-- Logs begin at Mon 2021-12-13 11:59:57 UTC, end at Mon 2021-12-13 14:16:11 UTC. -- Dec 13 12:32:36.865778 n-d-817326-4 systemd[1]: Started Devstack devstack@q-svc.service. Dec 13 12:32:39.692589 n-d-817326-4 neutron-server[109776]: INFO neutron.common.config [-] Logging enabled! Dec 13 12:32:39.693287 n-d-817326-4 neutron-server[109776]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev276 Dec 13 12:32:39.693425 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109776) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 12:32:39.696577 n-d-817326-4 neutron-server[109776]: INFO neutron.common.config [-] Logging enabled! Dec 13 12:32:39.696826 n-d-817326-4 neutron-server[109776]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev276 Dec 13 12:32:39.697133 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109776) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 12:32:39.698064 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 12:32:39.698318 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 12:32:39.698676 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 12:32:39.698916 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 12:32:39.699139 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 12:32:39.699446 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.699864 n-d-817326-4 neutron-server[109776]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 13 12:32:39.700163 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.700444 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.700717 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.701024 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.701285 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.701564 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.701850 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.702171 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.702451 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.702719 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.702978 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.703263 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.703538 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.703815 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.704093 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.704368 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] debug = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.704640 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.705061 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.705479 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.705750 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.706030 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.706327 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.706616 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.707017 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.707306 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.707629 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] host = n-d-817326-4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.707902 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.708183 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.708460 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.708733 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.709002 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.709270 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.709547 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.709811 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.710164 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] log_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.710369 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.710646 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.710926 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.711210 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.711429 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.711645 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.711937 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.712211 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.712477 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.712743 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.713012 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.713281 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.713547 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.713808 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.714097 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.714417 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.714693 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.714961 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.715228 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.715493 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.715757 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.716032 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.716297 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.716561 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.716830 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.717107 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.717370 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.717639 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.717931 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.718242 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.718520 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.718796 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.719064 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.719341 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.719603 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.719865 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.720128 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] use_json = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.720393 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.720653 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.720927 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.721193 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.721457 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.721727 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.721991 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.722490 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:39.722949 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.723254 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.723554 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.723835 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.724141 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.724420 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.724708 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.724985 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.725272 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.725558 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.725842 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.726139 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.726429 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.726699 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.726988 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.727288 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.727575 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.727860 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.728129 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.728396 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.728661 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.728932 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.729219 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.729494 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.729779 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.730060 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.730357 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.730649 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.730931 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.731217 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.731501 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.731771 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.732051 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.732336 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.732610 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.732875 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.733151 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.733435 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.733710 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.733983 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.734286 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.734559 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.734828 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.735096 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.735367 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.735655 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.735927 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.736193 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.736461 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.736734 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.737004 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.737284 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.737554 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.737882 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.738279 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.738547 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.738817 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.739085 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.739358 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.739625 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.739899 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.740170 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.740437 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.740706 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.740971 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.741237 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.741503 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.741766 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.742041 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.742334 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.742598 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.742864 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.743131 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.743397 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.743677 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.743974 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.744250 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.744528 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.744804 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.745080 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.745356 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.745632 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.745908 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.746213 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.746485 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.746773 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.747056 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.747340 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.747622 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.747926 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.748217 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.748494 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.748777 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.749052 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.749328 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.749608 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.749887 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.750202 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.750496 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.750787 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.751077 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.751364 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.751643 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.751951 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.752228 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:39.752439 n-d-817326-4 neutron-server[109776]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 12:32:39.752676 n-d-817326-4 neutron-server[109776]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109776) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 13 12:32:40.175087 n-d-817326-4 neutron-server[109776]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 12:32:40.175343 n-d-817326-4 neutron-server[109776]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 12:32:40.175642 n-d-817326-4 neutron-server[109776]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 12:32:40.175991 n-d-817326-4 neutron-server[109776]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 13 12:32:40.502642 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.502923 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.503214 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.504603 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.504872 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.505138 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.550633 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.550854 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.551149 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.565014 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.565291 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.565558 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.593529 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.593808 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.594103 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.630881 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.631150 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.631418 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.970618 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.971274 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.971274 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.971465 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:40.972263 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.070304 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.070616 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.070905 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.071165 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.071427 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.071749 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.071994 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.072248 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.072857 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.073139 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.073379 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.073640 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.073890 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.074164 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.074416 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.074659 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.074913 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.075176 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.075439 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.075693 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.075959 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.076207 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.076479 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.076849 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.077108 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.077332 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.077727 n-d-817326-4 neutron-server[109776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 12:32:41.077962 n-d-817326-4 neutron-server[109776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 12:32:41.078223 n-d-817326-4 neutron-server[109776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 12:32:41.078456 n-d-817326-4 neutron-server[109776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 12:32:41.078684 n-d-817326-4 neutron-server[109776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 12:32:41.078912 n-d-817326-4 neutron-server[109776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 12:32:41.079271 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 13 12:32:41.082505 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 13 12:32:41.088172 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 13 12:32:41.092626 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 13 12:32:41.094273 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 13 12:32:41.094746 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 13 12:32:41.095080 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 13 12:32:41.095469 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 13 12:32:41.098477 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 13 12:32:41.098748 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 13 12:32:41.099105 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 12:32:41.106495 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 13 12:32:41.129574 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 13 12:32:41.130020 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.130353 n-d-817326-4 neutron-server[109776]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109776) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 13 12:32:41.130705 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.132068 n-d-817326-4 neutron-server[109776]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109776) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 13 12:32:41.132348 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 12:32:41.132586 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 13 12:32:41.135852 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.136126 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.199499 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 13 12:32:41.199730 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 13 12:32:41.199964 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 13 12:32:41.200335 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 13 12:32:41.224451 n-d-817326-4 neutron-server[109776]: DEBUG oslo_db.sqlalchemy.engines [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109776) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 13 12:32:41.659987 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Initializing driver for type 'gre' Dec 13 12:32:41.660538 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] gre ID ranges: [(1, 1000)] Dec 13 12:32:41.716053 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Initializing driver for type 'local' Dec 13 12:32:41.716378 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Initializing driver for type 'vlan' Dec 13 12:32:41.729111 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] VlanTypeDriver initialization complete Dec 13 12:32:41.729466 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Initializing driver for type 'vxlan' Dec 13 12:32:41.729945 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] vxlan ID ranges: [(1, 1000)] Dec 13 12:32:41.783839 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Initializing extension driver 'port_security' Dec 13 12:32:41.784181 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.extensions.port_security [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] PortSecurityExtensionDriver initialization complete Dec 13 12:32:41.784518 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Initializing mechanism driver 'openvswitch' Dec 13 12:32:41.784906 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Initializing mechanism driver 'hyperv' Dec 13 12:32:41.791737 n-d-817326-4 neutron-server[109776]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:32:41.792601 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > port after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.792980 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > port after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.793337 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > port after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.793883 n-d-817326-4 neutron-server[109776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 12:32:41.794341 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > subnet after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.794700 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > subnet after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.795055 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.795462 n-d-817326-4 neutron-server[109776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 12:32:41.795876 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > network after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.796223 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > network after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.796567 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > network after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.796969 n-d-817326-4 neutron-server[109776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 12:32:41.797376 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > security_group after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.797729 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > security_group after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.798093 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.798510 n-d-817326-4 neutron-server[109776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 12:32:41.798906 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.799254 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.799594 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.799995 n-d-817326-4 neutron-server[109776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 12:32:41.800442 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > address_group after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.800944 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > address_group after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.801344 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.801748 n-d-817326-4 neutron-server[109776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 12:32:41.802157 n-d-817326-4 neutron-server[109776]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] ML2 OVO RPC backend initialized. {{(pid=109776) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 13 12:32:41.802874 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.803231 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.803651 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > network before_response 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.804006 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > networks before_response 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.804356 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > port before_response 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.804708 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > ports before_response 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.805059 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > subnet before_response 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.805403 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > subnets before_response 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.805753 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > network after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.806114 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > network after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.806458 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > network after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.806798 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > port after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.807135 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > port after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.807469 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > port after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.807807 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > subnet after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.808144 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > subnet after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.808480 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.809059 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.plugin [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Modular L2 Plugin initialization complete Dec 13 12:32:41.809391 n-d-817326-4 neutron-server[109776]: DEBUG neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading services supported by the core plugin {{(pid=109776) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 13 12:32:41.809717 n-d-817326-4 neutron-server[109776]: INFO neutron.plugins.ml2.managers [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Got port-security extension from driver 'port_security' Dec 13 12:32:41.810221 n-d-817326-4 neutron-server[109776]: INFO neutron.extensions.vlantransparent [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Disabled vlantransparent extension. Dec 13 12:32:41.810709 n-d-817326-4 neutron-server[109776]: DEBUG neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109776) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 13 12:32:41.811025 n-d-817326-4 neutron-server[109776]: INFO neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading Plugin: router Dec 13 12:32:41.847162 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.847597 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router after_create 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.847971 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router before_create 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.848336 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.848695 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.849068 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router after_delete 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.849429 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.849899 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.850289 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router after_create 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.850634 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router after_update 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.850987 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router after_update 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.851333 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.851674 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router after_update 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.852090 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router precommit_update 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.852448 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: port after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.852794 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: port after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.853129 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: subnet after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.853465 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.853818 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.854258 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router precommit_create 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.854586 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: port before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.854931 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router precommit_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.855291 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router after_update 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.855633 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.856005 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router precommit_create 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.856352 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.856701 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router precommit_update 55549900 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.857067 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > agent after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.857419 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > agent after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.857763 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > network after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.858694 n-d-817326-4 neutron-server[109776]: DEBUG neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Tracking information for resource: router configured {{(pid=109776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 12:32:41.859033 n-d-817326-4 neutron-server[109776]: DEBUG neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Tracking information for resource: floatingip configured {{(pid=109776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 12:32:41.864126 n-d-817326-4 neutron-server[109776]: INFO neutron.db.l3_agentschedulers_db [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 13 12:32:41.864702 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: port after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.865064 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: port after_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.865415 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: port after_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.865767 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: port after_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.866587 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router before_create 55550100 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.866954 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.867314 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router precommit_create 55550100 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.867673 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > router precommit_update 55550100 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.872539 n-d-817326-4 neutron-server[109776]: DEBUG neutron.services.provider_configuration [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service providers = [] {{(pid=109776) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 13 12:32:41.872903 n-d-817326-4 neutron-server[109776]: DEBUG neutron.db.servicetype_db [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109776) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 13 12:32:41.875895 n-d-817326-4 neutron-server[109776]: DEBUG neutron.services.service_base [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109776) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 12:32:41.876246 n-d-817326-4 neutron-server[109776]: DEBUG neutron.services.service_base [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109776) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 12:32:41.876575 n-d-817326-4 neutron-server[109776]: DEBUG neutron.services.service_base [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109776) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 12:32:41.877467 n-d-817326-4 neutron-server[109776]: DEBUG neutron.services.service_base [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109776) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 12:32:41.877840 n-d-817326-4 neutron-server[109776]: INFO neutron.services.service_base [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 13 12:32:41.878243 n-d-817326-4 neutron-server[109776]: DEBUG neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 12:32:41.878604 n-d-817326-4 neutron-server[109776]: INFO neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 13 12:32:41.889865 n-d-817326-4 neutron-server[109776]: DEBUG neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 12:32:41.890240 n-d-817326-4 neutron-server[109776]: INFO neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading Plugin: auto_allocate Dec 13 12:32:41.896304 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: network precommit_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.896675 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: network precommit_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.897191 n-d-817326-4 neutron-server[109776]: DEBUG neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 12:32:41.897513 n-d-817326-4 neutron-server[109776]: INFO neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading Plugin: tag Dec 13 12:32:41.904348 n-d-817326-4 neutron-server[109776]: DEBUG neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 12:32:41.904676 n-d-817326-4 neutron-server[109776]: INFO neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading Plugin: timestamp Dec 13 12:32:41.908536 n-d-817326-4 neutron-server[109776]: DEBUG neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 12:32:41.908869 n-d-817326-4 neutron-server[109776]: INFO neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading Plugin: network_ip_availability Dec 13 12:32:41.914521 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.914830 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.915187 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:41.915904 n-d-817326-4 neutron-server[109776]: DEBUG neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 12:32:41.916228 n-d-817326-4 neutron-server[109776]: INFO neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading Plugin: flavors Dec 13 12:32:41.921269 n-d-817326-4 neutron-server[109776]: DEBUG neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 12:32:41.921602 n-d-817326-4 neutron-server[109776]: INFO neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading Plugin: revisions Dec 13 12:32:41.925990 n-d-817326-4 neutron-server[109776]: DEBUG neutron.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 12:32:41.926407 n-d-817326-4 neutron-server[109776]: DEBUG oslo_concurrency.lockutils [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.751s {{(pid=109776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 12:32:41.927150 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109776) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 13 12:32:41.927482 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Initializing extension manager. Dec 13 12:32:41.928003 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: __init__.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.928347 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: __pycache__ {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.928683 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.929014 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: address_group.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.929773 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.930373 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: address-group Dec 13 12:32:41.930694 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: address_scope.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.931412 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.931919 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: address-scope Dec 13 12:32:41.932240 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.933178 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.933688 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: router-admin-state-down-before-update Dec 13 12:32:41.933990 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: agent.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.934720 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.935222 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: agent Dec 13 12:32:41.935544 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: agent_resources_synced.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.936449 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.936954 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: agent-resources-synced Dec 13 12:32:41.937287 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: allowedaddresspairs.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.939132 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.939652 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: allowed-address-pairs Dec 13 12:32:41.939976 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: auto_allocated_topology.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.941190 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.941816 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: auto-allocated-topology Dec 13 12:32:41.942166 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: availability_zone.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.942859 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.943391 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: availability_zone Dec 13 12:32:41.943696 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: availability_zone_filter.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.944627 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.945134 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: availability_zone_filter Dec 13 12:32:41.945457 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: data_plane_status.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.946406 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.946912 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension data-plane-status not supported by any of loaded plugins Dec 13 12:32:41.947234 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: default_subnetpools.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.948157 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.948685 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: default-subnetpools Dec 13 12:32:41.949008 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.949814 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.950348 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: dhcp_agent_scheduler Dec 13 12:32:41.950651 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: dns.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.951577 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.952106 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension dns-integration not supported by any of loaded plugins Dec 13 12:32:41.952421 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: dns_domain_ports.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.953348 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.953852 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 13 12:32:41.954200 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.955117 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.955642 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 13 12:32:41.955965 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: dvr.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.956672 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.957175 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: dvr Dec 13 12:32:41.957492 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: ecmp_routes.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.958443 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.958947 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 13 12:32:41.959264 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: empty_string_filtering.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.960179 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.960682 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: empty-string-filtering Dec 13 12:32:41.961003 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.961916 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.962452 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 13 12:32:41.962754 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.963680 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.964177 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 13 12:32:41.964498 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: external_net.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.965409 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.965914 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: external-net Dec 13 12:32:41.966274 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.967188 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.967696 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: extra_dhcp_opt Dec 13 12:32:41.968018 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: extraroute.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.968935 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.969450 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: extraroute Dec 13 12:32:41.969773 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: extraroute_atomic.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.972423 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.972986 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: extraroute-atomic Dec 13 12:32:41.973266 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: filter_validation.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.973942 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.974480 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: filter-validation Dec 13 12:32:41.974806 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: fip_pf_description.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.975732 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.976233 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 13 12:32:41.976557 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: fip_port_details.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.977513 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.978018 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: fip-port-details Dec 13 12:32:41.978370 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: flavors.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.979633 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.980150 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: flavors Dec 13 12:32:41.980480 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.982189 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.982720 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 13 12:32:41.983057 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: floatingip_pools.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.983757 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.984267 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: floatingip-pools Dec 13 12:32:41.984587 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: ip_allocation.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.985520 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.986025 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension ip_allocation not supported by any of loaded plugins Dec 13 12:32:41.986368 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.987297 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.987844 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: ip-substring-filtering Dec 13 12:32:41.988161 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: l2_adjacency.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.989172 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.989671 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 13 12:32:41.989995 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: l3.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.991003 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.991520 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: router Dec 13 12:32:41.991841 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.994158 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.994681 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 13 12:32:41.995015 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.995960 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.996473 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: ext-gw-mode Dec 13 12:32:41.996799 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.997753 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:41.998297 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: l3-ha Dec 13 12:32:41.998621 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: l3_flavors.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:41.999538 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.000048 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: l3-flavors Dec 13 12:32:42.000373 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.001291 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.001798 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 13 12:32:42.002130 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: l3agentscheduler.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.003186 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.003842 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: l3_agent_scheduler Dec 13 12:32:42.004256 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: local_ip.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.006045 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.006594 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension local_ip not supported by any of loaded plugins Dec 13 12:32:42.006929 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: logging.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.008429 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.008949 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension logging not supported by any of loaded plugins Dec 13 12:32:42.009277 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: metering.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.010178 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.010761 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: metering Dec 13 12:32:42.011094 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.012564 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.013078 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: metering_source_and_destination_fields Dec 13 12:32:42.013408 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: multiprovidernet.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.014390 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.014904 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: multi-provider Dec 13 12:32:42.015227 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: netmtu.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.016156 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.016660 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: net-mtu Dec 13 12:32:42.016984 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: netmtu_writable.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.017902 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.018443 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: net-mtu-writable Dec 13 12:32:42.018764 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: network_availability_zone.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.019757 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.020278 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: network_availability_zone Dec 13 12:32:42.020603 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: network_ip_availability.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.021722 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.022269 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: network-ip-availability Dec 13 12:32:42.022591 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: network_segment_range.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.023367 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.023866 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension network-segment-range not supported by any of loaded plugins Dec 13 12:32:42.024191 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: pagination.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.025179 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.025508 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: pagination Dec 13 12:32:42.025825 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: port_device_profile.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.026780 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.027284 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: port-device-profile Dec 13 12:32:42.027602 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.028529 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.029035 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: port-mac-address-regenerate Dec 13 12:32:42.029354 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.030328 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.030840 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: port-numa-affinity-policy Dec 13 12:32:42.031162 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: port_resource_request.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.032085 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.032588 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension port-resource-request not supported by any of loaded plugins Dec 13 12:32:42.032912 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: port_resource_request_groups.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.033911 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.034437 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 13 12:32:42.034794 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: portbindings.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.035874 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.036384 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: binding Dec 13 12:32:42.036708 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: portbindings_extended.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.037989 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.038532 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: binding-extended Dec 13 12:32:42.038883 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: portsecurity.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.039794 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.040301 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: port-security Dec 13 12:32:42.040623 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: project_id.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.041616 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.041951 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: project-id Dec 13 12:32:42.042298 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: providernet.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.043252 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.043770 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: provider Dec 13 12:32:42.044091 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.048055 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.048582 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos not supported by any of loaded plugins Dec 13 12:32:42.048920 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.050203 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.050777 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 13 12:32:42.051107 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.052034 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.052542 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 13 12:32:42.052873 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_default.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.053790 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.054335 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos-default not supported by any of loaded plugins Dec 13 12:32:42.054666 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_fip.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.055328 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.055825 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos-fip not supported by any of loaded plugins Dec 13 12:32:42.056154 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.057154 n-d-817326-4 neutron-server[109776]: WARNING neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 13 12:32:42.057492 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_gateway_ip.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.058441 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.058958 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 13 12:32:42.059283 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_port_network_policy.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.060202 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.060718 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 13 12:32:42.061047 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.062256 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.062771 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 13 12:32:42.063105 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_pps_rule.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.064313 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.064828 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos-pps not supported by any of loaded plugins Dec 13 12:32:42.065155 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_rule_type_details.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.066163 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.066679 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 13 12:32:42.067004 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: qos_rules_alias.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.068057 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.068567 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 13 12:32:42.068893 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: quota_check_limit.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.069813 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.070352 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: quota-check-limit Dec 13 12:32:42.070680 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: quotasv2.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.071630 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.071954 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: quotas Dec 13 12:32:42.072274 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: quotasv2_detail.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.075487 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.075825 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: quota_details Dec 13 12:32:42.076157 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: rbac.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.077218 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.077733 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: rbac-policies Dec 13 12:32:42.078067 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: rbac_address_group.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.079038 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.079565 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: rbac-address-group Dec 13 12:32:42.079897 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: rbac_address_scope.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.080827 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.081337 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: rbac-address-scope Dec 13 12:32:42.081712 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: rbac_security_groups.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.082666 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.083189 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: rbac-security-groups Dec 13 12:32:42.083514 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: rbac_subnetpool.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.084434 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.084944 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: rbac-subnetpool Dec 13 12:32:42.085270 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: revisionifmatch.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.086230 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.086741 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: revision-if-match Dec 13 12:32:42.087068 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: revisions.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.088185 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.088690 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: standard-attr-revisions Dec 13 12:32:42.089017 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: router_availability_zone.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.089698 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.090239 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: router_availability_zone Dec 13 12:32:42.090563 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: routerservicetype.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.091488 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.091993 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension router-service-type not supported by any of loaded plugins Dec 13 12:32:42.092316 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.093328 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.093838 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: security-groups-normalized-cidr Dec 13 12:32:42.094204 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.095130 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.095637 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: port-security-groups-filtering Dec 13 12:32:42.095959 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.096884 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.097410 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: security-groups-remote-address-group Dec 13 12:32:42.097782 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.098797 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.099307 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: security-groups-shared-filtering Dec 13 12:32:42.099632 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.100224 n-d-817326-4 neutron-server[109776]: WARNING neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 13 12:32:42.100545 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: securitygroup.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.110485 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.111017 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: security-group Dec 13 12:32:42.111354 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: segment.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.112159 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.112665 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension segment not supported by any of loaded plugins Dec 13 12:32:42.113104 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.114387 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.114902 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 13 12:32:42.115252 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: servicetype.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.116368 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.116907 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: service-type Dec 13 12:32:42.117235 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: sorting.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.118241 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.118576 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: sorting Dec 13 12:32:42.118901 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: standard_attr_segment.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.119839 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.120355 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 13 12:32:42.120683 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: standardattrdescription.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.121340 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.121853 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: standard-attr-description Dec 13 12:32:42.122215 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: stateful_security_group.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.123180 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.123700 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: stateful-security-group Dec 13 12:32:42.124029 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: stdattrs_common.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.124612 n-d-817326-4 neutron-server[109776]: WARNING neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 13 12:32:42.124938 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.125887 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.126435 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 13 12:32:42.126759 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: subnet_onboard.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.128000 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.128378 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: subnet_onboard Dec 13 12:32:42.129157 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.129909 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.130694 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 13 12:32:42.131260 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: subnet_service_types.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.132548 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.133069 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: subnet-service-types Dec 13 12:32:42.133389 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: subnetallocation.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.134537 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.135048 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: subnet_allocation Dec 13 12:32:42.135377 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.136054 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.136909 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: subnetpool-prefix-ops Dec 13 12:32:42.137228 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.138209 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.138730 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 13 12:32:42.139058 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: tagging.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.140163 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.140677 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: standard-attr-tag Dec 13 12:32:42.141010 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: timestamp.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.142278 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.142796 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loaded extension: standard-attr-timestamp Dec 13 12:32:42.143126 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: trunk.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.144324 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.145066 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension trunk not supported by any of loaded plugins Dec 13 12:32:42.145398 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: trunk_details.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.146381 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.146896 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension trunk-details not supported by any of loaded plugins Dec 13 12:32:42.147221 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: uplink_status_propagation.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.148156 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.148670 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 13 12:32:42.148992 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Loading extension file: vlantransparent.py {{(pid=109776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 12:32:42.149676 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 12:32:42.150202 n-d-817326-4 neutron-server[109776]: INFO neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 13 12:32:42.152842 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:network Dec 13 12:32:42.153384 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:subnet Dec 13 12:32:42.153797 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 12:32:42.154236 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:port Dec 13 12:32:42.155543 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.156117 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service FLAVORS assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.156743 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.157173 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.157501 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:router Dec 13 12:32:42.157926 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 12:32:42.158447 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service METERING assigned prefix: /metering {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.159976 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:42.160350 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:42.160706 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:32:42.161752 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 12:32:42.162242 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:security_group Dec 13 12:32:42.162687 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 12:32:42.163305 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service CORE assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.163638 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 12:32:42.163984 n-d-817326-4 neutron-server[109776]: WARNING neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] subnetpool is already registered Dec 13 12:32:42.164419 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service CORE assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.164811 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 12:32:42.165059 n-d-817326-4 neutron-server[109776]: WARNING neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] subnetpool is already registered Dec 13 12:32:42.167400 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.167850 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service FLAVORS assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.168440 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.168845 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.169180 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:router Dec 13 12:32:42.169516 n-d-817326-4 neutron-server[109776]: WARNING neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] router is already registered Dec 13 12:32:42.169926 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 12:32:42.170288 n-d-817326-4 neutron-server[109776]: WARNING neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] floatingip is already registered Dec 13 12:32:42.170745 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service METERING assigned prefix: /metering {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.171404 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 12:32:42.171730 n-d-817326-4 neutron-server[109776]: WARNING neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] rbac_policy is already registered Dec 13 12:32:42.172139 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:security_group Dec 13 12:32:42.172476 n-d-817326-4 neutron-server[109776]: WARNING neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] security_group is already registered Dec 13 12:32:42.172875 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 12:32:42.173207 n-d-817326-4 neutron-server[109776]: WARNING neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] security_group_rule is already registered Dec 13 12:32:42.173852 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service CORE assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.174204 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 12:32:42.174539 n-d-817326-4 neutron-server[109776]: WARNING neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] subnetpool is already registered Dec 13 12:32:42.174954 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.v2.resource_helper [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Service CORE assigned prefix: {{(pid=109776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 12:32:42.175277 n-d-817326-4 neutron-server[109776]: INFO neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 12:32:42.175695 n-d-817326-4 neutron-server[109776]: WARNING neutron.quota.resource_registry [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] subnetpool is already registered Dec 13 12:32:42.176158 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: extensions {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.177678 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: address-groups {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.179233 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: address-scopes {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.180581 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: agents {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.181769 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: auto-allocated-topology {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.183099 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: availability_zones {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.184346 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: dhcp-networks {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.185906 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: dhcp-agents {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.187381 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: routers {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.189645 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: flavors {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.190847 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: service_profiles {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.192375 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: next_providers {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.193848 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: service_profiles {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.196474 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: floatingip-pools {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.197738 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: routers {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.199903 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: floatingips {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.201223 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: l3-routers {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.202668 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: l3-agents {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.204096 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: metering-labels {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.205495 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: metering-label-rules {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.209352 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: network-ip-availabilities {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.210702 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: bindings {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.212386 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: quotas {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.213997 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: quotas {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.215598 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: rbac-policies {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.216896 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: security-groups {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.218202 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: security-group-rules {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.219440 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: service-providers {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.220723 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: subnetpools {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.222218 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: subnetpools {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.223709 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: tags {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.225413 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: tags {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.227288 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: tags {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.229118 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: tags {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.230990 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: tags {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.232868 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: tags {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.234633 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: tags {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.236565 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: tags {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.238484 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: tags {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.240354 n-d-817326-4 neutron-server[109776]: DEBUG neutron.api.extensions [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Extended resource: tags {{(pid=109776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 12:32:42.246522 n-d-817326-4 neutron-server[109776]: WARNING keystonemiddleware.auth_token [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 13 12:32:42.251330 n-d-817326-4 neutron-server[109776]: WARNING keystonemiddleware.auth_token [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 13 12:32:42.260146 n-d-817326-4 neutron-server[109776]: DEBUG oslo_concurrency.lockutils [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Acquired lock "singleton_lock" {{(pid=109776) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 13 12:32:42.260612 n-d-817326-4 neutron-server[109776]: DEBUG oslo_concurrency.lockutils [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Releasing lock "singleton_lock" {{(pid=109776) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 13 12:32:42.261639 n-d-817326-4 neutron-server[109776]: INFO oslo_service.service [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Starting 2 workers Dec 13 12:32:42.266417 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Started child 109885 {{(pid=109776) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 12:32:42.270851 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Started child 109886 {{(pid=109776) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 12:32:42.272108 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:42.272853 n-d-817326-4 neutron-server[109776]: INFO neutron.service [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 13 12:32:42.273008 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Publish callbacks [] for process, before_spawn {{(pid=109776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:42.273634 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [-] (109885) wsgi starting up on http://0.0.0.0:9696 Dec 13 12:32:42.275457 n-d-817326-4 neutron-server[109776]: INFO oslo_service.service [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Starting 1 workers Dec 13 12:32:42.275840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:42.277234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [-] (109886) wsgi starting up on http://0.0.0.0:9696 Dec 13 12:32:42.280546 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Started child 109887 {{(pid=109776) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 12:32:42.281109 n-d-817326-4 neutron-server[109776]: INFO oslo_service.service [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Starting 1 workers Dec 13 12:32:42.284557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.service [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] calling RpcWorker wait() {{(pid=109887) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 13 12:32:42.285147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.service [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] returning from RpcWorker wait() {{(pid=109887) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 13 12:32:42.285731 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Started child 109888 {{(pid=109776) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 12:32:42.286379 n-d-817326-4 neutron-server[109776]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2e95-1e4c-45d9-a274-011b77305bb3 None None] Publish callbacks [] for process, after_spawn {{(pid=109776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:42.286506 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:42.286918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:32:42.288169 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109776) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 12:32:42.288344 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 12:32:42.288727 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 12:32:42.288922 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 12:32:42.289429 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 12:32:42.289577 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 12:32:42.290280 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.290406 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:42.290902 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.290902 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.291041 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.291303 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.291882 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.292149 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.292413 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.292682 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.292911 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.293049 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.293237 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.293487 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.293720 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.294032 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.294323 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.294559 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.294821 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.294965 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.295245 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.295505 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.295729 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.296011 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] debug = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.296282 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.296719 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.296958 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.297205 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.297428 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.297716 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.297967 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.298245 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.298492 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.298730 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.298973 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.299217 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.299466 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.299695 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.299933 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.300158 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.300777 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.300777 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.301173 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] host = n-d-817326-4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.301412 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.301679 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.301922 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.302128 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.302385 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.302626 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.302887 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.303150 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.303387 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.303627 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.303880 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.304130 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.304345 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.304593 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.304757 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_options = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.304997 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.305266 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.305517 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.305714 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.305883 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.306062 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.306405 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.306539 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.306761 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.307010 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.307226 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.307457 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.307690 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.307927 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.308176 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.308403 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.308621 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.308829 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.309069 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.309324 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.309546 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.309786 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.310005 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.310263 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.310496 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.310726 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.310966 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.311193 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.311425 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.311659 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.311889 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.312133 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.312379 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.312626 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.312883 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.313130 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.313342 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.313564 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.313842 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.314067 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.314353 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.314608 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.314826 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.315070 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.315302 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.315517 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.315748 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_json = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.316004 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.316317 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.316563 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.316862 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.317111 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.317327 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.317570 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.317812 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.318251 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.318961 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.318961 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.319213 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.319336 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.319548 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.319678 n-d-817326-4 neutron-server[109888]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:32:42.319816 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.320022 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.320276 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.320527 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.320832 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.321072 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.321345 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.321563 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.321837 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.322198 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.322438 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.322703 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.323031 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.323277 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.324084 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.324084 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.324084 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.324414 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.324414 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.324650 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.324827 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.325111 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.325392 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.325730 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.325990 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.326736 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.326736 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.326736 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.327107 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.327228 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.327387 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.327645 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.327825 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.328063 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.328313 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.328562 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.328784 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.329031 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.329263 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.329506 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.329747 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.329996 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.330284 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.330509 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.330745 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.330962 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.331197 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.331419 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.331720 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.332101 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.332898 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.332898 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.335529 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.335529 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.335529 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.335529 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.335529 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.335529 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.335529 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.335529 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.335529 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.336574 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.336574 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.336574 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.336574 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.336574 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.336574 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.336574 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.336574 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.339995 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.339995 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.339995 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.339995 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.339995 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.339995 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.339995 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.339995 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.339995 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.340742 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.340742 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.340742 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.340742 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.340742 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.340742 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.340742 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.340742 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.340742 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.341379 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.341379 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.341379 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.341379 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.341669 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.341669 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.341907 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.342169 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.342387 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.342640 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.342887 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.343140 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.343391 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.343617 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.343876 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.344096 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.344619 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.344619 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.344895 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.345123 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.345266 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.345455 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.345847 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.346271 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.346680 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.347111 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.347541 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.348178 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.348572 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.348974 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.349413 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.350112 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.350112 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.350310 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.350452 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.350860 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.351124 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.351387 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.351620 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.351874 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.352117 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.352377 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.352616 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.352835 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.353092 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.353411 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.353648 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.353865 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.354094 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.354390 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.354622 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.354863 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.355123 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.355406 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.355617 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.355870 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.356116 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.356350 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.356593 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.356846 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.357061 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.357306 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.357547 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.357767 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.357982 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.358220 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.358453 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.358666 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.358887 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.359122 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.359338 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.359554 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.359811 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.360023 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.360242 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.360483 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.360701 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.360919 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.361135 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.361345 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.361589 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.361805 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.362095 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.362356 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.362599 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.362853 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.363105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.363342 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.363608 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.364126 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.364126 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.364367 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.364469 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.364660 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.364946 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.365096 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.365785 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.365785 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.365785 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.366173 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.366366 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.366611 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.368456 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.368456 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.368456 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.368456 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.368456 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.368456 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.368456 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.368456 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.369075 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.369075 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.369075 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.369292 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.370259 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.370259 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.370259 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.370259 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.370697 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.370697 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.370843 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.371053 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.371330 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.371518 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.371743 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.372117 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.372473 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.372827 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.373209 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.373576 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.373937 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.374331 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.374684 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.375034 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.375407 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.375650 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.375895 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.376128 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.376379 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.376622 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.376815 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.377031 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.377247 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.377489 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.377698 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.377911 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.378158 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.378376 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.378671 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.378908 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.379119 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.379331 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.379553 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.379778 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.379989 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.380278 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.380538 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.380761 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.381548 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.381548 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.381548 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.381775 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.382040 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.382277 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.382517 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.382738 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.382973 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.383221 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.383470 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.383787 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.384067 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.384322 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.384555 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.384834 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.385107 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.385365 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.385578 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.385868 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.386227 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.386851 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.387109 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.387354 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.387604 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.387829 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.388042 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.388619 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.388619 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.388797 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.388944 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.389170 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.389389 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.389609 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.389841 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.390056 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.390327 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.390555 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.390800 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.391008 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.391165 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 12:32:42.391706 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109776) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 12:32:42.391870 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 12:32:42.392024 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 12:32:42.392204 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 12:32:42.392382 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 12:32:42.392533 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 12:32:42.392744 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.392904 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.393063 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.393221 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.393381 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.393578 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.393743 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.393902 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.394061 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.394293 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.394451 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.394608 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.394770 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.394926 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.395083 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.395239 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.395397 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.395554 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.395718 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.395876 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.396032 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.396189 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.396345 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] debug = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.396501 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.396693 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.396848 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.397010 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.397167 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.397326 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.397481 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.397638 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.397796 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.397953 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.398135 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.398297 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.398454 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.398613 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.398771 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.398929 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.399088 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.399246 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.399403 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] host = n-d-817326-4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.399562 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.399719 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.399876 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.400032 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.400190 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.400347 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.400557 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.400681 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.400801 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.400920 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.401083 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.401240 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.401396 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.401553 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.402488 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_options = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.402488 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.402488 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.402488 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.402488 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.402488 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.403078 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.403078 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.403078 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.403078 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.403368 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.403368 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.403516 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.403671 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.403827 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.404135 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.404444 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.404611 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.404752 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.404926 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.405093 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.405267 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.405408 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.405546 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.405682 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.405818 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.405953 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.406112 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.406263 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.406429 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.406572 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.406698 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.406809 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.406946 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.407091 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.407246 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.407553 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.407708 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.407841 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.408010 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.408169 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.408313 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.408472 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.408631 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.408787 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.408944 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.409085 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.409244 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_json = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.409389 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.409534 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.409913 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.409913 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.410850 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.410850 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.410850 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.410850 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 12:32:42.410850 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.411608 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.411608 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.411608 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.411608 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.411608 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.412105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.412105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.412105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.412105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.412407 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.412407 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.413407 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.413407 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.413407 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.413407 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.413407 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.413407 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.413849 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.413849 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.413849 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.414048 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.414048 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.414330 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.414429 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.414510 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.414678 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.414904 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.415047 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.415172 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.415321 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.415483 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.415710 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.415803 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.415947 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.416156 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.416307 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.416436 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.417129 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.417129 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.417129 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.417129 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.417129 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.417585 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.417585 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.417585 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.417805 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.417883 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.418034 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.418218 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.418425 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.418549 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.418671 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.418806 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.418969 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.419130 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.419289 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.419467 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.419623 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.419938 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.420094 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.421087 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.421087 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.421087 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.421087 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.421087 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.421087 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.423866 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.423866 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.423866 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.423866 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.423866 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.423866 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.423866 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.423866 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.423866 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.425118 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.425118 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.425118 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.425118 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.425118 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.425118 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.425118 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.425118 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.425118 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.426835 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.427134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:32:42.427297 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.427297 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.427297 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.427297 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.427297 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.427297 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.427297 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.427297 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.428587 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.428587 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.428587 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.428587 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.428587 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.428587 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.428587 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.428587 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.429878 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.429878 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.429878 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.429878 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.429878 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.429878 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.429878 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.429878 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.431229 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.431229 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.431229 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.431229 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.431229 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.431229 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.431229 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.431229 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.432526 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.432526 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.432526 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.432526 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.432526 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.432526 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.432526 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.432526 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.433797 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.433797 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.433797 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.433797 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.433797 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.433797 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.433797 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.433797 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.433797 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.435330 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.435330 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.435330 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.435330 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.435330 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.435330 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.435330 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.435330 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.437383 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.437383 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.437383 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.437383 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.437383 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.437383 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.437383 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.437383 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.438997 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.438997 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.438997 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.438997 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.438997 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.438997 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.438997 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.438997 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.440090 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.440090 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.440090 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.440090 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.440090 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.440090 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.440090 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.440090 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.441454 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.441454 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.441454 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.441454 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.441454 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.441454 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.441454 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.441454 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.442509 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.442509 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.442509 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.442509 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.442509 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.442509 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.442509 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.442509 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.443496 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.443496 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.443496 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.443496 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.443496 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.443496 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.443496 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.443496 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.444925 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.444925 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.444925 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.444925 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.444925 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.444925 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.444925 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.444925 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.445718 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.445718 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.445718 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.445718 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.445718 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.445718 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.445718 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.446354 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.446354 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.446354 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.446586 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.446586 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.446843 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.447073 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.447277 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.448055 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.449579 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.449836 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.450049 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.450373 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.450637 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.450840 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.451122 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.451434 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.451852 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.452050 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.452305 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.452474 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.452673 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.452895 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.453576 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.454398 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.454674 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.454865 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.455051 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.455219 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458105 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458616 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458616 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458616 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458616 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458616 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458616 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458616 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.458616 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.459054 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.459054 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.459054 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.459219 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.459290 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.459460 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.459623 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.459786 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.459957 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.460119 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.460281 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.460445 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.460616 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.460784 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.460951 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.461124 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.461288 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.461456 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.461617 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.461785 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.461957 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.462142 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.462303 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.462487 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.462652 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.462760 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.463066 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.463379 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.463543 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.463705 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.463866 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.464026 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.464185 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.464347 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.464507 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.464667 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.464826 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.464986 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.465149 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.465305 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 12:32:42.465459 n-d-817326-4 neutron-server[109776]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 12:32:42.541776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56890) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:32:42.555421 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102382 Dec 13 12:32:54.149480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1843e-dd34-4cbe-a461-5d8a0c4ef380 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 12:32:54.223289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e1843e-dd34-4cbe-a461-5d8a0c4ef380 None None] No non-hosted networks {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 13 12:32:54.239370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.agentschedulers_db [None req-c4e1843e-dd34-4cbe-a461-5d8a0c4ef380 None None] DHCP Agent not found on host n-d-817326-4 {{(pid=109887) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 13 12:32:54.366299 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d68969a7-0b63-463a-aab9-e8df4484a616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550646'] for agent, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:56.512172 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5d6f-6b8b-4878-9490-8e4a5f2b670d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550646'] for agent, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:56.578192 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f48dcc7-178f-4b70-a608-b4a3970203b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:57.572947 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550646'] for agent, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:58.900467 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550646'] for agent, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:59.652999 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550646'] for agent, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:32:59.653995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.654558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.655141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.655831 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.656633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.657257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.657826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.658393 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.659054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.659756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.660339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.660911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.661477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:32:59.662123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817326-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:32:59.668612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817326-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:33:00.431066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 56982) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:00.968864 n-d-817326-4 neutron-server[109886]: WARNING oslo_policy.policy [None req-af97e852-8727-4cf8-be0f-25cef27ef1e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 12:33:00.969452 n-d-817326-4 neutron-server[109886]: WARNING oslo_policy.policy [None req-af97e852-8727-4cf8-be0f-25cef27ef1e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 12:33:01.193195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-af97e852-8727-4cf8-be0f-25cef27ef1e1 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:33:01.206094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-af97e852-8727-4cf8-be0f-25cef27ef1e1 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7614801 Dec 13 12:33:02.990339 n-d-817326-4 neutron-server[109887]: INFO neutron.db.l3_hamode_db [None req-6476d278-e224-4267-ac38-197be4e39c0b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 13 12:33:03.067189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6476d278-e224-4267-ac38-197be4e39c0b None None] Routers set() bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:33:03.067566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6476d278-e224-4267-ac38-197be4e39c0b None None] Router IDs set() for agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 12:33:03.831703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 56998) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:04.176530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b4b6dc24-b146-49dc-9f9a-342e31db1ef3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:33:04.272113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.policy [None req-b4b6dc24-b146-49dc-9f9a-342e31db1ef3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109886) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 12:33:04.319080 n-d-817326-4 neutron-server[109886]: WARNING oslo_policy.policy [None req-b4b6dc24-b146-49dc-9f9a-342e31db1ef3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 12:33:04.319450 n-d-817326-4 neutron-server[109886]: WARNING oslo_policy.policy [None req-b4b6dc24-b146-49dc-9f9a-342e31db1ef3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 12:33:04.327924 n-d-817326-4 neutron-server[109886]: INFO neutron.quota [None req-b4b6dc24-b146-49dc-9f9a-342e31db1ef3 admin admin] Loaded quota_driver: . Dec 13 12:33:04.423913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b4b6dc24-b146-49dc-9f9a-342e31db1ef3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731150029552', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731150032035', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731150469679', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731150474550', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731150451611', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731150509585', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1685388', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1673356', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569806', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743195'] for rbac-policy, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:04.500380 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b4b6dc24-b146-49dc-9f9a-342e31db1ef3 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:04.502231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b4b6dc24-b146-49dc-9f9a-342e31db1ef3 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6691601 Dec 13 12:33:07.352121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57010) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:07.669867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Request body: {'network': {'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'admin_state_up': True, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'name': 'private'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:33:07.703981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Made reservation on behalf of e5a02b79a2a8410d890001169ac4636f for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:33:07.706940 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:07.724860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:07.843162 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:07.849336 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:07.873376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:33:07.901993 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731151238521', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:07.902615 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Unsubscribe: segment precommit_create {{(pid=109886) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 12:33:07.903105 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Added segment be6d71a3-05f9-42b7-8709-dd27d93966cf of type vlan for network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 Dec 13 12:33:07.920103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1468874-2e0d-4f98-b64f-f01a8ccbefdb,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:07.970271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.970610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.970944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.971271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.971594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.971991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.972498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.972930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.973280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.973593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.974043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.974389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.974708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Tracked resource versions report: Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: pushed versions: Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: { 'AddressGroup': {'1.2'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'ConntrackHelper': {'1.0'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'LocalIPAssociation': {'1.0'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'Log': {'1.0'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'Network': {'1.1'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'Port': {'1.7'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'PortForwarding': {'1.2'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'QosPolicy': {'1.10'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'SecurityGroup': {'1.5'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'SecurityGroupRule': {'1.2'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'SubPort': {'1.0'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'Subnet': {'1.1'}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'Trunk': {'1.1'}} Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: consumer versions: Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: { DHCP agent@n-d-817326-4: {}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: L3 agent@n-d-817326-4: {}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: Metadata agent@n-d-817326-4: {}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: Metering agent@n-d-817326-4: {}, Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: Open vSwitch agent@n-d-817326-4: { 'AddressGroup': '1.2', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'ConntrackHelper': '1.0', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'LocalIPAssociation': '1.0', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'Log': '1.0', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'Network': '1.1', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'Port': '1.7', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'PortForwarding': '1.2', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'QosPolicy': '1.10', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'SecurityGroup': '1.5', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'SecurityGroupRule': '1.2', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'SubPort': '1.0', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'Subnet': '1.1', Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: 'Trunk': '1.1'}} Dec 13 12:33:07.975817 n-d-817326-4 neutron-server[109886]: {{(pid=109886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 12:33:08.016534 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:08.062750 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:08.063974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:33:08.064637 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:08.142041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7888255 Dec 13 12:33:08.168876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4795c18-38e4-435f-88c8-94bf08f07158 admin admin] Pushing event updated for resources: {'Network': ['ID=27848c47-e91c-42d6-b9c6-fb5b2f8bd372,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:08.180923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:33:11.038702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57024) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:11.475278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd64bfcd-abd3-4228-aa1b-254dd0639252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:33:11.476616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cd64bfcd-abd3-4228-aa1b-254dd0639252 admin admin] 10.222.0.31 "GET /v2.0/networks/27848c47-e91c-42d6-b9c6-fb5b2f8bd372 HTTP/1.1" status: 200 len: 824 time: 0.4366271 Dec 13 12:33:11.505602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a1aedbd0-f0c2-4216-94b5-1595cbbd837d admin admin] 10.222.0.31 "GET /v2.0/subnetpools/f955a4c6-c4f5-4fce-a8e4-c53644bcd128 HTTP/1.1" status: 200 len: 734 time: 0.0197821 Dec 13 12:33:11.522521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'f955a4c6-c4f5-4fce-a8e4-c53644bcd128', 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:33:11.549004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Made reservation on behalf of e5a02b79a2a8410d890001169ac4636f for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:33:11.552663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Publish callbacks [] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:11.892144 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:11.961642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=53865d5a-c448-4c38-8ab1-95033b776143,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:11.974202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Checking segment: {'id': 'be6d71a3-05f9-42b7-8709-dd27d93966cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:33:11.974572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Network hostable DHCP agents. Network: 27848c47-e91c-42d6-b9c6-fb5b2f8bd372, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:33:11.996499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:33:12.009054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 27848c47-e91c-42d6-b9c6-fb5b2f8bd372) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:33:12.014212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:33:12.014794 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:12.019303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d6d31-25fa-4e64-a516-fbe020df02ff None None] Network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:33:12.031060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-08b4f7da-42ce-4adf-bfb4-b6e7384112ec admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5120173 Dec 13 12:33:12.296583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-27848c47-e91c-42d6-b9c6-fb5b2f8bd372', 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372', 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'fixed_ips': [{'subnet_id': '53865d5a-c448-4c38-8ab1-95033b776143'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:33:12.297876 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:12.607779 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Allocated IP 172.20.0.2 (27848c47-e91c-42d6-b9c6-fb5b2f8bd372/53865d5a-c448-4c38-8ab1-95033b776143/1623f18f-c2c8-4ed3-8c4b-561c88e23ed4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:33:12.854681 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:12.863443 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:12.935053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:33:12.939882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:33:12.952864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:33:12.955946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Pushing event updated for resources: {'Port': ['ID=1623f18f-c2c8-4ed3-8c4b-561c88e23ed4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:12.986310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.986658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.987004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.987392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.987728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.988061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.988388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.988718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.989044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.989374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.989700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.990020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.990397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Tracked resource versions report: Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: pushed versions: Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: { 'AddressGroup': {'1.2'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'ConntrackHelper': {'1.0'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'LocalIPAssociation': {'1.0'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'Log': {'1.0'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'Network': {'1.1'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'Port': {'1.7'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'PortForwarding': {'1.2'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'QosPolicy': {'1.10'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'SecurityGroup': {'1.5'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'SecurityGroupRule': {'1.2'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'SubPort': {'1.0'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'Subnet': {'1.1'}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'Trunk': {'1.1'}} Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: consumer versions: Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: { DHCP agent@n-d-817326-4: {}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: L3 agent@n-d-817326-4: {}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: Metadata agent@n-d-817326-4: {}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: Metering agent@n-d-817326-4: {}, Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: Open vSwitch agent@n-d-817326-4: { 'AddressGroup': '1.2', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'ConntrackHelper': '1.0', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'LocalIPAssociation': '1.0', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'Log': '1.0', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'Network': '1.1', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'Port': '1.7', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'PortForwarding': '1.2', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'QosPolicy': '1.10', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'SecurityGroup': '1.5', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'SecurityGroupRule': '1.2', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'SubPort': '1.0', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'Subnet': '1.1', Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: 'Trunk': '1.1'}} Dec 13 12:33:12.991526 n-d-817326-4 neutron-server[109887]: {{(pid=109887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 12:33:13.039306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Attempting to bind port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:33:13.039949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Attempting to bind port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'be6d71a3-05f9-42b7-8709-dd27d93966cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:33:13.040060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Attempting to bind port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4 on network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:33:13.045147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:33:13.045532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Checking segment: {'id': 'be6d71a3-05f9-42b7-8709-dd27d93966cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:33:13.046012 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:13.046427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Bound using segment: {'id': 'be6d71a3-05f9-42b7-8709-dd27d93966cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:33:13.046923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Bound port: 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6d71a3-05f9-42b7-8709-dd27d93966cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:33:13.047324 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:13.110456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] For port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:33:13.114882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] For port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1623f18f-c2c8-4ed3-8c4b-561c88e23ed4,segment=NetworkSegment(be6d71a3-05f9-42b7-8709-dd27d93966cf),segment_id=be6d71a3-05f9-42b7-8709-dd27d93966cf)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:33:13.121446 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:13.185602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93dd09-9ef4-44a2-9a31-02b181c5ca57 None None] Pushing event updated for resources: {'Port': ['ID=1623f18f-c2c8-4ed3-8c4b-561c88e23ed4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:14.633869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57032) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:14.961689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-8954f41f-b24d-4df5-80ad-fcb7e219e76e admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:33:14.962857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8954f41f-b24d-4df5-80ad-fcb7e219e76e admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3279345 Dec 13 12:33:17.579985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57040) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:17.911991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-92db6d4b-b203-4a95-8aab-38db0533afa2 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:33:17.912995 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-92db6d4b-b203-4a95-8aab-38db0533afa2 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3320608 Dec 13 12:33:20.848410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57050) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:21.193459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fc384f6b-fe2c-423d-b146-a684c5be8fff admin admin] Request body: {'router': {'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'name': 'router1', 'admin_state_up': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:33:21.217748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fc384f6b-fe2c-423d-b146-a684c5be8fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:21.219418 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fc384f6b-fe2c-423d-b146-a684c5be8fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:21.351155 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fc384f6b-fe2c-423d-b146-a684c5be8fff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:21.357546 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fc384f6b-fe2c-423d-b146-a684c5be8fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:21.374110 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fc384f6b-fe2c-423d-b146-a684c5be8fff admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:21.375732 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fc384f6b-fe2c-423d-b146-a684c5be8fff admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5263155 Dec 13 12:33:21.482404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:33:21.576720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:21.577164 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:21.687641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:21.723482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1623f18f-c2c8-4ed3-8c4b-561c88e23ed4,segment=NetworkSegment(be6d71a3-05f9-42b7-8709-dd27d93966cf),segment_id=be6d71a3-05f9-42b7-8709-dd27d93966cf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:33:21.729321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:21.781572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=1623f18f-c2c8-4ed3-8c4b-561c88e23ed4,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:22.416611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34084dd-8867-4d2f-81f8-1687d5d61fec None None] Network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:33:22.529744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2504fbc9-3279-4f3f-9850-4941719be1b8 None None] Provisioning complete for port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:22.530492 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2504fbc9-3279-4f3f-9850-4941719be1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:22.744091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a0db98cc-14d1-4946-8332-50df5c60a0cc None None] Provisioning complete for port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:22.744461 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0db98cc-14d1-4946-8332-50df5c60a0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:23.440045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:33:23.490939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:23.491315 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:24.055043 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ef273c5-5866-48b5-a8f8-cb92db0e8150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:24.055733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57062) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:24.633618 n-d-817326-4 neutron-server[109885]: WARNING oslo_policy.policy [None req-7e95f8cf-97b2-4f49-b590-93b4c09dc2ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 12:33:24.634206 n-d-817326-4 neutron-server[109885]: WARNING oslo_policy.policy [None req-7e95f8cf-97b2-4f49-b590-93b4c09dc2ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 12:33:24.855148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-7e95f8cf-97b2-4f49-b590-93b4c09dc2ce admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:33:24.856283 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7e95f8cf-97b2-4f49-b590-93b4c09dc2ce admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7999208 Dec 13 12:33:26.511518 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-713fd07e-cc09-4ea0-b42e-3f8566ec92ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:27.480298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57082) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:27.507074 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:27.791805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:33:27.814934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Made reservation on behalf of c823f1a33a3b455bba5cc011a5e2c9f7 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:33:27.817730 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:27.826402 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:27.906927 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:27.912660 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:27.932564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Reserving flat network on physical network physnet1 {{(pid=109886) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 13 12:33:27.955359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719bc794-b0c9-44fb-8dcc-206bf7495673,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:27.960260 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:27.960593 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Added segment 730d7c07-b0ad-477f-aab2-ca6af704007f of type flat for network a920caf3-a52c-4d3b-a977-f75227ab7cb8 Dec 13 12:33:28.014890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:28.052031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:28.052947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:33:28.053502 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:28.108596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6273501 Dec 13 12:33:28.113513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975799a-4308-4eed-8519-f3f44dd06a72 admin admin] Pushing event updated for resources: {'Network': ['ID=a920caf3-a52c-4d3b-a977-f75227ab7cb8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:28.123879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:33:28.844564 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:29.658570 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:30.583995 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57100) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:30.724584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ecabf-dfea-4d1c-a0cb-7b40cd81aa71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:33:30.725801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-be3ecabf-dfea-4d1c-a0cb-7b40cd81aa71 admin admin] 10.222.0.31 "GET /v2.0/subnets/53865d5a-c448-4c38-8ab1-95033b776143 HTTP/1.1" status: 200 len: 849 time: 0.1406212 Dec 13 12:33:30.843024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-13d4e3c3-6123-4df9-a2a7-8054d567b708 admin admin] 10.222.0.31 "GET /v2.0/routers/f7f304bd-28bf-46f5-837e-34b76724848d HTTP/1.1" status: 200 len: 704 time: 0.1109383 Dec 13 12:33:31.120667 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:31.421729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Allocated IP 172.20.0.1 (27848c47-e91c-42d6-b9c6-fb5b2f8bd372/53865d5a-c448-4c38-8ab1-95033b776143/cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:33:31.628357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:31.697516 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:31.774797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:33:31.780333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:33:31.783181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:33:31.784072 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:31.843439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Pushing event updated for resources: {'Port': ['ID=cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:31.972667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-79eec024-6177-46e2-af66-2043db304eec None None] Provisioning complete for port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:31.973210 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-79eec024-6177-46e2-af66-2043db304eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:31.989670 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:32.007389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-79eec024-6177-46e2-af66-2043db304eec None None] Port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:33:32.214450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:32.223305 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:32.224355 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:32.308482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Pushing event updated for resources: {'Port': ['ID=cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:32.357363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:33:32.358786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:33:32.524933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Router f7f304bd-28bf-46f5-837e-34b76724848d is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:33:32.528060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a542a909-b1f9-4a46-8293-9fe5e4cbd265 None None] Provisioning complete for port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:32.528429 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a542a909-b1f9-4a46-8293-9fe5e4cbd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:32.566907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a542a909-b1f9-4a46-8293-9fe5e4cbd265 None None] Port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:33:32.620684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:33:32.626182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-73c08a96-6b2a-4957-a78b-ad26b3400129 admin admin] 10.222.0.31 "PUT /v2.0/routers/f7f304bd-28bf-46f5-837e-34b76724848d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7744434 Dec 13 12:33:32.632749 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Sync routers for ids ['f7f304bd-28bf-46f5-837e-34b76724848d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:33:32.645734 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Routers {'f7f304bd-28bf-46f5-837e-34b76724848d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:33:32.646689 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:33:26Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7f304bd-28bf-46f5-837e-34b76724848d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:33:32.837403 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Set router f7f304bd-28bf-46f5-837e-34b76724848d gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:33:33.273211 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'name': 'router1', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:33:21Z', 'updated_at': '2021-12-13T12:33:31Z', 'revision_number': 2, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'gw_port_host': None, '_interfaces': [{'id': 'cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79', 'name': '', 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'mac_address': 'fa:16:3e:32:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53865d5a-c448-4c38-8ab1-95033b776143', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:33:31Z', 'updated_at': '2021-12-13T12:33:32Z', 'revision_number': 2, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'subnets': [{'id': '53865d5a-c448-4c38-8ab1-95033b776143', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f955a4c6-c4f5-4fce-a8e4-c53644bcd128'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:33:33.322564 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Checking router: f7f304bd-28bf-46f5-837e-34b76724848d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:33:33.322927 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Updating router f7f304bd-28bf-46f5-837e-34b76724848d port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:33:33.370917 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:33.885340 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:33.893768 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:34.047045 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Pushing event updated for resources: {'Port': ['ID=cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:34.062643 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Attempting to bind port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:33:34.063040 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Attempting to bind port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'be6d71a3-05f9-42b7-8709-dd27d93966cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:33:34.063461 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Attempting to bind port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 on network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:33:34.069315 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.069668 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.070009 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.070371 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.070709 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.071037 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.071360 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.071682 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.072006 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.072325 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.072644 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.072969 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.073285 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Tracked resource versions report: Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: pushed versions: Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: { 'AddressGroup': {'1.2'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'ConntrackHelper': {'1.0'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'LocalIPAssociation': {'1.0'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'Log': {'1.0'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'Network': {'1.1'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'Port': {'1.7'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'PortForwarding': {'1.2'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'QosPolicy': {'1.10'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'SecurityGroup': {'1.5'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'SecurityGroupRule': {'1.2'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'SubPort': {'1.0'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'Subnet': {'1.1'}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'Trunk': {'1.1'}} Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: consumer versions: Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: { DHCP agent@n-d-817326-4: {}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: L3 agent@n-d-817326-4: {}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: Metadata agent@n-d-817326-4: {}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: Metering agent@n-d-817326-4: {}, Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: Open vSwitch agent@n-d-817326-4: { 'AddressGroup': '1.2', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'ConntrackHelper': '1.0', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'LocalIPAssociation': '1.0', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'Log': '1.0', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'Network': '1.1', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'Port': '1.7', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'PortForwarding': '1.2', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'QosPolicy': '1.10', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'SecurityGroup': '1.5', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'SecurityGroupRule': '1.2', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'SubPort': '1.0', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'Subnet': '1.1', Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: 'Trunk': '1.1'}} Dec 13 12:33:34.074437 n-d-817326-4 neutron-server[109888]: {{(pid=109888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 12:33:34.077259 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:33:34.077259 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Checking segment: {'id': 'be6d71a3-05f9-42b7-8709-dd27d93966cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:33:34.077666 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:34.078047 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Bound using segment: {'id': 'be6d71a3-05f9-42b7-8709-dd27d93966cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:33:34.078579 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Bound port: cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6d71a3-05f9-42b7-8709-dd27d93966cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:33:34.078976 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:34.101417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fea48291-df0a-44c4-ae09-78c9230d168f None None] Provisioning complete for port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:34.101953 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fea48291-df0a-44c4-ae09-78c9230d168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:34.136476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fea48291-df0a-44c4-ae09-78c9230d168f None None] Port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:33:34.147310 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] For port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:33:34.166586 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] For port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79,segment=NetworkSegment(be6d71a3-05f9-42b7-8709-dd27d93966cf),segment_id=be6d71a3-05f9-42b7-8709-dd27d93966cf)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:33:34.171424 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:34.223452 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52d77a-8331-49bf-a2fc-d91269e9b0b9 None None] Pushing event updated for resources: {'Port': ['ID=cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:34.232276 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Routers {'f7f304bd-28bf-46f5-837e-34b76724848d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:33:34.232887 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:33:26Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7f304bd-28bf-46f5-837e-34b76724848d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:33:34.324530 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] Set router f7f304bd-28bf-46f5-837e-34b76724848d gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:33:34.459135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6856f7b6-27fc-4071-938d-68d6e0e06925 None None] Provisioning complete for port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:34.459787 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6856f7b6-27fc-4071-938d-68d6e0e06925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:34.539075 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'name': 'router1', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:33:21Z', 'updated_at': '2021-12-13T12:33:31Z', 'revision_number': 2, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'gw_port_host': None, '_interfaces': [{'id': 'cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79', 'name': '', 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'mac_address': 'fa:16:3e:32:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53865d5a-c448-4c38-8ab1-95033b776143', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:33:31Z', 'updated_at': '2021-12-13T12:33:34Z', 'revision_number': 4, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'subnets': [{'id': '53865d5a-c448-4c38-8ab1-95033b776143', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f955a4c6-c4f5-4fce-a8e4-c53644bcd128'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:33:34.545227 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6856f7b6-27fc-4071-938d-68d6e0e06925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:34.571446 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd8fa5-6efe-4e70-8518-db962bba9454 None None] The sync data for ids ['f7f304bd-28bf-46f5-837e-34b76724848d'] in n-d-817326-4 is: [{'id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'name': 'router1', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:33:21Z', 'updated_at': '2021-12-13T12:33:31Z', 'revision_number': 2, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'gw_port_host': None, '_interfaces': [{'id': 'cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79', 'name': '', 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'mac_address': 'fa:16:3e:32:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53865d5a-c448-4c38-8ab1-95033b776143', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:33:31Z', 'updated_at': '2021-12-13T12:33:34Z', 'revision_number': 4, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'subnets': [{'id': '53865d5a-c448-4c38-8ab1-95033b776143', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f955a4c6-c4f5-4fce-a8e4-c53644bcd128'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:33:34.577842 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6856f7b6-27fc-4071-938d-68d6e0e06925 None None] For port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79,segment=NetworkSegment(be6d71a3-05f9-42b7-8709-dd27d93966cf),segment_id=be6d71a3-05f9-42b7-8709-dd27d93966cf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:33:34.583404 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6856f7b6-27fc-4071-938d-68d6e0e06925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:34.636890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856f7b6-27fc-4071-938d-68d6e0e06925 None None] Pushing event updated for resources: {'Port': ['ID=cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:35.073403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57114) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:35.186379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a0d634-caf3-43fd-af6e-0f69c205348e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:33:35.187754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-99a0d634-caf3-43fd-af6e-0f69c205348e admin admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 842 time: 0.1133268 Dec 13 12:33:35.198174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'enable_dhcp': False, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'gateway_ip': '172.25.2.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:33:35.220688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Made reservation on behalf of c823f1a33a3b455bba5cc011a5e2c9f7 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:33:35.223318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:35.583625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.objects.ports [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109886) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 12:33:35.584063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:35.636758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b672a02-260a-4be4-a7e7-cb84ff378c54,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:35.648192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:33:35.648543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Network hostable DHCP agents. Network: a920caf3-a52c-4d3b-a977-f75227ab7cb8, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:33:35.666617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:33:35.676145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, a920caf3-a52c-4d3b-a977-f75227ab7cb8) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:33:35.680708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:33:35.681502 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:35.689875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900588d0-b9c9-438b-839b-cc906acc02be None None] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:33:35.701161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c2f3ceae-dd0f-4d28-b660-bb15e54135ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5065203 Dec 13 12:33:35.804318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d99dc7-7fb1-491d-abfe-c8b5acccbfed None None] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:33:38.185930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57122) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:38.323126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-75e5da9b-f62c-413d-b358-44c1e099dee3 admin admin] 10.222.0.31 "GET /v2.0/routers/f7f304bd-28bf-46f5-837e-34b76724848d HTTP/1.1" status: 200 len: 710 time: 0.1359882 Dec 13 12:33:38.425766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec3b8e-bc13-4e44-998d-163f4c3f12f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:33:38.427198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3eec3b8e-bc13-4e44-998d-163f4c3f12f7 admin admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 886 time: 0.0979548 Dec 13 12:33:38.436720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:33:38.684422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:38.919584 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:38.996404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:39.103695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Allocated IP 172.25.2.30 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/dabfea50-a3a8-41ab-b42c-616c8ab2f496) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:33:39.208598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:39.245321 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:39.286772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:33:39.289508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:33:39.295509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Pushing event updated for resources: {'Port': ['ID=dabfea50-a3a8-41ab-b42c-616c8ab2f496,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:39.307107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:33:39.671078 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:39.867955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:39.871330 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:39.980164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Router f7f304bd-28bf-46f5-837e-34b76724848d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:33:40.093885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:33:40.101411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:40.106113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f12ffba0-08f4-41cb-ad69-79633c998648 admin admin] 10.222.0.31 "PUT /v2.0/routers/f7f304bd-28bf-46f5-837e-34b76724848d HTTP/1.1" status: 200 len: 889 time: 1.6693442 Dec 13 12:33:40.346789 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:33:41.493039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:33:41.541287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:41.541756 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:41.613559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Sync routers for ids ['f7f304bd-28bf-46f5-837e-34b76724848d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:33:41.641147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Routers {'f7f304bd-28bf-46f5-837e-34b76724848d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:33:41.642012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:33:26Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7f304bd-28bf-46f5-837e-34b76724848d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:33:41.852568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Set router f7f304bd-28bf-46f5-837e-34b76724848d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:33:42.329408 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'name': 'router1', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'dabfea50-a3a8-41ab-b42c-616c8ab2f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:33:21Z', 'updated_at': '2021-12-13T12:33:39Z', 'revision_number': 4, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'gw_port': {'id': 'dabfea50-a3a8-41ab-b42c-616c8ab2f496', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:33:39Z', 'updated_at': '2021-12-13T12:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79', 'name': '', 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'mac_address': 'fa:16:3e:32:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53865d5a-c448-4c38-8ab1-95033b776143', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:33:31Z', 'updated_at': '2021-12-13T12:33:34Z', 'revision_number': 5, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'subnets': [{'id': '53865d5a-c448-4c38-8ab1-95033b776143', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f955a4c6-c4f5-4fce-a8e4-c53644bcd128'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:33:42.381817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Checking router: f7f304bd-28bf-46f5-837e-34b76724848d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:33:42.382211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Updating router f7f304bd-28bf-46f5-837e-34b76724848d port dabfea50-a3a8-41ab-b42c-616c8ab2f496 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:33:42.428474 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:42.687168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57136) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:33:42.756293 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:42.762929 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:42.799227 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-39032103-f1f2-42cd-8cb0-a2cfea1e4966 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1109078 Dec 13 12:33:42.820067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984eea4-4a21-4469-b34a-ce8417a0955e None None] Pushing event updated for resources: {'Port': ['ID=dabfea50-a3a8-41ab-b42c-616c8ab2f496,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:42.822511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Attempting to bind port dabfea50-a3a8-41ab-b42c-616c8ab2f496 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:33:42.822912 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Attempting to bind port dabfea50-a3a8-41ab-b42c-616c8ab2f496 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:33:42.823459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Attempting to bind port dabfea50-a3a8-41ab-b42c-616c8ab2f496 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:33:42.829583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:33:42.830117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:33:42.831252 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:42.831666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:33:42.832162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Bound port: dabfea50-a3a8-41ab-b42c-616c8ab2f496, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:33:42.832576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:42.887478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] For port dabfea50-a3a8-41ab-b42c-616c8ab2f496, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:33:42.890811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] For port dabfea50-a3a8-41ab-b42c-616c8ab2f496, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dabfea50-a3a8-41ab-b42c-616c8ab2f496,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:33:42.897503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:42.960816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984eea4-4a21-4469-b34a-ce8417a0955e None None] Pushing event updated for resources: {'Port': ['ID=dabfea50-a3a8-41ab-b42c-616c8ab2f496,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:42.963586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Routers {'f7f304bd-28bf-46f5-837e-34b76724848d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:33:42.964205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:33:26Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7f304bd-28bf-46f5-837e-34b76724848d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:33:43.083271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] Set router f7f304bd-28bf-46f5-837e-34b76724848d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:33:43.298528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'name': 'router1', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'dabfea50-a3a8-41ab-b42c-616c8ab2f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:33:21Z', 'updated_at': '2021-12-13T12:33:39Z', 'revision_number': 4, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'gw_port': {'id': 'dabfea50-a3a8-41ab-b42c-616c8ab2f496', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:33:39Z', 'updated_at': '2021-12-13T12:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79', 'name': '', 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'mac_address': 'fa:16:3e:32:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53865d5a-c448-4c38-8ab1-95033b776143', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:33:31Z', 'updated_at': '2021-12-13T12:33:34Z', 'revision_number': 5, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'subnets': [{'id': '53865d5a-c448-4c38-8ab1-95033b776143', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f955a4c6-c4f5-4fce-a8e4-c53644bcd128'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:33:43.324890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d6df62-2c7d-457b-b08f-a211f9db4dd1 None None] The sync data for ids ['f7f304bd-28bf-46f5-837e-34b76724848d'] in n-d-817326-4 is: [{'id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'name': 'router1', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'dabfea50-a3a8-41ab-b42c-616c8ab2f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:33:21Z', 'updated_at': '2021-12-13T12:33:39Z', 'revision_number': 4, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'gw_port': {'id': 'dabfea50-a3a8-41ab-b42c-616c8ab2f496', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:33:39Z', 'updated_at': '2021-12-13T12:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79', 'name': '', 'network_id': '27848c47-e91c-42d6-b9c6-fb5b2f8bd372', 'tenant_id': 'e5a02b79a2a8410d890001169ac4636f', 'mac_address': 'fa:16:3e:32:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f304bd-28bf-46f5-837e-34b76724848d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53865d5a-c448-4c38-8ab1-95033b776143', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:33:31Z', 'updated_at': '2021-12-13T12:33:34Z', 'revision_number': 5, 'project_id': 'e5a02b79a2a8410d890001169ac4636f', 'subnets': [{'id': '53865d5a-c448-4c38-8ab1-95033b776143', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f955a4c6-c4f5-4fce-a8e4-c53644bcd128'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:33:45.499579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dabfea50-a3a8-41ab-b42c-616c8ab2f496 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:33:45.573712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port dabfea50-a3a8-41ab-b42c-616c8ab2f496 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:45.574010 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:45.653509 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:45.673475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port dabfea50-a3a8-41ab-b42c-616c8ab2f496, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dabfea50-a3a8-41ab-b42c-616c8ab2f496,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:33:45.679584 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:45.726515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=dabfea50-a3a8-41ab-b42c-616c8ab2f496,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:33:47.479004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dabfea50-a3a8-41ab-b42c-616c8ab2f496 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:33:47.560109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port dabfea50-a3a8-41ab-b42c-616c8ab2f496 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:33:47.560109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:54.064427 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-628ef080-53a5-4a9e-b4e6-b3453ec779f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:56.523846 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a836324-e039-4a6e-a009-7487800e64c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:57.515479 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:58.855768 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:33:59.655580 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:34:17.345907 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:34:24.052512 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0de8fcdb-bac6-4c28-85a3-6829a4f9ca9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:34:26.521734 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc069-0a31-468b-b2b6-04802385ee66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:34:27.520468 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:34:28.854757 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:34:29.654458 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:34:54.057104 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b736431-ced9-4d98-b9e5-77fd7a1ad288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:34:54.346703 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:34:56.517334 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-338344f5-e6b8-4a78-97f3-2874fc975891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:34:57.520046 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:34:58.852781 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:34:59.650810 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:09.135700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57652) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:09.201722 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd899799-a9e3-4505-bfbe-9694859dbaf6 admin admin] GET failed (client error): The resource could not be found. Dec 13 12:35:09.203075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bd899799-a9e3-4505-bfbe-9694859dbaf6 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660224 Dec 13 12:35:09.373587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0dd006-daae-4386-8ab8-d887b9d4bf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:09.376119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fe0dd006-daae-4386-8ab8-d887b9d4bf16 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1672368 Dec 13 12:35:11.779144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57662) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:11.884579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2998f-48ec-4291-9c09-5d16eec52a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:11.885928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-69c2998f-48ec-4291-9c09-5d16eec52a84 admin admin] 10.222.0.31 "GET /v2.0/subnets/53865d5a-c448-4c38-8ab1-95033b776143 HTTP/1.1" status: 200 len: 849 time: 0.1058021 Dec 13 12:35:11.896853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:35:11.988263 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Publish callbacks [] for subnet, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:12.140738 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731151253980'] for subnet, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:12.174944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:12.175533 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:12.190092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] 10.222.0.31 "PUT /v2.0/subnets/53865d5a-c448-4c38-8ab1-95033b776143 HTTP/1.1" status: 200 len: 868 time: 0.2838130 Dec 13 12:35:12.192660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c2ee0a-57f5-4e09-98ed-306e7034ac48 None None] Network 27848c47-e91c-42d6-b9c6-fb5b2f8bd372 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:35:12.195714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=53865d5a-c448-4c38-8ab1-95033b776143,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:35:12.203367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.203755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.204068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.204402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.204728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.205054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.205928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.207063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.207063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.207063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.207347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.207652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.207974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1217be-8c6f-44e3-85e9-c9f63ff135ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:35:12.530535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-89724a4e-a120-4431-8cb3-ea53f37fdd09 None None] Provisioning complete for port cfcd2dde-499d-4b7d-958a-1ecdf3d8ea79 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:35:12.530873 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-89724a4e-a120-4431-8cb3-ea53f37fdd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:12.622022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-89724a4e-a120-4431-8cb3-ea53f37fdd09 None None] Provisioning complete for port 1623f18f-c2c8-4ed3-8c4b-561c88e23ed4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:35:12.622413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-89724a4e-a120-4431-8cb3-ea53f37fdd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:14.648740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57670) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:14.854365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f81b8-bb23-456e-931e-8daaa96ddde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:14.854828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f81b8-bb23-456e-931e-8daaa96ddde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:14.856351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7d3f81b8-bb23-456e-931e-8daaa96ddde7 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2066388 Dec 13 12:35:17.308428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57678) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:17.459939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c541ae88-267e-44b0-b88e-f6bf6dae9536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:17.460411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c541ae88-267e-44b0-b88e-f6bf6dae9536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:17.462131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c541ae88-267e-44b0-b88e-f6bf6dae9536 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1526258 Dec 13 12:35:19.860166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57686) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:20.216299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.policy [None req-5df364d0-ab90-4085-87b0-8197bffb326e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109885) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 12:35:20.264372 n-d-817326-4 neutron-server[109885]: WARNING oslo_policy.policy [None req-5df364d0-ab90-4085-87b0-8197bffb326e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 12:35:20.264742 n-d-817326-4 neutron-server[109885]: WARNING oslo_policy.policy [None req-5df364d0-ab90-4085-87b0-8197bffb326e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 12:35:20.273058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df364d0-ab90-4085-87b0-8197bffb326e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:20.274765 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5df364d0-ab90-4085-87b0-8197bffb326e admin admin] 10.222.0.31 "GET /v2.0/networks/27848c47-e91c-42d6-b9c6-fb5b2f8bd372 HTTP/1.1" status: 200 len: 868 time: 0.4133770 Dec 13 12:35:22.826412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57698) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:22.962506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8bca77-acb7-48a3-95e5-166e9ea89898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:22.963874 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bf8bca77-acb7-48a3-95e5-166e9ea89898 admin admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 886 time: 0.1364868 Dec 13 12:35:24.065030 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7521d0e0-7115-4a3e-931a-70b93bd59d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:25.403526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57706) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:25.547225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91c197-8510-4866-8e78-359301e4beb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:25.547666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91c197-8510-4866-8e78-359301e4beb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:25.549223 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4f91c197-8510-4866-8e78-359301e4beb1 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1447396 Dec 13 12:35:26.513994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2190c3a-2d13-4fc5-9f56-60fbc13ec142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:27.521998 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:27.946627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57714) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:28.051874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbdb519-980d-4c6a-af7f-3f5c5a841fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:28.052326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbdb519-980d-4c6a-af7f-3f5c5a841fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:28.053814 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bfbdb519-980d-4c6a-af7f-3f5c5a841fe0 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061711 Dec 13 12:35:28.857451 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:29.663738 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:30.459683 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57722) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:30.558571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ef3a69-2405-4f5b-bcf7-31c2478392d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:30.559927 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-04ef3a69-2405-4f5b-bcf7-31c2478392d5 admin admin] 10.222.0.31 "GET /v2.0/subnets/53865d5a-c448-4c38-8ab1-95033b776143 HTTP/1.1" status: 200 len: 868 time: 0.0992539 Dec 13 12:35:31.398834 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:35:32.937387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57730) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:33.025677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87f8bf5-c27b-4519-8e6c-2f9c5b932cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:35:33.027016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c87f8bf5-c27b-4519-8e6c-2f9c5b932cfe admin admin] 10.222.0.31 "GET /v2.0/subnets/9b672a02-260a-4be4-a7e7-cb84ff378c54 HTTP/1.1" status: 200 len: 816 time: 0.0886748 Dec 13 12:35:54.061289 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2226d2ad-c821-4437-9e80-41bfe53cc18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:56.507867 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03530233-9e36-4ae6-99d0-3fde4417d865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:57.525085 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:58.345728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57784) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:35:58.410773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-bc0a0fad-d722-434c-a51c-437ce305e175 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:35:58.411840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bc0a0fad-d722-434c-a51c-437ce305e175 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0648918 Dec 13 12:35:58.859775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:35:59.659010 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:00.903105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57792) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:36:00.968230 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f02224e-42eb-4068-838a-b05c49202d08 admin admin] GET failed (client error): The resource could not be found. Dec 13 12:36:00.969502 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3f02224e-42eb-4068-838a-b05c49202d08 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654275 Dec 13 12:36:01.174332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d344971e-6832-471d-b985-376315583d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:36:01.176311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d344971e-6832-471d-b985-376315583d9f admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2016857 Dec 13 12:36:03.565023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57800) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:36:03.622862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:36:03.646707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Made reservation on behalf of c823f1a33a3b455bba5cc011a5e2c9f7 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:36:03.649074 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:03.676622 n-d-817326-4 neutron-server[109886]: WARNING neutron.services.revisions.revision_plugin [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Could not find related network for resource to bump revision. Dec 13 12:36:03.687824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:36:03.697298 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:03.697582 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Added segment 5f1ffd2a-cec4-4119-92cb-ea138caebd81 of type vlan for network 8ca94775-6245-4225-9c80-b396cb0befe2 Dec 13 12:36:03.736833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:03.766801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:03.768135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:36:03.768711 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:03.818534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2524164 Dec 13 12:36:03.834100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6d3e3-ab45-4487-95bf-31b63382c404 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca94775-6245-4225-9c80-b396cb0befe2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:36:03.845762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 8ca94775-6245-4225-9c80-b396cb0befe2 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:36:06.236902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57808) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:36:06.314818 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4ca79b-d947-47c2-94f4-1579c3cd9357 admin admin] GET failed (client error): The resource could not be found. Dec 13 12:36:06.316120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7b4ca79b-d947-47c2-94f4-1579c3cd9357 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0782022 Dec 13 12:36:06.385103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080d91b5-d341-4086-b47c-0b054a9a216c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:36:06.386960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-080d91b5-d341-4086-b47c-0b054a9a216c admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0656471 Dec 13 12:36:06.397484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:36:06.419520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Made reservation on behalf of c823f1a33a3b455bba5cc011a5e2c9f7 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:36:06.421589 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:06.598979 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:06.649384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:36:06.664207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:36:06.664551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Network hostable DHCP agents. Network: 8ca94775-6245-4225-9c80-b396cb0befe2, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:36:06.683609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:36:06.692274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 8ca94775-6245-4225-9c80-b396cb0befe2) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:36:06.696265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:36:06.696847 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:06.701687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a6db70-208c-4505-a705-18d644949b79 None None] Network 8ca94775-6245-4225-9c80-b396cb0befe2 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:36:06.726145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8b5b52ad-c272-41f5-99ed-08bfc17e3c89 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3229523 Dec 13 12:36:06.808052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-8ca94775-6245-4225-9c80-b396cb0befe2', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'project_id': 'c823f1a33a3b455bba5cc011a5e2c9f7', 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:36:06.808969 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:06.955381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Allocated IP 192.168.233.2 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/bfc88593-3a33-4dc7-ac92-13c2942a600f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:36:07.196763 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:07.204127 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:07.244076 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:36:07.246940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:36:07.253065 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:36:07.256150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Pushing event updated for resources: {'Port': ['ID=bfc88593-3a33-4dc7-ac92-13c2942a600f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:36:07.264519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.264860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.265237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.265566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.265884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.266236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.266562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.266901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.267236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.267622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.267844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.268167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.268489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:36:07.320006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Attempting to bind port bfc88593-3a33-4dc7-ac92-13c2942a600f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:36:07.320381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Attempting to bind port bfc88593-3a33-4dc7-ac92-13c2942a600f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:36:07.320731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Attempting to bind port bfc88593-3a33-4dc7-ac92-13c2942a600f on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:36:07.325824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:36:07.326203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:36:07.326615 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:07.326984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:36:07.327434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Bound port: bfc88593-3a33-4dc7-ac92-13c2942a600f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:36:07.327819 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:07.391287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] For port bfc88593-3a33-4dc7-ac92-13c2942a600f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:36:07.394708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] For port bfc88593-3a33-4dc7-ac92-13c2942a600f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bfc88593-3a33-4dc7-ac92-13c2942a600f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:36:07.399777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:07.460323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d4280-d05c-41f4-a3a2-9c8acfbbfd4f None None] Pushing event updated for resources: {'Port': ['ID=bfc88593-3a33-4dc7-ac92-13c2942a600f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:36:08.350284 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:36:08.373050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a2b39-f190-4cb7-89e4-4c253c130954 None None] Network 8ca94775-6245-4225-9c80-b396cb0befe2 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:36:08.458129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0b0e31ed-2fc1-4b80-8431-79f730bfd7fa None None] Provisioning complete for port bfc88593-3a33-4dc7-ac92-13c2942a600f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:36:08.458503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b0e31ed-2fc1-4b80-8431-79f730bfd7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:08.568954 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b0e31ed-2fc1-4b80-8431-79f730bfd7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:08.603492 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0b0e31ed-2fc1-4b80-8431-79f730bfd7fa None None] For port bfc88593-3a33-4dc7-ac92-13c2942a600f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bfc88593-3a33-4dc7-ac92-13c2942a600f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:36:08.609422 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b0e31ed-2fc1-4b80-8431-79f730bfd7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:08.666452 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e31ed-2fc1-4b80-8431-79f730bfd7fa None None] Pushing event updated for resources: {'Port': ['ID=bfc88593-3a33-4dc7-ac92-13c2942a600f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:36:08.833295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c6405b9d-a37c-450a-8e8d-fb9a6a2f7448 None None] Provisioning complete for port bfc88593-3a33-4dc7-ac92-13c2942a600f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:36:08.833697 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6405b9d-a37c-450a-8e8d-fb9a6a2f7448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:09.599151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bfc88593-3a33-4dc7-ac92-13c2942a600f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:36:09.661591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port bfc88593-3a33-4dc7-ac92-13c2942a600f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:36:09.661965 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:24.062914 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b54e4d7a-23c4-4cca-9d25-0cfa805e7544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:26.511124 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec916f90-ad78-4b3b-a769-a61dcc82df47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:27.534148 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:28.864509 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:29.669662 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:45.349935 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:36:54.057760 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d327f8b1-6623-4425-a80e-67fa4a043fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:56.515764 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83179bb0-20f4-47ef-99be-61fe02d19c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:57.530439 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:58.865164 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:36:59.664620 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:22.350453 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:37:24.062739 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c30b8de5-0ed8-4555-a9ae-e9a37c7f65d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:26.521144 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-733f22e3-a960-428e-a044-f69b574dde74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:27.533646 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:28.868003 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:29.675574 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:38.701121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57852) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:37:38.708150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-934fd354-3c50-47cb-837a-ef0bec9d6ff1 tempest-verify_tempest_config-2051683400 tempest-verify_tempest_config-2051683400-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:37:38.709191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-934fd354-3c50-47cb-837a-ef0bec9d6ff1 tempest-verify_tempest_config-2051683400 tempest-verify_tempest_config-2051683400-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070417 Dec 13 12:37:39.055602 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57870) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:37:39.188871 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:39.197562 n-d-817326-4 neutron-server[109885]: INFO neutron.quota [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Loaded quota_driver: . Dec 13 12:37:39.325424 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:39.330459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:39.367684 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a339d53ebc4646e9a07990febb9d394b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3110452 Dec 13 12:37:39.370712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57878) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:37:39.379158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a9d0f-6ab2-47b9-8bf7-df1cdd33f6c3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:37:39.388041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.388372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.388770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.389095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.389422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.389732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.390044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.390381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.390692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.390998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.391308 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.391600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.391906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7dbd9-4a97-4de7-a88b-d32ad8b4c1df admin admin] Tracked resource versions report: Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: pushed versions: Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: { 'AddressGroup': {'1.2'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'ConntrackHelper': {'1.0'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'LocalIPAssociation': {'1.0'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'Log': {'1.0'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'Network': {'1.1'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'Port': {'1.7'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'PortForwarding': {'1.2'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'QosPolicy': {'1.10'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'SecurityGroup': {'1.5'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'SecurityGroupRule': {'1.2'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'SubPort': {'1.0'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'Subnet': {'1.1'}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'Trunk': {'1.1'}} Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: consumer versions: Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: { DHCP agent@n-d-817326-4: {}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: L3 agent@n-d-817326-4: {}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: Metadata agent@n-d-817326-4: {}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: Metering agent@n-d-817326-4: {}, Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: Open vSwitch agent@n-d-817326-4: { 'AddressGroup': '1.2', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'ConntrackHelper': '1.0', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'LocalIPAssociation': '1.0', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'Log': '1.0', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'Network': '1.1', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'Port': '1.7', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'PortForwarding': '1.2', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'QosPolicy': '1.10', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'SecurityGroup': '1.5', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'SecurityGroupRule': '1.2', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'SubPort': '1.0', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'Subnet': '1.1', Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: 'Trunk': '1.1'}} Dec 13 12:37:39.393006 n-d-817326-4 neutron-server[109885]: {{(pid=109885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 12:37:39.427013 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:39.448082 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:39.541840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:39.544648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:39.546134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e93a9d0f-6ab2-47b9-8bf7-df1cdd33f6c3 HTTP/1.1" status: 204 len: 168 time: 0.1744585 Dec 13 12:37:39.554106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a9d0f-6ab2-47b9-8bf7-df1cdd33f6c3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:37:39.560869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.561212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.561545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.561875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.562581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.562919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.563243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.563567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.563919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.564214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.564535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.564854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:39.565167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a5c2-38be-4621-8b0d-c0b08f8ab0a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:37:54.072944 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d70926a5-35f2-44f7-b7c8-32115a6db479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:56.526991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d914d5ee-df7b-4c92-a24d-044e8ab441ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:57.546890 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:58.876147 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:37:59.354353 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:37:59.683450 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:38:24.080221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a36259b-cc3c-47d1-9928-51233599c8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:38:26.532132 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c5a5b440-395a-400c-9ee6-18944191f385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:38:27.545997 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:38:28.885871 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:38:29.668890 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:38:36.357307 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:38:54.069399 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-674a1887-d06c-4251-ad42-5925fce4f007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:38:56.545481 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e69d4624-01ec-4223-b8da-e5ab3b5a2356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:38:57.558690 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:38:58.880991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:38:59.673841 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:39:13.362573 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:39:24.071395 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40c41e82-9108-4a30-9245-ff64403d9015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:39:26.540361 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d4543941-be05-4018-a030-8203fb2ee424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:39:27.560930 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:39:28.885183 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:39:29.679423 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:39:50.365191 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:39:54.069020 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8ba99cd-d3c1-4793-8f02-78cc891440ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:39:56.547649 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8cd6-05b3-4d87-9067-4c38f88e0d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:39:57.565463 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:39:58.891599 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:39:59.683277 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:24.067505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e2a739b-2b45-4ad9-bb89-4fa8ded914d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:26.541460 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c60655a6-299d-4b99-8561-1e9f31d8b47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:27.369428 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 5 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:40:27.564671 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:28.894230 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:29.685291 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:37.177897 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550646'] for agent, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:37.237202 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550646'] for agent, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:54.072146 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1ec65cf-85b3-45a2-8e18-8d2e4caf59bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:56.544869 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1c412fd-d96d-41cf-9af3-1795fa365a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:57.575876 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:58.896513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:40:59.688025 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:04.375105 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:41:07.142821 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:07.220130 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:23.302270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57938) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:41:23.426060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e887cb57-533e-4abd-bede-512e42a1e3f8 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1222484 Dec 13 12:41:24.066425 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3588e043-350c-4bc6-b0d7-e4d0ec1ff9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:25.826425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57948) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:41:25.892211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-552d26f9-6989-43ad-ad9a-43d48b6cdc8a admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0644028 Dec 13 12:41:26.548319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29b1203e-2337-4628-9be9-e0766702e4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:27.575970 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:28.903622 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:29.692571 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:37.133782 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:37.231379 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:41.380425 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:41:54.077495 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bda271e-02ee-4760-ab71-7cecacbb472d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:56.552876 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9564b861-6a3e-422d-8d62-68deb03a869b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:57.577476 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:58.900675 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:41:59.692732 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:07.152761 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:07.233060 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:18.380173 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:42:24.078209 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c895c57e-ca20-45ae-bd9c-30c1a62495de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:26.556718 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f975165-1647-4ca6-b427-9abd20665d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:27.573948 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:28.904668 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:29.690015 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:37.144693 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:37.242671 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:48.435822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58144) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:48.812867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3a36901e-88c7-46b3-8bbe-0966bdcbc33a tempest-AutoAllocateNetworkTest-1305076340 tempest-AutoAllocateNetworkTest-1305076340-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d714993964b44ba3912f4a5ad0400f5d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3757865 Dec 13 12:42:48.815531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58168) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:49.005507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad96bdde-892f-4fb4-8ca6-7e8909c6d2a6 tempest-AutoAllocateNetworkTest-1305076340 tempest-AutoAllocateNetworkTest-1305076340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:42:49.007135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ad96bdde-892f-4fb4-8ca6-7e8909c6d2a6 tempest-AutoAllocateNetworkTest-1305076340 tempest-AutoAllocateNetworkTest-1305076340-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1903536 Dec 13 12:42:49.010606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58178) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:49.067384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1d2cf064-6ce6-4794-81f8-5be135ebc7de tempest-AutoAllocateNetworkTest-1305076340 tempest-AutoAllocateNetworkTest-1305076340-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553572 Dec 13 12:42:49.069837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58180) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:49.098832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc173394-cde9-4b16-b9c6-912f0a46333e tempest-AutoAllocateNetworkTest-1305076340 tempest-AutoAllocateNetworkTest-1305076340-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d714993964b44ba3912f4a5ad0400f5d HTTP/1.1" status: 200 len: 208 time: 0.0276690 Dec 13 12:42:49.971154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58222) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:50.155636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:50.238364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:50.243296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:50.280448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c282477-5222-42fc-9703-8d152f2d01a3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:50.291659 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a423ff72-1623-4621-b327-975899572887 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d714993964b44ba3912f4a5ad0400f5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3164659 Dec 13 12:42:50.292071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58250) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:50.294008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.294441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.294853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.295353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.295651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.296050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.296442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.296832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.297223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.297610 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.298000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.298513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.298792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423ff72-1623-4621-b327-975899572887 admin admin] Tracked resource versions report: Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: pushed versions: Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: { 'AddressGroup': {'1.2'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'ConntrackHelper': {'1.0'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'LocalIPAssociation': {'1.0'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'Log': {'1.0'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'Network': {'1.1'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'Port': {'1.7'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'PortForwarding': {'1.2'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'QosPolicy': {'1.10'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'SecurityGroup': {'1.5'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'SecurityGroupRule': {'1.2'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'SubPort': {'1.0'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'Subnet': {'1.1'}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'Trunk': {'1.1'}} Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: consumer versions: Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: { DHCP agent@n-d-817326-4: {}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: HyperV agent@n-h1-817326-4: {}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: HyperV agent@n-h2-817326-4: {}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: L3 agent@n-d-817326-4: {}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: Metadata agent@n-d-817326-4: {}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: Metering agent@n-d-817326-4: {}, Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: Open vSwitch agent@n-d-817326-4: { 'AddressGroup': '1.2', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'ConntrackHelper': '1.0', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'LocalIPAssociation': '1.0', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'Log': '1.0', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'Network': '1.1', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'Port': '1.7', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'PortForwarding': '1.2', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'QosPolicy': '1.10', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'SecurityGroup': '1.5', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'SecurityGroupRule': '1.2', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'SubPort': '1.0', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'Subnet': '1.1', Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: 'Trunk': '1.1'}} Dec 13 12:42:50.300155 n-d-817326-4 neutron-server[109885]: {{(pid=109885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 12:42:50.350996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:50.382484 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:50.436001 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:50.439169 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:50.440698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c282477-5222-42fc-9703-8d152f2d01a3 HTTP/1.1" status: 204 len: 168 time: 0.1475730 Dec 13 12:42:50.449491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c282477-5222-42fc-9703-8d152f2d01a3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:50.458720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.458720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.458720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.458720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.458720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.458720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.459180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.459317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.459794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.460269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.460591 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.460914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.461233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d860ad61-1fda-4784-bde9-de60ef0e8eee admin admin] Tracked resource versions report: Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: pushed versions: Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: { 'AddressGroup': {'1.2'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'ConntrackHelper': {'1.0'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'LocalIPAssociation': {'1.0'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'Log': {'1.0'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'Network': {'1.1'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'Port': {'1.7'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'PortForwarding': {'1.2'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'QosPolicy': {'1.10'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'SecurityGroup': {'1.5'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'SecurityGroupRule': {'1.2'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'SubPort': {'1.0'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'Subnet': {'1.1'}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'Trunk': {'1.1'}} Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: consumer versions: Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: { DHCP agent@n-d-817326-4: {}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: HyperV agent@n-h1-817326-4: {}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: HyperV agent@n-h2-817326-4: {}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: L3 agent@n-d-817326-4: {}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: Metadata agent@n-d-817326-4: {}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: Metering agent@n-d-817326-4: {}, Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: Open vSwitch agent@n-d-817326-4: { 'AddressGroup': '1.2', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'ConntrackHelper': '1.0', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'LocalIPAssociation': '1.0', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'Log': '1.0', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'Network': '1.1', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'Port': '1.7', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'PortForwarding': '1.2', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'QosPolicy': '1.10', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'SecurityGroup': '1.5', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'SecurityGroupRule': '1.2', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'SubPort': '1.0', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'Subnet': '1.1', Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: 'Trunk': '1.1'}} Dec 13 12:42:50.462370 n-d-817326-4 neutron-server[109886]: {{(pid=109886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 12:42:52.619966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58408) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:52.622710 n-d-817326-4 neutron-server[109886]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 12:42:52.648258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-82c296d0-0316-4c2f-b6c1-078418b30e36 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fb2dac39fec6427fb0754c66499b6d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266459 Dec 13 12:42:52.755078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-1d65b13d-0c71-4aa0-9101-d84bba35c711 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:42:52.756537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-1d65b13d-0c71-4aa0-9101-d84bba35c711 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1015697 Dec 13 12:42:52.775244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c309ce8-763b-4c55-84c3-65f00c9ab679 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/quotas/fb2dac39fec6427fb0754c66499b6d99 HTTP/1.1" status: 200 len: 375 time: 0.0107994 Dec 13 12:42:52.835538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-c673d162-a59d-4df6-bef6-5f4740921f0f tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb2dac39fec6427fb0754c66499b6d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533242 Dec 13 12:42:53.251588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58464) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:53.396810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec945611-39fd-424b-ade8-975cea554fb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:53.549176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec945611-39fd-424b-ade8-975cea554fb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:53.565278 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec945611-39fd-424b-ade8-975cea554fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:53.627092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ec945611-39fd-424b-ade8-975cea554fb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd1020ba48e4474d9293017e946d045f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3738213 Dec 13 12:42:53.630286 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58500) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:53.632475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec945611-39fd-424b-ade8-975cea554fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f45cda7-643e-4c9c-b1a9-6be80e7bd905,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:53.651449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58502) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:53.702326 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2b39621-735e-4c5d-bbea-5c9b1677d61a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:53.736352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2b39621-735e-4c5d-bbea-5c9b1677d61a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:53.816268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2b39621-735e-4c5d-bbea-5c9b1677d61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:53.820856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2b39621-735e-4c5d-bbea-5c9b1677d61a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:53.826248 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f2b39621-735e-4c5d-bbea-5c9b1677d61a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f45cda7-643e-4c9c-b1a9-6be80e7bd905 HTTP/1.1" status: 204 len: 168 time: 0.1948953 Dec 13 12:42:53.837788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b39621-735e-4c5d-bbea-5c9b1677d61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f45cda7-643e-4c9c-b1a9-6be80e7bd905,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:53.882477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9893040d-399b-4fee-bb1e-14c74e46c654 req-ec246bc9-0269-427e-b24f-a0acfebb52a2 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 210 time: 0.2297227 Dec 13 12:42:53.912019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58516) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:54.048860 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6dd9586b-c64c-40c3-ac65-9354d5101e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.091660 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f38e9711-bf94-4b19-b841-989d515063e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.284481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6dd9586b-c64c-40c3-ac65-9354d5101e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.292600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6dd9586b-c64c-40c3-ac65-9354d5101e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.349510 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6dd9586b-c64c-40c3-ac65-9354d5101e2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b65a0ab30e44dbabd415f2240553ae5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4363492 Dec 13 12:42:54.352579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58568) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:54.363426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9586b-c64c-40c3-ac65-9354d5101e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e9301-519e-4e6c-ab3e-621ccd68981a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:54.420339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4e7b-b638-4b35-8d10-ec78d5e687da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.469353 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4e7b-b638-4b35-8d10-ec78d5e687da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.542513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58588) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:54.568526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4e7b-b638-4b35-8d10-ec78d5e687da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.571604 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4e7b-b638-4b35-8d10-ec78d5e687da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.575785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3e6c4e7b-b638-4b35-8d10-ec78d5e687da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec3e9301-519e-4e6c-ab3e-621ccd68981a HTTP/1.1" status: 204 len: 168 time: 0.2210028 Dec 13 12:42:54.587062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c4e7b-b638-4b35-8d10-ec78d5e687da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e9301-519e-4e6c-ab3e-621ccd68981a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:54.587166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58594) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:54.601570 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c964a8a9-9067-4cc9-956f-30be6370a4e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.698692 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c964a8a9-9067-4cc9-956f-30be6370a4e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.705728 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c964a8a9-9067-4cc9-956f-30be6370a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.732373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964a8a9-9067-4cc9-956f-30be6370a4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a453e75-f1f7-4e0a-a2a2-40536c584e54,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:54.757885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c964a8a9-9067-4cc9-956f-30be6370a4e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=551d29cea91b462b9f9d944d09befb36&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1694779 Dec 13 12:42:54.760802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58598) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:54.831675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-83064d56-b3a8-4849-b468-82c3eb0baef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.854975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-83064d56-b3a8-4849-b468-82c3eb0baef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.908168 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-83064d56-b3a8-4849-b468-82c3eb0baef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.912215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-83064d56-b3a8-4849-b468-82c3eb0baef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:54.913979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-83064d56-b3a8-4849-b468-82c3eb0baef9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a453e75-f1f7-4e0a-a2a2-40536c584e54 HTTP/1.1" status: 204 len: 168 time: 0.1520774 Dec 13 12:42:54.932998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83064d56-b3a8-4849-b468-82c3eb0baef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a453e75-f1f7-4e0a-a2a2-40536c584e54,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:55.023644 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1033ec0f-c7a9-46a2-af38-5e81b672370d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.110301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58614) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:55.119691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58618) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:55.123708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1df65fe1-eb32-4639-92c8-1672b1619050 req-0a99d5b1-38e0-4915-985b-c63dd2da5ad4 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 210 time: 0.0439470 Dec 13 12:42:55.158655 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1033ec0f-c7a9-46a2-af38-5e81b672370d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.166136 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1033ec0f-c7a9-46a2-af38-5e81b672370d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.210268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1033ec0f-c7a9-46a2-af38-5e81b672370d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92572aaad25944d592bd88c7ed6f8282&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6665220 Dec 13 12:42:55.211866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033ec0f-c7a9-46a2-af38-5e81b672370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfd523e-c390-4809-9d65-f105a37cd15a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:55.213050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58622) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:55.226261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.42', 54189) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:55.255668 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-d8e814f6-f9ca-4770-a26e-9cfe43b589b5 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fb2dac39fec6427fb0754c66499b6d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278115 Dec 13 12:42:55.293038 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eec5e273-6bcf-455e-9911-4f6ad31fe3cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.334455 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eec5e273-6bcf-455e-9911-4f6ad31fe3cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.385275 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:42:55.392377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eec5e273-6bcf-455e-9911-4f6ad31fe3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.397118 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eec5e273-6bcf-455e-9911-4f6ad31fe3cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.399007 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-eec5e273-6bcf-455e-9911-4f6ad31fe3cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ddfd523e-c390-4809-9d65-f105a37cd15a HTTP/1.1" status: 204 len: 168 time: 0.1849592 Dec 13 12:42:55.414371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-a0ee5706-f9a6-4ffe-88f8-a3b6d28efbd2 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:42:55.415158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5e273-6bcf-455e-9911-4f6ad31fe3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfd523e-c390-4809-9d65-f105a37cd15a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:55.415697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-a0ee5706-f9a6-4ffe-88f8-a3b6d28efbd2 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541259 Dec 13 12:42:55.517358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Request body: {'port': {'device_id': '4b75352f-c559-45b1-b1c9-71da9ade848a', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'fb2dac39fec6427fb0754c66499b6d99'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:42:55.552498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58638) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:55.571176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43c1f6ea-e64e-4c2e-b06c-152fa3556c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.621179 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d93722b-b1d7-4654-83d4-961dbe6b6984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.761555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43c1f6ea-e64e-4c2e-b06c-152fa3556c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.777028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92f9e743-90e6-465c-8047-77ca6503ee25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.857223 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43c1f6ea-e64e-4c2e-b06c-152fa3556c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.869638 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92f9e743-90e6-465c-8047-77ca6503ee25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.895688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d93722b-b1d7-4654-83d4-961dbe6b6984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.896681 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92f9e743-90e6-465c-8047-77ca6503ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.921125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d93722b-b1d7-4654-83d4-961dbe6b6984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:55.931475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-581753e4-786c-4f3a-8a0c-19f9b1f2f20d tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=63fde0b7d8354995902090439d908849&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518434 Dec 13 12:42:55.943804 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-43c1f6ea-e64e-4c2e-b06c-152fa3556c77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afb583b5f59949e6890b2c434d477727&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3902326 Dec 13 12:42:55.946876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58666) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:55.952299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1f6ea-e64e-4c2e-b06c-152fa3556c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa042fb2-0319-45b5-b39a-0c32a8fec318,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:55.965050 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-92f9e743-90e6-465c-8047-77ca6503ee25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0765f6ab4d8744f9b268a89395f06fa4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8418651 Dec 13 12:42:55.971837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58672) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:55.995176 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6d93722b-b1d7-4654-83d4-961dbe6b6984 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48e89d7744a4448d8b00d2f92f388c90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8826621 Dec 13 12:42:55.999667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58674) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:56.022720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9e743-90e6-465c-8047-77ca6503ee25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945ae91c-b999-4ff4-8c4c-6f92cd1cfa32,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:56.067416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Made reservation on behalf of fb2dac39fec6427fb0754c66499b6d99 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:42:56.070894 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.090737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93722b-b1d7-4654-83d4-961dbe6b6984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817750cb-2d4b-4006-9b6d-6f5bf8746391,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:56.093253 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.109608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33e8eeab-834e-4c07-95a5-c1f543e1284a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.118790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-4b93c3c1-75df-422c-921e-4addad68e740 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:42:56.133344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-4b93c3c1-75df-422c-921e-4addad68e740 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008810 Dec 13 12:42:56.146637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-530bdd0a-906a-433d-8e9d-ecb330145841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.160446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-83239e5a-f149-428e-8e2f-7c0b1341ebed tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/quotas/63fde0b7d8354995902090439d908849 HTTP/1.1" status: 200 len: 375 time: 0.0255737 Dec 13 12:42:56.165589 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33e8eeab-834e-4c07-95a5-c1f543e1284a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.195540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58686) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:56.222004 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ad33f54-e58a-41ae-a01b-86d3b98ca291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.237382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-1e80a967-b7c6-445b-bc8d-fe47f4a1d6a8 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63fde0b7d8354995902090439d908849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640101 Dec 13 12:42:56.275887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33e8eeab-834e-4c07-95a5-c1f543e1284a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.278859 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33e8eeab-834e-4c07-95a5-c1f543e1284a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.280492 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-33e8eeab-834e-4c07-95a5-c1f543e1284a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/945ae91c-b999-4ff4-8c4c-6f92cd1cfa32 HTTP/1.1" status: 204 len: 168 time: 0.3077319 Dec 13 12:42:56.282440 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75c65cd3-713c-4723-86fd-37deed562b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.287692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-530bdd0a-906a-433d-8e9d-ecb330145841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.303558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8eeab-834e-4c07-95a5-c1f543e1284a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945ae91c-b999-4ff4-8c4c-6f92cd1cfa32,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:56.357091 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ad33f54-e58a-41ae-a01b-86d3b98ca291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.363365 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-530bdd0a-906a-433d-8e9d-ecb330145841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.366423 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-530bdd0a-906a-433d-8e9d-ecb330145841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.367637 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-530bdd0a-906a-433d-8e9d-ecb330145841 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/817750cb-2d4b-4006-9b6d-6f5bf8746391 HTTP/1.1" status: 204 len: 168 time: 0.3637393 Dec 13 12:42:56.387537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bdd0a-906a-433d-8e9d-ecb330145841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817750cb-2d4b-4006-9b6d-6f5bf8746391,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:56.407601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a73be153-439f-4574-a0d6-f0e70eb09880 req-6c7b908c-05ee-448c-8d31-05e9049cd0e2 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 210 time: 0.1063430 Dec 13 12:42:56.502689 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.511991 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.555027 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ad33f54-e58a-41ae-a01b-86d3b98ca291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.557907 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ad33f54-e58a-41ae-a01b-86d3b98ca291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.561182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2ad33f54-e58a-41ae-a01b-86d3b98ca291 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa042fb2-0319-45b5-b39a-0c32a8fec318 HTTP/1.1" status: 204 len: 168 time: 0.6109900 Dec 13 12:42:56.573344 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d843221-888b-48dd-8f4f-be11c8a60e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.680915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c09651a0-f961-4ea4-99fe-912eab9f5c81 req-7234f794-b144-4660-b4a5-56b5a334a4f0 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.1336479 Dec 13 12:42:56.681526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08459f8-a1de-460a-bcfa-f4cc3f325dfd,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:56.740946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad33f54-e58a-41ae-a01b-86d3b98ca291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa042fb2-0319-45b5-b39a-0c32a8fec318,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:56.844891 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75c65cd3-713c-4723-86fd-37deed562b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.852729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75c65cd3-713c-4723-86fd-37deed562b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:56.889561 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-75c65cd3-713c-4723-86fd-37deed562b97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12512a34a53f4907b21ca1497f40e917&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6902473 Dec 13 12:42:56.890425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58716) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:56.932507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Allocated IP 192.168.233.164 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/09b03ac0-44b6-4661-a6d0-0969a4d98c88) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:42:56.960158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c65cd3-713c-4723-86fd-37deed562b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1c794-f371-4b52-b68e-0989fc853617,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:57.011544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1cc128b-72f5-463c-b841-c23ab05dab55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.050598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1cc128b-72f5-463c-b841-c23ab05dab55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.143844 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1cc128b-72f5-463c-b841-c23ab05dab55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.147486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1cc128b-72f5-463c-b841-c23ab05dab55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.149585 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a1cc128b-72f5-463c-b841-c23ab05dab55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abc1c794-f371-4b52-b68e-0989fc853617 HTTP/1.1" status: 204 len: 168 time: 0.2584119 Dec 13 12:42:57.167843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc128b-72f5-463c-b841-c23ab05dab55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1c794-f371-4b52-b68e-0989fc853617,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:57.365784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58732) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:57.416301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b23313b-dbb2-4a57-8938-a9f957b66062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.478497 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.587514 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.614739 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.692358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b23313b-dbb2-4a57-8938-a9f957b66062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.693429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58738) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:57.705370 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b23313b-dbb2-4a57-8938-a9f957b66062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.763362 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aca33272-fcf8-4156-996c-6072a12b3560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:57.827983 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2b23313b-dbb2-4a57-8938-a9f957b66062 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a6106a8673141129e57c082c4eaafdc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4604480 Dec 13 12:42:57.831080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23313b-dbb2-4a57-8938-a9f957b66062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5fa6ce-2366-4019-b473-01b2b2d495ae,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:57.835060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58746) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:58.001734 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-625350a1-31ce-4514-b1af-a69299c10646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.056731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-625350a1-31ce-4514-b1af-a69299c10646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.108549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aca33272-fcf8-4156-996c-6072a12b3560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.125553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:42:58.129748 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aca33272-fcf8-4156-996c-6072a12b3560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.162963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e28ebf72-ab51-4f3e-b7d8-20c95f1b9753 req-a67abb8e-9451-4bca-9033-9e8fcb266b22 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.2616255 Dec 13 12:42:58.167597 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aca33272-fcf8-4156-996c-6072a12b3560 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08217e305ab3441ea0b34f7b953a0de0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4729977 Dec 13 12:42:58.172787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58758) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:42:58.247509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca33272-fcf8-4156-996c-6072a12b3560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2086bbc0-1abb-4c37-ae54-c30b10e9ad29,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:58.269412 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbaeca31-ba36-4591-b09e-6c39d6a20cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.271985 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-625350a1-31ce-4514-b1af-a69299c10646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.275504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-625350a1-31ce-4514-b1af-a69299c10646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.276930 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-625350a1-31ce-4514-b1af-a69299c10646 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec5fa6ce-2366-4019-b473-01b2b2d495ae HTTP/1.1" status: 204 len: 168 time: 0.4406064 Dec 13 12:42:58.295582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625350a1-31ce-4514-b1af-a69299c10646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5fa6ce-2366-4019-b473-01b2b2d495ae,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:58.299103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:42:58.326432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Pushing event updated for resources: {'Port': ['ID=09b03ac0-44b6-4661-a6d0-0969a4d98c88,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:58.327680 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbaeca31-ba36-4591-b09e-6c39d6a20cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.350894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:42:58.369874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:42:58.371062 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.482703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c42559-3c5a-4d51-b94f-7d07f5944b4d req-33d2f6bf-9021-4b20-9542-c4c27d5954bf tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:42:58.487804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35c42559-3c5a-4d51-b94f-7d07f5944b4d req-33d2f6bf-9021-4b20-9542-c4c27d5954bf tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 936 time: 0.5589383 Dec 13 12:42:58.503961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-b5d7790d-208f-4a4c-acab-a0b465aa924a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9888704 Dec 13 12:42:58.506625 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbaeca31-ba36-4591-b09e-6c39d6a20cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.509340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbaeca31-ba36-4591-b09e-6c39d6a20cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.511474 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bbaeca31-ba36-4591-b09e-6c39d6a20cd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2086bbc0-1abb-4c37-ae54-c30b10e9ad29 HTTP/1.1" status: 204 len: 168 time: 0.3363376 Dec 13 12:42:58.540912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaeca31-ba36-4591-b09e-6c39d6a20cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2086bbc0-1abb-4c37-ae54-c30b10e9ad29,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:42:58.575941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-ccf6752a-bbc7-497c-bcab-3780970884f9 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:42:58.577097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-ccf6752a-bbc7-497c-bcab-3780970884f9 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0557253 Dec 13 12:42:58.683234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35c42559-3c5a-4d51-b94f-7d07f5944b4d req-52840d72-e947-45ea-9509-8669cc26a3bf tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779778 Dec 13 12:42:58.941637 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.942514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a340d03c-6bc5-40f5-95f0-acac2269aeda None None] Provisioning complete for port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:42:58.943202 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a340d03c-6bc5-40f5-95f0-acac2269aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:58.985564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a340d03c-6bc5-40f5-95f0-acac2269aeda None None] Port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:42:59.341033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e709f6b6-6999-4918-b3a4-83858e4ff77c req-69674596-1cb8-4eae-8c72-8cfdd51075eb tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.0757356 Dec 13 12:42:59.700407 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:42:59.874760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477b2fe-508c-4764-b94d-3d2185e7266e req-8b262d24-ccca-44b2-a00c-e0441b4fa6d8 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:42:59.874760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6477b2fe-508c-4764-b94d-3d2185e7266e req-8b262d24-ccca-44b2-a00c-e0441b4fa6d8 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 936 time: 0.0655198 Dec 13 12:42:59.937556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6477b2fe-508c-4764-b94d-3d2185e7266e req-d10761ad-7df7-4bea-812b-94020e9b5c00 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535991 Dec 13 12:43:00.508850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6d5eb9d-b283-4b80-b79d-0342a5601765 req-d250b13a-0340-4afb-bd2a-8f1e3c068a73 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.0640516 Dec 13 12:43:00.664161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58854) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:01.001374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c28c6-663b-4a9e-abfe-b9eb4138bd51 req-b9812ec0-2489-4760-8d60-5485aa26a4be tempest-NetworksTest-1591426044 tempest-NetworksTest-1591426044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:01.002152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c28c6-663b-4a9e-abfe-b9eb4138bd51 req-b9812ec0-2489-4760-8d60-5485aa26a4be tempest-NetworksTest-1591426044 tempest-NetworksTest-1591426044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:01.002746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c28c6-663b-4a9e-abfe-b9eb4138bd51 req-b9812ec0-2489-4760-8d60-5485aa26a4be tempest-NetworksTest-1591426044 tempest-NetworksTest-1591426044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:01.008937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-322c28c6-663b-4a9e-abfe-b9eb4138bd51 req-b9812ec0-2489-4760-8d60-5485aa26a4be tempest-NetworksTest-1591426044 tempest-NetworksTest-1591426044-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2204 time: 0.1439078 Dec 13 12:43:01.151430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-network', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:01.195666 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8ab8e-7946-4f2d-8c91-9fe24c6407bf req-09e4fea8-1a72-422f-a492-eafda8af7aac tempest-NetworksTest-1591426044 tempest-NetworksTest-1591426044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:01.197063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2c8ab8e-7946-4f2d-8c91-9fe24c6407bf req-09e4fea8-1a72-422f-a492-eafda8af7aac tempest-NetworksTest-1591426044 tempest-NetworksTest-1591426044-project-admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 886 time: 0.1506984 Dec 13 12:43:01.219667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece837f-6f5a-42fa-9852-b287978ccbb7 req-d75e816a-85f2-4870-a054-4872389956d3 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:01.228378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ece837f-6f5a-42fa-9852-b287978ccbb7 req-d75e816a-85f2-4870-a054-4872389956d3 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 936 time: 0.1911705 Dec 13 12:43:01.256635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Made reservation on behalf of c7fa575a45fc4f60843818634f1b2c3e for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:01.259028 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:01.337283 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:01.538335 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ece837f-6f5a-42fa-9852-b287978ccbb7 req-bffb1976-c9df-4b39-a2c5-5f181e12964b tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090148 Dec 13 12:43:01.563271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74063a-b3fa-4c88-b58c-41569c1159a8 req-f32d04c9-44a7-4a69-adf6-fabca5878388 tempest-NetworksTest-1591426044 tempest-NetworksTest-1591426044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:01.563739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74063a-b3fa-4c88-b58c-41569c1159a8 req-f32d04c9-44a7-4a69-adf6-fabca5878388 tempest-NetworksTest-1591426044 tempest-NetworksTest-1591426044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:01.564378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74063a-b3fa-4c88-b58c-41569c1159a8 req-f32d04c9-44a7-4a69-adf6-fabca5878388 tempest-NetworksTest-1591426044 tempest-NetworksTest-1591426044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:01.566298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d74063a-b3fa-4c88-b58c-41569c1159a8 req-f32d04c9-44a7-4a69-adf6-fabca5878388 tempest-NetworksTest-1591426044 tempest-NetworksTest-1591426044-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2204 time: 0.3131480 Dec 13 12:43:01.719979 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:01.730066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16eadd0a-f023-4c47-9701-fa796b2538a9 req-797fdae0-feed-4d22-a2cb-a32b27539e8c tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.0512812 Dec 13 12:43:01.731288 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:01.768119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:43:01.783573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11214023-fe3a-4b52-83a9-8449a20dcab9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:01.791756 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:01.791756 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Added segment c671b912-f9b2-4693-9720-06bc870947e9 of type vlan for network 5318adeb-f970-49a3-bdfd-ee606db0bb86 Dec 13 12:43:01.851377 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:01.909122 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:01.910455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:01.911113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:01.956538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58896) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:01.957344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2912891 Dec 13 12:43:01.964327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Request body: {'subnet': {'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-subnet', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:02.030518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Made reservation on behalf of c7fa575a45fc4f60843818634f1b2c3e for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:02.030888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238f8cc-862c-4518-afc5-aefb1ff29fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=5318adeb-f970-49a3-bdfd-ee606db0bb86,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:02.043496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 5318adeb-f970-49a3-bdfd-ee606db0bb86 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:43:02.044696 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:02.358973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58904) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:02.437218 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:02.517202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba95175-5180-48c1-b6b6-adb302fc6a81,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:02.529557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Checking segment: {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:02.529939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Network hostable DHCP agents. Network: 5318adeb-f970-49a3-bdfd-ee606db0bb86, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:43:02.564445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Network 5318adeb-f970-49a3-bdfd-ee606db0bb86 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:43:02.584665 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 5318adeb-f970-49a3-bdfd-ee606db0bb86) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:02.600872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad63a960-7d8c-4a9e-a29d-19d009ee04ee None None] Network 5318adeb-f970-49a3-bdfd-ee606db0bb86 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:02.601364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:02.601976 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:02.651829 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-08769038-9179-4959-96b0-fb02269ea8f6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6932852 Dec 13 12:43:02.654839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58920) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:02.664975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:02.694638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-158342eb-3456-43d4-94ec-4ed09fb3f716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:02.730570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:02.736391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:02.802609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-5318adeb-f970-49a3-bdfd-ee606db0bb86', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:43:02.804767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:02.816131 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dcc81-399c-4c4c-b054-6bf805f95a7b req-715fef8d-ad01-4f4e-9809-464e25a15b82 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:02.818258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e2dcc81-399c-4c4c-b054-6bf805f95a7b req-715fef8d-ad01-4f4e-9809-464e25a15b82 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 936 time: 0.1457751 Dec 13 12:43:02.948299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e2dcc81-399c-4c4c-b054-6bf805f95a7b req-7ed39b81-65cb-42aa-851c-47bd4da6b885 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220613 Dec 13 12:43:02.976958 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-158342eb-3456-43d4-94ec-4ed09fb3f716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:02.981925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:02.984882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-158342eb-3456-43d4-94ec-4ed09fb3f716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.089173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-158342eb-3456-43d4-94ec-4ed09fb3f716 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5be8db601af94540adda15fc682f79ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7282956 Dec 13 12:43:03.089782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:03.096469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158342eb-3456-43d4-94ec-4ed09fb3f716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebc199c-2ac5-424b-9d3b-d23dadf6a5b2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:03.164605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Allocated IP 172.20.0.2 (5318adeb-f970-49a3-bdfd-ee606db0bb86/0ba95175-5180-48c1-b6b6-adb302fc6a81/4d2bc915-ef40-4735-a8bf-948943f89d7a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:03.299063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-156a0791-3d2c-4178-87c5-191238186f40 req-83d87e6e-7de6-41d2-828d-48229675aeee tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.1327806 Dec 13 12:43:03.324121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-071ed94f-35e4-4285-9a1c-3683eb3d387c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.351147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-071ed94f-35e4-4285-9a1c-3683eb3d387c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.395039 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.450808 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.454725 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-071ed94f-35e4-4285-9a1c-3683eb3d387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.458442 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-071ed94f-35e4-4285-9a1c-3683eb3d387c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.459929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-071ed94f-35e4-4285-9a1c-3683eb3d387c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cebc199c-2ac5-424b-9d3b-d23dadf6a5b2 HTTP/1.1" status: 204 len: 168 time: 0.3688457 Dec 13 12:43:03.466719 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.476278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ed94f-35e4-4285-9a1c-3683eb3d387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebc199c-2ac5-424b-9d3b-d23dadf6a5b2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:03.524837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Network 5318adeb-f970-49a3-bdfd-ee606db0bb86 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:03.538895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:03.549457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:03.642407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Attempting to bind port 4d2bc915-ef40-4735-a8bf-948943f89d7a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:03.642865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Attempting to bind port 4d2bc915-ef40-4735-a8bf-948943f89d7a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:03.643246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Attempting to bind port 4d2bc915-ef40-4735-a8bf-948943f89d7a on network 5318adeb-f970-49a3-bdfd-ee606db0bb86 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:03.666738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:03.668376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Checking segment: {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:03.668836 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.669347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Bound using segment: {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:03.669886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Bound port: 4d2bc915-ef40-4735-a8bf-948943f89d7a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:03.670364 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.836198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] For port 4d2bc915-ef40-4735-a8bf-948943f89d7a, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:03.844937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] For port 4d2bc915-ef40-4735-a8bf-948943f89d7a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4d2bc915-ef40-4735-a8bf-948943f89d7a,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:03.847641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Pushing event updated for resources: {'Port': ['ID=4d2bc915-ef40-4735-a8bf-948943f89d7a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:03.859012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.870315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.870833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.871176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.871514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.872000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.872346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.872677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.873004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.873791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.874301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.874937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.875169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Tracked resource versions report: Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: pushed versions: Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: { 'AddressGroup': {'1.2'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'ConntrackHelper': {'1.0'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'LocalIPAssociation': {'1.0'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'Log': {'1.0'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'Network': {'1.1'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'Port': {'1.7'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'PortForwarding': {'1.2'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'QosPolicy': {'1.10'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'SecurityGroup': {'1.5'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'SecurityGroupRule': {'1.2'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'SubPort': {'1.0'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'Subnet': {'1.1'}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'Trunk': {'1.1'}} Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: consumer versions: Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: { DHCP agent@n-d-817326-4: {}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: HyperV agent@n-h1-817326-4: {}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: HyperV agent@n-h2-817326-4: {}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: L3 agent@n-d-817326-4: {}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: Metadata agent@n-d-817326-4: {}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: Metering agent@n-d-817326-4: {}, Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: Open vSwitch agent@n-d-817326-4: { 'AddressGroup': '1.2', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'ConntrackHelper': '1.0', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'LocalIPAssociation': '1.0', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'Log': '1.0', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'Network': '1.1', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'Port': '1.7', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'PortForwarding': '1.2', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'QosPolicy': '1.10', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'SecurityGroup': '1.5', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'SecurityGroupRule': '1.2', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'SubPort': '1.0', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'Subnet': '1.1', Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: 'Trunk': '1.1'}} Dec 13 12:43:03.877488 n-d-817326-4 neutron-server[109887]: {{(pid=109887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 12:43:03.880441 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:03.983610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b07a40-2043-4497-a9a8-31af9c206dd5 None None] Pushing event updated for resources: {'Port': ['ID=4d2bc915-ef40-4735-a8bf-948943f89d7a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:04.178263 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:04.246518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:04.503870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Request body: {'port': {'device_id': '4b75352f-c559-45b1-b1c9-71da9ade848a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:04.724782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Allocated IP 172.25.2.34 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/826849a2-95b9-4a88-8b43-d105831fdc79) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:04.770145 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:04.879967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58970) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:04.892743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b314ab-318a-4746-b95c-a401d37d309e req-b272ef2a-3571-4ee8-a872-35aa4f1ed4f3 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:04.895062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2b314ab-318a-4746-b95c-a401d37d309e req-b272ef2a-3571-4ee8-a872-35aa4f1ed4f3 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 936 time: 0.2162993 Dec 13 12:43:04.911486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-56787ca1-68fe-4ce7-80b7-a1cff1004d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:04.964772 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:05.100761 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:05.159915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8aaa1e88-d2ee-48ee-9b45-1a7873b65bb9 req-8ff53618-2081-40d9-bc93-ff0f59aa0e4f tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.3349240 Dec 13 12:43:05.227728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:05.234984 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-56787ca1-68fe-4ce7-80b7-a1cff1004d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:05.248358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:05.256126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-56787ca1-68fe-4ce7-80b7-a1cff1004d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:05.258707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:05.272115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Pushing event updated for resources: {'Port': ['ID=826849a2-95b9-4a88-8b43-d105831fdc79,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:05.393195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b03ac0-44b6-4661-a6d0-0969a4d98c88 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:05.420173 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:05.478964 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2b314ab-318a-4746-b95c-a401d37d309e req-f27d1ed2-56b9-4699-b81d-d83caf79b656 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219993 Dec 13 12:43:05.480331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Transition to ACTIVE for port object 09b03ac0-44b6-4661-a6d0-0969a4d98c88 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:43:05.487654 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:05.524757 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-56787ca1-68fe-4ce7-80b7-a1cff1004d2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af93334a57bd4d1e9199a344a16ab381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6409686 Dec 13 12:43:05.525381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58976) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:05.638628 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56787ca1-68fe-4ce7-80b7-a1cff1004d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee3b0a-4fc7-4570-a567-0ebaa95697a9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:05.782417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Pushing event updated for resources: {'Port': ['ID=09b03ac0-44b6-4661-a6d0-0969a4d98c88,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:05.793028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Attempting to bind port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:05.793644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Attempting to bind port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:05.794344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Attempting to bind port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:05.813600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:43:05.813866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Attempting to bind port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:05.849874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:05.850777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:05.860969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:05.862711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Bound port: 09b03ac0-44b6-4661-a6d0-0969a4d98c88, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:05.863090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:05.951814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17f6263-8a8f-4b4a-b39d-1b41538c8359 None None] Network 5318adeb-f970-49a3-bdfd-ee606db0bb86 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:06.019685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4d2bc915-ef40-4735-a8bf-948943f89d7a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:06.031455 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e43d537-ee06-44d4-9753-68085475ef8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:06.111265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] For port 09b03ac0-44b6-4661-a6d0-0969a4d98c88, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:06.131043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] For port 09b03ac0-44b6-4661-a6d0-0969a4d98c88, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=09b03ac0-44b6-4661-a6d0-0969a4d98c88,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:06.142823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:06.163314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4d2bc915-ef40-4735-a8bf-948943f89d7a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:06.163905 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:06.218543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9cb68767-4714-4cee-830d-f068cbebd6df None None] Provisioning complete for port 4d2bc915-ef40-4735-a8bf-948943f89d7a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:06.219119 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cb68767-4714-4cee-830d-f068cbebd6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:06.219656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e43d537-ee06-44d4-9753-68085475ef8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:06.362634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:06.364677 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:06.365055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:06.372912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] 10.222.0.42 "PUT /v2.0/ports/09b03ac0-44b6-4661-a6d0-0969a4d98c88 HTTP/1.1" status: 200 len: 1096 time: 2.2901471 Dec 13 12:43:06.373848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b75352f-c559-45b1-b1c9-71da9ade848a', 'tag': '09b03ac0-44b6-4661-a6d0-0969a4d98c88'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:06.392524 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:06.478229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59008) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:06.565916 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 4d2bc915-ef40-4735-a8bf-948943f89d7a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4d2bc915-ef40-4735-a8bf-948943f89d7a,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:06.568616 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cb68767-4714-4cee-830d-f068cbebd6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:06.661719 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:06.667596 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-9cb68767-4714-4cee-830d-f068cbebd6df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:43:06.668098 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-9cb68767-4714-4cee-830d-f068cbebd6df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:43:06.683700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c69dece9-af3d-44fe-811e-ab0ff9000540 req-9904121d-1c83-429e-a23a-0c443e1a0d41 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.2100186 Dec 13 12:43:06.758224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=4d2bc915-ef40-4735-a8bf-948943f89d7a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:06.817410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59024) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:06.830718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.42', 54196) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:06.835863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c768d92-b4d7-45bd-a7da-f360a2495d22 service neutron] Pushing event updated for resources: {'Port': ['ID=09b03ac0-44b6-4661-a6d0-0969a4d98c88,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:06.859144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232dbf3-640a-4a79-9c14-fb3a92b5b6c8 req-144cd124-1dea-4965-83b9-1f268c4d6b71 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:06.868052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5232dbf3-640a-4a79-9c14-fb3a92b5b6c8 req-144cd124-1dea-4965-83b9-1f268c4d6b71 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 948 time: 0.1536813 Dec 13 12:43:06.880069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-206ae144-9463-417d-b31f-eca1eecc94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:06.883814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-206ae144-9463-417d-b31f-eca1eecc94d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb2dac39fec6427fb0754c66499b6d99&device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 1099 time: 0.4093561 Dec 13 12:43:06.917702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-1c58210c-93eb-44b3-8331-7bba329b1cfc tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=63fde0b7d8354995902090439d908849&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773957 Dec 13 12:43:07.031389 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e43d537-ee06-44d4-9753-68085475ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:07.035976 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e43d537-ee06-44d4-9753-68085475ef8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:07.039974 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9e43d537-ee06-44d4-9753-68085475ef8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7ee3b0a-4fc7-4570-a567-0ebaa95697a9 HTTP/1.1" status: 204 len: 168 time: 1.4440439 Dec 13 12:43:07.045784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-eb8df0af-0576-4fed-b2a6-144dcd6ed25a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=09b03ac0-44b6-4661-a6d0-0969a4d98c88 HTTP/1.1" status: 200 len: 217 time: 0.1302238 Dec 13 12:43:07.052283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43d537-ee06-44d4-9753-68085475ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee3b0a-4fc7-4570-a567-0ebaa95697a9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:07.219742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:07.230192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5232dbf3-640a-4a79-9c14-fb3a92b5b6c8 req-e31fcb88-4de1-41ad-8518-cb54e608c65b tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611007 Dec 13 12:43:07.256233 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c3d1fa-7587-443b-ba58-73ab963305d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b75352f-c559-45b1-b1c9-71da9ade848a", "tag": "09b03ac0-44b6-4661-a6d0-0969a4d98c88"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:07.306039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-85a85f90-9707-491d-ba75-e78932e0cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:07.308027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-85a85f90-9707-491d-ba75-e78932e0cc37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.2342699 Dec 13 12:43:07.386531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59036) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:07.416167 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:07.438706 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a12b058-ee25-4492-b34b-8a803fd4c2f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:07.450463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-433a6fb2-28e7-49be-b946-aa9bbaff8fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:07.465392 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:07.637133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5abbcd96-5a36-49ea-9bf8-b13f324075f1 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:07.638683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5abbcd96-5a36-49ea-9bf8-b13f324075f1 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5917530 Dec 13 12:43:07.645292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cb4f869c-f5eb-49cb-b88d-f791a7e948c1 None None] Provisioning complete for port 4d2bc915-ef40-4735-a8bf-948943f89d7a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:07.645666 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb4f869c-f5eb-49cb-b88d-f791a7e948c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:07.732881 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91954a90-601f-47df-8ad5-0b7e8a17a169 x-openstack-request-id: req-91954a90-601f-47df-8ad5-0b7e8a17a169 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:07.733174 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b75352f-c559-45b1-b1c9-71da9ade848a", "tag": "09b03ac0-44b6-4661-a6d0-0969a4d98c88", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:07.733431 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91954a90-601f-47df-8ad5-0b7e8a17a169 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:07.733951 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b75352f-c559-45b1-b1c9-71da9ade848a', 'tag': '09b03ac0-44b6-4661-a6d0-0969a4d98c88', 'status': 'completed', 'code': 200} Dec 13 12:43:07.740883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-c59285be-7ad8-42f8-b907-3fd823dff33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:07.750827 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-c59285be-7ad8-42f8-b907-3fd823dff33f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4158685 Dec 13 12:43:07.753607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-433a6fb2-28e7-49be-b946-aa9bbaff8fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:07.787530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Request body: {'port': {'device_id': '34e27f46-685c-45a7-8264-9badf09d9da3', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '63fde0b7d8354995902090439d908849'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:07.810412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:43:07.831702 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-433a6fb2-28e7-49be-b946-aa9bbaff8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:07.929610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4d2bc915-ef40-4735-a8bf-948943f89d7a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:08.006521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4d2bc915-ef40-4735-a8bf-948943f89d7a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:08.007142 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.011577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:43:08.029138 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Sync routers for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:43:08.052886 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:08.053793 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:42:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:08.056048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.059123 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e0a27eb9-bd93-4ebb-acb7-28ea0b8d9226 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.4032683 Dec 13 12:43:08.062688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59060) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:08.192747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-433a6fb2-28e7-49be-b946-aa9bbaff8fc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2743a06a80ba4c1195ae9aca9b09c6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7134807 Dec 13 12:43:08.195476 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59064) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:08.203289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-499e70b0-26d8-4533-a140-dc935aeb99a0 req-c8d84c8d-a936-4675-81d0-bd1a3e15b167 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.3344369 Dec 13 12:43:08.225342 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:08.287898 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efc4d885-724a-45dd-aabd-a1e16f3d846d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.352254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a6fb2-28e7-49be-b946-aa9bbaff8fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b0d79a-a09b-4c11-ba78-19d5f731e801,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:08.462800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7602014a-7e9c-4603-b3ee-44c7ed1fc177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.470892 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a12b058-ee25-4492-b34b-8a803fd4c2f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.476407 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:05Z', 'revision_number': 3, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:08.477369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-e6e6ffec-edbe-4d60-98c9-f7defd62e3f8 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469038 Dec 13 12:43:08.490410 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a12b058-ee25-4492-b34b-8a803fd4c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.502909 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7602014a-7e9c-4603-b3ee-44c7ed1fc177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.518473 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Checking router: d6281c11-ae6a-4fc1-8097-12e3ce3f7760 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:43:08.518834 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Updating router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 port 826849a2-95b9-4a88-8b43-d105831fdc79 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:43:08.548708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:08.549318 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.571554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659516c0-892c-4aaa-bccd-eecf13af4d06 req-e8a5b267-f444-4beb-933b-8c11f4ff2177 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:08.573104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-659516c0-892c-4aaa-bccd-eecf13af4d06 req-e8a5b267-f444-4beb-933b-8c11f4ff2177 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 948 time: 0.1928003 Dec 13 12:43:08.628392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Made reservation on behalf of 63fde0b7d8354995902090439d908849 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:08.631967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.657008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7602014a-7e9c-4603-b3ee-44c7ed1fc177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.660528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7602014a-7e9c-4603-b3ee-44c7ed1fc177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.662113 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7602014a-7e9c-4603-b3ee-44c7ed1fc177 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6b0d79a-a09b-4c11-ba78-19d5f731e801 HTTP/1.1" status: 204 len: 168 time: 0.4655628 Dec 13 12:43:08.665825 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7a12b058-ee25-4492-b34b-8a803fd4c2f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8de4c37bb039426881d7ed280b4bf15c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8454659 Dec 13 12:43:08.666613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12b058-ee25-4492-b34b-8a803fd4c2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8767a26-d018-4693-badd-8b4b2cd27ce8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:08.669228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59082) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:08.678822 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.715146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602014a-7e9c-4603-b3ee-44c7ed1fc177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b0d79a-a09b-4c11-ba78-19d5f731e801,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:08.739317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efc4d885-724a-45dd-aabd-a1e16f3d846d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.752510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-network', 'tenant_id': '6d49c3db688c495f983377037dfc9036'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:08.775147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efc4d885-724a-45dd-aabd-a1e16f3d846d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.797991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43388f42-bd49-4449-8ede-6bacbae1a42c req-2ef24078-bd55-49fe-a095-7a1843f2b762 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050613 Dec 13 12:43:08.825489 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-659516c0-892c-4aaa-bccd-eecf13af4d06 req-93e9c5f0-e256-434f-8ecc-cea5a58df48b tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301936 Dec 13 12:43:08.901453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Made reservation on behalf of 6d49c3db688c495f983377037dfc9036 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:08.904688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.911816 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-efc4d885-724a-45dd-aabd-a1e16f3d846d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01058619fc3c4980bd81cde2b88dc440&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5069513 Dec 13 12:43:08.915245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59086) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:08.928983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.945795 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4d885-724a-45dd-aabd-a1e16f3d846d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb19cf-c6ec-48c6-be92-fadd871b7959,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:08.972051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-03f4e873-f5fd-4b93-bee7-911bb9290dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.981021 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:08.992633 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.027204 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-03f4e873-f5fd-4b93-bee7-911bb9290dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.043363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-0674145e-4e6b-4d61-8791-f03b5adb59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:09.044912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-0674145e-4e6b-4d61-8791-f03b5adb59ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb2dac39fec6427fb0754c66499b6d99&device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 1099 time: 0.1737947 Dec 13 12:43:09.048396 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Attempting to bind port 826849a2-95b9-4a88-8b43-d105831fdc79 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:09.048945 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Attempting to bind port 826849a2-95b9-4a88-8b43-d105831fdc79 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:09.049813 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Attempting to bind port 826849a2-95b9-4a88-8b43-d105831fdc79 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:09.057339 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Pushing event updated for resources: {'Port': ['ID=826849a2-95b9-4a88-8b43-d105831fdc79,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:09.059929 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.060074 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:09.060335 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:09.061524 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.061524 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:09.061912 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Bound port: 826849a2-95b9-4a88-8b43-d105831fdc79, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:09.062546 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.091846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.092431 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.092648 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.092974 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.093395 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.093764 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.094514 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.094659 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.094952 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.095347 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.095671 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.096077 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.096572 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.096899 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Tracked resource versions report: Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: pushed versions: Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: { 'AddressGroup': {'1.2'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'ConntrackHelper': {'1.0'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'LocalIPAssociation': {'1.0'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'Log': {'1.0'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'Network': {'1.1'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'Port': {'1.7'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'PortForwarding': {'1.2'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'QosPolicy': {'1.10'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'SecurityGroup': {'1.5'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'SecurityGroupRule': {'1.2'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'SubPort': {'1.0'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'Subnet': {'1.1'}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'Trunk': {'1.1'}} Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: consumer versions: Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: { DHCP agent@n-d-817326-4: {}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: HyperV agent@n-h1-817326-4: {}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: HyperV agent@n-h2-817326-4: {}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: L3 agent@n-d-817326-4: {}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: Metadata agent@n-d-817326-4: {}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: Metering agent@n-d-817326-4: {}, Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: Open vSwitch agent@n-d-817326-4: { 'AddressGroup': '1.2', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'ConntrackHelper': '1.0', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'LocalIPAssociation': '1.0', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'Log': '1.0', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'Network': '1.1', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'Port': '1.7', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'PortForwarding': '1.2', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'QosPolicy': '1.10', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'SecurityGroup': '1.5', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'SecurityGroupRule': '1.2', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'SubPort': '1.0', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'Subnet': '1.1', Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: 'Trunk': '1.1'}} Dec 13 12:43:09.098213 n-d-817326-4 neutron-server[109888]: {{(pid=109888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 12:43:09.151934 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] For port 826849a2-95b9-4a88-8b43-d105831fdc79, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:09.159259 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] For port 826849a2-95b9-4a88-8b43-d105831fdc79, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=826849a2-95b9-4a88-8b43-d105831fdc79,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:09.165747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.166267 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.168693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59088) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:09.186384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2e520f6b-cf0c-4624-b1fe-8586ae9acc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.222699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Allocated IP 172.20.0.1 (5318adeb-f970-49a3-bdfd-ee606db0bb86/0ba95175-5180-48c1-b6b6-adb302fc6a81/48730a97-765d-48cd-b506-1f8496e786f1) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:09.245434 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e95c2d-4591-4daf-bca3-f142a4eb91b4 None None] Pushing event updated for resources: {'Port': ['ID=826849a2-95b9-4a88-8b43-d105831fdc79,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:09.263223 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2abb198c-ce3a-41d0-b5dd-57167878cf69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.267876 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:09.268698 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:42:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:09.278371 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.310743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.314735 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2e520f6b-cf0c-4624-b1fe-8586ae9acc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.345056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c03d19-6086-4fdc-8a5b-1faf77034624,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:09.355001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de82f7-f487-4386-ae4f-68810ce07eee,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:09.386883 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.408428 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:09.415163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-539a49fd-8b6a-4751-a266-ede496bae755 req-9e4032eb-98e0-425b-acf9-d4ca086a0ded tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.1050246 Dec 13 12:43:09.424774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.463545 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-03f4e873-f5fd-4b93-bee7-911bb9290dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.467047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-03f4e873-f5fd-4b93-bee7-911bb9290dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.468463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-03f4e873-f5fd-4b93-bee7-911bb9290dbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8767a26-d018-4693-badd-8b4b2cd27ce8 HTTP/1.1" status: 204 len: 168 time: 0.7908814 Dec 13 12:43:09.483341 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:43:09.488597 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Network 5318adeb-f970-49a3-bdfd-ee606db0bb86 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:09.503403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:09.517552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:09.518060 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.561543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-ad9a6013-046b-408c-b012-27e1a50bec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:09.563314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-ad9a6013-046b-408c-b012-27e1a50bec7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.5063927 Dec 13 12:43:09.597846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4e873-f5fd-4b93-bee7-911bb9290dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8767a26-d018-4693-badd-8b4b2cd27ce8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:09.628535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Allocated IP 192.168.233.119 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/a474e650-05ea-4be3-aac3-ccea03064799) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:09.671622 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:05Z', 'revision_number': 3, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:09.675958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-bb6a4143-9412-482b-8f36-a433d0d9dba5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=09b03ac0-44b6-4661-a6d0-0969a4d98c88 HTTP/1.1" status: 200 len: 217 time: 0.0891664 Dec 13 12:43:09.688902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2e520f6b-cf0c-4624-b1fe-8586ae9acc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.691094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Pushing event updated for resources: {'Port': ['ID=48730a97-765d-48cd-b506-1f8496e786f1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:09.693248 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2e520f6b-cf0c-4624-b1fe-8586ae9acc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.694686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2e520f6b-cf0c-4624-b1fe-8586ae9acc5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/adeb19cf-c6ec-48c6-be92-fadd871b7959 HTTP/1.1" status: 204 len: 168 time: 0.7742550 Dec 13 12:43:09.700146 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731151238521', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.700718 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Unsubscribe: segment precommit_create {{(pid=109885) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 12:43:09.701382 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Added segment ba6a5bbc-2946-4820-abc6-1af98ce71cd2 of type vlan for network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 Dec 13 12:43:09.726131 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b7976-5323-4066-b794-277ae3d36e33 None None] The sync data for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 is: [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:05Z', 'revision_number': 3, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:43:09.831671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e520f6b-cf0c-4624-b1fe-8586ae9acc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb19cf-c6ec-48c6-be92-fadd871b7959,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:09.832118 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.897643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2abb198c-ce3a-41d0-b5dd-57167878cf69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.899788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b764bb22-51bc-4532-9161-6bb4d18cf4f3 None None] Provisioning complete for port 48730a97-765d-48cd-b506-1f8496e786f1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:09.900389 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b764bb22-51bc-4532-9161-6bb4d18cf4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.932617 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2abb198c-ce3a-41d0-b5dd-57167878cf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:09.987312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-ed390f4d-b338-4b4a-ba8c-5de3bd355aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:09.990634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-ed390f4d-b338-4b4a-ba8c-5de3bd355aac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.3028002 Dec 13 12:43:09.997486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b764bb22-51bc-4532-9161-6bb4d18cf4f3 None None] Port 48730a97-765d-48cd-b506-1f8496e786f1 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:10.046657 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.050885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.052109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:10.052648 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.099365 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5448666 Dec 13 12:43:10.114920 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59102) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:10.115327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59104) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:10.142394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-659ef618-f4b8-4fb1-9441-912925630300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.153467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2abb198c-ce3a-41d0-b5dd-57167878cf69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=756b5e86ae6d4f9194278b34123846dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9683158 Dec 13 12:43:10.154229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59108) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:10.158643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb198c-ce3a-41d0-b5dd-57167878cf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f47733-881d-445f-9499-8d75822c8a9e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:10.219640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Request body: {'subnet': {'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-subnet', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:10.299174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-36a265fd-cbf8-49da-8603-332fb58fab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:10.300773 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-36a265fd-cbf8-49da-8603-332fb58fab5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2809818 Dec 13 12:43:10.312518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c23663-2922-421a-9df0-b158d93e235b admin admin] Pushing event updated for resources: {'Network': ['ID=27bad304-96f9-46eb-8d1b-6f19d5d34b77,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:10.336208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e844918-ef17-4b54-8d3f-cf862a381bd7 req-e0eb6520-12da-475a-917e-7b21c0bbe7bc tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:10.337136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:43:10.337891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e844918-ef17-4b54-8d3f-cf862a381bd7 req-e0eb6520-12da-475a-917e-7b21c0bbe7bc tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 948 time: 0.3169730 Dec 13 12:43:10.352767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Made reservation on behalf of 6d49c3db688c495f983377037dfc9036 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:10.355451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.454363 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.484790 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b392b23a-1463-4de7-a936-0a0aa5bf3f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.522262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59112) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:10.593111 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6813e3ba-9c3a-4135-9d70-554b0a778a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.594239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b392b23a-1463-4de7-a936-0a0aa5bf3f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.597719 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-659ef618-f4b8-4fb1-9441-912925630300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.614144 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-659ef618-f4b8-4fb1-9441-912925630300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.625887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4ce481a-2e87-4091-81ae-37ec91ff4648 req-e277f179-6a33-4fc3-935a-fa4eb11f8505 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 210 time: 0.0790579 Dec 13 12:43:10.639475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e844918-ef17-4b54-8d3f-cf862a381bd7 req-e52b9873-0f78-489c-abb9-2f9399f421d1 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651470 Dec 13 12:43:10.648685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-5d2e1a4b-dfc3-43e6-bae1-a2e60dc4bdd7 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304067 Dec 13 12:43:10.692964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.725748 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.742471 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-659ef618-f4b8-4fb1-9441-912925630300 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3507d17717ad4893a8a6415f61c25fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6246743 Dec 13 12:43:10.750033 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.750875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.752692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59116) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:10.823598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ef618-f4b8-4fb1-9441-912925630300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f59769f-5e77-4b00-b921-6c85457b0f9e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:10.917923 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:10.928384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Pushing event updated for resources: {'Port': ['ID=48730a97-765d-48cd-b506-1f8496e786f1,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:10.975609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:10.980429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Pushing event updated for resources: {'Port': ['ID=a474e650-05ea-4be3-aac3-ccea03064799,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:10.985350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:10.994004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:11.002840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:11.003500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.008331 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b392b23a-1463-4de7-a936-0a0aa5bf3f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.011933 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b392b23a-1463-4de7-a936-0a0aa5bf3f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.015641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b392b23a-1463-4de7-a936-0a0aa5bf3f52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90f47733-881d-445f-9499-8d75822c8a9e HTTP/1.1" status: 204 len: 168 time: 0.8499653 Dec 13 12:43:11.024862 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6813e3ba-9c3a-4135-9d70-554b0a778a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.051239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392b23a-1463-4de7-a936-0a0aa5bf3f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f47733-881d-445f-9499-8d75822c8a9e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:11.054410 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6813e3ba-9c3a-4135-9d70-554b0a778a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.060252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94c3d1fa-7587-443b-ba58-73ab963305d5 req-2785114b-12ac-4c8d-965b-0c92845daae7 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993833 Dec 13 12:43:11.063740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-84fa7fdc-22a0-4491-828f-7942a84251ff tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3088000 Dec 13 12:43:11.085479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Request body: {'port': {'device_id': '34e27f46-685c-45a7-8264-9badf09d9da3', 'device_owner': 'compute:tempest-test_az-1582609285', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:11.088868 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=389a4dc5-adc2-41f0-b681-f9fb57f7d4e7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:11.112536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a61a4f15-e35a-49b2-a387-b0570ed12517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.162141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813e3ba-9c3a-4135-9d70-554b0a778a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97881fd-7519-402c-bbec-d15e02dcddec,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:11.164705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Checking segment: {'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:11.165112 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Network hostable DHCP agents. Network: 27bad304-96f9-46eb-8d1b-6f19d5d34b77, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:43:11.175956 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6813e3ba-9c3a-4135-9d70-554b0a778a99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=477ec715cdda4a30bc90b3a2eb4c7a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6353173 Dec 13 12:43:11.178036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a61a4f15-e35a-49b2-a387-b0570ed12517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.181624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Network 5318adeb-f970-49a3-bdfd-ee606db0bb86 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:11.182410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59122) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:11.183577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.198988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:11.295175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:43:11.327925 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 27bad304-96f9-46eb-8d1b-6f19d5d34b77) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:11.341121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:11.341121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.346451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb24d1-e898-4766-9bca-7cc21f88391d None None] Network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:11.348380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c9445286-2b3a-4f47-8973-2d259cb30993 None None] Provisioning complete for port a474e650-05ea-4be3-aac3-ccea03064799 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:11.348748 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9445286-2b3a-4f47-8973-2d259cb30993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.402545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c9445286-2b3a-4f47-8973-2d259cb30993 None None] Port a474e650-05ea-4be3-aac3-ccea03064799 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:11.436109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:43:11.438462 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92483acb-0430-48a7-a0b1-51458e7c081c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.468464 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92483acb-0430-48a7-a0b1-51458e7c081c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.481606 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a61a4f15-e35a-49b2-a387-b0570ed12517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.485570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a61a4f15-e35a-49b2-a387-b0570ed12517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.487374 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a61a4f15-e35a-49b2-a387-b0570ed12517 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f59769f-5e77-4b00-b921-6c85457b0f9e HTTP/1.1" status: 204 len: 168 time: 0.7266190 Dec 13 12:43:11.530743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8127439e-87bb-4fcb-a177-7e4ae189f248 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4117675 Dec 13 12:43:11.550598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59130) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:11.555748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a4f15-e35a-49b2-a387-b0570ed12517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f59769f-5e77-4b00-b921-6c85457b0f9e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:11.557736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-router', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:11.601117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-27bad304-96f9-46eb-8d1b-6f19d5d34b77', 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77', 'project_id': '6d49c3db688c495f983377037dfc9036', 'fixed_ips': [{'subnet_id': '389a4dc5-adc2-41f0-b681-f9fb57f7d4e7'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:43:11.602550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.625675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.626835 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.731360 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92483acb-0430-48a7-a0b1-51458e7c081c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.749082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92483acb-0430-48a7-a0b1-51458e7c081c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.750284 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-92483acb-0430-48a7-a0b1-51458e7c081c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c97881fd-7519-402c-bbec-d15e02dcddec HTTP/1.1" status: 204 len: 168 time: 0.5608158 Dec 13 12:43:11.793594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92483acb-0430-48a7-a0b1-51458e7c081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97881fd-7519-402c-bbec-d15e02dcddec,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:11.817510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:43:11.841975 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8b8c15a9-4623-4cc9-9f92-23375e201486 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6281c11-ae6a-4fc1-8097-12e3ce3f7760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7705462 Dec 13 12:43:11.843377 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3fd77500-c94c-4021-b669-97e92168b614 None None] Provisioning complete for port 48730a97-765d-48cd-b506-1f8496e786f1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:11.843377 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fd77500-c94c-4021-b669-97e92168b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.848374 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.878688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a474e650-05ea-4be3-aac3-ccea03064799 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:11.891789 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:11.913720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Transition to ACTIVE for port object a474e650-05ea-4be3-aac3-ccea03064799 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:43:11.944871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 826849a2-95b9-4a88-8b43-d105831fdc79 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:11.964398 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:12.003605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 09b03ac0-44b6-4661-a6d0-0969a4d98c88 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:43:12.050607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3fd77500-c94c-4021-b669-97e92168b614 None None] Port 48730a97-765d-48cd-b506-1f8496e786f1 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:12.089698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a474e650-05ea-4be3-aac3-ccea03064799,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:12.236998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 09b03ac0-44b6-4661-a6d0-0969a4d98c88, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=09b03ac0-44b6-4661-a6d0-0969a4d98c88,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:12.248137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745f81f-84e9-49b0-bcaf-02c7a8366897 req-5dcd3046-8df5-4010-8a97-8c52784260ae tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:12.256926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5745f81f-84e9-49b0-bcaf-02c7a8366897 req-5dcd3046-8df5-4010-8a97-8c52784260ae tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 936 time: 0.4295828 Dec 13 12:43:12.268423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Allocated IP 172.20.0.2 (27bad304-96f9-46eb-8d1b-6f19d5d34b77/389a4dc5-adc2-41f0-b681-f9fb57f7d4e7/7e829ca4-64f7-466d-a30a-135b24d5aba8) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:12.322606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '09b03ac0-44b6-4661-a6d0-0969a4d98c88', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '09b03ac0-44b6-4661-a6d0-0969a4d98c88', 'mac_address': 'fa:16:3e:9e:53:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:43:12.380709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Attempting to bind port a474e650-05ea-4be3-aac3-ccea03064799 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:12.381344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Attempting to bind port a474e650-05ea-4be3-aac3-ccea03064799 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:12.381832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Attempting to bind port a474e650-05ea-4be3-aac3-ccea03064799 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:12.401488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dfcfd-02ab-41ab-b505-fbb1cabff9e2 req-ca6418b0-7fda-4cee-b391-c1fdf72e8227 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:12.402703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Sync routers for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:43:12.410883 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-847dfcfd-02ab-41ab-b505-fbb1cabff9e2 req-ca6418b0-7fda-4cee-b391-c1fdf72e8227 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 948 time: 0.5691309 Dec 13 12:43:12.412236 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:12.448668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b03ac0-44b6-4661-a6d0-0969a4d98c88 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:12.460580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Port a474e650-05ea-4be3-aac3-ccea03064799 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:43:12.461226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Attempting to bind port a474e650-05ea-4be3-aac3-ccea03064799 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:12.472788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 09b03ac0-44b6-4661-a6d0-0969a4d98c88, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=09b03ac0-44b6-4661-a6d0-0969a4d98c88,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:12.478424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:12.479570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:42:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:12.505859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:12.506696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:12.507247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:12.507860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Bound port: a474e650-05ea-4be3-aac3-ccea03064799, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:12.508374 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:12.512953 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:12.538142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5745f81f-84e9-49b0-bcaf-02c7a8366897 req-79c0de4a-793a-4851-aef5-36b19ea09094 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800813 Dec 13 12:43:12.549914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 826849a2-95b9-4a88-8b43-d105831fdc79 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:12.550825 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:12.593069 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:12.650903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-847dfcfd-02ab-41ab-b505-fbb1cabff9e2 req-957a7522-1d18-40da-bcb9-b248081a5955 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385297 Dec 13 12:43:12.706476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] For port a474e650-05ea-4be3-aac3-ccea03064799, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:12.711121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] For port a474e650-05ea-4be3-aac3-ccea03064799, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a474e650-05ea-4be3-aac3-ccea03064799,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:12.725193 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:12.738694 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:12.801729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:12.803008 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:12.804145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/a474e650-05ea-4be3-aac3-ccea03064799 HTTP/1.1" status: 200 len: 1118 time: 1.7259822 Dec 13 12:43:12.809461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e27f46-685c-45a7-8264-9badf09d9da3', 'tag': 'a474e650-05ea-4be3-aac3-ccea03064799'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:12.812991 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6655b18a-3bac-4145-b49a-ecac3df1ec89" -d '{"events": [{"name": "network-changed", "server_uuid": "34e27f46-685c-45a7-8264-9badf09d9da3", "tag": "a474e650-05ea-4be3-aac3-ccea03064799"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:12.848781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e716e1d-2821-47d7-a1ac-50e45368c4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a474e650-05ea-4be3-aac3-ccea03064799,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:12.851773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 826849a2-95b9-4a88-8b43-d105831fdc79, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=826849a2-95b9-4a88-8b43-d105831fdc79,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:12.874756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:12.886779 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=09b03ac0-44b6-4661-a6d0-0969a4d98c88,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:12.944949 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:12.970794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['09b03ac0-44b6-4661-a6d0-0969a4d98c88'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:43:13.021110 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f2ac92-c217-4845-9058-89a1024b18fc x-openstack-request-id: req-54f2ac92-c217-4845-9058-89a1024b18fc {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:13.021590 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e27f46-685c-45a7-8264-9badf09d9da3", "tag": "a474e650-05ea-4be3-aac3-ccea03064799", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:13.021992 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54f2ac92-c217-4845-9058-89a1024b18fc {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:13.022591 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e27f46-685c-45a7-8264-9badf09d9da3', 'tag': 'a474e650-05ea-4be3-aac3-ccea03064799', 'status': 'completed', 'code': 200} Dec 13 12:43:13.100145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-c1fd0b5b-b315-4e6a-afcc-c527e188e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:13.102533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-c1fd0b5b-b315-4e6a-afcc-c527e188e37a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63fde0b7d8354995902090439d908849&device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 1121 time: 0.1735575 Dec 13 12:43:13.157363 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.162028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-c48f31ef-dcb8-42da-990c-c9c8f954982b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a474e650-05ea-4be3-aac3-ccea03064799 HTTP/1.1" status: 200 len: 217 time: 0.0507221 Dec 13 12:43:13.192160 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.225058 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.317781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Allocated IP 172.25.2.178 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:13.399921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59206) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:13.404233 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.406742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-network', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:13.422113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=826849a2-95b9-4a88-8b43-d105831fdc79,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:13.450337 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.463320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Made reservation on behalf of e2a4b519f15044a88cfbce8c84f50893 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:13.471974 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.491002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:13.502960 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.517436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.522691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:13.539139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:13.579693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Pushing event updated for resources: {'Port': ['ID=7e829ca4-64f7-466d-a30a-135b24d5aba8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:13.611318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:13.621619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-23b2e96f-6a01-49eb-b43e-7603fd8b1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:13.627955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-23b2e96f-6a01-49eb-b43e-7603fd8b1552 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.4424605 Dec 13 12:43:13.632855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:13.643096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:13.679243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.688759 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.734968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:43:13.756737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:13.771461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68db2e45-aa53-453e-be62-31612c8fbc3a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:13.782050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.784496 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Added segment 61e2c9a7-377d-4244-a3a3-90045465c607 of type vlan for network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 Dec 13 12:43:13.793703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Attempting to bind port 7e829ca4-64f7-466d-a30a-135b24d5aba8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:13.794137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Attempting to bind port 7e829ca4-64f7-466d-a30a-135b24d5aba8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:13.794508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Attempting to bind port 7e829ca4-64f7-466d-a30a-135b24d5aba8 on network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:13.852687 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.925623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:13.926724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Checking segment: {'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:13.927895 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.928595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Bound using segment: {'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:13.928911 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.929446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Bound port: 7e829ca4-64f7-466d-a30a-135b24d5aba8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:13.930022 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.930449 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:13.931221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:13.974096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-0289744e-da62-4489-8747-abb1b5c21e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:13.975861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-0289744e-da62-4489-8747-abb1b5c21e30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312896 Dec 13 12:43:13.990325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bba98e-5cb2-4e50-b712-8fb9b56b46fd req-8365c7bb-a42d-424d-b021-c70a30ffc523 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:13.992513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7bba98e-5cb2-4e50-b712-8fb9b56b46fd req-8365c7bb-a42d-424d-b021-c70a30ffc523 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 970 time: 0.2491424 Dec 13 12:43:14.009375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6051855 Dec 13 12:43:14.010138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59222) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:14.015525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Request body: {'subnet': {'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-subnet', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:14.017727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939d487-de2c-4624-addf-de872d637681 req-c8d29166-3e5f-4972-9d31-480b159f3b3d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:14.026591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2939d487-de2c-4624-addf-de872d637681 req-c8d29166-3e5f-4972-9d31-480b159f3b3d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 949 time: 0.2090034 Dec 13 12:43:14.028750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d42a39-ed03-48a1-a688-d22b6ebdd053 admin admin] Pushing event updated for resources: {'Network': ['ID=e21b9746-8a1c-4d7b-bfb6-a91071b32a29,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:14.048762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 826849a2-95b9-4a88-8b43-d105831fdc79 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:14.059975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59228) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:14.071814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Made reservation on behalf of e2a4b519f15044a88cfbce8c84f50893 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:14.076411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Publish callbacks [] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.108302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:10Z', 'revision_number': 2, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:14.113528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:43:14.208960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Checking router: d6281c11-ae6a-4fc1-8097-12e3ce3f7760 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:43:14.209707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Updating router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 port 48730a97-765d-48cd-b506-1f8496e786f1 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:43:14.258907 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.389750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-680548776-network', 'tenant_id': '0c41e368f2fd4bb18797d4930f7e15a0'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:14.447062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7bba98e-5cb2-4e50-b712-8fb9b56b46fd req-728aaad0-5c6e-4ef4-b2c3-33d4af5679f1 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416080 Dec 13 12:43:14.475797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2939d487-de2c-4624-addf-de872d637681 req-cd12e792-1137-4821-9300-2689e7780c42 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482069 Dec 13 12:43:14.507588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-2bf42c8d-e296-4373-9bbb-02f4f50cdd2e service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132875 Dec 13 12:43:14.510961 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.533109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Made reservation on behalf of 0c41e368f2fd4bb18797d4930f7e15a0 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:14.536368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.557363 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.559335 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.669053 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.672219 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 826849a2-95b9-4a88-8b43-d105831fdc79 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:14.672629 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.677136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] For port 7e829ca4-64f7-466d-a30a-135b24d5aba8, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:14.684120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0408a59c-9d31-4d7e-a1e8-aa89bc9e3624,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:14.717484 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Checking segment: {'id': '61e2c9a7-377d-4244-a3a3-90045465c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:14.718130 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Network hostable DHCP agents. Network: e21b9746-8a1c-4d7b-bfb6-a91071b32a29, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:43:14.718677 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.755622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:43:14.779465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59d4ab-a415-49b8-bdfe-70be57a0d331 None None] Pushing event updated for resources: {'Port': ['ID=48730a97-765d-48cd-b506-1f8496e786f1,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:14.780898 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.784788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e21b9746-8a1c-4d7b-bfb6-a91071b32a29) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:14.794611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.795773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] For port 7e829ca4-64f7-466d-a30a-135b24d5aba8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7e829ca4-64f7-466d-a30a-135b24d5aba8,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:14.802245 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33c45d7-448a-4d4b-a55c-453d77a53f11 req-c655056e-a926-42e0-948f-32c6c64858ef service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471187 Dec 13 12:43:14.804536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:14.804919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60bb6b-eb8d-4303-aed3-1b897074c6df None None] Network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:14.805243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.885928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:43:14.889165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e71596-e1eb-49d2-9bcf-6108e088e0df,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:14.901307 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6325ad9c-7826-4e75-9b40-fa172601d7ff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8900218 Dec 13 12:43:14.905126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59254) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:14.907768 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:14.908117 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Added segment de2649a6-7daa-40b8-8e53-cae01749835a of type vlan for network 94142d38-5aca-4ea1-835a-ae24eb9bb566 Dec 13 12:43:14.912721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-router', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:14.949606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-83f54e56-2b6f-4c38-ae25-d1cfcd5d7b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:14.951186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-83f54e56-2b6f-4c38-ae25-d1cfcd5d7b59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63fde0b7d8354995902090439d908849&device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 1121 time: 0.0936830 Dec 13 12:43:14.969233 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.042525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.144738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.145956 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.150513 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.184837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-0c3e5e82-5a02-4a14-ae18-44611b006eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:15.192094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-0c3e5e82-5a02-4a14-ae18-44611b006eca service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2278566 Dec 13 12:43:15.193745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a5c0f-90c3-43ce-ad60-d0aaa3ceeade None None] Pushing event updated for resources: {'Port': ['ID=7e829ca4-64f7-466d-a30a-135b24d5aba8,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:15.237176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-e21b9746-8a1c-4d7b-bfb6-a91071b32a29', 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29', 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'fixed_ips': [{'subnet_id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:43:15.238365 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.260054 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.266026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.269510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:15.270142 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.354739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-bb746327-c341-4961-811c-e2150b8c6149 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a474e650-05ea-4be3-aac3-ccea03064799 HTTP/1.1" status: 200 len: 217 time: 0.1520119 Dec 13 12:43:15.431763 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3706706 Dec 13 12:43:15.440430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59268) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:15.449595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Request body: {'subnet': {'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-680548776-subnet', 'tenant_id': '0c41e368f2fd4bb18797d4930f7e15a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:15.497291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdb02b-38b8-4b25-805a-7e1d61481177 admin admin] Pushing event updated for resources: {'Network': ['ID=94142d38-5aca-4ea1-835a-ae24eb9bb566,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:15.531216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 94142d38-5aca-4ea1-835a-ae24eb9bb566 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:43:15.561046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Attempting to bind port 48730a97-765d-48cd-b506-1f8496e786f1 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:15.561480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Attempting to bind port 48730a97-765d-48cd-b506-1f8496e786f1 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:15.562032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Attempting to bind port 48730a97-765d-48cd-b506-1f8496e786f1 on network 5318adeb-f970-49a3-bdfd-ee606db0bb86 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:15.616304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-9ccf822d-5db0-40d9-91a4-1145465f6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:15.618517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-9ccf822d-5db0-40d9-91a4-1145465f6cc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.2434926 Dec 13 12:43:15.625889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Made reservation on behalf of 0c41e368f2fd4bb18797d4930f7e15a0 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:15.633732 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Publish callbacks [] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.643133 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.672254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4a015cf6-f2c2-486f-9448-e1de8562ed3e None None] Provisioning complete for port 48730a97-765d-48cd-b506-1f8496e786f1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:15.672837 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a015cf6-f2c2-486f-9448-e1de8562ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.685901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:15.686295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Checking segment: {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:15.687027 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.687147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Bound using segment: {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:15.687714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Bound port: 48730a97-765d-48cd-b506-1f8496e786f1, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:15.688110 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.798418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Router ed193ba1-4dbd-442a-954f-33a713f66524 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:43:15.825130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4a015cf6-f2c2-486f-9448-e1de8562ed3e None None] Port 48730a97-765d-48cd-b506-1f8496e786f1 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:15.853855 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Allocated IP 172.20.0.2 (e21b9746-8a1c-4d7b-bfb6-a91071b32a29/0408a59c-9d31-4d7e-a1e8-aa89bc9e3624/c4d15ff7-3c73-4f17-996d-6b17b900bf61) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:15.859269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-79635ec6-27b4-4501-993d-d5c73927891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:15.860807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-79635ec6-27b4-4501-993d-d5c73927891d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2235203 Dec 13 12:43:15.871375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] For port 48730a97-765d-48cd-b506-1f8496e786f1, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:15.875989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] For port 48730a97-765d-48cd-b506-1f8496e786f1, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48730a97-765d-48cd-b506-1f8496e786f1,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:15.900119 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.942528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.949343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7e829ca4-64f7-466d-a30a-135b24d5aba8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:15.958523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6a3e-df4f-4fab-8c44-df54714198e1 req-cd38a19a-27a8-4cb1-bf01-b91c36cb4866 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:15.963738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:15.966317 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a63e6a3e-df4f-4fab-8c44-df54714198e1 req-cd38a19a-27a8-4cb1-bf01-b91c36cb4866 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 949 time: 0.2782331 Dec 13 12:43:15.987481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 09b03ac0-44b6-4661-a6d0-0969a4d98c88 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:15.989880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314003f-5d30-4073-a2d5-9f17faf1889c req-4886de22-ba5d-4d14-bece-1dce40336669 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:15.991456 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5314003f-5d30-4073-a2d5-9f17faf1889c req-4886de22-ba5d-4d14-bece-1dce40336669 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 970 time: 0.2933781 Dec 13 12:43:16.091280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Allocated IP 172.25.2.137 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/05810ad2-9eab-4029-af8c-dc4e7ad594d9) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:16.218779 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:16.236257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a63e6a3e-df4f-4fab-8c44-df54714198e1 req-4bd4cb5e-ca3d-4e6b-a650-2484ea23413c tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680292 Dec 13 12:43:16.259378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59d4ab-a415-49b8-bdfe-70be57a0d331 None None] Pushing event updated for resources: {'Port': ['ID=48730a97-765d-48cd-b506-1f8496e786f1,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:16.269364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:16.281475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:16.282378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:42:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:16.363718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=05810ad2-9eab-4029-af8c-dc4e7ad594d9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:16.380002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:16.380818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:16.383724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:16.441258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-43c5f8e4-18ed-495c-928b-760a502900bf service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496187 Dec 13 12:43:16.449974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 7e829ca4-64f7-466d-a30a-135b24d5aba8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:16.450413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:16.462323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:43:16.480829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5314003f-5d30-4073-a2d5-9f17faf1889c req-bfaf6fb8-ee1f-45a5-a411-8e3265d15686 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345155 Dec 13 12:43:16.484138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:43:16.498723 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Sync routers for ids ['ed193ba1-4dbd-442a-954f-33a713f66524'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:43:16.531588 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Routers {'ed193ba1-4dbd-442a-954f-33a713f66524'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:16.532988 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:42:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ed193ba1-4dbd-442a-954f-33a713f66524'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:16.551162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:16.551529 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:16.553170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1c962793-dafe-4872-a8d3-42f06504ad4e None None] Provisioning complete for port 48730a97-765d-48cd-b506-1f8496e786f1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:16.553628 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c962793-dafe-4872-a8d3-42f06504ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:16.617918 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:16.715866 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:16.737705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6655b18a-3bac-4145-b49a-ecac3df1ec89 req-b1b85939-5c30-4876-aafb-ec78e3c19468 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512116 Dec 13 12:43:16.765144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:16.775593 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:16.789134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:16.799316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:16.827090 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:16.867663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:16.875815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3b17f04b-78aa-4b3b-a681-e73dbd18ce47 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3239598 Dec 13 12:43:16.878041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59292) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:16.879757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:16.945200 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Set router ed193ba1-4dbd-442a-954f-33a713f66524 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:17.024249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59298) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:17.024591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59300) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:17.035206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a61dbe-3654-47f7-a035-bee4987ca989 None None] Network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:17.216755 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-router', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:11Z', 'updated_at': '2021-12-13T12:43:13Z', 'revision_number': 3, 'project_id': '6d49c3db688c495f983377037dfc9036', 'gw_port': {'id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:13Z', 'updated_at': '2021-12-13T12:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:17.244889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Pushing event updated for resources: {'Subnet': ['ID=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:17.257496 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Checking router: ed193ba1-4dbd-442a-954f-33a713f66524 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:43:17.258259 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Updating router ed193ba1-4dbd-442a-954f-33a713f66524 port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:43:17.292448 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.319755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e3c945c-cc17-42f2-bac5-cc64f0d7841c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.361438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:17.362551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Network hostable DHCP agents. Network: 94142d38-5aca-4ea1-835a-ae24eb9bb566, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:43:17.368189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Attempting to bind port c4d15ff7-3c73-4f17-996d-6b17b900bf61 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:17.368640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Attempting to bind port c4d15ff7-3c73-4f17-996d-6b17b900bf61 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '61e2c9a7-377d-4244-a3a3-90045465c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:17.369115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Attempting to bind port c4d15ff7-3c73-4f17-996d-6b17b900bf61 on network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:17.374162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Pushing event updated for resources: {'Port': ['ID=c4d15ff7-3c73-4f17-996d-6b17b900bf61,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:17.469964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a96d2a14-bd02-4da9-873b-fd5ef41cc306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.478167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Network 94142d38-5aca-4ea1-835a-ae24eb9bb566 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:43:17.525112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6592cc-3b42-4b98-8511-14c23be4d0bc req-cfe657c9-414f-4460-ba52-1d40121c9395 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:17.542680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b6592cc-3b42-4b98-8511-14c23be4d0bc req-cfe657c9-414f-4460-ba52-1d40121c9395 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 949 time: 0.1921411 Dec 13 12:43:17.561904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 94142d38-5aca-4ea1-835a-ae24eb9bb566) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:17.601995 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.604833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:17.605488 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.653318 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c962793-dafe-4872-a8d3-42f06504ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.683655 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a96d2a14-bd02-4da9-873b-fd5ef41cc306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.693233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a96d2a14-bd02-4da9-873b-fd5ef41cc306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.712997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d41e9-4975-48d5-9c2b-5c1ebe4c1d65 None None] Network 94142d38-5aca-4ea1-835a-ae24eb9bb566 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:17.743709 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.766290 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d2a14-bd02-4da9-873b-fd5ef41cc306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf960b3-9925-416e-8d1c-108ccc2525c6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:17.774417 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.785340 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.815032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:17.815865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Checking segment: {'id': '61e2c9a7-377d-4244-a3a3-90045465c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:17.824990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.825512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Bound using segment: {'id': '61e2c9a7-377d-4244-a3a3-90045465c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:17.826045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Bound port: c4d15ff7-3c73-4f17-996d-6b17b900bf61, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e2c9a7-377d-4244-a3a3-90045465c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:17.826474 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.852815 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6be70-b7fe-470d-b428-f4f668521d50 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:17.887078 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Attempting to bind port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:17.887769 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Attempting to bind port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:17.888275 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Attempting to bind port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:17.895517 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:17.896042 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:17.896731 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.897219 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:17.897921 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Bound port: fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:17.898438 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:17.905588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 7e829ca4-64f7-466d-a30a-135b24d5aba8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7e829ca4-64f7-466d-a30a-135b24d5aba8,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:17.946592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b6592cc-3b42-4b98-8511-14c23be4d0bc req-0f902086-7f93-4ff0-9286-480707011857 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028053 Dec 13 12:43:17.976627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c13c14ee-a6f6-433d-91eb-0ad55e00977a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5345776 Dec 13 12:43:18.028454 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] For port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:18.041989 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] For port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:18.047959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a474e650-05ea-4be3-aac3-ccea03064799 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:43:18.054452 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.059494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c23a6-eb00-447a-b718-9762af899cf3 req-0f6c6378-4034-4820-b0af-d38eea1dddea tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:18.063004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e4c23a6-eb00-447a-b718-9762af899cf3 req-0f6c6378-4034-4820-b0af-d38eea1dddea tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 970 time: 0.4533291 Dec 13 12:43:18.074522 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.129759 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6be70-b7fe-470d-b428-f4f668521d50 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:18.130654 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.130909 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a96d2a14-bd02-4da9-873b-fd5ef41cc306 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5116ab2d4ddc4646b95e5b0ceafb21ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1049700 Dec 13 12:43:18.139986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59318) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:18.185221 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Routers {'ed193ba1-4dbd-442a-954f-33a713f66524'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:18.185999 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:42:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ed193ba1-4dbd-442a-954f-33a713f66524'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:18.191503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1c962793-dafe-4872-a8d3-42f06504ad4e None None] For port 48730a97-765d-48cd-b506-1f8496e786f1, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48730a97-765d-48cd-b506-1f8496e786f1,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:18.233401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e4c23a6-eb00-447a-b718-9762af899cf3 req-f3935091-6eca-43fc-8244-9ac0a321c2ec tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593373 Dec 13 12:43:18.256546 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e3c945c-cc17-42f2-bac5-cc64f0d7841c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.267510 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e3c945c-cc17-42f2-bac5-cc64f0d7841c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.272195 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c962793-dafe-4872-a8d3-42f06504ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.297433 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3e3c945c-cc17-42f2-bac5-cc64f0d7841c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b79b3923c444b73b62de92546b76b94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2704496 Dec 13 12:43:18.309945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59324) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:18.350743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c945c-cc17-42f2-bac5-cc64f0d7841c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b83611-0286-4808-8e63-f3fa0a8e2d5b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:18.353448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-301938f2-d0f1-4de1-ad29-11baa2f1d2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.370015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Router 7677c98c-1586-4a0c-948c-464e894f9527 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:43:18.393548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b75352f-c559-45b1-b1c9-71da9ade848a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b03ac0-44b6-4661-a6d0-0969a4d98c88'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:18.419071 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-301938f2-d0f1-4de1-ad29-11baa2f1d2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.433745 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66622148-8589-48ab-8145-a4ffd339833a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.438528 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] Set router ed193ba1-4dbd-442a-954f-33a713f66524 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:18.474484 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66622148-8589-48ab-8145-a4ffd339833a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.525275 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.638570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:43:18.643546 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-301938f2-d0f1-4de1-ad29-11baa2f1d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.646283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-301938f2-d0f1-4de1-ad29-11baa2f1d2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.650059 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-301938f2-d0f1-4de1-ad29-11baa2f1d2ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bf960b3-9925-416e-8d1c-108ccc2525c6 HTTP/1.1" status: 204 len: 168 time: 0.5064073 Dec 13 12:43:18.656149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f368bf5-4aa6-4863-acbd-3816606c79c9 None None] Network 94142d38-5aca-4ea1-835a-ae24eb9bb566 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:18.663938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 09b03ac0-44b6-4661-a6d0-0969a4d98c88, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=09b03ac0-44b6-4661-a6d0-0969a4d98c88,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:18.684634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301938f2-d0f1-4de1-ad29-11baa2f1d2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf960b3-9925-416e-8d1c-108ccc2525c6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:18.702679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.705302 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0a4d28ee-c870-420e-bf4b-28b546b1f3e9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7991993 Dec 13 12:43:18.708648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59336) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:18.713512 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:43:18.721321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Sync routers for ids ['7677c98c-1586-4a0c-948c-464e894f9527'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:43:18.766281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=7e829ca4-64f7-466d-a30a-135b24d5aba8,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:18.782844 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.837162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Routers {'7677c98c-1586-4a0c-948c-464e894f9527'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:18.839277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:42:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7677c98c-1586-4a0c-948c-464e894f9527'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:18.919147 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-router', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:11Z', 'updated_at': '2021-12-13T12:43:13Z', 'revision_number': 3, 'project_id': '6d49c3db688c495f983377037dfc9036', 'gw_port': {'id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:13Z', 'updated_at': '2021-12-13T12:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:18.924732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:15Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:18.929417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Allocated IP 172.20.0.1 (27bad304-96f9-46eb-8d1b-6f19d5d34b77/389a4dc5-adc2-41f0-b681-f9fb57f7d4e7/2daa840e-f294-4945-a8ca-5645680886f0) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:18.952579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66622148-8589-48ab-8145-a4ffd339833a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.956354 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66622148-8589-48ab-8145-a4ffd339833a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:18.957573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-66622148-8589-48ab-8145-a4ffd339833a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3b83611-0286-4808-8e63-f3fa0a8e2d5b HTTP/1.1" status: 204 len: 168 time: 0.6077325 Dec 13 12:43:18.977291 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ac1ce-bcb0-4c2b-b81c-eab8d94c48ec None None] The sync data for ids ['ed193ba1-4dbd-442a-954f-33a713f66524'] in n-d-817326-4 is: [{'id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-router', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:11Z', 'updated_at': '2021-12-13T12:43:13Z', 'revision_number': 3, 'project_id': '6d49c3db688c495f983377037dfc9036', 'gw_port': {'id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:13Z', 'updated_at': '2021-12-13T12:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:43:18.998500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66622148-8589-48ab-8145-a4ffd339833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b83611-0286-4808-8e63-f3fa0a8e2d5b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:19.213879 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:19.266240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24af646-76a3-4704-80c4-24e1e8d20686 req-1de01d55-247a-465d-a0ca-094f30ac5d09 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:19.278699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f24af646-76a3-4704-80c4-24e1e8d20686 req-1de01d55-247a-465d-a0ca-094f30ac5d09 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 950 time: 0.1438096 Dec 13 12:43:19.389606 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:19.467485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59356) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:19.496966 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d0c1faa3-e664-4539-a38d-ffe2bc1b4a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:19.513296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Set router 7677c98c-1586-4a0c-948c-464e894f9527 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:19.602990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59358) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:19.604476 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f24af646-76a3-4704-80c4-24e1e8d20686 req-9c9e3e2b-ec94-446f-bc0f-4dadf98654c5 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244963 Dec 13 12:43:19.607630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Pushing event updated for resources: {'Port': ['ID=2daa840e-f294-4945-a8ca-5645680886f0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:19.611521 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1721862672-network', 'tenant_id': '86540295d17a4de08e2eda9d34409dcc'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:19.669763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:19.678986 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a027250-f158-47bc-a1fe-3f83ee455cce" -d '{"events": [{"server_uuid": "4b75352f-c559-45b1-b1c9-71da9ade848a", "name": "network-vif-plugged", "status": "completed", "tag": "09b03ac0-44b6-4661-a6d0-0969a4d98c88"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:19.685553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7492-b020-447e-8381-2759421fb4a1 req-45a2b032-b800-433e-a6da-7318db5dfa1b tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:19.692825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Made reservation on behalf of 86540295d17a4de08e2eda9d34409dcc for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:19.695401 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:19.697585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c40482ae-fa90-472b-86a1-8ad4d3f49915 None None] Provisioning complete for port 7e829ca4-64f7-466d-a30a-135b24d5aba8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:19.698032 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c40482ae-fa90-472b-86a1-8ad4d3f49915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:19.700054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-443c7492-b020-447e-8381-2759421fb4a1 req-45a2b032-b800-433e-a6da-7318db5dfa1b tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 970 time: 0.3475144 Dec 13 12:43:19.725244 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:19.743245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:19.747485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:19.747956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:19.784488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59362) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:19.827282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d69ab944-7bbc-42b4-8687-1d0a3b0d98dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:19.844847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d0c1faa3-e664-4539-a38d-ffe2bc1b4a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:19.880423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] For port c4d15ff7-3c73-4f17-996d-6b17b900bf61, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:19.896567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d0c1faa3-e664-4539-a38d-ffe2bc1b4a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:19.900074 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-443c7492-b020-447e-8381-2759421fb4a1 req-e767d89c-b807-4311-a34a-d3da4dcf845a tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990566 Dec 13 12:43:19.987657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad130b-6970-4f32-9ef9-eaae7d28f222 None None] The sync data for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 is: [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:15Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:43:20.130545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] For port c4d15ff7-3c73-4f17-996d-6b17b900bf61, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c4d15ff7-3c73-4f17-996d-6b17b900bf61,segment=NetworkSegment(61e2c9a7-377d-4244-a3a3-90045465c607),segment_id=61e2c9a7-377d-4244-a3a3-90045465c607)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:20.160505 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:20.180158 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:20.227299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59366) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:20.231424 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d0c1faa3-e664-4539-a38d-ffe2bc1b4a36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe754a7374564d2ea7533b6fb7ba8d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7587292 Dec 13 12:43:20.239098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1faa3-e664-4539-a38d-ffe2bc1b4a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d24bd1-311a-4860-88d5-f4659b736586,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:20.319080 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:20.320527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c962793-dafe-4872-a8d3-42f06504ad4e None None] Pushing event updated for resources: {'Port': ['ID=48730a97-765d-48cd-b506-1f8496e786f1,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:20.445603 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bbf01f29-8d80-484f-85a1-e96380db6655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:20.481116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bbf01f29-8d80-484f-85a1-e96380db6655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:20.580298 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925f44ab-dd88-4250-be8d-34768846bb9f x-openstack-request-id: req-925f44ab-dd88-4250-be8d-34768846bb9f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:20.580898 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b75352f-c559-45b1-b1c9-71da9ade848a", "name": "network-vif-plugged", "status": "completed", "tag": "09b03ac0-44b6-4661-a6d0-0969a4d98c88", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:20.581297 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-925f44ab-dd88-4250-be8d-34768846bb9f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:20.582569 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b75352f-c559-45b1-b1c9-71da9ade848a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b03ac0-44b6-4661-a6d0-0969a4d98c88', 'code': 200} Dec 13 12:43:20.587020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48730a97-765d-48cd-b506-1f8496e786f1 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:20.596561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port a474e650-05ea-4be3-aac3-ccea03064799, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a474e650-05ea-4be3-aac3-ccea03064799,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:20.640423 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bbf01f29-8d80-484f-85a1-e96380db6655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:20.666679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bbf01f29-8d80-484f-85a1-e96380db6655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:20.667808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Allocated IP 172.20.0.1 (e21b9746-8a1c-4d7b-bfb6-a91071b32a29/0408a59c-9d31-4d7e-a1e8-aa89bc9e3624/cca0ea9e-cfee-4e2f-97e0-3d882eebe983) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:20.672168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bbf01f29-8d80-484f-85a1-e96380db6655 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4d24bd1-311a-4860-88d5-f4659b736586 HTTP/1.1" status: 204 len: 168 time: 0.4406762 Dec 13 12:43:20.688299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'a474e650-05ea-4be3-aac3-ccea03064799', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': 'a474e650-05ea-4be3-aac3-ccea03064799', 'mac_address': 'fa:16:3e:10:d2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:tempest-test_az-1582609285', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:43:20.732199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf01f29-8d80-484f-85a1-e96380db6655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d24bd1-311a-4860-88d5-f4659b736586,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:20.783484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=09b03ac0-44b6-4661-a6d0-0969a4d98c88,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:20.931143 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.016378 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.020269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.044248 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.061209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0000d-9929-4705-ac14-cf2c6bc71a96 req-9e32cce5-9beb-43f2-8ba2-6599837c50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:21.064519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44d0000d-9929-4705-ac14-cf2c6bc71a96 req-9e32cce5-9beb-43f2-8ba2-6599837c50a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 1101 time: 0.3365424 Dec 13 12:43:21.070366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677c98c-1586-4a0c-948c-464e894f9527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-router', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:16Z', 'revision_number': 3, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'gw_port': {'id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:21.155204 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.156498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Checking router: 7677c98c-1586-4a0c-948c-464e894f9527 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:43:21.156847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Updating router 7677c98c-1586-4a0c-948c-464e894f9527 port 05810ad2-9eab-4029-af8c-dc4e7ad594d9 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:43:21.157481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.167080 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d69ab944-7bbc-42b4-8687-1d0a3b0d98dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.188679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.189392 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.189601 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.191186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f03d-d3e7-41d0-857e-8778d4f2513e None None] Provisioning complete for port 7e829ca4-64f7-466d-a30a-135b24d5aba8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:21.191588 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f03d-d3e7-41d0-857e-8778d4f2513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.194827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a474e650-05ea-4be3-aac3-ccea03064799 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:21.195413 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-44d0000d-9929-4705-ac14-cf2c6bc71a96 req-afdd0ec7-cedc-4247-add4-1b0ee1b428e4 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.206560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d69ab944-7bbc-42b4-8687-1d0a3b0d98dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.223545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:43:21.227229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025258-f3d7-47a6-ad4d-68e645263e4f req-42c56a73-51de-46e7-ad9e-5ba1ed45cc46 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:21.227729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:21.229667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab025258-f3d7-47a6-ad4d-68e645263e4f req-42c56a73-51de-46e7-ad9e-5ba1ed45cc46 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 950 time: 0.3795574 Dec 13 12:43:21.248819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:21.274656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:21.275134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.288897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Pushing event updated for resources: {'Port': ['ID=cca0ea9e-cfee-4e2f-97e0-3d882eebe983,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:21.307383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.307823 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Added segment 8ecd95f9-8d1c-40ee-8edb-7a27d133dc15 of type vlan for network fec029ca-aecd-4967-966e-417f8a5aa760 Dec 13 12:43:21.343612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 48730a97-765d-48cd-b506-1f8496e786f1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:21.346862 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.355909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fb793-30c0-431a-b25c-afab787afe27 None None] Pushing event updated for resources: {'Port': ['ID=c4d15ff7-3c73-4f17-996d-6b17b900bf61,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:21.366509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port a474e650-05ea-4be3-aac3-ccea03064799, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a474e650-05ea-4be3-aac3-ccea03064799,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:21.387720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7dac5f-d3c3-4d66-acf8-64ea9bf8dad2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:21.422744 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.444551 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-44d0000d-9929-4705-ac14-cf2c6bc71a96 req-afdd0ec7-cedc-4247-add4-1b0ee1b428e4 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.459878 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d69ab944-7bbc-42b4-8687-1d0a3b0d98dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d2c8e8c384c4290b10ecc9912317bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6664405 Dec 13 12:43:21.483727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59384) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:21.544792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.564442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=a474e650-05ea-4be3-aac3-ccea03064799,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:21.624396 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.635834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ab944-7bbc-42b4-8687-1d0a3b0d98dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51253e18-60fa-4a63-907e-e6ab376c7c21,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:21.659024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b947ac05-ab92-4b09-8a31-26b635f1c09a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.692914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.694848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:21.694848 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.777942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['a474e650-05ea-4be3-aac3-ccea03064799'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:43:21.781596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b947ac05-ab92-4b09-8a31-26b635f1c09a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:21.871137 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2640433 Dec 13 12:43:21.875192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59394) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:21.902507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Request body: {'subnet': {'network_id': 'fec029ca-aecd-4967-966e-417f8a5aa760', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1721862672-subnet', 'tenant_id': '86540295d17a4de08e2eda9d34409dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:21.938409 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-44d0000d-9929-4705-ac14-cf2c6bc71a96 req-afdd0ec7-cedc-4247-add4-1b0ee1b428e4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.021056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:22.044515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd0ec7-cedc-4247-add4-1b0ee1b428e4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=425a316e-abf6-40d6-a66b-623564e46e76,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:22.064304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Pushing event updated for resources: {'Port': ['ID=2daa840e-f294-4945-a8ca-5645680886f0,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:22.067487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:22.089613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bb330-e1cd-484c-bed1-12363135522c req-9a201937-9f05-4ecd-8bb1-184a15d85d0a tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:22.092059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-462bb330-e1cd-484c-bed1-12363135522c req-9a201937-9f05-4ecd-8bb1-184a15d85d0a tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 970 time: 1.0235534 Dec 13 12:43:22.220379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59398) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:22.225196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44d0000d-9929-4705-ac14-cf2c6bc71a96 req-afdd0ec7-cedc-4247-add4-1b0ee1b428e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1411774 Dec 13 12:43:22.269479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e095f-f5a0-4762-b9a4-7a1d05fd4e5f admin admin] Pushing event updated for resources: {'Network': ['ID=fec029ca-aecd-4967-966e-417f8a5aa760,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:22.299027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab025258-f3d7-47a6-ad4d-68e645263e4f req-117a50f4-4439-40c3-85a6-10d4f03ee4c6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9911730 Dec 13 12:43:22.323984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Made reservation on behalf of 86540295d17a4de08e2eda9d34409dcc for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:22.326503 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.389418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fec029ca-aecd-4967-966e-417f8a5aa760 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:43:22.464970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-462bb330-e1cd-484c-bed1-12363135522c req-51dbf5a8-e5ae-4efd-9344-c7c7139acc90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513026 Dec 13 12:43:22.511868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Router ed193ba1-4dbd-442a-954f-33a713f66524 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:43:22.521675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7e829ca4-64f7-466d-a30a-135b24d5aba8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:22.587600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b947ac05-ab92-4b09-8a31-26b635f1c09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.595317 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b947ac05-ab92-4b09-8a31-26b635f1c09a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.597181 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b947ac05-ab92-4b09-8a31-26b635f1c09a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51253e18-60fa-4a63-907e-e6ab376c7c21 HTTP/1.1" status: 204 len: 168 time: 1.1073158 Dec 13 12:43:22.616923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-665768116-network', 'tenant_id': '939d63f6b9ca4be18ad9c005dd4d2b6c'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:22.640523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947ac05-ab92-4b09-8a31-26b635f1c09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51253e18-60fa-4a63-907e-e6ab376c7c21,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:22.679317 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.700206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906021a1-5408-4c3f-8ce9-42418dfc0646 None None] Network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:22.708489 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.709212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.760870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Made reservation on behalf of 939d63f6b9ca4be18ad9c005dd4d2b6c for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:22.763212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.785538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.812431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:43:22.820709 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b4a09337-c9e8-4128-a617-2911e19f873c admin admin] 10.222.0.31 "PUT /v2.0/routers/ed193ba1-4dbd-442a-954f-33a713f66524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9322610 Dec 13 12:43:22.842782 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Sync routers for ids ['ed193ba1-4dbd-442a-954f-33a713f66524'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:43:22.864887 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Routers {'ed193ba1-4dbd-442a-954f-33a713f66524'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:22.866046 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:42:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ed193ba1-4dbd-442a-954f-33a713f66524'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:22.872203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Pushing event updated for resources: {'Port': ['ID=cca0ea9e-cfee-4e2f-97e0-3d882eebe983,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:22.896222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1c5417c3-1488-4e81-a72f-20fcf49823c6 None None] Provisioning complete for port 2daa840e-f294-4945-a8ca-5645680886f0 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:22.896599 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c5417c3-1488-4e81-a72f-20fcf49823c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.923081 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.931336 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.950656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.964167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:43:22.988037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f616297-1aaf-4c71-b2ac-e7e6bc293e67,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:22.992937 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:22.993661 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Added segment 2e7909d2-7f9d-431c-8d56-4189fb22ee3d of type vlan for network 70aed705-ac57-4bdd-b542-b682da732ed1 Dec 13 12:43:23.036168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 7e829ca4-64f7-466d-a30a-135b24d5aba8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:23.036826 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.082125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:23.095046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1c5417c3-1488-4e81-a72f-20fcf49823c6 None None] Port 2daa840e-f294-4945-a8ca-5645680886f0 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:23.102454 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Set router ed193ba1-4dbd-442a-954f-33a713f66524 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:23.121212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:23.121729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.181236 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.182380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:23.184175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.190586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29007fc9-9abb-4462-b4d8-ff9e76185d3e,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:23.205445 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.209525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Checking segment: {'id': '8ecd95f9-8d1c-40ee-8edb-7a27d133dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fec029ca-aecd-4967-966e-417f8a5aa760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:23.209760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Network hostable DHCP agents. Network: fec029ca-aecd-4967-966e-417f8a5aa760, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:43:23.272224 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.310508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Network fec029ca-aecd-4967-966e-417f8a5aa760 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:43:23.336681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1148915 Dec 13 12:43:23.337375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59420) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:23.344172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Request body: {'subnet': {'network_id': '70aed705-ac57-4bdd-b542-b682da732ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-665768116-subnet', 'tenant_id': '939d63f6b9ca4be18ad9c005dd4d2b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:23.351656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fec029ca-aecd-4967-966e-417f8a5aa760) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:23.355753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:23.356368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.378195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fe924ced-2f6d-4a53-a1c2-2ff25e1efa24 None None] Provisioning complete for port c4d15ff7-3c73-4f17-996d-6b17b900bf61 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:23.378755 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe924ced-2f6d-4a53-a1c2-2ff25e1efa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.383163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f7edb8-4de2-473b-8a2e-38ce47ce7b26 None None] Network fec029ca-aecd-4967-966e-417f8a5aa760 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:23.386911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132f433-aedf-4e48-9bbf-3bdd27944b2b admin admin] Pushing event updated for resources: {'Network': ['ID=70aed705-ac57-4bdd-b542-b682da732ed1,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:23.433703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Router 7677c98c-1586-4a0c-948c-464e894f9527 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:43:23.466061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Made reservation on behalf of 939d63f6b9ca4be18ad9c005dd4d2b6c for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:23.473140 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.496343 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-45ba18da-665c-4a40-a46a-7823eb841c90 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6021550 Dec 13 12:43:23.649780 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-router', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:11Z', 'updated_at': '2021-12-13T12:43:20Z', 'revision_number': 4, 'project_id': '6d49c3db688c495f983377037dfc9036', 'gw_port': {'id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:13Z', 'updated_at': '2021-12-13T12:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2daa840e-f294-4945-a8ca-5645680886f0', 'name': '', 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'mac_address': 'fa:16:3e:88:79:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '389a4dc5-adc2-41f0-b681-f9fb57f7d4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:18Z', 'updated_at': '2021-12-13T12:43:20Z', 'revision_number': 2, 'project_id': '6d49c3db688c495f983377037dfc9036', 'subnets': [{'id': '389a4dc5-adc2-41f0-b681-f9fb57f7d4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:23.670207 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:43:23.677392 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-77466a9c-b7de-4bde-8010-0b9e4a0a18e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/7677c98c-1586-4a0c-948c-464e894f9527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9666164 Dec 13 12:43:23.703198 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Checking router: ed193ba1-4dbd-442a-954f-33a713f66524 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:43:23.704463 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Updating router ed193ba1-4dbd-442a-954f-33a713f66524 port 2daa840e-f294-4945-a8ca-5645680886f0 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:43:23.739288 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.740975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:23.742816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 70aed705-ac57-4bdd-b542-b682da732ed1 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:43:23.892121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:23.921088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce081f56-a3e1-43bc-9955-d004f2448fe4 req-35625bb2-5486-4b66-9213-83a2ec85c31a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:23.922700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce081f56-a3e1-43bc-9955-d004f2448fe4 req-35625bb2-5486-4b66-9213-83a2ec85c31a tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 950 time: 0.3729515 Dec 13 12:43:23.988110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfd8e2-d8fd-4464-a4ba-a9d9266b809b None None] Pushing event updated for resources: {'Port': ['ID=05810ad2-9eab-4029-af8c-dc4e7ad594d9,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:23.999099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Attempting to bind port 05810ad2-9eab-4029-af8c-dc4e7ad594d9 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:24.000000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Attempting to bind port 05810ad2-9eab-4029-af8c-dc4e7ad594d9 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:24.001060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Attempting to bind port 05810ad2-9eab-4029-af8c-dc4e7ad594d9 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:24.052860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb9704-d7a5-40d9-8136-ba4104174dbf req-2355b68e-2feb-4392-946e-81fa583d5018 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:24.055095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29fb9704-d7a5-40d9-8136-ba4104174dbf req-2355b68e-2feb-4392-946e-81fa583d5018 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 971 time: 0.4667137 Dec 13 12:43:24.091942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:24.092314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:24.092716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.095329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:24.096545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Bound port: 05810ad2-9eab-4029-af8c-dc4e7ad594d9, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:24.098738 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.157217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8627b890-a162-4a77-a834-570dc36673db,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:24.166115 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.178455 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.201998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e693a4ef-2f70-40ee-8209-b4ddee281a12 None None] Network fec029ca-aecd-4967-966e-417f8a5aa760 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:24.246333 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73c3f674-a19f-4c85-9563-1cebd492e5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.284042 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205d9ab-c88d-4623-b1b5-bba5555effec None None] Pushing event updated for resources: {'Port': ['ID=2daa840e-f294-4945-a8ca-5645680886f0,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:24.292652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29fb9704-d7a5-40d9-8136-ba4104174dbf req-691492f3-a877-4f0e-b9f3-fb6771519b2d tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251348 Dec 13 12:43:24.303332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Checking segment: {'id': '2e7909d2-7f9d-431c-8d56-4189fb22ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '70aed705-ac57-4bdd-b542-b682da732ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:24.303683 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Network hostable DHCP agents. Network: 70aed705-ac57-4bdd-b542-b682da732ed1, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:43:24.316756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce081f56-a3e1-43bc-9955-d004f2448fe4 req-00c4376a-fc97-40a0-929a-72f05faa61ca tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283103 Dec 13 12:43:24.360455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Network 70aed705-ac57-4bdd-b542-b682da732ed1 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:43:24.377679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 70aed705-ac57-4bdd-b542-b682da732ed1) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:24.384449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:24.387032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.401106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea5fd5c-fba9-4b75-90db-c45f45dc5d48 None None] Network 70aed705-ac57-4bdd-b542-b682da732ed1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:24.415269 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Attempting to bind port 2daa840e-f294-4945-a8ca-5645680886f0 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:24.415658 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Attempting to bind port 2daa840e-f294-4945-a8ca-5645680886f0 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:24.416635 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Attempting to bind port 2daa840e-f294-4945-a8ca-5645680886f0 on network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:24.423512 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:24.423893 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Checking segment: {'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:24.424304 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.424703 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Bound using segment: {'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:24.425233 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Bound port: 2daa840e-f294-4945-a8ca-5645680886f0, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:24.425655 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.428734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7c2bcdc0-6775-4d18-9d18-317cfecdb4a7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0881903 Dec 13 12:43:24.529239 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] For port 2daa840e-f294-4945-a8ca-5645680886f0, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:24.546691 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] For port 2daa840e-f294-4945-a8ca-5645680886f0, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2daa840e-f294-4945-a8ca-5645680886f0,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:24.562474 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.573194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:24.573567 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.648571 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] For port 05810ad2-9eab-4029-af8c-dc4e7ad594d9, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:24.710979 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Routers {'ed193ba1-4dbd-442a-954f-33a713f66524'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:24.711739 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:42:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ed193ba1-4dbd-442a-954f-33a713f66524'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:24.723797 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe924ced-2f6d-4a53-a1c2-2ff25e1efa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.736563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59462) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:24.745958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-network', 'tenant_id': '9231a47d748b41fe9710f359e830df69'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:24.788252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] For port 05810ad2-9eab-4029-af8c-dc4e7ad594d9, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=05810ad2-9eab-4029-af8c-dc4e7ad594d9,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:24.811452 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205d9ab-c88d-4623-b1b5-bba5555effec None None] Pushing event updated for resources: {'Port': ['ID=2daa840e-f294-4945-a8ca-5645680886f0,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:24.821681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Made reservation on behalf of 9231a47d748b41fe9710f359e830df69 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:24.824189 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.849582 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.858454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fe924ced-2f6d-4a53-a1c2-2ff25e1efa24 None None] For port c4d15ff7-3c73-4f17-996d-6b17b900bf61, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c4d15ff7-3c73-4f17-996d-6b17b900bf61,segment=NetworkSegment(61e2c9a7-377d-4244-a3a3-90045465c607),segment_id=61e2c9a7-377d-4244-a3a3-90045465c607)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:24.940137 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe924ced-2f6d-4a53-a1c2-2ff25e1efa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:24.957435 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:25.073720 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:25.081812 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:25.085214 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] Set router ed193ba1-4dbd-442a-954f-33a713f66524 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:25.149146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ec7c04-b5bd-4d4e-b59a-717955fd9480,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:25.168411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:43:25.191257 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:25.191595 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Added segment 50d0354e-c84d-40e9-8019-76ecc4bd0199 of type vlan for network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 Dec 13 12:43:25.232327 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] Provisioning complete for port c4d15ff7-3c73-4f17-996d-6b17b900bf61 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:25.232698 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:25.345823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:25.372727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5e03b5-9390-41c1-8c6a-881eb4cf36e5 None None] Network 70aed705-ac57-4bdd-b542-b682da732ed1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:25.421544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe924ced-2f6d-4a53-a1c2-2ff25e1efa24 None None] Pushing event updated for resources: {'Port': ['ID=c4d15ff7-3c73-4f17-996d-6b17b900bf61,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:25.429191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Routers {'7677c98c-1586-4a0c-948c-464e894f9527'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:25.430052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:42:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7677c98c-1586-4a0c-948c-464e894f9527'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:25.433852 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-router', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:11Z', 'updated_at': '2021-12-13T12:43:20Z', 'revision_number': 4, 'project_id': '6d49c3db688c495f983377037dfc9036', 'gw_port': {'id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:13Z', 'updated_at': '2021-12-13T12:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2daa840e-f294-4945-a8ca-5645680886f0', 'name': '', 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'mac_address': 'fa:16:3e:88:79:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '389a4dc5-adc2-41f0-b681-f9fb57f7d4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:18Z', 'updated_at': '2021-12-13T12:43:24Z', 'revision_number': 4, 'project_id': '6d49c3db688c495f983377037dfc9036', 'subnets': [{'id': '389a4dc5-adc2-41f0-b681-f9fb57f7d4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:25.472708 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5817-d131-464f-8e2b-dabb903eb611 None None] The sync data for ids ['ed193ba1-4dbd-442a-954f-33a713f66524'] in n-d-817326-4 is: [{'id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-router', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:11Z', 'updated_at': '2021-12-13T12:43:20Z', 'revision_number': 4, 'project_id': '6d49c3db688c495f983377037dfc9036', 'gw_port': {'id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:13Z', 'updated_at': '2021-12-13T12:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2daa840e-f294-4945-a8ca-5645680886f0', 'name': '', 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'mac_address': 'fa:16:3e:88:79:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '389a4dc5-adc2-41f0-b681-f9fb57f7d4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:18Z', 'updated_at': '2021-12-13T12:43:24Z', 'revision_number': 4, 'project_id': '6d49c3db688c495f983377037dfc9036', 'subnets': [{'id': '389a4dc5-adc2-41f0-b681-f9fb57f7d4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:43:25.520811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a474e650-05ea-4be3-aac3-ccea03064799 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:25.631113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:25.632335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:25.633001 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:25.676416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dca8e-c165-4596-8703-53fa832f484e req-4639b832-88eb-4673-9768-39653d071920 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:25.679658 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:25.684884 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-342dca8e-c165-4596-8703-53fa832f484e req-4639b832-88eb-4673-9768-39653d071920 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 971 time: 0.2253449 Dec 13 12:43:25.711523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9731839 Dec 13 12:43:25.714563 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59496) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:25.723889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Request body: {'subnet': {'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-subnet', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:25.772756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Made reservation on behalf of 9231a47d748b41fe9710f359e830df69 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:25.775207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:25.791848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-7d7fa1cf-224e-49ec-9c48-7135973f28ad tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:25.793675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-7d7fa1cf-224e-49ec-9c48-7135973f28ad tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 820 time: 0.5432496 Dec 13 12:43:25.838337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eacf6d-7982-4f88-b094-93c2afb90ccb admin admin] Pushing event updated for resources: {'Network': ['ID=5f2b5010-e103-4e69-b1e6-37a0ca54f475,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:25.859702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-342dca8e-c165-4596-8703-53fa832f484e req-30053567-e3b1-48db-abf6-40aa147bbad8 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735106 Dec 13 12:43:25.868958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-193559e6-c48d-4f0f-8693-763037aa621e tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/quotas/0c41e368f2fd4bb18797d4930f7e15a0 HTTP/1.1" status: 200 len: 375 time: 0.0567498 Dec 13 12:43:25.877301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:25.897524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:43:25.923564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfd8e2-d8fd-4464-a4ba-a9d9266b809b None None] Pushing event updated for resources: {'Port': ['ID=05810ad2-9eab-4029-af8c-dc4e7ad594d9,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:25.933557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-af7a4e82-465a-4bb4-8c24-2a2871df655f tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601509 Dec 13 12:43:25.965142 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.115733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ceebb-db2e-4546-8e98-ee8da912ec9d req-2bff035b-3e27-425b-bdd5-bb3c1cb360da tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:26.117292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df3ceebb-db2e-4546-8e98-ee8da912ec9d req-2bff035b-3e27-425b-bdd5-bb3c1cb360da tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 950 time: 0.1050868 Dec 13 12:43:26.142804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.194824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port a474e650-05ea-4be3-aac3-ccea03064799 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:43:26.196800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21b6d81-bb06-45e1-a2f5-177c969fe2ff,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:26.210314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] Set router 7677c98c-1586-4a0c-948c-464e894f9527 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:26.222185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port a474e650-05ea-4be3-aac3-ccea03064799 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:26.222901 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.238223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df3ceebb-db2e-4546-8e98-ee8da912ec9d req-3a538b49-f3eb-4a73-86d2-99c6d7eea012 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127729 Dec 13 12:43:26.271030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Checking segment: {'id': '50d0354e-c84d-40e9-8019-76ecc4bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:26.271384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Network hostable DHCP agents. Network: 5f2b5010-e103-4e69-b1e6-37a0ca54f475, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:43:26.329449 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:43:26.344082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 5f2b5010-e103-4e69-b1e6-37a0ca54f475) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:26.356441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:26.357229 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.379781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3393f7-5c78-452f-aaa2-b64082353ebc None None] Network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:26.387174 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c49f643a-02c1-4c20-be53-7afd8101f272 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6700883 Dec 13 12:43:26.389276 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59518) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:26.394141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-router', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:26.417538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2daa840e-f294-4945-a8ca-5645680886f0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:26.426889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] Provisioning complete for port 2daa840e-f294-4945-a8ca-5645680886f0 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:26.427539 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.442063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.443825 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.495723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59524) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:26.502599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1089496425-network', 'tenant_id': '91ec2810ed554dfe99e265d43e6ba361'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:26.518278 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.545648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Made reservation on behalf of 91ec2810ed554dfe99e265d43e6ba361 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:26.551366 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.564094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.674152 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.681604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.701806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:43:26.728793 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.729455 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Added segment 796cae47-1911-49df-968f-43278ec79286 of type vlan for network f7f117fc-52d8-4ace-be51-231206bfacd5 Dec 13 12:43:26.770437 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6993956-c82c-40b4-9acd-86da5f58e421,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:26.774913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:26.785736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.819873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.821312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:26.822113 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.858950 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3620639 Dec 13 12:43:26.861979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59526) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:26.868168 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Request body: {'subnet': {'network_id': 'f7f117fc-52d8-4ace-be51-231206bfacd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1089496425-subnet', 'tenant_id': '91ec2810ed554dfe99e265d43e6ba361', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:26.896345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8029bcce-3177-4eaa-9bd3-59a7d07525af service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:43:26.902106 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2165b934-8591-4af9-aa0f-c08b1b580f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.904923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8029bcce-3177-4eaa-9bd3-59a7d07525af service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4872243 Dec 13 12:43:26.949933 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089df101-6102-4b16-b0dd-1e79b298bbfb admin admin] Pushing event updated for resources: {'Network': ['ID=f7f117fc-52d8-4ace-be51-231206bfacd5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:26.960559 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.966789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Made reservation on behalf of 91ec2810ed554dfe99e265d43e6ba361 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:26.969708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:26.978635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network f7f117fc-52d8-4ace-be51-231206bfacd5 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:43:27.052175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.069499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2daa840e-f294-4945-a8ca-5645680886f0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:27.070334 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.130686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-5f2b5010-e103-4e69-b1e6-37a0ca54f475', 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475', 'project_id': '9231a47d748b41fe9710f359e830df69', 'fixed_ips': [{'subnet_id': 'a21b6d81-bb06-45e1-a2f5-177c969fe2ff'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:43:27.131534 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.152494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-d13a03bc-7b8d-42a1-b1a4-0361dffab4b3 service neutron] 10.222.0.31 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466948 Dec 13 12:43:27.202433 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.210095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.246273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] For port 2daa840e-f294-4945-a8ca-5645680886f0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2daa840e-f294-4945-a8ca-5645680886f0,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:27.264751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.289468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e27f46-685c-45a7-8264-9badf09d9da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a474e650-05ea-4be3-aac3-ccea03064799'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:27.293318 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86dd9d6-11cc-42e9-a3a4-aa5e0aa26dd0" -d '{"events": [{"server_uuid": "34e27f46-685c-45a7-8264-9badf09d9da3", "name": "network-vif-plugged", "status": "completed", "tag": "a474e650-05ea-4be3-aac3-ccea03064799"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:27.315267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-28bf7f33-6b4e-4b91-bd7b-38681b3d7fa7 service neutron] 10.222.0.31 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475575 Dec 13 12:43:27.335525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Checking segment: {'id': '796cae47-1911-49df-968f-43278ec79286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f7f117fc-52d8-4ace-be51-231206bfacd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:27.335889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Network hostable DHCP agents. Network: f7f117fc-52d8-4ace-be51-231206bfacd5, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:43:27.344299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf09ea7b-528b-4e04-af06-ed7744fb888f,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:27.395806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Network f7f117fc-52d8-4ace-be51-231206bfacd5 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:43:27.415252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, f7f117fc-52d8-4ace-be51-231206bfacd5) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:27.421707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:27.423211 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.431034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port a474e650-05ea-4be3-aac3-ccea03064799, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a474e650-05ea-4be3-aac3-ccea03064799,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:27.449794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] Provisioning complete for port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:27.450227 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.461677 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7832c597-0904-46fd-960a-4f14c6f5b869 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5976927 Dec 13 12:43:27.505312 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.529031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aedbac-dedb-430c-935f-df99b9edd4b6 None None] Network f7f117fc-52d8-4ace-be51-231206bfacd5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:27.535390 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.539307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] Port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:27.541470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c4d15ff7-3c73-4f17-996d-6b17b900bf61 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:27.603897 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.631419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-edc67962-0e3d-4741-b693-935de11dc749 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342562 Dec 13 12:43:27.696529 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59552) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:27.749027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-6052f105-afa4-44f7-b37a-9c407ace3126 admin admin] Deleting subnet 8627b890-a162-4a77-a834-570dc36673db {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:43:27.753129 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6052f105-afa4-44f7-b37a-9c407ace3126 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.753942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677c98c-1586-4a0c-948c-464e894f9527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-router', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:21Z', 'revision_number': 4, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'gw_port': {'id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cca0ea9e-cfee-4e2f-97e0-3d882eebe983', 'name': '', 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'mac_address': 'fa:16:3e:4b:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:20Z', 'updated_at': '2021-12-13T12:43:21Z', 'revision_number': 2, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'subnets': [{'id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:27.796371 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6052f105-afa4-44f7-b37a-9c407ace3126 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.809745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6052f105-afa4-44f7-b37a-9c407ace3126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.828350 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.833656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Allocated IP 172.25.2.125 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/eece98ac-0334-48a1-9b6d-979143d8776d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:27.855870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98800f3e-73d3-4113-b18a-d3233c0a9b87 req-56c313ca-c22b-4e05-9757-076834fc8ff1 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:27.858879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98800f3e-73d3-4113-b18a-d3233c0a9b87 req-56c313ca-c22b-4e05-9757-076834fc8ff1 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 972 time: 0.1743288 Dec 13 12:43:27.869415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5a6e6-1638-4fe4-92c2-c1ab7930168b None None] The sync data for ids ['7677c98c-1586-4a0c-948c-464e894f9527'] in n-d-817326-4 is: [{'id': '7677c98c-1586-4a0c-948c-464e894f9527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-router', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:21Z', 'revision_number': 4, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'gw_port': {'id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cca0ea9e-cfee-4e2f-97e0-3d882eebe983', 'name': '', 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'mac_address': 'fa:16:3e:4b:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:20Z', 'updated_at': '2021-12-13T12:43:21Z', 'revision_number': 2, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'subnets': [{'id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:43:27.873077 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a23a6-730c-4ec8-8650-23da52eb9003 None None] Pushing event updated for resources: {'Port': ['ID=2daa840e-f294-4945-a8ca-5645680886f0,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:27.879197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1775-df20-427b-b6bb-1bad49375008 req-b6bc80e4-269a-4dbd-afb7-1459e3719869 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:27.887832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-b6bc80e4-269a-4dbd-afb7-1459e3719869 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485645 Dec 13 12:43:27.931128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386072b7-a09d-4509-a43d-404c2189cf49 None None] Network f7f117fc-52d8-4ace-be51-231206bfacd5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:27.943340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6052f105-afa4-44f7-b37a-9c407ace3126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.947746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c4d15ff7-3c73-4f17-996d-6b17b900bf61 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:27.947997 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:27.953172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-2908889d-aebe-4cfc-9ca3-368029a3d3e7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/quotas/ea5f27eb7b16424fab60499d6e90bd32 HTTP/1.1" status: 200 len: 375 time: 0.0642056 Dec 13 12:43:27.990709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052f105-afa4-44f7-b37a-9c407ace3126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8627b890-a162-4a77-a834-570dc36673db,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:27.996568 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6052f105-afa4-44f7-b37a-9c407ace3126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:28.004536 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6052f105-afa4-44f7-b37a-9c407ace3126 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8627b890-a162-4a77-a834-570dc36673db HTTP/1.1" status: 204 len: 168 time: 0.3068538 Dec 13 12:43:28.005692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59558) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:28.083761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-253fefee-d28a-4fb9-bd72-db30826095e5 None None] Provisioning complete for port 2daa840e-f294-4945-a8ca-5645680886f0 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:28.084054 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-253fefee-d28a-4fb9-bd72-db30826095e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:28.097202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-39f63855-e5cf-408f-abc7-5de2d5e9b5cd tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1433239 Dec 13 12:43:28.106115 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98800f3e-73d3-4113-b18a-d3233c0a9b87 req-b5065e40-010a-4f04-9ff0-8df2391a4abe tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378559 Dec 13 12:43:28.150543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:28.179283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Allocated IP 172.20.0.2 (5f2b5010-e103-4e69-b1e6-37a0ca54f475/a21b6d81-bb06-45e1-a2f5-177c969fe2ff/dbbe1a0e-d540-4e34-a833-b8f0bf7082d8) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:28.192808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=a474e650-05ea-4be3-aac3-ccea03064799,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:28.230054 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:28.365952 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:28.451013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:28.467159 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:28.485917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97156-bb3d-436b-aa7a-efdfada7d102 req-2f75e18f-a573-4681-a70c-6488cd3f15d6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:28.497362 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1de97156-bb3d-436b-aa7a-efdfada7d102 req-2f75e18f-a573-4681-a70c-6488cd3f15d6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 950 time: 0.2399302 Dec 13 12:43:28.497661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:28.498020 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:28.498865 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:28.499262 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > port after_create 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:28.499587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:28.499920 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > port after_update 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:28.500238 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:28.500911 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:28.501402 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:28.501827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:28.520923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:28.531712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:28.623735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48730a97-765d-48cd-b506-1f8496e786f1 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:28.669268 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Pushing event updated for resources: {'Port': ['ID=eece98ac-0334-48a1-9b6d-979143d8776d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:28.866407 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:28.893044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 48730a97-765d-48cd-b506-1f8496e786f1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:28.893412 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:28.895810 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:28.960786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1de97156-bb3d-436b-aa7a-efdfada7d102 req-ef0392f7-108e-480c-919f-fbed8b4e95aa tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618180 Dec 13 12:43:28.968760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32453299-b964-4104-8b47-85a85ddc2508 req-a59bcc60-2aae-4d00-aa72-5f77a86609b2 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:28.969915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-32453299-b964-4104-8b47-85a85ddc2508 req-a59bcc60-2aae-4d00-aa72-5f77a86609b2 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 1101 time: 0.4332285 Dec 13 12:43:29.046249 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:29.048520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59572) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:29.066693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-360b50c6-906e-4410-9629-7181d4f15140 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8390643', 'description': 'tempest-description--1405723390'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:29.097031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:29.099404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:29.099902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:29.100605 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:29.100605 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:43:29.100878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aed705-ac57-4bdd-b542-b682da732ed1']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:29.106646 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-360b50c6-906e-4410-9629-7181d4f15140 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.143785 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49138e7d-e3f8-4969-8ca9-a1fc3768fdba x-openstack-request-id: req-49138e7d-e3f8-4969-8ca9-a1fc3768fdba {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:29.144095 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e27f46-685c-45a7-8264-9badf09d9da3", "name": "network-vif-plugged", "status": "completed", "tag": "a474e650-05ea-4be3-aac3-ccea03064799", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:29.144886 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49138e7d-e3f8-4969-8ca9-a1fc3768fdba {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:29.144886 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e27f46-685c-45a7-8264-9badf09d9da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a474e650-05ea-4be3-aac3-ccea03064799', 'code': 200} Dec 13 12:43:29.156407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7909d2-7f9d-431c-8d56-4189fb22ee3d') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:29.157765 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7909d2-7f9d-431c-8d56-4189fb22ee3d') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:29.168522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:29.174756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-253fefee-d28a-4fb9-bd72-db30826095e5 None None] Provisioning complete for port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:29.183233 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-253fefee-d28a-4fb9-bd72-db30826095e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.200124 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.265065 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.267868 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.289629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:43:29.290094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.316975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Pushing event updated for resources: {'Port': ['ID=dbbe1a0e-d540-4e34-a833-b8f0bf7082d8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: from cryptography.utils import int_from_bytes Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: from cryptography.utils import int_from_bytes Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:43:29.320890 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:43:29.362823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.37', 63906) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:29.369054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-253fefee-d28a-4fb9-bd72-db30826095e5 None None] Port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:29.387806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-32453299-b964-4104-8b47-85a85ddc2508 req-ddc9e340-3092-45bd-9b41-1a6475b47f66 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] Deleting port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:43:29.388950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Attempting to bind port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:29.389351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Attempting to bind port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '50d0354e-c84d-40e9-8019-76ecc4bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:29.389652 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-32453299-b964-4104-8b47-85a85ddc2508 req-ddc9e340-3092-45bd-9b41-1a6475b47f66 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.389773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Attempting to bind port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 on network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:29.399293 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18f9c2f8-63fc-4d67-826d-906d8c49f83d req-61a6cb46-6afa-4803-8831-bcdb0639fa3e tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 210 time: 0.1395152 Dec 13 12:43:29.427430 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:29.427832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Checking segment: {'id': '50d0354e-c84d-40e9-8019-76ecc4bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:29.428242 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.428659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Bound using segment: {'id': '50d0354e-c84d-40e9-8019-76ecc4bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:29.429186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Bound port: dbbe1a0e-d540-4e34-a833-b8f0bf7082d8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d0354e-c84d-40e9-8019-76ecc4bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:29.429586 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.577214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] For port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:29.599457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c26c3668-823b-422e-a97b-06ecf6b6b1c5 req-41e8226c-16bd-4398-b045-ad9baa654c5b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 210 time: 0.2418544 Dec 13 12:43:29.623967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-88e5cbf5-71be-408a-a011-d79d68c55dca tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:29.627777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-88e5cbf5-71be-408a-a011-d79d68c55dca tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 820 time: 0.2350650 Dec 13 12:43:29.629396 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.631436 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] For port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dbbe1a0e-d540-4e34-a833-b8f0bf7082d8,segment=NetworkSegment(50d0354e-c84d-40e9-8019-76ecc4bd0199),segment_id=50d0354e-c84d-40e9-8019-76ecc4bd0199)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:29.637570 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.643115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.657255 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/70aed705-ac57-4bdd-b542-b682da732ed1 HTTP/1.1" status: 204 len: 168 time: 1.6474488 Dec 13 12:43:29.678136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59578) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:29.692545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dd740-7e6a-4034-8e5c-bc16b4d11bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=70aed705-ac57-4bdd-b542-b682da732ed1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:29.801077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3aa5af-cffd-43a8-8fbd-5d7c39e56be8 admin admin] Deleting subnet cf09ea7b-528b-4e04-af06-ed7744fb888f {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:43:29.841421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa5af-cffd-43a8-8fbd-5d7c39e56be8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:29.977778 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa5af-cffd-43a8-8fbd-5d7c39e56be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.035423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e9e86-52bf-4810-943d-46a592e76a9a None None] Pushing event updated for resources: {'Port': ['ID=dbbe1a0e-d540-4e34-a833-b8f0bf7082d8,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:30.044666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:30.051492 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa5af-cffd-43a8-8fbd-5d7c39e56be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.075386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Request body: {'port': {'device_id': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566', 'admin_state_up': True, 'tenant_id': '0c41e368f2fd4bb18797d4930f7e15a0'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:30.150624 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.153922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:30.154324 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.181309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa5af-cffd-43a8-8fbd-5d7c39e56be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.207629 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa5af-cffd-43a8-8fbd-5d7c39e56be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.215089 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1f3aa5af-cffd-43a8-8fbd-5d7c39e56be8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cf09ea7b-528b-4e04-af06-ed7744fb888f HTTP/1.1" status: 204 len: 168 time: 0.5356402 Dec 13 12:43:30.215828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59586) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:30.263250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3aa5af-cffd-43a8-8fbd-5d7c39e56be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf09ea7b-528b-4e04-af06-ed7744fb888f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:30.263483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7841281-1f95-489b-b867-029611bf7889 req-6442ee49-6e7c-4f38-a5c7-4052eec80528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:30.265535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7841281-1f95-489b-b867-029611bf7889 req-6442ee49-6e7c-4f38-a5c7-4052eec80528 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 1123 time: 1.0245297 Dec 13 12:43:30.274866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Made reservation on behalf of 0c41e368f2fd4bb18797d4930f7e15a0 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:30.279006 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.311715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2daa840e-f294-4945-a8ca-5645680886f0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:30.360119 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-360b50c6-906e-4410-9629-7181d4f15140 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.383859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2daa840e-f294-4945-a8ca-5645680886f0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:30.384238 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.442581 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-360b50c6-906e-4410-9629-7181d4f15140 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.455659 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.530371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.534310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 05810ad2-9eab-4029-af8c-dc4e7ad594d9 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:30.595579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 05810ad2-9eab-4029-af8c-dc4e7ad594d9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:30.596048 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.616540 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.625874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44523db-f8ab-4a62-9ae9-3a624b1fba4b req-300468a8-37f8-4fbd-81b5-2f6e74192066 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:30.634127 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e44523db-f8ab-4a62-9ae9-3a624b1fba4b req-300468a8-37f8-4fbd-81b5-2f6e74192066 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 972 time: 1.0041907 Dec 13 12:43:30.644023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-32453299-b964-4104-8b47-85a85ddc2508 req-ddc9e340-3092-45bd-9b41-1a6475b47f66 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] For port 09b03ac0-44b6-4661-a6d0-0969a4d98c88, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=09b03ac0-44b6-4661-a6d0-0969a4d98c88,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:30.644333 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-32453299-b964-4104-8b47-85a85ddc2508 req-ddc9e340-3092-45bd-9b41-1a6475b47f66 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.653004 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-360b50c6-906e-4410-9629-7181d4f15140 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.657717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59594) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:30.658600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-360b50c6-906e-4410-9629-7181d4f15140 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6030982 Dec 13 12:43:30.661461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f117fc-52d8-4ace-be51-231206bfacd5']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:30.667058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-880fbbf7-d6a2-4c99-97f6-3fbb2ff0085d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Request body: {'security_group_rule': {'security_group_id': 'dcdbd364-57b7-4f19-aba9-204f39993ec7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:30.697930 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.699991 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796cae47-1911-49df-968f-43278ec79286') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:30.700446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796cae47-1911-49df-968f-43278ec79286') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:30.703211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b50c6-906e-4410-9629-7181d4f15140 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdbd364-57b7-4f19-aba9-204f39993ec7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:30.721721 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.724581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7841281-1f95-489b-b867-029611bf7889 req-608df9f6-dcf5-4b9d-9dff-ebb8593e01a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170988 Dec 13 12:43:30.727343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 05810ad2-9eab-4029-af8c-dc4e7ad594d9, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=05810ad2-9eab-4029-af8c-dc4e7ad594d9,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:30.728354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-32453299-b964-4104-8b47-85a85ddc2508 req-ddc9e340-3092-45bd-9b41-1a6475b47f66 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] Calling delete_port for 09b03ac0-44b6-4661-a6d0-0969a4d98c88 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:43:30.735272 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.751175 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-880fbbf7-d6a2-4c99-97f6-3fbb2ff0085d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.758555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.760724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3dd25-1344-4238-8ba5-ffd21da34d0e req-531625e9-d95e-4874-89bd-7bfeac3bffea tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:30.770186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38b3dd25-1344-4238-8ba5-ffd21da34d0e req-531625e9-d95e-4874-89bd-7bfeac3bffea tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 950 time: 0.5198073 Dec 13 12:43:30.782278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:43:30.782680 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:43:30.784385 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:43:30.798742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=05810ad2-9eab-4029-af8c-dc4e7ad594d9,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:30.873040 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-880fbbf7-d6a2-4c99-97f6-3fbb2ff0085d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.875450 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.877596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-880fbbf7-d6a2-4c99-97f6-3fbb2ff0085d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.890921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.894991 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f7f117fc-52d8-4ace-be51-231206bfacd5 HTTP/1.1" status: 204 len: 168 time: 0.6416578 Dec 13 12:43:30.921036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b53ed-d255-47f5-89c3-299ca6e613f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7f117fc-52d8-4ace-be51-231206bfacd5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:30.925777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fbbf7-d6a2-4c99-97f6-3fbb2ff0085d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b972306c-ebe7-4739-a47d-82dd73d559e1,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:30.931178 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-880fbbf7-d6a2-4c99-97f6-3fbb2ff0085d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:30.936772 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-880fbbf7-d6a2-4c99-97f6-3fbb2ff0085d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2731891 Dec 13 12:43:30.936772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59598) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:30.941333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e8f44232-7801-4e92-bb1b-1e61c203ba19 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Request body: {'security_group_rule': {'security_group_id': 'dcdbd364-57b7-4f19-aba9-204f39993ec7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:30.973233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8f44232-7801-4e92-bb1b-1e61c203ba19 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.002126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e44523db-f8ab-4a62-9ae9-3a624b1fba4b req-6e96658d-a65b-420b-ac36-8ff80847c950 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591387 Dec 13 12:43:31.080112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Allocated IP 172.20.0.7 (94142d38-5aca-4ea1-835a-ae24eb9bb566/952a86ce-9692-4eaa-b2ef-2ece9ef3ada0/9c69264f-198e-4003-8097-d6cc19aacc2c) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:31.088340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8f44232-7801-4e92-bb1b-1e61c203ba19 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.096249 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8f44232-7801-4e92-bb1b-1e61c203ba19 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.130304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f44232-7801-4e92-bb1b-1e61c203ba19 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e5b49c-37a7-4bba-befa-4952bfc0e5b0,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:31.138426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8f44232-7801-4e92-bb1b-1e61c203ba19 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.144234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e8f44232-7801-4e92-bb1b-1e61c203ba19 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2072983 Dec 13 12:43:31.152333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59600) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:31.161092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:31.171796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38b3dd25-1344-4238-8ba5-ffd21da34d0e req-10a3ee8f-cc77-44d5-bc1a-4a3d49de887f tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005244 Dec 13 12:43:31.236649 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.272269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3050d283-d7b1-478a-b517-fffd115c5d8c req-763b1770-f22e-4964-8945-1a72d56e06f1 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 210 time: 0.1082342 Dec 13 12:43:31.290415 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59602) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:31.408853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1945a8b1-97c5-4c7e-8d8b-4d5f9c46fc8c None None] Network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:43:31.414897 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fca5d679-f7c7-4271-9766-f22464196d62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=939d63f6b9ca4be18ad9c005dd4d2b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1195171 Dec 13 12:43:31.415217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59604) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:31.420148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-109d1cb8-b362-45a9-ad0d-84370f045212 req-fb8ac921-1be4-4433-859e-80f6627fecc9 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 210 time: 0.0812216 Dec 13 12:43:31.448525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.461427 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-32453299-b964-4104-8b47-85a85ddc2508 req-ddc9e340-3092-45bd-9b41-1a6475b47f66 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.538606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-445ff74a-e8d8-4d64-9833-4d3dee992408 None None] Provisioning complete for port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:31.538957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-445ff74a-e8d8-4d64-9833-4d3dee992408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.539881 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8001284-377f-4d5a-ac07-e65d0608c393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.568163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9e340-3092-45bd-9b41-1a6475b47f66 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] Pushing event deleted for resources: {'Port': ['ID=09b03ac0-44b6-4661-a6d0-0969a4d98c88,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:31.583059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.593672 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8001284-377f-4d5a-ac07-e65d0608c393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.688280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-32453299-b964-4104-8b47-85a85ddc2508 req-ddc9e340-3092-45bd-9b41-1a6475b47f66 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] No DVR routers for this DVR port 09b03ac0-44b6-4661-a6d0-0969a4d98c88 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:43:31.691787 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-32453299-b964-4104-8b47-85a85ddc2508 req-ddc9e340-3092-45bd-9b41-1a6475b47f66 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.695803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-32453299-b964-4104-8b47-85a85ddc2508 req-ddc9e340-3092-45bd-9b41-1a6475b47f66 tempest-DeleteServersAdminTestJSON-888086553 tempest-DeleteServersAdminTestJSON-888086553-project-admin] 10.222.0.42 "DELETE /v2.0/ports/09b03ac0-44b6-4661-a6d0-0969a4d98c88 HTTP/1.1" status: 204 len: 173 time: 2.7197225 Dec 13 12:43:31.703092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b75352f-c559-45b1-b1c9-71da9ade848a', 'name': 'network-vif-deleted', 'tag': '09b03ac0-44b6-4661-a6d0-0969a4d98c88'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:31.711055 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c492d77-da56-43e6-852c-22cf9eae5016" -d '{"events": [{"server_uuid": "4b75352f-c559-45b1-b1c9-71da9ade848a", "name": "network-vif-deleted", "tag": "09b03ac0-44b6-4661-a6d0-0969a4d98c88"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:31.802066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8001284-377f-4d5a-ac07-e65d0608c393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.805082 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-445ff74a-e8d8-4d64-9833-4d3dee992408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.809495 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8001284-377f-4d5a-ac07-e65d0608c393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.812938 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e8001284-377f-4d5a-ac07-e65d0608c393 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f616297-1aaf-4c71-b2ac-e7e6bc293e67 HTTP/1.1" status: 204 len: 168 time: 0.3946722 Dec 13 12:43:31.836304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8001284-377f-4d5a-ac07-e65d0608c393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f616297-1aaf-4c71-b2ac-e7e6bc293e67,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:31.853474 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2598c18a-3b73-4dba-ad3e-8ad16ea0ae18 x-openstack-request-id: req-2598c18a-3b73-4dba-ad3e-8ad16ea0ae18 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:31.853711 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b75352f-c559-45b1-b1c9-71da9ade848a", "name": "network-vif-deleted", "tag": "09b03ac0-44b6-4661-a6d0-0969a4d98c88", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:31.853939 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2598c18a-3b73-4dba-ad3e-8ad16ea0ae18 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:31.854335 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b75352f-c559-45b1-b1c9-71da9ade848a', 'name': 'network-vif-deleted', 'tag': '09b03ac0-44b6-4661-a6d0-0969a4d98c88', 'status': 'completed', 'code': 200} Dec 13 12:43:31.889114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Allocated IP 172.25.2.143 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/1f31d935-bb4d-487c-8d1e-c1b539499064) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:31.978486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:31.986235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-445ff74a-e8d8-4d64-9833-4d3dee992408 None None] For port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dbbe1a0e-d540-4e34-a833-b8f0bf7082d8,segment=NetworkSegment(50d0354e-c84d-40e9-8019-76ecc4bd0199),segment_id=50d0354e-c84d-40e9-8019-76ecc4bd0199)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:32.003031 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-445ff74a-e8d8-4d64-9833-4d3dee992408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.020707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 05810ad2-9eab-4029-af8c-dc4e7ad594d9 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:32.135318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Router 5eddd938-341a-416a-aca6-97fc8fe2139f is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:43:32.154710 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.173154 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.227156 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.241032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ff74a-e8d8-4d64-9833-4d3dee992408 None None] Pushing event updated for resources: {'Port': ['ID=dbbe1a0e-d540-4e34-a833-b8f0bf7082d8,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:32.250542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 05810ad2-9eab-4029-af8c-dc4e7ad594d9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:32.251343 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.286556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6783f4ba-a89e-4ab8-8b14-6ff90c450034 None None] Provisioning complete for port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:32.289577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6783f4ba-a89e-4ab8-8b14-6ff90c450034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.300032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:32.303767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:32.317812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:32.340230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Network 94142d38-5aca-4ea1-835a-ae24eb9bb566 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:32.365456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event updated for resources: {'Port': ['ID=1f31d935-bb4d-487c-8d1e-c1b539499064,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:32.385314 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:32.388165 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:43:32.400191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:32.413431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:32.414584 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.427078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f92a3-bea3-40d8-90f7-4634e089b482 req-7bba4cd2-9198-4bda-97e5-08411b6570b3 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:32.428674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-130f92a3-bea3-40d8-90f7-4634e089b482 req-7bba4cd2-9198-4bda-97e5-08411b6570b3 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 972 time: 0.3255076 Dec 13 12:43:32.474509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:32.507545 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-559cd721-668c-4f80-afd7-553a5a5efc53 req-90f58042-0725-44e8-b8fb-6941d1c26f0b tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b75352f-c559-45b1-b1c9-71da9ade848a HTTP/1.1" status: 200 len: 210 time: 0.0732934 Dec 13 12:43:32.560097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:32.560466 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.567938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Pushing event updated for resources: {'Port': ['ID=9c69264f-198e-4003-8097-d6cc19aacc2c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:32.598902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-8a59c525-be28-4ab5-9bf9-76eaaa9dc2ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5274849 Dec 13 12:43:32.610746 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.713466 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.757045 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-130f92a3-bea3-40d8-90f7-4634e089b482 req-4db80911-1981-444c-bbb3-cab934893371 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130476 Dec 13 12:43:32.763654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:43:32.803314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Sync routers for ids ['5eddd938-341a-416a-aca6-97fc8fe2139f'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:43:32.829717 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:32.836302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Routers {'5eddd938-341a-416a-aca6-97fc8fe2139f'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:32.837250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7e08b127-f27b-46c6-9dd3-bed119c79db7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4466078 Dec 13 12:43:32.840493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59622) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:32.840605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5eddd938-341a-416a-aca6-97fc8fe2139f'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:32.840759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59624) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:32.933187 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-85bb6245-81eb-4e8c-affe-3d7aba247253 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91ec2810ed554dfe99e265d43e6ba361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877964 Dec 13 12:43:32.933429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59626) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:32.990770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Set router 5eddd938-341a-416a-aca6-97fc8fe2139f gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:33.031059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.033347 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8df4dfcb-4a36-4d76-982b-8851e0968cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.043379 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.100724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8df4dfcb-4a36-4d76-982b-8851e0968cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.214158 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Sync routers for ids ['7677c98c-1586-4a0c-948c-464e894f9527'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:43:33.235762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-router', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:26Z', 'updated_at': '2021-12-13T12:43:29Z', 'revision_number': 3, 'project_id': '9231a47d748b41fe9710f359e830df69', 'gw_port': {'id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:27Z', 'updated_at': '2021-12-13T12:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:33.238257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d106090-240d-4cb0-8535-61a7373a8b28 req-c416ec49-752b-432c-9a14-1b3911137423 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 210 time: 0.3215988 Dec 13 12:43:33.277282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Checking router: 5eddd938-341a-416a-aca6-97fc8fe2139f for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:43:33.277836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Updating router 5eddd938-341a-416a-aca6-97fc8fe2139f port eece98ac-0334-48a1-9b6d-979143d8776d binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:43:33.280176 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Routers {'7677c98c-1586-4a0c-948c-464e894f9527'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:33.282187 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7677c98c-1586-4a0c-948c-464e894f9527'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:33.291252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event updated for resources: {'Port': ['ID=1f31d935-bb4d-487c-8d1e-c1b539499064,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:33.308126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.311048 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.341081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a43e53-52a3-4b3d-8cec-f7645146376b req-25aec5e2-3ba3-4de7-983e-252b0ebfe368 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:33.349252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53a43e53-52a3-4b3d-8cec-f7645146376b req-25aec5e2-3ba3-4de7-983e-252b0ebfe368 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 931 time: 0.4315143 Dec 13 12:43:33.352268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.353969 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a9f2382f-2efd-4e7e-87d4-beddc081170b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1993215 Dec 13 12:43:33.371400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8df4dfcb-4a36-4d76-982b-8851e0968cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.377146 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8df4dfcb-4a36-4d76-982b-8851e0968cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.379985 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8df4dfcb-4a36-4d76-982b-8851e0968cbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6993956-c82c-40b4-9acd-86da5f58e421 HTTP/1.1" status: 204 len: 168 time: 0.4383271 Dec 13 12:43:33.417812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4dfcb-4a36-4d76-982b-8851e0968cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6993956-c82c-40b4-9acd-86da5f58e421,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:33.501598 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 09b03ac0-44b6-4661-a6d0-0969a4d98c88 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:43:33.522592 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Set router 7677c98c-1586-4a0c-948c-464e894f9527 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:33.547668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 09b03ac0-44b6-4661-a6d0-0969a4d98c88 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:43:33.547668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 09b03ac0-44b6-4661-a6d0-0969a4d98c88 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:43:33.651913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53a43e53-52a3-4b3d-8cec-f7645146376b req-5f0e484e-14d9-4b57-b48b-2665c630196d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016829 Dec 13 12:43:33.679696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2aaec-0ad7-4b76-9358-d761238ed30a req-e4c44f46-daf2-4b32-8f79-c53b91c2f921 tempest-AggregatesAdminTestJSON-1113385387 tempest-AggregatesAdminTestJSON-1113385387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:33.680657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:33.681235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2e2aaec-0ad7-4b76-9358-d761238ed30a req-e4c44f46-daf2-4b32-8f79-c53b91c2f921 tempest-AggregatesAdminTestJSON-1113385387 tempest-AggregatesAdminTestJSON-1113385387-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 1123 time: 0.2327573 Dec 13 12:43:33.744035 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b2e2aaec-0ad7-4b76-9358-d761238ed30a req-d842c673-1ff1-428f-9cbb-3e5a4c7aaaba tempest-AggregatesAdminTestJSON-1113385387 tempest-AggregatesAdminTestJSON-1113385387-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.878595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:33.878595 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.896075 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677c98c-1586-4a0c-948c-464e894f9527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-router', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:21Z', 'revision_number': 4, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'gw_port': {'id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cca0ea9e-cfee-4e2f-97e0-3d882eebe983', 'name': '', 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'mac_address': 'fa:16:3e:4b:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:20Z', 'updated_at': '2021-12-13T12:43:21Z', 'revision_number': 2, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'subnets': [{'id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:33.929758 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Checking router: 7677c98c-1586-4a0c-948c-464e894f9527 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:43:33.930141 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Updating router 7677c98c-1586-4a0c-948c-464e894f9527 port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:43:33.940933 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.944823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-a4598b8c-5155-452f-9914-712193d87a3e tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--8390643&fields=id&tenant_id=c7fa575a45fc4f60843818634f1b2c3e HTTP/1.1" status: 200 len: 267 time: 0.1304324 Dec 13 12:43:33.961726 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:33.972085 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.052906 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b2e2aaec-0ad7-4b76-9358-d761238ed30a req-d842c673-1ff1-428f-9cbb-3e5a4c7aaaba tempest-AggregatesAdminTestJSON-1113385387 tempest-AggregatesAdminTestJSON-1113385387-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.077208 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b2e2aaec-0ad7-4b76-9358-d761238ed30a req-d842c673-1ff1-428f-9cbb-3e5a4c7aaaba tempest-AggregatesAdminTestJSON-1113385387 tempest-AggregatesAdminTestJSON-1113385387-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.097448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3b048-d61f-4199-bffa-059d76f634ef None None] Pushing event updated for resources: {'Port': ['ID=eece98ac-0334-48a1-9b6d-979143d8776d,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:34.115394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Attempting to bind port eece98ac-0334-48a1-9b6d-979143d8776d on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:34.117538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Attempting to bind port eece98ac-0334-48a1-9b6d-979143d8776d by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:34.118112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Attempting to bind port eece98ac-0334-48a1-9b6d-979143d8776d on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:34.127051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:34.128197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:34.128804 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.129390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:34.130063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Bound port: eece98ac-0334-48a1-9b6d-979143d8776d, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:34.131581 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.146442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2e2aaec-0ad7-4b76-9358-d761238ed30a req-d842c673-1ff1-428f-9cbb-3e5a4c7aaaba tempest-AggregatesAdminTestJSON-1113385387 tempest-AggregatesAdminTestJSON-1113385387-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541774 Dec 13 12:43:34.196985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] For port eece98ac-0334-48a1-9b6d-979143d8776d, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:34.200591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] For port eece98ac-0334-48a1-9b6d-979143d8776d, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eece98ac-0334-48a1-9b6d-979143d8776d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:34.206163 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.206663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-c6af3ff2-816e-404d-b50e-334af967b610 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:34.213592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-c6af3ff2-816e-404d-b50e-334af967b610 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/networks?id=5318adeb-f970-49a3-bdfd-ee606db0bb86 HTTP/1.1" status: 200 len: 823 time: 0.2678926 Dec 13 12:43:34.217449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842c673-1ff1-428f-9cbb-3e5a4c7aaaba tempest-AggregatesAdminTestJSON-1113385387 tempest-AggregatesAdminTestJSON-1113385387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08e3da5-a7a9-4e63-a2e4-9d4b73d576ba,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:34.241977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-2c15b698-1826-4641-ba6b-ea28ed0d4440 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/quotas/c7fa575a45fc4f60843818634f1b2c3e HTTP/1.1" status: 200 len: 375 time: 0.0274138 Dec 13 12:43:34.280880 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.356779 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Routers {'5eddd938-341a-416a-aca6-97fc8fe2139f'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:34.357420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5eddd938-341a-416a-aca6-97fc8fe2139f'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:34.367324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3b048-d61f-4199-bffa-059d76f634ef None None] Pushing event updated for resources: {'Port': ['ID=eece98ac-0334-48a1-9b6d-979143d8776d,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:34.415071 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-7e89a904-961a-4b50-93ed-65f786619cf0 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7fa575a45fc4f60843818634f1b2c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720779 Dec 13 12:43:34.527754 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.543456 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.646016 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96578a9-8aa7-4a1b-baec-eb889321932c None None] Pushing event updated for resources: {'Port': ['ID=cca0ea9e-cfee-4e2f-97e0-3d882eebe983,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:34.751632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] Set router 5eddd938-341a-416a-aca6-97fc8fe2139f gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:34.775820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Allocated IP 172.20.0.1 (5f2b5010-e103-4e69-b1e6-37a0ca54f475/a21b6d81-bb06-45e1-a2f5-177c969fe2ff/86889766-057d-447f-9223-069425dbea46) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:34.794485 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Attempting to bind port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:34.794878 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Attempting to bind port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '61e2c9a7-377d-4244-a3a3-90045465c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:34.795241 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Attempting to bind port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 on network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:34.801453 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:34.801900 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Checking segment: {'id': '61e2c9a7-377d-4244-a3a3-90045465c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:34.802308 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.802700 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Bound using segment: {'id': '61e2c9a7-377d-4244-a3a3-90045465c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:34.803171 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Bound port: cca0ea9e-cfee-4e2f-97e0-3d882eebe983, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e2c9a7-377d-4244-a3a3-90045465c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:34.803567 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.854396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da1e4330-5de3-4a1f-82f2-30a6bcb3cc8b req-16d246cb-62f0-4392-9a59-e819a0dc6ce7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 210 time: 0.2109866 Dec 13 12:43:34.925644 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] For port cca0ea9e-cfee-4e2f-97e0-3d882eebe983, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:34.934102 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] For port cca0ea9e-cfee-4e2f-97e0-3d882eebe983, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cca0ea9e-cfee-4e2f-97e0-3d882eebe983,segment=NetworkSegment(61e2c9a7-377d-4244-a3a3-90045465c607),segment_id=61e2c9a7-377d-4244-a3a3-90045465c607)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:34.947984 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:34.961172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-670a5d7d-8348-42ae-a3a0-229407bcc27c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:43:34.961700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-670a5d7d-8348-42ae-a3a0-229407bcc27c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1650810 Dec 13 12:43:35.063253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-router', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:26Z', 'updated_at': '2021-12-13T12:43:29Z', 'revision_number': 3, 'project_id': '9231a47d748b41fe9710f359e830df69', 'gw_port': {'id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:27Z', 'updated_at': '2021-12-13T12:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:35.069704 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Routers {'7677c98c-1586-4a0c-948c-464e894f9527'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:35.070484 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7677c98c-1586-4a0c-948c-464e894f9527'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:35.099862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-01f4d64a-99ae-45ec-8d46-5b21a5aec4c9 service neutron] 10.222.0.31 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273556 Dec 13 12:43:35.112984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5867ff-ea87-4274-96f4-4f8b00932d41 None None] The sync data for ids ['5eddd938-341a-416a-aca6-97fc8fe2139f'] in n-d-817326-4 is: [{'id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-router', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:26Z', 'updated_at': '2021-12-13T12:43:29Z', 'revision_number': 3, 'project_id': '9231a47d748b41fe9710f359e830df69', 'gw_port': {'id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:27Z', 'updated_at': '2021-12-13T12:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:43:35.117094 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-80e07a0a-d56d-4731-b4d0-d943662abe15 None None] Provisioning complete for port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:35.117405 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80e07a0a-d56d-4731-b4d0-d943662abe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:35.157979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-7b8fdfcd-afed-430a-a6da-6dac814f6f8c tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fb2dac39fec6427fb0754c66499b6d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579751 Dec 13 12:43:35.159992 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96578a9-8aa7-4a1b-baec-eb889321932c None None] Pushing event updated for resources: {'Port': ['ID=cca0ea9e-cfee-4e2f-97e0-3d882eebe983,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:35.283451 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80e07a0a-d56d-4731-b4d0-d943662abe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:35.294411 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] Set router 7677c98c-1586-4a0c-948c-464e894f9527 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:35.351959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-80e07a0a-d56d-4731-b4d0-d943662abe15 None None] For port cca0ea9e-cfee-4e2f-97e0-3d882eebe983, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cca0ea9e-cfee-4e2f-97e0-3d882eebe983,segment=NetworkSegment(61e2c9a7-377d-4244-a3a3-90045465c607),segment_id=61e2c9a7-377d-4244-a3a3-90045465c607)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:35.367896 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80e07a0a-d56d-4731-b4d0-d943662abe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:35.406024 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:35.425482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fe277018-1a2f-4fdd-91a1-a9f9ac21dec5 service neutron] 10.222.0.31 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119075 Dec 13 12:43:35.471138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e07a0a-d56d-4731-b4d0-d943662abe15 None None] Pushing event updated for resources: {'Port': ['ID=cca0ea9e-cfee-4e2f-97e0-3d882eebe983,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:35.503580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ad3ba67b-b5ff-4707-81c5-94c575db24f7 None None] Provisioning complete for port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:35.503946 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba67b-b5ff-4707-81c5-94c575db24f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:35.586529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-22de082b-eb77-480e-b764-387a80a615aa tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:35.600775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-22de082b-eb77-480e-b764-387a80a615aa tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4417818 Dec 13 12:43:35.646579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-32789b86-1ea3-4cfa-8c3b-8864dcfea1c9 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/quotas/fb2dac39fec6427fb0754c66499b6d99 HTTP/1.1" status: 200 len: 375 time: 0.0448079 Dec 13 12:43:35.653001 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:35.780100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-974ec2f5-1a44-4344-87e2-3185ecfcdc68 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb2dac39fec6427fb0754c66499b6d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1325424 Dec 13 12:43:35.826140 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677c98c-1586-4a0c-948c-464e894f9527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-router', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:21Z', 'revision_number': 4, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'gw_port': {'id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cca0ea9e-cfee-4e2f-97e0-3d882eebe983', 'name': '', 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'mac_address': 'fa:16:3e:4b:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:20Z', 'updated_at': '2021-12-13T12:43:34Z', 'revision_number': 4, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'subnets': [{'id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:35.859254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Pushing event updated for resources: {'Port': ['ID=86889766-057d-447f-9223-069425dbea46,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:35.893374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:35.896643 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99b5e7-973d-4532-a5cb-eb599f065f1f None None] The sync data for ids ['7677c98c-1586-4a0c-948c-464e894f9527'] in n-d-817326-4 is: [{'id': '7677c98c-1586-4a0c-948c-464e894f9527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-router', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:21Z', 'revision_number': 4, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'gw_port': {'id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cca0ea9e-cfee-4e2f-97e0-3d882eebe983', 'name': '', 'network_id': 'e21b9746-8a1c-4d7b-bfb6-a91071b32a29', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'mac_address': 'fa:16:3e:4b:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:20Z', 'updated_at': '2021-12-13T12:43:34Z', 'revision_number': 4, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'subnets': [{'id': '0408a59c-9d31-4d7e-a1e8-aa89bc9e3624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:43:35.900153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:35.912134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:35.912624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:35.940164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eece98ac-0334-48a1-9b6d-979143d8776d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:36.050958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port eece98ac-0334-48a1-9b6d-979143d8776d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:36.052110 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:36.150864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79cdf4-833c-4995-9f7f-c65a31a08672 req-68d97ed8-941a-4273-bcd3-b7f59862dc4a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:36.156940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f79cdf4-833c-4995-9f7f-c65a31a08672 req-68d97ed8-941a-4273-bcd3-b7f59862dc4a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 931 time: 0.1226792 Dec 13 12:43:36.310545 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:36.339153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1de1978f-70f1-4bea-8f6a-d02c849db2e4 req-ec8a8f6b-9f5f-49cb-95ca-7b3f6b0d09fb tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 210 time: 0.2100692 Dec 13 12:43:36.367601 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port eece98ac-0334-48a1-9b6d-979143d8776d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eece98ac-0334-48a1-9b6d-979143d8776d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:36.378731 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:36.379619 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cca0ea9e-cfee-4e2f-97e0-3d882eebe983 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:36.457667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-dd226c57-63c0-4e2e-b218-040624424179 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:43:36.459096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-dd226c57-63c0-4e2e-b218-040624424179 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0308928 Dec 13 12:43:36.484295 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:36.505918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f79cdf4-833c-4995-9f7f-c65a31a08672 req-2a1306e6-bfcd-4e8a-a630-0cdd15897baa tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743685 Dec 13 12:43:36.650109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-156194d5-295a-4d3c-b2d9-0a61904759bb None None] Provisioning complete for port 86889766-057d-447f-9223-069425dbea46 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:36.650809 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156194d5-295a-4d3c-b2d9-0a61904759bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:36.707691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-923a0390-8524-4fdd-b48c-2a341da27885 req-66da8565-524e-49fc-b3f7-94275f71aee4 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0867100 Dec 13 12:43:36.783299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:36.786231 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:36.916992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.37', 63911) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:36.933670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-156194d5-295a-4d3c-b2d9-0a61904759bb None None] Port 86889766-057d-447f-9223-069425dbea46 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:36.937404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=eece98ac-0334-48a1-9b6d-979143d8776d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:37.019752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d36c2536-ec72-4c24-9110-f52f89b576a8 req-3f306440-0206-47d8-82d4-595561ab3d63 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 210 time: 0.1581047 Dec 13 12:43:37.025338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Request body: {'port': {'device_id': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:37.028956 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-713d9a6b-2f91-4547-8c4a-79e9af12d1d2 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073661 Dec 13 12:43:37.175556 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.207263 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.261838 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.334005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.345911 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.347136 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.391740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1775-df20-427b-b6bb-1bad49375008 req-a1a297ac-21d6-4680-879a-052270efd239 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:37.393602 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-a1a297ac-21d6-4680-879a-052270efd239 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3532765 Dec 13 12:43:37.408936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Request body: {'port': {'device_id': 'd21851ea-597a-4f4f-b0c5-e24f3cc6d3e1', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'ea5f27eb7b16424fab60499d6e90bd32'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:37.607273 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Made reservation on behalf of ea5f27eb7b16424fab60499d6e90bd32 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:37.612555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.625308 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.690932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eece98ac-0334-48a1-9b6d-979143d8776d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:37.804922 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.808273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port eece98ac-0334-48a1-9b6d-979143d8776d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:37.808859 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.814977 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:37.979957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Pushing event updated for resources: {'Port': ['ID=86889766-057d-447f-9223-069425dbea46,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:38.055340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7c6bbf0-7d24-46ef-aae8-895bcacb324f req-92f7c357-2ae6-4eec-bf10-f14539d26176 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 210 time: 0.0940101 Dec 13 12:43:38.076123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd299601-3836-441a-9fcb-a58e71ecccd2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:38.143882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Allocated IP 192.168.233.169 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/4eb0558f-9e8a-44ee-8c00-fd1651177a82) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:38.205138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:38.219642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:38.228050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad4a25-5621-4cc5-922c-cf9015566865 req-05d865d3-73b8-4f2d-9fe5-14d75e353a04 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:38.229545 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bad4a25-5621-4cc5-922c-cf9015566865 req-05d865d3-73b8-4f2d-9fe5-14d75e353a04 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 931 time: 0.2861240 Dec 13 12:43:38.346265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-e12b944c-4fc6-4286-b58f-df0c9ce89c51 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fb2dac39fec6427fb0754c66499b6d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535071 Dec 13 12:43:38.353290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-55f58212-36b1-4b41-b4f0-c1e26e4fef57 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:38.354885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-55f58212-36b1-4b41-b4f0-c1e26e4fef57 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.42 "GET /v2.0/networks?id=5318adeb-f970-49a3-bdfd-ee606db0bb86 HTTP/1.1" status: 200 len: 823 time: 0.3951099 Dec 13 12:43:38.369580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d897f55a-63ab-4a93-afd7-d6d0698cb53c req-6df98624-1191-47e5-978f-f97c343a6152 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 210 time: 0.1285846 Dec 13 12:43:38.379809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:38.433861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:38.443841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c69264f-198e-4003-8097-d6cc19aacc2c {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:38.482608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-202f179d-7885-4fa6-9ebc-6c75f6a62e36 None None] Provisioning complete for port 86889766-057d-447f-9223-069425dbea46 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:38.483231 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-202f179d-7885-4fa6-9ebc-6c75f6a62e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:38.496121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:38.522336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:38.529479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:38.538502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:38.563075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Transition to ACTIVE for port object 9c69264f-198e-4003-8097-d6cc19aacc2c will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:43:38.566362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Pushing event updated for resources: {'Port': ['ID=4eb0558f-9e8a-44ee-8c00-fd1651177a82,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:38.583567 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-202f179d-7885-4fa6-9ebc-6c75f6a62e36 None None] Port 86889766-057d-447f-9223-069425dbea46 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:38.586582 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:38.597520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:38.598062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:38.615236 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-36927a91-2011-4eb6-be01-74c4508673fb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2105651 Dec 13 12:43:38.628587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Request body: {'port': {'device_id': 'd21851ea-597a-4f4f-b0c5-e24f3cc6d3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:38.664461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bad4a25-5621-4cc5-922c-cf9015566865 req-75a9dc0f-a6ee-47c1-a0eb-b558aac7f895 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108405 Dec 13 12:43:38.690134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:38.707951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74bbea9c-d1b3-4980-8719-7aeac6bb2567 req-28602ed0-8f01-4ee4-89b8-c49bffbb6c4b tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 210 time: 0.1584458 Dec 13 12:43:38.774352 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-1c966079-1ae4-4f65-9f7d-4958f23325ce tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7fa575a45fc4f60843818634f1b2c3e HTTP/1.1" status: 200 len: 377 time: 0.3749793 Dec 13 12:43:38.789602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Request body: {'port': {'device_id': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'admin_state_up': True, 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'security_groups': ['dcdbd364-57b7-4f19-aba9-204f39993ec7']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:38.803455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-c685470a-b4b2-4fe3-a564-8ff1779dba67 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:38.805189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-c685470a-b4b2-4fe3-a564-8ff1779dba67 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4384596 Dec 13 12:43:38.806005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Pushing event updated for resources: {'Port': ['ID=9c69264f-198e-4003-8097-d6cc19aacc2c,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:38.835482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Request body: {'port': {'device_id': 'ebd77122-4da7-4c27-bb4f-11c19cf3f890', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'fb2dac39fec6427fb0754c66499b6d99'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:38.912618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-07482c3e-f33a-4041-b331-f74ec86ed547 None None] Provisioning complete for port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:38.914350 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07482c3e-f33a-4041-b331-f74ec86ed547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:38.916452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Router 5eddd938-341a-416a-aca6-97fc8fe2139f has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:43:38.971012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-07482c3e-f33a-4041-b331-f74ec86ed547 None None] Port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:38.981197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:38.981545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:38.981863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:39.003393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Port 9c69264f-198e-4003-8097-d6cc19aacc2c on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:43:39.003733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:39.028635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:39.028975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:39.029364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:39.029811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Bound port: 9c69264f-198e-4003-8097-d6cc19aacc2c, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:39.030227 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.159084 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb0558f-9e8a-44ee-8c00-fd1651177a82 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:39.196518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.229538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Transition to ACTIVE for port object 4eb0558f-9e8a-44ee-8c00-fd1651177a82 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:43:39.239396 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.267701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-feefda56-6476-400f-9aab-c830f97c625f req-779cedf0-ac89-4812-b869-26dbba227ab7 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 210 time: 0.0562985 Dec 13 12:43:39.282284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Made reservation on behalf of c7fa575a45fc4f60843818634f1b2c3e for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:39.285776 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.308099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59800) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:39.314040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb0558f-9e8a-44ee-8c00-fd1651177a82,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:39.338581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:43:39.343091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:39.348907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-150dd793-f011-43dd-b93a-57d24be7bc33 admin admin] 10.222.0.31 "PUT /v2.0/routers/5eddd938-341a-416a-aca6-97fc8fe2139f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5094252 Dec 13 12:43:39.353734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:39.356055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Made reservation on behalf of fb2dac39fec6427fb0754c66499b6d99 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:39.360285 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.362628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Sync routers for ids ['5eddd938-341a-416a-aca6-97fc8fe2139f'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:43:39.385593 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.387533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Routers {'5eddd938-341a-416a-aca6-97fc8fe2139f'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:39.388364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5eddd938-341a-416a-aca6-97fc8fe2139f'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:39.571674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:39.572294 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.573715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] 10.222.0.37 "PUT /v2.0/ports/9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 200 len: 1091 time: 2.7833884 Dec 13 12:43:39.584053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'tag': '9c69264f-198e-4003-8097-d6cc19aacc2c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:39.596514 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca8da49-10d0-4c8b-9de9-85c36950b0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ff74ac9a-447a-4f4a-8ff0-65c483933810", "tag": "9c69264f-198e-4003-8097-d6cc19aacc2c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:39.620756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Attempting to bind port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:39.624890 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Attempting to bind port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:39.625657 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Attempting to bind port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:39.640575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:43:39.641181 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Attempting to bind port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:39.654535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:39.655093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:39.655801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:39.656475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Bound port: 4eb0558f-9e8a-44ee-8c00-fd1651177a82, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:39.657119 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.698620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Set router 5eddd938-341a-416a-aca6-97fc8fe2139f gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:39.798120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] For port 4eb0558f-9e8a-44ee-8c00-fd1651177a82, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:39.806653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] For port 4eb0558f-9e8a-44ee-8c00-fd1651177a82, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=4eb0558f-9e8a-44ee-8c00-fd1651177a82,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:39.817773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.862406 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f5282243-78aa-4cf2-b8b8-cd357d39b516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.910947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:39.920500 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:39.922017 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] 10.222.0.37 "PUT /v2.0/ports/4eb0558f-9e8a-44ee-8c00-fd1651177a82 HTTP/1.1" status: 200 len: 1096 time: 1.2979813 Dec 13 12:43:39.922618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21851ea-597a-4f4f-b0c5-e24f3cc6d3e1', 'tag': '4eb0558f-9e8a-44ee-8c00-fd1651177a82'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:40.000602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa2fb2-74bc-4c87-b998-3e9bced2f950 service neutron] Pushing event updated for resources: {'Port': ['ID=9c69264f-198e-4003-8097-d6cc19aacc2c,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:40.004719 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-router', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:26Z', 'updated_at': '2021-12-13T12:43:36Z', 'revision_number': 4, 'project_id': '9231a47d748b41fe9710f359e830df69', 'gw_port': {'id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:27Z', 'updated_at': '2021-12-13T12:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '86889766-057d-447f-9223-069425dbea46', 'name': '', 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'mac_address': 'fa:16:3e:45:95:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'a21b6d81-bb06-45e1-a2f5-177c969fe2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:34Z', 'updated_at': '2021-12-13T12:43:36Z', 'revision_number': 2, 'project_id': '9231a47d748b41fe9710f359e830df69', 'subnets': [{'id': 'a21b6d81-bb06-45e1-a2f5-177c969fe2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:40.095170 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a653c9-a17e-4200-baa9-2696b8d8971b" -d '{"events": [{"name": "network-changed", "server_uuid": "d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1", "tag": "4eb0558f-9e8a-44ee-8c00-fd1651177a82"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:40.185737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Checking router: 5eddd938-341a-416a-aca6-97fc8fe2139f for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:43:40.186106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Updating router 5eddd938-341a-416a-aca6-97fc8fe2139f port 86889766-057d-447f-9223-069425dbea46 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:43:40.241093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5f2f9-c4af-4aa4-b9c2-ce38923c6158 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb0558f-9e8a-44ee-8c00-fd1651177a82,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:40.267196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:40.341115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1775-df20-427b-b6bb-1bad49375008 req-e5a65961-ca36-4e94-aaff-f844691d2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:40.356119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-e5a65961-ca36-4e94-aaff-f844691d2cb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 1099 time: 0.3381579 Dec 13 12:43:40.375168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e6085-5528-4606-97b5-c15ff359cf00 req-aa18c40f-6239-4206-b3b3-548131054034 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:40.390710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-070e6085-5528-4606-97b5-c15ff359cf00 req-aa18c40f-6239-4206-b3b3-548131054034 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 948 time: 0.7797930 Dec 13 12:43:40.419689 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e83886-48dd-4058-a7e5-450fd109ac09 x-openstack-request-id: req-45e83886-48dd-4058-a7e5-450fd109ac09 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:40.419974 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff74ac9a-447a-4f4a-8ff0-65c483933810", "tag": "9c69264f-198e-4003-8097-d6cc19aacc2c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:40.420221 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45e83886-48dd-4058-a7e5-450fd109ac09 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:40.420613 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'tag': '9c69264f-198e-4003-8097-d6cc19aacc2c', 'status': 'completed', 'code': 200} Dec 13 12:43:40.458101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Allocated IP 172.20.0.12 (5318adeb-f970-49a3-bdfd-ee606db0bb86/0ba95175-5180-48c1-b6b6-adb302fc6a81/b9597251-0e80-45a3-a27e-f0bc0f9b7c30) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:40.526639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-1b8330f7-6124-4892-a3f5-b7940615f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:40.530196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-1b8330f7-6124-4892-a3f5-b7940615f750 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1094 time: 0.7984545 Dec 13 12:43:40.711826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-8e23d882-17a5-4026-94c4-d1620218c3a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=4eb0558f-9e8a-44ee-8c00-fd1651177a82 HTTP/1.1" status: 200 len: 217 time: 0.3474441 Dec 13 12:43:40.863782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1775-df20-427b-b6bb-1bad49375008 req-e07dc302-141d-4d51-9469-89b9cfda7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:40.866826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-e07dc302-141d-4d51-9469-89b9cfda7796 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1431863 Dec 13 12:43:40.919947 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:40.936692 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:41.007499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.42', 54208) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:41.010911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c077c64-ffa7-49df-b4b4-47fb4bbbd4ed None None] Pushing event updated for resources: {'Port': ['ID=86889766-057d-447f-9223-069425dbea46,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:41.161937 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f5282243-78aa-4cf2-b8b8-cd357d39b516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:41.189854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1775-df20-427b-b6bb-1bad49375008 req-841e28ad-a6c0-43da-bd82-55c9ed0855a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:41.200051 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-841e28ad-a6c0-43da-bd82-55c9ed0855a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3256772 Dec 13 12:43:41.211917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Attempting to bind port 86889766-057d-447f-9223-069425dbea46 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:41.212293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Attempting to bind port 86889766-057d-447f-9223-069425dbea46 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '50d0354e-c84d-40e9-8019-76ecc4bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:41.212665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Attempting to bind port 86889766-057d-447f-9223-069425dbea46 on network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:41.220390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Allocated IP 192.168.233.160 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/881819d9-e97f-45d8-aec1-1cd5cc9a3261) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:41.229562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:41.229938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Checking segment: {'id': '50d0354e-c84d-40e9-8019-76ecc4bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:41.231525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:41.231934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Bound using segment: {'id': '50d0354e-c84d-40e9-8019-76ecc4bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:41.232451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Bound port: 86889766-057d-447f-9223-069425dbea46, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d0354e-c84d-40e9-8019-76ecc4bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:41.232810 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:41.262316 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f5282243-78aa-4cf2-b8b8-cd357d39b516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:41.380726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f5282243-78aa-4cf2-b8b8-cd357d39b516 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7d1368960404f1a84b517d6cb1ecf69&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0726075 Dec 13 12:43:41.402012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59852) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:41.421062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-63507ba4-17dc-4f2a-95da-24970c16bd54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 200 len: 217 time: 0.3407516 Dec 13 12:43:41.431112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] For port 86889766-057d-447f-9223-069425dbea46, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:41.437364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] For port 86889766-057d-447f-9223-069425dbea46, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=86889766-057d-447f-9223-069425dbea46,segment=NetworkSegment(50d0354e-c84d-40e9-8019-76ecc4bd0199),segment_id=50d0354e-c84d-40e9-8019-76ecc4bd0199)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:41.440596 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-e34f0f96-db26-4ac0-9f27-681e49ed3739 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4321423 Dec 13 12:43:41.446044 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:41.517601 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-9a7ae564-a436-4e70-a234-17cc5926ff52 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065810 Dec 13 12:43:41.647475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bed5bf98-9645-4456-9f18-63ae0bdce046 None None] Provisioning complete for port 86889766-057d-447f-9223-069425dbea46 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:41.647849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bed5bf98-9645-4456-9f18-63ae0bdce046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:41.665391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-d80e03b4-2455-49e9-a5da-14d87559b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:41.667315 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-d80e03b4-2455-49e9-a5da-14d87559b2fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63fde0b7d8354995902090439d908849&device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 1123 time: 0.1484127 Dec 13 12:43:41.670220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Routers {'5eddd938-341a-416a-aca6-97fc8fe2139f'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:43:41.671208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5eddd938-341a-416a-aca6-97fc8fe2139f'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:41.719771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c077c64-ffa7-49df-b4b4-47fb4bbbd4ed None None] Pushing event updated for resources: {'Port': ['ID=86889766-057d-447f-9223-069425dbea46,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:41.737786 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:41.749874 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-010f1775-df20-427b-b6bb-1bad49375008 req-323baffa-5003-4c3f-bda5-0a2aa9c662e6 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183266 Dec 13 12:43:41.898780 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:42.022192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-8301dae3-c001-4089-8338-286bb5e8dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:42.023780 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-8301dae3-c001-4089-8338-286bb5e8dd31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.3246925 Dec 13 12:43:42.030964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Pushing event updated for resources: {'Port': ['ID=881819d9-e97f-45d8-aec1-1cd5cc9a3261,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:42.059709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a3dbc-6590-442e-9861-ebb47b4f885e req-01a684f3-1f4e-44a6-991b-d6d2b4b6d870 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:42.072274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a0a3dbc-6590-442e-9861-ebb47b4f885e req-01a684f3-1f4e-44a6-991b-d6d2b4b6d870 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 943 time: 1.5631890 Dec 13 12:43:42.082225 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-93c4a2b3-d1fd-4028-a78b-50029cb7da89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a474e650-05ea-4be3-aac3-ccea03064799 HTTP/1.1" status: 200 len: 217 time: 0.0510621 Dec 13 12:43:42.095836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] Set router 5eddd938-341a-416a-aca6-97fc8fe2139f gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:43:42.104639 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:42.108156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5282243-78aa-4cf2-b8b8-cd357d39b516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fc1a96-ffb3-4b7b-90a3-8d375f5ab396,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:42.141830 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bed5bf98-9645-4456-9f18-63ae0bdce046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:42.149532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-0bd795ae-bcbc-4eeb-9cae-7b63bc8f5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:42.150590 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-0bd795ae-bcbc-4eeb-9cae-7b63bc8f5bc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0604136 Dec 13 12:43:42.151925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-070e6085-5528-4606-97b5-c15ff359cf00 req-8a9b2e62-5124-460f-ac6c-52ad22dcf837 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7589793 Dec 13 12:43:42.214733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:42.242607 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-85552ace-795a-4e19-a3e8-2135ee21ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:42.244561 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-85552ace-795a-4e19-a3e8-2135ee21ad8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0860367 Dec 13 12:43:42.252180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:42.255573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:42.263757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:42.265231 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:42.284346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-4cdb9769-24da-4bd4-9316-25a49bbb1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:42.285479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-4cdb9769-24da-4bd4-9316-25a49bbb1a3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.4998593 Dec 13 12:43:42.317712 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81f95152-b3cf-439b-b56d-897fb36f4ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:42.372637 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bed5bf98-9645-4456-9f18-63ae0bdce046 None None] For port 86889766-057d-447f-9223-069425dbea46, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=86889766-057d-447f-9223-069425dbea46,segment=NetworkSegment(50d0354e-c84d-40e9-8019-76ecc4bd0199),segment_id=50d0354e-c84d-40e9-8019-76ecc4bd0199)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:42.386775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bed5bf98-9645-4456-9f18-63ae0bdce046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:42.399568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-12f71f83-71ba-467a-976a-ba206149d561 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796211 Dec 13 12:43:42.410419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a0a3dbc-6590-442e-9861-ebb47b4f885e req-22b03d06-ee4b-4732-8661-db5e8d2a0fd3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367174 Dec 13 12:43:42.413920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-88028de7-d23b-40b9-acf9-719e75b1163d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5866089 Dec 13 12:43:42.438097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Request body: {'port': {'device_id': 'ebd77122-4da7-4c27-bb4f-11c19cf3f890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:42.438320 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-2276f773-4653-4e1f-aee3-28979c651128 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779494 Dec 13 12:43:42.622748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81f95152-b3cf-439b-b56d-897fb36f4ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:42.701865 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-236801a4-b2f2-4c3b-bd4b-d978becb121a req-74ec8a37-13db-4518-b4eb-b1ab2375c816 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568643 Dec 13 12:43:42.709339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-14b2a27f-1439-4052-898c-fefe621a2527 None None] Provisioning complete for port 86889766-057d-447f-9223-069425dbea46 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:42.709715 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14b2a27f-1439-4052-898c-fefe621a2527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:42.711230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5bf98-9645-4456-9f18-63ae0bdce046 None None] Pushing event updated for resources: {'Port': ['ID=86889766-057d-447f-9223-069425dbea46,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:42.722320 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b31c57f-2676-4e06-95a0-5394cae5e807 x-openstack-request-id: req-3b31c57f-2676-4e06-95a0-5394cae5e807 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:42.722812 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1", "tag": "4eb0558f-9e8a-44ee-8c00-fd1651177a82", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:42.723148 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b31c57f-2676-4e06-95a0-5394cae5e807 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:42.723546 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21851ea-597a-4f4f-b0c5-e24f3cc6d3e1', 'tag': '4eb0558f-9e8a-44ee-8c00-fd1651177a82', 'status': 'completed', 'code': 200} Dec 13 12:43:42.778866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:42.822326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-a9ecac76-de31-43f2-8bdf-7a18c216ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:42.824015 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-a9ecac76-de31-43f2-8bdf-7a18c216ca18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 1099 time: 0.0996850 Dec 13 12:43:42.853804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-router', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:26Z', 'updated_at': '2021-12-13T12:43:36Z', 'revision_number': 4, 'project_id': '9231a47d748b41fe9710f359e830df69', 'gw_port': {'id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:27Z', 'updated_at': '2021-12-13T12:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '86889766-057d-447f-9223-069425dbea46', 'name': '', 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'mac_address': 'fa:16:3e:45:95:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'a21b6d81-bb06-45e1-a2f5-177c969fe2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:34Z', 'updated_at': '2021-12-13T12:43:41Z', 'revision_number': 4, 'project_id': '9231a47d748b41fe9710f359e830df69', 'subnets': [{'id': 'a21b6d81-bb06-45e1-a2f5-177c969fe2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:43:42.856194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ffa0-b969-4806-ac05-8c511eb535ef req-b2d42e49-6f6f-4c9e-ba3e-7b7cb29ef804 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:42.864356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-add7ffa0-b969-4806-ac05-8c511eb535ef req-b2d42e49-6f6f-4c9e-ba3e-7b7cb29ef804 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 936 time: 0.5954957 Dec 13 12:43:42.903813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65582fd8-a257-4753-a823-768a01bbb77a None None] The sync data for ids ['5eddd938-341a-416a-aca6-97fc8fe2139f'] in n-d-817326-4 is: [{'id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-router', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:26Z', 'updated_at': '2021-12-13T12:43:36Z', 'revision_number': 4, 'project_id': '9231a47d748b41fe9710f359e830df69', 'gw_port': {'id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:27Z', 'updated_at': '2021-12-13T12:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '86889766-057d-447f-9223-069425dbea46', 'name': '', 'network_id': '5f2b5010-e103-4e69-b1e6-37a0ca54f475', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'mac_address': 'fa:16:3e:45:95:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'a21b6d81-bb06-45e1-a2f5-177c969fe2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:34Z', 'updated_at': '2021-12-13T12:43:41Z', 'revision_number': 4, 'project_id': '9231a47d748b41fe9710f359e830df69', 'subnets': [{'id': 'a21b6d81-bb06-45e1-a2f5-177c969fe2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:43:42.955652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-c11a9f52-95ed-4b27-a30d-2e1c0d556c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:42.963450 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-c11a9f52-95ed-4b27-a30d-2e1c0d556c3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1308177 Dec 13 12:43:43.045039 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-152e7d73-1572-426b-b0ee-69f807d4fe0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=4eb0558f-9e8a-44ee-8c00-fd1651177a82 HTTP/1.1" status: 200 len: 217 time: 0.0728629 Dec 13 12:43:43.095570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6349b2f5-d137-45df-9943-44eb10b52ff0 None None] Provisioning complete for port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:43.095570 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6349b2f5-d137-45df-9943-44eb10b52ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:43.102927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Network 5318adeb-f970-49a3-bdfd-ee606db0bb86 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:43.131050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:43.145662 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:43.154035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:43.155093 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:43.160272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-8f1e3411-9258-4818-85b8-3a198179409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:43.161924 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-8f1e3411-9258-4818-85b8-3a198179409c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1091774 Dec 13 12:43:43.183099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6349b2f5-d137-45df-9943-44eb10b52ff0 None None] Port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:43.187861 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:43.217252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event updated for resources: {'Port': ['ID=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:43.244595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b42b-733f-4446-aef5-c3fceb92c401 req-de8e6ded-a1cd-4400-8d0b-b94487bbe794 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:43.258800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a77b42b-733f-4446-aef5-c3fceb92c401 req-de8e6ded-a1cd-4400-8d0b-b94487bbe794 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 932 time: 0.3762271 Dec 13 12:43:43.289623 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-b3fbe906-5282-4e3c-bd4d-f4ed025db881 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8704193 Dec 13 12:43:43.299351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-a61b25e2-03fe-439a-9e67-863acf3bc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:43.303067 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-a61b25e2-03fe-439a-9e67-863acf3bc816 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327589 Dec 13 12:43:43.305347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-aef26cf4-6235-42ab-b70a-d60d80073819 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5196667 Dec 13 12:43:43.325395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81f95152-b3cf-439b-b56d-897fb36f4ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:43.328231 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81f95152-b3cf-439b-b56d-897fb36f4ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:43.332685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-81f95152-b3cf-439b-b56d-897fb36f4ca3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27fc1a96-ffb3-4b7b-90a3-8d375f5ab396 HTTP/1.1" status: 204 len: 168 time: 1.9179525 Dec 13 12:43:43.345873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-add7ffa0-b969-4806-ac05-8c511eb535ef req-2020e09e-2139-42e2-a93e-b3f97832a5d6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769387 Dec 13 12:43:43.355471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Request body: {'port': {'device_id': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:43.682158 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-4a0933e6-9ed7-46f3-8a3a-72b53422c64a service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712928 Dec 13 12:43:43.743119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e97af786-c385-4083-9d65-c6dfef85efa5 None None] Provisioning complete for port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:43.744079 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e97af786-c385-4083-9d65-c6dfef85efa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:43.751035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 86889766-057d-447f-9223-069425dbea46 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:43.782221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f95152-b3cf-439b-b56d-897fb36f4ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fc1a96-ffb3-4b7b-90a3-8d375f5ab396,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:43.912186 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:43.913897 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15a653c9-a17e-4200-baa9-2696b8d8971b req-1c1eedf8-1efe-458d-b04a-ce2665823e13 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148824 Dec 13 12:43:43.980193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e97af786-c385-4083-9d65-c6dfef85efa5 None None] Port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:43.984018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 86889766-057d-447f-9223-069425dbea46 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:43.984993 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:43.993488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59872) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:44.012648 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1954b766-542f-4a87-8a2e-263fc9b2894a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:44.042151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf979b48-03c1-433c-bc7a-6448739d54ef req-e0103323-7bb1-42b6-810f-4fc8b830aeab service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416515 Dec 13 12:43:44.063852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a77b42b-733f-4446-aef5-c3fceb92c401 req-32b9aceb-30be-46b3-9eaa-f211044d07e5 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7976377 Dec 13 12:43:44.137806 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1954b766-542f-4a87-8a2e-263fc9b2894a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:44.151688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1954b766-542f-4a87-8a2e-263fc9b2894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:44.185534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954b766-542f-4a87-8a2e-263fc9b2894a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a539da-5c08-4262-9c77-0ebcba698674,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:44.217583 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1954b766-542f-4a87-8a2e-263fc9b2894a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7437e976a50f46fdbf92ffc893348833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229614 Dec 13 12:43:44.220274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59876) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:44.310536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85533e47-43a2-4c50-be08-f7ff83644fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:44.371273 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85533e47-43a2-4c50-be08-f7ff83644fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:44.470354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85533e47-43a2-4c50-be08-f7ff83644fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:44.472952 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85533e47-43a2-4c50-be08-f7ff83644fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:44.474150 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-85533e47-43a2-4c50-be08-f7ff83644fc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48a539da-5c08-4262-9c77-0ebcba698674 HTTP/1.1" status: 204 len: 168 time: 0.2526484 Dec 13 12:43:44.482426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85533e47-43a2-4c50-be08-f7ff83644fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a539da-5c08-4262-9c77-0ebcba698674,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:44.543170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc742337-dc6b-4910-b128-0be7525c7112 req-35eca9f8-fddc-42f3-bdc5-546ea3cb5450 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:44.545034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc742337-dc6b-4910-b128-0be7525c7112 req-35eca9f8-fddc-42f3-bdc5-546ea3cb5450 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 948 time: 0.8232617 Dec 13 12:43:44.644607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8da49-10d0-4c8b-9de9-85c36950b0cf req-da6e9a3b-e785-4da6-9661-86e9b7dc8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:44.646128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bca8da49-10d0-4c8b-9de9-85c36950b0cf req-da6e9a3b-e785-4da6-9661-86e9b7dc8a7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1094 time: 0.4096315 Dec 13 12:43:44.668302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2c79a-d814-42b4-898b-23f1d36230fa req-b1c26577-e575-4917-94c7-5a9f05c096f6 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:44.669871 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7f2c79a-d814-42b4-898b-23f1d36230fa req-b1c26577-e575-4917-94c7-5a9f05c096f6 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 943 time: 0.1823678 Dec 13 12:43:44.997948 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc742337-dc6b-4910-b128-0be7525c7112 req-364d3dd1-f5e3-4ec9-8c03-16dcfec7b90c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353576 Dec 13 12:43:45.142368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7f2c79a-d814-42b4-898b-23f1d36230fa req-3b2b75e7-c49c-40ff-8c06-d64ad4cc0d99 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332979 Dec 13 12:43:45.191783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881819d9-e97f-45d8-aec1-1cd5cc9a3261 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:45.209940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8da49-10d0-4c8b-9de9-85c36950b0cf req-d14a4be1-94f5-41d0-963f-973fadf6f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:45.211405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bca8da49-10d0-4c8b-9de9-85c36950b0cf req-d14a4be1-94f5-41d0-963f-973fadf6f137 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.5387692 Dec 13 12:43:45.215431 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:45.307137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bca8da49-10d0-4c8b-9de9-85c36950b0cf req-9cbd4759-22a7-44d2-9737-ce5703eec1e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 200 len: 217 time: 0.0635338 Dec 13 12:43:45.326001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Transition to ACTIVE for port object 881819d9-e97f-45d8-aec1-1cd5cc9a3261 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:43:45.355842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9597251-0e80-45a3-a27e-f0bc0f9b7c30 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:45.360383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:45.388026 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:45.461056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Transition to ACTIVE for port object b9597251-0e80-45a3-a27e-f0bc0f9b7c30 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:43:45.487127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60148683-e2f7-442e-99b3-3d111151dd51 req-860efa45-7f91-4ced-93c9-3b093cb6d0a3 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:45.488700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60148683-e2f7-442e-99b3-3d111151dd51 req-860efa45-7f91-4ced-93c9-3b093cb6d0a3 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 936 time: 0.2859757 Dec 13 12:43:45.492662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:45.495410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8da49-10d0-4c8b-9de9-85c36950b0cf req-fe2f9f1f-2142-4744-a83c-c32cd87d30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:45.496808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bca8da49-10d0-4c8b-9de9-85c36950b0cf req-fe2f9f1f-2142-4744-a83c-c32cd87d30e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1697729 Dec 13 12:43:45.500681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Pushing event updated for resources: {'Port': ['ID=881819d9-e97f-45d8-aec1-1cd5cc9a3261,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:45.514494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125b510-e661-4b59-87e9-f34e73ac709b req-eb71b1e5-9696-436e-9f50-103a064f26e2 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:45.516322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c125b510-e661-4b59-87e9-f34e73ac709b req-eb71b1e5-9696-436e-9f50-103a064f26e2 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 932 time: 0.2302461 Dec 13 12:43:45.720792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c125b510-e661-4b59-87e9-f34e73ac709b req-ade6b457-a8b5-4e51-85b6-60eda5334dd4 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1435232 Dec 13 12:43:45.735480 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60148683-e2f7-442e-99b3-3d111151dd51 req-3af056c3-5277-4d5d-a53f-b10c00b29092 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283077 Dec 13 12:43:45.808152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bca8da49-10d0-4c8b-9de9-85c36950b0cf req-5385280a-1d63-41e0-b4aa-da1a3a8689e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2884321 Dec 13 12:43:45.928064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Attempting to bind port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:45.928640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Attempting to bind port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:45.930308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Attempting to bind port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:45.971907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 4eb0558f-9e8a-44ee-8c00-fd1651177a82 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:43:45.993658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Pushing event updated for resources: {'Port': ['ID=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:46.040506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:43:46.041096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Attempting to bind port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:46.068186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Attempting to bind port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:46.068817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Attempting to bind port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:46.069159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Attempting to bind port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 on network 5318adeb-f970-49a3-bdfd-ee606db0bb86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:46.093657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:46.094659 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:46.095219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:46.095825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Bound port: 881819d9-e97f-45d8-aec1-1cd5cc9a3261, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:46.096337 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:46.111680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 on network 5318adeb-f970-49a3-bdfd-ee606db0bb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:43:46.112217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Attempting to bind port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 on network 5318adeb-f970-49a3-bdfd-ee606db0bb86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:46.141443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:46.142098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Checking segment: {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:46.143598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Bound using segment: {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:46.144267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Bound port: b9597251-0e80-45a3-a27e-f0bc0f9b7c30, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:46.144786 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:46.204746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bca8da49-10d0-4c8b-9de9-85c36950b0cf req-bcad1f6b-743d-4b33-8864-4121d9af4c34 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763034 Dec 13 12:43:46.261320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 4eb0558f-9e8a-44ee-8c00-fd1651177a82, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=4eb0558f-9e8a-44ee-8c00-fd1651177a82,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:46.288570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '4eb0558f-9e8a-44ee-8c00-fd1651177a82', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '4eb0558f-9e8a-44ee-8c00-fd1651177a82', 'mac_address': 'fa:16:3e:cc:03:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:43:46.336641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:46.352955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb0558f-9e8a-44ee-8c00-fd1651177a82 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:46.379741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 4eb0558f-9e8a-44ee-8c00-fd1651177a82, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=4eb0558f-9e8a-44ee-8c00-fd1651177a82,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:46.396818 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:46.423309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] For port 881819d9-e97f-45d8-aec1-1cd5cc9a3261, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:46.435442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] For port 881819d9-e97f-45d8-aec1-1cd5cc9a3261, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=881819d9-e97f-45d8-aec1-1cd5cc9a3261,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:46.470509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bca8da49-10d0-4c8b-9de9-85c36950b0cf req-7afbd864-6c2f-43b6-8046-bd56a9bb85f5 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581415 Dec 13 12:43:46.475330 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:46.544154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:46.544791 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:46.546167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] 10.222.0.42 "PUT /v2.0/ports/881819d9-e97f-45d8-aec1-1cd5cc9a3261 HTTP/1.1" status: 200 len: 1096 time: 4.1227250 Dec 13 12:43:46.547104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=4eb0558f-9e8a-44ee-8c00-fd1651177a82,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:46.549177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd77122-4da7-4c27-bb4f-11c19cf3f890', 'tag': '881819d9-e97f-45d8-aec1-1cd5cc9a3261'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:46.551497 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad1df49-ca91-4a3b-86f3-3ba381612815" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd77122-4da7-4c27-bb4f-11c19cf3f890", "tag": "881819d9-e97f-45d8-aec1-1cd5cc9a3261"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:46.556501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] For port b9597251-0e80-45a3-a27e-f0bc0f9b7c30, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:46.562796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] For port b9597251-0e80-45a3-a27e-f0bc0f9b7c30, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:46.615571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcbd29-c01d-4ecd-be2b-bcce2ef5fc9c req-3facbbf4-0e16-4a6c-906d-b8b987c82204 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:46.622978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31fcbd29-c01d-4ecd-be2b-bcce2ef5fc9c req-3facbbf4-0e16-4a6c-906d-b8b987c82204 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 948 time: 0.2741385 Dec 13 12:43:46.625515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:46.701194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['4eb0558f-9e8a-44ee-8c00-fd1651177a82'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:43:46.703699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b54e4c-a676-4d1b-b090-6dd6007feb40 service neutron] Pushing event updated for resources: {'Port': ['ID=881819d9-e97f-45d8-aec1-1cd5cc9a3261,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:46.784642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:46.785818 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:46.787472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] 10.222.0.42 "PUT /v2.0/ports/b9597251-0e80-45a3-a27e-f0bc0f9b7c30 HTTP/1.1" status: 200 len: 1092 time: 3.4639614 Dec 13 12:43:46.816822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033524c5-2140-405c-b52b-7bcf97dad8b8 req-2421286e-0975-4b3e-8ba7-9d1ac2909ffa tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:46.825096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-033524c5-2140-405c-b52b-7bcf97dad8b8 req-2421286e-0975-4b3e-8ba7-9d1ac2909ffa tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 943 time: 0.2766616 Dec 13 12:43:46.919426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-bf0b3240-7884-4715-bda5-3c26b60cf912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:46.921250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-bf0b3240-7884-4715-bda5-3c26b60cf912 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb2dac39fec6427fb0754c66499b6d99&device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 1099 time: 0.3195591 Dec 13 12:43:46.953462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31fcbd29-c01d-4ecd-be2b-bcce2ef5fc9c req-cad2e61d-19c8-4771-abb2-471fc9947482 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294263 Dec 13 12:43:46.998840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fbcc3-f799-4f91-8de7-cb936a118bdd service neutron] Pushing event updated for resources: {'Port': ['ID=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:47.079922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-088a70fc-3861-4e27-9b8a-7758b32345f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=881819d9-e97f-45d8-aec1-1cd5cc9a3261 HTTP/1.1" status: 200 len: 217 time: 0.1211014 Dec 13 12:43:47.154970 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a2f65e-c4bf-4463-aba5-fb96feb15e1c x-openstack-request-id: req-76a2f65e-c4bf-4463-aba5-fb96feb15e1c {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:47.155263 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd77122-4da7-4c27-bb4f-11c19cf3f890", "tag": "881819d9-e97f-45d8-aec1-1cd5cc9a3261", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:47.155514 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76a2f65e-c4bf-4463-aba5-fb96feb15e1c {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:47.156052 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd77122-4da7-4c27-bb4f-11c19cf3f890', 'tag': '881819d9-e97f-45d8-aec1-1cd5cc9a3261', 'status': 'completed', 'code': 200} Dec 13 12:43:47.163066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-033524c5-2140-405c-b52b-7bcf97dad8b8 req-26596a4a-c963-433d-9837-2a35017e5e95 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362777 Dec 13 12:43:47.186205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-e812ae44-3e89-424a-ab50-e8c82cfeafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:47.186205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-e812ae44-3e89-424a-ab50-e8c82cfeafd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7fa575a45fc4f60843818634f1b2c3e&device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 1095 time: 0.3326576 Dec 13 12:43:47.286119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-fa954b29-8a41-42e8-88a0-e4f0c94541dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:47.287569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-fa954b29-8a41-42e8-88a0-e4f0c94541dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1939864 Dec 13 12:43:47.288778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-0d5e26b4-abb3-459b-9633-5c95baf98dd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9597251-0e80-45a3-a27e-f0bc0f9b7c30 HTTP/1.1" status: 200 len: 217 time: 0.0525396 Dec 13 12:43:47.388039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97b34b-52a0-4d93-b39c-75254e6afa34 req-beab4c51-239d-4019-be40-6ab22d6c1d81 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:47.389517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca97b34b-52a0-4d93-b39c-75254e6afa34 req-beab4c51-239d-4019-be40-6ab22d6c1d81 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 948 time: 0.1909063 Dec 13 12:43:47.425560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-7e5b7ff6-be0e-4663-8aa4-a0d96b5f7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:47.427057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-7e5b7ff6-be0e-4663-8aa4-a0d96b5f7896 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ba95175-5180-48c1-b6b6-adb302fc6a81 HTTP/1.1" status: 200 len: 862 time: 0.1104784 Dec 13 12:43:47.441714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8271499-bb6d-42a2-a485-d5d99cc5efbe req-6e9d39c2-7a5b-45d8-9970-f3ef7cedf2c0 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:47.443332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8271499-bb6d-42a2-a485-d5d99cc5efbe req-6e9d39c2-7a5b-45d8-9970-f3ef7cedf2c0 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 944 time: 0.1616693 Dec 13 12:43:47.480433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-c7ccb021-65d3-42b3-87d4-71939161bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:47.482003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-c7ccb021-65d3-42b3-87d4-71939161bf02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1664619 Dec 13 12:43:47.544538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca97b34b-52a0-4d93-b39c-75254e6afa34 req-28f82c7f-d1cf-4ce3-8a23-363523b4d063 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454413 Dec 13 12:43:47.610803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-651ede2d-057b-4a3c-b93a-0729d34755a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:47.612320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-651ede2d-057b-4a3c-b93a-0729d34755a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5318adeb-f970-49a3-bdfd-ee606db0bb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656590 Dec 13 12:43:47.617713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8271499-bb6d-42a2-a485-d5d99cc5efbe req-62e69a22-0410-434a-bdf7-1d7c69c5f804 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1584685 Dec 13 12:43:47.701782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-224e2ddf-e19d-4ad4-b044-c6309669057f service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081118 Dec 13 12:43:47.946494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9c69264f-198e-4003-8097-d6cc19aacc2c details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:43:48.035504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 4eb0558f-9e8a-44ee-8c00-fd1651177a82 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:48.108384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-7e1baf49-09be-4840-8ae6-522ae8eb1999 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=80a93085dfd946bf87284e95d598f31c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526752 Dec 13 12:43:48.114470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-3f25f58b-2324-4c72-b710-b5048baedff4 service neutron] 10.222.0.42 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864724 Dec 13 12:43:48.141615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:48.167694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '9c69264f-198e-4003-8097-d6cc19aacc2c', 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566', 'port_id': '9c69264f-198e-4003-8097-d6cc19aacc2c', 'mac_address': 'fa:16:3e:d2:74:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a86ce-9692-4eaa-b2ef-2ece9ef3ada0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:43:48.229192 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:48.233204 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:43:48.245618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:48.246167 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:48.274650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c69264f-198e-4003-8097-d6cc19aacc2c {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:48.317755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:48.319618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56c4fe7-056d-4c31-abab-5a8f7265cef0 req-b0ecc435-345c-4537-8c1e-660e34728a11 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091440 Dec 13 12:43:48.323467 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:48.330822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabeda6-d2b3-41ed-a0e4-fb3556f0fa8c req-ec56f2be-86a0-42fc-9bb2-59752bcc25fd tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:48.332399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aeabeda6-d2b3-41ed-a0e4-fb3556f0fa8c req-ec56f2be-86a0-42fc-9bb2-59752bcc25fd tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 949 time: 0.2170603 Dec 13 12:43:48.408151 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:48.411331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-1d962709-7fec-4bdb-a5a0-e9e445ce4401 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:48.412782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-1d962709-7fec-4bdb-a5a0-e9e445ce4401 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036151 Dec 13 12:43:48.422164 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9be73f2-dcbc-4685-a8f1-568194a72d0b req-0cdee6e6-6568-4fdf-b7e2-c3de8597cc05 service neutron] 10.222.0.42 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939949 Dec 13 12:43:48.433541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9c69264f-198e-4003-8097-d6cc19aacc2c,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:48.452432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21851ea-597a-4f4f-b0c5-e24f3cc6d3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb0558f-9e8a-44ee-8c00-fd1651177a82'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:48.457612 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3df5ce-efef-40d2-982c-fd55c2abbabc" -d '{"events": [{"server_uuid": "d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1", "name": "network-vif-plugged", "status": "completed", "tag": "4eb0558f-9e8a-44ee-8c00-fd1651177a82"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:48.484039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-29c2aa08-2557-48d8-92ec-7265c6fb2de7 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/quotas/80a93085dfd946bf87284e95d598f31c HTTP/1.1" status: 200 len: 375 time: 0.0546651 Dec 13 12:43:48.484395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 4eb0558f-9e8a-44ee-8c00-fd1651177a82, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=4eb0558f-9e8a-44ee-8c00-fd1651177a82,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:48.490943 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:48.499510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aeabeda6-d2b3-41ed-a0e4-fb3556f0fa8c req-433fb894-c533-4c34-8d14-f0507dd9060a tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471102 Dec 13 12:43:48.540486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-8eec225c-81d1-4349-9ee9-da211f9388f2 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=80a93085dfd946bf87284e95d598f31c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553391 Dec 13 12:43:48.556959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-b1722938-5c72-47ed-9aee-d6cd102a864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:48.558586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-b1722938-5c72-47ed-9aee-d6cd102a864a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb2dac39fec6427fb0754c66499b6d99&device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 1099 time: 0.1394196 Dec 13 12:43:48.579971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9c69264f-198e-4003-8097-d6cc19aacc2c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:43:48.619846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=4eb0558f-9e8a-44ee-8c00-fd1651177a82,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:48.715090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-50b6b2e3-f960-4933-bcc8-6414488a804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:48.716758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-50b6b2e3-f960-4933-bcc8-6414488a804c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1505029 Dec 13 12:43:48.804294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-1276e355-2b21-407b-bd92-d5ed9d8646e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=881819d9-e97f-45d8-aec1-1cd5cc9a3261 HTTP/1.1" status: 200 len: 217 time: 0.0798130 Dec 13 12:43:48.866714 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd8df5f-b9ae-4ca0-919c-dc8760a34169 x-openstack-request-id: req-ffd8df5f-b9ae-4ca0-919c-dc8760a34169 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:48.868035 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1", "name": "network-vif-plugged", "status": "completed", "tag": "4eb0558f-9e8a-44ee-8c00-fd1651177a82", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:48.868394 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffd8df5f-b9ae-4ca0-919c-dc8760a34169 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:48.869438 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21851ea-597a-4f4f-b0c5-e24f3cc6d3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb0558f-9e8a-44ee-8c00-fd1651177a82', 'code': 200} Dec 13 12:43:48.901625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417eb7b-48cb-4372-b1d5-6dc62076394c req-f231dfc8-88e7-4f76-a007-a3d31e29b9b0 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:48.904789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e417eb7b-48cb-4372-b1d5-6dc62076394c req-f231dfc8-88e7-4f76-a007-a3d31e29b9b0 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 944 time: 0.1801798 Dec 13 12:43:49.001310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-267fd585-2390-4e8d-91c6-f31ee6e7fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:49.002997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-267fd585-2390-4e8d-91c6-f31ee6e7fa39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1874640 Dec 13 12:43:49.077965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e417eb7b-48cb-4372-b1d5-6dc62076394c req-1347a1e0-9810-4319-9ea0-f703bb32e621 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620901 Dec 13 12:43:49.089293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caacab1-6541-4447-9463-bcabc0bb412e req-be415b07-bad7-42f9-be23-25d28dd92782 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:49.090413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8caacab1-6541-4447-9463-bcabc0bb412e req-be415b07-bad7-42f9-be23-25d28dd92782 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 948 time: 0.1389289 Dec 13 12:43:49.098612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c97a1-7d08-44c1-b459-c16374faeef4 req-ac4cf40d-3993-44da-b7e3-9aa58e97eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:49.100336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-465c97a1-7d08-44c1-b459-c16374faeef4 req-ac4cf40d-3993-44da-b7e3-9aa58e97eae1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 1101 time: 0.1626432 Dec 13 12:43:49.147548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-48e96ede-7b0f-4753-8028-ceacf471273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:49.148457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-48e96ede-7b0f-4753-8028-ceacf471273c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282804 Dec 13 12:43:49.160144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'tag': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:49.162853 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752641b3-b52c-420e-9245-53fe32a00ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "35271516-d5dc-4b04-8c51-ddd8c80131b1", "tag": "b9597251-0e80-45a3-a27e-f0bc0f9b7c30"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:49.267392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8caacab1-6541-4447-9463-bcabc0bb412e req-5c716838-d20f-4db4-b687-b8792f64aea4 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659269 Dec 13 12:43:49.288032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-465c97a1-7d08-44c1-b459-c16374faeef4 req-f3263326-ba4f-42f8-a88e-8c79484d4b71 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581810 Dec 13 12:43:49.361965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-5dc4e3cc-0e3f-4128-b63e-98c1159b091a service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900442 Dec 13 12:43:49.382262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9029cf9-b17e-4b0f-b5ba-4c3ae86d4e48 req-b080ca93-8b3a-4c15-b994-7bb5684c357f tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 210 time: 0.0321546 Dec 13 12:43:49.409624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8045ff7-ba4d-4255-a961-1924b91c2b9e req-bfaa6af3-8b4b-4aee-a3de-a6c26c5ec127 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:49.411262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8045ff7-ba4d-4255-a961-1924b91c2b9e req-bfaa6af3-8b4b-4aee-a3de-a6c26c5ec127 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 944 time: 0.1047719 Dec 13 12:43:49.486665 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f07b4af-24a3-429c-8a5b-79d86e207709 x-openstack-request-id: req-6f07b4af-24a3-429c-8a5b-79d86e207709 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:49.486665 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35271516-d5dc-4b04-8c51-ddd8c80131b1", "tag": "b9597251-0e80-45a3-a27e-f0bc0f9b7c30", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:49.486665 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f07b4af-24a3-429c-8a5b-79d86e207709 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:49.486665 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'tag': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30', 'status': 'completed', 'code': 200} Dec 13 12:43:49.573468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8045ff7-ba4d-4255-a961-1924b91c2b9e req-060da0df-f52a-4148-b10f-619daa45a579 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1272876 Dec 13 12:43:49.576460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ad1df49-ca91-4a3b-86f3-3ba381612815 req-1e7d0efe-287a-40db-b596-dca28383c92a service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973312 Dec 13 12:43:49.603856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752641b3-b52c-420e-9245-53fe32a00ebd req-66ff86ae-85bc-4048-8bf1-fcec58e6ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:49.605740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-752641b3-b52c-420e-9245-53fe32a00ebd req-66ff86ae-85bc-4048-8bf1-fcec58e6ab4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7fa575a45fc4f60843818634f1b2c3e&device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 1095 time: 0.0890043 Dec 13 12:43:49.802642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752641b3-b52c-420e-9245-53fe32a00ebd req-4fb85fc6-7ef0-44ac-b64b-5190f0c15420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:49.806421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-752641b3-b52c-420e-9245-53fe32a00ebd req-4fb85fc6-7ef0-44ac-b64b-5190f0c15420 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5318adeb-f970-49a3-bdfd-ee606db0bb86 HTTP/1.1" status: 200 len: 923 time: 0.1929860 Dec 13 12:43:49.815462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9581468-dfc2-4221-834d-11d5bc63bfa7 req-d4960191-98c2-434d-aeb0-da7535499e81 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:49.817145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9581468-dfc2-4221-834d-11d5bc63bfa7 req-d4960191-98c2-434d-aeb0-da7535499e81 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.1040411 Dec 13 12:43:49.860047 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-752641b3-b52c-420e-9245-53fe32a00ebd req-63257ce4-2be7-4587-8c2c-fc75906de675 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9597251-0e80-45a3-a27e-f0bc0f9b7c30 HTTP/1.1" status: 200 len: 217 time: 0.0417640 Dec 13 12:43:49.936554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9581468-dfc2-4221-834d-11d5bc63bfa7 req-c38b54ed-c8e3-481d-ac3c-272157c9ba21 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109879 Dec 13 12:43:49.940881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752641b3-b52c-420e-9245-53fe32a00ebd req-e9ed0cae-4b41-424a-8945-ea039a8ba57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:49.946153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-752641b3-b52c-420e-9245-53fe32a00ebd req-e9ed0cae-4b41-424a-8945-ea039a8ba57e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ba95175-5180-48c1-b6b6-adb302fc6a81 HTTP/1.1" status: 200 len: 862 time: 0.0738606 Dec 13 12:43:49.956673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9c69264f-198e-4003-8097-d6cc19aacc2c up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:50.004512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752641b3-b52c-420e-9245-53fe32a00ebd req-380ad8c7-2550-4a72-a0aa-aa865dda5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:50.006936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-752641b3-b52c-420e-9245-53fe32a00ebd req-380ad8c7-2550-4a72-a0aa-aa865dda5ba3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5318adeb-f970-49a3-bdfd-ee606db0bb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500178 Dec 13 12:43:50.053657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 9c69264f-198e-4003-8097-d6cc19aacc2c completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:43:50.068849 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 9c69264f-198e-4003-8097-d6cc19aacc2c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:50.087725 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:50.148796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-752641b3-b52c-420e-9245-53fe32a00ebd req-77b0938f-ddfc-4abb-aa8b-4c793749de2f service neutron] 10.222.0.42 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337588 Dec 13 12:43:50.265238 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:50.341578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-752641b3-b52c-420e-9245-53fe32a00ebd req-59732a8a-b449-44c0-b420-5801a2b1c9f4 service neutron] 10.222.0.42 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858416 Dec 13 12:43:50.345592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:50.352184 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:50.408447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9c69264f-198e-4003-8097-d6cc19aacc2c,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:50.426250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-72a0a5e6-d857-430c-89f8-f75265c52fe2 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=80a93085dfd946bf87284e95d598f31c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804052 Dec 13 12:43:50.587133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f2933-6380-432d-a6d9-a850e4f4d432 req-656aa9da-9a56-4570-b56f-f567a0217a2c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:50.589035 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e39f2933-6380-432d-a6d9-a850e4f4d432 req-656aa9da-9a56-4570-b56f-f567a0217a2c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 945 time: 0.2461092 Dec 13 12:43:50.698063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f484dca-407b-48b0-a0a1-18e71ce095d5 req-e8c8b3dc-743e-43ba-9733-9c74d1da505b tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:50.699626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f484dca-407b-48b0-a0a1-18e71ce095d5 req-e8c8b3dc-743e-43ba-9733-9c74d1da505b tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 948 time: 0.1460524 Dec 13 12:43:50.707015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-965accea-fc37-4444-833a-f7f3d20d5d96 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:50.708538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-965accea-fc37-4444-833a-f7f3d20d5d96 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734392 Dec 13 12:43:50.723816 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e39f2933-6380-432d-a6d9-a850e4f4d432 req-9e3f5471-19c7-4c67-b810-8a2550d5d7ba tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149011 Dec 13 12:43:50.727541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Request body: {'port': {'device_id': '99c8f50d-0e6d-4680-b651-5a3cc35b957f', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '80a93085dfd946bf87284e95d598f31c'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:50.798002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60096) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:50.849149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f484dca-407b-48b0-a0a1-18e71ce095d5 req-84c7aada-40b5-413b-8b7f-cbb92bf42f42 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339130 Dec 13 12:43:50.871847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c69264f-198e-4003-8097-d6cc19aacc2c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:50.875573 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0748d313-1580-438e-af02-977af715c4bf" -d '{"events": [{"server_uuid": "ff74ac9a-447a-4f4a-8ff0-65c483933810", "name": "network-vif-plugged", "status": "completed", "tag": "9c69264f-198e-4003-8097-d6cc19aacc2c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:50.891627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48446bb5-d487-4534-8201-3671b7e07539 req-2edaa08b-db5f-41f3-866f-e0cc566e0244 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 210 time: 0.0526469 Dec 13 12:43:50.958644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Made reservation on behalf of 80a93085dfd946bf87284e95d598f31c for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:50.962349 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2569fa43-fc0a-4aa6-a653-e6456517e677 x-openstack-request-id: req-2569fa43-fc0a-4aa6-a653-e6456517e677 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:50.962905 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff74ac9a-447a-4f4a-8ff0-65c483933810", "name": "network-vif-plugged", "status": "completed", "tag": "9c69264f-198e-4003-8097-d6cc19aacc2c", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:50.962905 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2569fa43-fc0a-4aa6-a653-e6456517e677 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:50.963286 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c69264f-198e-4003-8097-d6cc19aacc2c', 'code': 200} Dec 13 12:43:50.965733 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.021776 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.024318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.116097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec011fd-5654-4ad1-8cf1-da8db79d7ec0 req-7423db50-1f80-409d-8003-917ca0b0daa4 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:51.117821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec011fd-5654-4ad1-8cf1-da8db79d7ec0 req-7423db50-1f80-409d-8003-917ca0b0daa4 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 944 time: 0.1376288 Dec 13 12:43:51.180555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94495c7e-d299-4d58-b6a7-82748121fa6e req-9df63fc3-5a0f-4928-b3c0-e762bd2a6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:51.182692 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-94495c7e-d299-4d58-b6a7-82748121fa6e req-9df63fc3-5a0f-4928-b3c0-e762bd2a6f3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1096 time: 0.0903420 Dec 13 12:43:51.201893 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.211883 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.219877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec011fd-5654-4ad1-8cf1-da8db79d7ec0 req-cbcb3737-b055-4b34-a8f9-661bb395d384 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0934923 Dec 13 12:43:51.256121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148211f-96a0-43d5-953b-97b62e85f1ce req-dd918fea-eff9-4212-b0f6-8446d36c4e1f tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:51.257831 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1148211f-96a0-43d5-953b-97b62e85f1ce req-dd918fea-eff9-4212-b0f6-8446d36c4e1f tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.1000402 Dec 13 12:43:51.328457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2abbbed-0251-45a5-bbf2-0f3ab7b58807,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:51.334152 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.344428 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.391037 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4bea1ed0b7b442b80338d46d5b96f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5833964 Dec 13 12:43:51.394160 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.394723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.395239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.395754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.396261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.397719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.398517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.399036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.399644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.400147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.400662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.401158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.401655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db9d9d7-1c6d-4872-974b-2400ead3ea0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.410706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60112) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:51.419706 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-94495c7e-d299-4d58-b6a7-82748121fa6e req-ef04edc9-683c-4210-8377-4d565f11905a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279966 Dec 13 12:43:51.518685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af353c1d-6884-4754-8244-ada069511031,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:51.532909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1148211f-96a0-43d5-953b-97b62e85f1ce req-6eefebac-3672-499a-b076-f201166166c6 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421257 Dec 13 12:43:51.548365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 881819d9-e97f-45d8-aec1-1cd5cc9a3261 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:43:51.570291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.570591 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.570932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.571267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.571805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.572521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.572870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.573193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.573522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.573849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.574202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.574828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.574828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:43:51.626424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5e00-c492-4ec4-8ceb-f62abe140bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.667442 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5e00-c492-4ec4-8ceb-f62abe140bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.669689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Allocated IP 192.168.233.15 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/9eaf8399-0f91-4126-94d3-45eb7326faa7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:43:51.846509 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5e00-c492-4ec4-8ceb-f62abe140bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.849406 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5e00-c492-4ec4-8ceb-f62abe140bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.853007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4f1e5e00-c492-4ec4-8ceb-f62abe140bfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2abbbed-0251-45a5-bbf2-0f3ab7b58807 HTTP/1.1" status: 204 len: 168 time: 0.4389586 Dec 13 12:43:51.879400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 881819d9-e97f-45d8-aec1-1cd5cc9a3261, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=881819d9-e97f-45d8-aec1-1cd5cc9a3261,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:51.895524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '881819d9-e97f-45d8-aec1-1cd5cc9a3261', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '881819d9-e97f-45d8-aec1-1cd5cc9a3261', 'mac_address': 'fa:16:3e:4e:47:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:43:51.915924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e5e00-c492-4ec4-8ceb-f62abe140bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2abbbed-0251-45a5-bbf2-0f3ab7b58807,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:51.965802 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:51.985029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881819d9-e97f-45d8-aec1-1cd5cc9a3261 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:52.029215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 881819d9-e97f-45d8-aec1-1cd5cc9a3261, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=881819d9-e97f-45d8-aec1-1cd5cc9a3261,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:52.036716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.038196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b9597251-0e80-45a3-a27e-f0bc0f9b7c30 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:43:52.161657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=881819d9-e97f-45d8-aec1-1cd5cc9a3261,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:52.216307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249dd0-a743-4f22-a113-767850206b4e req-07400d2b-a23f-49f1-9960-8d2c7a1b5bad tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:52.219852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b9597251-0e80-45a3-a27e-f0bc0f9b7c30, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:52.222598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f249dd0-a743-4f22-a113-767850206b4e req-07400d2b-a23f-49f1-9960-8d2c7a1b5bad tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 972 time: 0.4213655 Dec 13 12:43:52.233694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'port_id': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30', 'mac_address': 'fa:16:3e:b6:26:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:43:52.254852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60144) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:52.263595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f6211-92d6-4593-9d82-a7ae95a46df5 req-8e8f5312-375e-4c7c-8463-fbc396a43fd1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:52.265238 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e0f6211-92d6-4593-9d82-a7ae95a46df5 req-8e8f5312-375e-4c7c-8463-fbc396a43fd1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 945 time: 0.4307442 Dec 13 12:43:52.278158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-607f24e9-e38c-4e4e-9bff-5b5910d1d822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.278828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.293561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9597251-0e80-45a3-a27e-f0bc0f9b7c30 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:52.330009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b9597251-0e80-45a3-a27e-f0bc0f9b7c30, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:52.336708 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.371356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-607f24e9-e38c-4e4e-9bff-5b5910d1d822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.383083 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.388863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-607f24e9-e38c-4e4e-9bff-5b5910d1d822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.407529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:52.409929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f249dd0-a743-4f22-a113-767850206b4e req-05b89d2d-f662-418f-9cd7-d279c34579b4 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770625 Dec 13 12:43:52.439604 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-607f24e9-e38c-4e4e-9bff-5b5910d1d822 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fba2522769214bb495e63c17ce7522b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829741 Dec 13 12:43:52.440915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60148) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:52.441935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f24e9-e38c-4e4e-9bff-5b5910d1d822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dfa1f9-2001-4cef-a6e3-f8f20bb68f63,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:52.508796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e0f6211-92d6-4593-9d82-a7ae95a46df5 req-e532183c-82a9-430a-9606-e02685bcf130 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338870 Dec 13 12:43:52.520818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8d8b24c6-c027-448d-958b-1f320c1be23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.522787 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.561664 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8d8b24c6-c027-448d-958b-1f320c1be23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.592962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:43:52.613027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['b9597251-0e80-45a3-a27e-f0bc0f9b7c30'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:43:52.619793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:43:52.629944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:43:52.635803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:52.636021 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8d8b24c6-c027-448d-958b-1f320c1be23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.636392 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.638890 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8d8b24c6-c027-448d-958b-1f320c1be23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.640377 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8d8b24c6-c027-448d-958b-1f320c1be23e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94dfa1f9-2001-4cef-a6e3-f8f20bb68f63 HTTP/1.1" status: 204 len: 168 time: 0.1920340 Dec 13 12:43:52.660376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b24c6-c027-448d-958b-1f320c1be23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dfa1f9-2001-4cef-a6e3-f8f20bb68f63,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:52.673569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['881819d9-e97f-45d8-aec1-1cd5cc9a3261'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:43:52.680210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Pushing event updated for resources: {'Port': ['ID=9eaf8399-0f91-4126-94d3-45eb7326faa7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:52.731786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce95e37-4ba0-464e-a672-b1b627cef92e req-f0fea4d6-862b-4791-9fff-4bfb2b4adc2d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:52.733510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cce95e37-4ba0-464e-a672-b1b627cef92e req-f0fea4d6-862b-4791-9fff-4bfb2b4adc2d tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 949 time: 0.1609409 Dec 13 12:43:52.741353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-2f8541c3-9498-4e85-a1d9-9e56cb07d15d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0213938 Dec 13 12:43:52.761415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Request body: {'port': {'device_id': '99c8f50d-0e6d-4680-b651-5a3cc35b957f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:52.796772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38246e4b-6e11-4c42-a802-6259b03e1a17 req-c8cf7cc9-8fef-4fc9-b933-cf978454f904 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:52.803768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38246e4b-6e11-4c42-a802-6259b03e1a17 req-c8cf7cc9-8fef-4fc9-b933-cf978454f904 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 935 time: 0.1805773 Dec 13 12:43:52.926573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:52.996198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-490ab135-ae48-4b64-9bcf-bd376f3efa02 None None] Provisioning complete for port 9eaf8399-0f91-4126-94d3-45eb7326faa7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:52.996788 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-490ab135-ae48-4b64-9bcf-bd376f3efa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:53.019414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cce95e37-4ba0-464e-a672-b1b627cef92e req-63002d2b-c3b6-4cfa-9be4-e4ce191e0e89 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749918 Dec 13 12:43:53.085274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-490ab135-ae48-4b64-9bcf-bd376f3efa02 None None] Port 9eaf8399-0f91-4126-94d3-45eb7326faa7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:43:53.145325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38246e4b-6e11-4c42-a802-6259b03e1a17 req-328d734c-62ba-4213-b9a6-9afa8170814a tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797613 Dec 13 12:43:53.304049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-8d2d4163-fd8b-4c3a-95d0-fbbe367f7cf0 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:53.305657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-8d2d4163-fd8b-4c3a-95d0-fbbe367f7cf0 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 972 time: 0.2690706 Dec 13 12:43:53.467782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7862d-880f-495a-a931-31c634ed2824 req-b1e4f2a0-04da-4d79-8047-e99d6635aa7b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:53.475045 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ee7862d-880f-495a-a931-31c634ed2824 req-b1e4f2a0-04da-4d79-8047-e99d6635aa7b tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 945 time: 0.3498006 Dec 13 12:43:53.530527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52fe5f-6e82-451e-81ee-16856c453a6e req-701924dc-2bd3-4d0d-8e92-49b73debdf3c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:53.537890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d52fe5f-6e82-451e-81ee-16856c453a6e req-701924dc-2bd3-4d0d-8e92-49b73debdf3c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.2800899 Dec 13 12:43:53.558297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 881819d9-e97f-45d8-aec1-1cd5cc9a3261 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:53.665420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:43:53.679446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:53.680541 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:53.713496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d52fe5f-6e82-451e-81ee-16856c453a6e req-b524b75c-60b5-4d6d-9db6-294c52fe1b3f tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701293 Dec 13 12:43:53.755371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ee7862d-880f-495a-a931-31c634ed2824 req-8439a545-d193-4799-9c0a-a1de91ce7b81 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2793019 Dec 13 12:43:53.775026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-3d27a6fa-7c84-47c6-a753-8ba4a2561c90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Deleting port a474e650-05ea-4be3-aac3-ccea03064799 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:43:53.779312 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-3d27a6fa-7c84-47c6-a753-8ba4a2561c90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:53.842485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:53.891044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd77122-4da7-4c27-bb4f-11c19cf3f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881819d9-e97f-45d8-aec1-1cd5cc9a3261'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:53.893281 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3717431d-9e60-49e9-b61d-b92715850027" -d '{"events": [{"server_uuid": "ebd77122-4da7-4c27-bb4f-11c19cf3f890", "name": "network-vif-plugged", "status": "completed", "tag": "881819d9-e97f-45d8-aec1-1cd5cc9a3261"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:53.931930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 881819d9-e97f-45d8-aec1-1cd5cc9a3261, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=881819d9-e97f-45d8-aec1-1cd5cc9a3261,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:53.945978 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:53.946861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b9597251-0e80-45a3-a27e-f0bc0f9b7c30 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:43:54.013377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eaf8399-0f91-4126-94d3-45eb7326faa7 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:43:54.027993 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.051103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=881819d9-e97f-45d8-aec1-1cd5cc9a3261,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:54.061908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b228221-16a1-4c5d-a0a6-5fced7e55e94 req-0f3315a9-87b0-4c51-82c5-86f10fbf1762 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:54.069625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b228221-16a1-4c5d-a0a6-5fced7e55e94 req-0f3315a9-87b0-4c51-82c5-86f10fbf1762 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/ports?device_id=34e27f46-685c-45a7-8264-9badf09d9da3 HTTP/1.1" status: 200 len: 972 time: 0.1882145 Dec 13 12:43:54.080488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-3d27a6fa-7c84-47c6-a753-8ba4a2561c90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] For port a474e650-05ea-4be3-aac3-ccea03064799, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a474e650-05ea-4be3-aac3-ccea03064799,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:54.080848 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-3d27a6fa-7c84-47c6-a753-8ba4a2561c90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.088741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:43:54.096299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:43:54.096615 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.100183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Transition to ACTIVE for port object 9eaf8399-0f91-4126-94d3-45eb7326faa7 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:43:54.124168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac83ee-1bd0-426a-bb2f-5f0cbc5a711a req-202150e8-b717-4c47-b1c6-f304344051e5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:54.132321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bfae3ba-4fd9-4b1c-9c0c-5beac29b8d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.132786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7cac83ee-1bd0-426a-bb2f-5f0cbc5a711a req-202150e8-b717-4c47-b1c6-f304344051e5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 945 time: 0.2529721 Dec 13 12:43:54.137285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-3d27a6fa-7c84-47c6-a753-8ba4a2561c90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Calling delete_port for a474e650-05ea-4be3-aac3-ccea03064799 owned by compute:tempest-test_az-1582609285 {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:43:54.147256 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.209543 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.255209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b9597251-0e80-45a3-a27e-f0bc0f9b7c30, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:43:54.262017 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.304023 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b228221-16a1-4c5d-a0a6-5fced7e55e94 req-e58ba65f-e82d-40ac-8879-fcc15a7a9a82 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9c03d19-6086-4fdc-8a5b-1faf77034624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303777 Dec 13 12:43:54.315908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Pushing event updated for resources: {'Port': ['ID=9eaf8399-0f91-4126-94d3-45eb7326faa7,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:54.366044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:54.391950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7cac83ee-1bd0-426a-bb2f-5f0cbc5a711a req-e0b353f0-d0c9-4d48-8ede-fd25d456df72 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569160 Dec 13 12:43:54.415720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Attempting to bind port 9eaf8399-0f91-4126-94d3-45eb7326faa7 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:43:54.416173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Attempting to bind port 9eaf8399-0f91-4126-94d3-45eb7326faa7 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:43:54.416622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Attempting to bind port 9eaf8399-0f91-4126-94d3-45eb7326faa7 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:54.423565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Port 9eaf8399-0f91-4126-94d3-45eb7326faa7 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:43:54.424407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Attempting to bind port 9eaf8399-0f91-4126-94d3-45eb7326faa7 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:43:54.436012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:43:54.436625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:43:54.437560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:43:54.438284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Bound port: 9eaf8399-0f91-4126-94d3-45eb7326faa7, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:43:54.444939 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.499156 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9c61fb-5b6e-4882-b4e9-373f5bc675a5 x-openstack-request-id: req-6b9c61fb-5b6e-4882-b4e9-373f5bc675a5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:54.499590 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd77122-4da7-4c27-bb4f-11c19cf3f890", "name": "network-vif-plugged", "status": "completed", "tag": "881819d9-e97f-45d8-aec1-1cd5cc9a3261", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:54.500167 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b9c61fb-5b6e-4882-b4e9-373f5bc675a5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:54.500694 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd77122-4da7-4c27-bb4f-11c19cf3f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881819d9-e97f-45d8-aec1-1cd5cc9a3261', 'code': 200} Dec 13 12:43:54.754212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4c607-1957-42e2-8b67-060534f23aed req-cfc17c2c-5abe-4369-a7d3-f1484f1de9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:54.756026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41e4c607-1957-42e2-8b67-060534f23aed req-cfc17c2c-5abe-4369-a7d3-f1484f1de9a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 1101 time: 0.1855898 Dec 13 12:43:54.757286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] For port 9eaf8399-0f91-4126-94d3-45eb7326faa7, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:43:54.775956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] For port 9eaf8399-0f91-4126-94d3-45eb7326faa7, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9eaf8399-0f91-4126-94d3-45eb7326faa7,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:43:54.780500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-3d27a6fa-7c84-47c6-a753-8ba4a2561c90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.794540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['a474e650-05ea-4be3-aac3-ccea03064799'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:43:54.817917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa9f58-448b-4538-8dc9-a8bf6bcd0a40 req-3869b46c-6e48-4cbf-9c3a-0c1990edc4af tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:54.826865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3cfa9f58-448b-4538-8dc9-a8bf6bcd0a40 req-3869b46c-6e48-4cbf-9c3a-0c1990edc4af tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 950 time: 0.1840622 Dec 13 12:43:54.829561 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.880776 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27a6fa-7c84-47c6-a753-8ba4a2561c90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Pushing event deleted for resources: {'Port': ['ID=a474e650-05ea-4be3-aac3-ccea03064799,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:54.904359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:54.904793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:54.907042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-eda03efc-da72-4270-baab-49d4638da148 service neutron] 10.222.0.37 "PUT /v2.0/ports/9eaf8399-0f91-4126-94d3-45eb7326faa7 HTTP/1.1" status: 200 len: 1095 time: 2.1551626 Dec 13 12:43:54.911016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c8f50d-0e6d-4680-b651-5a3cc35b957f', 'tag': '9eaf8399-0f91-4126-94d3-45eb7326faa7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:54.913776 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e" -d '{"events": [{"name": "network-changed", "server_uuid": "99c8f50d-0e6d-4680-b651-5a3cc35b957f", "tag": "9eaf8399-0f91-4126-94d3-45eb7326faa7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:55.087187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-3d27a6fa-7c84-47c6-a753-8ba4a2561c90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] No DVR routers for this DVR port a474e650-05ea-4be3-aac3-ccea03064799 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:43:55.096826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-24437ab3-857d-4463-9c20-38ebf2e48152 req-41498814-1eef-4b0d-bcbe-172200f7bda5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:43:55.097846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24437ab3-857d-4463-9c20-38ebf2e48152 req-41498814-1eef-4b0d-bcbe-172200f7bda5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210726 Dec 13 12:43:55.114047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-3d27a6fa-7c84-47c6-a753-8ba4a2561c90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:55.117478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09fc8fdb-ec5f-472f-bd22-0ff3f1af7a98 req-3d27a6fa-7c84-47c6-a753-8ba4a2561c90 tempest-AggregatesAdminTestJSON-606880887 tempest-AggregatesAdminTestJSON-606880887-project] 10.222.0.42 "DELETE /v2.0/ports/a474e650-05ea-4be3-aac3-ccea03064799 HTTP/1.1" status: 204 len: 173 time: 1.8027451 Dec 13 12:43:55.150113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41e4c607-1957-42e2-8b67-060534f23aed req-4226e272-2853-4ef6-a86b-2589521985e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851151 Dec 13 12:43:55.193771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3cfa9f58-448b-4538-8dc9-a8bf6bcd0a40 req-04927f26-2883-434b-974c-094e1870ca8b tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645647 Dec 13 12:43:55.201772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-0675c84d-807e-4394-9e18-881d1c29839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:55.211716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-0675c84d-807e-4394-9e18-881d1c29839f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a93085dfd946bf87284e95d598f31c&device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 1098 time: 0.2279625 Dec 13 12:43:55.238778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda03efc-da72-4270-baab-49d4638da148 service neutron] Pushing event updated for resources: {'Port': ['ID=9eaf8399-0f91-4126-94d3-45eb7326faa7,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:55.280024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-0278823c-5c78-4dac-87f3-d54f35b70a8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=9eaf8399-0f91-4126-94d3-45eb7326faa7 HTTP/1.1" status: 200 len: 217 time: 0.0520287 Dec 13 12:43:55.407027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b846121-0524-43bf-922d-053246bc80c9 req-f4b218af-6b06-4e5b-b916-f6acf3d167af tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:55.416437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b846121-0524-43bf-922d-053246bc80c9 req-f4b218af-6b06-4e5b-b916-f6acf3d167af tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 947 time: 0.1412096 Dec 13 12:43:55.456825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-f98de278-4e9d-457a-8f98-7eb071b44f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:55.458559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-f98de278-4e9d-457a-8f98-7eb071b44f24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1675577 Dec 13 12:43:55.526893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-00aa808a-743c-45e9-845a-9beb46f75c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:55.528548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-00aa808a-743c-45e9-845a-9beb46f75c70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601101 Dec 13 12:43:55.555612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b846121-0524-43bf-922d-053246bc80c9 req-ee504856-6efd-43cc-ad2b-3f3921846c95 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294322 Dec 13 12:43:55.947377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6883b-5496-4cae-b89f-7b87e516d823 req-c9bfef41-e9cb-469e-a020-7e048b9fbd07 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:55.948954 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dad6883b-5496-4cae-b89f-7b87e516d823 req-c9bfef41-e9cb-469e-a020-7e048b9fbd07 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1096 time: 0.1058040 Dec 13 12:43:55.958753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0590-3c2c-4040-b34e-e7318f607c6d req-2c68063e-116b-448e-ac1c-d598d0403ace tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:55.960238 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d25a0590-3c2c-4040-b34e-e7318f607c6d req-2c68063e-116b-448e-ac1c-d598d0403ace tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 946 time: 0.1183221 Dec 13 12:43:55.964515 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-b654f580-21f4-40bb-8b6b-6daaff0a9d52 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165137 Dec 13 12:43:56.105379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dad6883b-5496-4cae-b89f-7b87e516d823 req-eb3140da-45be-485e-a962-d49e26f473aa tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441374 Dec 13 12:43:56.124395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d25a0590-3c2c-4040-b34e-e7318f607c6d req-7923a6c8-d6d0-45db-ab60-f58810385bc2 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1478405 Dec 13 12:43:56.197373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61687861-ce92-44e7-81d2-853d2b3ad7fc req-7202f322-2924-4b6d-9bdf-6e87023d66a1 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075250 Dec 13 12:43:56.208984 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad37466e-7546-4bc9-9975-9c12b255a91f x-openstack-request-id: req-ad37466e-7546-4bc9-9975-9c12b255a91f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:56.210693 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c8f50d-0e6d-4680-b651-5a3cc35b957f", "tag": "9eaf8399-0f91-4126-94d3-45eb7326faa7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:56.211245 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad37466e-7546-4bc9-9975-9c12b255a91f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:56.212944 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c8f50d-0e6d-4680-b651-5a3cc35b957f', 'tag': '9eaf8399-0f91-4126-94d3-45eb7326faa7', 'status': 'completed', 'code': 200} Dec 13 12:43:56.438378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-712b44a8-e3a2-46db-8fd2-64878e633c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:56.444158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-712b44a8-e3a2-46db-8fd2-64878e633c9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a93085dfd946bf87284e95d598f31c&device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 1098 time: 0.1452379 Dec 13 12:43:56.448037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8672253-760d-4550-bc93-65132d6ff18f req-65df803f-ef26-4126-bf7f-bf2f14001eef tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:56.450112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8672253-760d-4550-bc93-65132d6ff18f req-65df803f-ef26-4126-bf7f-bf2f14001eef tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.1422765 Dec 13 12:43:56.503644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:56.505931 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee92bfd7-6ff7-4588-8a75-f5335d53e2bc" -d '{"events": [{"server_uuid": "35271516-d5dc-4b04-8c51-ddd8c80131b1", "name": "network-vif-plugged", "status": "completed", "tag": "b9597251-0e80-45a3-a27e-f0bc0f9b7c30"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:56.580814 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3bdda6-2fff-416c-b369-1ca082935562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:56.617118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-d67d76ae-4bdb-47f6-96fd-8ad817d855ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:56.618697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-d67d76ae-4bdb-47f6-96fd-8ad817d855ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1683159 Dec 13 12:43:56.626691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d3105-6372-4d05-9f96-582b50495fb6 req-fd792f87-250e-4781-8558-56583f373c3c tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:56.628187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c8d3105-6372-4d05-9f96-582b50495fb6 req-fd792f87-250e-4781-8558-56583f373c3c tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 950 time: 0.1216230 Dec 13 12:43:56.631552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8672253-760d-4550-bc93-65132d6ff18f req-17d03469-e3e5-4dc6-87ba-286cab53b92f tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612375 Dec 13 12:43:56.696131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-f8ec3497-f91e-4567-a6e4-d543a278294d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=9eaf8399-0f91-4126-94d3-45eb7326faa7 HTTP/1.1" status: 200 len: 217 time: 0.0631673 Dec 13 12:43:56.805923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c8d3105-6372-4d05-9f96-582b50495fb6 req-acfd8360-4ed9-422f-a96c-537f284914d7 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664073 Dec 13 12:43:56.827935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-63829e60-bec7-45c4-a4ac-186c41789052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:56.830018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-63829e60-bec7-45c4-a4ac-186c41789052 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1250377 Dec 13 12:43:56.836113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60244) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:56.857425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ea05b-6dd7-459a-9380-e537203001b9 req-7e86bb7a-b726-4407-a999-fe123fe12a42 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:56.864860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f5ea05b-6dd7-459a-9380-e537203001b9 req-7e86bb7a-b726-4407-a999-fe123fe12a42 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1096 time: 0.0916696 Dec 13 12:43:56.917129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-41d78b3e-9e9c-4fda-a0ed-e2ebdcfec12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:56.918943 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-41d78b3e-9e9c-4fda-a0ed-e2ebdcfec12f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742948 Dec 13 12:43:56.955443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f5ea05b-6dd7-459a-9380-e537203001b9 req-9575d448-81a5-4011-b2eb-096ce4f300cd tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839832 Dec 13 12:43:56.967391 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a77ed0-f6e3-4d53-8b75-e5910b86e805 x-openstack-request-id: req-50a77ed0-f6e3-4d53-8b75-e5910b86e805 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:56.967984 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35271516-d5dc-4b04-8c51-ddd8c80131b1", "name": "network-vif-plugged", "status": "completed", "tag": "b9597251-0e80-45a3-a27e-f0bc0f9b7c30", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:56.968429 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50a77ed0-f6e3-4d53-8b75-e5910b86e805 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:56.969790 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30', 'code': 200} Dec 13 12:43:57.191607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-6323ee31-a127-4748-9be0-066d73577e29 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786688 Dec 13 12:43:57.195397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-4d87b6cd-4794-416f-b7d0-dc6c5c1d4610 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648010 Dec 13 12:43:57.201313 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6c2dd2bc-e4ce-4e46-8918-e5b09c97d59d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63fde0b7d8354995902090439d908849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634801 Dec 13 12:43:57.204021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60266) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:57.276844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70bcc6-fcdc-4473-a8ef-f1ddde339ccd req-8da4f0ae-3103-4aa1-a974-975a3faa4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:57.278450 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc70bcc6-fcdc-4473-a8ef-f1ddde339ccd req-8da4f0ae-3103-4aa1-a974-975a3faa4871 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 1097 time: 0.2261732 Dec 13 12:43:57.291305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91924c78-d859-4ecf-b120-22cd52336745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:57.321867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91924c78-d859-4ecf-b120-22cd52336745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:57.350992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:57.352682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7e3ee-a58f-49f4-b548-f63118e17b03 req-1ae3906e-4e9d-4bc7-b25c-833edaec08c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:57.354287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3c7e3ee-a58f-49f4-b548-f63118e17b03 req-1ae3906e-4e9d-4bc7-b25c-833edaec08c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 947 time: 0.2625005 Dec 13 12:43:57.401142 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91924c78-d859-4ecf-b120-22cd52336745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:57.405962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91924c78-d859-4ecf-b120-22cd52336745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:57.414436 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-91924c78-d859-4ecf-b120-22cd52336745 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9c03d19-6086-4fdc-8a5b-1faf77034624 HTTP/1.1" status: 204 len: 168 time: 0.2069340 Dec 13 12:43:57.441254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91924c78-d859-4ecf-b120-22cd52336745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c03d19-6086-4fdc-8a5b-1faf77034624,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:57.492004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc70bcc6-fcdc-4473-a8ef-f1ddde339ccd req-c349717a-c948-4835-841e-68ad8eca0e02 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1847444 Dec 13 12:43:57.513810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-381f9851-92bb-4bf6-8dfa-df2cffeeae2e req-f3b1b4d1-4355-4215-939e-affceb874134 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041446 Dec 13 12:43:57.538638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3c7e3ee-a58f-49f4-b548-f63118e17b03 req-e3092209-fd02-4256-ac8a-39b5828ba7c0 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695747 Dec 13 12:43:57.563612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-def0a4cc-a0cc-4adb-b362-aff35464cc93 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:57.563835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a474e650-05ea-4be3-aac3-ccea03064799 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:43:57.566474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-def0a4cc-a0cc-4adb-b362-aff35464cc93 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3738513 Dec 13 12:43:57.593342 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-934d8c70-0901-4e23-a5dd-1d831f508924 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/quotas/ea5f27eb7b16424fab60499d6e90bd32 HTTP/1.1" status: 200 len: 375 time: 0.0258262 Dec 13 12:43:57.618639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5e762c6-7b24-41b4-8b96-ba6dbbd66cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:57.650675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: a474e650-05ea-4be3-aac3-ccea03064799 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:43:57.651041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a474e650-05ea-4be3-aac3-ccea03064799 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:43:57.680544 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-1fd8320f-988b-48f8-8231-ff567cd46428 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855482 Dec 13 12:43:57.692691 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:57.785310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5e762c6-7b24-41b4-8b96-ba6dbbd66cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:57.798720 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5e762c6-7b24-41b4-8b96-ba6dbbd66cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:57.912036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e762c6-7b24-41b4-8b96-ba6dbbd66cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14aefdf-cf23-4780-892c-c508e87fc10b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:57.949652 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d5e762c6-7b24-41b4-8b96-ba6dbbd66cbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85c19cf234c647a28d5ab764b42c87a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5947695 Dec 13 12:43:57.951996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60292) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:57.977681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-982b4112-5ebc-40cc-b680-ad93e9b0e33f req-c8cc40ad-160a-4c12-b040-70b1728e786c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 210 time: 0.0535283 Dec 13 12:43:58.091669 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60294) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:58.092573 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37423316-e529-4877-91ee-bdf4b90e6298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:58.169467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37423316-e529-4877-91ee-bdf4b90e6298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:58.175099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc282c-5156-4365-aec3-461bf0d0caff req-e78b2343-09f8-497a-8320-940251fc768c tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:58.178685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6bc282c-5156-4365-aec3-461bf0d0caff req-e78b2343-09f8-497a-8320-940251fc768c tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 946 time: 0.1420574 Dec 13 12:43:58.179506 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3a31e687-78a2-4f84-8ecc-0acbde7f043b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5503a126c844f3088b4329bfc83d1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0831063 Dec 13 12:43:58.182015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60300) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:58.245455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e27f46-685c-45a7-8264-9badf09d9da3', 'name': 'network-vif-deleted', 'tag': 'a474e650-05ea-4be3-aac3-ccea03064799'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:43:58.248240 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39559fa9-29a7-4e0a-abee-3e045f780c4b" -d '{"events": [{"server_uuid": "34e27f46-685c-45a7-8264-9badf09d9da3", "name": "network-vif-deleted", "tag": "a474e650-05ea-4be3-aac3-ccea03064799"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:43:58.256263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6bc282c-5156-4365-aec3-461bf0d0caff req-d90705f4-24c1-41be-9a6e-1533be118641 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0693400 Dec 13 12:43:58.260780 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e36abb8-2d90-416c-8b4a-977cf5edf3ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:58.266855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760d728-6569-407b-bcb8-a5954139b86f req-38ec51ea-0c5e-45ec-bccf-397dd22b5499 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:58.283625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2760d728-6569-407b-bcb8-a5954139b86f req-38ec51ea-0c5e-45ec-bccf-397dd22b5499 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 950 time: 0.2027912 Dec 13 12:43:58.285727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e36abb8-2d90-416c-8b4a-977cf5edf3ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:58.322808 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37423316-e529-4877-91ee-bdf4b90e6298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:58.325596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37423316-e529-4877-91ee-bdf4b90e6298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:58.329493 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37423316-e529-4877-91ee-bdf4b90e6298 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c14aefdf-cf23-4780-892c-c508e87fc10b HTTP/1.1" status: 204 len: 168 time: 0.3737476 Dec 13 12:43:58.337581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37423316-e529-4877-91ee-bdf4b90e6298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14aefdf-cf23-4780-892c-c508e87fc10b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:58.365037 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e36abb8-2d90-416c-8b4a-977cf5edf3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:58.373563 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e36abb8-2d90-416c-8b4a-977cf5edf3ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:58.377658 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9e36abb8-2d90-416c-8b4a-977cf5edf3ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e08e3da5-a7a9-4e63-a2e4-9d4b73d576ba HTTP/1.1" status: 204 len: 168 time: 0.1922503 Dec 13 12:43:58.412689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36abb8-2d90-416c-8b4a-977cf5edf3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08e3da5-a7a9-4e63-a2e4-9d4b73d576ba,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:58.453641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2760d728-6569-407b-bcb8-a5954139b86f req-66f1d1df-5091-4561-a845-5a70243cc193 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773510 Dec 13 12:43:58.563391 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf8d95b-ac16-4c88-96eb-43ab7203a666 x-openstack-request-id: req-eaf8d95b-ac16-4c88-96eb-43ab7203a666 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:43:58.564056 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e27f46-685c-45a7-8264-9badf09d9da3", "name": "network-vif-deleted", "tag": "a474e650-05ea-4be3-aac3-ccea03064799", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:43:58.564409 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eaf8d95b-ac16-4c88-96eb-43ab7203a666 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:43:58.567057 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e27f46-685c-45a7-8264-9badf09d9da3', 'name': 'network-vif-deleted', 'tag': 'a474e650-05ea-4be3-aac3-ccea03064799', 'status': 'completed', 'code': 200} Dec 13 12:43:58.944055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:59.112641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60332) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:59.131352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5dd8718-f21c-4121-aa70-0c11b671682a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:59.147268 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616f761-f0eb-4da5-8f8d-3c377ac3f99d req-ed5c8121-b0ea-4815-8a12-9bc8aa85a0cf tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:59.149301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6616f761-f0eb-4da5-8f8d-3c377ac3f99d req-ed5c8121-b0ea-4815-8a12-9bc8aa85a0cf tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 947 time: 0.0830712 Dec 13 12:43:59.233033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6616f761-f0eb-4da5-8f8d-3c377ac3f99d req-2ad76f4e-a848-4795-bbfa-68405f04038c tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772555 Dec 13 12:43:59.249510 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5dd8718-f21c-4121-aa70-0c11b671682a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:59.259183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5dd8718-f21c-4121-aa70-0c11b671682a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:59.307812 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f5dd8718-f21c-4121-aa70-0c11b671682a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ed83041ccf94e52a8c0058d21123fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935246 Dec 13 12:43:59.309357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd8718-f21c-4121-aa70-0c11b671682a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c78169-0efb-464f-8631-d673463e9e8e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:59.310648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60344) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:43:59.436629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291abea0-e69c-4f9d-b199-7d4587d7fbef req-213a1da3-bbe7-4536-a6f8-5795615d44ba tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:59.446016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-291abea0-e69c-4f9d-b199-7d4587d7fbef req-213a1da3-bbe7-4536-a6f8-5795615d44ba tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 950 time: 0.1170077 Dec 13 12:43:59.464216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-6447c032-934b-4bc5-96ae-06d799eb7094 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537844 Dec 13 12:43:59.578355 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14b31f92-6036-4f6a-b1b4-64850ff5042a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:59.629570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-291abea0-e69c-4f9d-b199-7d4587d7fbef req-85b85cb5-057b-4490-b501-9fa015bcf8c8 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821821 Dec 13 12:43:59.652556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14b31f92-6036-4f6a-b1b4-64850ff5042a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:59.690812 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-2cfa89a0-0632-4c71-8db4-38fe499b9aac tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:43:59.693579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-2cfa89a0-0632-4c71-8db4-38fe499b9aac tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285924 Dec 13 12:43:59.699123 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:59.714358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Request body: {'port': {'device_id': 'f1e76872-b53a-48b3-9fa6-b15783aac4a7', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'ea5f27eb7b16424fab60499d6e90bd32'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:43:59.838926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6665ab82-35d0-436f-8479-373f3f946465 req-a8a28caa-c8b2-4d5d-a565-3df272c820ae tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 210 time: 0.0365992 Dec 13 12:43:59.905621 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14b31f92-6036-4f6a-b1b4-64850ff5042a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:59.909405 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14b31f92-6036-4f6a-b1b4-64850ff5042a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:43:59.911217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-14b31f92-6036-4f6a-b1b4-64850ff5042a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36c78169-0efb-464f-8631-d673463e9e8e HTTP/1.1" status: 204 len: 168 time: 0.5992060 Dec 13 12:43:59.936590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b31f92-6036-4f6a-b1b4-64850ff5042a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c78169-0efb-464f-8631-d673463e9e8e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:43:59.983645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Made reservation on behalf of ea5f27eb7b16424fab60499d6e90bd32 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:43:59.989764 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:00.024338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9eaf8399-0f91-4126-94d3-45eb7326faa7 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:44:00.148651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ed79b-6bf6-4f00-b02d-ce730ac02397 req-20cf34ad-6024-4243-ab19-88cc86c3e714 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:00.150668 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d4ed79b-6bf6-4f00-b02d-ce730ac02397 req-20cf34ad-6024-4243-ab19-88cc86c3e714 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 946 time: 0.1556540 Dec 13 12:44:00.219777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9eaf8399-0f91-4126-94d3-45eb7326faa7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9eaf8399-0f91-4126-94d3-45eb7326faa7,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:00.256904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '9eaf8399-0f91-4126-94d3-45eb7326faa7', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '9eaf8399-0f91-4126-94d3-45eb7326faa7', 'mac_address': 'fa:16:3e:bf:81:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:44:00.323991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:00.348369 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eaf8399-0f91-4126-94d3-45eb7326faa7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:00.356633 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d4ed79b-6bf6-4f00-b02d-ce730ac02397 req-84419a6b-fe77-44d8-a842-44c79903e463 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1727717 Dec 13 12:44:00.400125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9eaf8399-0f91-4126-94d3-45eb7326faa7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9eaf8399-0f91-4126-94d3-45eb7326faa7,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:00.404760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Allocated IP 192.168.233.144 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/56281631-2188-42bf-b597-bbd3063af7ac) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:00.407377 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:00.433083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-61b624d4-757a-4308-b09b-086e08836069 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:00.434953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-61b624d4-757a-4308-b09b-086e08836069 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 950 time: 0.1153622 Dec 13 12:44:00.482249 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf8399-0f91-4126-94d3-45eb7326faa7,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:00.638748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9eaf8399-0f91-4126-94d3-45eb7326faa7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:00.663908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb900c6-63ac-4df5-abc2-b11470b986bb req-51dc6855-b106-4aef-b771-5f54bdc886fd tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:00.671643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9cb900c6-63ac-4df5-abc2-b11470b986bb req-51dc6855-b106-4aef-b771-5f54bdc886fd tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 948 time: 0.1333299 Dec 13 12:44:00.814052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-b2dc01d0-8702-4f17-8e89-7828752aadf6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Deleting port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:44:00.814689 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-b2dc01d0-8702-4f17-8e89-7828752aadf6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:00.881057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9cb900c6-63ac-4df5-abc2-b11470b986bb req-0831dda7-c363-45ae-84fe-01570344cd86 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080698 Dec 13 12:44:00.963134 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:01.026990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-b2dc01d0-8702-4f17-8e89-7828752aadf6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] For port 881819d9-e97f-45d8-aec1-1cd5cc9a3261, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=881819d9-e97f-45d8-aec1-1cd5cc9a3261,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:01.027356 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-b2dc01d0-8702-4f17-8e89-7828752aadf6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:01.072320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-b2dc01d0-8702-4f17-8e89-7828752aadf6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Calling delete_port for 881819d9-e97f-45d8-aec1-1cd5cc9a3261 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:44:01.099516 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:01.107434 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60406) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:01.370271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['4eb0558f-9e8a-44ee-8c00-fd1651177a82'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:01.410459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Pushing event updated for resources: {'Port': ['ID=56281631-2188-42bf-b597-bbd3063af7ac,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:01.422883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a0416-b598-421c-8658-ffbc24de7541 req-0ec6c903-0652-4107-926f-d368443cdacf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:01.424463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb7a0416-b598-421c-8658-ffbc24de7541 req-0ec6c903-0652-4107-926f-d368443cdacf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 946 time: 0.3944292 Dec 13 12:44:01.434341 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60416) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:01.443674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5fa32134-5ac3-430c-a8ed-07fbdd9f3ff1 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Request body: {'floatingip': {'port_id': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:01.451951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:01.454948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:01.466221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:01.472354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:01.473075 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:01.509604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-50c72173-0836-443e-87c7-c559e9376311 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8005219 Dec 13 12:44:01.538628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Request body: {'port': {'device_id': 'f1e76872-b53a-48b3-9fa6-b15783aac4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:01.691307 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fa32134-5ac3-430c-a8ed-07fbdd9f3ff1 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:01.704738 n-d-817326-4 neutron-server[109885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 12:44:01.737887 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:01.885841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bdb5d-a935-456a-afd8-a53fcb3ad6b6 req-b0a294fc-75de-4029-9be2-a51aa2714e80 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:01.891298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e22bdb5d-a935-456a-afd8-a53fcb3ad6b6 req-b0a294fc-75de-4029-9be2-a51aa2714e80 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebd77122-4da7-4c27-bb4f-11c19cf3f890 HTTP/1.1" status: 200 len: 950 time: 0.2903521 Dec 13 12:44:01.894668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5dc404b2-3a0a-4aaf-b621-8b3a62ec3789 None None] Provisioning complete for port 56281631-2188-42bf-b597-bbd3063af7ac triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:01.896937 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5dc404b2-3a0a-4aaf-b621-8b3a62ec3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:01.899690 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-b2dc01d0-8702-4f17-8e89-7828752aadf6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:01.992862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5dc404b2-3a0a-4aaf-b621-8b3a62ec3789 None None] Port 56281631-2188-42bf-b597-bbd3063af7ac cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:44:02.040418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9eaf8399-0f91-4126-94d3-45eb7326faa7 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:02.111417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 9eaf8399-0f91-4126-94d3-45eb7326faa7 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:44:02.121827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 9eaf8399-0f91-4126-94d3-45eb7326faa7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:02.123208 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:02.173680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc01d0-8702-4f17-8e89-7828752aadf6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Pushing event deleted for resources: {'Port': ['ID=881819d9-e97f-45d8-aec1-1cd5cc9a3261,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:02.410384 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:02.466925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c8f50d-0e6d-4680-b651-5a3cc35b957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf8399-0f91-4126-94d3-45eb7326faa7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:02.475244 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f173307-cd1e-4165-b33f-29711b1b4320" -d '{"events": [{"server_uuid": "99c8f50d-0e6d-4680-b651-5a3cc35b957f", "name": "network-vif-plugged", "status": "completed", "tag": "9eaf8399-0f91-4126-94d3-45eb7326faa7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:02.498864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9eaf8399-0f91-4126-94d3-45eb7326faa7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9eaf8399-0f91-4126-94d3-45eb7326faa7,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:02.508089 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:02.569829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e22bdb5d-a935-456a-afd8-a53fcb3ad6b6 req-6d6cb1e6-7aec-49b3-a7fb-d71ebb8d0629 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08459f8-a1de-460a-bcfa-f4cc3f325dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153531 Dec 13 12:44:02.633111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-b2dc01d0-8702-4f17-8e89-7828752aadf6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] No DVR routers for this DVR port 881819d9-e97f-45d8-aec1-1cd5cc9a3261 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:44:02.634933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf8399-0f91-4126-94d3-45eb7326faa7,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:02.643889 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-b2dc01d0-8702-4f17-8e89-7828752aadf6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:02.646591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfb06415-cce0-4812-b9d8-212c58cf15b3 req-b2dc01d0-8702-4f17-8e89-7828752aadf6 tempest-DeleteServersAdminTestJSON-1473087901 tempest-DeleteServersAdminTestJSON-1473087901-project] 10.222.0.42 "DELETE /v2.0/ports/881819d9-e97f-45d8-aec1-1cd5cc9a3261 HTTP/1.1" status: 204 len: 173 time: 2.2046003 Dec 13 12:44:02.647036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd77122-4da7-4c27-bb4f-11c19cf3f890', 'name': 'network-vif-deleted', 'tag': '881819d9-e97f-45d8-aec1-1cd5cc9a3261'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:02.666436 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b87e73-c66d-4799-90fb-09f6d7b2ed23" -d '{"events": [{"server_uuid": "ebd77122-4da7-4c27-bb4f-11c19cf3f890", "name": "network-vif-deleted", "tag": "881819d9-e97f-45d8-aec1-1cd5cc9a3261"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:02.717870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1eb2480f-ef85-4e1c-8524-6d92493c72a0 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:44:02.730614 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1eb2480f-ef85-4e1c-8524-6d92493c72a0 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.6204875 Dec 13 12:44:02.795269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9c371-9483-440b-b1c7-d25fbdfc9cfb req-85f66453-2298-4d70-9dc5-f8d23aa77fb4 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:02.811521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97a9c371-9483-440b-b1c7-d25fbdfc9cfb req-85f66453-2298-4d70-9dc5-f8d23aa77fb4 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 936 time: 0.1179819 Dec 13 12:44:02.813796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.resource_extend [None req-5fa32134-5ac3-430c-a8ed-07fbdd9f3ff1 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:44:02.979856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fa32134-5ac3-430c-a8ed-07fbdd9f3ff1 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:02.989639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fa32134-5ac3-430c-a8ed-07fbdd9f3ff1 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:02.998117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97a9c371-9483-440b-b1c7-d25fbdfc9cfb req-76795b5e-c8b0-49c5-9663-e9995a73214b tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823235 Dec 13 12:44:03.018746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56281631-2188-42bf-b597-bbd3063af7ac {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:03.040338 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:03.071779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Transition to ACTIVE for port object 56281631-2188-42bf-b597-bbd3063af7ac will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:44:03.078459 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:03.241451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-55012fd8-512c-4e6b-87b9-5e0b667ca029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:03.242893 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-55012fd8-512c-4e6b-87b9-5e0b667ca029 service neutron] 10.222.0.31 "GET /v2.0/ports/9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 200 len: 1093 time: 0.3223276 Dec 13 12:44:03.252697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Request body: {'binding': {'host': 'n-h2-817326-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:03.253220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Unknown quota resources ['binding']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 12:44:03.272481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Pushing event updated for resources: {'Port': ['ID=56281631-2188-42bf-b597-bbd3063af7ac,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:03.302462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ef1e5-de81-4ec3-a770-e4ca00061294 req-de4819a2-d7ef-4b8a-bbed-fd3250a80fc7 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:03.304467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-268ef1e5-de81-4ec3-a770-e4ca00061294 req-de4819a2-d7ef-4b8a-bbed-fd3250a80fc7 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 949 time: 0.1525087 Dec 13 12:44:03.325036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Attempting to bind port 56281631-2188-42bf-b597-bbd3063af7ac on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:03.325415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Attempting to bind port 56281631-2188-42bf-b597-bbd3063af7ac by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:03.325724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Attempting to bind port 56281631-2188-42bf-b597-bbd3063af7ac on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:03.328456 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-5fa32134-5ac3-430c-a8ed-07fbdd9f3ff1 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Floating IP 8aebded1-e749-4e5e-813e-0def8d84d3ee associated. External IP: 172.25.2.143, port: b9597251-0e80-45a3-a27e-f0bc0f9b7c30. Dec 13 12:44:03.379494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-268ef1e5-de81-4ec3-a770-e4ca00061294 req-ca93f2d3-3351-402a-b3a4-6825fdba2209 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635562 Dec 13 12:44:03.380085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Port 56281631-2188-42bf-b597-bbd3063af7ac on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:03.380412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Attempting to bind port 56281631-2188-42bf-b597-bbd3063af7ac on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:03.387046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:03.387952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:03.388624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:03.389195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Bound port: 56281631-2188-42bf-b597-bbd3063af7ac, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:03.389561 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:03.459018 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2b77d0-7058-4833-9c3b-60ce3f7143b9 x-openstack-request-id: req-ce2b77d0-7058-4833-9c3b-60ce3f7143b9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:03.459488 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c8f50d-0e6d-4680-b651-5a3cc35b957f", "name": "network-vif-plugged", "status": "completed", "tag": "9eaf8399-0f91-4126-94d3-45eb7326faa7", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:03.459586 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce2b77d0-7058-4833-9c3b-60ce3f7143b9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:03.459984 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c8f50d-0e6d-4680-b651-5a3cc35b957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf8399-0f91-4126-94d3-45eb7326faa7', 'code': 200} Dec 13 12:44:03.573245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 881819d9-e97f-45d8-aec1-1cd5cc9a3261 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:44:03.586984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] For port 56281631-2188-42bf-b597-bbd3063af7ac, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:03.611805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 881819d9-e97f-45d8-aec1-1cd5cc9a3261 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:44:03.612154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 881819d9-e97f-45d8-aec1-1cd5cc9a3261 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:44:03.623723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] For port 56281631-2188-42bf-b597-bbd3063af7ac, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=56281631-2188-42bf-b597-bbd3063af7ac,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:03.636296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35a357-b3cc-4e36-9877-f7692c518231 req-4a3772d5-2a7c-4a9e-95f0-b1c7fd85f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:03.638161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df35a357-b3cc-4e36-9877-f7692c518231 req-4a3772d5-2a7c-4a9e-95f0-b1c7fd85f102 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 1100 time: 0.0962148 Dec 13 12:44:03.639836 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:03.706036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:03.707040 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:03.708706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/56281631-2188-42bf-b597-bbd3063af7ac HTTP/1.1" status: 200 len: 1096 time: 2.1890414 Dec 13 12:44:03.757543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df35a357-b3cc-4e36-9877-f7692c518231 req-45be8e9a-3c16-44fb-96c8-82fa0efc1e07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058774 Dec 13 12:44:03.773393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a6ed7-3c94-4323-aa17-e0b55a9781d7 service neutron] Pushing event updated for resources: {'Port': ['ID=56281631-2188-42bf-b597-bbd3063af7ac,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:03.818633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c on host n-h2-817326-4 for vnic_type normal with profile None {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:03.819203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:03.819327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:03.852061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-55623624-7b09-4f24-8cf3-f5246af36a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:03.854309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-55623624-7b09-4f24-8cf3-f5246af36a02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 1099 time: 0.0994911 Dec 13 12:44:03.866402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Port 9c69264f-198e-4003-8097-d6cc19aacc2c on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:03.866707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:03.884551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:03.884895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:03.885294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:03.885729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Bound port: 9c69264f-198e-4003-8097-d6cc19aacc2c, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:03.926788 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00532dbf-fe4c-4bd3-ac53-76ee9d1b716c x-openstack-request-id: req-00532dbf-fe4c-4bd3-ac53-76ee9d1b716c {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:03.927087 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd77122-4da7-4c27-bb4f-11c19cf3f890", "name": "network-vif-deleted", "tag": "881819d9-e97f-45d8-aec1-1cd5cc9a3261", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:03.927352 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00532dbf-fe4c-4bd3-ac53-76ee9d1b716c {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:03.927843 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd77122-4da7-4c27-bb4f-11c19cf3f890', 'name': 'network-vif-deleted', 'tag': '881819d9-e97f-45d8-aec1-1cd5cc9a3261', 'status': 'completed', 'code': 200} Dec 13 12:44:03.929477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-bc7c50be-7bc1-4b48-998f-495bedab9eac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=56281631-2188-42bf-b597-bbd3063af7ac HTTP/1.1" status: 200 len: 217 time: 0.0675728 Dec 13 12:44:04.032960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-44966fac-7d37-4a53-b282-285ffc1e5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:04.034215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:04.034473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-44966fac-7d37-4a53-b282-285ffc1e5460 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0985000 Dec 13 12:44:04.057849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa32134-5ac3-430c-a8ed-07fbdd9f3ff1 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:44:04.061018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] Publish callbacks [] for binding, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:04.069210 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-1cf48bf7-3264-485f-91f6-edb46f0c74c1 service neutron] 10.222.0.31 "POST /v2.0/ports/9c69264f-198e-4003-8097-d6cc19aacc2c/bindings HTTP/1.1" status: 201 len: 389 time: 0.8133740 Dec 13 12:44:04.092670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-83a62c6e-8c24-440b-b978-181b5b70a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:04.093071 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-83a62c6e-8c24-440b-b978-181b5b70a327 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0506029 Dec 13 12:44:04.252842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-9b58e8b4-087b-492e-85b9-744122bf10ce service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501908 Dec 13 12:44:04.436868 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa32134-5ac3-430c-a8ed-07fbdd9f3ff1 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:44:04.450601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fa32134-5ac3-430c-a8ed-07fbdd9f3ff1 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:04.452401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d54bf31-f1e4-41e1-90fe-721cf993a3f0 req-bf1d048c-1f2f-44ad-a985-b55a5017b5f0 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907380 Dec 13 12:44:04.489310 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5fa32134-5ac3-430c-a8ed-07fbdd9f3ff1 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "PUT /v2.0/floatingips/8aebded1-e749-4e5e-813e-0def8d84d3ee HTTP/1.1" status: 200 len: 992 time: 3.0534444 Dec 13 12:44:04.489971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'tag': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:04.492348 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e872d1b0-0719-4471-be29-079709cde6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "35271516-d5dc-4b04-8c51-ddd8c80131b1", "tag": "b9597251-0e80-45a3-a27e-f0bc0f9b7c30"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:04.511583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e1176-1fef-414d-9652-e5e6c7936cf6 req-dd5f186d-5c3e-402e-a329-7cf94dd56d0e tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:04.519708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b3e1176-1fef-414d-9652-e5e6c7936cf6 req-dd5f186d-5c3e-402e-a329-7cf94dd56d0e tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 948 time: 0.1545715 Dec 13 12:44:04.562005 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] Sync routers for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:44:04.572396 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:44:04.573049 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:43:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:04.593508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-7c74a815-8ba6-4fdf-9d53-9b64c0114f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:04.595057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-7c74a815-8ba6-4fdf-9d53-9b64c0114f69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1096 time: 0.1416686 Dec 13 12:44:04.646040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b3e1176-1fef-414d-9652-e5e6c7936cf6 req-afc58602-b1ec-4081-a234-09bea2a6c48b tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046698 Dec 13 12:44:04.680088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbeb515-4c06-46e4-8f04-33f455e265dc req-182e17c6-0e8d-49af-9fb8-40f09f7c10b9 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:04.681593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7cbeb515-4c06-46e4-8f04-33f455e265dc req-182e17c6-0e8d-49af-9fb8-40f09f7c10b9 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 945 time: 0.1384723 Dec 13 12:44:04.713280 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:44:04.734837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-c6cacaab-71c3-4e1d-bf2b-53ef585f4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:04.738130 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-c6cacaab-71c3-4e1d-bf2b-53ef585f4103 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.1315167 Dec 13 12:44:04.793713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-9388f53e-9639-45be-a2e6-cb9ed4391142 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 200 len: 217 time: 0.0462503 Dec 13 12:44:04.837103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7cbeb515-4c06-46e4-8f04-33f455e265dc req-1d3e98b1-44f3-4ff9-8ed2-77b196192b5a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309133 Dec 13 12:44:04.863265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-cb0c94aa-0a56-47bc-9f6b-beb633fc5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:04.865210 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-cb0c94aa-0a56-47bc-9f6b-beb633fc5c47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.0626156 Dec 13 12:44:04.923638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-094cb74f-6e50-4363-8ef8-2fd74e7bf760 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510142 Dec 13 12:44:05.023715 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a9c8e9-1c2f-49fa-834e-a21b38f4b2c4 x-openstack-request-id: req-98a9c8e9-1c2f-49fa-834e-a21b38f4b2c4 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:05.024218 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35271516-d5dc-4b04-8c51-ddd8c80131b1", "tag": "b9597251-0e80-45a3-a27e-f0bc0f9b7c30", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:05.024312 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98a9c8e9-1c2f-49fa-834e-a21b38f4b2c4 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:05.024825 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'tag': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30', 'status': 'completed', 'code': 200} Dec 13 12:44:05.145593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1adb8-becb-4d97-aff4-9a182a050df2 req-8e220faf-7c57-4fb1-8446-907c973064e7 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:05.147603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91b1adb8-becb-4d97-aff4-9a182a050df2 req-8e220faf-7c57-4fb1-8446-907c973064e7 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 949 time: 0.1983197 Dec 13 12:44:05.182201 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '8aebded1-e749-4e5e-813e-0def8d84d3ee', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'port_id': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'mac_address': 'fa:16:3e:b6:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:43:32Z', 'updated_at': '2021-12-13T12:44:02Z', 'revision_number': 1, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:05.277232 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] Checking router: d6281c11-ae6a-4fc1-8097-12e3ce3f7760 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:44:05.279035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d1b0-0719-4471-be29-079709cde6a0 req-b590bb97-6e96-4de9-b871-fd6b8119bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:05.281339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e872d1b0-0719-4471-be29-079709cde6a0 req-b590bb97-6e96-4de9-b871-fd6b8119bec2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7fa575a45fc4f60843818634f1b2c3e&device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 1097 time: 0.1914890 Dec 13 12:44:05.288673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-4a13c3a4-8839-45a3-a70e-90fbbf38c156 service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535385 Dec 13 12:44:05.300355 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:44:05.300993 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:43:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:05.346472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60524) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:05.397875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d1b0-0719-4471-be29-079709cde6a0 req-b6d0134c-942b-4663-b231-2d3c2f95e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:05.399601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e872d1b0-0719-4471-be29-079709cde6a0 req-b6d0134c-942b-4663-b231-2d3c2f95e0a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5318adeb-f970-49a3-bdfd-ee606db0bb86 HTTP/1.1" status: 200 len: 923 time: 0.1068203 Dec 13 12:44:05.491800 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:44:05.506253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-e4bfd9e9-81ed-4ced-b081-284458204a46 service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054425 Dec 13 12:44:05.544704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91b1adb8-becb-4d97-aff4-9a182a050df2 req-cc7523e1-951e-450a-a53b-54b09f9eb11f tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720343 Dec 13 12:44:05.562871 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0713bbca-61d1-438c-a0c6-be4ef8e3394c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:05.776863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0713bbca-61d1-438c-a0c6-be4ef8e3394c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:05.784694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0713bbca-61d1-438c-a0c6-be4ef8e3394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:05.853321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e872d1b0-0719-4471-be29-079709cde6a0 req-a65091fa-c153-4c0e-8d36-5a614d997aca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9597251-0e80-45a3-a27e-f0bc0f9b7c30 HTTP/1.1" status: 200 len: 1000 time: 0.3459377 Dec 13 12:44:05.870830 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0713bbca-61d1-438c-a0c6-be4ef8e3394c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38de74c30119498b923891d2b216a511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203531 Dec 13 12:44:05.875750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60546) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:05.885960 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '8aebded1-e749-4e5e-813e-0def8d84d3ee', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'port_id': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'mac_address': 'fa:16:3e:b6:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:43:32Z', 'updated_at': '2021-12-13T12:44:02Z', 'revision_number': 1, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:05.924345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d1b0-0719-4471-be29-079709cde6a0 req-92ab4966-a43f-4486-b572-07e00429aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:05.926203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e872d1b0-0719-4471-be29-079709cde6a0 req-92ab4966-a43f-4486-b572-07e00429aa40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ba95175-5180-48c1-b6b6-adb302fc6a81 HTTP/1.1" status: 200 len: 862 time: 0.0600395 Dec 13 12:44:05.938441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e76872-b53a-48b3-9fa6-b15783aac4a7', 'tag': '56281631-2188-42bf-b597-bbd3063af7ac'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:05.945467 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c666fcf2-965d-4a85-9331-8738a148870f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e76872-b53a-48b3-9fa6-b15783aac4a7", "tag": "56281631-2188-42bf-b597-bbd3063af7ac"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:05.966946 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff50853-c5a2-49f7-b146-4e643bc18c78 None None] The sync data for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 is: [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '8aebded1-e749-4e5e-813e-0def8d84d3ee', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'port_id': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'mac_address': 'fa:16:3e:b6:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:43:32Z', 'updated_at': '2021-12-13T12:44:02Z', 'revision_number': 1, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:44:06.007156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-9171cbd7-8c35-49b0-a759-9eaf854caa29 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:06.008785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-9171cbd7-8c35-49b0-a759-9eaf854caa29 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.3505595 Dec 13 12:44:06.039416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713bbca-61d1-438c-a0c6-be4ef8e3394c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21844673-9297-4f60-8833-303c69296071,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:06.061687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-4'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:06.082222 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50c025cf-fbe7-4fe2-9f43-4bdefa41b0b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:06.132775 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50c025cf-fbe7-4fe2-9f43-4bdefa41b0b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:06.177364 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:06.191544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60558) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:06.204404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d1b0-0719-4471-be29-079709cde6a0 req-b69e288c-2d20-454a-a8e1-e704474e6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:06.205431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e872d1b0-0719-4471-be29-079709cde6a0 req-b69e288c-2d20-454a-a8e1-e704474e6c4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5318adeb-f970-49a3-bdfd-ee606db0bb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469575 Dec 13 12:44:06.212892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832afc1-276c-4a68-9a08-0f3b039a1bf5 req-dfc45b62-3cf6-4d56-827d-a3225e37e830 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:06.222323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50c025cf-fbe7-4fe2-9f43-4bdefa41b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:06.225345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4832afc1-276c-4a68-9a08-0f3b039a1bf5 req-dfc45b62-3cf6-4d56-827d-a3225e37e830 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 948 time: 0.2974787 Dec 13 12:44:06.226774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50c025cf-fbe7-4fe2-9f43-4bdefa41b0b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:06.228116 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-50c025cf-fbe7-4fe2-9f43-4bdefa41b0b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21844673-9297-4f60-8833-303c69296071 HTTP/1.1" status: 204 len: 168 time: 0.3408148 Dec 13 12:44:06.241257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c025cf-fbe7-4fe2-9f43-4bdefa41b0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21844673-9297-4f60-8833-303c69296071,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:06.333929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e72488-386c-453a-9964-d0e40449b685 req-8ca0a45e-552b-4993-9720-910a4b15ad67 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:06.341740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98e72488-386c-453a-9964-d0e40449b685 req-8ca0a45e-552b-4993-9720-910a4b15ad67 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 945 time: 0.2400897 Dec 13 12:44:06.463454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366b852-c573-41fa-b385-99055c64c213 None None] New status for floating IP 8aebded1-e749-4e5e-813e-0def8d84d3ee: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:44:06.525742 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6c1aa6e0-aff1-4ab4-b771-f6c8a535f222 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb2dac39fec6427fb0754c66499b6d99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3320918 Dec 13 12:44:06.526684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60566) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:06.608560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0521c55-15db-4ab3-b9e1-ca2df4919f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:06.642375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0521c55-15db-4ab3-b9e1-ca2df4919f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:06.731960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4832afc1-276c-4a68-9a08-0f3b039a1bf5 req-9adae7e2-7e30-4656-b992-4ab0fbb29055 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012906 Dec 13 12:44:06.742545 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0521c55-15db-4ab3-b9e1-ca2df4919f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:06.753544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0521c55-15db-4ab3-b9e1-ca2df4919f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:06.763391 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f0521c55-15db-4ab3-b9e1-ca2df4919f5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e08459f8-a1de-460a-bcfa-f4cc3f325dfd HTTP/1.1" status: 204 len: 168 time: 0.2352977 Dec 13 12:44:06.786747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0521c55-15db-4ab3-b9e1-ca2df4919f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08459f8-a1de-460a-bcfa-f4cc3f325dfd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:06.858208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60574) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:06.880561 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e849615-f6f2-42bd-90d7-1d9307aaa7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:06.902846 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82abd267-d680-4637-975a-be4f75918a6d x-openstack-request-id: req-82abd267-d680-4637-975a-be4f75918a6d {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:06.903253 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e76872-b53a-48b3-9fa6-b15783aac4a7", "tag": "56281631-2188-42bf-b597-bbd3063af7ac", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:06.904444 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82abd267-d680-4637-975a-be4f75918a6d {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:06.905159 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e76872-b53a-48b3-9fa6-b15783aac4a7', 'tag': '56281631-2188-42bf-b597-bbd3063af7ac', 'status': 'completed', 'code': 200} Dec 13 12:44:06.930318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98e72488-386c-453a-9964-d0e40449b685 req-dae87617-fc87-4f02-9c7b-47816ecbe5d6 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871830 Dec 13 12:44:06.993790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e872d1b0-0719-4471-be29-079709cde6a0 req-bed13ac5-2f86-44bb-9912-ff5c35e73c31 service neutron] 10.222.0.42 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643766 Dec 13 12:44:07.098800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666fcf2-965d-4a85-9331-8738a148870f req-90b68dad-ddca-4741-9af1-a66f4c235f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:07.101079 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c666fcf2-965d-4a85-9331-8738a148870f req-90b68dad-ddca-4741-9af1-a66f4c235f12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 1099 time: 0.1839972 Dec 13 12:44:07.243787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e849615-f6f2-42bd-90d7-1d9307aaa7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.247628 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666fcf2-965d-4a85-9331-8738a148870f req-3a62d411-0faa-43d2-9ac3-ec18fe93ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:07.249275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c666fcf2-965d-4a85-9331-8738a148870f req-3a62d411-0faa-43d2-9ac3-ec18fe93ddc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1412427 Dec 13 12:44:07.251301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e849615-f6f2-42bd-90d7-1d9307aaa7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.255882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:07.286587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.300377 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.318456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e849615-f6f2-42bd-90d7-1d9307aaa7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a14061-1ce0-48c3-9e75-d2de01c5cd9d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:07.372619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cfd43-1d0e-410c-ba80-9a4f37edeca0 req-5a3fa57a-5bf8-462d-8c49-67e35f8da206 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:07.375087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b1cfd43-1d0e-410c-ba80-9a4f37edeca0 req-5a3fa57a-5bf8-462d-8c49-67e35f8da206 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 949 time: 0.2697389 Dec 13 12:44:07.424920 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c666fcf2-965d-4a85-9331-8738a148870f req-161878e1-9b6b-4252-bfbc-240df25d86b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=56281631-2188-42bf-b597-bbd3063af7ac HTTP/1.1" status: 200 len: 217 time: 0.1165540 Dec 13 12:44:07.448046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:07.454772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e872d1b0-0719-4471-be29-079709cde6a0 req-20ba29ef-78d1-4ce0-a8ac-6a8995485a55 service neutron] 10.222.0.42 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472909 Dec 13 12:44:07.461660 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3e849615-f6f2-42bd-90d7-1d9307aaa7f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a61daf4687864667802a2ef645613054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5959194 Dec 13 12:44:07.463318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60582) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:07.525763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b1cfd43-1d0e-410c-ba80-9a4f37edeca0 req-88e7daca-4999-4943-b555-6cf8a6b0de41 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414995 Dec 13 12:44:07.547377 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.569704 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.571684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666fcf2-965d-4a85-9331-8738a148870f req-ca6faf33-4962-4655-8147-213b1fedeba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:07.573394 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c666fcf2-965d-4a85-9331-8738a148870f req-ca6faf33-4962-4655-8147-213b1fedeba3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1397421 Dec 13 12:44:07.580447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0abd0aca-24f0-4f71-84a9-5d96c35148fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.598845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 56281631-2188-42bf-b597-bbd3063af7ac details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:44:07.631396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60592) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:07.752137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c on host n-h1-817326-4 for vnic_type normal with profile {"migrating_to": "n-h2-817326-4"} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:07.752464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:07.752788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:07.759770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Pushing event updated for resources: {'Port': ['ID=9c69264f-198e-4003-8097-d6cc19aacc2c,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:07.766429 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 56281631-2188-42bf-b597-bbd3063af7ac, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=56281631-2188-42bf-b597-bbd3063af7ac,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:07.771977 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0abd0aca-24f0-4f71-84a9-5d96c35148fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.783587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e386eae0-0c0c-414f-b862-1f22a7b7f411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.785084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Port 9c69264f-198e-4003-8097-d6cc19aacc2c on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:07.785342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '56281631-2188-42bf-b597-bbd3063af7ac', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '56281631-2188-42bf-b597-bbd3063af7ac', 'mac_address': 'fa:16:3e:91:d6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:44:07.787845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Attempting to bind port 9c69264f-198e-4003-8097-d6cc19aacc2c on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:07.801166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:07.806882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:07.807582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:07.808215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Bound port: 9c69264f-198e-4003-8097-d6cc19aacc2c, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:07.808758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.865781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666fcf2-965d-4a85-9331-8738a148870f req-5b0b940b-3479-4894-86b5-33e95b05713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:07.865781 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c666fcf2-965d-4a85-9331-8738a148870f req-5b0b940b-3479-4894-86b5-33e95b05713f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2828894 Dec 13 12:44:07.887785 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.913911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56281631-2188-42bf-b597-bbd3063af7ac {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:07.965710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 56281631-2188-42bf-b597-bbd3063af7ac, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=56281631-2188-42bf-b597-bbd3063af7ac,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:07.973101 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:07.978978 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c666fcf2-965d-4a85-9331-8738a148870f req-f1f406f0-9e30-4c07-916e-7ee9a6ed703c service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013484 Dec 13 12:44:08.056952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:08.084902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3550670-e104-46d6-99f9-df14470abc9e req-36b7a5e1-c971-474b-a020-d0d479bd3b5b tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:08.086634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3550670-e104-46d6-99f9-df14470abc9e req-36b7a5e1-c971-474b-a020-d0d479bd3b5b tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 948 time: 0.2428734 Dec 13 12:44:08.088761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:08.112643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:08.112851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0abd0aca-24f0-4f71-84a9-5d96c35148fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:08.129890 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0abd0aca-24f0-4f71-84a9-5d96c35148fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:08.138507 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0abd0aca-24f0-4f71-84a9-5d96c35148fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5a14061-1ce0-48c3-9e75-d2de01c5cd9d HTTP/1.1" status: 204 len: 168 time: 0.6551585 Dec 13 12:44:08.201755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd0aca-24f0-4f71-84a9-5d96c35148fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a14061-1ce0-48c3-9e75-d2de01c5cd9d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:08.240473 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e386eae0-0c0c-414f-b862-1f22a7b7f411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:08.244852 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c666fcf2-965d-4a85-9331-8738a148870f req-e3da8a6f-b129-43d8-a492-7ab5b70b5a53 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573705 Dec 13 12:44:08.252416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e386eae0-0c0c-414f-b862-1f22a7b7f411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:08.314770 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e386eae0-0c0c-414f-b862-1f22a7b7f411 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f07c9ca52b414144b406664423cdd2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6527455 Dec 13 12:44:08.316345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386eae0-0c0c-414f-b862-1f22a7b7f411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b941488b-62ad-4199-afa7-6edc71651719,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:08.319058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60622) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:08.336209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-36174af2-589c-4e20-99d5-d79be3da5fdb tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=80a93085dfd946bf87284e95d598f31c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1263025 Dec 13 12:44:08.411457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['56281631-2188-42bf-b597-bbd3063af7ac'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:08.415360 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-98089f7f-07e3-4fea-a8d2-9b162cc93c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:08.448068 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-98089f7f-07e3-4fea-a8d2-9b162cc93c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:08.479763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=56281631-2188-42bf-b597-bbd3063af7ac,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:08.492331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:08.492957 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:08.494361 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] 10.222.0.42 "PUT /v2.0/ports/9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 200 len: 1121 time: 2.4579351 Dec 13 12:44:08.498266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.498612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.498948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.501147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.501502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.503655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.504221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.504731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.506347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.507851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.508337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.508804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.510426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:08.557435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-98089f7f-07e3-4fea-a8d2-9b162cc93c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:08.565409 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-98089f7f-07e3-4fea-a8d2-9b162cc93c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:08.566903 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-98089f7f-07e3-4fea-a8d2-9b162cc93c30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b941488b-62ad-4199-afa7-6edc71651719 HTTP/1.1" status: 204 len: 168 time: 0.2469361 Dec 13 12:44:08.576977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3550670-e104-46d6-99f9-df14470abc9e req-73fdcca8-3142-42a7-b106-d6d176fac86c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772165 Dec 13 12:44:08.578197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98089f7f-07e3-4fea-a8d2-9b162cc93c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b941488b-62ad-4199-afa7-6edc71651719,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:08.582570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e120a-34c4-4fe6-bd4d-bcb83a1a951e service neutron] Pushing event updated for resources: {'Port': ['ID=9c69264f-198e-4003-8097-d6cc19aacc2c,revision_number=8']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:08.586792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9c69264f-198e-4003-8097-d6cc19aacc2c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:08.699607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-035b565f-c753-4b7f-a568-a1e6e5b0c434 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:08.701859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-035b565f-c753-4b7f-a568-a1e6e5b0c434 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3625968 Dec 13 12:44:08.728483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-14f92b35-fc35-4d57-8a02-b474254dd48a tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/quotas/80a93085dfd946bf87284e95d598f31c HTTP/1.1" status: 200 len: 375 time: 0.0193996 Dec 13 12:44:08.829902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9610e1e-91b1-437e-be0e-6ca5747308dc req-1e80c152-6d98-46f8-a6d1-1f8d4a47325c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:08.840333 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9610e1e-91b1-437e-be0e-6ca5747308dc req-1e80c152-6d98-46f8-a6d1-1f8d4a47325c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 943 time: 0.1034892 Dec 13 12:44:08.879783 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-fe3c5414-1c71-41ac-b509-3ca62250895a tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=80a93085dfd946bf87284e95d598f31c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299298 Dec 13 12:44:08.915605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9610e1e-91b1-437e-be0e-6ca5747308dc req-184b9079-5188-4653-82f5-ca194ecaa6ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728967 Dec 13 12:44:08.920909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c69264f-198e-4003-8097-d6cc19aacc2c'}, {'name': 'network-changed', 'server_uuid': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'tag': '9c69264f-198e-4003-8097-d6cc19aacc2c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:08.928797 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bd7b54-aeb9-46db-a082-4c36aac25494" -d '{"events": [{"server_uuid": "ff74ac9a-447a-4f4a-8ff0-65c483933810", "name": "network-vif-unplugged", "status": "completed", "tag": "9c69264f-198e-4003-8097-d6cc19aacc2c"}, {"name": "network-changed", "server_uuid": "ff74ac9a-447a-4f4a-8ff0-65c483933810", "tag": "9c69264f-198e-4003-8097-d6cc19aacc2c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:09.186714 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06635842-01d1-4c0c-92d3-7c20a88cd081 x-openstack-request-id: req-06635842-01d1-4c0c-92d3-7c20a88cd081 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:09.187375 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff74ac9a-447a-4f4a-8ff0-65c483933810", "name": "network-vif-unplugged", "status": "completed", "tag": "9c69264f-198e-4003-8097-d6cc19aacc2c", "code": 200}, {"name": "network-changed", "server_uuid": "ff74ac9a-447a-4f4a-8ff0-65c483933810", "tag": "9c69264f-198e-4003-8097-d6cc19aacc2c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:09.187375 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06635842-01d1-4c0c-92d3-7c20a88cd081 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:09.187776 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c69264f-198e-4003-8097-d6cc19aacc2c', 'code': 200} Dec 13 12:44:09.188031 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'tag': '9c69264f-198e-4003-8097-d6cc19aacc2c', 'status': 'completed', 'code': 200} Dec 13 12:44:09.319670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4bfb825-42a6-4167-ba31-3f991f8ec46b req-06b848c0-5810-4e0e-a3ab-46e347866115 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 210 time: 0.0508118 Dec 13 12:44:09.344711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7b54-aeb9-46db-a082-4c36aac25494 req-c3e55782-fbcc-4a26-97bc-501fab35ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:09.346337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5bd7b54-aeb9-46db-a082-4c36aac25494 req-c3e55782-fbcc-4a26-97bc-501fab35ea53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1124 time: 0.1339686 Dec 13 12:44:09.392851 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:44:09.529087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7b54-aeb9-46db-a082-4c36aac25494 req-6ad39b34-1dd0-4105-bbb7-75031de7438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:09.530821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5bd7b54-aeb9-46db-a082-4c36aac25494 req-6ad39b34-1dd0-4105-bbb7-75031de7438b service neutron] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.1622033 Dec 13 12:44:09.605411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 56281631-2188-42bf-b597-bbd3063af7ac up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:09.634567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5bd7b54-aeb9-46db-a082-4c36aac25494 req-80e0e6a2-b732-481c-9fb4-9f87c5bad9cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 200 len: 217 time: 0.0937681 Dec 13 12:44:09.720809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 56281631-2188-42bf-b597-bbd3063af7ac completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:44:09.726406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 56281631-2188-42bf-b597-bbd3063af7ac triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:09.726824 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:09.729709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7b54-aeb9-46db-a082-4c36aac25494 req-386166e8-321d-4204-aa58-c714abf0fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:09.734725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5bd7b54-aeb9-46db-a082-4c36aac25494 req-386166e8-321d-4204-aa58-c714abf0fb20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.0903981 Dec 13 12:44:09.831590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5bd7b54-aeb9-46db-a082-4c36aac25494 req-8ca2c5f2-e841-4fb9-9f2c-1fac57fd2ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807314 Dec 13 12:44:09.916088 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:10.006734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 56281631-2188-42bf-b597-bbd3063af7ac, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=56281631-2188-42bf-b597-bbd3063af7ac,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:10.009168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e76872-b53a-48b3-9fa6-b15783aac4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56281631-2188-42bf-b597-bbd3063af7ac'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:10.019038 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d1173e-aff0-4bd5-a3a3-6c0edf35d234" -d '{"events": [{"server_uuid": "f1e76872-b53a-48b3-9fa6-b15783aac4a7", "name": "network-vif-plugged", "status": "completed", "tag": "56281631-2188-42bf-b597-bbd3063af7ac"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:10.029793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc83d1d-cce9-4205-8962-e8a264b69934 req-f13c8484-3ac9-4c0a-8e03-ff1cb8436557 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:10.034351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fc83d1d-cce9-4205-8962-e8a264b69934 req-f13c8484-3ac9-4c0a-8e03-ff1cb8436557 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 949 time: 0.2931304 Dec 13 12:44:10.040658 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:10.202223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=56281631-2188-42bf-b597-bbd3063af7ac,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:10.242052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fc83d1d-cce9-4205-8962-e8a264b69934 req-1998d037-87c4-4cd6-96e9-3b57ad8e07ad tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867392 Dec 13 12:44:10.261976 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5bd7b54-aeb9-46db-a082-4c36aac25494 req-84fc5252-59a1-47e2-b85b-ab2b0a6c0b0f service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198704 Dec 13 12:44:10.356064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d5c0e-974d-40fd-972f-2dbefc81b07d req-f8180da5-2592-40b7-aea0-251be3c21589 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:10.364352 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-448d5c0e-974d-40fd-972f-2dbefc81b07d req-f8180da5-2592-40b7-aea0-251be3c21589 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 943 time: 0.2013042 Dec 13 12:44:10.371073 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86fa762-97ce-412e-8068-7ec86f20df4b x-openstack-request-id: req-e86fa762-97ce-412e-8068-7ec86f20df4b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:10.371385 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e76872-b53a-48b3-9fa6-b15783aac4a7", "name": "network-vif-plugged", "status": "completed", "tag": "56281631-2188-42bf-b597-bbd3063af7ac", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:10.371759 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e86fa762-97ce-412e-8068-7ec86f20df4b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:10.372051 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e76872-b53a-48b3-9fa6-b15783aac4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56281631-2188-42bf-b597-bbd3063af7ac', 'code': 200} Dec 13 12:44:10.472647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-448d5c0e-974d-40fd-972f-2dbefc81b07d req-8bf27f64-eed1-4fa8-b46f-a0a9e1fb9f6b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069348 Dec 13 12:44:10.733348 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc0ed8f8-8137-433c-beab-8c153bf9d1e0 req-2f6b914f-a0ff-4e12-bf2f-8a1cdf87c8b1 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 210 time: 0.1489511 Dec 13 12:44:10.736664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5bd7b54-aeb9-46db-a082-4c36aac25494 req-f9d4749f-7490-4193-8059-b314daf46aea service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620759 Dec 13 12:44:10.748199 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-f08edaae-6b81-4e49-816f-820259d1ca6e tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=80a93085dfd946bf87284e95d598f31c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467446 Dec 13 12:44:10.758233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d05a8-bc1a-4dd9-b13b-0ef06dbd37fb req-1185b3dc-ff16-4bb6-8220-36e7dbc3af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:10.761746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-558d05a8-bc1a-4dd9-b13b-0ef06dbd37fb req-1185b3dc-ff16-4bb6-8220-36e7dbc3af0c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 1101 time: 0.3103101 Dec 13 12:44:10.855970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-558d05a8-bc1a-4dd9-b13b-0ef06dbd37fb req-5692713c-bc34-487c-a215-b927f3f47c2f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870209 Dec 13 12:44:10.959662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-0e8fbae0-d636-45e5-976f-c9c6745f938d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:10.961782 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-0e8fbae0-d636-45e5-976f-c9c6745f938d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131760 Dec 13 12:44:11.070283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Request body: {'port': {'device_id': 'e4698c4f-6ffd-4416-a67a-10550833ea3d', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '80a93085dfd946bf87284e95d598f31c'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:11.246106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Made reservation on behalf of 80a93085dfd946bf87284e95d598f31c for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:44:11.250790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:11.381760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fbed4-5264-42cb-97d3-6c78e9472844 req-e707b604-c4a9-458c-bce0-713696d5e622 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:11.383800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-595fbed4-5264-42cb-97d3-6c78e9472844 req-e707b604-c4a9-458c-bce0-713696d5e622 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 950 time: 0.0774789 Dec 13 12:44:11.486137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-595fbed4-5264-42cb-97d3-6c78e9472844 req-a8550636-056e-4bd6-bdb9-1f15ee3fa7cb tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826242 Dec 13 12:44:11.580626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Allocated IP 192.168.233.246 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/e8605da7-017e-4a51-a096-992863126069) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:11.608503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9c69264f-198e-4003-8097-d6cc19aacc2c details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:44:11.731936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6d071-606c-4064-b637-8b15c9710ba2 req-ba05f631-a4d4-482f-95d0-e012f2575ff4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:11.735448 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00a6d071-606c-4064-b637-8b15c9710ba2 req-ba05f631-a4d4-482f-95d0-e012f2575ff4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 943 time: 0.1154962 Dec 13 12:44:11.838633 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00a6d071-606c-4064-b637-8b15c9710ba2 req-d4151ef3-90f7-4bf8-8103-58766d8812cf tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913801 Dec 13 12:44:11.839100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60754) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:11.881274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:11.917465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9c69264f-198e-4003-8097-d6cc19aacc2c has no active binding in host n-h2-817326-4 {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 12:44:11.954131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b60932af-435c-4b09-9161-c68ec04633e6 req-52c6884e-aabb-42d2-8377-1f5054baf870 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 210 time: 0.0505831 Dec 13 12:44:11.960670 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.036181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.051591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9eaf8399-0f91-4126-94d3-45eb7326faa7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:12.099248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:12.103148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:12.107514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:12.221479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:12.227212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.273407 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2083938 Dec 13 12:44:12.274284 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82347a5-0f99-4578-89fe-a24ce6d7b104 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Pushing event updated for resources: {'Port': ['ID=e8605da7-017e-4a51-a096-992863126069,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:12.295315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Request body: {'port': {'device_id': 'e4698c4f-6ffd-4416-a67a-10550833ea3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:12.404296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.578463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60776) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:12.579457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-efb53104-e828-4675-92b8-33ca37075de8 None None] Provisioning complete for port e8605da7-017e-4a51-a096-992863126069 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:12.579846 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efb53104-e828-4675-92b8-33ca37075de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.670236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-efb53104-e828-4675-92b8-33ca37075de8 None None] Port e8605da7-017e-4a51-a096-992863126069 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:44:12.675055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969782c8-7ac8-46c4-886e-d26b2218df9d req-0fb25082-90b3-4db1-ab9f-bdc41ad617c6 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:12.684208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-969782c8-7ac8-46c4-886e-d26b2218df9d req-0fb25082-90b3-4db1-ab9f-bdc41ad617c6 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 950 time: 0.0971100 Dec 13 12:44:12.689700 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ec28d36-3791-416f-ae67-fc029a8ea65c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.715373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1ada48aa-69f0-4100-9410-48eedea1e28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.766530 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-969782c8-7ac8-46c4-886e-d26b2218df9d req-d5b913e4-a863-41fe-b9c1-3348ad7dbb32 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813692 Dec 13 12:44:12.827944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8605da7-017e-4a51-a096-992863126069 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:12.845800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1ada48aa-69f0-4100-9410-48eedea1e28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.848273 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.852644 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1ada48aa-69f0-4100-9410-48eedea1e28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.880739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Transition to ACTIVE for port object e8605da7-017e-4a51-a096-992863126069 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:44:12.882809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ec28d36-3791-416f-ae67-fc029a8ea65c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.888934 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:12.910594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1ada48aa-69f0-4100-9410-48eedea1e28d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9794556f4734fa4ae4ecd085e25c081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276432 Dec 13 12:44:12.910594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada48aa-69f0-4100-9410-48eedea1e28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185c3449-620f-44e8-ad39-a333afa417db,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:12.912586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60802) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:12.950989 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ec28d36-3791-416f-ae67-fc029a8ea65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.011093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Pushing event updated for resources: {'Port': ['ID=e8605da7-017e-4a51-a096-992863126069,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:13.044423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec28d36-3791-416f-ae67-fc029a8ea65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d535bd1f-3fb9-4adc-8f61-9e35d78c5c9c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:13.046064 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66fa6736-2036-4f85-88c5-a92948047f8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.056483 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5ec28d36-3791-416f-ae67-fc029a8ea65c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ec868a86683468fb294988da8f3106c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2127166 Dec 13 12:44:13.060339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60812) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:13.119073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf99d-be75-4e39-802f-802c7fa51561 req-fca87c24-ad01-4fc4-8f17-91bdc0135e86 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:13.126377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-fca87c24-ad01-4fc4-8f17-91bdc0135e86 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/networks?id=27bad304-96f9-46eb-8d1b-6f19d5d34b77 HTTP/1.1" status: 200 len: 815 time: 0.1932480 Dec 13 12:44:13.130384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66fa6736-2036-4f85-88c5-a92948047f8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.154572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Attempting to bind port e8605da7-017e-4a51-a096-992863126069 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:13.154894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Attempting to bind port e8605da7-017e-4a51-a096-992863126069 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:13.155395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Attempting to bind port e8605da7-017e-4a51-a096-992863126069 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:13.160752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Port e8605da7-017e-4a51-a096-992863126069 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:13.161277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Attempting to bind port e8605da7-017e-4a51-a096-992863126069 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:13.167683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:13.168277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:13.168806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:13.170138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Bound port: e8605da7-017e-4a51-a096-992863126069, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:13.170851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.192814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-ab42edc6-5535-4536-9d84-8cc0482562ac tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/quotas/6d49c3db688c495f983377037dfc9036 HTTP/1.1" status: 200 len: 375 time: 0.0655155 Dec 13 12:44:13.256081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] For port e8605da7-017e-4a51-a096-992863126069, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:13.260098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] For port e8605da7-017e-4a51-a096-992863126069, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=e8605da7-017e-4a51-a096-992863126069,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:13.263623 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-116e5540-4e78-471b-915b-4fcf7d89bc9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.268082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.296386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55f287-50e4-455b-b16a-b398b5ad6edf req-49d2cd05-18eb-47ca-99f5-9881b7426991 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:13.298516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da55f287-50e4-455b-b16a-b398b5ad6edf req-49d2cd05-18eb-47ca-99f5-9881b7426991 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 943 time: 0.1510990 Dec 13 12:44:13.310092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:13.310796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.312464 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] 10.222.0.42 "PUT /v2.0/ports/e8605da7-017e-4a51-a096-992863126069 HTTP/1.1" status: 200 len: 1096 time: 1.0216978 Dec 13 12:44:13.312982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4698c4f-6ffd-4416-a67a-10550833ea3d', 'tag': 'e8605da7-017e-4a51-a096-992863126069'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:13.317697 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-116e5540-4e78-471b-915b-4fcf7d89bc9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.318755 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4698c4f-6ffd-4416-a67a-10550833ea3d", "tag": "e8605da7-017e-4a51-a096-992863126069"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:13.326695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-ad4c36ab-b6c2-439e-9970-d97948fc642f tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d49c3db688c495f983377037dfc9036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211541 Dec 13 12:44:13.336985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66fa6736-2036-4f85-88c5-a92948047f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.339597 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66fa6736-2036-4f85-88c5-a92948047f8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.343679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-66fa6736-2036-4f85-88c5-a92948047f8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/185c3449-620f-44e8-ad39-a333afa417db HTTP/1.1" status: 204 len: 168 time: 0.4299815 Dec 13 12:44:13.354165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e47ca6-9e07-4cfd-bb3a-2162e853478c service neutron] Pushing event updated for resources: {'Port': ['ID=e8605da7-017e-4a51-a096-992863126069,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:13.415645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa6736-2036-4f85-88c5-a92948047f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185c3449-620f-44e8-ad39-a333afa417db,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:13.426034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-99356226-d1fd-4fc2-9f4f-6bc934e7c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:13.427961 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-99356226-d1fd-4fc2-9f4f-6bc934e7c77d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a93085dfd946bf87284e95d598f31c&device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 1099 time: 0.0515037 Dec 13 12:44:13.484713 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-f196de22-9c13-4f6f-9aa4-f2973d084af4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=e8605da7-017e-4a51-a096-992863126069 HTTP/1.1" status: 200 len: 217 time: 0.0475788 Dec 13 12:44:13.511810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da55f287-50e4-455b-b16a-b398b5ad6edf req-dac0aaff-8526-47f0-99d8-5e143aba0976 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913359 Dec 13 12:44:13.558771 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-116e5540-4e78-471b-915b-4fcf7d89bc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.572974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-116e5540-4e78-471b-915b-4fcf7d89bc9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.574449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-116e5540-4e78-471b-915b-4fcf7d89bc9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d535bd1f-3fb9-4adc-8f61-9e35d78c5c9c HTTP/1.1" status: 204 len: 168 time: 0.5114479 Dec 13 12:44:13.579436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-ba98b824-830a-440e-b6c9-effaf7442360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:13.580900 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-ba98b824-830a-440e-b6c9-effaf7442360 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0787785 Dec 13 12:44:13.582109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-f8219cd1-c1ff-466e-acd3-d245007af393 service neutron] 10.222.0.31 "GET /v2.0/networks/27bad304-96f9-46eb-8d1b-6f19d5d34b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373059 Dec 13 12:44:13.620917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e5540-4e78-471b-915b-4fcf7d89bc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d535bd1f-3fb9-4adc-8f61-9e35d78c5c9c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:13.686113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-40bf04eb-71ea-47c1-bf0b-7570bd77948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:13.688607 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-40bf04eb-71ea-47c1-bf0b-7570bd77948d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816469 Dec 13 12:44:13.783892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd01706-b322-4c1f-ad31-da9b6a8b194b req-81f9e7fe-2d8a-470f-9339-af72a877e67f tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:13.785434 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ccd01706-b322-4c1f-ad31-da9b6a8b194b req-81f9e7fe-2d8a-470f-9339-af72a877e67f tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 948 time: 0.1625040 Dec 13 12:44:13.789292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-34c6933d-5f4e-4a6d-bcf2-4be9a13f4ba9 service neutron] 10.222.0.31 "GET /v2.0/networks/27bad304-96f9-46eb-8d1b-6f19d5d34b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879015 Dec 13 12:44:13.797096 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-1e7da236-e040-4e56-bd49-08716d616789 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988147 Dec 13 12:44:13.814761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60826) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:13.850168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-52ff8581-2033-4f83-be95-5e3d9ca7383d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:13.889950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ccd01706-b322-4c1f-ad31-da9b6a8b194b req-24e5f89a-2553-4682-b2c4-7e22c6415feb tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796885 Dec 13 12:44:13.958520 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b5510b60-01e5-4449-a213-32f0ef5faa05 req-346e49c9-d709-4e3f-bdd5-01e3e9bf7291 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456773 Dec 13 12:44:14.021908 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c967c579-b997-43aa-90c5-ed5cae4c0ec2 x-openstack-request-id: req-c967c579-b997-43aa-90c5-ed5cae4c0ec2 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:14.021908 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4698c4f-6ffd-4416-a67a-10550833ea3d", "tag": "e8605da7-017e-4a51-a096-992863126069", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:14.021908 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c967c579-b997-43aa-90c5-ed5cae4c0ec2 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:14.022444 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4698c4f-6ffd-4416-a67a-10550833ea3d', 'tag': 'e8605da7-017e-4a51-a096-992863126069', 'status': 'completed', 'code': 200} Dec 13 12:44:14.051812 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-52ff8581-2033-4f83-be95-5e3d9ca7383d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.090511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbd427-b897-4b48-841a-081c644bc672 req-6d095658-6b45-4b82-833b-73fd2c9b4e6c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:14.091358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-52ff8581-2033-4f83-be95-5e3d9ca7383d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.099386 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06fbd427-b897-4b48-841a-081c644bc672 req-6d095658-6b45-4b82-833b-73fd2c9b4e6c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 950 time: 0.0904093 Dec 13 12:44:14.148975 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-52ff8581-2033-4f83-be95-5e3d9ca7383d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81c08f73c09a4ad2810c1b63053f7b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252454 Dec 13 12:44:14.153503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60836) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:14.160932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60838) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:14.175028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-7e0dc3b7-3463-48b5-933d-d773b811bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:14.176472 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-7e0dc3b7-3463-48b5-933d-d773b811bc05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80a93085dfd946bf87284e95d598f31c&device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 1099 time: 0.1271522 Dec 13 12:44:14.177280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff8581-2033-4f83-be95-5e3d9ca7383d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd59b047-7309-45bc-a7e2-c4a04901faf1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:14.182708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce6c9c81-062e-471b-984b-f5912eca9041 req-2d9f5d26-a50c-4ff2-a1b6-b73b8de3cacc tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 210 time: 0.0275455 Dec 13 12:44:14.201904 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-046b3973-5039-4cc6-b8fa-29e36d914ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.202951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06fbd427-b897-4b48-841a-081c644bc672 req-91036936-5848-47b0-8c2a-ad3bc0f2ba6a tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025019 Dec 13 12:44:14.326307 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfb10-c25f-4c0b-af2f-31b77f540ec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.391592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfb10-c25f-4c0b-af2f-31b77f540ec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.418359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-afd73136-4fb7-4642-b4bf-409b1541bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:14.420168 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-afd73136-4fb7-4642-b4bf-409b1541bd2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2238598 Dec 13 12:44:14.420831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a47f4-b122-4283-9894-e299f7f4bce1 req-81be0203-2ec6-434f-829b-1ca0e10de839 tempest-LiveMigrationNegativeTest-1468032266 tempest-LiveMigrationNegativeTest-1468032266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:14.423327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f4a47f4-b122-4283-9894-e299f7f4bce1 req-81be0203-2ec6-434f-829b-1ca0e10de839 tempest-LiveMigrationNegativeTest-1468032266 tempest-LiveMigrationNegativeTest-1468032266-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 1101 time: 0.1344340 Dec 13 12:44:14.465162 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4f4a47f4-b122-4283-9894-e299f7f4bce1 req-3310f052-b669-4d21-a924-aea16c86f3a6 tempest-LiveMigrationNegativeTest-1468032266 tempest-LiveMigrationNegativeTest-1468032266-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.496045 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-7f17597f-9914-4ae5-ae47-097944a99ac9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=e8605da7-017e-4a51-a096-992863126069 HTTP/1.1" status: 200 len: 217 time: 0.0637803 Dec 13 12:44:14.522344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-b0d562d0-79fe-49d1-934a-65bc7dc99277 service neutron] 10.222.0.37 "GET /v2.0/ports/9c69264f-198e-4003-8097-d6cc19aacc2c/bindings/n-h2-817326-4 HTTP/1.1" status: 200 len: 384 time: 0.1993837 Dec 13 12:44:14.566871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-47128516-be96-4a6e-a4a7-445ffcbb720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:14.568246 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-47128516-be96-4a6e-a4a7-445ffcbb720b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0621881 Dec 13 12:44:14.570209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-046b3973-5039-4cc6-b8fa-29e36d914ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.582754 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-046b3973-5039-4cc6-b8fa-29e36d914ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.602282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfb10-c25f-4c0b-af2f-31b77f540ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.604836 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfb10-c25f-4c0b-af2f-31b77f540ec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.608877 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cf7dfb10-c25f-4c0b-af2f-31b77f540ec1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd59b047-7309-45bc-a7e2-c4a04901faf1 HTTP/1.1" status: 204 len: 168 time: 0.4489844 Dec 13 12:44:14.655895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b3973-5039-4cc6-b8fa-29e36d914ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a67d0d-5ea8-4624-bb29-1f6507e31311,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:14.665571 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-046b3973-5039-4cc6-b8fa-29e36d914ec1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=944d82a842db4e89919f365c95e58c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4988391 Dec 13 12:44:14.672753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60866) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:14.679763 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dfb10-c25f-4c0b-af2f-31b77f540ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd59b047-7309-45bc-a7e2-c4a04901faf1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:14.688844 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4f4a47f4-b122-4283-9894-e299f7f4bce1 req-3310f052-b669-4d21-a924-aea16c86f3a6 tempest-LiveMigrationNegativeTest-1468032266 tempest-LiveMigrationNegativeTest-1468032266-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.696759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-91ea7b20-636e-4c4f-b152-e1a6a9e16990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:14.698267 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-91ea7b20-636e-4c4f-b152-e1a6a9e16990 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168225 Dec 13 12:44:14.710233 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4f4a47f4-b122-4283-9894-e299f7f4bce1 req-3310f052-b669-4d21-a924-aea16c86f3a6 tempest-LiveMigrationNegativeTest-1468032266 tempest-LiveMigrationNegativeTest-1468032266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.737752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f4a47f4-b122-4283-9894-e299f7f4bce1 req-3310f052-b669-4d21-a924-aea16c86f3a6 tempest-LiveMigrationNegativeTest-1468032266 tempest-LiveMigrationNegativeTest-1468032266-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033342 Dec 13 12:44:14.802241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88729f4-f7d3-4c7c-bfad-aaf5c010b837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.853913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88729f4-f7d3-4c7c-bfad-aaf5c010b837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:14.865371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310f052-b669-4d21-a924-aea16c86f3a6 tempest-LiveMigrationNegativeTest-1468032266 tempest-LiveMigrationNegativeTest-1468032266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0a5f5a-45f2-4992-b169-701e32b65794,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:14.867193 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-92e8aace-0299-48c1-ad39-be2e80db169b service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526268 Dec 13 12:44:14.886947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66e050-274d-49c6-8c12-851f2088ff26 req-9bb5a9bd-4a7c-4348-84db-310c2974c4f3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:14.895439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb66e050-274d-49c6-8c12-851f2088ff26 req-9bb5a9bd-4a7c-4348-84db-310c2974c4f3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 943 time: 0.2472551 Dec 13 12:44:15.010647 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88729f4-f7d3-4c7c-bfad-aaf5c010b837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:15.014135 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88729f4-f7d3-4c7c-bfad-aaf5c010b837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:15.015591 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c88729f4-f7d3-4c7c-bfad-aaf5c010b837 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20a67d0d-5ea8-4624-bb29-1f6507e31311 HTTP/1.1" status: 204 len: 168 time: 0.3418977 Dec 13 12:44:15.020769 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c86ca1e7-f95d-43a9-a613-e1f38f61c8b8 req-a73be9a1-0017-4729-a3c4-b0b5cb92abdf service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363461 Dec 13 12:44:15.029079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88729f4-f7d3-4c7c-bfad-aaf5c010b837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a67d0d-5ea8-4624-bb29-1f6507e31311,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:15.200260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-84b76a93-1e91-4721-aedc-5b2079ab077c req-57e9015c-a6b7-4420-bb67-db4a415eadae service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:44:15.202771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84b76a93-1e91-4721-aedc-5b2079ab077c req-57e9015c-a6b7-4420-bb67-db4a415eadae service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131915 Dec 13 12:44:15.215218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-a8edc3f3-ca5b-4604-98c3-1a04d652f1aa service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:15.265821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb66e050-274d-49c6-8c12-851f2088ff26 req-91e525fe-549e-40a0-924b-24ce761e2f4a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673449 Dec 13 12:44:15.279293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-a8edc3f3-ca5b-4604-98c3-1a04d652f1aa service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:15.342770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-a8edc3f3-ca5b-4604-98c3-1a04d652f1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c69264f-198e-4003-8097-d6cc19aacc2c {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:15.356090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-a8edc3f3-ca5b-4604-98c3-1a04d652f1aa service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:15.377124 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-a8edc3f3-ca5b-4604-98c3-1a04d652f1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:15.394035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36ad7d-c7ac-4320-bda9-fd78305aee9b req-19357fa9-ad35-4b53-9f87-b76f7ff87ab7 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:15.401343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a36ad7d-c7ac-4320-bda9-fd78305aee9b req-19357fa9-ad35-4b53-9f87-b76f7ff87ab7 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 948 time: 0.0930536 Dec 13 12:44:15.517527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a36ad7d-c7ac-4320-bda9-fd78305aee9b req-886c05b5-a787-4457-be0a-041ff1fe19c2 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151893 Dec 13 12:44:15.568940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-a8edc3f3-ca5b-4604-98c3-1a04d652f1aa service neutron] Transition to ACTIVE for port object 9c69264f-198e-4003-8097-d6cc19aacc2c will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:44:15.581049 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-a8edc3f3-ca5b-4604-98c3-1a04d652f1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:15.625303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11156127-11b3-4e33-b2f9-66f90c51d96f req-a0c08cb8-263a-4358-9a45-1b5db8579b10 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 210 time: 0.0577896 Dec 13 12:44:15.736859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60910) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:15.767253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-a8edc3f3-ca5b-4604-98c3-1a04d652f1aa service neutron] No DVR routers for this DVR port 9c69264f-198e-4003-8097-d6cc19aacc2c on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:44:15.814785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e1c6-bd59-4faa-adaa-a4376f864c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:15.846496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edc3f3-ca5b-4604-98c3-1a04d652f1aa service neutron] Pushing event updated for resources: {'Port': ['ID=9c69264f-198e-4003-8097-d6cc19aacc2c,revision_number=10']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:15.919184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-a8edc3f3-ca5b-4604-98c3-1a04d652f1aa service neutron] 10.222.0.37 "PUT /v2.0/ports/9c69264f-198e-4003-8097-d6cc19aacc2c/bindings/n-h2-817326-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3893337 Dec 13 12:44:15.952601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf99d-be75-4e39-802f-802c7fa51561 req-f6c1f899-d308-44ce-9949-677f81b24433 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:15.955302 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-f6c1f899-d308-44ce-9949-677f81b24433 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.37 "GET /v2.0/networks?id=27bad304-96f9-46eb-8d1b-6f19d5d34b77 HTTP/1.1" status: 200 len: 815 time: 0.6721659 Dec 13 12:44:15.961952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdbeb6-6c6c-4f54-9e26-b42ec6f5a1dd req-6916bfa7-9e3c-47b5-a120-d1ddc4b0bccf tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:15.969609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6fdbeb6-6c6c-4f54-9e26-b42ec6f5a1dd req-6916bfa7-9e3c-47b5-a120-d1ddc4b0bccf tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 950 time: 0.1009898 Dec 13 12:44:15.979868 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Request body: {'port': {'device_id': 'c9d3d8fa-a199-4cc5-a7dd-455b08a9260b', 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77', 'admin_state_up': True, 'tenant_id': '6d49c3db688c495f983377037dfc9036'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:16.049421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6fdbeb6-6c6c-4f54-9e26-b42ec6f5a1dd req-e559ff52-5cd6-4330-9852-75da091449e8 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788724 Dec 13 12:44:16.059691 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e1c6-bd59-4faa-adaa-a4376f864c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:16.065934 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e1c6-bd59-4faa-adaa-a4376f864c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:16.111142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9ee4e1c6-bd59-4faa-adaa-a4376f864c65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e9a8638a2394371a0b5913805814f26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655071 Dec 13 12:44:16.112323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4e1c6-bd59-4faa-adaa-a4376f864c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2d0ed1-655d-4437-a1cf-ae9eadc191ef,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:16.115169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60924) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:16.163399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-9fbf77c8-cf16-4a51-a37b-f0c0db151bed tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:16.164937 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-9fbf77c8-cf16-4a51-a37b-f0c0db151bed tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.1750739 Dec 13 12:44:16.170559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6dee-cee6-477b-9bad-1b56013053f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:16.204057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6dee-cee6-477b-9bad-1b56013053f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:16.271886 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6dee-cee6-477b-9bad-1b56013053f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:16.275123 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6dee-cee6-477b-9bad-1b56013053f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:16.277232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0a1f6dee-cee6-477b-9bad-1b56013053f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b2d0ed1-655d-4437-a1cf-ae9eadc191ef HTTP/1.1" status: 204 len: 168 time: 0.1603997 Dec 13 12:44:16.347911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f6dee-cee6-477b-9bad-1b56013053f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2d0ed1-655d-4437-a1cf-ae9eadc191ef,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:16.360193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-26dcc7dc-d558-46c6-847d-3d23e75b066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:16.362259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-26dcc7dc-d558-46c6-847d-3d23e75b066b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0 HTTP/1.1" status: 200 len: 1095 time: 0.1712389 Dec 13 12:44:16.363663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Made reservation on behalf of 6d49c3db688c495f983377037dfc9036 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:44:16.367770 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:16.606717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a0141-4b21-4133-8cb8-6a27eae3b3b8 req-4e106a10-8437-4bdb-a9be-89f874c4e782 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:16.629920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-864a0141-4b21-4133-8cb8-6a27eae3b3b8 req-4e106a10-8437-4bdb-a9be-89f874c4e782 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 944 time: 0.1403553 Dec 13 12:44:16.646054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Allocated IP 172.20.0.3 (27bad304-96f9-46eb-8d1b-6f19d5d34b77/389a4dc5-adc2-41f0-b681-f9fb57f7d4e7/5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:16.736550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-864a0141-4b21-4133-8cb8-6a27eae3b3b8 req-1b4e5ed5-4012-4458-a690-55aa6fb76c8e tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043172 Dec 13 12:44:16.868089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4643bf4-0ca0-47d0-8fbd-ce972092e77a req-be670725-eeba-457e-a979-c1edbebf5f90 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:16.882229 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4643bf4-0ca0-47d0-8fbd-ce972092e77a req-be670725-eeba-457e-a979-c1edbebf5f90 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 948 time: 0.1122019 Dec 13 12:44:16.933501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:16.988963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4643bf4-0ca0-47d0-8fbd-ce972092e77a req-911ad706-0eea-4e12-b81d-0a209914dbcf tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047637 Dec 13 12:44:17.073514 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:17.106208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d241802-fc8e-4e9b-864f-dc45b951e8a5 req-f2dfbfc8-b1fb-4ff3-ad93-e771c41895b2 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 210 time: 0.1141522 Dec 13 12:44:17.195901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:17.211154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:17.223131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:17.245712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-cfe187f2-f293-4135-839b-04c6e3dc25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:17.248442 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-cfe187f2-f293-4135-839b-04c6e3dc25ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1095 time: 0.2349508 Dec 13 12:44:17.610170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b27e2-8eae-4d6c-b2ca-70e80e8117ea req-04092fe8-8ca8-4757-922d-7d8b47a669c2 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:17.624711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device e8605da7-017e-4a51-a096-992863126069 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:44:17.647168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c3b27e2-8eae-4d6c-b2ca-70e80e8117ea req-04092fe8-8ca8-4757-922d-7d8b47a669c2 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 950 time: 0.2985818 Dec 13 12:44:17.678894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d637c50f-38b8-4b7b-be9a-d38e5a8aca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:17.681072 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-d637c50f-38b8-4b7b-be9a-d38e5a8aca45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.3662839 Dec 13 12:44:17.685078 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Pushing event updated for resources: {'Port': ['ID=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:17.786939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0340-011b-48f4-951b-a9158373d4aa req-ab9db609-0aac-4ca3-8c9d-eb1ccba2b455 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:17.791551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72fb0340-011b-48f4-951b-a9158373d4aa req-ab9db609-0aac-4ca3-8c9d-eb1ccba2b455 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 950 time: 0.3483169 Dec 13 12:44:17.839578 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-02d7fac8-3027-4803-adfd-def299cb4ed4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 200 len: 217 time: 0.1384001 Dec 13 12:44:17.920452 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5c366895-162d-46e2-8cfd-4aa22f419bcb None None] Provisioning complete for port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:17.921192 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c366895-162d-46e2-8cfd-4aa22f419bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:18.020746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-ac868b91-b20f-40e1-a6f0-67cfbae08680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:18.024720 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-ac868b91-b20f-40e1-a6f0-67cfbae08680 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1729221 Dec 13 12:44:18.039173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:18.039937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:18.073158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5c366895-162d-46e2-8cfd-4aa22f419bcb None None] Port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:44:18.103923 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-ead993f0-b64b-4d6e-91ac-8c6f623b36b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514212 Dec 13 12:44:18.133628 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c3b27e2-8eae-4d6c-b2ca-70e80e8117ea req-e2b410a3-5ca1-4fee-b686-651f82556835 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834218 Dec 13 12:44:18.270008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port e8605da7-017e-4a51-a096-992863126069, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=e8605da7-017e-4a51-a096-992863126069,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:18.289364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9c69264f-198e-4003-8097-d6cc19aacc2c no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:44:18.293259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'e8605da7-017e-4a51-a096-992863126069', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': 'e8605da7-017e-4a51-a096-992863126069', 'mac_address': 'fa:16:3e:20:53:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:44:18.315006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7056fff-f651-4ec0-9e3c-a5c679c644d2 req-3ecd83ed-e99f-4e0f-8e7f-afe580f4dd85 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:18.316592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7056fff-f651-4ec0-9e3c-a5c679c644d2 req-3ecd83ed-e99f-4e0f-8e7f-afe580f4dd85 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 944 time: 0.2086446 Dec 13 12:44:18.402515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9c69264f-198e-4003-8097-d6cc19aacc2c not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:44:18.405289 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:18.425793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8605da7-017e-4a51-a096-992863126069 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:18.430506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-72fb0340-011b-48f4-951b-a9158373d4aa req-34aaec84-9099-41ce-8a06-e45290a685c7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Deleting port 56281631-2188-42bf-b597-bbd3063af7ac {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:44:18.430928 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-72fb0340-011b-48f4-951b-a9158373d4aa req-34aaec84-9099-41ce-8a06-e45290a685c7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:18.459662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port e8605da7-017e-4a51-a096-992863126069, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=e8605da7-017e-4a51-a096-992863126069,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:18.468525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:18.474693 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-e8915ff4-6985-4df1-9a2b-f1f0834e8624 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5026822 Dec 13 12:44:18.568702 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-62c44bce-f5a8-4f49-8b6d-044ecff421d2 service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496648 Dec 13 12:44:18.648201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=e8605da7-017e-4a51-a096-992863126069,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:18.673492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7056fff-f651-4ec0-9e3c-a5c679c644d2 req-7c5b7607-a757-4f23-bb11-e392f20c3235 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351443 Dec 13 12:44:18.707450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47943395-a0d2-4234-8bfb-17082fa77bee req-1da6ad86-7350-482b-b333-a5da687d0329 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:18.724537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47943395-a0d2-4234-8bfb-17082fa77bee req-1da6ad86-7350-482b-b333-a5da687d0329 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 948 time: 0.3449018 Dec 13 12:44:18.763442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['e8605da7-017e-4a51-a096-992863126069'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:18.796053 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-5af6e881-422f-4a1d-ab71-03f428fb0178 service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194421 Dec 13 12:44:18.868569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Request body: {'port': {'device_id': 'c9d3d8fa-a199-4cc5-a7dd-455b08a9260b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:18.958585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47943395-a0d2-4234-8bfb-17082fa77bee req-10fdc977-753b-4a00-a08c-e94cfbf07391 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162788 Dec 13 12:44:18.958585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-72fb0340-011b-48f4-951b-a9158373d4aa req-34aaec84-9099-41ce-8a06-e45290a685c7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] For port 56281631-2188-42bf-b597-bbd3063af7ac, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=56281631-2188-42bf-b597-bbd3063af7ac,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:18.958585 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-72fb0340-011b-48f4-951b-a9158373d4aa req-34aaec84-9099-41ce-8a06-e45290a685c7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:19.147089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-72fb0340-011b-48f4-951b-a9158373d4aa req-34aaec84-9099-41ce-8a06-e45290a685c7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Calling delete_port for 56281631-2188-42bf-b597-bbd3063af7ac owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:44:19.165616 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:19.304558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b02e39-9bb1-484b-8416-60d925994b07 req-035682b6-dc67-4079-b204-64583f3b8e08 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:19.319272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55b02e39-9bb1-484b-8416-60d925994b07 req-035682b6-dc67-4079-b204-64583f3b8e08 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 931 time: 0.4390724 Dec 13 12:44:19.466817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55b02e39-9bb1-484b-8416-60d925994b07 req-73f8b150-5677-4d67-ab95-9299d1936d1b tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465571 Dec 13 12:44:19.711433 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-72fb0340-011b-48f4-951b-a9158373d4aa req-34aaec84-9099-41ce-8a06-e45290a685c7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:19.723782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['4eb0558f-9e8a-44ee-8c00-fd1651177a82'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:19.852227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:19.862003 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:19.865087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aaec84-9099-41ce-8a06-e45290a685c7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Pushing event deleted for resources: {'Port': ['ID=56281631-2188-42bf-b597-bbd3063af7ac,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:19.877301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Transition to ACTIVE for port object 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:44:19.900261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:19.904700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-9f4c52af-2535-4757-9c93-b7fa30f09604 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:19.906344 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-9f4c52af-2535-4757-9c93-b7fa30f09604 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.8123689 Dec 13 12:44:19.974972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:20.136675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3431ec1-07cc-4c05-a0a1-b23df5036e81 req-cb30d60b-6c67-4ff6-ae49-6edec0be5337 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e76872-b53a-48b3-9fa6-b15783aac4a7 HTTP/1.1" status: 200 len: 210 time: 0.1584063 Dec 13 12:44:20.231899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fb0340-011b-48f4-951b-a9158373d4aa req-34aaec84-9099-41ce-8a06-e45290a685c7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] No DVR routers for this DVR port 56281631-2188-42bf-b597-bbd3063af7ac on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:44:20.238740 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-72fb0340-011b-48f4-951b-a9158373d4aa req-34aaec84-9099-41ce-8a06-e45290a685c7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:20.249562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72fb0340-011b-48f4-951b-a9158373d4aa req-34aaec84-9099-41ce-8a06-e45290a685c7 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.42 "DELETE /v2.0/ports/56281631-2188-42bf-b597-bbd3063af7ac HTTP/1.1" status: 204 len: 173 time: 2.4469681 Dec 13 12:44:20.278640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e76872-b53a-48b3-9fa6-b15783aac4a7', 'name': 'network-vif-deleted', 'tag': '56281631-2188-42bf-b597-bbd3063af7ac'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:20.282908 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12be897-159d-4475-9c0d-56d588e59b1a" -d '{"events": [{"server_uuid": "f1e76872-b53a-48b3-9fa6-b15783aac4a7", "name": "network-vif-deleted", "tag": "56281631-2188-42bf-b597-bbd3063af7ac"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:20.331776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Attempting to bind port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:20.332338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Attempting to bind port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:20.332454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Attempting to bind port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd on network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:20.351951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd on network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:20.358012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Attempting to bind port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd on network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:20.385867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:20.386553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Checking segment: {'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:20.387152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Bound using segment: {'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:20.387766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Bound port: 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:20.388507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:20.391866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03eb131-f4db-4d75-867c-0e9f5091771d req-1b10e73c-d5a2-4b59-b2e2-722853e17adf tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:20.409156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e03eb131-f4db-4d75-867c-0e9f5091771d req-1b10e73c-d5a2-4b59-b2e2-722853e17adf tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 944 time: 0.2682955 Dec 13 12:44:20.573260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8556e5-ed04-44b2-b77f-90ec4bdf9a7a req-08d5e4dd-ec8f-4187-8a14-313d92b67677 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:20.580695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a8556e5-ed04-44b2-b77f-90ec4bdf9a7a req-08d5e4dd-ec8f-4187-8a14-313d92b67677 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 949 time: 0.1200361 Dec 13 12:44:20.584000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] For port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:20.596171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] For port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:20.603562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e03eb131-f4db-4d75-867c-0e9f5091771d req-db8e34ef-2c30-4356-ac29-0bb0a24f639b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934969 Dec 13 12:44:20.620173 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:20.664792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-91ea3961-5ea7-41a1-802a-545aa9c8c2f9 service neutron] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:20.665839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a8556e5-ed04-44b2-b77f-90ec4bdf9a7a req-64d05118-eb6f-4af9-b101-d3fefda77158 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841956 Dec 13 12:44:20.675465 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-91ea3961-5ea7-41a1-802a-545aa9c8c2f9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:20.676872 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b0f3c860-00c7-43bb-9b9d-55e3ab25def4 req-91ea3961-5ea7-41a1-802a-545aa9c8c2f9 service neutron] 10.222.0.42 "DELETE /v2.0/ports/9c69264f-198e-4003-8097-d6cc19aacc2c/bindings/n-h1-817326-4 HTTP/1.1" status: 204 len: 173 time: 0.7059271 Dec 13 12:44:20.708996 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9ed3ac-83e2-438f-8e27-b9879f378158 x-openstack-request-id: req-1d9ed3ac-83e2-438f-8e27-b9879f378158 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:20.709288 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e76872-b53a-48b3-9fa6-b15783aac4a7", "name": "network-vif-deleted", "tag": "56281631-2188-42bf-b597-bbd3063af7ac", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:20.709704 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d9ed3ac-83e2-438f-8e27-b9879f378158 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:20.710132 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e76872-b53a-48b3-9fa6-b15783aac4a7', 'name': 'network-vif-deleted', 'tag': '56281631-2188-42bf-b597-bbd3063af7ac', 'status': 'completed', 'code': 200} Dec 13 12:44:20.712658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:20.713294 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:20.728267 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd HTTP/1.1" status: 200 len: 1091 time: 1.8508718 Dec 13 12:44:20.731646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d3d8fa-a199-4cc5-a7dd-455b08a9260b', 'tag': '5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:20.735860 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40252de-ed69-4669-b3a5-b6c8ff969ead" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d3d8fa-a199-4cc5-a7dd-455b08a9260b", "tag": "5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:20.772439 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686b4b2-5a1c-4700-962a-b3ec95ed61e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:21.113415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b327c5f-c2c2-41c6-a3a4-fef358066fff req-74540d72-938b-437d-95a7-4cca7aba3e3a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:21.121028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b327c5f-c2c2-41c6-a3a4-fef358066fff req-74540d72-938b-437d-95a7-4cca7aba3e3a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 943 time: 0.1559665 Dec 13 12:44:21.230130 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b327c5f-c2c2-41c6-a3a4-fef358066fff req-5cf55a0b-a105-4fe7-b22f-a16ade0d34c5 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032934 Dec 13 12:44:21.250560 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78820710-8f1e-4e4c-969f-92da9be6ca2a x-openstack-request-id: req-78820710-8f1e-4e4c-969f-92da9be6ca2a {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:21.250858 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d3d8fa-a199-4cc5-a7dd-455b08a9260b", "tag": "5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:21.251118 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78820710-8f1e-4e4c-969f-92da9be6ca2a {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:21.251520 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d3d8fa-a199-4cc5-a7dd-455b08a9260b', 'tag': '5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd', 'status': 'completed', 'code': 200} Dec 13 12:44:21.482306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe8b0-29ca-421c-a36b-28baa5916f14 req-0b84585b-5522-4ec1-902b-969af5235681 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:21.493645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6cbe8b0-29ca-421c-a36b-28baa5916f14 req-0b84585b-5522-4ec1-902b-969af5235681 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1095 time: 0.0827787 Dec 13 12:44:21.628012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6cbe8b0-29ca-421c-a36b-28baa5916f14 req-f4aec1da-4e03-4700-afc5-eeba131debf8 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274025 Dec 13 12:44:21.642307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device e8605da7-017e-4a51-a096-992863126069 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:21.803901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port e8605da7-017e-4a51-a096-992863126069 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:44:21.809455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port e8605da7-017e-4a51-a096-992863126069 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:21.809830 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:21.853457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32886) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:21.907548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eb561-5901-4dce-9287-1334c5b19eda req-4c2fd014-dfff-4d80-b032-07372b58a832 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:21.919492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-035eb561-5901-4dce-9287-1334c5b19eda req-4c2fd014-dfff-4d80-b032-07372b58a832 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.1490746 Dec 13 12:44:21.966410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ebf2e-4045-4ceb-a104-b3001f4dbec7 req-0b5cf728-1553-411f-8aa1-f697c29b60cb tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:21.970497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32892) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:21.977010 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-712ebf2e-4045-4ceb-a104-b3001f4dbec7 req-0b5cf728-1553-411f-8aa1-f697c29b60cb tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 949 time: 0.1666896 Dec 13 12:44:22.020468 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.041591 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c758c37b-e5fe-4af1-8db1-6901969b6944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.059748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port e8605da7-017e-4a51-a096-992863126069, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=e8605da7-017e-4a51-a096-992863126069,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:22.061206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4698c4f-6ffd-4416-a67a-10550833ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8605da7-017e-4a51-a096-992863126069'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:22.064347 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5565d5e3-8cee-449d-9396-0e732f43384f" -d '{"events": [{"server_uuid": "e4698c4f-6ffd-4416-a67a-10550833ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "e8605da7-017e-4a51-a096-992863126069"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:22.069608 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.070735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 56281631-2188-42bf-b597-bbd3063af7ac no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:44:22.076997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-035eb561-5901-4dce-9287-1334c5b19eda req-44094001-9312-4434-824e-1658be118683 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565032 Dec 13 12:44:22.101198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 56281631-2188-42bf-b597-bbd3063af7ac {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:44:22.101794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 56281631-2188-42bf-b597-bbd3063af7ac not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:44:22.102862 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5e8df66-b42c-43da-8e04-3dcc931132c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.124866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-712ebf2e-4045-4ceb-a104-b3001f4dbec7 req-99b07815-27c4-4bf4-b123-452ca19ac66c tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468394 Dec 13 12:44:22.209303 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c576693e-e2d7-4f00-b68e-6b9dfc39d783 x-openstack-request-id: req-c576693e-e2d7-4f00-b68e-6b9dfc39d783 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:22.209666 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4698c4f-6ffd-4416-a67a-10550833ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "e8605da7-017e-4a51-a096-992863126069", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:22.209985 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c576693e-e2d7-4f00-b68e-6b9dfc39d783 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:22.210468 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4698c4f-6ffd-4416-a67a-10550833ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8605da7-017e-4a51-a096-992863126069', 'code': 200} Dec 13 12:44:22.216752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=e8605da7-017e-4a51-a096-992863126069,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:22.316796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c758c37b-e5fe-4af1-8db1-6901969b6944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.341264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c758c37b-e5fe-4af1-8db1-6901969b6944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.353950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5e8df66-b42c-43da-8e04-3dcc931132c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.373469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5e8df66-b42c-43da-8e04-3dcc931132c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.426248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507480a3-f8d9-4b55-94ce-76d1323fa90e req-0fa6ac85-2c07-4dd6-bb33-73316c8c4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:22.427493 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-507480a3-f8d9-4b55-94ce-76d1323fa90e req-0fa6ac85-2c07-4dd6-bb33-73316c8c4f74 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 1101 time: 0.1226678 Dec 13 12:44:22.430381 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c758c37b-e5fe-4af1-8db1-6901969b6944 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e012001e6fa9479f88b25276187125e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5748777 Dec 13 12:44:22.433991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32914) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:22.436586 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b5e8df66-b42c-43da-8e04-3dcc931132c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63ab6b0601cc4ea2a90cc8ce4a16f2d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4648571 Dec 13 12:44:22.443821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32916) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:22.448151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758c37b-e5fe-4af1-8db1-6901969b6944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cedf3c-2e97-4625-9f7e-8fb19ebf92b5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:22.514279 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8df66-b42c-43da-8e04-3dcc931132c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865f0952-f237-41a9-8569-fdda05b24880,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:22.536008 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-507480a3-f8d9-4b55-94ce-76d1323fa90e req-a6933cb9-d8ac-4200-bca4-6ae435bbbe6e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889523 Dec 13 12:44:22.540518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-093743b9-7d32-44fb-9f88-ce8b704a5c2d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:22.542938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-093743b9-7d32-44fb-9f88-ce8b704a5c2d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 820 time: 0.2556918 Dec 13 12:44:22.606991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-6d375f65-abe8-482b-befb-65d69e7d3ad3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/quotas/0c41e368f2fd4bb18797d4930f7e15a0 HTTP/1.1" status: 200 len: 375 time: 0.0499101 Dec 13 12:44:22.627932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89372f1f-9a60-472d-8e90-bd0a6f32239a req-368ab88f-5158-45fe-9d98-5f43547201d7 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:22.629553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89372f1f-9a60-472d-8e90-bd0a6f32239a req-368ab88f-5158-45fe-9d98-5f43547201d7 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 943 time: 0.1487424 Dec 13 12:44:22.693025 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13f08d58-2340-47f6-939c-a541d258c58f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.704628 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-af76021a-0097-44f1-b9b7-e631b35d7d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.770705 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13f08d58-2340-47f6-939c-a541d258c58f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.773424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-af76021a-0097-44f1-b9b7-e631b35d7d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.778835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-a33e6d0c-ad09-4119-9121-9325ff002cb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1623366 Dec 13 12:44:22.793619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89372f1f-9a60-472d-8e90-bd0a6f32239a req-61121b3e-9ed5-411b-8f7a-ebb1693d498e tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501431 Dec 13 12:44:22.928857 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13f08d58-2340-47f6-939c-a541d258c58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.931458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13f08d58-2340-47f6-939c-a541d258c58f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.935167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-13f08d58-2340-47f6-939c-a541d258c58f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/865f0952-f237-41a9-8569-fdda05b24880 HTTP/1.1" status: 204 len: 168 time: 0.4711239 Dec 13 12:44:22.950674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-af76021a-0097-44f1-b9b7-e631b35d7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.954043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-af76021a-0097-44f1-b9b7-e631b35d7d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:22.958181 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-af76021a-0097-44f1-b9b7-e631b35d7d6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8cedf3c-2e97-4625-9f7e-8fb19ebf92b5 HTTP/1.1" status: 204 len: 168 time: 0.5202579 Dec 13 12:44:22.964461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-ec2e73c4-31c5-4023-8e8f-04626641cbb5 service neutron] 10.222.0.31 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697650 Dec 13 12:44:22.973847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f08d58-2340-47f6-939c-a541d258c58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f0952-f237-41a9-8569-fdda05b24880,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:23.032767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76021a-0097-44f1-b9b7-e631b35d7d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cedf3c-2e97-4625-9f7e-8fb19ebf92b5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:23.117196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-2bf085a3-5b49-4f79-91e1-bd896a9968c8 service neutron] 10.222.0.31 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463079 Dec 13 12:44:23.316779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8df651-0632-41b2-925d-37090a046203 req-f2b83074-25c3-431d-8810-bc9be99fc394 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:23.321823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e8df651-0632-41b2-925d-37090a046203 req-f2b83074-25c3-431d-8810-bc9be99fc394 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.0788462 Dec 13 12:44:23.322169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32934) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:23.414414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e8df651-0632-41b2-925d-37090a046203 req-14f5003a-d665-4047-abc3-439a2226b3be tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831110 Dec 13 12:44:23.652391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32948) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:23.663185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890b236-0360-4202-beed-e210355c35a9 req-c32684cc-5b80-4621-bfa6-40d4925a2e10 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:23.675764 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0890b236-0360-4202-beed-e210355c35a9 req-c32684cc-5b80-4621-bfa6-40d4925a2e10 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 950 time: 0.1768632 Dec 13 12:44:23.685253 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f44608b-6413-4c89-afba-b24c450354bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:23.812053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5023a0a8-9d9e-4385-8fa4-10ceb527b263 req-2f080add-6233-43a6-a32a-f4fa480bfd11 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 210 time: 0.1089814 Dec 13 12:44:23.891333 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f44608b-6413-4c89-afba-b24c450354bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:23.901783 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f44608b-6413-4c89-afba-b24c450354bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:23.933478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0890b236-0360-4202-beed-e210355c35a9 req-710141d3-a0db-4997-9947-6258439490d7 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583077 Dec 13 12:44:23.972445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44608b-6413-4c89-afba-b24c450354bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c27c6d-600d-4ae8-9fc1-78bc1eab8c93,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:23.985397 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0aa5271c-43a4-4280-ae80-97eea11c5a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:23.991808 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9f44608b-6413-4c89-afba-b24c450354bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08aa1db968b64966a72dd8572c6e59fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376191 Dec 13 12:44:23.994545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32958) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:24.101218 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32960) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:24.111957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e84cfbec-7591-4c26-abb8-e7cd0eb57f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.146190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41ec9d99-eb4e-4cdb-b51e-c3e8de1d0067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.152630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0aa5271c-43a4-4280-ae80-97eea11c5a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.161512 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0aa5271c-43a4-4280-ae80-97eea11c5a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.198015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262c74c-a49a-478e-a480-74b00ba09272 req-cbee4919-5dac-4c9f-a9a3-b63013f8da61 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:24.199802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9262c74c-a49a-478e-a480-74b00ba09272 req-cbee4919-5dac-4c9f-a9a3-b63013f8da61 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 943 time: 0.1822217 Dec 13 12:44:24.214987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b617005a-16a0-486f-bf56-83934d8d9e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.238086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5271c-43a4-4280-ae80-97eea11c5a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e6794e-4e7a-436e-a872-b3ab70e207a4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:24.273373 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0aa5271c-43a4-4280-ae80-97eea11c5a34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db61fd949a834f98a96f268b08e0518b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9492216 Dec 13 12:44:24.274048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32962) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:24.323862 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b617005a-16a0-486f-bf56-83934d8d9e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.342628 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9262c74c-a49a-478e-a480-74b00ba09272 req-8bf69b63-600a-498e-9365-ed286e30be36 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299469 Dec 13 12:44:24.404980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b617005a-16a0-486f-bf56-83934d8d9e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.408694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b617005a-16a0-486f-bf56-83934d8d9e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.410365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b617005a-16a0-486f-bf56-83934d8d9e47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72c27c6d-600d-4ae8-9fc1-78bc1eab8c93 HTTP/1.1" status: 204 len: 168 time: 0.4143510 Dec 13 12:44:24.425553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617005a-16a0-486f-bf56-83934d8d9e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c27c6d-600d-4ae8-9fc1-78bc1eab8c93,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:24.441209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23b0d306-c895-48dd-a1b1-fa0b35aedec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.498333 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23b0d306-c895-48dd-a1b1-fa0b35aedec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.577398 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41ec9d99-eb4e-4cdb-b51e-c3e8de1d0067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.584744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41ec9d99-eb4e-4cdb-b51e-c3e8de1d0067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.597360 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23b0d306-c895-48dd-a1b1-fa0b35aedec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.600330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23b0d306-c895-48dd-a1b1-fa0b35aedec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.601675 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-23b0d306-c895-48dd-a1b1-fa0b35aedec5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63e6794e-4e7a-436e-a872-b3ab70e207a4 HTTP/1.1" status: 204 len: 168 time: 0.3254781 Dec 13 12:44:24.635284 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-41ec9d99-eb4e-4cdb-b51e-c3e8de1d0067 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5958ff511f4b4669b547fe9f0d1167d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5327816 Dec 13 12:44:24.636416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec9d99-eb4e-4cdb-b51e-c3e8de1d0067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0b46b2-8105-43a5-8d1f-999e1cb8afac,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:24.639195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32972) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:24.654419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0d306-c895-48dd-a1b1-fa0b35aedec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e6794e-4e7a-436e-a872-b3ab70e207a4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:24.683026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832c6a6-ce74-46b3-b46b-411798ae2b75 req-341fe540-93be-499c-93e1-888a368e7cc4 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:24.684619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3832c6a6-ce74-46b3-b46b-411798ae2b75 req-341fe540-93be-499c-93e1-888a368e7cc4 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.1433167 Dec 13 12:44:24.708003 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3dc2821f-358f-470e-94da-b70060a31ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.734533 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3dc2821f-358f-470e-94da-b70060a31ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.818923 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3dc2821f-358f-470e-94da-b70060a31ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.823624 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3dc2821f-358f-470e-94da-b70060a31ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:24.829002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3dc2821f-358f-470e-94da-b70060a31ec4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae0b46b2-8105-43a5-8d1f-999e1cb8afac HTTP/1.1" status: 204 len: 168 time: 0.1883850 Dec 13 12:44:24.834982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3832c6a6-ce74-46b3-b46b-411798ae2b75 req-61a67556-d2ef-44fd-8069-9cec2f21c49d tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390555 Dec 13 12:44:24.849219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2821f-358f-470e-94da-b70060a31ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0b46b2-8105-43a5-8d1f-999e1cb8afac,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:25.029523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8b53909-8944-430f-aaa6-b67acd41c74e req-3b2a377d-4961-4c1d-8ce7-c2154ccfeec5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 210 time: 0.0773022 Dec 13 12:44:25.173486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec871c5-0598-4c81-8019-e1601680c73f req-4b4fcc9e-a428-445d-86ca-7f4bdade3073 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:25.175101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ec871c5-0598-4c81-8019-e1601680c73f req-4b4fcc9e-a428-445d-86ca-7f4bdade3073 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 950 time: 0.1095669 Dec 13 12:44:25.208175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32988) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:25.261256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9a8129b-1ad8-47d0-a43a-6fd5a43c3133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:25.304959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ec871c5-0598-4c81-8019-e1601680c73f req-5eb3159c-cd03-4164-a854-690dbecab926 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218908 Dec 13 12:44:25.374325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-761c46c2-188a-4cb6-ae25-de78fb67f0cc tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:25.376712 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-761c46c2-188a-4cb6-ae25-de78fb67f0cc tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 820 time: 0.3550892 Dec 13 12:44:25.400494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Request body: {'port': {'device_id': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566', 'admin_state_up': True, 'tenant_id': '0c41e368f2fd4bb18797d4930f7e15a0'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:25.504918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9a8129b-1ad8-47d0-a43a-6fd5a43c3133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:25.517978 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9a8129b-1ad8-47d0-a43a-6fd5a43c3133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:25.581317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93502f-2550-4ffb-8a0f-19af4c06e584 req-d359aa8c-38f4-4384-a818-c00ad04394a2 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:25.589157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8129b-1ad8-47d0-a43a-6fd5a43c3133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e845ed33-cba5-4657-a7f8-f3cf02d54087,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:25.596628 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e9a8129b-1ad8-47d0-a43a-6fd5a43c3133 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9288653e3649482d8cdd8f3461c568ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844910 Dec 13 12:44:25.597128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33004) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:25.603849 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea93502f-2550-4ffb-8a0f-19af4c06e584 req-d359aa8c-38f4-4384-a818-c00ad04394a2 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 943 time: 0.0967550 Dec 13 12:44:25.631460 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Made reservation on behalf of 0c41e368f2fd4bb18797d4930f7e15a0 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:44:25.635862 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:25.738704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea93502f-2550-4ffb-8a0f-19af4c06e584 req-27b01cdf-8fc5-49ab-a1f4-1046aec31cda tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318028 Dec 13 12:44:25.771868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68adb393-d3fa-456a-9733-0c183c7382fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:25.835790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68adb393-d3fa-456a-9733-0c183c7382fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:25.874797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1f6d3-f328-450c-a898-0ab45368b45b req-c501cb51-8f37-407d-8006-3513e32a2bb1 tempest-ServersAdminNegativeTestJSON-1150039989 tempest-ServersAdminNegativeTestJSON-1150039989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:25.887346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88c1f6d3-f328-450c-a898-0ab45368b45b req-c501cb51-8f37-407d-8006-3513e32a2bb1 tempest-ServersAdminNegativeTestJSON-1150039989 tempest-ServersAdminNegativeTestJSON-1150039989-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 1101 time: 0.0738904 Dec 13 12:44:25.888554 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Allocated IP 172.20.0.4 (94142d38-5aca-4ea1-835a-ae24eb9bb566/952a86ce-9692-4eaa-b2ef-2ece9ef3ada0/0a008647-b264-4ecd-8047-ec8955ba817b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:25.914223 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-88c1f6d3-f328-450c-a898-0ab45368b45b req-e3aadd3e-5091-44ab-89c3-a4b8043bbd2e tempest-ServersAdminNegativeTestJSON-1150039989 tempest-ServersAdminNegativeTestJSON-1150039989-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:25.983224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68adb393-d3fa-456a-9733-0c183c7382fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:25.993085 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68adb393-d3fa-456a-9733-0c183c7382fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:25.994503 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-68adb393-d3fa-456a-9733-0c183c7382fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e845ed33-cba5-4657-a7f8-f3cf02d54087 HTTP/1.1" status: 204 len: 168 time: 0.3949821 Dec 13 12:44:26.026679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adb393-d3fa-456a-9733-0c183c7382fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e845ed33-cba5-4657-a7f8-f3cf02d54087,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:26.211889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f823fe6-15a8-4401-b29c-de9f8d2b474f req-50ae2ffe-bc56-41c6-9e81-eef58da264af tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:26.226977 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:26.245864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f823fe6-15a8-4401-b29c-de9f8d2b474f req-50ae2ffe-bc56-41c6-9e81-eef58da264af tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.2203205 Dec 13 12:44:26.333441 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:26.388405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Network 94142d38-5aca-4ea1-835a-ae24eb9bb566 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:26.394702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:26.397557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:26.443406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Pushing event updated for resources: {'Port': ['ID=0a008647-b264-4ecd-8047-ec8955ba817b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:26.480655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:26.482465 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:26.519236 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-239346c1-2317-4a24-a9c5-047f082e17e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1250236 Dec 13 12:44:26.542814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Request body: {'port': {'device_id': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:26.567449 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179c68f4-230a-4a10-8e0c-e2bc5316f147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:26.587989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f823fe6-15a8-4401-b29c-de9f8d2b474f req-e18b6069-5e62-4045-9244-eafedb17b92c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382425 Dec 13 12:44:26.655957 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-88c1f6d3-f328-450c-a898-0ab45368b45b req-e3aadd3e-5091-44ab-89c3-a4b8043bbd2e tempest-ServersAdminNegativeTestJSON-1150039989 tempest-ServersAdminNegativeTestJSON-1150039989-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:26.671698 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-88c1f6d3-f328-450c-a898-0ab45368b45b req-e3aadd3e-5091-44ab-89c3-a4b8043bbd2e tempest-ServersAdminNegativeTestJSON-1150039989 tempest-ServersAdminNegativeTestJSON-1150039989-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:26.706555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:26.772671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aadd3e-5091-44ab-89c3-a4b8043bbd2e tempest-ServersAdminNegativeTestJSON-1150039989 tempest-ServersAdminNegativeTestJSON-1150039989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae86b500-75ff-4ccd-8a01-a81410f55cda,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:26.791631 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88c1f6d3-f328-450c-a898-0ab45368b45b req-e3aadd3e-5091-44ab-89c3-a4b8043bbd2e tempest-ServersAdminNegativeTestJSON-1150039989 tempest-ServersAdminNegativeTestJSON-1150039989-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8973682 Dec 13 12:44:26.830459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825e5d8-7a94-4e0b-8d19-d3759e87725d req-71134003-ede8-4d24-9ac2-42d7c08cecdd tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:26.841860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5825e5d8-7a94-4e0b-8d19-d3759e87725d req-71134003-ede8-4d24-9ac2-42d7c08cecdd tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 931 time: 0.0983577 Dec 13 12:44:27.079032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761d79a-6a0f-40b8-91be-195629111f65 req-49a837ee-705a-4e25-bd54-35e579dc94f9 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:27.081293 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6761d79a-6a0f-40b8-91be-195629111f65 req-49a837ee-705a-4e25-bd54-35e579dc94f9 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 943 time: 0.2176914 Dec 13 12:44:27.101501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5825e5d8-7a94-4e0b-8d19-d3759e87725d req-28c35e30-7c67-4004-8284-3b6c6eb69fad tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583873 Dec 13 12:44:27.124137 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a008647-b264-4ecd-8047-ec8955ba817b {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:27.146727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:27.185942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Transition to ACTIVE for port object 0a008647-b264-4ecd-8047-ec8955ba817b will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:44:27.213665 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:27.240873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6761d79a-6a0f-40b8-91be-195629111f65 req-50d46697-26cc-44c5-b202-2103643c34d4 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369371 Dec 13 12:44:27.330700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Pushing event updated for resources: {'Port': ['ID=0a008647-b264-4ecd-8047-ec8955ba817b,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:27.341523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40252de-ed69-4669-b3a5-b6c8ff969ead req-4e5f17d4-3a3d-4b7f-8401-130760b09fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:27.343383 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e40252de-ed69-4669-b3a5-b6c8ff969ead req-4e5f17d4-3a3d-4b7f-8401-130760b09fa5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d49c3db688c495f983377037dfc9036&device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 1094 time: 0.1523094 Dec 13 12:44:27.467379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:27.468173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:27.468634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:27.488105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Port 0a008647-b264-4ecd-8047-ec8955ba817b on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:27.488498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:27.502771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:27.503131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:27.503480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:27.503904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Bound port: 0a008647-b264-4ecd-8047-ec8955ba817b, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:27.504258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:27.593737 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:27.656493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:27.660363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:27.670045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:27.712875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:27.714053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:27.715273 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] 10.222.0.42 "PUT /v2.0/ports/0a008647-b264-4ecd-8047-ec8955ba817b HTTP/1.1" status: 200 len: 1091 time: 1.1805027 Dec 13 12:44:27.728767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'tag': '0a008647-b264-4ecd-8047-ec8955ba817b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:27.731897 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618aaee3-44fa-4712-925d-c7abb8171e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "403ed481-dd68-4adc-83df-0a4249c4be1c", "tag": "0a008647-b264-4ecd-8047-ec8955ba817b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:27.858477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea694b-f375-4dbe-a08e-460d81c2bed7 req-5d6d23b5-838a-46bf-99ff-8c141f107031 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:27.861346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4ea694b-f375-4dbe-a08e-460d81c2bed7 req-5d6d23b5-838a-46bf-99ff-8c141f107031 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.1146188 Dec 13 12:44:27.866767 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74431c4a-ca9c-48c3-b0b7-95e823afcd3e x-openstack-request-id: req-74431c4a-ca9c-48c3-b0b7-95e823afcd3e {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:27.867945 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403ed481-dd68-4adc-83df-0a4249c4be1c", "tag": "0a008647-b264-4ecd-8047-ec8955ba817b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:27.868350 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74431c4a-ca9c-48c3-b0b7-95e823afcd3e {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:27.878236 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'tag': '0a008647-b264-4ecd-8047-ec8955ba817b', 'status': 'completed', 'code': 200} Dec 13 12:44:27.986747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd520a-049a-4b0e-ba35-c6af9d133868 service neutron] Pushing event updated for resources: {'Port': ['ID=0a008647-b264-4ecd-8047-ec8955ba817b,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:28.010841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-310a7428-a675-4cd8-ad01-9ee86d1d9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:28.012410 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-310a7428-a675-4cd8-ad01-9ee86d1d9f0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1094 time: 0.2407494 Dec 13 12:44:28.104597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4ea694b-f375-4dbe-a08e-460d81c2bed7 req-d7513287-30b7-470a-a940-25ebe3cd1e24 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342994 Dec 13 12:44:28.125624 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-88cd722e-625a-40de-a68d-97c199c7fd85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a008647-b264-4ecd-8047-ec8955ba817b HTTP/1.1" status: 200 len: 217 time: 0.0992334 Dec 13 12:44:28.219209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4dd92-834c-44f5-8caf-6bbf7f03852c req-660f4035-264f-4a32-9402-5e566c0ffc82 tempest-ServersAdminNegativeTestJSON-1150039989 tempest-ServersAdminNegativeTestJSON-1150039989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:28.220999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15f4dd92-834c-44f5-8caf-6bbf7f03852c req-660f4035-264f-4a32-9402-5e566c0ffc82 tempest-ServersAdminNegativeTestJSON-1150039989 tempest-ServersAdminNegativeTestJSON-1150039989-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 1101 time: 0.2038951 Dec 13 12:44:28.244251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-4ea8b8c5-85b7-4c44-9bb8-16537cfb88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:28.246340 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-4ea8b8c5-85b7-4c44-9bb8-16537cfb88c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1080735 Dec 13 12:44:28.286158 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-e1ea261d-9762-480e-9ade-4f2571cd581b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318789 Dec 13 12:44:28.352282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15f4dd92-834c-44f5-8caf-6bbf7f03852c req-01fe1d70-2ece-4c6c-a4c2-ab46436dfa2f tempest-ServersAdminNegativeTestJSON-1150039989 tempest-ServersAdminNegativeTestJSON-1150039989-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239276 Dec 13 12:44:28.380777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d298da1-74d5-42fc-9c41-910873cab896 req-e6c699d8-a6e3-4d5d-8511-77093b533d8a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:28.387810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d298da1-74d5-42fc-9c41-910873cab896 req-e6c699d8-a6e3-4d5d-8511-77093b533d8a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 943 time: 0.1367867 Dec 13 12:44:28.404867 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-ba836b12-6708-4473-8cb9-33442e8abdcd service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105897 Dec 13 12:44:28.493723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d298da1-74d5-42fc-9c41-910873cab896 req-d1ebfb48-66f4-407b-9804-55d17a46ec0b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963202 Dec 13 12:44:28.513816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb472b9d-4b94-4f4c-86cc-f70cf5dfa588 req-65aa3d43-ce00-43f0-b839-a3a090267afa tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:28.527634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb472b9d-4b94-4f4c-86cc-f70cf5dfa588 req-65aa3d43-ce00-43f0-b839-a3a090267afa tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 943 time: 0.0691948 Dec 13 12:44:28.565029 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da860932-e0e3-4e99-ba9e-9ead24bb271b req-1747801b-5fc4-42ed-9a6d-d665dd7bc27f service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507051 Dec 13 12:44:28.591195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb472b9d-4b94-4f4c-86cc-f70cf5dfa588 req-b52dc556-ae95-4bdc-b64e-f20a102464a5 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662768 Dec 13 12:44:28.690639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aaee3-44fa-4712-925d-c7abb8171e3d req-83362dcc-ed32-4770-8deb-6f1fd7dc5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:28.693157 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-618aaee3-44fa-4712-925d-c7abb8171e3d req-83362dcc-ed32-4770-8deb-6f1fd7dc5d78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1094 time: 0.0579548 Dec 13 12:44:28.929853 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:29.049395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aaee3-44fa-4712-925d-c7abb8171e3d req-5c5b0867-84c9-4737-a69b-f41f75e66015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:29.049695 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-618aaee3-44fa-4712-925d-c7abb8171e3d req-5c5b0867-84c9-4737-a69b-f41f75e66015 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.3485901 Dec 13 12:44:29.162277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bf61e-17a6-4c38-8897-116ca890a698 req-27897b7f-883b-4dda-ae7c-6eaf104edfd4 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:29.172930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd0bf61e-17a6-4c38-8897-116ca890a698 req-27897b7f-883b-4dda-ae7c-6eaf104edfd4 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 950 time: 0.1112478 Dec 13 12:44:29.274846 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-618aaee3-44fa-4712-925d-c7abb8171e3d req-5ef30088-8b46-4ebd-bcc3-8897607fd365 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a008647-b264-4ecd-8047-ec8955ba817b HTTP/1.1" status: 200 len: 217 time: 0.0742724 Dec 13 12:44:29.281993 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd0bf61e-17a6-4c38-8897-116ca890a698 req-7815f0ed-bca2-4679-b787-a8217a38c953 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077948 Dec 13 12:44:29.304461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f96699-3383-4026-8bf1-dac080cd9357 req-9b882372-506b-4edd-b8f6-f73eecac9df4 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:29.307011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69f96699-3383-4026-8bf1-dac080cd9357 req-9b882372-506b-4edd-b8f6-f73eecac9df4 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.1142869 Dec 13 12:44:29.386701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69f96699-3383-4026-8bf1-dac080cd9357 req-cbffdcc4-4e64-4b16-8731-fcfe50c40e7c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683362 Dec 13 12:44:29.392476 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40252de-ed69-4669-b3a5-b6c8ff969ead req-8fc5a30a-69e6-4928-9715-82dadb177bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:29.394339 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e40252de-ed69-4669-b3a5-b6c8ff969ead req-8fc5a30a-69e6-4928-9715-82dadb177bcc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d49c3db688c495f983377037dfc9036&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3435640 Dec 13 12:44:29.470349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aaee3-44fa-4712-925d-c7abb8171e3d req-c481c163-a4a0-4aa3-b4a7-7821c5b3132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:29.471959 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-618aaee3-44fa-4712-925d-c7abb8171e3d req-c481c163-a4a0-4aa3-b4a7-7821c5b3132b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1843028 Dec 13 12:44:29.565833 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-618aaee3-44fa-4712-925d-c7abb8171e3d req-97aab58e-f4d2-48d0-9c9f-cb8d4faaf345 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564563 Dec 13 12:44:29.675537 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-618aaee3-44fa-4712-925d-c7abb8171e3d req-ce968372-37dc-41d0-832a-cfb547e6318b service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962923 Dec 13 12:44:29.703885 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:29.765437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38be47-74cb-4127-b84b-f8b4e7357348 req-9d78869d-235f-414a-bca7-bcef164f5898 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:29.767173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb38be47-74cb-4127-b84b-f8b4e7357348 req-9d78869d-235f-414a-bca7-bcef164f5898 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 943 time: 0.0736585 Dec 13 12:44:29.794401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40252de-ed69-4669-b3a5-b6c8ff969ead req-816d6860-f12e-44d2-9533-06f8c6acda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:29.796272 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e40252de-ed69-4669-b3a5-b6c8ff969ead req-816d6860-f12e-44d2-9533-06f8c6acda7e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3877804 Dec 13 12:44:29.843889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-53b91bb8-bb9e-46f1-8722-8a9f05051830 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327055 Dec 13 12:44:29.844475 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-618aaee3-44fa-4712-925d-c7abb8171e3d req-71b24f8d-1d91-4d0c-84f4-6be759d3fb78 service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570008 Dec 13 12:44:29.847682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb38be47-74cb-4127-b84b-f8b4e7357348 req-0db22057-a2aa-4315-b14a-9e658042b1ba tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739186 Dec 13 12:44:29.905239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf99d-be75-4e39-802f-802c7fa51561 req-07ca4847-56b8-432c-99d8-c7f48b0bdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:29.907509 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-07ca4847-56b8-432c-99d8-c7f48b0bdcf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d49c3db688c495f983377037dfc9036&device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 1094 time: 0.0538075 Dec 13 12:44:29.958148 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-f90747f3-5286-4951-969b-e6ca98b2acd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd HTTP/1.1" status: 200 len: 217 time: 0.0404189 Dec 13 12:44:30.000253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-d0bd9565-cc9d-48de-af40-467f013c44d9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:30.001799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-d0bd9565-cc9d-48de-af40-467f013c44d9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520591 Dec 13 12:44:30.018790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3cfae0d3-7dec-40ed-95c8-1939f14f7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:30.020375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-3cfae0d3-7dec-40ed-95c8-1939f14f7163 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389a4dc5-adc2-41f0-b681-f9fb57f7d4e7 HTTP/1.1" status: 200 len: 854 time: 0.0516140 Dec 13 12:44:30.028673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9f55e-4ef2-42a9-bb06-9a75c7b496e9 req-699981b4-f786-436d-87ec-43f2697bda91 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:30.030213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a9f55e-4ef2-42a9-bb06-9a75c7b496e9 req-699981b4-f786-436d-87ec-43f2697bda91 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 943 time: 0.0847397 Dec 13 12:44:30.034007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-d420d263-cf1d-40a1-b4c7-56fae788d2c1 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/quotas/c892d90b1daa421ba6dd40c6c6b2cd30 HTTP/1.1" status: 200 len: 375 time: 0.0214448 Dec 13 12:44:30.071405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf99d-be75-4e39-802f-802c7fa51561 req-a877cc60-87a7-49fb-96aa-2164c1791ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:30.073155 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-a877cc60-87a7-49fb-96aa-2164c1791ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27bad304-96f9-46eb-8d1b-6f19d5d34b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419805 Dec 13 12:44:30.079201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-bf9f0bc1-3636-474a-965e-1c7edfdb90cc tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365961 Dec 13 12:44:30.101736 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a9f55e-4ef2-42a9-bb06-9a75c7b496e9 req-60b6cdfa-43a3-477b-a28a-241cfe699f12 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649941 Dec 13 12:44:30.181811 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-1c4ce768-9f25-4b32-a6e9-e45f95ea62cf service neutron] 10.222.0.37 "GET /v2.0/networks/27bad304-96f9-46eb-8d1b-6f19d5d34b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979230 Dec 13 12:44:30.287605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45bb4321-ca98-40f1-ae00-a8fe64341448 req-19ba7730-8378-4d2e-a2df-63bfc0f47bfe tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 210 time: 0.0341015 Dec 13 12:44:30.306990 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52acf99d-be75-4e39-802f-802c7fa51561 req-d8996d28-8842-4a90-964d-8b942bb52578 service neutron] 10.222.0.37 "GET /v2.0/networks/27bad304-96f9-46eb-8d1b-6f19d5d34b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159489 Dec 13 12:44:30.474290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feddd9-68ec-4517-962e-157fa544bf12 req-b0c280f0-634a-4430-a970-7280cc12c35d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:30.476165 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11feddd9-68ec-4517-962e-157fa544bf12 req-b0c280f0-634a-4430-a970-7280cc12c35d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 950 time: 0.0716951 Dec 13 12:44:30.530713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11feddd9-68ec-4517-962e-157fa544bf12 req-f103dce5-08e1-49c9-9978-74a7a33e2cc3 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467114 Dec 13 12:44:30.677118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98355072-f35f-4d16-baf3-54794ba01046 req-c6c62566-8915-4fdb-ab92-f6bdeec23b95 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:30.683583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98355072-f35f-4d16-baf3-54794ba01046 req-c6c62566-8915-4fdb-ab92-f6bdeec23b95 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.0764072 Dec 13 12:44:30.763149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98355072-f35f-4d16-baf3-54794ba01046 req-e40e7759-6fc5-4014-9759-57b22f23f4d1 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd299601-3836-441a-9fcb-a58e71ecccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687568 Dec 13 12:44:30.779334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-284cd421-5d76-4410-99c8-07ce6f21c80b tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:30.781305 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-284cd421-5d76-4410-99c8-07ce6f21c80b tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.37 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 950 time: 0.1830046 Dec 13 12:44:30.841426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-43b2afca-6bfd-4dc7-b4fe-32d2cdfc01e3 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:30.843963 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-43b2afca-6bfd-4dc7-b4fe-32d2cdfc01e3 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 950 time: 0.1577127 Dec 13 12:44:30.963046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33228) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:31.015155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76341156-7fd9-4d2d-9439-d0f031ef4537 req-4bde118c-0849-45a0-977b-8404055f542d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:31.023467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76341156-7fd9-4d2d-9439-d0f031ef4537 req-4bde118c-0849-45a0-977b-8404055f542d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 943 time: 0.0752611 Dec 13 12:44:31.084182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76341156-7fd9-4d2d-9439-d0f031ef4537 req-f16e95cf-7704-4f34-9dc1-c305c4cfd3c2 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 Dec 13 12:44:31.096143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-c4901419-b877-4ec1-9415-1abd5f05037c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Deleting port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:44:31.096488 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-c4901419-b877-4ec1-9415-1abd5f05037c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.115407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-f8201928-6026-4491-9507-fca2d1a253c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Deleting port e8605da7-017e-4a51-a096-992863126069 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:44:31.115747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-f8201928-6026-4491-9507-fca2d1a253c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.129677 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07a20542-4bbd-4a8c-b12f-aa3941bdf39c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.264742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-c4901419-b877-4ec1-9415-1abd5f05037c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] For port 4eb0558f-9e8a-44ee-8c00-fd1651177a82, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=4eb0558f-9e8a-44ee-8c00-fd1651177a82,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:31.265123 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-c4901419-b877-4ec1-9415-1abd5f05037c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.289194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-c4901419-b877-4ec1-9415-1abd5f05037c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Calling delete_port for 4eb0558f-9e8a-44ee-8c00-fd1651177a82 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:44:31.290923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07a20542-4bbd-4a8c-b12f-aa3941bdf39c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.293196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-f8201928-6026-4491-9507-fca2d1a253c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] For port e8605da7-017e-4a51-a096-992863126069, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=e8605da7-017e-4a51-a096-992863126069,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:31.293562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-f8201928-6026-4491-9507-fca2d1a253c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.301087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb28cd-6d94-46f3-8802-ef9ba729c9ae req-ea6ff0c2-f8d8-4f1e-aa69-932cd12ba339 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:31.309041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1bcb28cd-6d94-46f3-8802-ef9ba729c9ae req-ea6ff0c2-f8d8-4f1e-aa69-932cd12ba339 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 943 time: 0.1209598 Dec 13 12:44:31.318252 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07a20542-4bbd-4a8c-b12f-aa3941bdf39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.320784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-f8201928-6026-4491-9507-fca2d1a253c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Calling delete_port for e8605da7-017e-4a51-a096-992863126069 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:44:31.420322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1bcb28cd-6d94-46f3-8802-ef9ba729c9ae req-e3427076-88c1-473c-b9d3-c0becabcb91d tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097345 Dec 13 12:44:31.472021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-07a20542-4bbd-4a8c-b12f-aa3941bdf39c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=823ee1d4105a43fb88df74a3077d2ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5067985 Dec 13 12:44:31.474876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33250) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:31.488389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a20542-4bbd-4a8c-b12f-aa3941bdf39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd64d2d-0470-4c38-9003-2527c6fb2167,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:31.490775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33252) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:31.494748 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c170f19-cb7a-46a0-a8c8-51ceaea0373c req-90e05d19-6d25-4476-a3a1-edfd3ac70040 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 210 time: 0.0987818 Dec 13 12:44:31.497672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-28947b5f-f804-4b97-902b-1ac7a8e30752 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005991 Dec 13 12:44:31.681276 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0a008647-b264-4ecd-8047-ec8955ba817b details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:44:31.692604 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-28c978d0-34ba-4929-9512-aa99458c4325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.711318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-990b4211-3176-4409-97d0-260c51b07bb8 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:31.712781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-990b4211-3176-4409-97d0-260c51b07bb8 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088280 Dec 13 12:44:31.732806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Request body: {'port': {'device_id': '9616b483-cd85-4682-bcc7-80cf18495c4a', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'c892d90b1daa421ba6dd40c6c6b2cd30'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:31.762873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bbd33-1cab-4f94-9cdc-a4e48e121791 req-b8af3794-99ac-4162-bd3a-7dfdaf07bf0b tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:31.764162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06bbd33-1cab-4f94-9cdc-a4e48e121791 req-b8af3794-99ac-4162-bd3a-7dfdaf07bf0b tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4698c4f-6ffd-4416-a67a-10550833ea3d HTTP/1.1" status: 200 len: 950 time: 0.1259890 Dec 13 12:44:31.814163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:31.831478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '0a008647-b264-4ecd-8047-ec8955ba817b', 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566', 'port_id': '0a008647-b264-4ecd-8047-ec8955ba817b', 'mac_address': 'fa:16:3e:46:f2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a86ce-9692-4eaa-b2ef-2ece9ef3ada0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:44:31.833661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57edad1d-0ba6-4b48-bc76-c9dac69436c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.861121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-c4901419-b877-4ec1-9415-1abd5f05037c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.875346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['4eb0558f-9e8a-44ee-8c00-fd1651177a82'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:31.880895 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.908724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57edad1d-0ba6-4b48-bc76-c9dac69436c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.914388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a008647-b264-4ecd-8047-ec8955ba817b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:31.917740 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-f8201928-6026-4491-9507-fca2d1a253c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:31.919515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4901419-b877-4ec1-9415-1abd5f05037c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Pushing event deleted for resources: {'Port': ['ID=4eb0558f-9e8a-44ee-8c00-fd1651177a82,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:31.932493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['e8605da7-017e-4a51-a096-992863126069'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:31.935368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9eaf8399-0f91-4126-94d3-45eb7326faa7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:31.991374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:32.003297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.024221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8201928-6026-4491-9507-fca2d1a253c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Pushing event deleted for resources: {'Port': ['ID=e8605da7-017e-4a51-a096-992863126069,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:32.048407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-c4901419-b877-4ec1-9415-1abd5f05037c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] No DVR routers for this DVR port 4eb0558f-9e8a-44ee-8c00-fd1651177a82 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:44:32.072704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-c4901419-b877-4ec1-9415-1abd5f05037c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.074863 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5c2c2723-540a-4094-8cba-9fbef0c5ea46 req-c4901419-b877-4ec1-9415-1abd5f05037c tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.37 "DELETE /v2.0/ports/4eb0558f-9e8a-44ee-8c00-fd1651177a82 HTTP/1.1" status: 204 len: 173 time: 1.2866225 Dec 13 12:44:32.076079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21851ea-597a-4f4f-b0c5-e24f3cc6d3e1', 'name': 'network-vif-deleted', 'tag': '4eb0558f-9e8a-44ee-8c00-fd1651177a82'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:32.078919 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195ad01e-6164-424b-a7f6-d687a7684e49" -d '{"events": [{"server_uuid": "d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1", "name": "network-vif-deleted", "tag": "4eb0558f-9e8a-44ee-8c00-fd1651177a82"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:32.095704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-f8201928-6026-4491-9507-fca2d1a253c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] No DVR routers for this DVR port e8605da7-017e-4a51-a096-992863126069 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:44:32.098269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-f8201928-6026-4491-9507-fca2d1a253c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.102024 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1c78eb0-3380-403f-a38e-1d30674b1f6f req-f8201928-6026-4491-9507-fca2d1a253c9 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.42 "DELETE /v2.0/ports/e8605da7-017e-4a51-a096-992863126069 HTTP/1.1" status: 204 len: 173 time: 1.2483816 Dec 13 12:44:32.118417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b8aeed4-5f42-418b-a4e5-46236b9c1d1c req-76cf29f3-9942-43ec-b0f2-f79cd59fc3a6 tempest-LiveMigrationNegativeTest-851327244 tempest-LiveMigrationNegativeTest-851327244-project] 10.222.0.31 "GET /v2.0/ports?device_id=d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0629933 Dec 13 12:44:32.129056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57edad1d-0ba6-4b48-bc76-c9dac69436c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.137832 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57edad1d-0ba6-4b48-bc76-c9dac69436c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.140243 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-57edad1d-0ba6-4b48-bc76-c9dac69436c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdd64d2d-0470-4c38-9003-2527c6fb2167 HTTP/1.1" status: 204 len: 168 time: 0.4488227 Dec 13 12:44:32.147443 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=0a008647-b264-4ecd-8047-ec8955ba817b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:32.182151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edad1d-0ba6-4b48-bc76-c9dac69436c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd64d2d-0470-4c38-9003-2527c6fb2167,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:32.245321 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e76b03-784f-4f81-aa3d-7798139b87a3 x-openstack-request-id: req-49e76b03-784f-4f81-aa3d-7798139b87a3 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:32.245598 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21851ea-597a-4f4f-b0c5-e24f3cc6d3e1", "name": "network-vif-deleted", "tag": "4eb0558f-9e8a-44ee-8c00-fd1651177a82", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:32.245854 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49e76b03-784f-4f81-aa3d-7798139b87a3 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:32.246278 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21851ea-597a-4f4f-b0c5-e24f3cc6d3e1', 'name': 'network-vif-deleted', 'tag': '4eb0558f-9e8a-44ee-8c00-fd1651177a82', 'status': 'completed', 'code': 200} Dec 13 12:44:32.256093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['0a008647-b264-4ecd-8047-ec8955ba817b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:32.331699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06bbd33-1cab-4f94-9cdc-a4e48e121791 req-18cc8421-3f6a-437a-888e-22e166ae831d tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355504 Dec 13 12:44:32.434479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-28c978d0-34ba-4929-9512-aa99458c4325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.498016 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-28c978d0-34ba-4929-9512-aa99458c4325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.569903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-28c978d0-34ba-4929-9512-aa99458c4325 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e94f5fb1a1b457f91760f692fbcace4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0772772 Dec 13 12:44:32.574664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33274) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:32.693473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e2b62-b771-403d-865f-40fec1fd4c88 req-52a255d1-5780-4ba2-aea8-3cbaf29d9f12 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:32.707066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-576e2b62-b771-403d-865f-40fec1fd4c88 req-52a255d1-5780-4ba2-aea8-3cbaf29d9f12 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 944 time: 0.3207970 Dec 13 12:44:32.723137 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b225d6f8-72a2-468b-bd38-1b8982fa8ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.731980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Made reservation on behalf of c892d90b1daa421ba6dd40c6c6b2cd30 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:44:32.743362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.773338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c978d0-34ba-4929-9512-aa99458c4325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99c95ec-29e9-4428-8394-5582eadba576,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:32.776106 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b225d6f8-72a2-468b-bd38-1b8982fa8ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.801052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb9711-ec28-44a2-bd5a-20322dbc7f82 req-c31a06ec-12cb-4b49-80d4-5b4bff76943c tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:32.802607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfbb9711-ec28-44a2-bd5a-20322dbc7f82 req-c31a06ec-12cb-4b49-80d4-5b4bff76943c tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 943 time: 0.2112260 Dec 13 12:44:32.806283 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.832871 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-576e2b62-b771-403d-865f-40fec1fd4c88 req-fd4682fb-06a1-4524-88ce-652a6623be70 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243336 Dec 13 12:44:32.843975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33276) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:32.869354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b225d6f8-72a2-468b-bd38-1b8982fa8ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.872626 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b225d6f8-72a2-468b-bd38-1b8982fa8ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:32.874101 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b225d6f8-72a2-468b-bd38-1b8982fa8ddb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e99c95ec-29e9-4428-8394-5582eadba576 HTTP/1.1" status: 204 len: 168 time: 0.2981303 Dec 13 12:44:32.887078 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225d6f8-72a2-468b-bd38-1b8982fa8ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99c95ec-29e9-4428-8394-5582eadba576,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:32.950248 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e1db3e2d-d871-40c1-b00a-90c7cfae15c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.027026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64d3f831-141b-4479-add5-fa7972d6fe7b req-fd2abf76-9e9d-4c20-a423-b53764ae5a91 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 210 time: 0.1017466 Dec 13 12:44:33.087346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfbb9711-ec28-44a2-bd5a-20322dbc7f82 req-164a0295-72ef-442f-8fba-d582478129c8 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595363 Dec 13 12:44:33.089742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.103295 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.213520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be77b6ec-a089-48e6-a304-db872ad0e0a2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:33.269461 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e1db3e2d-d871-40c1-b00a-90c7cfae15c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.276349 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e1db3e2d-d871-40c1-b00a-90c7cfae15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.329295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Allocated IP 192.168.233.198 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/b265682c-9602-4eff-b5a7-e1ab294457e2) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:33.341494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db3e2d-d871-40c1-b00a-90c7cfae15c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce38537-32fa-4343-8cec-8533f1d73299,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:33.363807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e1db3e2d-d871-40c1-b00a-90c7cfae15c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36c0fa58f028414c9505d0fe012a1155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5104060 Dec 13 12:44:33.364366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33288) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:33.377681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33290) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:33.395339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-875f1ee1-faa8-435c-ab93-f68963f1bf3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.485983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57b0920b-fb81-4dc3-9913-7ce5682d71b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.514112 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57b0920b-fb81-4dc3-9913-7ce5682d71b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.562203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-875f1ee1-faa8-435c-ab93-f68963f1bf3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.570560 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-875f1ee1-faa8-435c-ab93-f68963f1bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.575081 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57b0920b-fb81-4dc3-9913-7ce5682d71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.579985 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57b0920b-fb81-4dc3-9913-7ce5682d71b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.581312 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-57b0920b-fb81-4dc3-9913-7ce5682d71b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ce38537-32fa-4343-8cec-8533f1d73299 HTTP/1.1" status: 204 len: 168 time: 0.2160785 Dec 13 12:44:33.582764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33298) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:33.597241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0920b-fb81-4dc3-9913-7ce5682d71b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce38537-32fa-4343-8cec-8533f1d73299,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:33.677968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f1ee1-faa8-435c-ab93-f68963f1bf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7420947-a6aa-472f-a20b-a99b5cb296c5,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:33.697735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0a008647-b264-4ecd-8047-ec8955ba817b up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:33.743802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-875f1ee1-faa8-435c-ab93-f68963f1bf3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07211c1d545b4c32b6367d21fec45a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633394 Dec 13 12:44:33.746451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33306) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:33.757943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.811447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.833847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 0a008647-b264-4ecd-8047-ec8955ba817b completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:44:33.840050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 0a008647-b264-4ecd-8047-ec8955ba817b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:33.840998 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.873228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event updated for resources: {'Port': ['ID=b265682c-9602-4eff-b5a7-e1ab294457e2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:33.902019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:33.902382 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf25499e-3c70-4dcf-9d28-b09996a4dfba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.914370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:33.918827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:33.927107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:33.928562 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.962250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-12a65578-51b3-40aa-866b-4dd1cca613e9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2376902 Dec 13 12:44:33.977316 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf25499e-3c70-4dcf-9d28-b09996a4dfba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:33.978658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Request body: {'port': {'device_id': '9616b483-cd85-4682-bcc7-80cf18495c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:34.027917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.079572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:34.081542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a008647-b264-4ecd-8047-ec8955ba817b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:34.084748 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ece01e-38bc-4bba-a8ea-1fb87f53be79" -d '{"events": [{"server_uuid": "403ed481-dd68-4adc-83df-0a4249c4be1c", "name": "network-vif-plugged", "status": "completed", "tag": "0a008647-b264-4ecd-8047-ec8955ba817b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:34.089514 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf25499e-3c70-4dcf-9d28-b09996a4dfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.091737 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.092882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device e8605da7-017e-4a51-a096-992863126069 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:44:34.094206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf25499e-3c70-4dcf-9d28-b09996a4dfba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.095706 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bf25499e-3c70-4dcf-9d28-b09996a4dfba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7420947-a6aa-472f-a20b-a99b5cb296c5 HTTP/1.1" status: 204 len: 168 time: 0.3477802 Dec 13 12:44:34.111947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca42f7-e328-46a3-afcd-fbf46f5389d8 req-60c786c6-3c58-4dbc-96f0-64ec389dc542 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:34.113584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75ca42f7-e328-46a3-afcd-fbf46f5389d8 req-60c786c6-3c58-4dbc-96f0-64ec389dc542 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 949 time: 0.2092342 Dec 13 12:44:34.122632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: e8605da7-017e-4a51-a096-992863126069 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:44:34.123459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device e8605da7-017e-4a51-a096-992863126069 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:44:34.152473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25499e-3c70-4dcf-9d28-b09996a4dfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7420947-a6aa-472f-a20b-a99b5cb296c5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:34.155756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:44:34.167492 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 4eb0558f-9e8a-44ee-8c00-fd1651177a82 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:44:34.179182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0c98e432-5bad-4c9e-becd-06ea03d74f14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea5f27eb7b16424fab60499d6e90bd32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5879126 Dec 13 12:44:34.181907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33326) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:34.214732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46386b7-c021-4741-8c65-0197c191f38a req-08606538-43d6-4ec8-af1b-bfb67aff35c4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:34.215977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 4eb0558f-9e8a-44ee-8c00-fd1651177a82 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:44:34.216339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 4eb0558f-9e8a-44ee-8c00-fd1651177a82 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:44:34.229499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c46386b7-c021-4741-8c65-0197c191f38a req-08606538-43d6-4ec8-af1b-bfb67aff35c4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 944 time: 0.2451475 Dec 13 12:44:34.253524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4698c4f-6ffd-4416-a67a-10550833ea3d', 'name': 'network-vif-deleted', 'tag': 'e8605da7-017e-4a51-a096-992863126069'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:34.256009 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18706b6-b2d6-4c6d-909a-e387d2177329" -d '{"events": [{"server_uuid": "e4698c4f-6ffd-4416-a67a-10550833ea3d", "name": "network-vif-deleted", "tag": "e8605da7-017e-4a51-a096-992863126069"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:34.285127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43804ee4-c3df-474e-b69f-620088bf315f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.301753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.314261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43804ee4-c3df-474e-b69f-620088bf315f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.327199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=0a008647-b264-4ecd-8047-ec8955ba817b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:34.407981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43804ee4-c3df-474e-b69f-620088bf315f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.412705 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43804ee4-c3df-474e-b69f-620088bf315f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.416372 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-43804ee4-c3df-474e-b69f-620088bf315f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd299601-3836-441a-9fcb-a58e71ecccd2 HTTP/1.1" status: 204 len: 168 time: 0.2308354 Dec 13 12:44:34.427266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43804ee4-c3df-474e-b69f-620088bf315f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd299601-3836-441a-9fcb-a58e71ecccd2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:34.499987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75ca42f7-e328-46a3-afcd-fbf46f5389d8 req-9369ef40-653b-45de-b126-9b37ff9cf044 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578629 Dec 13 12:44:34.554962 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c46386b7-c021-4741-8c65-0197c191f38a req-4948e09c-ddcc-4001-a0d6-5f0d3262fa53 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188632 Dec 13 12:44:34.593356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:34.614217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd', 'network_id': '27bad304-96f9-46eb-8d1b-6f19d5d34b77', 'port_id': '5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd', 'mac_address': 'fa:16:3e:8d:21:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389a4dc5-adc2-41f0-b681-f9fb57f7d4e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:44:34.672330 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19245650-707c-46e1-b5ea-c14ef2b382d9 x-openstack-request-id: req-19245650-707c-46e1-b5ea-c14ef2b382d9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:34.672683 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403ed481-dd68-4adc-83df-0a4249c4be1c", "name": "network-vif-plugged", "status": "completed", "tag": "0a008647-b264-4ecd-8047-ec8955ba817b", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:34.672896 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19245650-707c-46e1-b5ea-c14ef2b382d9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:34.673290 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a008647-b264-4ecd-8047-ec8955ba817b', 'code': 200} Dec 13 12:44:34.703746 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.747476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:34.753114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82388d33-0864-41cb-a388-9385356eeddc req-7e567ee9-820f-46ee-a3fa-4a494ee4d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:34.754633 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-82388d33-0864-41cb-a388-9385356eeddc req-7e567ee9-820f-46ee-a3fa-4a494ee4d33c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1096 time: 0.0477989 Dec 13 12:44:34.780994 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:34.788170 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.817810 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-82388d33-0864-41cb-a388-9385356eeddc req-d9668ac4-5726-428e-9a12-6dec7d5bf231 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540028 Dec 13 12:44:34.855842 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:34.906213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b265682c-9602-4eff-b5a7-e1ab294457e2 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:34.926347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d133a-ad82-453e-a837-6afe289bc5d5 req-745ae71c-92ae-4e6d-8a00-a17ccaa36fb2 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:34.934553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef5d133a-ad82-453e-a837-6afe289bc5d5 req-745ae71c-92ae-4e6d-8a00-a17ccaa36fb2 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 936 time: 0.1452482 Dec 13 12:44:34.939747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.954233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a19f2e-34aa-40f4-8ff9-4d41c5acd585 req-690b2df1-c421-4875-bc3b-2aabaf150bbe tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:34.955824 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43a19f2e-34aa-40f4-8ff9-4d41c5acd585 req-690b2df1-c421-4875-bc3b-2aabaf150bbe tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 944 time: 0.1679633 Dec 13 12:44:34.979308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Transition to ACTIVE for port object b265682c-9602-4eff-b5a7-e1ab294457e2 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:44:34.994658 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:34.996624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:35.075478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33354) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:35.104745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a14f6836-caed-47f8-9309-2d9103ae8bcb tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:35.110517 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a14f6836-caed-47f8-9309-2d9103ae8bcb tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.37 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 949 time: 0.1063557 Dec 13 12:44:35.226748 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef5d133a-ad82-453e-a837-6afe289bc5d5 req-3605c9c6-a774-4419-8409-77c507692d62 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911997 Dec 13 12:44:35.227460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=b265682c-9602-4eff-b5a7-e1ab294457e2,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:35.298384 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1ca80473-9b39-4be2-8660-c9cab02fe2ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d402237c0e3473aaa4abc214029ed05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215910 Dec 13 12:44:35.306998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33358) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:35.318495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43a19f2e-34aa-40f4-8ff9-4d41c5acd585 req-ddf68215-2c56-49ec-af38-8f47f6ff8ab8 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336496 Dec 13 12:44:35.339671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Attempting to bind port b265682c-9602-4eff-b5a7-e1ab294457e2 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:35.340023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Attempting to bind port b265682c-9602-4eff-b5a7-e1ab294457e2 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:35.340358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Attempting to bind port b265682c-9602-4eff-b5a7-e1ab294457e2 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:35.346697 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62472c4c-ba2b-4401-9227-78474b3f1aa0 x-openstack-request-id: req-62472c4c-ba2b-4401-9227-78474b3f1aa0 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:35.347109 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4698c4f-6ffd-4416-a67a-10550833ea3d", "name": "network-vif-deleted", "tag": "e8605da7-017e-4a51-a096-992863126069", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:35.347466 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62472c4c-ba2b-4401-9227-78474b3f1aa0 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:35.347636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Port b265682c-9602-4eff-b5a7-e1ab294457e2 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:35.348021 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4698c4f-6ffd-4416-a67a-10550833ea3d', 'name': 'network-vif-deleted', 'tag': 'e8605da7-017e-4a51-a096-992863126069', 'status': 'completed', 'code': 200} Dec 13 12:44:35.348406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Attempting to bind port b265682c-9602-4eff-b5a7-e1ab294457e2 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:35.356315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:35.357126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:35.357701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:35.358654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Bound port: b265682c-9602-4eff-b5a7-e1ab294457e2, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:35.359234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:35.425842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3652492-3005-4758-b497-dfb6ff85e35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:35.454109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a6789f0a-62b0-49b7-b23b-4faf557e0008 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Deleting port 9eaf8399-0f91-4126-94d3-45eb7326faa7 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:44:35.454692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a6789f0a-62b0-49b7-b23b-4faf557e0008 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:35.469679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] For port b265682c-9602-4eff-b5a7-e1ab294457e2, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:35.474309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] For port b265682c-9602-4eff-b5a7-e1ab294457e2, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=b265682c-9602-4eff-b5a7-e1ab294457e2,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:35.476320 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3652492-3005-4758-b497-dfb6ff85e35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:35.482178 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:35.544250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:35.545060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:35.548532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] 10.222.0.37 "PUT /v2.0/ports/b265682c-9602-4eff-b5a7-e1ab294457e2 HTTP/1.1" status: 200 len: 1096 time: 1.5764201 Dec 13 12:44:35.549121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9616b483-cd85-4682-bcc7-80cf18495c4a', 'tag': 'b265682c-9602-4eff-b5a7-e1ab294457e2'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:35.552382 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13365bfa-5948-47b9-9b04-2ae37f2f4f75" -d '{"events": [{"name": "network-changed", "server_uuid": "9616b483-cd85-4682-bcc7-80cf18495c4a", "tag": "b265682c-9602-4eff-b5a7-e1ab294457e2"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:35.642247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3ce6f-0b57-4648-a63e-74cbc49f5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=b265682c-9602-4eff-b5a7-e1ab294457e2,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:35.669533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a6789f0a-62b0-49b7-b23b-4faf557e0008 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] For port 9eaf8399-0f91-4126-94d3-45eb7326faa7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9eaf8399-0f91-4126-94d3-45eb7326faa7,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:35.671829 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a6789f0a-62b0-49b7-b23b-4faf557e0008 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:35.692157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3652492-3005-4758-b497-dfb6ff85e35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:35.694855 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3652492-3005-4758-b497-dfb6ff85e35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:35.698275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f3652492-3005-4758-b497-dfb6ff85e35c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c0a5f5a-45f2-4992-b169-701e32b65794 HTTP/1.1" status: 204 len: 168 time: 0.3879964 Dec 13 12:44:35.703910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a6789f0a-62b0-49b7-b23b-4faf557e0008 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Calling delete_port for 9eaf8399-0f91-4126-94d3-45eb7326faa7 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:44:35.721627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3652492-3005-4758-b497-dfb6ff85e35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0a5f5a-45f2-4992-b169-701e32b65794,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:35.875290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-639d69db-e150-49bf-a444-9f7714507f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:35.877356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-639d69db-e150-49bf-a444-9f7714507f58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 1099 time: 0.2657890 Dec 13 12:44:35.902406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8ead7-1558-48bf-9ef2-3551aa2d91d5 req-6b7fda3f-7bc8-4091-aa0e-d576bd05ce80 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:35.912176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eea8ead7-1558-48bf-9ef2-3551aa2d91d5 req-6b7fda3f-7bc8-4091-aa0e-d576bd05ce80 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/ports?device_id=99c8f50d-0e6d-4680-b651-5a3cc35b957f HTTP/1.1" status: 200 len: 949 time: 0.2463083 Dec 13 12:44:36.017885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cf38d-2898-4038-9b4f-623f65914568 req-b2ca2802-a0a4-4db8-b08c-f87e75ea4b1b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:36.019513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d32cf38d-2898-4038-9b4f-623f65914568 req-b2ca2802-a0a4-4db8-b08c-f87e75ea4b1b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 945 time: 0.2999794 Dec 13 12:44:36.024202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a6789f0a-62b0-49b7-b23b-4faf557e0008 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:36.038843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9eaf8399-0f91-4126-94d3-45eb7326faa7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:36.061541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6789f0a-62b0-49b7-b23b-4faf557e0008 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Pushing event deleted for resources: {'Port': ['ID=9eaf8399-0f91-4126-94d3-45eb7326faa7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:36.103331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-16e11610-fe41-4a1e-b70e-425c0ce21b02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b265682c-9602-4eff-b5a7-e1ab294457e2 HTTP/1.1" status: 200 len: 217 time: 0.1749623 Dec 13 12:44:36.127051 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a6789f0a-62b0-49b7-b23b-4faf557e0008 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] No DVR routers for this DVR port 9eaf8399-0f91-4126-94d3-45eb7326faa7 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:44:36.131282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a6789f0a-62b0-49b7-b23b-4faf557e0008 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:36.136037 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca39ebe2-c6fc-4386-9a0b-13164f45948d req-a6789f0a-62b0-49b7-b23b-4faf557e0008 tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.37 "DELETE /v2.0/ports/9eaf8399-0f91-4126-94d3-45eb7326faa7 HTTP/1.1" status: 204 len: 173 time: 1.0181906 Dec 13 12:44:36.139553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:36.222753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:44:36.227426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:36.227856 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:36.244627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-f16d7376-7b3e-4708-b52f-056f8adfbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:36.246200 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-f16d7376-7b3e-4708-b52f-056f8adfbbaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1322627 Dec 13 12:44:36.262204 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eea8ead7-1558-48bf-9ef2-3551aa2d91d5 req-b6c4b806-bf83-4b38-96db-41f0d02fabde tempest-ServersAdminNegativeTestJSON-1927805260 tempest-ServersAdminNegativeTestJSON-1927805260-project] 10.222.0.31 "GET /v2.0/security-groups?id=af353c1d-6884-4754-8244-ada069511031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470633 Dec 13 12:44:36.379098 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dd497a-af18-4027-858f-10752399e5b3 x-openstack-request-id: req-e5dd497a-af18-4027-858f-10752399e5b3 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:36.379482 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9616b483-cd85-4682-bcc7-80cf18495c4a", "tag": "b265682c-9602-4eff-b5a7-e1ab294457e2", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:36.379651 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5dd497a-af18-4027-858f-10752399e5b3 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:36.380471 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9616b483-cd85-4682-bcc7-80cf18495c4a', 'tag': 'b265682c-9602-4eff-b5a7-e1ab294457e2', 'status': 'completed', 'code': 200} Dec 13 12:44:36.396688 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:36.406122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d32cf38d-2898-4038-9b4f-623f65914568 req-06f62071-5d53-440e-9b98-aff2c27c03c8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247581 Dec 13 12:44:36.417575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-0f45895d-c25d-42ea-9202-3846553b4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:36.419391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-0f45895d-c25d-42ea-9202-3846553b4c41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505706 Dec 13 12:44:36.513639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:36.520106 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:36.591918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:36.674755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d3d8fa-a199-4cc5-a7dd-455b08a9260b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:36.678751 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2090e5-f4f5-4c1b-ab47-83711d7f255c" -d '{"events": [{"server_uuid": "c9d3d8fa-a199-4cc5-a7dd-455b08a9260b", "name": "network-vif-plugged", "status": "completed", "tag": "5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:36.728903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2172c76-4f70-4be3-b14d-ec83497cabfc req-d38b0b8a-8cf8-4a1f-9dae-a9dccf509365 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:36.730631 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2172c76-4f70-4be3-b14d-ec83497cabfc req-d38b0b8a-8cf8-4a1f-9dae-a9dccf509365 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 948 time: 0.2700219 Dec 13 12:44:36.742415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12717ab2-1de7-404f-b186-598783c0099f req-3b70e0ff-ebd1-4889-842b-aa1a31156884 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:36.751629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12717ab2-1de7-404f-b186-598783c0099f req-3b70e0ff-ebd1-4889-842b-aa1a31156884 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 945 time: 0.2328956 Dec 13 12:44:36.806286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-7d21dcd9-e631-49a8-8e52-41115c36e159 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760035 Dec 13 12:44:36.908158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12717ab2-1de7-404f-b186-598783c0099f req-97be61dc-c0e6-4476-a2ac-af170c5fd262 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550868 Dec 13 12:44:36.931057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2172c76-4f70-4be3-b14d-ec83497cabfc req-e7b226de-9940-441e-ae63-8234680392d4 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717610 Dec 13 12:44:36.953550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ffbc20-4a10-46c4-b8a8-d8c1ca98c8e0 req-e75177cd-e406-44b1-ba48-6a4b954660af service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361814 Dec 13 12:44:37.064830 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4770813d-dcff-4bdc-8500-01e130f15711 x-openstack-request-id: req-4770813d-dcff-4bdc-8500-01e130f15711 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:37.065328 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d3d8fa-a199-4cc5-a7dd-455b08a9260b", "name": "network-vif-plugged", "status": "completed", "tag": "5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:37.065410 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4770813d-dcff-4bdc-8500-01e130f15711 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:37.065799 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d3d8fa-a199-4cc5-a7dd-455b08a9260b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd', 'code': 200} Dec 13 12:44:37.080809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-7a4b8300-30d6-49a0-a0a8-6fb2c1984423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:37.083907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-7a4b8300-30d6-49a0-a0a8-6fb2c1984423 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 1099 time: 0.0701594 Dec 13 12:44:37.182642 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:37.217900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715147-6f02-4a86-add4-9533a0d982f2 req-5b72291e-d0e1-4e7a-aa5c-5336dbaa86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:37.221629 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e8715147-6f02-4a86-add4-9533a0d982f2 req-5b72291e-d0e1-4e7a-aa5c-5336dbaa86d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 1096 time: 0.0927126 Dec 13 12:44:37.223921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-7a7affd6-1844-4299-8df0-761842ac9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:37.225565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-7a7affd6-1844-4299-8df0-761842ac9434 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1313860 Dec 13 12:44:37.251298 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:37.288017 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-a5023573-6392-42fb-b4dd-e7ec27dfb873 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b265682c-9602-4eff-b5a7-e1ab294457e2 HTTP/1.1" status: 200 len: 217 time: 0.0458679 Dec 13 12:44:37.307448 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e8715147-6f02-4a86-add4-9533a0d982f2 req-d12770a1-abc2-4208-b36a-b3c2c581f813 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711243 Dec 13 12:44:37.350155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c8f50d-0e6d-4680-b651-5a3cc35b957f', 'name': 'network-vif-deleted', 'tag': '9eaf8399-0f91-4126-94d3-45eb7326faa7'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:37.355860 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb5e430-7429-4705-9fdd-70e63ee3cf7a" -d '{"events": [{"server_uuid": "99c8f50d-0e6d-4680-b651-5a3cc35b957f", "name": "network-vif-deleted", "tag": "9eaf8399-0f91-4126-94d3-45eb7326faa7"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:37.360527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-1e004efb-54d8-45f7-8170-3a1e5d0a6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:37.362030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-1e004efb-54d8-45f7-8170-3a1e5d0a6ef0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0664852 Dec 13 12:44:37.396539 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71107404-1435-4f2b-b888-90a7d8e4a8ee x-openstack-request-id: req-71107404-1435-4f2b-b888-90a7d8e4a8ee {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:37.396996 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c8f50d-0e6d-4680-b651-5a3cc35b957f", "name": "network-vif-deleted", "tag": "9eaf8399-0f91-4126-94d3-45eb7326faa7", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:37.399181 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71107404-1435-4f2b-b888-90a7d8e4a8ee {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:37.399825 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c8f50d-0e6d-4680-b651-5a3cc35b957f', 'name': 'network-vif-deleted', 'tag': '9eaf8399-0f91-4126-94d3-45eb7326faa7', 'status': 'completed', 'code': 200} Dec 13 12:44:37.562143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a0c01-fa59-46cc-a399-1a2f8371a743 req-cd7f32d8-5cf6-4fcd-a7c1-723d483be242 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:37.569791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c7a0c01-fa59-46cc-a399-1a2f8371a743 req-cd7f32d8-5cf6-4fcd-a7c1-723d483be242 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 945 time: 0.0929258 Dec 13 12:44:37.579557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-3b8b0916-f563-4487-8107-354a435531e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:37.581000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-3b8b0916-f563-4487-8107-354a435531e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760460 Dec 13 12:44:37.671589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c7a0c01-fa59-46cc-a399-1a2f8371a743 req-edb0b769-2005-4f87-a14d-ddfb56edd5cb tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007297 Dec 13 12:44:37.707535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-0313b2dc-4681-4781-8ac1-5d42e13a6dc1 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183558 Dec 13 12:44:37.840467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03297b3-1902-479a-81a8-78d64da01e91 req-301103d6-e88f-46b2-be66-7e7f7e5408dd tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:37.842001 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f03297b3-1902-479a-81a8-78d64da01e91 req-301103d6-e88f-46b2-be66-7e7f7e5408dd tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1096 time: 0.0734737 Dec 13 12:44:37.843713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13365bfa-5948-47b9-9b04-2ae37f2f4f75 req-1740042c-822e-44b3-ad68-bfb482d4e361 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279361 Dec 13 12:44:37.867393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33460) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:37.908295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f03297b3-1902-479a-81a8-78d64da01e91 req-7c245c2a-41c1-459f-8053-eb7892a6f0f8 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 Dec 13 12:44:38.061538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a5ec5-76c1-41dd-823c-2c4929c2aa2f req-e185fbaf-ff34-445c-8fe4-8b0d04aa8c93 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:38.063078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f37a5ec5-76c1-41dd-823c-2c4929c2aa2f req-e185fbaf-ff34-445c-8fe4-8b0d04aa8c93 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 945 time: 0.0517223 Dec 13 12:44:38.127358 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f37a5ec5-76c1-41dd-823c-2c4929c2aa2f req-94a9ae30-1c67-421e-a9ab-ef010d0bca2f tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573719 Dec 13 12:44:38.248193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33480) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:38.258848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759de5-55a9-49c5-b23d-692eae7694bd req-937e258b-0203-42c1-817a-71dee71d0706 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:38.260759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9759de5-55a9-49c5-b23d-692eae7694bd req-937e258b-0203-42c1-817a-71dee71d0706 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 948 time: 0.1006005 Dec 13 12:44:38.267930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c78fb3-91cc-4029-869e-b86250da5c55 req-a5190e5f-4a52-427e-9172-32761b59a008 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:38.275928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6c78fb3-91cc-4029-869e-b86250da5c55 req-a5190e5f-4a52-427e-9172-32761b59a008 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1096 time: 0.0756781 Dec 13 12:44:38.351191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9759de5-55a9-49c5-b23d-692eae7694bd req-cf57327d-0a25-40f7-966a-48027f3b2785 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723581 Dec 13 12:44:38.359248 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-07b5180d-a44b-4a0b-b5a2-b305db87f723 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80a93085dfd946bf87284e95d598f31c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902325 Dec 13 12:44:38.360504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3754c604-0a59-4720-a826-3e41f786f313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.361742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33486) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:38.396787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6c78fb3-91cc-4029-869e-b86250da5c55 req-2dfbb567-3523-4562-a49d-19dba9af0999 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190357 Dec 13 12:44:38.450004 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31a4bad5-e40d-4e99-9134-847192477d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.506861 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31a4bad5-e40d-4e99-9134-847192477d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.516314 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3754c604-0a59-4720-a826-3e41f786f313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.525219 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3754c604-0a59-4720-a826-3e41f786f313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.582303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31a4bad5-e40d-4e99-9134-847192477d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.587127 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31a4bad5-e40d-4e99-9134-847192477d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.589230 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3754c604-0a59-4720-a826-3e41f786f313 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32d6b19779b24e20bf645b5c5b1dfdea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340902 Dec 13 12:44:38.589906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33502) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:38.591983 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754c604-0a59-4720-a826-3e41f786f313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f08823-d067-44d0-bbfb-8feaf92bba09,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:38.592110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-31a4bad5-e40d-4e99-9134-847192477d67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af353c1d-6884-4754-8244-ada069511031 HTTP/1.1" status: 204 len: 168 time: 0.2292385 Dec 13 12:44:38.602347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4bad5-e40d-4e99-9134-847192477d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af353c1d-6884-4754-8244-ada069511031,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:38.655033 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a7c578b-d8d9-4125-a193-dc4dfa67d3ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.688107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a7c578b-d8d9-4125-a193-dc4dfa67d3ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.749756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a7c578b-d8d9-4125-a193-dc4dfa67d3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.752788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a7c578b-d8d9-4125-a193-dc4dfa67d3ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:38.756789 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9a7c578b-d8d9-4125-a193-dc4dfa67d3ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62f08823-d067-44d0-bbfb-8feaf92bba09 HTTP/1.1" status: 204 len: 168 time: 0.1657667 Dec 13 12:44:38.773720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c578b-d8d9-4125-a193-dc4dfa67d3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f08823-d067-44d0-bbfb-8feaf92bba09,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:38.851967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33911f8b-67af-4360-8769-3f08e99a04db req-3c03dab3-b1df-439c-8418-8bb4ea5d44b3 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:38.853568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33911f8b-67af-4360-8769-3f08e99a04db req-3c03dab3-b1df-439c-8418-8bb4ea5d44b3 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1096 time: 0.0601764 Dec 13 12:44:38.953487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33911f8b-67af-4360-8769-3f08e99a04db req-9f3315a8-34bb-4cfe-a12c-81eabb303c23 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802591 Dec 13 12:44:39.247558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4745e49-d0a4-4b7d-b570-7f85889f7b33 req-1137b412-4fbe-41a5-8950-176ded08c7d4 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:39.254967 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4745e49-d0a4-4b7d-b570-7f85889f7b33 req-1137b412-4fbe-41a5-8950-176ded08c7d4 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 945 time: 0.0570238 Dec 13 12:44:39.305507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4745e49-d0a4-4b7d-b570-7f85889f7b33 req-3538e8e3-26de-43d4-bdee-9689e88278cf tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487251 Dec 13 12:44:39.331651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33544) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:39.338260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33550) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:39.408564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c8f1630e-6c2b-413e-8d3e-d943afd19144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.503851 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9610144f-8b1e-4a82-bff0-2759e3d4c90c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc18a225748a49fdbc7f6c457872a30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644650 Dec 13 12:44:39.504498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33556) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:39.530603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc0222-8489-4ed9-bbec-670f54b56d5c req-9aa72838-c30f-4cb4-91af-9799e258826d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:39.534576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5adc0222-8489-4ed9-bbec-670f54b56d5c req-9aa72838-c30f-4cb4-91af-9799e258826d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 948 time: 0.0879755 Dec 13 12:44:39.618876 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c8f1630e-6c2b-413e-8d3e-d943afd19144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.625747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c8f1630e-6c2b-413e-8d3e-d943afd19144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.679396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5adc0222-8489-4ed9-bbec-670f54b56d5c req-20805ada-91eb-444f-bd3a-119d5b3b3208 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291859 Dec 13 12:44:39.685293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1630e-6c2b-413e-8d3e-d943afd19144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd1d030-88a1-4584-9555-0df9c42a1326,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:39.691906 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56095702-012c-41e6-bdf6-4e81482359de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.712361 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c8f1630e-6c2b-413e-8d3e-d943afd19144 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79cf730f42ae4f22825da9382bec87a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849416 Dec 13 12:44:39.715925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33564) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:39.720270 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56095702-012c-41e6-bdf6-4e81482359de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.750328 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33566) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:39.798477 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-608488f2-4f8c-4521-a85f-157cb1996e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.821072 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-608488f2-4f8c-4521-a85f-157cb1996e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.874634 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1493-0797-485f-b8b7-7b7b4ce44b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.878509 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-608488f2-4f8c-4521-a85f-157cb1996e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.881180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-608488f2-4f8c-4521-a85f-157cb1996e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.885481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-608488f2-4f8c-4521-a85f-157cb1996e0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bd1d030-88a1-4584-9555-0df9c42a1326 HTTP/1.1" status: 204 len: 168 time: 0.1685944 Dec 13 12:44:39.916135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608488f2-4f8c-4521-a85f-157cb1996e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd1d030-88a1-4584-9555-0df9c42a1326,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:39.948367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56095702-012c-41e6-bdf6-4e81482359de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.952451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56095702-012c-41e6-bdf6-4e81482359de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:39.956537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-56095702-012c-41e6-bdf6-4e81482359de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae86b500-75ff-4ccd-8a01-a81410f55cda HTTP/1.1" status: 204 len: 168 time: 0.4482472 Dec 13 12:44:39.963065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56095702-012c-41e6-bdf6-4e81482359de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae86b500-75ff-4ccd-8a01-a81410f55cda,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:40.008628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1493-0797-485f-b8b7-7b7b4ce44b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:40.021249 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1493-0797-485f-b8b7-7b7b4ce44b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:40.133128 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7b6a1493-0797-485f-b8b7-7b7b4ce44b00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46c19239ed2a492da1bbfb32d32eda69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789728 Dec 13 12:44:40.138788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device b265682c-9602-4eff-b5a7-e1ab294457e2 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:44:40.145555 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9eaf8399-0f91-4126-94d3-45eb7326faa7 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:44:40.164176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33594) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:40.226660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a1493-0797-485f-b8b7-7b7b4ce44b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c1843b-172c-47f0-b29a-3638fe0404db,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:40.247025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 9eaf8399-0f91-4126-94d3-45eb7326faa7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:44:40.247025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9eaf8399-0f91-4126-94d3-45eb7326faa7 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:44:40.247184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64944a05-be2f-4fc9-8d9c-f28a534ef10b req-55feba1b-4d76-4dc4-bdb2-d413bb0f31ed tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:40.257250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64944a05-be2f-4fc9-8d9c-f28a534ef10b req-55feba1b-4d76-4dc4-bdb2-d413bb0f31ed tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1096 time: 0.1355903 Dec 13 12:44:40.348060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64944a05-be2f-4fc9-8d9c-f28a534ef10b req-1e04f1ed-705b-4fee-b623-9001eaa58012 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889015 Dec 13 12:44:40.368862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port b265682c-9602-4eff-b5a7-e1ab294457e2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=b265682c-9602-4eff-b5a7-e1ab294457e2,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:40.388505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'b265682c-9602-4eff-b5a7-e1ab294457e2', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': 'b265682c-9602-4eff-b5a7-e1ab294457e2', 'mac_address': 'fa:16:3e:cd:5a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:44:40.408296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-f2f58d05-db7b-4891-b12e-8fe916e236fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2534652 Dec 13 12:44:40.420162 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2733a823-23cd-42f2-ad87-bae97b085fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:40.461818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2733a823-23cd-42f2-ad87-bae97b085fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:40.469587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:40.493122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b265682c-9602-4eff-b5a7-e1ab294457e2 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:40.540929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port b265682c-9602-4eff-b5a7-e1ab294457e2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=b265682c-9602-4eff-b5a7-e1ab294457e2,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:40.551973 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:40.562292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-7dadce30-567c-4f28-ba74-2bba914bcdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:40.572934 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-7dadce30-567c-4f28-ba74-2bba914bcdc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1095 time: 0.1045887 Dec 13 12:44:40.628275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2733a823-23cd-42f2-ad87-bae97b085fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:40.631962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2733a823-23cd-42f2-ad87-bae97b085fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:40.635251 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2733a823-23cd-42f2-ad87-bae97b085fac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11c1843b-172c-47f0-b29a-3638fe0404db HTTP/1.1" status: 204 len: 168 time: 0.4678771 Dec 13 12:44:40.689766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733a823-23cd-42f2-ad87-bae97b085fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c1843b-172c-47f0-b29a-3638fe0404db,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:40.749076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-c3ffad53-7a72-4293-9813-ffa8948194ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:40.750005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=b265682c-9602-4eff-b5a7-e1ab294457e2,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:40.752253 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-c3ffad53-7a72-4293-9813-ffa8948194ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.1565819 Dec 13 12:44:40.771387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:40.857524 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-e3b7f834-3498-42d7-821d-e48e03fa9c10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 200 len: 217 time: 0.0952933 Dec 13 12:44:40.980003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-c7a31e0a-055f-49d2-a0a9-f19a66980f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:40.984330 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-c7a31e0a-055f-49d2-a0a9-f19a66980f3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1190293 Dec 13 12:44:41.032599 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-449f1979-d492-43e1-8721-9518d2d3be64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387008 Dec 13 12:44:41.082450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd09a6c-ddb5-4373-b0d4-ec78ef936921 req-4720998c-8c47-4b02-a16a-d890149cd63b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:41.091978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfd09a6c-ddb5-4373-b0d4-ec78ef936921 req-4720998c-8c47-4b02-a16a-d890149cd63b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 949 time: 0.1034341 Dec 13 12:44:41.162022 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-40fe6ac5-7335-4263-9319-48543e35d119 service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207457 Dec 13 12:44:41.176958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfd09a6c-ddb5-4373-b0d4-ec78ef936921 req-7bb92a71-c1e2-44b5-bbe3-297a9f7de092 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666397 Dec 13 12:44:41.282638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-fe08fe91-9770-4b80-a669-d1253e2db71d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931041 Dec 13 12:44:41.300730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33644) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:41.349424 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f2679f9d-40a4-4a00-a869-f1c9ed1701c2 req-e3bbfd90-3ea2-4e4d-b6ae-8ba9652fc40d service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797705 Dec 13 12:44:41.570640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-964086c1-2e9b-4606-82ad-cdf9f78f42c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:41.665490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-4e58f8b8-e815-43d7-8c41-c9956e4d6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:41.667216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-4e58f8b8-e815-43d7-8c41-c9956e4d6a68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d49c3db688c495f983377037dfc9036&device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 1096 time: 0.1046627 Dec 13 12:44:41.734568 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-964086c1-2e9b-4606-82ad-cdf9f78f42c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:41.817345 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-964086c1-2e9b-4606-82ad-cdf9f78f42c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:41.858800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964086c1-2e9b-4606-82ad-cdf9f78f42c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a002af59-2c21-484c-ac43-2d39c2a9de96,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:41.903298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-964086c1-2e9b-4606-82ad-cdf9f78f42c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbdaaf86dc054103bb7abe32020b748f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6012638 Dec 13 12:44:41.910410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33674) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:41.939277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-a1409d39-d136-4e14-8905-3836f0c5b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:41.942018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-a1409d39-d136-4e14-8905-3836f0c5b448 service neutron] 10.222.0.37 "GET /v2.0/networks?id=27bad304-96f9-46eb-8d1b-6f19d5d34b77 HTTP/1.1" status: 200 len: 915 time: 0.2483852 Dec 13 12:44:41.998746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33682) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:42.039618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-ed8d65f5-6884-44e0-b10b-ad63e71c42b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd HTTP/1.1" status: 200 len: 217 time: 0.0880263 Dec 13 12:44:42.042863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f9e9-b41d-451a-beac-6fb3fc63bd9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.089454 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f9e9-b41d-451a-beac-6fb3fc63bd9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.148856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device b265682c-9602-4eff-b5a7-e1ab294457e2 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:42.161765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-69734138-083a-49e3-979d-a7fc7dc71611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:42.177030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-69734138-083a-49e3-979d-a7fc7dc71611 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389a4dc5-adc2-41f0-b681-f9fb57f7d4e7 HTTP/1.1" status: 200 len: 854 time: 0.1269653 Dec 13 12:44:42.227802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f9e9-b41d-451a-beac-6fb3fc63bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.231325 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0ab3f9e9-b41d-451a-beac-6fb3fc63bd9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.232473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0ab3f9e9-b41d-451a-beac-6fb3fc63bd9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a002af59-2c21-484c-ac43-2d39c2a9de96 HTTP/1.1" status: 204 len: 168 time: 0.3210394 Dec 13 12:44:42.265435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3f9e9-b41d-451a-beac-6fb3fc63bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a002af59-2c21-484c-ac43-2d39c2a9de96,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:42.296688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port b265682c-9602-4eff-b5a7-e1ab294457e2 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:44:42.308754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port b265682c-9602-4eff-b5a7-e1ab294457e2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:42.309077 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.328424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-f0568464-4266-488d-9f3f-c90302e1c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:42.332218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-f0568464-4266-488d-9f3f-c90302e1c3a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27bad304-96f9-46eb-8d1b-6f19d5d34b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490426 Dec 13 12:44:42.390984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-409306206-network', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:42.495523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Made reservation on behalf of 69ab72cc52c9493cafbd57b4adff9abb for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:44:42.501687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecb8b9-0d9f-454a-a077-9b300d4d662e req-141c8759-184a-4bae-a8e9-fe75d23acb95 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:42.501960 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.511585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68ecb8b9-0d9f-454a-a077-9b300d4d662e req-141c8759-184a-4bae-a8e9-fe75d23acb95 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 949 time: 0.1590445 Dec 13 12:44:42.525222 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.596195 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.651671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68ecb8b9-0d9f-454a-a077-9b300d4d662e req-e9d94dea-1525-4b69-b118-e93567c42121 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390798 Dec 13 12:44:42.678146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-61719c3f-5f6c-4937-8b55-2617f9616139 service neutron] 10.222.0.37 "GET /v2.0/networks/27bad304-96f9-46eb-8d1b-6f19d5d34b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389041 Dec 13 12:44:42.680691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9616b483-cd85-4682-bcc7-80cf18495c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b265682c-9602-4eff-b5a7-e1ab294457e2'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:42.689671 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b8e984-70e2-499d-a3da-e22eaa46f181" -d '{"events": [{"server_uuid": "9616b483-cd85-4682-bcc7-80cf18495c4a", "name": "network-vif-plugged", "status": "completed", "tag": "b265682c-9602-4eff-b5a7-e1ab294457e2"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:42.706750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port b265682c-9602-4eff-b5a7-e1ab294457e2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=b265682c-9602-4eff-b5a7-e1ab294457e2,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:42.716188 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.782763 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.792599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.799143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=b265682c-9602-4eff-b5a7-e1ab294457e2,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:42.814262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6372519c-36cc-4a9f-9941-961e0bf65485 req-521fd624-debc-47d5-83c1-2b6f3c0ace03 service neutron] 10.222.0.37 "GET /v2.0/networks/27bad304-96f9-46eb-8d1b-6f19d5d34b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276929 Dec 13 12:44:42.864167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb7b46c-0fec-49ae-98a0-c1f6ada598ee,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:42.873463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:44:42.885408 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.885763 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Added segment 8c37d017-163d-49e1-8a56-0a954b535e32 of type vlan for network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 Dec 13 12:44:42.901541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33714) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:42.930637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.956887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:42.958307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:42.959106 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:43.012528 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0095220 Dec 13 12:44:43.013147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33720) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:43.019513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Request body: {'subnet': {'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-409306206-subnet', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:43.023311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c172be9-e751-41cf-a7f2-5d9ac8a47bad admin admin] Pushing event updated for resources: {'Network': ['ID=3f32b8e9-4719-4c9e-995f-ac951a0566b7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:43.035622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:44:43.071514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Made reservation on behalf of 69ab72cc52c9493cafbd57b4adff9abb for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:44:43.074029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:43.149026 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a1c6c4-419e-4cc0-a001-fff32a0f6b25 x-openstack-request-id: req-23a1c6c4-419e-4cc0-a001-fff32a0f6b25 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:43.150048 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9616b483-cd85-4682-bcc7-80cf18495c4a", "name": "network-vif-plugged", "status": "completed", "tag": "b265682c-9602-4eff-b5a7-e1ab294457e2", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:43.150738 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23a1c6c4-419e-4cc0-a001-fff32a0f6b25 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:43.151377 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9616b483-cd85-4682-bcc7-80cf18495c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b265682c-9602-4eff-b5a7-e1ab294457e2', 'code': 200} Dec 13 12:44:43.220199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-d15b7d5d-3b93-4870-933c-04fbe4066c80 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:44:43.222536 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-d15b7d5d-3b93-4870-933c-04fbe4066c80 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3191867 Dec 13 12:44:43.296404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910848b-3344-4b65-9361-e9fb431c1b9d req-ec8efc53-61fc-4a3e-ba0d-d85110ce0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:43.298403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d910848b-3344-4b65-9361-e9fb431c1b9d req-ec8efc53-61fc-4a3e-ba0d-d85110ce0401 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 1101 time: 0.0633149 Dec 13 12:44:43.401421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d910848b-3344-4b65-9361-e9fb431c1b9d req-22f5a33d-7a0f-447b-8b55-246cfa0b037f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959582 Dec 13 12:44:43.429670 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:43.491514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2a14b6-972d-4b32-b8ca-5e75becd90e9,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:43.509450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Checking segment: {'id': '8c37d017-163d-49e1-8a56-0a954b535e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:43.509450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Network hostable DHCP agents. Network: 3f32b8e9-4719-4c9e-995f-ac951a0566b7, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:44:43.534671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:44:43.546691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 3f32b8e9-4719-4c9e-995f-ac951a0566b7) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:43.552784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:43.554200 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:43.557488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f576ef-7c48-41b6-b67b-97d15a703045 None None] Network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:44:43.616879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-47b3874b-9e05-4273-a34a-6b96e4c796b5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6000555 Dec 13 12:44:43.617188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33754) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:43.622278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-409306206-router', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:43.672950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:43.674085 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:43.690170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-3f32b8e9-4719-4c9e-995f-ac951a0566b7', 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7', 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'fixed_ips': [{'subnet_id': 'ad2a14b6-972d-4b32-b8ca-5e75becd90e9'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:44:43.692985 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:43.710416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-a4de58f3-963a-40b9-b870-11912743a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:43.722507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-a4de58f3-963a-40b9-b870-11912743a5e4 service neutron] 10.222.0.31 "GET /v2.0/ports/0a008647-b264-4ecd-8047-ec8955ba817b HTTP/1.1" status: 200 len: 1093 time: 0.4344883 Dec 13 12:44:43.735116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Request body: {'binding': {'host': 'n-h1-817326-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:43.736424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Unknown quota resources ['binding']. {{(pid=109886) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 12:44:43.767695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:43.891641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Allocated IP 172.20.0.2 (3f32b8e9-4719-4c9e-995f-ac951a0566b7/ad2a14b6-972d-4b32-b8ca-5e75becd90e9/68328b64-0514-49d8-8947-a79fc0eb5b27) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:44.037428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b on host n-h1-817326-4 for vnic_type normal with profile None {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:44.037914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:44.038787 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:44.039189 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:44.045529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Port 0a008647-b264-4ecd-8047-ec8955ba817b on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:44.045982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:44.052783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:44.053125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:44.053512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:44.053942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Bound port: 0a008647-b264-4ecd-8047-ec8955ba817b, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:44.119811 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:44.131876 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:44.201848 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Pushing event updated for resources: {'Port': ['ID=68328b64-0514-49d8-8947-a79fc0eb5b27,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:44.217828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:44.221670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:44.225349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:44.250541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:44.260613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719a6ff-306f-4ea0-b3ae-9326b79fca57 req-b18ca44d-869c-4174-a709-ca779645c50b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:44.268795 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d719a6ff-306f-4ea0-b3ae-9326b79fca57 req-b18ca44d-869c-4174-a709-ca779645c50b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 950 time: 0.0965271 Dec 13 12:44:44.282766 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] Publish callbacks [] for binding, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:44.285305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-84fe76b3-dafe-4fb8-959e-440afebd53a6 service neutron] 10.222.0.31 "POST /v2.0/ports/0a008647-b264-4ecd-8047-ec8955ba817b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5617809 Dec 13 12:44:44.339971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:44.348951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Attempting to bind port 68328b64-0514-49d8-8947-a79fc0eb5b27 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:44.349364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Attempting to bind port 68328b64-0514-49d8-8947-a79fc0eb5b27 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8c37d017-163d-49e1-8a56-0a954b535e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:44.349737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Attempting to bind port 68328b64-0514-49d8-8947-a79fc0eb5b27 on network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:44.356655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d719a6ff-306f-4ea0-b3ae-9326b79fca57 req-211d1800-82b7-414b-977b-e1eae616342b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869582 Dec 13 12:44:44.361602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:44.362546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Checking segment: {'id': '8c37d017-163d-49e1-8a56-0a954b535e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:44.362900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:44.363298 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Bound using segment: {'id': '8c37d017-163d-49e1-8a56-0a954b535e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:44.363780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Bound port: 68328b64-0514-49d8-8947-a79fc0eb5b27, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c37d017-163d-49e1-8a56-0a954b535e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:44.364164 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:44.368967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:44.461584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] For port 68328b64-0514-49d8-8947-a79fc0eb5b27, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:44.466629 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] For port 68328b64-0514-49d8-8947-a79fc0eb5b27, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=68328b64-0514-49d8-8947-a79fc0eb5b27,segment=NetworkSegment(8c37d017-163d-49e1-8a56-0a954b535e32),segment_id=8c37d017-163d-49e1-8a56-0a954b535e32)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:44.475138 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:44.636609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7533e-64ed-4b5e-a5e9-ccc0a546e844 None None] Pushing event updated for resources: {'Port': ['ID=68328b64-0514-49d8-8947-a79fc0eb5b27,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:44.640716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Allocated IP 172.25.2.81 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/ab789ab1-e965-4184-b72b-10f314120276) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:44.768589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-73db131e-cd09-4bca-9849-47f0e36c1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:44.770206 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-73db131e-cd09-4bca-9849-47f0e36c1d46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1096 time: 0.0783350 Dec 13 12:44:44.832206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:44.945272 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:45.039576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-c592b5b0-050f-4d97-a5b6-e76a04b0fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:45.041104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-c592b5b0-050f-4d97-a5b6-e76a04b0fa88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.2617455 Dec 13 12:44:45.084845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:45.088220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:45.094021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:45.100872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-7f4517f8-0de8-4c2a-a98a-b1b823c0e722 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a008647-b264-4ecd-8047-ec8955ba817b HTTP/1.1" status: 200 len: 217 time: 0.0517778 Dec 13 12:44:45.203376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Pushing event updated for resources: {'Port': ['ID=ab789ab1-e965-4184-b72b-10f314120276,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:45.209069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-5077b98b-7147-416a-a2b0-ec327bda1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:45.211754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-5077b98b-7147-416a-a2b0-ec327bda1fe1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1006260 Dec 13 12:44:45.307376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-7643cd26-8f9b-4e96-a929-a3e9183881b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752900 Dec 13 12:44:45.402306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a399ef-9795-4db6-81d6-2c212cb32c6a req-f6096bbf-bde9-45a0-b5a2-1d709460bd73 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:45.411247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68a399ef-9795-4db6-81d6-2c212cb32c6a req-f6096bbf-bde9-45a0-b5a2-1d709460bd73 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 945 time: 0.1966598 Dec 13 12:44:45.482306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68a399ef-9795-4db6-81d6-2c212cb32c6a req-f51223b2-dcf1-4c98-bde3-db22a98407e3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642793 Dec 13 12:44:45.540423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-1daae451-d030-4043-8da2-e4d1cc04bbe4 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239547 Dec 13 12:44:45.625591 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:45.714190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e331075e-f8b4-4fe7-9888-1ecf8db85c5d service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656277 Dec 13 12:44:45.736655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00520f-7b76-4f53-a006-7e1e449483e7 req-650e2f0a-64be-4745-b40e-91d8dd57496a tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:45.746413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c00520f-7b76-4f53-a006-7e1e449483e7 req-650e2f0a-64be-4745-b40e-91d8dd57496a tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 950 time: 0.0944457 Dec 13 12:44:45.841939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 68328b64-0514-49d8-8947-a79fc0eb5b27 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:45.885652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c00520f-7b76-4f53-a006-7e1e449483e7 req-cac97137-dd55-4d2a-956e-298c53a5f0b1 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364489 Dec 13 12:44:45.939045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-f5738555-78c9-4047-bbd1-1c7b19afe067 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:45.940556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-f5738555-78c9-4047-bbd1-1c7b19afe067 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.1274848 Dec 13 12:44:45.953962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 68328b64-0514-49d8-8947-a79fc0eb5b27 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:45.954849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:45.961466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-4'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:46.037445 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:46.215591 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:46.294210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 68328b64-0514-49d8-8947-a79fc0eb5b27, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=68328b64-0514-49d8-8947-a79fc0eb5b27,segment=NetworkSegment(8c37d017-163d-49e1-8a56-0a954b535e32),segment_id=8c37d017-163d-49e1-8a56-0a954b535e32)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:46.301933 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:46.325263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:46.382946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=68328b64-0514-49d8-8947-a79fc0eb5b27,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:46.388178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89636cef-5a46-45f2-b5db-fb0ad44251e9 None None] Network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:44:46.395230 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:44:46.446838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:46.504118 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:46.554782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a008647-b264-4ecd-8047-ec8955ba817b'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:46.562743 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99a37c-8ee8-461a-bbd4-7af0d49a5c78" -d '{"events": [{"server_uuid": "403ed481-dd68-4adc-83df-0a4249c4be1c", "name": "network-vif-unplugged", "status": "completed", "tag": "0a008647-b264-4ecd-8047-ec8955ba817b"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:46.570006 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:46.579963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:46.600064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4461a734-d5e2-4e41-b5ad-bc7aca5edd67 None None] Provisioning complete for port 68328b64-0514-49d8-8947-a79fc0eb5b27 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:46.600438 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4461a734-d5e2-4e41-b5ad-bc7aca5edd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:46.739342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d314870-2616-471f-9cdf-fa318cecf8e3 req-01dca81b-8b22-4eca-b2d2-8126dbe1d447 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:46.748120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d314870-2616-471f-9cdf-fa318cecf8e3 req-01dca81b-8b22-4eca-b2d2-8126dbe1d447 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 1101 time: 0.1236172 Dec 13 12:44:46.750131 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Pushing event updated for resources: {'Port': ['ID=0a008647-b264-4ecd-8047-ec8955ba817b,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:46.788127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b on host n-h2-817326-4 for vnic_type normal with profile {"migrating_to": "n-h1-817326-4"} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:46.791497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:46.791789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:46.799453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33864) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:46.818694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Port 0a008647-b264-4ecd-8047-ec8955ba817b on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:46.819017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Attempting to bind port 0a008647-b264-4ecd-8047-ec8955ba817b on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:46.824947 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d314870-2616-471f-9cdf-fa318cecf8e3 req-831a424f-9539-49af-a557-f499ea33bec4 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:46.849412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:46.849764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:46.850155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:46.850605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Bound port: 0a008647-b264-4ecd-8047-ec8955ba817b, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:46.850965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:46.860954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Router dd70306e-8edf-4284-b643-758628f4f8d5 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:44:46.984669 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b520e9d0-cd12-48d6-bb17-66d0cb7d1e90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.011954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ddad3e9b-84bb-4f7e-9370-f249ec993a83 None None] Provisioning complete for port 68328b64-0514-49d8-8947-a79fc0eb5b27 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:47.011954 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddad3e9b-84bb-4f7e-9370-f249ec993a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.152221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:47.187326 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d314870-2616-471f-9cdf-fa318cecf8e3 req-831a424f-9539-49af-a557-f499ea33bec4 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.197907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:44:47.205568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:47.211198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d314870-2616-471f-9cdf-fa318cecf8e3 req-831a424f-9539-49af-a557-f499ea33bec4 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.212461 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Sync routers for ids ['dd70306e-8edf-4284-b643-758628f4f8d5'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:44:47.213525 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b520e9d0-cd12-48d6-bb17-66d0cb7d1e90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.220884 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.225135 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b520e9d0-cd12-48d6-bb17-66d0cb7d1e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.231940 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Routers {'dd70306e-8edf-4284-b643-758628f4f8d5'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:44:47.233589 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:44:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['dd70306e-8edf-4284-b643-758628f4f8d5'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:47.255283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.259172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a5f10-0ecf-4e2b-ade4-1bd7b1ac5f36 req-9a7f7e8c-30ae-4557-986e-96cc5db0dfc4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:47.261195 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a230a2a1-aab6-4aa4-bf47-b449186e5e73 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6429348 Dec 13 12:44:47.266334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33874) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:47.267963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e2a5f10-0ecf-4e2b-ade4-1bd7b1ac5f36 req-9a7f7e8c-30ae-4557-986e-96cc5db0dfc4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 943 time: 0.2336807 Dec 13 12:44:47.327278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33876) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:47.363457 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b520e9d0-cd12-48d6-bb17-66d0cb7d1e90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=955540b9fc594b68b34bdec38d1a154e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5624886 Dec 13 12:44:47.363741 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Set router dd70306e-8edf-4284-b643-758628f4f8d5 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:44:47.366649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520e9d0-cd12-48d6-bb17-66d0cb7d1e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b5250e-7729-4ee3-ae99-0c73e7a3f4af,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:47.370743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33882) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:47.422438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d314870-2616-471f-9cdf-fa318cecf8e3 req-831a424f-9539-49af-a557-f499ea33bec4 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731353 Dec 13 12:44:47.423134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a424f-9539-49af-a557-f499ea33bec4 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e55af8-763c-4299-84e4-372c13c4319c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:47.489578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e2a5f10-0ecf-4e2b-ade4-1bd7b1ac5f36 req-130a97d4-f77d-434b-aa65-702851a9ad0e tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196324 Dec 13 12:44:47.555472 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5772c2d-bf5d-4131-881b-7ae602e94b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.600262 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9d325a-8150-40da-9b20-fcc0b88db5fa x-openstack-request-id: req-9c9d325a-8150-40da-9b20-fcc0b88db5fa {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:47.600570 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403ed481-dd68-4adc-83df-0a4249c4be1c", "name": "network-vif-unplugged", "status": "completed", "tag": "0a008647-b264-4ecd-8047-ec8955ba817b", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:47.600833 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c9d325a-8150-40da-9b20-fcc0b88db5fa {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:47.601250 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a008647-b264-4ecd-8047-ec8955ba817b', 'code': 200} Dec 13 12:44:47.608040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:47.608596 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.609899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] 10.222.0.37 "PUT /v2.0/ports/0a008647-b264-4ecd-8047-ec8955ba817b HTTP/1.1" status: 200 len: 1121 time: 1.6586356 Dec 13 12:44:47.618371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc116b-f83f-4090-a397-344d9422a976 service neutron] Pushing event updated for resources: {'Port': ['ID=0a008647-b264-4ecd-8047-ec8955ba817b,revision_number=8']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:47.621713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5772c2d-bf5d-4131-881b-7ae602e94b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.662661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-961a197b-5251-4889-a7c4-1d14494cf795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.682888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['0a008647-b264-4ecd-8047-ec8955ba817b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:47.788690 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 68328b64-0514-49d8-8947-a79fc0eb5b27 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:47.810252 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'name': 'tempest-FloatingIPsTestJSON-409306206-router', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'ab789ab1-e965-4184-b72b-10f314120276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:43Z', 'updated_at': '2021-12-13T12:44:45Z', 'revision_number': 3, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'gw_port': {'id': 'ab789ab1-e965-4184-b72b-10f314120276', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:44Z', 'updated_at': '2021-12-13T12:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:47.821970 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5772c2d-bf5d-4131-881b-7ae602e94b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.824690 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5772c2d-bf5d-4131-881b-7ae602e94b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:47.826011 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a5772c2d-bf5d-4131-881b-7ae602e94b03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8b5250e-7729-4ee3-ae99-0c73e7a3f4af HTTP/1.1" status: 204 len: 168 time: 0.4543974 Dec 13 12:44:47.878945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5772c2d-bf5d-4131-881b-7ae602e94b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b5250e-7729-4ee3-ae99-0c73e7a3f4af,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:47.907682 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Checking router: dd70306e-8edf-4284-b643-758628f4f8d5 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:44:47.908293 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Updating router dd70306e-8edf-4284-b643-758628f4f8d5 port ab789ab1-e965-4184-b72b-10f314120276 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:44:47.986521 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.155423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 68328b64-0514-49d8-8947-a79fc0eb5b27 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:48.155423 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.227960 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-961a197b-5251-4889-a7c4-1d14494cf795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.243433 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-961a197b-5251-4889-a7c4-1d14494cf795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.347311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-53eb06f2-b969-4834-ba60-cd5c0e56d0ee tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484347 Dec 13 12:44:48.390021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a197b-5251-4889-a7c4-1d14494cf795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8928e4d6-c774-4d63-b80c-54c2ca6448c7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:48.397512 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-961a197b-5251-4889-a7c4-1d14494cf795 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60506b73701c4ceeb9706cb907160a53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0648561 Dec 13 12:44:48.400918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33908) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:48.435341 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.548712 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c11b7834-a8d7-45da-87d4-c011a22a9e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.562424 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.575785 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.593622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-135292de-19d5-4d37-ba0d-3803e72ac6b5 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:48.597479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-135292de-19d5-4d37-ba0d-3803e72ac6b5 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471030 Dec 13 12:44:48.601690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33916) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:48.612933 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c11b7834-a8d7-45da-87d4-c011a22a9e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.640225 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16c039c5-1588-45a7-9914-a3f809106227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.668146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a6046662-9e99-4309-8e8e-641eebe1dc91 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/quotas/c892d90b1daa421ba6dd40c6c6b2cd30 HTTP/1.1" status: 200 len: 375 time: 0.0565557 Dec 13 12:44:48.673277 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Pushing event updated for resources: {'Port': ['ID=ab789ab1-e965-4184-b72b-10f314120276,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:48.682528 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.682955 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.683305 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.683646 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.683980 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.684309 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.684637 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.685763 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.686277 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.686660 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.687089 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.687411 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.687735 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:48.722179 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c11b7834-a8d7-45da-87d4-c011a22a9e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.725486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c11b7834-a8d7-45da-87d4-c011a22a9e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.729779 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c11b7834-a8d7-45da-87d4-c011a22a9e62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8928e4d6-c774-4d63-b80c-54c2ca6448c7 HTTP/1.1" status: 204 len: 168 time: 0.3239052 Dec 13 12:44:48.730310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Allocated IP 172.20.0.1 (3f32b8e9-4719-4c9e-995f-ac951a0566b7/ad2a14b6-972d-4b32-b8ca-5e75becd90e9/c455b51f-ac39-4abb-9d1b-351576ffff3e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:48.744248 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Attempting to bind port ab789ab1-e965-4184-b72b-10f314120276 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:48.745206 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Attempting to bind port ab789ab1-e965-4184-b72b-10f314120276 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:48.746050 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Attempting to bind port ab789ab1-e965-4184-b72b-10f314120276 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:48.749738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b7834-a8d7-45da-87d4-c011a22a9e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8928e4d6-c774-4d63-b80c-54c2ca6448c7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:48.765052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e1380-1758-4ffe-9844-926e93ce3a2b req-b5f160b2-5d53-4570-9ec5-27ecfc98fd09 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:48.765678 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:48.766478 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:48.767068 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.767669 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:48.768845 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Bound port: ab789ab1-e965-4184-b72b-10f314120276, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:48.769446 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.772649 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c46e1380-1758-4ffe-9844-926e93ce3a2b req-b5f160b2-5d53-4570-9ec5-27ecfc98fd09 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 943 time: 0.1345963 Dec 13 12:44:48.819366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-73db5714-fb88-441b-98ec-0f524b137454 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1495786 Dec 13 12:44:48.848816 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] For port ab789ab1-e965-4184-b72b-10f314120276, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:48.853381 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] For port ab789ab1-e965-4184-b72b-10f314120276, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ab789ab1-e965-4184-b72b-10f314120276,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:48.861100 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.932977 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a55736-767f-43ad-9a34-6074bd0716ca None None] Pushing event updated for resources: {'Port': ['ID=ab789ab1-e965-4184-b72b-10f314120276,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:48.954869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c46e1380-1758-4ffe-9844-926e93ce3a2b req-9d214513-2d68-4937-8b46-21a171563e01 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812751 Dec 13 12:44:48.956565 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Routers {'dd70306e-8edf-4284-b643-758628f4f8d5'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:44:48.957852 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:44:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['dd70306e-8edf-4284-b643-758628f4f8d5'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:48.985059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16c039c5-1588-45a7-9914-a3f809106227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:48.994719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16c039c5-1588-45a7-9914-a3f809106227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.002986 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.067265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-16c039c5-1588-45a7-9914-a3f809106227 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26f160aac10c4ea7b0725001b76a8a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4643977 Dec 13 12:44:49.068961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:49.080891 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.140342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c039c5-1588-45a7-9914-a3f809106227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92092466-cb4e-4606-abae-37375c5c7654,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:49.160055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Pushing event updated for resources: {'Port': ['ID=c455b51f-ac39-4abb-9d1b-351576ffff3e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:49.193880 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d97cf77-28ee-4a94-bf89-ceada4271afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.194845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:49.202482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:49.220625 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d97cf77-28ee-4a94-bf89-ceada4271afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.224401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:49.269969 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] Set router dd70306e-8edf-4284-b643-758628f4f8d5 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:44:49.304815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d97cf77-28ee-4a94-bf89-ceada4271afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.307963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d97cf77-28ee-4a94-bf89-ceada4271afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.315669 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4d97cf77-28ee-4a94-bf89-ceada4271afc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92092466-cb4e-4606-abae-37375c5c7654 HTTP/1.1" status: 204 len: 168 time: 0.2456205 Dec 13 12:44:49.325158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97cf77-28ee-4a94-bf89-ceada4271afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92092466-cb4e-4606-abae-37375c5c7654,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:49.390197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.471664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33934) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:49.503286 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00846674-57a2-47b6-84ac-dc194272c6c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.733035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.811044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e64fef25-0c01-4eba-97cb-e2f5611d22d8 None None] Provisioning complete for port c455b51f-ac39-4abb-9d1b-351576ffff3e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:49.811572 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e64fef25-0c01-4eba-97cb-e2f5611d22d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.813960 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00846674-57a2-47b6-84ac-dc194272c6c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.819644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'tag': '0a008647-b264-4ecd-8047-ec8955ba817b'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:49.826418 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f781830-90a8-4266-b73a-4f0c35cff337" -d '{"events": [{"name": "network-changed", "server_uuid": "403ed481-dd68-4adc-83df-0a4249c4be1c", "tag": "0a008647-b264-4ecd-8047-ec8955ba817b"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:49.843412 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00846674-57a2-47b6-84ac-dc194272c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:49.916484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e64fef25-0c01-4eba-97cb-e2f5611d22d8 None None] Port c455b51f-ac39-4abb-9d1b-351576ffff3e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:44:49.923873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00846674-57a2-47b6-84ac-dc194272c6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d57d48-8677-4b7e-a384-644e924d5cc4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:49.965279 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9dc4d1-262f-4934-82c3-f6454b73a87f x-openstack-request-id: req-2f9dc4d1-262f-4934-82c3-f6454b73a87f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:49.965608 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403ed481-dd68-4adc-83df-0a4249c4be1c", "tag": "0a008647-b264-4ecd-8047-ec8955ba817b", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:49.965872 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f9dc4d1-262f-4934-82c3-f6454b73a87f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:49.966327 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'tag': '0a008647-b264-4ecd-8047-ec8955ba817b', 'status': 'completed', 'code': 200} Dec 13 12:44:49.975172 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'name': 'tempest-FloatingIPsTestJSON-409306206-router', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'ab789ab1-e965-4184-b72b-10f314120276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:43Z', 'updated_at': '2021-12-13T12:44:45Z', 'revision_number': 3, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'gw_port': {'id': 'ab789ab1-e965-4184-b72b-10f314120276', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:44Z', 'updated_at': '2021-12-13T12:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:50.027386 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-00846674-57a2-47b6-84ac-dc194272c6c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dbf0dc81ffa4a9f8e88121d7d7cc572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523980 Dec 13 12:44:50.027670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33954) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:50.060934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f781830-90a8-4266-b73a-4f0c35cff337 req-16ef7d4c-dcce-41ec-98c6-c3ab858b8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:50.062425 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8f781830-90a8-4266-b73a-4f0c35cff337 req-16ef7d4c-dcce-41ec-98c6-c3ab858b8226 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1124 time: 0.1032133 Dec 13 12:44:50.072469 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67eb86-50f4-4388-9310-c005898a1dd9 None None] The sync data for ids ['dd70306e-8edf-4284-b643-758628f4f8d5'] in n-d-817326-4 is: [{'id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'name': 'tempest-FloatingIPsTestJSON-409306206-router', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'ab789ab1-e965-4184-b72b-10f314120276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:43Z', 'updated_at': '2021-12-13T12:44:45Z', 'revision_number': 3, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'gw_port': {'id': 'ab789ab1-e965-4184-b72b-10f314120276', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:44Z', 'updated_at': '2021-12-13T12:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:44:50.192754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0a008647-b264-4ecd-8047-ec8955ba817b details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:44:50.326012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5904d2-f0df-43a7-bb81-f78a4428c36f req-b36af0a9-ef10-4168-9220-8c76f0fb882c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:50.337377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae5904d2-f0df-43a7-bb81-f78a4428c36f req-b36af0a9-ef10-4168-9220-8c76f0fb882c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 943 time: 0.2011747 Dec 13 12:44:50.380713 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e5473e5-6191-4ae4-95ea-9e17e1d7120f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:50.427154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f781830-90a8-4266-b73a-4f0c35cff337 req-c0eb9e4d-5eaa-4af9-ac6b-5b16f98a18be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:50.428643 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8f781830-90a8-4266-b73a-4f0c35cff337 req-c0eb9e4d-5eaa-4af9-ac6b-5b16f98a18be service neutron] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.3557734 Dec 13 12:44:50.431146 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:50.437690 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:50.471070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-524c3761-fc37-4615-8001-055c217bee64 req-c9c06bd8-8d0a-4184-99c7-0d2a5d51e04b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 210 time: 0.1695490 Dec 13 12:44:50.476236 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e5473e5-6191-4ae4-95ea-9e17e1d7120f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:50.603513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:50.671202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae5904d2-f0df-43a7-bb81-f78a4428c36f req-faebf696-90a9-4e38-8d51-e9089f3cc35e tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326356 Dec 13 12:44:50.710566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0a008647-b264-4ecd-8047-ec8955ba817b has no active binding in host n-h1-817326-4 {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 12:44:50.725066 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e5473e5-6191-4ae4-95ea-9e17e1d7120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:50.728672 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e5473e5-6191-4ae4-95ea-9e17e1d7120f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:50.730382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1e5473e5-6191-4ae4-95ea-9e17e1d7120f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0d57d48-8677-4b7e-a384-644e924d5cc4 HTTP/1.1" status: 204 len: 168 time: 0.7016027 Dec 13 12:44:50.755745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:50.766488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5473e5-6191-4ae4-95ea-9e17e1d7120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d57d48-8677-4b7e-a384-644e924d5cc4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:50.767816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Pushing event updated for resources: {'Port': ['ID=c455b51f-ac39-4abb-9d1b-351576ffff3e,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:50.989858 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8f781830-90a8-4266-b73a-4f0c35cff337 req-d2d425cd-070f-4595-8946-28c19e507d33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a008647-b264-4ecd-8047-ec8955ba817b HTTP/1.1" status: 200 len: 217 time: 0.4266148 Dec 13 12:44:51.001744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:51.014217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:51.193306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f781830-90a8-4266-b73a-4f0c35cff337 req-4a1570d9-8360-4f9d-b943-f595419c2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:51.195195 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8f781830-90a8-4266-b73a-4f0c35cff337 req-4a1570d9-8360-4f9d-b943-f595419c2249 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1918342 Dec 13 12:44:51.360326 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8f781830-90a8-4266-b73a-4f0c35cff337 req-35ae69d5-72a8-4af9-9797-b6f2d9bfc4fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561711 Dec 13 12:44:51.488513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-77925916-06ae-48fb-bad8-6c06bfc674f3 None None] Provisioning complete for port c455b51f-ac39-4abb-9d1b-351576ffff3e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:51.489068 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-77925916-06ae-48fb-bad8-6c06bfc674f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:51.500064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Router dd70306e-8edf-4284-b643-758628f4f8d5 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:44:51.544614 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8f781830-90a8-4266-b73a-4f0c35cff337 req-f83df430-a85a-4b4b-b769-d2ff926a3d42 service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751463 Dec 13 12:44:51.591154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-77925916-06ae-48fb-bad8-6c06bfc674f3 None None] Port c455b51f-ac39-4abb-9d1b-351576ffff3e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:44:51.682365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e3d3610-38cb-4158-a581-0b07cf0836c5 req-7485d4f6-6712-48e0-b055-d07d95e308c1 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 210 time: 0.0588470 Dec 13 12:44:51.856937 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8f781830-90a8-4266-b73a-4f0c35cff337 req-699e4a01-75ff-422d-a6f2-4e010f30ed4c service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611117 Dec 13 12:44:51.910768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-f34106f3-ccdf-499c-827c-845a76b583a0 service neutron] 10.222.0.42 "GET /v2.0/ports/0a008647-b264-4ecd-8047-ec8955ba817b/bindings/n-h1-817326-4 HTTP/1.1" status: 200 len: 384 time: 0.1710446 Dec 13 12:44:51.923310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ab789ab1-e965-4184-b72b-10f314120276 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:51.951065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:44:51.980453 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8c459fd-dd11-437d-93ef-60ee1ef9d460 admin admin] 10.222.0.31 "PUT /v2.0/routers/dd70306e-8edf-4284-b643-758628f4f8d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7038631 Dec 13 12:44:52.078630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ab789ab1-e965-4184-b72b-10f314120276 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:52.079019 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:52.173283 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-4cfe734c-4e36-4c1f-b435-7e7fe2e2f4b1 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539966 Dec 13 12:44:52.177455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:52.201557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:52.244897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a008647-b264-4ecd-8047-ec8955ba817b {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:52.259929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:52.295154 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:52.498809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-686164b0-0990-46e2-9a28-977e29c70c1e tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:52.501903 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-686164b0-0990-46e2-9a28-977e29c70c1e tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229709 Dec 13 12:44:52.505926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Transition to ACTIVE for port object 0a008647-b264-4ecd-8047-ec8955ba817b will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:44:52.522870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Request body: {'port': {'device_id': '6be45faf-5fd7-435e-94d0-2e5d0747a74e', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'c892d90b1daa421ba6dd40c6c6b2cd30'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:52.545033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bd971-c206-4fef-bb80-ad5051532285 req-8b87276f-7026-48e0-aef8-8958157eb462 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:52.556200 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-747bd971-c206-4fef-bb80-ad5051532285 req-8b87276f-7026-48e0-aef8-8958157eb462 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 943 time: 0.5552371 Dec 13 12:44:52.565974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:52.627763 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:52.675388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port ab789ab1-e965-4184-b72b-10f314120276, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ab789ab1-e965-4184-b72b-10f314120276,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:52.690343 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:52.820939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=ab789ab1-e965-4184-b72b-10f314120276,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:52.867389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] No DVR routers for this DVR port 0a008647-b264-4ecd-8047-ec8955ba817b on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:44:52.964965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-747bd971-c206-4fef-bb80-ad5051532285 req-d0b74551-3ebb-474e-b198-04762d8d11c3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064820 Dec 13 12:44:52.989313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-206f4d20-21b4-44c6-92be-466da126540d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2205896 Dec 13 12:44:53.160607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Sync routers for ids ['dd70306e-8edf-4284-b643-758628f4f8d5'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:44:53.174575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Routers {'dd70306e-8edf-4284-b643-758628f4f8d5'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:44:53.175229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:44:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['dd70306e-8edf-4284-b643-758628f4f8d5'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:53.178922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-830d1f43-9c91-475a-9ec8-3745e0c60f45 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:53.180428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-830d1f43-9c91-475a-9ec8-3745e0c60f45 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772194 Dec 13 12:44:53.189736 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] 10.222.0.42 "PUT /v2.0/ports/0a008647-b264-4ecd-8047-ec8955ba817b/bindings/n-h1-817326-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2756801 Dec 13 12:44:53.190262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34048) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:53.205396 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Request body: {'port': {'device_id': 'b0222f6f-1838-4a2f-ba03-273b79d3fe12', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'c892d90b1daa421ba6dd40c6c6b2cd30'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:53.345371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Made reservation on behalf of c892d90b1daa421ba6dd40c6c6b2cd30 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:44:53.349391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:53.404841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Set router dd70306e-8edf-4284-b643-758628f4f8d5 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:44:53.552998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Allocated IP 192.168.233.15 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/c703117a-17dd-4511-b863-366c649a9f4c) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:53.561625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Pushing event updated for resources: {'Port': ['ID=0a008647-b264-4ecd-8047-ec8955ba817b,revision_number=10']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:53.635642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-074ff08c-7fb8-4e01-ac8b-e63a9f064665 req-4d07c13c-a4ec-4bff-8ce7-b93435b051d2 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 210 time: 0.4540997 Dec 13 12:44:53.771523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.774963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.775653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.776208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.776987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.784774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.784938 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:53.785575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.786932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.787493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.788036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.788825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.789368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.789908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e79617-956a-4b9c-8faf-dc3840845106 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:53.825487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ab789ab1-e965-4184-b72b-10f314120276 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:53.836871 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:53.891447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:53.947596 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:53.958251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:53.962576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:53.970410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-network', 'tenant_id': '587d5156519e42d989fadca978d51ad8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:53.985995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'name': 'tempest-FloatingIPsTestJSON-409306206-router', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'ab789ab1-e965-4184-b72b-10f314120276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:43Z', 'updated_at': '2021-12-13T12:44:49Z', 'revision_number': 4, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'gw_port': {'id': 'ab789ab1-e965-4184-b72b-10f314120276', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:44Z', 'updated_at': '2021-12-13T12:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'c455b51f-ac39-4abb-9d1b-351576ffff3e', 'name': '', 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'mac_address': 'fa:16:3e:75:ce:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ad2a14b6-972d-4b32-b8ca-5e75becd90e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:48Z', 'updated_at': '2021-12-13T12:44:49Z', 'revision_number': 2, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'subnets': [{'id': 'ad2a14b6-972d-4b32-b8ca-5e75becd90e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:54.036086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event updated for resources: {'Port': ['ID=c703117a-17dd-4511-b863-366c649a9f4c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:54.060807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e266da20-a9a8-4868-a0b0-562d6c2cff53 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:54.062511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e266da20-a9a8-4868-a0b0-562d6c2cff53 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.4941349 Dec 13 12:44:54.067406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.067740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.068086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.068423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.068754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.069082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.069406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.069726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.070045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.077147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.077630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.077982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.078377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:44:54.092911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Checking router: dd70306e-8edf-4284-b643-758628f4f8d5 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:44:54.093289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Updating router dd70306e-8edf-4284-b643-758628f4f8d5 port c455b51f-ac39-4abb-9d1b-351576ffff3e binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:44:54.132971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:54.133625 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.175473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a7be2ba7-cd58-4b8e-9644-2db4966b5207 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6568809 Dec 13 12:44:54.189736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Request body: {'port': {'device_id': '6be45faf-5fd7-435e-94d0-2e5d0747a74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:54.220595 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.244634 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2339f475-5250-4718-893c-8d4c6c7cba27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.274190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ab789ab1-e965-4184-b72b-10f314120276 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:54.274190 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.282949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Made reservation on behalf of 587d5156519e42d989fadca978d51ad8 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:44:54.298466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.320304 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.347503 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.364980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-4f2cb185-6783-49ff-8075-72883f94cb54 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7886491 Dec 13 12:44:54.384369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:54.488202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.505373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.519154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:44:54.530472 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.531054 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Added segment 8801f1a3-db4b-42a8-9403-1501c468c441 of type vlan for network 7a163436-b673-466d-a14a-30040986c2d7 Dec 13 12:44:54.552668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d8a1b098-c019-4169-8ba6-9e03004452ef None None] Provisioning complete for port c703117a-17dd-4511-b863-366c649a9f4c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:54.553329 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b098-c019-4169-8ba6-9e03004452ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.604330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4bea0e-b3ff-49cc-8751-20e0b8c6c040,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:54.628947 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.643255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Made reservation on behalf of c892d90b1daa421ba6dd40c6c6b2cd30 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:44:54.668209 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.728322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c703117a-17dd-4511-b863-366c649a9f4c {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:54.737969 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.750359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-d813ecff-1751-498a-a5a7-35925f8d9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:54.754821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-d813ecff-1751-498a-a5a7-35925f8d9da1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0 HTTP/1.1" status: 200 len: 1095 time: 0.6485279 Dec 13 12:44:54.755259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Transition to ACTIVE for port object c703117a-17dd-4511-b863-366c649a9f4c will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:44:54.764966 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.822840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.836464 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1b098-c019-4169-8ba6-9e03004452ef None None] Port c703117a-17dd-4511-b863-366c649a9f4c cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:44:54.958390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Pushing event updated for resources: {'Port': ['ID=c703117a-17dd-4511-b863-366c649a9f4c,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:54.974003 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:54.976238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:54.979026 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.091187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Attempting to bind port c703117a-17dd-4511-b863-366c649a9f4c on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:55.091627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Attempting to bind port c703117a-17dd-4511-b863-366c649a9f4c by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:55.092006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Attempting to bind port c703117a-17dd-4511-b863-366c649a9f4c on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:55.098569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Port c703117a-17dd-4511-b863-366c649a9f4c on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:55.099872 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.104895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Attempting to bind port c703117a-17dd-4511-b863-366c649a9f4c on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:55.112721 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.114316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:55.115463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:55.115990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:55.116890 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Bound port: c703117a-17dd-4511-b863-366c649a9f4c, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:55.117497 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.131247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-19353ea9-4e31-4142-b2aa-8e52e4300e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:55.133007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-19353ea9-4e31-4142-b2aa-8e52e4300e26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1095 time: 0.3311555 Dec 13 12:44:55.145087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9517102 Dec 13 12:44:55.188332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34082) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:55.188752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34084) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:55.194553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30530b08-ea7c-4e68-a63a-ed863e674f01 None None] Pushing event updated for resources: {'Port': ['ID=c455b51f-ac39-4abb-9d1b-351576ffff3e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:55.226525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] For port c703117a-17dd-4511-b863-366c649a9f4c, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:55.234494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] For port c703117a-17dd-4511-b863-366c649a9f4c, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c703117a-17dd-4511-b863-366c649a9f4c,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:55.241716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.254644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Request body: {'subnet': {'network_id': '7a163436-b673-466d-a14a-30040986c2d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-subnet', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:55.286327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:55.287263 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.289081 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] 10.222.0.42 "PUT /v2.0/ports/c703117a-17dd-4511-b863-366c649a9f4c HTTP/1.1" status: 200 len: 1095 time: 1.1048682 Dec 13 12:44:55.295005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be45faf-5fd7-435e-94d0-2e5d0747a74e', 'tag': 'c703117a-17dd-4511-b863-366c649a9f4c'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:44:55.297320 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7661fdcb-f40a-4653-8c2a-7e09a015b879" -d '{"events": [{"name": "network-changed", "server_uuid": "6be45faf-5fd7-435e-94d0-2e5d0747a74e", "tag": "c703117a-17dd-4511-b863-366c649a9f4c"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:44:55.317217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Allocated IP 192.168.233.248 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/57f0242b-fc8a-40fc-a603-975bcc3e4937) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:55.335989 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ff357-9686-4187-9817-adb2f7779f7b service neutron] Pushing event updated for resources: {'Port': ['ID=c703117a-17dd-4511-b863-366c649a9f4c,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:55.377096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Attempting to bind port c455b51f-ac39-4abb-9d1b-351576ffff3e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:55.377737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Attempting to bind port c455b51f-ac39-4abb-9d1b-351576ffff3e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8c37d017-163d-49e1-8a56-0a954b535e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:55.378272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Attempting to bind port c455b51f-ac39-4abb-9d1b-351576ffff3e on network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:55.389083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:55.389681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Checking segment: {'id': '8c37d017-163d-49e1-8a56-0a954b535e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:55.390278 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.390791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Bound using segment: {'id': '8c37d017-163d-49e1-8a56-0a954b535e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:55.391359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Bound port: c455b51f-ac39-4abb-9d1b-351576ffff3e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c37d017-163d-49e1-8a56-0a954b535e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:55.392580 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.440567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a43adbf4-2392-4685-9bde-9f32ef5d8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:55.442117 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a43adbf4-2392-4685-9bde-9f32ef5d8d15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=6be45faf-5fd7-435e-94d0-2e5d0747a74e HTTP/1.1" status: 200 len: 1098 time: 0.0965040 Dec 13 12:44:55.495986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Made reservation on behalf of 587d5156519e42d989fadca978d51ad8 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:44:55.498860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.505324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] For port c455b51f-ac39-4abb-9d1b-351576ffff3e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:55.509478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] For port c455b51f-ac39-4abb-9d1b-351576ffff3e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c455b51f-ac39-4abb-9d1b-351576ffff3e,segment=NetworkSegment(8c37d017-163d-49e1-8a56-0a954b535e32),segment_id=8c37d017-163d-49e1-8a56-0a954b535e32)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:55.517072 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.523036 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2137b0a6-ade4-4d5b-b762-4bde9d601099 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c703117a-17dd-4511-b863-366c649a9f4c HTTP/1.1" status: 200 len: 217 time: 0.0707273 Dec 13 12:44:55.544230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684d239-e709-49a7-8104-b5e493c04180 admin admin] Pushing event updated for resources: {'Network': ['ID=7a163436-b673-466d-a14a-30040986c2d7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:55.569505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 7a163436-b673-466d-a14a-30040986c2d7 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:44:55.601515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-11ce1692-bb32-410b-852a-dc1526c77d2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.610320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a5a6e6fa-f280-4dfa-9d35-aaa89aa9e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:55.611956 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-a5a6e6fa-f280-4dfa-9d35-aaa89aa9e9bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0812602 Dec 13 12:44:55.629451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20b15e-1503-419e-bac3-a851a0d68389 req-4e0ecd95-306c-4226-a906-9f1882b755ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:55.631073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd20b15e-1503-419e-bac3-a851a0d68389 req-4e0ecd95-306c-4226-a906-9f1882b755ae tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 944 time: 0.6634297 Dec 13 12:44:55.700347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-592ca181-5ed4-4d92-a7ef-24f3498d1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:55.704844 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-592ca181-5ed4-4d92-a7ef-24f3498d1ad3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837622 Dec 13 12:44:55.705529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Routers {'dd70306e-8edf-4284-b643-758628f4f8d5'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:44:55.710311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:44:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['dd70306e-8edf-4284-b643-758628f4f8d5'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:55.760161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30530b08-ea7c-4e68-a63a-ed863e674f01 None None] Pushing event updated for resources: {'Port': ['ID=c455b51f-ac39-4abb-9d1b-351576ffff3e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:55.767741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-87804576-37a9-4e04-b623-e04ff5a044e6 None None] Provisioning complete for port c455b51f-ac39-4abb-9d1b-351576ffff3e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:55.768103 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87804576-37a9-4e04-b623-e04ff5a044e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:55.817242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0a008647-b264-4ecd-8047-ec8955ba817b no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:44:55.839185 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-587c01bd-57da-4b61-93d0-24ab565c20b0 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276720 Dec 13 12:44:55.919084 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0a008647-b264-4ecd-8047-ec8955ba817b not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:44:55.923237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-aaca6dcb-c3cb-412c-8c55-06d98f0f1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:55.924611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-aaca6dcb-c3cb-412c-8c55-06d98f0f1522 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.6947103 Dec 13 12:44:55.938401 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-fa82b3ae-dca7-4549-8d0f-daf81d124f02 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921566 Dec 13 12:44:56.036681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-e7952476-fe11-492b-b589-b57afb7ceeb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a008647-b264-4ecd-8047-ec8955ba817b HTTP/1.1" status: 200 len: 217 time: 0.0856078 Dec 13 12:44:56.071580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd20b15e-1503-419e-bac3-a851a0d68389 req-1bf32609-cc29-40af-93d6-0fd5a8c7c22e tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048579 Dec 13 12:44:56.077186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] Set router dd70306e-8edf-4284-b643-758628f4f8d5 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:44:56.116737 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87804576-37a9-4e04-b623-e04ff5a044e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.180306 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-11ce1692-bb32-410b-852a-dc1526c77d2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.184260 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.218466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-11ce1692-bb32-410b-852a-dc1526c77d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.222621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-87804576-37a9-4e04-b623-e04ff5a044e6 None None] For port c455b51f-ac39-4abb-9d1b-351576ffff3e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c455b51f-ac39-4abb-9d1b-351576ffff3e,segment=NetworkSegment(8c37d017-163d-49e1-8a56-0a954b535e32),segment_id=8c37d017-163d-49e1-8a56-0a954b535e32)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:44:56.229371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41755e0f-53aa-4364-addf-ac80dd97096a req-5b49aa63-da30-4a24-89eb-76d88ee3509b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 210 time: 0.0692489 Dec 13 12:44:56.230599 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87804576-37a9-4e04-b623-e04ff5a044e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.230785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.234742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.271361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-81d52540-79e3-4d4c-b394-f3265ce1359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:56.272840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-81d52540-79e3-4d4c-b394-f3265ce1359d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1925347 Dec 13 12:44:56.322979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87804576-37a9-4e04-b623-e04ff5a044e6 None None] Pushing event updated for resources: {'Port': ['ID=c455b51f-ac39-4abb-9d1b-351576ffff3e,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:56.365290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'name': 'tempest-FloatingIPsTestJSON-409306206-router', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'ab789ab1-e965-4184-b72b-10f314120276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:43Z', 'updated_at': '2021-12-13T12:44:49Z', 'revision_number': 4, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'gw_port': {'id': 'ab789ab1-e965-4184-b72b-10f314120276', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:44Z', 'updated_at': '2021-12-13T12:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'c455b51f-ac39-4abb-9d1b-351576ffff3e', 'name': '', 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'mac_address': 'fa:16:3e:75:ce:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ad2a14b6-972d-4b32-b8ca-5e75becd90e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:48Z', 'updated_at': '2021-12-13T12:44:55Z', 'revision_number': 4, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'subnets': [{'id': 'ad2a14b6-972d-4b32-b8ca-5e75becd90e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:44:56.367128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-facc7337-4420-4315-83ac-248c095c226f None None] Provisioning complete for port c455b51f-ac39-4abb-9d1b-351576ffff3e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:56.367495 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-facc7337-4420-4315-83ac-248c095c226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.435277 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf74f2e-2e2b-48d2-8dc6-bcb24bacca46 x-openstack-request-id: req-caf74f2e-2e2b-48d2-8dc6-bcb24bacca46 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:44:56.436012 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be45faf-5fd7-435e-94d0-2e5d0747a74e", "tag": "c703117a-17dd-4511-b863-366c649a9f4c", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:44:56.436423 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-caf74f2e-2e2b-48d2-8dc6-bcb24bacca46 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:44:56.436975 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be45faf-5fd7-435e-94d0-2e5d0747a74e', 'tag': 'c703117a-17dd-4511-b863-366c649a9f4c', 'status': 'completed', 'code': 200} Dec 13 12:44:56.449029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b362e-fd9d-405e-8b83-67201b3cab1c None None] The sync data for ids ['dd70306e-8edf-4284-b643-758628f4f8d5'] in n-d-817326-4 is: [{'id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'name': 'tempest-FloatingIPsTestJSON-409306206-router', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'ab789ab1-e965-4184-b72b-10f314120276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:43Z', 'updated_at': '2021-12-13T12:44:49Z', 'revision_number': 4, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'gw_port': {'id': 'ab789ab1-e965-4184-b72b-10f314120276', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:44Z', 'updated_at': '2021-12-13T12:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'c455b51f-ac39-4abb-9d1b-351576ffff3e', 'name': '', 'network_id': '3f32b8e9-4719-4c9e-995f-ac951a0566b7', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'mac_address': 'fa:16:3e:75:ce:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ad2a14b6-972d-4b32-b8ca-5e75becd90e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:48Z', 'updated_at': '2021-12-13T12:44:55Z', 'revision_number': 4, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'subnets': [{'id': 'ad2a14b6-972d-4b32-b8ca-5e75becd90e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:44:56.601614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-917e9317-9ee1-4a46-8ad5-57df59b7d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:56.605002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-917e9317-9ee1-4a46-8ad5-57df59b7d57b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=6be45faf-5fd7-435e-94d0-2e5d0747a74e HTTP/1.1" status: 200 len: 1098 time: 0.1341038 Dec 13 12:44:56.605883 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c415c206-edba-4d2d-b7b7-22198add28d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.685936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-11ce1692-bb32-410b-852a-dc1526c77d2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=600d75b8953d46e9beedc74f0fdb5230&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4453399 Dec 13 12:44:56.689049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34110) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:56.697427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-1e72d343-6819-4f07-a328-8c361209bf53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4074388 Dec 13 12:44:56.704785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce1692-bb32-410b-852a-dc1526c77d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa46c8e-e4a3-4833-8bbb-5920ce63a9e5,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:56.715031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a9092d-afab-44f5-9be8-0f00ced94e6b,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:56.805730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fef26f6-ae45-49a3-af00-a14e5f5e802c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.839055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-b7e1dd27-1e86-411a-8ce5-527cadcef5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:56.840681 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-b7e1dd27-1e86-411a-8ce5-527cadcef5e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2275393 Dec 13 12:44:56.843499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fef26f6-ae45-49a3-af00-a14e5f5e802c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.854781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Checking segment: {'id': '8801f1a3-db4b-42a8-9403-1501c468c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7a163436-b673-466d-a14a-30040986c2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:56.855143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Network hostable DHCP agents. Network: 7a163436-b673-466d-a14a-30040986c2d7, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:44:56.911786 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-54d622a6-b432-41b3-b4d4-9d7bb2751deb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c703117a-17dd-4511-b863-366c649a9f4c HTTP/1.1" status: 200 len: 217 time: 0.0494864 Dec 13 12:44:56.921501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:56.934519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:44:56.978578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-1ef04687-096b-4292-87ee-186216549a35 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460208 Dec 13 12:44:56.984393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Allocated IP 172.25.2.136 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/fcb3ff07-44f6-4e8a-a778-52a3b416f86e) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:57.001723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-04a9c57e-6a29-491a-9a7e-5539a4b1d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:57.004034 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-04a9c57e-6a29-491a-9a7e-5539a4b1d671 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0822423 Dec 13 12:44:57.036070 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fef26f6-ae45-49a3-af00-a14e5f5e802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.039003 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fef26f6-ae45-49a3-af00-a14e5f5e802c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.040139 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0fef26f6-ae45-49a3-af00-a14e5f5e802c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8aa46c8e-e4a3-4833-8bbb-5920ce63a9e5 HTTP/1.1" status: 204 len: 168 time: 0.3500559 Dec 13 12:44:57.073565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef26f6-ae45-49a3-af00-a14e5f5e802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa46c8e-e4a3-4833-8bbb-5920ce63a9e5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:57.086785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-97a46d27-dc23-4511-b2f2-2ed1d0531288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:57.088446 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-97a46d27-dc23-4511-b2f2-2ed1d0531288 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764983 Dec 13 12:44:57.220073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:57.240019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34126) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:57.289512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:57.291727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Network 7a163436-b673-466d-a14a-30040986c2d7 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:44:57.315608 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-826d49db-1a18-47e8-8b56-4db722f7cec6 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177796 Dec 13 12:44:57.346344 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.382471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:57.390270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:57.391711 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.402501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.446801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event updated for resources: {'Port': ['ID=57f0242b-fc8a-40fc-a603-975bcc3e4937,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:57.510999 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7661fdcb-f40a-4653-8c2a-7e09a015b879 req-758735be-e8b7-4f1f-b42e-e386911801be service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868045 Dec 13 12:44:57.541438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Pushing event updated for resources: {'Port': ['ID=fcb3ff07-44f6-4e8a-a778-52a3b416f86e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:57.555024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 7a163436-b673-466d-a14a-30040986c2d7) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:57.565869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505e14f-b89f-4310-b121-704eea5cf177 None None] Network 7a163436-b673-466d-a14a-30040986c2d7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:44:57.579350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:57.592642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:57.594369 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.600239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:57.625748 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-2e54f6ba-aecf-4b22-9c10-3f7bbec225bd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4225554 Dec 13 12:44:57.636194 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57dc7af5-5cb6-47c5-94be-48991a60b3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.640893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Request body: {'port': {'device_id': 'b0222f6f-1838-4a2f-ba03-273b79d3fe12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:57.665024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:57.687315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34138) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:57.717455 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e998fa0e-8ab6-48f9-86d8-954a794c4f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.720418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.755927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-7a163436-b673-466d-a14a-30040986c2d7', 'network_id': '7a163436-b673-466d-a14a-30040986c2d7', 'project_id': '587d5156519e42d989fadca978d51ad8', 'fixed_ips': [{'subnet_id': 'e1a9092d-afab-44f5-9be8-0f00ced94e6b'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:44:57.757418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.760582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-882b4d56-e494-465e-888d-d84bd7e83e90 None None] Provisioning complete for port 57f0242b-fc8a-40fc-a603-975bcc3e4937 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:57.761165 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-882b4d56-e494-465e-888d-d84bd7e83e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.808708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c455b51f-ac39-4abb-9d1b-351576ffff3e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:44:57.838565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0b0c6561-e16d-4eff-841a-f9ca91763108 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5925562 Dec 13 12:44:57.844707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34140) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:57.851317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-router', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:44:57.866090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-882b4d56-e494-465e-888d-d84bd7e83e90 None None] Port 57f0242b-fc8a-40fc-a603-975bcc3e4937 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:44:57.883053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fbd1d-f5d3-4b88-93d4-3a6798c9eaff req-062b58a7-1658-4673-b269-01280c8220ee tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:57.885193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a63fbd1d-f5d3-4b88-93d4-3a6798c9eaff req-062b58a7-1658-4673-b269-01280c8220ee tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 944 time: 0.6112530 Dec 13 12:44:57.895095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-59ead977-5461-45ec-a00e-41c3e3dda9c3 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800501 Dec 13 12:44:57.899330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57dc7af5-5cb6-47c5-94be-48991a60b3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.928376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.929523 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-57dc7af5-5cb6-47c5-94be-48991a60b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.956422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.957115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e998fa0e-8ab6-48f9-86d8-954a794c4f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.972252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.973344 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.976714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c455b51f-ac39-4abb-9d1b-351576ffff3e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:44:57.977199 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e998fa0e-8ab6-48f9-86d8-954a794c4f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:57.977281 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.013567 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-57dc7af5-5cb6-47c5-94be-48991a60b3a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59e3d58f3d464f4a8190e18427d7a6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7719631 Dec 13 12:44:58.017012 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.020635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34142) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:58.047868 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc7af5-5cb6-47c5-94be-48991a60b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f837eb04-253e-4fdb-9137-44143d0ee62e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:58.060619 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e998fa0e-8ab6-48f9-86d8-954a794c4f84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78c7afd25c944c1ba2afdc77877c395c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720996 Dec 13 12:44:58.082944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34144) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:58.087829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Allocated IP 172.20.0.2 (7a163436-b673-466d-a14a-30040986c2d7/e1a9092d-afab-44f5-9be8-0f00ced94e6b/1efa396e-577d-4d9c-b845-83f549151327) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:58.140234 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.217392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998fa0e-8ab6-48f9-86d8-954a794c4f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79662694-084b-4ea4-9231-e0ba8eabc779,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:58.239173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a63fbd1d-f5d3-4b88-93d4-3a6798c9eaff req-09d1e23f-33bc-4261-b850-6139beff666f tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375986 Dec 13 12:44:58.348630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.364134 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.370049 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.419477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Network 7a163436-b673-466d-a14a-30040986c2d7 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:58.427368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Pushing event updated for resources: {'Port': ['ID=1efa396e-577d-4d9c-b845-83f549151327,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:58.431739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:58.436538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:58.471121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b174b828-ac4b-4f78-a2d2-3c0eb78db6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.479769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52d5b245-74d2-4ce9-9197-2e8d4d11a0e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.497796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Attempting to bind port 1efa396e-577d-4d9c-b845-83f549151327 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:58.498494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Attempting to bind port 1efa396e-577d-4d9c-b845-83f549151327 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8801f1a3-db4b-42a8-9403-1501c468c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7a163436-b673-466d-a14a-30040986c2d7'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:58.498811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Attempting to bind port 1efa396e-577d-4d9c-b845-83f549151327 on network 7a163436-b673-466d-a14a-30040986c2d7 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:58.503940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:58.504646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Checking segment: {'id': '8801f1a3-db4b-42a8-9403-1501c468c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7a163436-b673-466d-a14a-30040986c2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:58.504799 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.505096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Bound using segment: {'id': '8801f1a3-db4b-42a8-9403-1501c468c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7a163436-b673-466d-a14a-30040986c2d7'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:58.505945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Bound port: 1efa396e-577d-4d9c-b845-83f549151327, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8801f1a3-db4b-42a8-9403-1501c468c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7a163436-b673-466d-a14a-30040986c2d7'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:58.505945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.509045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-cdfc1de9-d0cc-4eee-b51f-140c8922d506 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:58.510580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-cdfc1de9-d0cc-4eee-b51f-140c8922d506 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.3170230 Dec 13 12:44:58.603228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] For port 1efa396e-577d-4d9c-b845-83f549151327, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:58.606546 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.606700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] For port 1efa396e-577d-4d9c-b845-83f549151327, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1efa396e-577d-4d9c-b845-83f549151327,segment=NetworkSegment(8801f1a3-db4b-42a8-9403-1501c468c441),segment_id=8801f1a3-db4b-42a8-9403-1501c468c441)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:44:58.613994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.616757 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b174b828-ac4b-4f78-a2d2-3c0eb78db6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.627425 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.637506 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52d5b245-74d2-4ce9-9197-2e8d4d11a0e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.646035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4b961-781c-4e12-9234-13f41c9905e1 req-5039122f-4b5a-403d-9622-5bdb0fe4c830 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:58.647592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-81e4b961-781c-4e12-9234-13f41c9905e1 req-5039122f-4b5a-403d-9622-5bdb0fe4c830 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 936 time: 0.2644322 Dec 13 12:44:58.720989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10b2d-7ec3-400e-8177-cdd6e6ca1b84 None None] Pushing event updated for resources: {'Port': ['ID=1efa396e-577d-4d9c-b845-83f549151327,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:58.779032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Allocated IP 172.25.2.208 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:44:58.803521 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.823624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.934672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-81e4b961-781c-4e12-9234-13f41c9905e1 req-c91236e5-9ce9-41ab-add8-21fe3289b6a0 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676401 Dec 13 12:44:58.935264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b174b828-ac4b-4f78-a2d2-3c0eb78db6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.937411 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.937858 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b174b828-ac4b-4f78-a2d2-3c0eb78db6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.941644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b174b828-ac4b-4f78-a2d2-3c0eb78db6c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f837eb04-253e-4fdb-9137-44143d0ee62e HTTP/1.1" status: 204 len: 168 time: 0.9170094 Dec 13 12:44:58.944092 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.949465 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52d5b245-74d2-4ce9-9197-2e8d4d11a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.952643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52d5b245-74d2-4ce9-9197-2e8d4d11a0e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:58.954626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-52d5b245-74d2-4ce9-9197-2e8d4d11a0e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79662694-084b-4ea4-9231-e0ba8eabc779 HTTP/1.1" status: 204 len: 168 time: 0.8628759 Dec 13 12:44:58.970610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:59.003092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174b828-ac4b-4f78-a2d2-3c0eb78db6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f837eb04-253e-4fdb-9137-44143d0ee62e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:59.043177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Pushing event updated for resources: {'Port': ['ID=fcb3ff07-44f6-4e8a-a778-52a3b416f86e,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:59.063429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f0242b-fc8a-40fc-a603-975bcc3e4937 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:44:59.069974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:59.071459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-aecc582d-4039-46d2-a43b-d3d798c2c949 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7056229 Dec 13 12:44:59.074968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5b245-74d2-4ce9-9197-2e8d4d11a0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79662694-084b-4ea4-9231-e0ba8eabc779,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:59.078323 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:59.081203 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:59.089012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-70711e00-1ca9-4dd5-984a-02f6bdbd25f9 service neutron] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:44:59.164543 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-70711e00-1ca9-4dd5-984a-02f6bdbd25f9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:59.165641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e0ad39a-5e87-4d89-aa99-921b8c2fee8b req-70711e00-1ca9-4dd5-984a-02f6bdbd25f9 service neutron] 10.222.0.37 "DELETE /v2.0/ports/0a008647-b264-4ecd-8047-ec8955ba817b/bindings/n-h2-817326-4 HTTP/1.1" status: 204 len: 173 time: 0.6123123 Dec 13 12:44:59.172191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:59.177115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Transition to ACTIVE for port object 57f0242b-fc8a-40fc-a603-975bcc3e4937 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:44:59.180753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-fb25a420-a6fc-4866-889c-43633633dadb tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.136 HTTP/1.1" status: 200 len: 696 time: 0.0984924 Dec 13 12:44:59.193989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:59.194524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:44:59.196160 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:44:59.203851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:44:59.380498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Pushing event updated for resources: {'Port': ['ID=57f0242b-fc8a-40fc-a603-975bcc3e4937,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:44:59.506636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Attempting to bind port 57f0242b-fc8a-40fc-a603-975bcc3e4937 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:44:59.507661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Attempting to bind port 57f0242b-fc8a-40fc-a603-975bcc3e4937 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:44:59.513085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Attempting to bind port 57f0242b-fc8a-40fc-a603-975bcc3e4937 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:59.537246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-58de0fc6-88a7-4ad2-ab93-047f3c741bcf tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:59.538814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-58de0fc6-88a7-4ad2-ab93-047f3c741bcf tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.3470607 Dec 13 12:44:59.562453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbd76d-8d9c-4ff7-b0a3-aaf5ea2525c0 req-7e7d165b-bff4-46b9-bb2f-573cfcfc79a5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:44:59.570836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65dbd76d-8d9c-4ff7-b0a3-aaf5ea2525c0 req-7e7d165b-bff4-46b9-bb2f-573cfcfc79a5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 944 time: 0.2136443 Dec 13 12:44:59.613718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Port 57f0242b-fc8a-40fc-a603-975bcc3e4937 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:44:59.614045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Attempting to bind port 57f0242b-fc8a-40fc-a603-975bcc3e4937 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:44:59.622216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-e3915f1f-73ac-4259-a9f6-402a1c17cd78 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:44:59.627022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-812d0784-69cc-4b52-af5a-db78f6254d4f req-e3915f1f-73ac-4259-a9f6-402a1c17cd78 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495269 Dec 13 12:44:59.658385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:44:59.658765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:44:59.659157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:44:59.659622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Bound port: 57f0242b-fc8a-40fc-a603-975bcc3e4937, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:44:59.659986 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:59.696689 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:59.732549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34170) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:44:59.775303 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:44:59.822325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65dbd76d-8d9c-4ff7-b0a3-aaf5ea2525c0 req-4aa0481f-6db8-451b-9e62-88a0a4387c22 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437909 Dec 13 12:44:59.857891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c703117a-17dd-4511-b863-366c649a9f4c details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:44:59.938668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1efa396e-577d-4d9c-b845-83f549151327 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:00.039722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port c703117a-17dd-4511-b863-366c649a9f4c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c703117a-17dd-4511-b863-366c649a9f4c,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:00.064381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'c703117a-17dd-4511-b863-366c649a9f4c', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': 'c703117a-17dd-4511-b863-366c649a9f4c', 'mac_address': 'fa:16:3e:de:79:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:45:00.071630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1efa396e-577d-4d9c-b845-83f549151327 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:00.076102 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.170616 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.188257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c703117a-17dd-4511-b863-366c649a9f4c {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:00.188370 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.253797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df750acd-8ec1-4caf-bc3b-d691f0c5bc87 None None] Network 7a163436-b673-466d-a14a-30040986c2d7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:00.262192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port c703117a-17dd-4511-b863-366c649a9f4c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c703117a-17dd-4511-b863-366c649a9f4c,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:00.288620 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.324352 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5c21fc8-d815-4fe0-893a-ceb3d9f5c32b req-40b38d58-19d2-4e1e-ac3d-831ed607f764 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips/0ac1810f-ca0d-4d89-8230-1f43db5cde3d HTTP/1.1" status: 200 len: 693 time: 0.6463201 Dec 13 12:45:00.325099 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7405cfaa-e776-4be0-b37a-4b556c770dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.338306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c68529e4-8fee-4a60-bd42-ae5c1a56db22 None None] Provisioning complete for port 1efa396e-577d-4d9c-b845-83f549151327 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:00.338560 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c68529e4-8fee-4a60-bd42-ae5c1a56db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.360957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.407687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:45:00.456665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] For port 57f0242b-fc8a-40fc-a603-975bcc3e4937, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:00.460129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450e989-c90f-453f-a563-493ae576e62e req-f5639a85-5503-4140-ac3c-c7123ab00463 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:00.468231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5450e989-c90f-453f-a563-493ae576e62e req-f5639a85-5503-4140-ac3c-c7123ab00463 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1095 time: 0.2104259 Dec 13 12:45:00.471597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] For port 57f0242b-fc8a-40fc-a603-975bcc3e4937, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=57f0242b-fc8a-40fc-a603-975bcc3e4937,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:00.491218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.503661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 1efa396e-577d-4d9c-b845-83f549151327, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1efa396e-577d-4d9c-b845-83f549151327,segment=NetworkSegment(8801f1a3-db4b-42a8-9403-1501c468c441),segment_id=8801f1a3-db4b-42a8-9403-1501c468c441)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:00.545582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:00.554240 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.559572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:00.561467 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.563266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] 10.222.0.42 "PUT /v2.0/ports/57f0242b-fc8a-40fc-a603-975bcc3e4937 HTTP/1.1" status: 200 len: 1096 time: 2.9366548 Dec 13 12:45:00.563943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0222f6f-1838-4a2f-ba03-273b79d3fe12', 'tag': '57f0242b-fc8a-40fc-a603-975bcc3e4937'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:00.566453 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a1846d-7604-490a-9f58-0d6cbfea8a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0222f6f-1838-4a2f-ba03-273b79d3fe12", "tag": "57f0242b-fc8a-40fc-a603-975bcc3e4937"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:00.597530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=c703117a-17dd-4511-b863-366c649a9f4c,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:00.626053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:45:00.640131 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Sync routers for ids ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:45:00.658179 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Routers {'36cbfb5c-ae0c-4088-80c5-2a6e5341a229'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:00.659085 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:44:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:00.660355 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:00.665434 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cf55a9da-8599-406a-bbb6-67c1980d5837 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8166840 Dec 13 12:45:00.667735 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34192) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:00.741171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c21fc8-d815-4fe0-893a-ceb3d9f5c32b req-d3934b62-2086-4b5b-b3a9-fcbdbb8eda56 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:00.746371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5c21fc8-d815-4fe0-893a-ceb3d9f5c32b req-d3934b62-2086-4b5b-b3a9-fcbdbb8eda56 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.3948524 Dec 13 12:45:00.854930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-e5c21fc8-d815-4fe0-893a-ceb3d9f5c32b req-912d22b4-2eb8-4d64-86dd-d3bb1e3bea64 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:45:00.857601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5c21fc8-d815-4fe0-893a-ceb3d9f5c32b req-912d22b4-2eb8-4d64-86dd-d3bb1e3bea64 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0960724 Dec 13 12:45:00.890876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5450e989-c90f-453f-a563-493ae576e62e req-bebbd89a-6e1a-4ad2-aa79-1fcdf98354a8 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214807 Dec 13 12:45:00.904510 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Set router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:00.924175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d76a79-06cf-41fc-8bb4-0b5a5049cc59 service neutron] Pushing event updated for resources: {'Port': ['ID=57f0242b-fc8a-40fc-a603-975bcc3e4937,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:00.959094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-ec99d956-e2cd-4cd8-986d-b96579f41b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:00.971708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-ec99d956-e2cd-4cd8-986d-b96579f41b6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 1099 time: 0.3524051 Dec 13 12:45:01.004840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7405cfaa-e776-4be0-b37a-4b556c770dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:01.094254 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7405cfaa-e776-4be0-b37a-4b556c770dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:01.110205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=1efa396e-577d-4d9c-b845-83f549151327,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:01.161192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-f623de95-b314-491f-ad97-0de0d1365068 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=57f0242b-fc8a-40fc-a603-975bcc3e4937 HTTP/1.1" status: 200 len: 217 time: 0.1726611 Dec 13 12:45:01.164100 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ceff81-4607-4ef4-9fdf-f40a99511aa7 x-openstack-request-id: req-47ceff81-4607-4ef4-9fdf-f40a99511aa7 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:01.164396 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0222f6f-1838-4a2f-ba03-273b79d3fe12", "tag": "57f0242b-fc8a-40fc-a603-975bcc3e4937", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:01.164653 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47ceff81-4607-4ef4-9fdf-f40a99511aa7 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:01.165051 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0222f6f-1838-4a2f-ba03-273b79d3fe12', 'tag': '57f0242b-fc8a-40fc-a603-975bcc3e4937', 'status': 'completed', 'code': 200} Dec 13 12:45:01.208844 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-router', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:44:59Z', 'revision_number': 3, 'project_id': '587d5156519e42d989fadca978d51ad8', 'gw_port': {'id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:01.278770 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Checking router: 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:45:01.279779 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Updating router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:45:01.311348 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:01.354692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7405cfaa-e776-4be0-b37a-4b556c770dec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=113d86f41b594837b4262ecbd3345ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5541997 Dec 13 12:45:01.366931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b98390a6-840b-4951-8221-43b5f84f6f79 req-067e2362-24f0-4e14-8974-91edc2b61d49 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=69ab72cc52c9493cafbd57b4adff9abb HTTP/1.1" status: 200 len: 696 time: 0.2044895 Dec 13 12:45:01.369351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405cfaa-e776-4be0-b37a-4b556c770dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dafc1d-c7b3-42b5-8793-44f93023bbad,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:01.375728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34210) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:01.491422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9910c0-8489-4198-aa31-acd2e87c04d7 req-adf0948f-f69d-4c89-8a6a-8b1cb76c4c89 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:01.492991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce9910c0-8489-4198-aa31-acd2e87c04d7 req-adf0948f-f69d-4c89-8a6a-8b1cb76c4c89 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 948 time: 0.4836464 Dec 13 12:45:01.517382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-7013ee3e-d709-467b-9a8a-ece2ef8812c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:01.518832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-7013ee3e-d709-467b-9a8a-ece2ef8812c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.3400240 Dec 13 12:45:01.523533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-023d03aa-d108-42c2-a679-b004c1465a7f None None] Provisioning complete for port 1efa396e-577d-4d9c-b845-83f549151327 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:01.523913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-023d03aa-d108-42c2-a679-b004c1465a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:01.531400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98390a6-840b-4951-8221-43b5f84f6f79 req-df4776cd-8120-4965-adae-17b8603a6f1d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:01.538713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b98390a6-840b-4951-8221-43b5f84f6f79 req-df4776cd-8120-4965-adae-17b8603a6f1d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/networks?id=a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 787 time: 0.1701996 Dec 13 12:45:01.564131 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-b98390a6-840b-4951-8221-43b5f84f6f79 req-d06d0b46-b588-481c-a281-038c57d55c4b tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:45:01.569662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b98390a6-840b-4951-8221-43b5f84f6f79 req-d06d0b46-b588-481c-a281-038c57d55c4b tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0300746 Dec 13 12:45:01.775041 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:01.784224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4815c519-dcf2-4604-b665-6cf0a7f44c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:01.789583 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:01.790892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce9910c0-8489-4198-aa31-acd2e87c04d7 req-6071adfa-bade-464f-be5d-ad575a4172ee tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868469 Dec 13 12:45:01.803739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-f15eae3a-1a3e-4b63-b0e5-33e87040fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:01.806373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-f15eae3a-1a3e-4b63-b0e5-33e87040fae7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2655628 Dec 13 12:45:01.853715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1efa396e-577d-4d9c-b845-83f549151327 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:01.897744 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4815c519-dcf2-4604-b665-6cf0a7f44c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:01.900911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c703117a-17dd-4511-b863-366c649a9f4c up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:01.907448 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51771277-3b26-4821-8cc1-e2b9d899963f None None] Pushing event updated for resources: {'Port': ['ID=fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:01.962638 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Attempting to bind port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:01.964990 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Attempting to bind port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:01.966638 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Attempting to bind port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:01.984431 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:01.992175 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:01.992598 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:01.992999 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:01.999198 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Bound port: fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:01.999648 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.055683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1efa396e-577d-4d9c-b845-83f549151327 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:02.063212 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.064220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-f6c3b11c-29e9-48aa-b592-569b38c4756e tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips/0ac1810f-ca0d-4d89-8230-1f43db5cde3d HTTP/1.1" status: 200 len: 693 time: 0.1624320 Dec 13 12:45:02.075572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-b2e3c659-2468-4b04-a6c2-a2b077a08035 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:02.083477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-b2e3c659-2468-4b04-a6c2-a2b077a08035 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 820 time: 0.4039176 Dec 13 12:45:02.086580 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] For port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:02.090478 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] For port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:02.099188 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.101430 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.135245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port c703117a-17dd-4511-b863-366c649a9f4c completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:45:02.149477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-a4d1281d-5336-4d6d-8f54-e7915b27ae12 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/quotas/0c41e368f2fd4bb18797d4930f7e15a0 HTTP/1.1" status: 200 len: 375 time: 0.0646775 Dec 13 12:45:02.192409 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51771277-3b26-4821-8cc1-e2b9d899963f None None] Pushing event updated for resources: {'Port': ['ID=fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:02.194321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port c703117a-17dd-4511-b863-366c649a9f4c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:02.202645 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.206344 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Routers {'36cbfb5c-ae0c-4088-80c5-2a6e5341a229'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:02.207133 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:44:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:02.225486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-cbf52d2b-e6e7-48e8-9a3f-a59071555d54 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975532 Dec 13 12:45:02.249749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4815c519-dcf2-4604-b665-6cf0a7f44c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.252890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4815c519-dcf2-4604-b665-6cf0a7f44c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.254160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4815c519-dcf2-4604-b665-6cf0a7f44c9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93dafc1d-c7b3-42b5-8793-44f93023bbad HTTP/1.1" status: 204 len: 168 time: 0.8766971 Dec 13 12:45:02.325253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815c519-dcf2-4604-b665-6cf0a7f44c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dafc1d-c7b3-42b5-8793-44f93023bbad,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:02.377043 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] Set router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:02.394844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-def8b09c-8f7e-4d0f-b276-c540b5bce08c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2440381 Dec 13 12:45:02.422480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-863cb9b0-8c43-46d1-86e9-e5d91d8455fa tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:02.424209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-863cb9b0-8c43-46d1-86e9-e5d91d8455fa tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.3373296 Dec 13 12:45:02.430619 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.449277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-7893a523-6b97-44e6-9e12-7e31ef8d9cdb tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:45:02.450398 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-7893a523-6b97-44e6-9e12-7e31ef8d9cdb tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122349 Dec 13 12:45:02.496266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Allocated IP 172.20.0.1 (7a163436-b673-466d-a14a-30040986c2d7/e1a9092d-afab-44f5-9be8-0f00ced94e6b/cc7eb557-beea-49b1-a671-d106f99b9ed8) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:02.500003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be45faf-5fd7-435e-94d0-2e5d0747a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c703117a-17dd-4511-b863-366c649a9f4c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:02.507948 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4493a590-dc0a-4df9-b491-5bbce7112d25" -d '{"events": [{"server_uuid": "6be45faf-5fd7-435e-94d0-2e5d0747a74e", "name": "network-vif-plugged", "status": "completed", "tag": "c703117a-17dd-4511-b863-366c649a9f4c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:02.541529 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca5e3a59-e326-4414-bb9e-a3d1fe4cb8a8 req-9cfec67d-c86b-407e-bd91-ceb118934367 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045559 Dec 13 12:45:02.546062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port c703117a-17dd-4511-b863-366c649a9f4c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c703117a-17dd-4511-b863-366c649a9f4c,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:02.550972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-73dc4c4b-b34b-482d-848f-86c6ee68f223 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.136 HTTP/1.1" status: 200 len: 696 time: 0.0938666 Dec 13 12:45:02.557657 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.619280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=c703117a-17dd-4511-b863-366c649a9f4c,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:02.648525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-f19180e8-3e7b-416e-a73c-b692af9c065d service neutron] 10.222.0.31 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526765 Dec 13 12:45:02.672467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-1a3dbe74-477c-4542-af4b-84f0448ac7c3 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.136 HTTP/1.1" status: 200 len: 696 time: 0.1066656 Dec 13 12:45:02.678735 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-router', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:44:59Z', 'revision_number': 3, 'project_id': '587d5156519e42d989fadca978d51ad8', 'gw_port': {'id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:02.701294 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.742518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.793711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Network 7a163436-b673-466d-a14a-30040986c2d7 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:02.797292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:02.803504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:02.806762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Pushing event updated for resources: {'Port': ['ID=cc7eb557-beea-49b1-a671-d106f99b9ed8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:02.834437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-4d3d3171-9b58-4b89-91c0-c04c66fa6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:02.836309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-4d3d3171-9b58-4b89-91c0-c04c66fa6601 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 1099 time: 0.2232635 Dec 13 12:45:02.851767 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb61a9-d98c-4cb4-8456-41f178c0fd19 None None] The sync data for ids ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'] in n-d-817326-4 is: [{'id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-router', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:44:59Z', 'revision_number': 3, 'project_id': '587d5156519e42d989fadca978d51ad8', 'gw_port': {'id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:45:02.854691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:02.929267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-e4872783-992f-4b55-b41e-84ab56ba0ab4 service neutron] 10.222.0.31 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798631 Dec 13 12:45:03.038669 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:03.193623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-835d3372-a417-4f92-8328-128a8b2e24fa None None] Provisioning complete for port cc7eb557-beea-49b1-a671-d106f99b9ed8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:03.194374 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-835d3372-a417-4f92-8328-128a8b2e24fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:03.292514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-835d3372-a417-4f92-8328-128a8b2e24fa None None] Port cc7eb557-beea-49b1-a671-d106f99b9ed8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:45:03.448647 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:03.460804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:03.492560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-aca0a94f-d21f-45f2-9c6f-51d13ddfc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:03.496056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-aca0a94f-d21f-45f2-9c6f-51d13ddfc845 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.6378350 Dec 13 12:45:03.516895 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-513660d6-9888-43fb-89cd-3bdca7ed9564 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Deleting port fcb3ff07-44f6-4e8a-a778-52a3b416f86e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:03.517494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-513660d6-9888-43fb-89cd-3bdca7ed9564 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:03.600369 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:03.604623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Pushing event updated for resources: {'Port': ['ID=cc7eb557-beea-49b1-a671-d106f99b9ed8,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:03.655915 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-513660d6-9888-43fb-89cd-3bdca7ed9564 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:03.656380 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-513660d6-9888-43fb-89cd-3bdca7ed9564 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:03.670895 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-513660d6-9888-43fb-89cd-3bdca7ed9564 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Calling delete_port for fcb3ff07-44f6-4e8a-a778-52a3b416f86e owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:03.716806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-1d7e446b-d1f8-4c8f-9cec-5c85280a223d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=57f0242b-fc8a-40fc-a603-975bcc3e4937 HTTP/1.1" status: 200 len: 217 time: 0.2106328 Dec 13 12:45:03.763045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Network 7a163436-b673-466d-a14a-30040986c2d7 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:03.764896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:03.900667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:03.905964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-5e40eb79-5d68-4ffb-b286-732b7ba473d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:03.911696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-5e40eb79-5d68-4ffb-b286-732b7ba473d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1871874 Dec 13 12:45:04.069178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-0a9d60a4-9dd8-4d43-af15-ff02c9eca60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:04.071108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-0a9d60a4-9dd8-4d43-af15-ff02c9eca60f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482394 Dec 13 12:45:04.101114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:04.101785 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:04.112788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:45:04.254768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-513660d6-9888-43fb-89cd-3bdca7ed9564 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:04.296653 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:04.337142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:04.347224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513660d6-9888-43fb-89cd-3bdca7ed9564 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Pushing event deleted for resources: {'Port': ['ID=fcb3ff07-44f6-4e8a-a778-52a3b416f86e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:04.348639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b6704fe6-0374-433e-9db5-1738c2bc17c3 None None] Provisioning complete for port cc7eb557-beea-49b1-a671-d106f99b9ed8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:04.349055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6704fe6-0374-433e-9db5-1738c2bc17c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:04.398579 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:04.404844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b6704fe6-0374-433e-9db5-1738c2bc17c3 None None] Port cc7eb557-beea-49b1-a671-d106f99b9ed8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:45:04.416998 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-513660d6-9888-43fb-89cd-3bdca7ed9564 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:04.420007 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-513660d6-9888-43fb-89cd-3bdca7ed9564 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:04.424401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fb15e7d-bbcd-491a-8c6c-6b22ec267b12 req-513660d6-9888-43fb-89cd-3bdca7ed9564 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "DELETE /v2.0/floatingips/0ac1810f-ca0d-4d89-8230-1f43db5cde3d HTTP/1.1" status: 204 len: 173 time: 1.7390168 Dec 13 12:45:04.466495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:45:04.482376 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6ed758b6-f79d-4535-b1d5-d78ce06627bd admin admin] 10.222.0.31 "PUT /v2.0/routers/36cbfb5c-ae0c-4088-80c5-2a6e5341a229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8111157 Dec 13 12:45:04.507239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-f43c2e39-5fe9-447c-bbc6-e7fa94f76ed7 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269371 Dec 13 12:45:04.522434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:04.536196 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7377e532-a94b-49a5-b2a2-bf8cb2da5fe2 x-openstack-request-id: req-7377e532-a94b-49a5-b2a2-bf8cb2da5fe2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:04.541913 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be45faf-5fd7-435e-94d0-2e5d0747a74e", "name": "network-vif-plugged", "status": "completed", "tag": "c703117a-17dd-4511-b863-366c649a9f4c", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:04.542434 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7377e532-a94b-49a5-b2a2-bf8cb2da5fe2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:04.543533 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be45faf-5fd7-435e-94d0-2e5d0747a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c703117a-17dd-4511-b863-366c649a9f4c', 'code': 200} Dec 13 12:45:04.672969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8bed4-7916-4ee0-803b-e2edd66ccb0a req-921ba784-ccd3-4bb3-bef2-69c78863d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:04.674868 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31a8bed4-7916-4ee0-803b-e2edd66ccb0a req-921ba784-ccd3-4bb3-bef2-69c78863d069 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6be45faf-5fd7-435e-94d0-2e5d0747a74e HTTP/1.1" status: 200 len: 1100 time: 0.0573246 Dec 13 12:45:04.703432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a662b613-8fd5-47ec-b055-7d07ea752595 req-e8c87fc1-8b0a-494b-905b-7572012b9794 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 210 time: 0.0571659 Dec 13 12:45:04.723784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47a1846d-7604-490a-9f58-0d6cbfea8a7e req-f2f92ed2-aa0c-4904-bc30-60943b6139ef service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083359 Dec 13 12:45:04.737097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a59f0-0665-42cb-beeb-c90bd4e4d3cd req-8f6b5423-7f40-4f62-8f87-c37f23435710 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:04.744361 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c37a59f0-0665-42cb-beeb-c90bd4e4d3cd req-8f6b5423-7f40-4f62-8f87-c37f23435710 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 948 time: 0.1538424 Dec 13 12:45:04.756905 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31a8bed4-7916-4ee0-803b-e2edd66ccb0a req-a1724dc2-0fea-4d64-932e-988e819a6542 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734651 Dec 13 12:45:04.794959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c37a59f0-0665-42cb-beeb-c90bd4e4d3cd req-0c449e62-69b3-4ee1-84de-fcdf0fff1264 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493460 Dec 13 12:45:05.082432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-5335674c-e288-4427-bdff-95c5f293234a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:05.084156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-5335674c-e288-4427-bdff-95c5f293234a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 820 time: 0.1896036 Dec 13 12:45:05.101642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Request body: {'port': {'device_id': 'b7151580-709f-4a22-b47a-0c09f606de43', 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566', 'admin_state_up': True, 'tenant_id': '0c41e368f2fd4bb18797d4930f7e15a0'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:05.172499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-cb798073-d156-407c-8f33-384bf02c2c2b tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1996982 Dec 13 12:45:05.191311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:05.238631 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:05.293162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Made reservation on behalf of 0c41e368f2fd4bb18797d4930f7e15a0 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:05.296687 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:05.471355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Allocated IP 172.20.0.12 (94142d38-5aca-4ea1-835a-ae24eb9bb566/952a86ce-9692-4eaa-b2ef-2ece9ef3ada0/ccc6c3fc-4735-4435-99fd-0f12f1cf7b62) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:05.473618 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:05.523200 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Sync routers for ids ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:45:05.535336 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Routers {'36cbfb5c-ae0c-4088-80c5-2a6e5341a229'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:05.536038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:44:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:05.647219 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Set router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:05.738921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:05.753192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-967d3722-388c-43a4-b030-0357c05a0f90 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2301066 Dec 13 12:45:05.764048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Allocated IP 172.25.2.126 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/d84a2506-a1b8-44e5-ae5e-b35e7086a83a) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:05.774944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:05.879241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:05.879950 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:05.893342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:05.900804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:05.910495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 57f0242b-fc8a-40fc-a603-975bcc3e4937 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:45:06.005499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.009249 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-router', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:02Z', 'revision_number': 4, 'project_id': '587d5156519e42d989fadca978d51ad8', 'gw_port': {'id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cc7eb557-beea-49b1-a671-d106f99b9ed8', 'name': '', 'network_id': '7a163436-b673-466d-a14a-30040986c2d7', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'mac_address': 'fa:16:3e:8c:71:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e1a9092d-afab-44f5-9be8-0f00ced94e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:02Z', 'updated_at': '2021-12-13T12:45:03Z', 'revision_number': 2, 'project_id': '587d5156519e42d989fadca978d51ad8', 'subnets': [{'id': 'e1a9092d-afab-44f5-9be8-0f00ced94e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:06.023382 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.047287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Checking router: 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:45:06.047642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Updating router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 port cc7eb557-beea-49b1-a671-d106f99b9ed8 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:45:06.104505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Network 94142d38-5aca-4ea1-835a-ae24eb9bb566 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:06.111773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:06.115413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Pushing event updated for resources: {'Port': ['ID=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:06.119829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:06.122507 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.125409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:06.126215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.129860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 57f0242b-fc8a-40fc-a603-975bcc3e4937, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=57f0242b-fc8a-40fc-a603-975bcc3e4937,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:06.132530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.154973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '57f0242b-fc8a-40fc-a603-975bcc3e4937', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '57f0242b-fc8a-40fc-a603-975bcc3e4937', 'mac_address': 'fa:16:3e:17:f1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:45:06.197624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-fc95011e-7de0-4b65-8646-8f3eb5efd867 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1013377 Dec 13 12:45:06.199360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:06.209247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:06.214130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Request body: {'port': {'device_id': 'b7151580-709f-4a22-b47a-0c09f606de43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:06.216552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Pushing event updated for resources: {'Port': ['ID=d84a2506-a1b8-44e5-ae5e-b35e7086a83a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:06.223271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:06.271942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.280831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.293960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f0242b-fc8a-40fc-a603-975bcc3e4937 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:06.358412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 57f0242b-fc8a-40fc-a603-975bcc3e4937, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=57f0242b-fc8a-40fc-a603-975bcc3e4937,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:06.362679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.368325 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.382129 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.448818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=57f0242b-fc8a-40fc-a603-975bcc3e4937,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:06.499614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.512726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Allocated IP 172.25.2.187 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/42d8f800-4ee3-4713-b110-77d1f9771920) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:06.531204 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.539239 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.599610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['57f0242b-fc8a-40fc-a603-975bcc3e4937'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:06.643818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee348b05-34c1-4df5-9862-a08ac1714377 None None] Pushing event updated for resources: {'Port': ['ID=cc7eb557-beea-49b1-a671-d106f99b9ed8,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:06.734888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Attempting to bind port cc7eb557-beea-49b1-a671-d106f99b9ed8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:06.735432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Attempting to bind port cc7eb557-beea-49b1-a671-d106f99b9ed8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8801f1a3-db4b-42a8-9403-1501c468c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7a163436-b673-466d-a14a-30040986c2d7'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:06.735919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Attempting to bind port cc7eb557-beea-49b1-a671-d106f99b9ed8 on network 7a163436-b673-466d-a14a-30040986c2d7 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:06.749172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:06.749635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Checking segment: {'id': '8801f1a3-db4b-42a8-9403-1501c468c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7a163436-b673-466d-a14a-30040986c2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:06.750246 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.750603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Bound using segment: {'id': '8801f1a3-db4b-42a8-9403-1501c468c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7a163436-b673-466d-a14a-30040986c2d7'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:06.751194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Bound port: cc7eb557-beea-49b1-a671-d106f99b9ed8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8801f1a3-db4b-42a8-9403-1501c468c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7a163436-b673-466d-a14a-30040986c2d7'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:06.751620 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.901532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] For port cc7eb557-beea-49b1-a671-d106f99b9ed8, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:06.905710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] For port cc7eb557-beea-49b1-a671-d106f99b9ed8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cc7eb557-beea-49b1-a671-d106f99b9ed8,segment=NetworkSegment(8801f1a3-db4b-42a8-9403-1501c468c441),segment_id=8801f1a3-db4b-42a8-9403-1501c468c441)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:06.911731 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:06.991799 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Routers {'36cbfb5c-ae0c-4088-80c5-2a6e5341a229'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:06.992439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:44:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:06.994630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee348b05-34c1-4df5-9862-a08ac1714377 None None] Pushing event updated for resources: {'Port': ['ID=cc7eb557-beea-49b1-a671-d106f99b9ed8,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:06.997164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9b98f3a1-7a36-47a8-bb0c-9bee15165ed2 None None] Provisioning complete for port cc7eb557-beea-49b1-a671-d106f99b9ed8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:06.998221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b98f3a1-7a36-47a8-bb0c-9bee15165ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.130787 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.226248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:07.245716 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.250461 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.262162 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.292164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Transition to ACTIVE for port object ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:45:07.295011 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.299559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.312890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.314830 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.317354 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.338270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Pushing event updated for resources: {'Port': ['ID=d84a2506-a1b8-44e5-ae5e-b35e7086a83a,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:07.343928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:07.351453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:07.371831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:07.380880 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b98f3a1-7a36-47a8-bb0c-9bee15165ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.385674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.386935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-850057f9-48da-4845-b7e5-24afdd18aaa8 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2038264 Dec 13 12:45:07.428591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9b98f3a1-7a36-47a8-bb0c-9bee15165ed2 None None] For port cc7eb557-beea-49b1-a671-d106f99b9ed8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cc7eb557-beea-49b1-a671-d106f99b9ed8,segment=NetworkSegment(8801f1a3-db4b-42a8-9403-1501c468c441),segment_id=8801f1a3-db4b-42a8-9403-1501c468c441)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:07.430869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] Set router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:07.469818 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b98f3a1-7a36-47a8-bb0c-9bee15165ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.507745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event updated for resources: {'Port': ['ID=42d8f800-4ee3-4713-b110-77d1f9771920,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:07.519930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-271940d0-a45e-4701-9c41-1d569d95de8b tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.0927322 Dec 13 12:45:07.540465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:07.540737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:07.541281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:07.574380 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.586934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:45:07.587256 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:07.615309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98f3a1-7a36-47a8-bb0c-9bee15165ed2 None None] Pushing event updated for resources: {'Port': ['ID=cc7eb557-beea-49b1-a671-d106f99b9ed8,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:07.629311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:07.635320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-76f22929-18a1-4e7b-934a-8000ba05c99d None None] Provisioning complete for port cc7eb557-beea-49b1-a671-d106f99b9ed8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:07.635693 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-76f22929-18a1-4e7b-934a-8000ba05c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.639125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:07.639450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:07.639824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:07.640267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Bound port: ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:07.640610 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.680737 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.783515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-router', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:02Z', 'revision_number': 4, 'project_id': '587d5156519e42d989fadca978d51ad8', 'gw_port': {'id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cc7eb557-beea-49b1-a671-d106f99b9ed8', 'name': '', 'network_id': '7a163436-b673-466d-a14a-30040986c2d7', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'mac_address': 'fa:16:3e:8c:71:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e1a9092d-afab-44f5-9be8-0f00ced94e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:02Z', 'updated_at': '2021-12-13T12:45:06Z', 'revision_number': 4, 'project_id': '587d5156519e42d989fadca978d51ad8', 'subnets': [{'id': 'e1a9092d-afab-44f5-9be8-0f00ced94e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:07.795306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-504f62f8-011e-4206-8a4d-4aeaf3028155 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:07.796752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f8968aa-380b-4f15-bd3c-e51c4b2fba9b req-504f62f8-011e-4206-8a4d-4aeaf3028155 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.2446249 Dec 13 12:45:07.820280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8ff2a-9935-4c1d-aef8-d6313a9d114e None None] The sync data for ids ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'] in n-d-817326-4 is: [{'id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-router', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:02Z', 'revision_number': 4, 'project_id': '587d5156519e42d989fadca978d51ad8', 'gw_port': {'id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cc7eb557-beea-49b1-a671-d106f99b9ed8', 'name': '', 'network_id': '7a163436-b673-466d-a14a-30040986c2d7', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'mac_address': 'fa:16:3e:8c:71:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e1a9092d-afab-44f5-9be8-0f00ced94e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:02Z', 'updated_at': '2021-12-13T12:45:06Z', 'revision_number': 4, 'project_id': '587d5156519e42d989fadca978d51ad8', 'subnets': [{'id': 'e1a9092d-afab-44f5-9be8-0f00ced94e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:45:07.861303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:07.865944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:07.876191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.914516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 57f0242b-fc8a-40fc-a603-975bcc3e4937 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:07.975941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:07.976815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:07.979060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] 10.222.0.37 "PUT /v2.0/ports/ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 HTTP/1.1" status: 200 len: 1092 time: 1.7721260 Dec 13 12:45:07.979753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7151580-709f-4a22-b47a-0c09f606de43', 'tag': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:07.982413 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77373640-b606-40f3-a8ff-5b2c55826090" -d '{"events": [{"name": "network-changed", "server_uuid": "b7151580-709f-4a22-b47a-0c09f606de43", "tag": "ccc6c3fc-4735-4435-99fd-0f12f1cf7b62"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:08.029584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba34a7-cbc9-4ac2-8dac-8643fea68880 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:08.046924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 57f0242b-fc8a-40fc-a603-975bcc3e4937 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:45:08.051390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 57f0242b-fc8a-40fc-a603-975bcc3e4937 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:08.051758 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:08.071119 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:08.093893 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:08.142123 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:08.184102 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:08.185567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4227834 Dec 13 12:45:08.189977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-ce90f9c1-c9a1-4b4f-aee4-6b3f648f36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:08.191504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-ce90f9c1-c9a1-4b4f-aee4-6b3f648f36f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 1095 time: 0.1341884 Dec 13 12:45:08.195795 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:08.202469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b3cfb-27e9-42fa-97a4-d53d0b029c71 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event updated for resources: {'Port': ['ID=42d8f800-4ee3-4713-b110-77d1f9771920,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:08.227281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0222f6f-1838-4a2f-ba03-273b79d3fe12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f0242b-fc8a-40fc-a603-975bcc3e4937'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:08.229971 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98c7a0f-837c-449a-832a-4f657c99b3e0" -d '{"events": [{"server_uuid": "b0222f6f-1838-4a2f-ba03-273b79d3fe12", "name": "network-vif-plugged", "status": "completed", "tag": "57f0242b-fc8a-40fc-a603-975bcc3e4937"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:08.253507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 57f0242b-fc8a-40fc-a603-975bcc3e4937, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=57f0242b-fc8a-40fc-a603-975bcc3e4937,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:08.266894 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:08.302267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-9acf1a52-82df-4f69-a998-39ecc2e65db0 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.1071761 Dec 13 12:45:08.303420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-6e419448-451a-4c6c-b6fc-95426e2c763f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 HTTP/1.1" status: 200 len: 217 time: 0.0928507 Dec 13 12:45:08.351612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=57f0242b-fc8a-40fc-a603-975bcc3e4937,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:08.472303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-c76ef5a5-17b0-404d-98c7-1eb8e784954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:08.474192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-c76ef5a5-17b0-404d-98c7-1eb8e784954f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1579900 Dec 13 12:45:08.529300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-6104ca89-c6f8-44ee-aa3f-5a9430d906db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449586 Dec 13 12:45:08.542378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835778ae-ceb6-4a5c-9aac-adf9b21cd45a req-abdcd864-38d4-4091-86d7-321dd43d64b7 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:08.544251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-835778ae-ceb6-4a5c-9aac-adf9b21cd45a req-abdcd864-38d4-4091-86d7-321dd43d64b7 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 944 time: 0.1708584 Dec 13 12:45:08.586766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-00509252-09fe-4421-b831-8de06f32e01c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:08.588194 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-00509252-09fe-4421-b831-8de06f32e01c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.2732773 Dec 13 12:45:08.627393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-d511fb83-4741-489a-be47-501b0a42ba03 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:45:08.628468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce86871-a6f3-4c68-b102-0a1790984fe5 req-d511fb83-4741-489a-be47-501b0a42ba03 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311131 Dec 13 12:45:08.683547 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-835778ae-ceb6-4a5c-9aac-adf9b21cd45a req-ebc417ba-1dc8-4379-894f-bb0da543b086 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298859 Dec 13 12:45:08.704883 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-0e29c279-c377-433d-9e64-56990096529e service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540999 Dec 13 12:45:08.877425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-133f2117-2692-4232-b97f-e900c60db7b6 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips/af39fc9a-1379-4805-a196-6e96cad07cb5 HTTP/1.1" status: 200 len: 693 time: 0.0699613 Dec 13 12:45:08.890853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45867-90e8-4115-b122-db74c7ca3fa8 req-e50ea2e5-c288-41ce-9a2c-38ecca3f164d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:08.892367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aae45867-90e8-4115-b122-db74c7ca3fa8 req-e50ea2e5-c288-41ce-9a2c-38ecca3f164d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 950 time: 0.1569712 Dec 13 12:45:08.986850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8752c32-e8d4-4b7a-be36-61a6d58884d0 req-da86f808-db36-41c3-abd6-3a7a40b09b20 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624948 Dec 13 12:45:09.032678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aae45867-90e8-4115-b122-db74c7ca3fa8 req-0459abb8-7511-4090-9cbc-8c3f97ca88a3 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302938 Dec 13 12:45:09.077105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-b9f0d498-ffa4-44fe-b1a8-a47d3dcb2c82 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:09.078703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-b9f0d498-ffa4-44fe-b1a8-a47d3dcb2c82 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.1836562 Dec 13 12:45:09.151295 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f3cf2a-555f-418a-9383-7fc33fc56068 x-openstack-request-id: req-12f3cf2a-555f-418a-9383-7fc33fc56068 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:09.151883 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7151580-709f-4a22-b47a-0c09f606de43", "tag": "ccc6c3fc-4735-4435-99fd-0f12f1cf7b62", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:09.151883 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12f3cf2a-555f-418a-9383-7fc33fc56068 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:09.152190 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7151580-709f-4a22-b47a-0c09f606de43', 'tag': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62', 'status': 'completed', 'code': 200} Dec 13 12:45:09.188439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-8fdc32fd-c690-4d68-91aa-18a8bc14fa91 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.0971012 Dec 13 12:45:09.190773 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe960f-cfa9-4a20-9be2-615158938e32 x-openstack-request-id: req-eebe960f-cfa9-4a20-9be2-615158938e32 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:09.191788 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0222f6f-1838-4a2f-ba03-273b79d3fe12", "name": "network-vif-plugged", "status": "completed", "tag": "57f0242b-fc8a-40fc-a603-975bcc3e4937", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:09.192208 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eebe960f-cfa9-4a20-9be2-615158938e32 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:09.192774 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0222f6f-1838-4a2f-ba03-273b79d3fe12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f0242b-fc8a-40fc-a603-975bcc3e4937', 'code': 200} Dec 13 12:45:09.257561 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-d0268bf2-a583-40f5-a12a-539737891b9b tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.0546360 Dec 13 12:45:09.264588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373640-b606-40f3-a8ff-5b2c55826090 req-c5ba5f33-688d-4d97-b756-66cd6952a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:09.266156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77373640-b606-40f3-a8ff-5b2c55826090 req-c5ba5f33-688d-4d97-b756-66cd6952a769 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 1095 time: 0.1165965 Dec 13 12:45:09.308154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2e1c8-2e01-4c5b-88f2-84baa30c9687 req-4b6e7a1c-0ebc-412c-bb7a-47de18efc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:09.310689 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9db2e1c8-2e01-4c5b-88f2-84baa30c9687 req-4b6e7a1c-0ebc-412c-bb7a-47de18efc3bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 1101 time: 0.0579603 Dec 13 12:45:09.382644 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9db2e1c8-2e01-4c5b-88f2-84baa30c9687 req-69402eed-b124-4e02-a466-0adb4c4cc2f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642362 Dec 13 12:45:09.569706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-1a29a0d9-1250-4d19-89d0-d68b77200e1b tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2310026 Dec 13 12:45:09.591983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:09.609657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373640-b606-40f3-a8ff-5b2c55826090 req-bf9dfd6c-1912-4f5b-b7f2-c205ddb94a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:09.611166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77373640-b606-40f3-a8ff-5b2c55826090 req-bf9dfd6c-1912-4f5b-b7f2-c205ddb94a93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.3355250 Dec 13 12:45:09.631919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-876bea30-1037-4759-a975-32550def872d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Deleting port d84a2506-a1b8-44e5-ae5e-b35e7086a83a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:09.632197 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-876bea30-1037-4759-a975-32550def872d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:09.671402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77373640-b606-40f3-a8ff-5b2c55826090 req-6f6f0b77-df7c-42d1-add9-275120b6b8ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 HTTP/1.1" status: 200 len: 217 time: 0.0487041 Dec 13 12:45:09.673965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:09.801544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cc7eb557-beea-49b1-a671-d106f99b9ed8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:09.835421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373640-b606-40f3-a8ff-5b2c55826090 req-e21beb3b-73ac-4961-9b65-bc51bafbce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:09.836804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77373640-b606-40f3-a8ff-5b2c55826090 req-e21beb3b-73ac-4961-9b65-bc51bafbce9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1238053 Dec 13 12:45:09.854980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-876bea30-1037-4759-a975-32550def872d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:09.855476 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-876bea30-1037-4759-a975-32550def872d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:09.868317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cc7eb557-beea-49b1-a671-d106f99b9ed8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:09.868774 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:09.891427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77373640-b606-40f3-a8ff-5b2c55826090 req-61eb1e29-3255-46bd-8576-ba415f294b3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412188 Dec 13 12:45:09.895998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-876bea30-1037-4759-a975-32550def872d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Calling delete_port for d84a2506-a1b8-44e5-ae5e-b35e7086a83a owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:10.111119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34384) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:10.228417 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71f42cb2-4283-4ad5-94c3-d4ddc3284f40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.312576 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71f42cb2-4283-4ad5-94c3-d4ddc3284f40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.317542 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71f42cb2-4283-4ad5-94c3-d4ddc3284f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.320508 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.332447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77373640-b606-40f3-a8ff-5b2c55826090 req-f869ab39-48c4-40ee-9af8-323bec30ab5f service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305849 Dec 13 12:45:10.360834 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-71f42cb2-4283-4ad5-94c3-d4ddc3284f40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b07b2b6b278c4fde8572750f1b7ffe82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483950 Dec 13 12:45:10.363509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34388) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:10.370819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f42cb2-4283-4ad5-94c3-d4ddc3284f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c5945-69c7-4731-85c7-c0950a50de6c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:10.432265 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-339c-4390-b68d-b053f61e53d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.486897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-339c-4390-b68d-b053f61e53d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.519115 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-876bea30-1037-4759-a975-32550def872d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.554662 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-339c-4390-b68d-b053f61e53d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.557817 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-339c-4390-b68d-b053f61e53d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.561735 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-59ac9e8a-339c-4390-b68d-b053f61e53d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b36c5945-69c7-4731-85c7-c0950a50de6c HTTP/1.1" status: 204 len: 168 time: 0.1944122 Dec 13 12:45:10.569734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac9e8a-339c-4390-b68d-b053f61e53d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36c5945-69c7-4731-85c7-c0950a50de6c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:10.589589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bea30-1037-4759-a975-32550def872d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Pushing event deleted for resources: {'Port': ['ID=d84a2506-a1b8-44e5-ae5e-b35e7086a83a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:10.603416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77373640-b606-40f3-a8ff-5b2c55826090 req-98427d79-8d0b-4cdf-b48d-7a06f8d30a89 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598753 Dec 13 12:45:10.633085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Allocated IP 172.25.2.106 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/30455fa9-48ee-4cc5-84f6-8205be793cf8) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:10.635627 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-876bea30-1037-4759-a975-32550def872d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.638291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-876bea30-1037-4759-a975-32550def872d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.639454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d740af7-70d4-48ab-b484-d963c61d99cf req-876bea30-1037-4759-a975-32550def872d tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "DELETE /v2.0/floatingips/af39fc9a-1379-4805-a196-6e96cad07cb5 HTTP/1.1" status: 204 len: 173 time: 1.3724349 Dec 13 12:45:10.848600 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.860979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfb550-a489-4ce8-9a13-b69ca86f8991 req-ee1540a7-0b9d-480f-bef4-f7e0c77300c4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:10.862763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9cdfb550-a489-4ce8-9a13-b69ca86f8991 req-ee1540a7-0b9d-480f-bef4-f7e0c77300c4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 944 time: 0.1124268 Dec 13 12:45:10.928447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34400) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:10.943550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7af2-dd09-4676-83cf-b172abfc5bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:10.946693 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9cdfb550-a489-4ce8-9a13-b69ca86f8991 req-c2f3066d-3afc-4de1-ba22-5bfc1a05dc4b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732331 Dec 13 12:45:10.952009 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.024942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:11.028568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:11.031985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:11.045279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7af2-dd09-4676-83cf-b172abfc5bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.049053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event updated for resources: {'Port': ['ID=30455fa9-48ee-4cc5-84f6-8205be793cf8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:11.054067 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7af2-dd09-4676-83cf-b172abfc5bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.108319 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8f3a7af2-dd09-4676-83cf-b172abfc5bcc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6773c0194e5f411b99f8d26766220f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787555 Dec 13 12:45:11.109562 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.110935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34402) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:11.117506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a7af2-dd09-4676-83cf-b172abfc5bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b407da-e80b-4178-84b3-34414a484e9b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:11.202564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.239927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2b680-be03-4853-bdb6-36068c17e638 req-5358ef0f-6cf3-42b0-8073-25df6cb23314 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:11.241275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-daf2b680-be03-4853-bdb6-36068c17e638 req-5358ef0f-6cf3-42b0-8073-25df6cb23314 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 950 time: 0.1337392 Dec 13 12:45:11.270829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d54455bf-0bc8-4de4-914e-17e8784a8fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.352896 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d54455bf-0bc8-4de4-914e-17e8784a8fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.381162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-daf2b680-be03-4853-bdb6-36068c17e638 req-09d1fef5-b273-4b2f-a032-11e2fef7d847 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316600 Dec 13 12:45:11.467825 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-036835fb-fb9d-4310-86ee-6d9743a64ecd req-c100cb84-6f7f-42c3-854a-fcaf80b4ca11 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] show failed (client error): The resource could not be found. Dec 13 12:45:11.468994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-036835fb-fb9d-4310-86ee-6d9743a64ecd req-c100cb84-6f7f-42c3-854a-fcaf80b4ca11 tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips/af39fc9a-1379-4805-a196-6e96cad07cb5 HTTP/1.1" status: 404 len: 350 time: 0.0581369 Dec 13 12:45:11.470830 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d54455bf-0bc8-4de4-914e-17e8784a8fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.473388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d54455bf-0bc8-4de4-914e-17e8784a8fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.474410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d54455bf-0bc8-4de4-914e-17e8784a8fbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80b407da-e80b-4178-84b3-34414a484e9b HTTP/1.1" status: 204 len: 168 time: 0.3559906 Dec 13 12:45:11.489604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54455bf-0bc8-4de4-914e-17e8784a8fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b407da-e80b-4178-84b3-34414a484e9b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:11.506112 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.515383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.559126 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.597077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event updated for resources: {'Port': ['ID=30455fa9-48ee-4cc5-84f6-8205be793cf8,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:11.618499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:11.619720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-2348c576-298b-4737-9af9-6688b118c80c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0393102 Dec 13 12:45:11.681974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-430a1683-fc77-4f71-9078-d9273ec7afab tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.106 HTTP/1.1" status: 200 len: 696 time: 0.0509534 Dec 13 12:45:11.693864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec50120-bac0-463a-a35f-442406c790cb req-bb34d0cc-cc47-45f9-8204-d1051f8de35a tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:11.695452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ec50120-bac0-463a-a35f-442406c790cb req-bb34d0cc-cc47-45f9-8204-d1051f8de35a tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=6be45faf-5fd7-435e-94d0-2e5d0747a74e HTTP/1.1" status: 200 len: 949 time: 0.1206794 Dec 13 12:45:11.811716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ec50120-bac0-463a-a35f-442406c790cb req-dd9f9119-bbc5-432b-b4b2-a5767d06f34d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055250 Dec 13 12:45:11.835242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-e9d67da4-cd3c-4f98-96cc-577fbffc2f91 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:11.836618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc4052a-6846-47c5-89ae-1646e80a6c57 req-e9d67da4-cd3c-4f98-96cc-577fbffc2f91 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.1402643 Dec 13 12:45:11.908632 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-d89ec958-4649-4495-9162-afa674fcde03 req-9162e02f-b8c9-474d-bd28-73676358b6da tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] show failed (client error): The resource could not be found. Dec 13 12:45:11.919060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34430) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:11.923671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d89ec958-4649-4495-9162-afa674fcde03 req-9162e02f-b8c9-474d-bd28-73676358b6da tempest-FloatingIPsTestJSON-485950660 tempest-FloatingIPsTestJSON-485950660-project] 10.222.0.31 "GET /v2.0/floatingips/af39fc9a-1379-4805-a196-6e96cad07cb5 HTTP/1.1" status: 404 len: 350 time: 0.0612116 Dec 13 12:45:12.069606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-d4ae5e04-6632-4d5b-836d-736ee052864c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1625004 Dec 13 12:45:12.080378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:12.105496 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:12.274244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:45:12.302523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:12.368289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f20890-4f3a-4d5c-94c7-1521492d1a7c req-f37b5f2a-5f5d-4160-b8d6-19f860a42714 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:12.375353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f20890-4f3a-4d5c-94c7-1521492d1a7c req-f37b5f2a-5f5d-4160-b8d6-19f860a42714 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:12.377179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43f20890-4f3a-4d5c-94c7-1521492d1a7c req-f37b5f2a-5f5d-4160-b8d6-19f860a42714 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=6be45faf-5fd7-435e-94d0-2e5d0747a74e&device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 1690 time: 0.1106324 Dec 13 12:45:12.379306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:12.392503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62', 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566', 'port_id': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62', 'mac_address': 'fa:16:3e:3a:7e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a86ce-9692-4eaa-b2ef-2ece9ef3ada0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:45:12.445189 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:12.458656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:12.466821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:12.475721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43f20890-4f3a-4d5c-94c7-1521492d1a7c req-69908936-5bf9-4064-b125-cd76a652f023 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900056 Dec 13 12:45:12.494312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:12.497714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Allocated IP 172.25.2.86 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/bbb5967b-f969-417d-9e24-292e238d65b8) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:12.498556 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:12.590206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:12.599489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.603792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.603792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.604215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.604566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.604913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.605253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.605590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.605924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.608018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.608376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.608720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.609057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:12.694724 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:12.765934 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:12.792328 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ccc6c3fc-4735-4435-99fd-0f12f1cf7b62'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:12.821064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d73ea-bb8a-4fc8-a1eb-02d801d79fb3 req-a0894baf-6e38-4f08-8bf4-4f09e25283e1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:12.822844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa6d73ea-bb8a-4fc8-a1eb-02d801d79fb3 req-a0894baf-6e38-4f08-8bf4-4f09e25283e1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 945 time: 0.1107383 Dec 13 12:45:12.835279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:12.847060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:12.858751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:12.868833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] Deleting port c455b51f-ac39-4abb-9d1b-351576ffff3e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:12.869581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:12.872848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event updated for resources: {'Port': ['ID=bbb5967b-f969-417d-9e24-292e238d65b8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:12.934625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa6d73ea-bb8a-4fc8-a1eb-02d801d79fb3 req-97006005-5694-4baf-bc4f-322b3192fee6 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041005 Dec 13 12:45:12.945602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:12.990560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] For port c455b51f-ac39-4abb-9d1b-351576ffff3e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c455b51f-ac39-4abb-9d1b-351576ffff3e,segment=NetworkSegment(8c37d017-163d-49e1-8a56-0a954b535e32),segment_id=8c37d017-163d-49e1-8a56-0a954b535e32)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:12.991036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:12.998589 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:13.006096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] Calling delete_port for c455b51f-ac39-4abb-9d1b-351576ffff3e owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:13.210772 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:13.217932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:13.246988 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:13.256026 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:13.273662 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event updated for resources: {'Port': ['ID=bbb5967b-f969-417d-9e24-292e238d65b8,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:13.280067 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:13.281355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-1e76c6db-ac94-4e5b-a0a3-0ba74125aa30 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2055526 Dec 13 12:45:13.282321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] Pushing event deleted for resources: {'Port': ['ID=c455b51f-ac39-4abb-9d1b-351576ffff3e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:13.354206 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-426a8cc6-8a08-48c6-8c90-08cebffefeb1 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 695 time: 0.0665936 Dec 13 12:45:13.536708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-56a9ed78-de5b-4082-a631-bc066e56ad20 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:13.538374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5d52a1c-6e0d-4003-88fc-3e02e0e889e0 req-56a9ed78-de5b-4082-a631-bc066e56ad20 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.1780791 Dec 13 12:45:13.545329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0c159-96d8-4120-91c0-4ee7f747c440 req-24e3fee2-c5cd-4ada-9202-c642640d8aeb tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:13.546897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dca0c159-96d8-4120-91c0-4ee7f747c440 req-24e3fee2-c5cd-4ada-9202-c642640d8aeb tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6be45faf-5fd7-435e-94d0-2e5d0747a74e HTTP/1.1" status: 200 len: 1100 time: 0.0874019 Dec 13 12:45:13.596645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dca0c159-96d8-4120-91c0-4ee7f747c440 req-a9e1c791-bd7a-4e76-aaca-103269f11ffe tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Dec 13 12:45:13.751044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:13.942958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4edf9-44d3-4518-b9f9-4025337c29c7 req-f1a0d8c0-cd65-4140-9c17-26e7719b33d5 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:13.944457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ca4edf9-44d3-4518-b9f9-4025337c29c7 req-f1a0d8c0-cd65-4140-9c17-26e7719b33d5 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 1101 time: 0.0744817 Dec 13 12:45:13.963835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-7d281f65-4fbc-49d4-94fa-9849f158d4e3 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1474109 Dec 13 12:45:13.977402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:13.998674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] Router dd70306e-8edf-4284-b643-758628f4f8d5 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:45:14.015802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ca4edf9-44d3-4518-b9f9-4025337c29c7 req-f75ad13f-951a-44d3-ac46-d22b085b8868 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631373 Dec 13 12:45:14.016926 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.117468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:45:14.125385 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6c7fbbe3-7be1-4743-b83b-4e5d144b748d admin admin] 10.222.0.31 "PUT /v2.0/routers/dd70306e-8edf-4284-b643-758628f4f8d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2028825 Dec 13 12:45:14.125637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34502) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:14.131534 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] Sync routers for ids ['dd70306e-8edf-4284-b643-758628f4f8d5'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:45:14.146909 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] Routers {'dd70306e-8edf-4284-b643-758628f4f8d5'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:14.148660 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:44:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['dd70306e-8edf-4284-b643-758628f4f8d5'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:14.209860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.230277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e91cc-0038-4d27-bb39-ae3ad1ca6baa req-9e70e06f-2244-450f-9b4d-4def1d3c9bcb tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:14.232232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c3e91cc-0038-4d27-bb39-ae3ad1ca6baa req-9e70e06f-2244-450f-9b4d-4def1d3c9bcb tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 945 time: 0.0926514 Dec 13 12:45:14.266632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.274113 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] Set router dd70306e-8edf-4284-b643-758628f4f8d5 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:14.279118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:14.349072 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c3e91cc-0038-4d27-bb39-ae3ad1ca6baa req-77690372-d0a4-46bd-acd5-f96152aa65c0 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772791 Dec 13 12:45:14.365511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:45:14.371178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:14.372525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.442782 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.454583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Allocated IP 172.25.2.77 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/60d78062-5d06-40d0-bcf2-7894bb7704d4) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:14.501581 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'name': 'tempest-FloatingIPsTestJSON-409306206-router', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'ab789ab1-e965-4184-b72b-10f314120276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:43Z', 'updated_at': '2021-12-13T12:45:13Z', 'revision_number': 5, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'gw_port': {'id': 'ab789ab1-e965-4184-b72b-10f314120276', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:44Z', 'updated_at': '2021-12-13T12:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:14.509077 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.530867 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] Checking router: dd70306e-8edf-4284-b643-758628f4f8d5 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:45:14.541038 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] Routers {'dd70306e-8edf-4284-b643-758628f4f8d5'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:14.541651 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:44:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['dd70306e-8edf-4284-b643-758628f4f8d5'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:14.543207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7151580-709f-4a22-b47a-0c09f606de43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:14.546688 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8cdf67-6ed3-428f-a822-8e8594f1e2cf" -d '{"events": [{"server_uuid": "b7151580-709f-4a22-b47a-0c09f606de43", "name": "network-vif-plugged", "status": "completed", "tag": "ccc6c3fc-4735-4435-99fd-0f12f1cf7b62"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:14.567658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Deleting port ab789ab1-e965-4184-b72b-10f314120276 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:14.568012 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.572778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34512) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:14.573725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:14.582972 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.612833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.637387 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] Set router dd70306e-8edf-4284-b643-758628f4f8d5 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:14.657670 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.668019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:14.696265 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'name': 'tempest-FloatingIPsTestJSON-409306206-router', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:43Z', 'updated_at': '2021-12-13T12:45:14Z', 'revision_number': 6, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:14.714404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] For port ab789ab1-e965-4184-b72b-10f314120276, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ab789ab1-e965-4184-b72b-10f314120276,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:14.717515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.726702 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e6c430-e39e-4ef0-a582-ea15e46099e4 None None] The sync data for ids ['dd70306e-8edf-4284-b643-758628f4f8d5'] in n-d-817326-4 is: [{'id': 'dd70306e-8edf-4284-b643-758628f4f8d5', 'name': 'tempest-FloatingIPsTestJSON-409306206-router', 'tenant_id': '69ab72cc52c9493cafbd57b4adff9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:43Z', 'updated_at': '2021-12-13T12:45:14Z', 'revision_number': 6, 'project_id': '69ab72cc52c9493cafbd57b4adff9abb', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:45:14.737157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Calling delete_port for ab789ab1-e965-4184-b72b-10f314120276 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:14.761152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:14.767592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:14.773911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:14.809582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event updated for resources: {'Port': ['ID=60d78062-5d06-40d0-bcf2-7894bb7704d4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:14.859127 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.894847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdc1149c-947d-4c52-b986-d054a8029432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.943167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:14.982420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f127d9-10a9-4b56-9afd-f0f180c9429e req-5434abce-0edf-4a15-bc26-070671084051 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:14.984095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28f127d9-10a9-4b56-9afd-f0f180c9429e req-5434abce-0edf-4a15-bc26-070671084051 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.0857060 Dec 13 12:45:15.067733 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdc1149c-947d-4c52-b986-d054a8029432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.074637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdc1149c-947d-4c52-b986-d054a8029432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.087430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28f127d9-10a9-4b56-9afd-f0f180c9429e req-26cd7cf2-cf06-43aa-83ef-9b5b1e4e81b0 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947669 Dec 13 12:45:15.090451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.139240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab789ab1-e965-4184-b72b-10f314120276,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:15.145595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1149c-947d-4c52-b986-d054a8029432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7442deea-4ee2-4675-83ce-c7d7a02bd9da,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:15.153143 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fdc1149c-947d-4c52-b986-d054a8029432 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28bef71c0ee74c33a9f7afaadb3bd249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5777643 Dec 13 12:45:15.160564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34520) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:15.180945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.193059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.212354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.239818 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.275895 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.283436 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3123710 Dec 13 12:45:15.297901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5911a4-d177-4565-a234-c4ad483b0470 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event updated for resources: {'Port': ['ID=60d78062-5d06-40d0-bcf2-7894bb7704d4,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:15.303042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86e7e807-65ae-4d72-8518-d116a6278d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.341475 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.345217 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.353806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-06d70c70-a45f-4a0e-bfe8-57b7d0d27411 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.0694404 Dec 13 12:45:15.389542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86e7e807-65ae-4d72-8518-d116a6278d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.406104 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68ca3cd-3a96-4656-9a5e-f3706509f719 x-openstack-request-id: req-f68ca3cd-3a96-4656-9a5e-f3706509f719 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:15.407052 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7151580-709f-4a22-b47a-0c09f606de43", "name": "network-vif-plugged", "status": "completed", "tag": "ccc6c3fc-4735-4435-99fd-0f12f1cf7b62", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:15.407456 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f68ca3cd-3a96-4656-9a5e-f3706509f719 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:15.408023 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7151580-709f-4a22-b47a-0c09f606de43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62', 'code': 200} Dec 13 12:45:15.444466 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.444699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd70306e-8edf-4284-b643-758628f4f8d5 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:45:15.453613 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.454906 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-994e1e07-7c6c-4f2b-90ad-cc901d4b0599 admin admin] 10.222.0.31 "DELETE /v2.0/routers/dd70306e-8edf-4284-b643-758628f4f8d5 HTTP/1.1" status: 204 len: 168 time: 1.3282855 Dec 13 12:45:15.461227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34528) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:15.522694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-82406ae9-2482-449c-ac94-bcf1eb461fba admin admin] Deleting subnet ad2a14b6-972d-4b32-b8ca-5e75becd90e9 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:45:15.527291 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82406ae9-2482-449c-ac94-bcf1eb461fba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.571538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82406ae9-2482-449c-ac94-bcf1eb461fba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.683218 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19abac-a865-4e17-b71f-10517212025f req-8b66397c-9f9d-454c-bd9a-34cf14187b3e tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:15.684863 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f19abac-a865-4e17-b71f-10517212025f req-8b66397c-9f9d-454c-bd9a-34cf14187b3e tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 945 time: 0.1108084 Dec 13 12:45:15.773082 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c455b51f-ac39-4abb-9d1b-351576ffff3e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:15.780046 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82406ae9-2482-449c-ac94-bcf1eb461fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.782840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-970ab598-0068-4e0c-b22b-974f71482901 req-385a7bc8-7d02-45b0-82e7-31b449f391b0 tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=92bdb9e255394df6a7fd11cdde7a41f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669229 Dec 13 12:45:15.799169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: c455b51f-ac39-4abb-9d1b-351576ffff3e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:15.799780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c455b51f-ac39-4abb-9d1b-351576ffff3e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:15.800263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ab789ab1-e965-4184-b72b-10f314120276 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:15.821817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ab789ab1-e965-4184-b72b-10f314120276 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:15.822192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ab789ab1-e965-4184-b72b-10f314120276 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:15.878701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-6f19abac-a865-4e17-b71f-10517212025f req-6285e64e-0947-4513-a0e1-0ed3f226577a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Deleting port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:15.879137 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6f19abac-a865-4e17-b71f-10517212025f req-6285e64e-0947-4513-a0e1-0ed3f226577a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.893441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c440239-6261-4130-ba1d-5611b758e49c req-4cc12973-db8e-4762-973b-a417d7a4d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:15.894990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c440239-6261-4130-ba1d-5611b758e49c req-4cc12973-db8e-4762-973b-a417d7a4d1fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 1097 time: 0.1808531 Dec 13 12:45:15.895282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82406ae9-2482-449c-ac94-bcf1eb461fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.904755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-01827dfa-3dab-42c1-81f3-65cc701b7361 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:15.906150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b648ea1-8b07-42f7-a6bc-b4da5a0fe062 req-01827dfa-3dab-42c1-81f3-65cc701b7361 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.5460734 Dec 13 12:45:15.932177 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86e7e807-65ae-4d72-8518-d116a6278d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.934856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86e7e807-65ae-4d72-8518-d116a6278d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.938509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-86e7e807-65ae-4d72-8518-d116a6278d06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7442deea-4ee2-4675-83ce-c7d7a02bd9da HTTP/1.1" status: 204 len: 168 time: 0.7744884 Dec 13 12:45:15.958432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82406ae9-2482-449c-ac94-bcf1eb461fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2a14b6-972d-4b32-b8ca-5e75becd90e9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:15.965075 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82406ae9-2482-449c-ac94-bcf1eb461fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:15.971327 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1bf2a3-4f2f-41ad-8233-c90cb51dc385 None None] Network 3f32b8e9-4719-4c9e-995f-ac951a0566b7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:15.971463 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-82406ae9-2482-449c-ac94-bcf1eb461fba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ad2a14b6-972d-4b32-b8ca-5e75becd90e9 HTTP/1.1" status: 204 len: 168 time: 0.5122144 Dec 13 12:45:15.972055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34544) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:16.008848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab598-0068-4e0c-b22b-974f71482901 req-d3e85da6-032f-4e51-b837-d601dc487b9a tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:16.011078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-970ab598-0068-4e0c-b22b-974f71482901 req-d3e85da6-032f-4e51-b837-d601dc487b9a tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168694 Dec 13 12:45:16.018975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7e807-65ae-4d72-8518-d116a6278d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7442deea-4ee2-4675-83ce-c7d7a02bd9da,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:16.084529 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-970ab598-0068-4e0c-b22b-974f71482901 req-0e8412c4-6d03-4bbb-af9a-954563bc38a0 tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/quotas/92bdb9e255394df6a7fd11cdde7a41f8 HTTP/1.1" status: 200 len: 375 time: 0.0604558 Dec 13 12:45:16.086536 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c440239-6261-4130-ba1d-5611b758e49c req-7c6b8af7-c455-4ae6-9f4a-5acac794d798 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764016 Dec 13 12:45:16.112732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6f19abac-a865-4e17-b71f-10517212025f req-6285e64e-0947-4513-a0e1-0ed3f226577a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] For port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:16.112732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6f19abac-a865-4e17-b71f-10517212025f req-6285e64e-0947-4513-a0e1-0ed3f226577a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.113544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ffe1e-14c4-46e6-a01c-ace13425c646 req-e346143f-694e-4f63-ac9a-48f19efc8610 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:16.120858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b70ffe1e-14c4-46e6-a01c-ace13425c646 req-e346143f-694e-4f63-ac9a-48f19efc8610 tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d3d8fa-a199-4cc5-a7dd-455b08a9260b HTTP/1.1" status: 200 len: 945 time: 0.1278248 Dec 13 12:45:16.127781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.134361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-6f19abac-a865-4e17-b71f-10517212025f req-6285e64e-0947-4513-a0e1-0ed3f226577a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Calling delete_port for 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:16.149326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-970ab598-0068-4e0c-b22b-974f71482901 req-ac2949c7-bb19-40f4-99e9-dcbb3f8f2ffc tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=92bdb9e255394df6a7fd11cdde7a41f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567453 Dec 13 12:45:16.187941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df5c3d-f205-477e-a599-4b404cd7ecf9 None None] DHCP port deletion for 3f32b8e9-4719-4c9e-995f-ac951a0566b7 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:45:16.220862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b70ffe1e-14c4-46e6-a01c-ace13425c646 req-0434486f-21b7-44aa-9e3a-2a04d211f5ff tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1de82f7-f487-4386-ae4f-68810ce07eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983934 Dec 13 12:45:16.266729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Deleting port 68328b64-0514-49d8-8947-a79fc0eb5b27 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:16.267590 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.313248 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-36df5c3d-f205-477e-a599-4b404cd7ecf9 None None] Deleting port 68328b64-0514-49d8-8947-a79fc0eb5b27 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:16.313643 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-36df5c3d-f205-477e-a599-4b404cd7ecf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.330416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34562) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:16.377177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] For port 68328b64-0514-49d8-8947-a79fc0eb5b27, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=68328b64-0514-49d8-8947-a79fc0eb5b27,segment=NetworkSegment(8c37d017-163d-49e1-8a56-0a954b535e32),segment_id=8c37d017-163d-49e1-8a56-0a954b535e32)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:16.377562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.385758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-d48b6c34-9268-4867-8cd7-62c63dc6c6db tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705910 Dec 13 12:45:16.392481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3576cd5-ab74-4dcd-8ad7-e2cd06da7f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.396077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Calling delete_port for 68328b64-0514-49d8-8947-a79fc0eb5b27 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:16.400035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-36df5c3d-f205-477e-a599-4b404cd7ecf9 None None] For port 68328b64-0514-49d8-8947-a79fc0eb5b27, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=68328b64-0514-49d8-8947-a79fc0eb5b27,segment=NetworkSegment(8c37d017-163d-49e1-8a56-0a954b535e32),segment_id=8c37d017-163d-49e1-8a56-0a954b535e32)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:16.400446 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-36df5c3d-f205-477e-a599-4b404cd7ecf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.404519 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6f19abac-a865-4e17-b71f-10517212025f req-6285e64e-0947-4513-a0e1-0ed3f226577a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.409251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c937198-2a57-41ab-8536-504445df48ab req-86c6cccc-de07-4be6-a91e-2ebca97cffc2 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips/506103d5-100d-42fe-bac7-6b525f020f15 HTTP/1.1" status: 200 len: 692 time: 0.0813479 Dec 13 12:45:16.420442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-36df5c3d-f205-477e-a599-4b404cd7ecf9 None None] Calling delete_port for 68328b64-0514-49d8-8947-a79fc0eb5b27 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:16.424664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:16.467189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285e64e-0947-4513-a0e1-0ed3f226577a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Pushing event deleted for resources: {'Port': ['ID=5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:16.543589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f19abac-a865-4e17-b71f-10517212025f req-6285e64e-0947-4513-a0e1-0ed3f226577a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] No DVR routers for this DVR port 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:45:16.547316 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6f19abac-a865-4e17-b71f-10517212025f req-6285e64e-0947-4513-a0e1-0ed3f226577a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.550601 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f19abac-a865-4e17-b71f-10517212025f req-6285e64e-0947-4513-a0e1-0ed3f226577a tempest-AttachSCSIVolumeTestJSON-566318718 tempest-AttachSCSIVolumeTestJSON-566318718-project] 10.222.0.37 "DELETE /v2.0/ports/5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd HTTP/1.1" status: 204 len: 173 time: 0.8442121 Dec 13 12:45:16.551038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d3d8fa-a199-4cc5-a7dd-455b08a9260b', 'name': 'network-vif-deleted', 'tag': '5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:16.553326 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f950fb54-affe-4d0a-a4f9-4eb6d0930ad9" -d '{"events": [{"server_uuid": "c9d3d8fa-a199-4cc5-a7dd-455b08a9260b", "name": "network-vif-deleted", "tag": "5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:16.592742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.602414 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-36df5c3d-f205-477e-a599-4b404cd7ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.619519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df5c3d-f205-477e-a599-4b404cd7ecf9 None None] No DVR routers for this DVR port 68328b64-0514-49d8-8947-a79fc0eb5b27 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:45:16.626638 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=68328b64-0514-49d8-8947-a79fc0eb5b27,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:16.630775 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] No DVR routers for this DVR port 68328b64-0514-49d8-8947-a79fc0eb5b27 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:45:16.649628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df5c3d-f205-477e-a599-4b404cd7ecf9 None None] Pushing event deleted for resources: {'Port': ['ID=68328b64-0514-49d8-8947-a79fc0eb5b27,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:16.659181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-1ee35f65-144a-4576-9524-7d06c7bfaaa8 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:16.661123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-1ee35f65-144a-4576-9524-7d06c7bfaaa8 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633605 Dec 13 12:45:16.708570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c937198-2a57-41ab-8536-504445df48ab req-6dd89736-4173-4423-95a0-611f76c92dff tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:16.710168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c937198-2a57-41ab-8536-504445df48ab req-6dd89736-4173-4423-95a0-611f76c92dff tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.2891829 Dec 13 12:45:16.715774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-a4e5a75e-f727-4dad-ac4d-f5e08b5c1f10 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/quotas/c892d90b1daa421ba6dd40c6c6b2cd30 HTTP/1.1" status: 200 len: 375 time: 0.0386112 Dec 13 12:45:16.728358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.732064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-8c937198-2a57-41ab-8536-504445df48ab req-6f07ca7f-c372-4e74-90fd-bfd50dbc9e52 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:45:16.733302 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c937198-2a57-41ab-8536-504445df48ab req-6f07ca7f-c372-4e74-90fd-bfd50dbc9e52 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135760 Dec 13 12:45:16.750722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f32b8e9-4719-4c9e-995f-ac951a0566b7']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:16.767635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c37d017-163d-49e1-8a56-0a954b535e32') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:16.767927 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c37d017-163d-49e1-8a56-0a954b535e32') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:16.775956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3576cd5-ab74-4dcd-8ad7-e2cd06da7f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.781833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.787507 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3576cd5-ab74-4dcd-8ad7-e2cd06da7f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.795948 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.802209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:45:16.802622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:45:16.804391 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:45:16.869128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-f800d243-7168-49ae-8e72-2ff2b8915627 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1348469 Dec 13 12:45:16.878014 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.886389 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:16.888939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d3576cd5-ab74-4dcd-8ad7-e2cd06da7f4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3062fa0f8864425ab8ac16673f3f0690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452714 Dec 13 12:45:16.889640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34568) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:16.892237 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3f32b8e9-4719-4c9e-995f-ac951a0566b7 HTTP/1.1" status: 204 len: 168 time: 0.9167805 Dec 13 12:45:16.915924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3576cd5-ab74-4dcd-8ad7-e2cd06da7f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8358cd59-8c57-4ac6-a61b-3ca42c3febf1,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:17.006460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19704e-07ab-490b-9506-6382b5569684 req-b5debcf3-b6e6-4d03-a705-4569e2f87b62 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:17.008078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db19704e-07ab-490b-9506-6382b5569684 req-b5debcf3-b6e6-4d03-a705-4569e2f87b62 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.2045674 Dec 13 12:45:17.083019 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bd34e0e-2a52-4ca4-a02a-2f881cab628d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:17.173642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db19704e-07ab-490b-9506-6382b5569684 req-f291fdfb-6eb2-4fa2-a775-c42f6758cd33 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506662 Dec 13 12:45:17.198770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bd34e0e-2a52-4ca4-a02a-2f881cab628d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:17.265611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34574) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:17.296303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1d62e-6065-4145-b2af-093458692f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f32b8e9-4719-4c9e-995f-ac951a0566b7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:17.342178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fb57bc02-5589-4c89-9b3a-eac26cc126be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69ab72cc52c9493cafbd57b4adff9abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0753193 Dec 13 12:45:17.344586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34576) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:17.376795 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bd34e0e-2a52-4ca4-a02a-2f881cab628d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:17.382206 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bd34e0e-2a52-4ca4-a02a-2f881cab628d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:17.383363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9bd34e0e-2a52-4ca4-a02a-2f881cab628d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8358cd59-8c57-4ac6-a61b-3ca42c3febf1 HTTP/1.1" status: 204 len: 168 time: 0.4916084 Dec 13 12:45:17.402804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd34e0e-2a52-4ca4-a02a-2f881cab628d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8358cd59-8c57-4ac6-a61b-3ca42c3febf1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:17.469125 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0a81465-5456-4479-9b7b-74b6f2ba5e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:17.532961 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0a81465-5456-4479-9b7b-74b6f2ba5e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:17.581399 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76547a6f-4632-4591-a8c9-a7da592f7e2e x-openstack-request-id: req-76547a6f-4632-4591-a8c9-a7da592f7e2e {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:17.581699 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d3d8fa-a199-4cc5-a7dd-455b08a9260b", "name": "network-vif-deleted", "tag": "5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:17.581952 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76547a6f-4632-4591-a8c9-a7da592f7e2e {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:17.582603 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d3d8fa-a199-4cc5-a7dd-455b08a9260b', 'name': 'network-vif-deleted', 'tag': '5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd', 'status': 'completed', 'code': 200} Dec 13 12:45:17.705807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-34e1fa40-4cf6-49d2-b4a1-274799eacaa5 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips/506103d5-100d-42fe-bac7-6b525f020f15 HTTP/1.1" status: 200 len: 692 time: 0.0860066 Dec 13 12:45:17.797532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 68328b64-0514-49d8-8947-a79fc0eb5b27 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:17.835614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 68328b64-0514-49d8-8947-a79fc0eb5b27 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:17.836108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 68328b64-0514-49d8-8947-a79fc0eb5b27 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:17.847292 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0a81465-5456-4479-9b7b-74b6f2ba5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:17.853531 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0a81465-5456-4479-9b7b-74b6f2ba5e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:17.861815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c0a81465-5456-4479-9b7b-74b6f2ba5e0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9eb7b46c-0fec-49ae-98a0-c1f6ada598ee HTTP/1.1" status: 204 len: 168 time: 0.5134218 Dec 13 12:45:17.914423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a81465-5456-4479-9b7b-74b6f2ba5e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb7b46c-0fec-49ae-98a0-c1f6ada598ee,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:17.951108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-7b2aac30-d08c-44a3-9021-798aad0fcb78 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:17.974959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-7b2aac30-d08c-44a3-9021-798aad0fcb78 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.2679560 Dec 13 12:45:18.093718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-1a169df2-7a14-40d8-88f2-2ff5f37f9a3b tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.1130641 Dec 13 12:45:18.165252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-29ec6cf0-eb72-48cd-89a1-fbe9caf82ab4 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.0703590 Dec 13 12:45:18.470995 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-fc8b7adc-ed6d-4e91-92d5-7dc5a3b63b8a tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Deleting port 60d78062-5d06-40d0-bcf2-7894bb7704d4 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:18.471344 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-fc8b7adc-ed6d-4e91-92d5-7dc5a3b63b8a tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:18.602619 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-fc8b7adc-ed6d-4e91-92d5-7dc5a3b63b8a tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:18.602949 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-fc8b7adc-ed6d-4e91-92d5-7dc5a3b63b8a tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:18.619257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-fc8b7adc-ed6d-4e91-92d5-7dc5a3b63b8a tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Calling delete_port for 60d78062-5d06-40d0-bcf2-7894bb7704d4 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:18.953553 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-fc8b7adc-ed6d-4e91-92d5-7dc5a3b63b8a tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:19.139834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b7adc-ed6d-4e91-92d5-7dc5a3b63b8a tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event deleted for resources: {'Port': ['ID=60d78062-5d06-40d0-bcf2-7894bb7704d4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:19.183983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-fc8b7adc-ed6d-4e91-92d5-7dc5a3b63b8a tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:19.187204 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-fc8b7adc-ed6d-4e91-92d5-7dc5a3b63b8a tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:19.200359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-947a20a8-b191-4a4c-aeb7-90cd7543ef8d req-fc8b7adc-ed6d-4e91-92d5-7dc5a3b63b8a tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "DELETE /v2.0/floatingips/506103d5-100d-42fe-bac7-6b525f020f15 HTTP/1.1" status: 204 len: 173 time: 1.0275667 Dec 13 12:45:19.225964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24967959-2e61-43df-88a3-11ee459fec2a req-36b82bba-3968-442f-bd12-a17764cdb92b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:19.227523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24967959-2e61-43df-88a3-11ee459fec2a req-36b82bba-3968-442f-bd12-a17764cdb92b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.2081978 Dec 13 12:45:19.309558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-32130b73-da04-4b6d-a39d-c4ea553a7aad req-a4d5bd10-ad1e-4cb9-957f-159affa7c5c3 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 210 time: 0.0405607 Dec 13 12:45:19.370239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24967959-2e61-43df-88a3-11ee459fec2a req-19f90ead-45a6-4da5-a29b-6a21e562c616 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279912 Dec 13 12:45:19.706400 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-7aac7156-d49b-4237-9607-efd19b780ee1 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426488 Dec 13 12:45:19.726395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac80a-8cda-4aa0-a30c-c7795bdcc33c req-3db91119-2d10-4417-9071-1272f49fd492 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:19.741472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e60ac80a-8cda-4aa0-a30c-c7795bdcc33c req-3db91119-2d10-4417-9071-1272f49fd492 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3135438 Dec 13 12:45:19.800558 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-c3f8e0b0-ee89-46f2-99ce-cf8f4dd2d749 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492275 Dec 13 12:45:19.883208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca388-3c8f-4644-add2-14b6f3433b1d req-f59a9142-b5bd-4939-bbaf-721fbd797c74 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:19.886048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cdca388-3c8f-4644-add2-14b6f3433b1d req-f59a9142-b5bd-4939-bbaf-721fbd797c74 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 1097 time: 0.0847816 Dec 13 12:45:20.012615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cdca388-3c8f-4644-add2-14b6f3433b1d req-48f13d32-a104-46ad-acdd-1fd31cfbf4a9 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184850 Dec 13 12:45:20.114467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-1c62f9bd-f080-4aea-8d76-6a4af80ed5ff tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:20.116078 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-1c62f9bd-f080-4aea-8d76-6a4af80ed5ff tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928027 Dec 13 12:45:20.126090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-f1e18c7c-b423-4721-b851-7026503bfac6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:20.127678 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-f1e18c7c-b423-4721-b851-7026503bfac6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042428 Dec 13 12:45:20.135012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba2f55ba-9b48-4308-b107-8bc6f1854b96 req-cbd0bcec-09ed-4e9b-9dee-0d66be3b5617 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=587d5156519e42d989fadca978d51ad8 HTTP/1.1" status: 200 len: 1656 time: 0.0810523 Dec 13 12:45:20.139338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Request body: {'port': {'device_id': '71786467-4a98-442d-829f-d2ddc14e3fdc', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'c892d90b1daa421ba6dd40c6c6b2cd30'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:20.183989 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Request body: {'port': {'device_id': 'aa29a186-0a24-4c17-8c62-2b2f70614371', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'c892d90b1daa421ba6dd40c6c6b2cd30'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:20.272508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f55ba-9b48-4308-b107-8bc6f1854b96 req-53260202-4c7c-4348-9e44-2687a393cee5 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:20.280137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba2f55ba-9b48-4308-b107-8bc6f1854b96 req-53260202-4c7c-4348-9e44-2687a393cee5 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks?id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&id=a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 787 time: 0.1442482 Dec 13 12:45:20.331402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:20.369755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:20.370129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5b5f380d-5b26-4da1-aaaa-0a6ab178ebfd not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:20.474630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Made reservation on behalf of c892d90b1daa421ba6dd40c6c6b2cd30 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:20.479240 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:20.563966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42daefe4-171b-4736-af96-5d142e229912 req-1c6a86cb-a1b5-4881-8919-86cdf80388c5 tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=92bdb9e255394df6a7fd11cdde7a41f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476065 Dec 13 12:45:20.627312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Made reservation on behalf of c892d90b1daa421ba6dd40c6c6b2cd30 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:20.630930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:20.669771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Allocated IP 192.168.233.202 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/94351a29-37f1-4c0b-b720-acd49064c5dc) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:20.697867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f254b6f-0516-420b-94ba-0309ed678151 req-a725acef-c518-48de-b477-c45738776b8b tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips/5d14d156-6efb-423a-bc39-66d9f9764afd HTTP/1.1" status: 200 len: 692 time: 0.1137793 Dec 13 12:45:20.811982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daefe4-171b-4736-af96-5d142e229912 req-e4a8a843-4200-4dd4-bed9-2bdda8a25fad tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:20.814626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42daefe4-171b-4736-af96-5d142e229912 req-e4a8a843-4200-4dd4-bed9-2bdda8a25fad tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448027 Dec 13 12:45:20.870889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42daefe4-171b-4736-af96-5d142e229912 req-eb536ab4-eb03-4c8e-8bf7-0e5202afe528 tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/quotas/92bdb9e255394df6a7fd11cdde7a41f8 HTTP/1.1" status: 200 len: 375 time: 0.0212572 Dec 13 12:45:20.928008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42daefe4-171b-4736-af96-5d142e229912 req-4054f8d9-0a34-4b79-a770-ecda5c8f265c tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=92bdb9e255394df6a7fd11cdde7a41f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558875 Dec 13 12:45:20.994259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:20.998928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f254b6f-0516-420b-94ba-0309ed678151 req-022046bc-4d17-4fc1-8f30-cbcdd1c464d6 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:21.000356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f254b6f-0516-420b-94ba-0309ed678151 req-022046bc-4d17-4fc1-8f30-cbcdd1c464d6 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.3015962 Dec 13 12:45:21.035713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:21.052409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:21.054680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c', '57f0242b-fc8a-40fc-a603-975bcc3e4937'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:21.078100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f254b6f-0516-420b-94ba-0309ed678151 req-36e96d0b-20f2-4463-925b-77c42253e9fe tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 695 time: 0.0650344 Dec 13 12:45:21.167945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:21.178120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:21.180503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Allocated IP 192.168.233.130 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/42b2ef6e-870b-473d-9b0b-c0777a9007d3) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:21.183086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event updated for resources: {'Port': ['ID=94351a29-37f1-4c0b-b720-acd49064c5dc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:21.186557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:21.282435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:21.283361 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:21.339608 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-b2bfaab0-ebde-40dc-be54-f594fae49d14 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1900918 Dec 13 12:45:21.386438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Request body: {'port': {'device_id': 'aa29a186-0a24-4c17-8c62-2b2f70614371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:21.544241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:21.601594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f254b6f-0516-420b-94ba-0309ed678151 req-86ff487b-5019-41c4-a341-5da07473285d tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 695 time: 0.5160866 Dec 13 12:45:21.627485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:21.628538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab12d5a9-ac29-48f4-bbb1-34e76984133c req-d9d4a07e-8dae-40f4-ba39-92418831ade2 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 210 time: 0.0478513 Dec 13 12:45:21.696359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d379b8f2-932b-47d2-ac09-f1ecda26db37 None None] Provisioning complete for port 94351a29-37f1-4c0b-b720-acd49064c5dc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:21.697424 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d379b8f2-932b-47d2-ac09-f1ecda26db37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:21.708610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:21.818326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event updated for resources: {'Port': ['ID=42b2ef6e-870b-473d-9b0b-c0777a9007d3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:21.862325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:21.865633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:21.882340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:21.924384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-1f254b6f-0516-420b-94ba-0309ed678151 req-536c3f1d-bf7f-403a-b84d-396de3a57c9c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Deleting port bbb5967b-f969-417d-9e24-292e238d65b8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:21.925330 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f254b6f-0516-420b-94ba-0309ed678151 req-536c3f1d-bf7f-403a-b84d-396de3a57c9c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:21.942482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d379b8f2-932b-47d2-ac09-f1ecda26db37 None None] Port 94351a29-37f1-4c0b-b720-acd49064c5dc cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:45:21.944904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:21.968089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:21.969027 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:22.015815 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-03f4a232-b215-462f-b120-354f48fa125c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8817630 Dec 13 12:45:22.063593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Request body: {'port': {'device_id': '71786467-4a98-442d-829f-d2ddc14e3fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:22.140240 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f254b6f-0516-420b-94ba-0309ed678151 req-536c3f1d-bf7f-403a-b84d-396de3a57c9c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:22.142011 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f254b6f-0516-420b-94ba-0309ed678151 req-536c3f1d-bf7f-403a-b84d-396de3a57c9c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:22.159052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-1f254b6f-0516-420b-94ba-0309ed678151 req-536c3f1d-bf7f-403a-b84d-396de3a57c9c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Calling delete_port for bbb5967b-f969-417d-9e24-292e238d65b8 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:22.345980 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:22.374674 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c99ef7ee-1f51-43fe-8f54-30593791d0ca None None] Provisioning complete for port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:22.374674 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c99ef7ee-1f51-43fe-8f54-30593791d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:22.387063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f254b6f-0516-420b-94ba-0309ed678151 req-536c3f1d-bf7f-403a-b84d-396de3a57c9c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:22.483544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c99ef7ee-1f51-43fe-8f54-30593791d0ca None None] Port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:45:22.507276 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c3f1d-bf7f-403a-b84d-396de3a57c9c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event deleted for resources: {'Port': ['ID=bbb5967b-f969-417d-9e24-292e238d65b8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:22.512315 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f254b6f-0516-420b-94ba-0309ed678151 req-536c3f1d-bf7f-403a-b84d-396de3a57c9c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:22.515656 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f254b6f-0516-420b-94ba-0309ed678151 req-536c3f1d-bf7f-403a-b84d-396de3a57c9c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:22.516890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f254b6f-0516-420b-94ba-0309ed678151 req-536c3f1d-bf7f-403a-b84d-396de3a57c9c tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "DELETE /v2.0/floatingips/5d14d156-6efb-423a-bc39-66d9f9764afd HTTP/1.1" status: 204 len: 173 time: 0.8990910 Dec 13 12:45:22.585141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94351a29-37f1-4c0b-b720-acd49064c5dc {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:22.594591 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:22.608909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Transition to ACTIVE for port object 94351a29-37f1-4c0b-b720-acd49064c5dc will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:45:22.625902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-14ba9f1d-0b03-404e-b5a6-111807694452 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips/2b7a9d7c-59f9-4717-b0f2-27706a04bd55 HTTP/1.1" status: 200 len: 693 time: 0.0626657 Dec 13 12:45:22.630188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c', '57f0242b-fc8a-40fc-a603-975bcc3e4937'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:22.714428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:22.804030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-94743a7d-efc7-4fca-9dfa-af20f5b416ba tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:22.813414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-94743a7d-efc7-4fca-9dfa-af20f5b416ba tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.1782131 Dec 13 12:45:22.877485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Pushing event updated for resources: {'Port': ['ID=94351a29-37f1-4c0b-b720-acd49064c5dc,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:22.957054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-437156fd-6825-4364-a9aa-565e76256eca tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.106 HTTP/1.1" status: 200 len: 696 time: 0.1413713 Dec 13 12:45:22.982562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b2ef6e-870b-473d-9b0b-c0777a9007d3 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:23.009843 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.024229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Attempting to bind port 94351a29-37f1-4c0b-b720-acd49064c5dc on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:23.024849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Attempting to bind port 94351a29-37f1-4c0b-b720-acd49064c5dc by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:23.027016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Attempting to bind port 94351a29-37f1-4c0b-b720-acd49064c5dc on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:23.039708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Port 94351a29-37f1-4c0b-b720-acd49064c5dc on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:45:23.040070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Attempting to bind port 94351a29-37f1-4c0b-b720-acd49064c5dc on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:23.043193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Transition to ACTIVE for port object 42b2ef6e-870b-473d-9b0b-c0777a9007d3 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:45:23.047077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-3175407f-b045-4346-83b9-718b75667ae8 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.106 HTTP/1.1" status: 200 len: 696 time: 0.0732138 Dec 13 12:45:23.048867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.054026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:23.054407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:23.054790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:23.055235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Bound port: 94351a29-37f1-4c0b-b720-acd49064c5dc, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:23.055587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.071316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7e76-e1bf-4ab5-8b45-4db1f1e738ab req-68d42ca8-e919-424a-9cc3-903445a111af tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:23.079463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c2b7e76-e1bf-4ab5-8b45-4db1f1e738ab req-68d42ca8-e919-424a-9cc3-903445a111af tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 936 time: 0.1467764 Dec 13 12:45:23.190953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Pushing event updated for resources: {'Port': ['ID=42b2ef6e-870b-473d-9b0b-c0777a9007d3,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:23.244274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c2b7e76-e1bf-4ab5-8b45-4db1f1e738ab req-ea48ef6c-4abc-4b55-a3df-bd1a9030956b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638241 Dec 13 12:45:23.257630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-4d8b5efa-c98a-4bfa-88ce-09fcebbcc942 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Deleting port 30455fa9-48ee-4cc5-84f6-8205be793cf8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:23.258005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-4d8b5efa-c98a-4bfa-88ce-09fcebbcc942 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.281115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] For port 94351a29-37f1-4c0b-b720-acd49064c5dc, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:23.286092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] For port 94351a29-37f1-4c0b-b720-acd49064c5dc, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=94351a29-37f1-4c0b-b720-acd49064c5dc,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:23.288852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Attempting to bind port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:23.289191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Attempting to bind port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:23.289595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Attempting to bind port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:23.296942 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.302470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:45:23.302798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Attempting to bind port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:23.349724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:23.350064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:23.350552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:23.350996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Bound port: 42b2ef6e-870b-473d-9b0b-c0777a9007d3, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:23.351351 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.370224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:23.371361 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.372911 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] 10.222.0.37 "PUT /v2.0/ports/94351a29-37f1-4c0b-b720-acd49064c5dc HTTP/1.1" status: 200 len: 1096 time: 1.9917266 Dec 13 12:45:23.386595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa29a186-0a24-4c17-8c62-2b2f70614371', 'tag': '94351a29-37f1-4c0b-b720-acd49064c5dc'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:23.390176 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662" -d '{"events": [{"name": "network-changed", "server_uuid": "aa29a186-0a24-4c17-8c62-2b2f70614371", "tag": "94351a29-37f1-4c0b-b720-acd49064c5dc"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:23.398111 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:45:23.400310 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-4d8b5efa-c98a-4bfa-88ce-09fcebbcc942 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.400716 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-4d8b5efa-c98a-4bfa-88ce-09fcebbcc942 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.438788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-4d8b5efa-c98a-4bfa-88ce-09fcebbcc942 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Calling delete_port for 30455fa9-48ee-4cc5-84f6-8205be793cf8 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:23.470613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df3d3f-1843-430c-9be4-bbc0a211f1fc service neutron] Pushing event updated for resources: {'Port': ['ID=94351a29-37f1-4c0b-b720-acd49064c5dc,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:23.548571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] For port 42b2ef6e-870b-473d-9b0b-c0777a9007d3, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:23.555155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] For port 42b2ef6e-870b-473d-9b0b-c0777a9007d3, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=42b2ef6e-870b-473d-9b0b-c0777a9007d3,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:23.563780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-61f19d9b-9a70-4343-9a26-ddc0b50dfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:23.565362 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-61f19d9b-9a70-4343-9a26-ddc0b50dfb34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=aa29a186-0a24-4c17-8c62-2b2f70614371 HTTP/1.1" status: 200 len: 1099 time: 0.1179562 Dec 13 12:45:23.575245 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.709132 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-4d8b5efa-c98a-4bfa-88ce-09fcebbcc942 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.737769 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-e1efbc6f-089d-44bb-93c7-7c15b6b20ad8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=94351a29-37f1-4c0b-b720-acd49064c5dc HTTP/1.1" status: 200 len: 217 time: 0.1569934 Dec 13 12:45:23.772914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:23.773797 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.775296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/42b2ef6e-870b-473d-9b0b-c0777a9007d3 HTTP/1.1" status: 200 len: 1096 time: 1.7363281 Dec 13 12:45:23.803015 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-4d8b5efa-c98a-4bfa-88ce-09fcebbcc942 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.805867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-4d8b5efa-c98a-4bfa-88ce-09fcebbcc942 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:23.807239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41dc7506-ad83-4ddf-ac19-00dc845d5fec req-4d8b5efa-c98a-4bfa-88ce-09fcebbcc942 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "DELETE /v2.0/floatingips/2b7a9d7c-59f9-4717-b0f2-27706a04bd55 HTTP/1.1" status: 204 len: 173 time: 0.7534146 Dec 13 12:45:23.819032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b5efa-c98a-4bfa-88ce-09fcebbcc942 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event deleted for resources: {'Port': ['ID=30455fa9-48ee-4cc5-84f6-8205be793cf8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:23.867439 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11988b54-abc3-4b1c-bbb2-93b07f5f44a4 service neutron] Pushing event updated for resources: {'Port': ['ID=42b2ef6e-870b-473d-9b0b-c0777a9007d3,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:23.893469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-7f00bbf2-ca27-41c0-83c8-3b532d59ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:23.894980 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-7f00bbf2-ca27-41c0-83c8-3b532d59ee2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1240394 Dec 13 12:45:23.948897 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b85a5f3-bef3-4c22-b808-90f75135095f x-openstack-request-id: req-7b85a5f3-bef3-4c22-b808-90f75135095f {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:23.949190 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa29a186-0a24-4c17-8c62-2b2f70614371", "tag": "94351a29-37f1-4c0b-b720-acd49064c5dc", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:23.949461 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b85a5f3-bef3-4c22-b808-90f75135095f {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:23.949841 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa29a186-0a24-4c17-8c62-2b2f70614371', 'tag': '94351a29-37f1-4c0b-b720-acd49064c5dc', 'status': 'completed', 'code': 200} Dec 13 12:45:23.953787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-c761ea7d-acc4-4e4c-a5a8-34321e05fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:23.955593 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-c761ea7d-acc4-4e4c-a5a8-34321e05fa74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 1099 time: 0.0998793 Dec 13 12:45:24.026308 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-bd9c19b3-d8a2-4a75-b6f5-693f635a7083 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=42b2ef6e-870b-473d-9b0b-c0777a9007d3 HTTP/1.1" status: 200 len: 217 time: 0.0599728 Dec 13 12:45:24.041605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-7a5f7e19-8938-40eb-9e2b-86ce789af40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:24.043317 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-7a5f7e19-8938-40eb-9e2b-86ce789af40f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1377428 Dec 13 12:45:24.077596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f74fa63-6b2c-4b2b-8e8c-976fdf51ed80 req-3af1b9a7-6e86-4693-83f7-c0216a3df3f0 tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=92bdb9e255394df6a7fd11cdde7a41f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288322 Dec 13 12:45:24.091796 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c946e51-886c-4315-8c8a-96bb3c20e445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:24.131842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-864a48d7-a774-4cd3-ab50-57cc2ea88f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:24.133934 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-864a48d7-a774-4cd3-ab50-57cc2ea88f9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0965376 Dec 13 12:45:24.232690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74fa63-6b2c-4b2b-8e8c-976fdf51ed80 req-e2fbe470-006d-4f00-8c3f-aa5712208fe6 tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:24.240887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f74fa63-6b2c-4b2b-8e8c-976fdf51ed80 req-e2fbe470-006d-4f00-8c3f-aa5712208fe6 tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623683 Dec 13 12:45:24.244535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-34e07d2e-df83-467e-a32e-42916c1470ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:24.246098 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-34e07d2e-df83-467e-a32e-42916c1470ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656054 Dec 13 12:45:24.264232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f74fa63-6b2c-4b2b-8e8c-976fdf51ed80 req-f7f55dc8-f14d-4bdb-a73c-50e2d8f12118 tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/quotas/92bdb9e255394df6a7fd11cdde7a41f8 HTTP/1.1" status: 200 len: 375 time: 0.0214808 Dec 13 12:45:24.297125 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-46901569-2eb8-4a47-a84f-0d634ca8aab8 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004709 Dec 13 12:45:24.300398 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f74fa63-6b2c-4b2b-8e8c-976fdf51ed80 req-dc466dc9-46f8-482e-8076-dd2de6bbafea tempest-QuotasAdminNegativeTest-2128057640 tempest-QuotasAdminNegativeTest-2128057640-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=92bdb9e255394df6a7fd11cdde7a41f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352252 Dec 13 12:45:24.529371 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-24e9260f-b814-4ba5-bd13-cc012126c597 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045097 Dec 13 12:45:24.551375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-7ebd5073-a109-452f-8474-2551ad5887f7 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips/0e67d47e-9353-4777-9c43-a0389fbe739b HTTP/1.1" status: 200 len: 693 time: 0.1428850 Dec 13 12:45:24.606943 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-44783181-b73a-40d8-9fe7-f99832880828 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463080 Dec 13 12:45:24.701480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5188-087a-43b2-a88c-2945c34a2961 req-d66ca756-4a73-463a-900d-6c8f780cc8af tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:24.709148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115b5188-087a-43b2-a88c-2945c34a2961 req-d66ca756-4a73-463a-900d-6c8f780cc8af tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 948 time: 0.1563997 Dec 13 12:45:24.717759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-0c272045-0b15-41ea-a54f-adeee6ab5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:24.719637 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-0c272045-0b15-41ea-a54f-adeee6ab5737 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=aa29a186-0a24-4c17-8c62-2b2f70614371 HTTP/1.1" status: 200 len: 1099 time: 0.1117444 Dec 13 12:45:24.769148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-bb34a872-ae44-4758-a549-997e6728085b tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:24.770851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-bb34a872-ae44-4758-a549-997e6728085b tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.2069941 Dec 13 12:45:24.805584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34880) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:24.812999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115b5188-087a-43b2-a88c-2945c34a2961 req-d628c1de-b297-4dc6-8843-b1ad37d2833f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027036 Dec 13 12:45:24.821986 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db107bba-2336-47d5-a1ea-96c12d8a3026 req-5acf7be1-4e7b-4d23-9c3d-ef0789ad0651 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009583 Dec 13 12:45:24.914592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-e0c6d720-79d4-4925-b939-10a08048314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:24.919082 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-e0c6d720-79d4-4925-b939-10a08048314d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1908329 Dec 13 12:45:24.937296 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-5b37ad70-e3d8-456f-bf30-a43cb48ced26 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.1553676 Dec 13 12:45:24.993215 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-0216c50b-e282-44bb-a769-018c75df7012 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=94351a29-37f1-4c0b-b720-acd49064c5dc HTTP/1.1" status: 200 len: 217 time: 0.0618911 Dec 13 12:45:25.019517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-4106ec17-dd80-45e8-beb2-c1f0d55d5e77 tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.0809219 Dec 13 12:45:25.063297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-759566d9-ee30-4640-9607-b0053c93eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:25.065086 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-759566d9-ee30-4640-9607-b0053c93eaa9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0599205 Dec 13 12:45:25.066842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77625c34-2b3c-46b4-85bd-7639ab2320e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.174680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-f15d8bf5-f6d5-40b0-982a-e2ff28163c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:25.176674 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-f15d8bf5-f6d5-40b0-982a-e2ff28163c0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990794 Dec 13 12:45:25.270227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-9050249c-447c-43cc-941e-c23bc79f40cc tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Deleting port 42d8f800-4ee3-4713-b110-77d1f9771920 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:25.270826 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-9050249c-447c-43cc-941e-c23bc79f40cc tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.296774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77625c34-2b3c-46b4-85bd-7639ab2320e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.311705 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77625c34-2b3c-46b4-85bd-7639ab2320e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.359434 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-72f5daa7-55fb-4ed7-a9ca-63e485f47d0d service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711199 Dec 13 12:45:25.433192 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-9050249c-447c-43cc-941e-c23bc79f40cc tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.437464 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-9050249c-447c-43cc-941e-c23bc79f40cc tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.467723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77625c34-2b3c-46b4-85bd-7639ab2320e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206a0244-b225-435a-a3e8-f88b6f68376d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:25.475278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-9050249c-447c-43cc-941e-c23bc79f40cc tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Calling delete_port for 42d8f800-4ee3-4713-b110-77d1f9771920 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:25.478922 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-77625c34-2b3c-46b4-85bd-7639ab2320e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41fdfbf9329744f4a70fe49f31a19bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6682913 Dec 13 12:45:25.483029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34902) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:25.492479 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0568f5e5-efcb-43d7-8ba3-b1e97ac73662 req-a95e1116-3057-47ba-a20e-1db1690a51d3 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187513 Dec 13 12:45:25.646860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34910) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:25.649751 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f2f50ffb-5f51-4ce4-ab14-777cd01bd55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.715153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f2f50ffb-5f51-4ce4-ab14-777cd01bd55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.780933 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f2f50ffb-5f51-4ce4-ab14-777cd01bd55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.784168 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f2f50ffb-5f51-4ce4-ab14-777cd01bd55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.786295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f2f50ffb-5f51-4ce4-ab14-777cd01bd55d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/206a0244-b225-435a-a3e8-f88b6f68376d HTTP/1.1" status: 204 len: 168 time: 0.2986672 Dec 13 12:45:25.813534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f50ffb-5f51-4ce4-ab14-777cd01bd55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206a0244-b225-435a-a3e8-f88b6f68376d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:25.915191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-9050249c-447c-43cc-941e-c23bc79f40cc tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:25.983085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050249c-447c-43cc-941e-c23bc79f40cc tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Pushing event deleted for resources: {'Port': ['ID=42d8f800-4ee3-4713-b110-77d1f9771920,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:26.082845 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-9050249c-447c-43cc-941e-c23bc79f40cc tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:26.086493 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-9050249c-447c-43cc-941e-c23bc79f40cc tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:26.089830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb9d9240-62fd-4a6f-8ff9-29b8312e8899 req-9050249c-447c-43cc-941e-c23bc79f40cc tempest-FloatingIPDetailsTestJSON-510189786 tempest-FloatingIPDetailsTestJSON-510189786-project] 10.222.0.31 "DELETE /v2.0/floatingips/0e67d47e-9353-4777-9c43-a0389fbe739b HTTP/1.1" status: 204 len: 173 time: 1.0694611 Dec 13 12:45:26.098149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34922) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:26.151128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34924) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:26.185813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26c26-d6ad-469e-9800-2f9aabc062f0 req-7ba1acc8-8115-423b-a2fc-b9a79e7f5205 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:26.193444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68b26c26-d6ad-469e-9800-2f9aabc062f0 req-7ba1acc8-8115-423b-a2fc-b9a79e7f5205 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 948 time: 0.1967940 Dec 13 12:45:26.211870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34928) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:26.317622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68b26c26-d6ad-469e-9800-2f9aabc062f0 req-bf64edf5-ad2e-4794-bcdd-72bc7c45f306 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179709 Dec 13 12:45:26.425603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71786467-4a98-442d-829f-d2ddc14e3fdc', 'tag': '42b2ef6e-870b-473d-9b0b-c0777a9007d3'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:26.427822 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaa8475-d09b-4660-927e-1dd3811955dc" -d '{"events": [{"name": "network-changed", "server_uuid": "71786467-4a98-442d-829f-d2ddc14e3fdc", "tag": "42b2ef6e-870b-473d-9b0b-c0777a9007d3"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:26.584529 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2eff1faf-3167-44eb-a9e6-7c592938eb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:26.624394 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4bcdc8-603a-436e-8ea8-0be574724ce8 x-openstack-request-id: req-3b4bcdc8-603a-436e-8ea8-0be574724ce8 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:26.624394 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71786467-4a98-442d-829f-d2ddc14e3fdc", "tag": "42b2ef6e-870b-473d-9b0b-c0777a9007d3", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:26.624601 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b4bcdc8-603a-436e-8ea8-0be574724ce8 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:26.624856 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71786467-4a98-442d-829f-d2ddc14e3fdc', 'tag': '42b2ef6e-870b-473d-9b0b-c0777a9007d3', 'status': 'completed', 'code': 200} Dec 13 12:45:26.710468 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7dad8d1-ce54-4cfe-8f4a-37f72aa82d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:26.711334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-eccf6636-9915-48e4-b4ae-d63aa1802828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:26.712894 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-eccf6636-9915-48e4-b4ae-d63aa1802828 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 1099 time: 0.0872653 Dec 13 12:45:26.745556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b569e27-dc86-4fa4-8777-cd4f6dba601c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:26.877530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-221b44ca-52ee-4bfd-b775-c9a372a3228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:26.877530 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-221b44ca-52ee-4bfd-b775-c9a372a3228d service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1386468 Dec 13 12:45:26.941249 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-d5e64f31-2486-4d46-ae8a-603a35b26877 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=42b2ef6e-870b-473d-9b0b-c0777a9007d3 HTTP/1.1" status: 200 len: 217 time: 0.0456231 Dec 13 12:45:27.002269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.013289 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b569e27-dc86-4fa4-8777-cd4f6dba601c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.019839 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7dad8d1-ce54-4cfe-8f4a-37f72aa82d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.048848 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7dad8d1-ce54-4cfe-8f4a-37f72aa82d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.052447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b569e27-dc86-4fa4-8777-cd4f6dba601c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.054876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-57e874bd-2960-4dc5-9846-1ddf5ed80dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:27.056451 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-57e874bd-2960-4dc5-9846-1ddf5ed80dec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1030135 Dec 13 12:45:27.125305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6b569e27-dc86-4fa4-8777-cd4f6dba601c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=857273033cde444983dc7d29efb99e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9079518 Dec 13 12:45:27.128630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34954) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:27.129108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e7dad8d1-ce54-4cfe-8f4a-37f72aa82d1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92bdb9e255394df6a7fd11cdde7a41f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9752798 Dec 13 12:45:27.141537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34956) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:27.158347 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.193685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-777d8aee-1f8e-4428-b4ce-0c6c7a6e2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:27.195304 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-777d8aee-1f8e-4428-b4ce-0c6c7a6e2d40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303391 Dec 13 12:45:27.220084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dad8d1-ce54-4cfe-8f4a-37f72aa82d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4596035-57fa-45b8-9491-bfe0c1280853,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:27.286816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b569e27-dc86-4fa4-8777-cd4f6dba601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b091e764-c277-451b-9a43-f654c2be8433,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:27.290180 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b78bd667-925f-4a43-b309-310ee59b89a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.406800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b3f9bcc-8948-47cb-a9c5-44fc6727418d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.430447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b3f9bcc-8948-47cb-a9c5-44fc6727418d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.495628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b78bd667-925f-4a43-b309-310ee59b89a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.497652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b3f9bcc-8948-47cb-a9c5-44fc6727418d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.501187 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b3f9bcc-8948-47cb-a9c5-44fc6727418d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.502339 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5b3f9bcc-8948-47cb-a9c5-44fc6727418d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b091e764-c277-451b-9a43-f654c2be8433 HTTP/1.1" status: 204 len: 168 time: 0.3693764 Dec 13 12:45:27.503752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed936eb8-53d8-46f4-b661-0d4cb43703bc req-14a4cefe-c78f-4a61-a460-f83b77f4e37a tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:27.505489 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed936eb8-53d8-46f4-b661-0d4cb43703bc req-14a4cefe-c78f-4a61-a460-f83b77f4e37a tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 948 time: 0.1022098 Dec 13 12:45:27.526530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f9bcc-8948-47cb-a9c5-44fc6727418d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b091e764-c277-451b-9a43-f654c2be8433,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:27.601029 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.636887 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-438beec1-3286-4191-a073-08f73a034427 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319818 Dec 13 12:45:27.645426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed936eb8-53d8-46f4-b661-0d4cb43703bc req-a007211f-1486-48b8-bc86-72066a1c1448 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274941 Dec 13 12:45:27.805206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b78bd667-925f-4a43-b309-310ee59b89a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.810558 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b78bd667-925f-4a43-b309-310ee59b89a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.812450 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b78bd667-925f-4a43-b309-310ee59b89a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4596035-57fa-45b8-9491-bfe0c1280853 HTTP/1.1" status: 204 len: 168 time: 0.6696844 Dec 13 12:45:27.832264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] Deleting port cc7eb557-beea-49b1-a671-d106f99b9ed8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:27.832774 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.858946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bd667-925f-4a43-b309-310ee59b89a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4596035-57fa-45b8-9491-bfe0c1280853,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:27.917160 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bfaa8475-d09b-4660-927e-1dd3811955dc req-6285dbe2-6871-4d94-9700-cf99c0e68f26 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496359 Dec 13 12:45:27.921155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] Deleting port 2daa840e-f294-4945-a8ca-5645680886f0 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:27.922698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.967053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] For port cc7eb557-beea-49b1-a671-d106f99b9ed8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cc7eb557-beea-49b1-a671-d106f99b9ed8,segment=NetworkSegment(8801f1a3-db4b-42a8-9403-1501c468c441),segment_id=8801f1a3-db4b-42a8-9403-1501c468c441)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:27.967428 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:27.976040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 42b2ef6e-870b-473d-9b0b-c0777a9007d3 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:45:27.980982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] Calling delete_port for cc7eb557-beea-49b1-a671-d106f99b9ed8 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:28.031964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] For port 2daa840e-f294-4945-a8ca-5645680886f0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2daa840e-f294-4945-a8ca-5645680886f0,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:28.032338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:28.047036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] Calling delete_port for 2daa840e-f294-4945-a8ca-5645680886f0 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:28.190854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 42b2ef6e-870b-473d-9b0b-c0777a9007d3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=42b2ef6e-870b-473d-9b0b-c0777a9007d3,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:28.219771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '42b2ef6e-870b-473d-9b0b-c0777a9007d3', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '42b2ef6e-870b-473d-9b0b-c0777a9007d3', 'mac_address': 'fa:16:3e:03:85:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:45:28.288091 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:28.336937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7eb557-beea-49b1-a671-d106f99b9ed8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:28.343616 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:28.373435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b2ef6e-870b-473d-9b0b-c0777a9007d3 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:28.373848 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:28.415069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 42b2ef6e-870b-473d-9b0b-c0777a9007d3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=42b2ef6e-870b-473d-9b0b-c0777a9007d3,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:28.425725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 94351a29-37f1-4c0b-b720-acd49064c5dc details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:45:28.430305 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:28.436821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2daa840e-f294-4945-a8ca-5645680886f0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:28.598797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35010) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:28.651158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a36b1be-0a34-4783-be6f-179bf900a3ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:28.654737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35012) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:28.685784 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6f8d-bc94-4486-b0a6-633d5e934005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:28.803687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['42b2ef6e-870b-473d-9b0b-c0777a9007d3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:28.831903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35018) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:28.919779 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=42b2ef6e-870b-473d-9b0b-c0777a9007d3,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:29.004317 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.070716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6f8d-bc94-4486-b0a6-633d5e934005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.072024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.078257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 94351a29-37f1-4c0b-b720-acd49064c5dc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=94351a29-37f1-4c0b-b720-acd49064c5dc,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:29.085054 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6f8d-bc94-4486-b0a6-633d5e934005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.114675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '94351a29-37f1-4c0b-b720-acd49064c5dc', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '94351a29-37f1-4c0b-b720-acd49064c5dc', 'mac_address': 'fa:16:3e:50:3c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:45:29.131677 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5362d70-d206-4a23-81be-32a3750d0c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.156282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049612f-ba6f-4eaf-a723-d6d6854a648a req-93d633d0-3846-4aca-b326-23ecb7815cbb tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:29.164788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e049612f-ba6f-4eaf-a723-d6d6854a648a req-93d633d0-3846-4aca-b326-23ecb7815cbb tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 949 time: 0.2144055 Dec 13 12:45:29.234662 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.238837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e049612f-ba6f-4eaf-a723-d6d6854a648a req-e490774c-47db-4e49-aba3-1b9a56cfb705 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730612 Dec 13 12:45:29.248823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.275598 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94351a29-37f1-4c0b-b720-acd49064c5dc {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:29.289610 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1e6d6f8d-bc94-4486-b0a6-633d5e934005 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a374c68b57074e9a880d05e291afbe99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6337471 Dec 13 12:45:29.325390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 94351a29-37f1-4c0b-b720-acd49064c5dc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=94351a29-37f1-4c0b-b720-acd49064c5dc,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:29.334162 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.354614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35024) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:29.375744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5362d70-d206-4a23-81be-32a3750d0c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.427158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a36b1be-0a34-4783-be6f-179bf900a3ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.427158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d6f8d-bc94-4486-b0a6-633d5e934005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d394dce2-fd5c-4007-a534-5a6885f1ac8c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:29.431624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=94351a29-37f1-4c0b-b720-acd49064c5dc,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:29.454926 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5362d70-d206-4a23-81be-32a3750d0c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.465490 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a36b1be-0a34-4783-be6f-179bf900a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.508932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5362d70-d206-4a23-81be-32a3750d0c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d45011-9a6d-4389-84c7-384dae4974e6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:29.549834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de0a17c9-ac95-47f2-9c8a-452a82206c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.584301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['94351a29-37f1-4c0b-b720-acd49064c5dc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:29.612095 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f5362d70-d206-4a23-81be-32a3750d0c6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb8547b7d543494497c6b1a435e684fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7787406 Dec 13 12:45:29.618970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35026) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:29.632356 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de0a17c9-ac95-47f2-9c8a-452a82206c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.641167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36b1be-0a34-4783-be6f-179bf900a3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c4837b-f80a-4537-9da9-90976f6f36fa,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:29.655808 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5a36b1be-0a34-4783-be6f-179bf900a3ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aeb18e6459044ee7a49d4e071bd55644&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0558310 Dec 13 12:45:29.657375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35028) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:29.677825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] Router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:45:29.812426 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.848457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] Router ed193ba1-4dbd-442a-954f-33a713f66524 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:45:29.891812 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:45:29.895812 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efc49a54-2230-4d7e-a6f3-eb414953b949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.907413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] Sync routers for ids ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:45:29.924964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] Routers {'36cbfb5c-ae0c-4088-80c5-2a6e5341a229'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:29.925805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efc49a54-2230-4d7e-a6f3-eb414953b949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.926407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:29.972058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-df4c41f9-af13-4986-b383-2a959d9e7c44 admin admin] 10.222.0.31 "PUT /v2.0/routers/36cbfb5c-ae0c-4088-80c5-2a6e5341a229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8709667 Dec 13 12:45:29.975977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35034) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:29.993945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efc49a54-2230-4d7e-a6f3-eb414953b949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:29.996560 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efc49a54-2230-4d7e-a6f3-eb414953b949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.000506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-efc49a54-2230-4d7e-a6f3-eb414953b949 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87d45011-9a6d-4389-84c7-384dae4974e6 HTTP/1.1" status: 204 len: 168 time: 0.3804870 Dec 13 12:45:30.064190 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de0a17c9-ac95-47f2-9c8a-452a82206c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.066930 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de0a17c9-ac95-47f2-9c8a-452a82206c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.068087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-de0a17c9-ac95-47f2-9c8a-452a82206c7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d394dce2-fd5c-4007-a534-5a6885f1ac8c HTTP/1.1" status: 204 len: 168 time: 0.7121520 Dec 13 12:45:30.073443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc49a54-2230-4d7e-a6f3-eb414953b949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d45011-9a6d-4389-84c7-384dae4974e6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:30.085657 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:45:30.088918 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1ba-d139-4ef4-8ec5-4bb360b7d727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.091829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a17c9-ac95-47f2-9c8a-452a82206c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d394dce2-fd5c-4007-a534-5a6885f1ac8c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:30.100356 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b8d69ab5-663e-4ad2-9afe-4f720bb85bc7 admin admin] 10.222.0.31 "PUT /v2.0/routers/ed193ba1-4dbd-442a-954f-33a713f66524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4495716 Dec 13 12:45:30.101079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35040) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:30.104258 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] Sync routers for ids ['ed193ba1-4dbd-442a-954f-33a713f66524'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:45:30.114411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] Set router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:30.125525 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] Routers {'ed193ba1-4dbd-442a-954f-33a713f66524'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:30.126772 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ed193ba1-4dbd-442a-954f-33a713f66524'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:30.235660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 42b2ef6e-870b-473d-9b0b-c0777a9007d3 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:30.311921 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1ba-d139-4ef4-8ec5-4bb360b7d727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.401069 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] Set router ed193ba1-4dbd-442a-954f-33a713f66524 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:30.533085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:45:30.542000 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.569244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:30.569614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.631650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.710031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732646-1a39-4e5b-bdd8-ad8b2a66cfca req-922cab2d-30e5-4d2c-bee5-5bfb309be30c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:30.711982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02732646-1a39-4e5b-bdd8-ad8b2a66cfca req-922cab2d-30e5-4d2c-bee5-5bfb309be30c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 949 time: 0.3245847 Dec 13 12:45:30.725292 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1ba-d139-4ef4-8ec5-4bb360b7d727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.728430 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1ba-d139-4ef4-8ec5-4bb360b7d727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.732002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a80bc1ba-d139-4ef4-8ec5-4bb360b7d727 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8c4837b-f80a-4537-9da9-90976f6f36fa HTTP/1.1" status: 204 len: 168 time: 1.0713840 Dec 13 12:45:30.773529 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.790570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-router', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:28Z', 'revision_number': 5, 'project_id': '587d5156519e42d989fadca978d51ad8', 'gw_port': {'id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:30.827100 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-router', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:11Z', 'updated_at': '2021-12-13T12:45:28Z', 'revision_number': 5, 'project_id': '6d49c3db688c495f983377037dfc9036', 'gw_port': {'id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:13Z', 'updated_at': '2021-12-13T12:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:30.851631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 42b2ef6e-870b-473d-9b0b-c0777a9007d3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=42b2ef6e-870b-473d-9b0b-c0777a9007d3,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:30.852795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71786467-4a98-442d-829f-d2ddc14e3fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b2ef6e-870b-473d-9b0b-c0777a9007d3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:30.855442 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7976f031-2aac-4cf3-811f-132b2574e93d" -d '{"events": [{"server_uuid": "71786467-4a98-442d-829f-d2ddc14e3fdc", "name": "network-vif-plugged", "status": "completed", "tag": "42b2ef6e-870b-473d-9b0b-c0777a9007d3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:30.858768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] Checking router: 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:45:30.863885 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:30.878152 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] Checking router: ed193ba1-4dbd-442a-954f-33a713f66524 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:45:30.889896 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] Routers {'ed193ba1-4dbd-442a-954f-33a713f66524'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:30.890941 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ed193ba1-4dbd-442a-954f-33a713f66524'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:30.895387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bc1ba-d139-4ef4-8ec5-4bb360b7d727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c4837b-f80a-4537-9da9-90976f6f36fa,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:30.947612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] Routers {'36cbfb5c-ae0c-4088-80c5-2a6e5341a229'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:30.948263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:31.045403 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35f03c6-39e7-469c-ad50-a40c37c09f7e x-openstack-request-id: req-f35f03c6-39e7-469c-ad50-a40c37c09f7e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:31.048260 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71786467-4a98-442d-829f-d2ddc14e3fdc", "name": "network-vif-plugged", "status": "completed", "tag": "42b2ef6e-870b-473d-9b0b-c0777a9007d3", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:31.048566 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f35f03c6-39e7-469c-ad50-a40c37c09f7e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:31.048944 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71786467-4a98-442d-829f-d2ddc14e3fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b2ef6e-870b-473d-9b0b-c0777a9007d3', 'code': 200} Dec 13 12:45:31.073841 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] Set router ed193ba1-4dbd-442a-954f-33a713f66524 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:31.100445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02732646-1a39-4e5b-bdd8-ad8b2a66cfca req-c4174d9d-83e9-45b5-880b-e58aa7c1859b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695250 Dec 13 12:45:31.128962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=42b2ef6e-870b-473d-9b0b-c0777a9007d3,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:31.131004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f956313-5b1c-4bef-be01-ddd7a5cd9638 req-29adaa5f-2ed9-4311-b48e-9b49d62bbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:31.135407 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f956313-5b1c-4bef-be01-ddd7a5cd9638 req-29adaa5f-2ed9-4311-b48e-9b49d62bbee0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 1101 time: 0.1098080 Dec 13 12:45:31.148171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:31.232407 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f956313-5b1c-4bef-be01-ddd7a5cd9638 req-4245a21a-e1e8-4fcb-b318-a7cd88e3c758 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887034 Dec 13 12:45:31.244560 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:31.286695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] Set router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:31.434744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Deleting port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:31.435742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:31.523822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Deleting port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:31.524277 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:31.532446 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-router', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:11Z', 'updated_at': '2021-12-13T12:45:28Z', 'revision_number': 5, 'project_id': '6d49c3db688c495f983377037dfc9036', 'gw_port': {'id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:13Z', 'updated_at': '2021-12-13T12:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:31.604926 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23cc9fc-0fee-4bd6-8623-028eb80142ed None None] The sync data for ids ['ed193ba1-4dbd-442a-954f-33a713f66524'] in n-d-817326-4 is: [{'id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605192850-router', 'tenant_id': '6d49c3db688c495f983377037dfc9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:11Z', 'updated_at': '2021-12-13T12:45:28Z', 'revision_number': 5, 'project_id': '6d49c3db688c495f983377037dfc9036', 'gw_port': {'id': 'fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed193ba1-4dbd-442a-954f-33a713f66524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:13Z', 'updated_at': '2021-12-13T12:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:45:31.627239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] For port fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:31.627619 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:31.661731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Calling delete_port for fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:31.696346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] For port fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:31.697306 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:31.731568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-router', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:28Z', 'revision_number': 5, 'project_id': '587d5156519e42d989fadca978d51ad8', 'gw_port': {'id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:31.738692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Calling delete_port for fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:31.804306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35096) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:31.860114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35100) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:31.951534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd2177-1ffa-4a94-ad58-5e159099b5ff None None] The sync data for ids ['36cbfb5c-ae0c-4088-80c5-2a6e5341a229'] in n-d-817326-4 is: [{'id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'name': 'tempest-FloatingIPDetailsTestJSON-2083163101-router', 'tenant_id': '587d5156519e42d989fadca978d51ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:28Z', 'revision_number': 5, 'project_id': '587d5156519e42d989fadca978d51ad8', 'gw_port': {'id': 'fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cbfb5c-ae0c-4088-80c5-2a6e5341a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:44:58Z', 'updated_at': '2021-12-13T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:45:32.013016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2daa840e-f294-4945-a8ca-5645680886f0 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:32.039772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 2daa840e-f294-4945-a8ca-5645680886f0 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:32.040130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2daa840e-f294-4945-a8ca-5645680886f0 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:32.058897 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.107360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:32.137390 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.156094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-296568214-network', 'tenant_id': '7311861d06bd4ed8a69302e267470b3d'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:32.200117 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.225283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Made reservation on behalf of 7311861d06bd4ed8a69302e267470b3d for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:32.228266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.245913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.257865 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-144094048-network', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:32.392574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 94351a29-37f1-4c0b-b720-acd49064c5dc up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:32.424823 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.434116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:32.442443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.481613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:45:32.491435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 94351a29-37f1-4c0b-b720-acd49064c5dc completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:45:32.497749 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.498117 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Added segment 6c977f3e-f5b5-4dc5-9d13-6136685e0ce7 of type vlan for network 219543e4-4bac-49a9-93d4-417277130b86 Dec 13 12:45:32.507696 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.515469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 94351a29-37f1-4c0b-b720-acd49064c5dc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:32.518312 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.563334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.608373 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b88453-164a-4318-8b9f-5285e05dbc15,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:32.641353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.642908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:32.643772 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.668036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:32.673625 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.691360 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8820138 Dec 13 12:45:32.691360 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35120) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:32.697359 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.732023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Request body: {'subnet': {'network_id': '219543e4-4bac-49a9-93d4-417277130b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-296568214-subnet', 'tenant_id': '7311861d06bd4ed8a69302e267470b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:32.744909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 94351a29-37f1-4c0b-b720-acd49064c5dc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=94351a29-37f1-4c0b-b720-acd49064c5dc,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:32.753756 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.772204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Made reservation on behalf of 7311861d06bd4ed8a69302e267470b3d for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:32.774764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.791735 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.802005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.855678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=94351a29-37f1-4c0b-b720-acd49064c5dc,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:32.873983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.876509 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.879378 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.892446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e84bc1-6afc-44b6-8006-86dffcde4268 admin admin] Pushing event updated for resources: {'Network': ['ID=219543e4-4bac-49a9-93d4-417277130b86,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:32.902239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:32.912125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 219543e4-4bac-49a9-93d4-417277130b86 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:45:32.979483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.040336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28765a81-4235-4048-bd58-4a2b3727d1ed,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:33.050588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa29a186-0a24-4c17-8c62-2b2f70614371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94351a29-37f1-4c0b-b720-acd49064c5dc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:33.059054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2328b1-9290-42f2-addc-38497a350c25 req-9ab6eae5-3ecb-46ca-b52f-7380b5d4f0a3 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:33.061119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f2328b1-9290-42f2-addc-38497a350c25 req-9ab6eae5-3ecb-46ca-b52f-7380b5d4f0a3 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 950 time: 0.7718616 Dec 13 12:45:33.062243 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181491f4-a85f-4071-8046-8abe09dce380" -d '{"events": [{"server_uuid": "aa29a186-0a24-4c17-8c62-2b2f70614371", "name": "network-vif-plugged", "status": "completed", "tag": "94351a29-37f1-4c0b-b720-acd49064c5dc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:33.081313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:45:33.084778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.085490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36cbfb5c-ae0c-4088-80c5-2a6e5341a229 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:45:33.087249 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.087932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed193ba1-4dbd-442a-954f-33a713f66524 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:45:33.130783 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.132669 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a42de20f-c9e7-4583-9f76-c1e5132fbaf4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/36cbfb5c-ae0c-4088-80c5-2a6e5341a229 HTTP/1.1" status: 204 len: 168 time: 3.1553428 Dec 13 12:45:33.142851 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.144532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8ff711aa-935f-4de9-9d46-0589fecb02ab admin admin] 10.222.0.31 "DELETE /v2.0/routers/ed193ba1-4dbd-442a-954f-33a713f66524 HTTP/1.1" status: 204 len: 168 time: 3.0401664 Dec 13 12:45:33.149294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35130) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:33.149885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35132) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:33.160482 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee8b961-dd2c-44e7-a791-8ac7d3f0ab02 x-openstack-request-id: req-5ee8b961-dd2c-44e7-a791-8ac7d3f0ab02 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:33.160920 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa29a186-0a24-4c17-8c62-2b2f70614371", "name": "network-vif-plugged", "status": "completed", "tag": "94351a29-37f1-4c0b-b720-acd49064c5dc", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:33.161503 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ee8b961-dd2c-44e7-a791-8ac7d3f0ab02 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:33.162142 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa29a186-0a24-4c17-8c62-2b2f70614371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94351a29-37f1-4c0b-b720-acd49064c5dc', 'code': 200} Dec 13 12:45:33.497851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.531290 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.531853 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Added segment 6a878be6-31d9-4054-92ad-27788ee74088 of type vlan for network fc70dab7-0712-49c8-bb1b-4ed11b531838 Dec 13 12:45:33.536966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0c69b-0db8-4b2a-8c78-52cf34b571c4 req-3a0705d4-22aa-4d51-8673-6f1108977e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:33.538046 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e3a0c69b-0db8-4b2a-8c78-52cf34b571c4 req-3a0705d4-22aa-4d51-8673-6f1108977e24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa29a186-0a24-4c17-8c62-2b2f70614371 HTTP/1.1" status: 200 len: 1101 time: 0.1058972 Dec 13 12:45:33.590794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78a57fd-1d76-4319-9106-b62626f1bc04,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:33.601064 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f2328b1-9290-42f2-addc-38497a350c25 req-2623daa9-931b-45e6-b22e-9665f81e02a1 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238869 Dec 13 12:45:33.627357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.627555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:33.627910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Network hostable DHCP agents. Network: 219543e4-4bac-49a9-93d4-417277130b86, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:45:33.633915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-42428cd4-08ae-4c0c-8d2e-dc47701b2931 admin admin] Deleting subnet e1a9092d-afab-44f5-9be8-0f00ced94e6b {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:45:33.642015 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e3a0c69b-0db8-4b2a-8c78-52cf34b571c4 req-3655eb82-06de-418f-a467-3674e5ea2cfa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940847 Dec 13 12:45:33.646268 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42428cd4-08ae-4c0c-8d2e-dc47701b2931 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.651324 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Network 219543e4-4bac-49a9-93d4-417277130b86 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:45:33.666156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 219543e4-4bac-49a9-93d4-417277130b86) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:33.676592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9944f3b9-6fb9-4129-8d3b-28f0cb3b86aa None None] Network 219543e4-4bac-49a9-93d4-417277130b86 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:33.681538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:33.682612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.687887 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42428cd4-08ae-4c0c-8d2e-dc47701b2931 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.713350 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4a6d7634-c627-43b7-9b5a-aef79edcc3fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0129597 Dec 13 12:45:33.786826 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42428cd4-08ae-4c0c-8d2e-dc47701b2931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.837574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-abea5f1b-fe55-4a2b-ab83-d2fe4fb3e8f4 admin admin] Deleting subnet 389a4dc5-adc2-41f0-b681-f9fb57f7d4e7 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:45:33.841608 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abea5f1b-fe55-4a2b-ab83-d2fe4fb3e8f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.858256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11059d0a-3d8f-41ae-b6f9-ba9308641d8b None None] Network 219543e4-4bac-49a9-93d4-417277130b86 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:33.879956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abea5f1b-fe55-4a2b-ab83-d2fe4fb3e8f4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.961998 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.962921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:33.963506 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:33.984638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abea5f1b-fe55-4a2b-ab83-d2fe4fb3e8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.061854 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42428cd4-08ae-4c0c-8d2e-dc47701b2931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.115812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35166) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:34.116304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2552819 Dec 13 12:45:34.123349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Request body: {'subnet': {'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-144094048-subnet', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:34.129450 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-4d3f94ab-b0c2-477c-a594-9c2efc50716e tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ae994de2d1c9465fa53e0359787faaff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137967 Dec 13 12:45:34.133687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42428cd4-08ae-4c0c-8d2e-dc47701b2931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a9092d-afab-44f5-9be8-0f00ced94e6b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:34.155618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51de430-f770-452b-b53f-48391dcb8b58 admin admin] Pushing event updated for resources: {'Network': ['ID=fc70dab7-0712-49c8-bb1b-4ed11b531838,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:34.158768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42428cd4-08ae-4c0c-8d2e-dc47701b2931 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.161116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a2cbcc-34e9-46d4-874f-6d450811df07 None None] Network 7a163436-b673-466d-a14a-30040986c2d7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:34.168958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-42428cd4-08ae-4c0c-8d2e-dc47701b2931 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e1a9092d-afab-44f5-9be8-0f00ced94e6b HTTP/1.1" status: 204 len: 168 time: 1.0112247 Dec 13 12:45:34.172795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35168) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:34.173534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:34.179444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.241690 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abea5f1b-fe55-4a2b-ab83-d2fe4fb3e8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.281357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea5f1b-fe55-4a2b-ab83-d2fe4fb3e8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389a4dc5-adc2-41f0-b681-f9fb57f7d4e7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:34.292828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fc70dab7-0712-49c8-bb1b-4ed11b531838 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:45:34.296574 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abea5f1b-fe55-4a2b-ab83-d2fe4fb3e8f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.300809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-abea5f1b-fe55-4a2b-ab83-d2fe4fb3e8f4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/389a4dc5-adc2-41f0-b681-f9fb57f7d4e7 HTTP/1.1" status: 204 len: 168 time: 1.1479428 Dec 13 12:45:34.303721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35174) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:34.304378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cc7eb557-beea-49b1-a671-d106f99b9ed8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:34.321594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-2b6366b0-a271-4bf3-a748-375ec7a3334d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:34.329630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-2b6366b0-a271-4bf3-a748-375ec7a3334d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992936 Dec 13 12:45:34.378474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.398416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-babe347c-82ea-470a-b0bb-427057b3c1db tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/quotas/ae994de2d1c9465fa53e0359787faaff HTTP/1.1" status: 200 len: 375 time: 0.0674696 Dec 13 12:45:34.450677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-1d6bacc4-f069-40a3-beca-1c36696d25c9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae994de2d1c9465fa53e0359787faaff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513268 Dec 13 12:45:34.452603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadb3da5-cf2e-4c55-96ec-80c25d4faf37 None None] Network 27bad304-96f9-46eb-8d1b-6f19d5d34b77 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:34.471159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: cc7eb557-beea-49b1-a671-d106f99b9ed8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:34.471650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cc7eb557-beea-49b1-a671-d106f99b9ed8 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:34.472089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:34.481646 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.509977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:34.510503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fdbf219b-0bbf-42c8-a189-ace3c0a5e9f4 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:34.547296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Deleting port 1efa396e-577d-4d9c-b845-83f549151327 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:34.548218 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.565455 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.588914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Deleting port 7e829ca4-64f7-466d-a30a-135b24d5aba8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:34.589770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.614382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35182) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:34.619686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-730281775-network', 'tenant_id': '1571269ee3e840ad86acd8d26a2939d0'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:34.712648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] For port 1efa396e-577d-4d9c-b845-83f549151327, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1efa396e-577d-4d9c-b845-83f549151327,segment=NetworkSegment(8801f1a3-db4b-42a8-9403-1501c468c441),segment_id=8801f1a3-db4b-42a8-9403-1501c468c441)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:34.713056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.723301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] For port 7e829ca4-64f7-466d-a30a-135b24d5aba8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7e829ca4-64f7-466d-a30a-135b24d5aba8,segment=NetworkSegment(ba6a5bbc-2946-4820-abc6-1af98ce71cd2),segment_id=ba6a5bbc-2946-4820-abc6-1af98ce71cd2)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:34.723960 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.726543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Made reservation on behalf of 1571269ee3e840ad86acd8d26a2939d0 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:34.728626 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.738208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b48a5-05ab-4c7d-a636-b252402f6b97 None None] DHCP port deletion for 7a163436-b673-466d-a14a-30040986c2d7 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:45:34.753850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Calling delete_port for 7e829ca4-64f7-466d-a30a-135b24d5aba8 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:34.755633 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.763085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2682f3-4d19-4b32-b1e3-f9be77d2e054,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:34.771444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Calling delete_port for 1efa396e-577d-4d9c-b845-83f549151327 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:34.828036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Checking segment: {'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:34.828407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Network hostable DHCP agents. Network: fc70dab7-0712-49c8-bb1b-4ed11b531838, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:45:34.862727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f13b48a5-05ab-4c7d-a636-b252402f6b97 None None] Deleting port 1efa396e-577d-4d9c-b845-83f549151327 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:34.867422 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f13b48a5-05ab-4c7d-a636-b252402f6b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.904773 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Network fc70dab7-0712-49c8-bb1b-4ed11b531838 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:45:34.921400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fc70dab7-0712-49c8-bb1b-4ed11b531838) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:34.926350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:34.927529 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:34.940927 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.010167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449c78-be2e-424f-bbf9-71f60699f503 req-bff99611-602e-4e52-9d57-db909dd73286 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:35.012638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c449c78-be2e-424f-bbf9-71f60699f503 req-bff99611-602e-4e52-9d57-db909dd73286 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 950 time: 0.1545153 Dec 13 12:45:35.031334 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5cba15a8-a79d-4b46-8b66-f56b6add0f66 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9142082 Dec 13 12:45:35.036892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Pushing event deleted for resources: {'Port': ['ID=1efa396e-577d-4d9c-b845-83f549151327,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:35.038961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35202) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:35.040003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] No DVR routers for this DVR port 1efa396e-577d-4d9c-b845-83f549151327 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:45:35.049588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:35.052725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f13b48a5-05ab-4c7d-a636-b252402f6b97 None None] For port 1efa396e-577d-4d9c-b845-83f549151327, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1efa396e-577d-4d9c-b845-83f549151327,segment=NetworkSegment(8801f1a3-db4b-42a8-9403-1501c468c441),segment_id=8801f1a3-db4b-42a8-9403-1501c468c441)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:35.054565 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f13b48a5-05ab-4c7d-a636-b252402f6b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.060468 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.070340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d7446-2dc3-458c-840a-36d024822ed0 None None] DHCP port deletion for 27bad304-96f9-46eb-8d1b-6f19d5d34b77 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:45:35.073120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603774a-fcc7-46fa-92da-2e88a0901aaa None None] Network fc70dab7-0712-49c8-bb1b-4ed11b531838 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:35.132662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f13b48a5-05ab-4c7d-a636-b252402f6b97 None None] Calling delete_port for 1efa396e-577d-4d9c-b845-83f549151327 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:35.173433 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.174492 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.177396 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] No DVR routers for this DVR port 7e829ca4-64f7-466d-a30a-135b24d5aba8 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:45:35.179893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e829ca4-64f7-466d-a30a-135b24d5aba8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:35.182166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.186873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c449c78-be2e-424f-bbf9-71f60699f503 req-26e45485-c75e-46a5-afbf-ffe4664f5208 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656332 Dec 13 12:45:35.198858 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.219649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a163436-b673-466d-a14a-30040986c2d7']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:35.239794 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.242496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8801f1a3-db4b-42a8-9403-1501c468c441') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:35.243003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8801f1a3-db4b-42a8-9403-1501c468c441') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:35.255566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:45:35.267252 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.267863 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Added segment c589c555-17f8-4fae-bced-a1b4775555a5 of type vlan for network 17e35858-6481-46ad-8413-be5fdf2ee33d Dec 13 12:45:35.281209 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f13b48a5-05ab-4c7d-a636-b252402f6b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.292826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.295619 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.322289 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.351795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b48a5-05ab-4c7d-a636-b252402f6b97 None None] Pushing event deleted for resources: {'Port': ['ID=1efa396e-577d-4d9c-b845-83f549151327,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:35.385496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b48a5-05ab-4c7d-a636-b252402f6b97 None None] No DVR routers for this DVR port 1efa396e-577d-4d9c-b845-83f549151327 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:45:35.395830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-4133e327-d5c4-44e2-b4df-c3be51aef728 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ae994de2d1c9465fa53e0359787faaff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2745278 Dec 13 12:45:35.396065 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-fc70dab7-0712-49c8-bb1b-4ed11b531838', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:45:35.396065 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.405019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bac0af-d0d0-4af0-b12f-1a494ae348fc,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:35.454638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.455603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:35.461338 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.518776 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.525084 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.539508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:45:35.539796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:45:35.547530 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:45:35.602699 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.615851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] Pushing event updated for resources: {'Network': ['ID=17e35858-6481-46ad-8413-be5fdf2ee33d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:35.638574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-219cd726-d3a7-4958-8d9c-0028cdad3015 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0196877 Dec 13 12:45:35.638750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Allocated IP 172.20.0.2 (fc70dab7-0712-49c8-bb1b-4ed11b531838/6c2682f3-4d19-4b32-b1e3-f9be77d2e054/338abd76-9aa3-4b7a-a9be-b62ebcf706c7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:35.639016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35214) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:35.654828 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.655039 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.655843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.656174 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.656496 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.656830 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.657148 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.657470 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.657778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.658165 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.676346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Request body: {'subnet': {'network_id': '17e35858-6481-46ad-8413-be5fdf2ee33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-730281775-subnet', 'tenant_id': '1571269ee3e840ad86acd8d26a2939d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:35.700297 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.737426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 17e35858-6481-46ad-8413-be5fdf2ee33d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:45:35.739702 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.746273 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] 10.222.0.31 "DELETE /v2.0/networks/7a163436-b673-466d-a14a-30040986c2d7 HTTP/1.1" status: 204 len: 168 time: 1.5568373 Dec 13 12:45:35.766452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852df6c1-e225-459d-948a-eab513df679c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a163436-b673-466d-a14a-30040986c2d7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:35.773668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.774564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Made reservation on behalf of 1571269ee3e840ad86acd8d26a2939d0 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:35.775484 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.777744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.779015 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.779685 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 12:45:35.780575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bad304-96f9-46eb-8d1b-6f19d5d34b77']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:35.818429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2fa23-38c1-495b-8f56-aa28adfa8d24 req-5ea22c75-cdd7-44c7-b273-4e547c7b0422 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:35.829238 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00c2fa23-38c1-495b-8f56-aa28adfa8d24 req-5ea22c75-cdd7-44c7-b273-4e547c7b0422 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa29a186-0a24-4c17-8c62-2b2f70614371 HTTP/1.1" status: 200 len: 950 time: 0.4315507 Dec 13 12:45:35.890016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1efa396e-577d-4d9c-b845-83f549151327 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:35.891830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-3ea0a143-10be-48de-8f92-893819097896 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:35.893928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-3ea0a143-10be-48de-8f92-893819097896 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4985416 Dec 13 12:45:35.896002 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:35.896299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6a5bbc-2946-4820-abc6-1af98ce71cd2') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:35.949943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:35.966484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1efa396e-577d-4d9c-b845-83f549151327 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:35.967265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1efa396e-577d-4d9c-b845-83f549151327 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:35.967852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7e829ca4-64f7-466d-a30a-135b24d5aba8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:35.986987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35220) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:35.993475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-e8e5187d-062f-447d-96c1-0a79eac5a85d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/quotas/ae994de2d1c9465fa53e0359787faaff HTTP/1.1" status: 200 len: 375 time: 0.0625219 Dec 13 12:45:36.000855 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.018631 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00c2fa23-38c1-495b-8f56-aa28adfa8d24 req-452f882a-2f62-40f2-a73f-7e88798aaa37 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885135 Dec 13 12:45:36.025902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 7e829ca4-64f7-466d-a30a-135b24d5aba8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:36.026374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7e829ca4-64f7-466d-a30a-135b24d5aba8 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:36.026682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:36.031624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:45:36.032059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: from cryptography.utils import int_from_bytes Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: from cryptography.utils import int_from_bytes Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:45:36.038374 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:45:36.060406 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.062033 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:36.062750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe9ba92e-bfab-4ed0-bbe5-6f44b08c3c98 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:36.071841 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.085061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-4c416265-699e-431f-a97e-ddb05a8cc706 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae994de2d1c9465fa53e0359787faaff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809071 Dec 13 12:45:36.124689 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.140841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-781039f8-df6f-4e97-9bfb-255c8f174254 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=587d5156519e42d989fadca978d51ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489480 Dec 13 12:45:36.143660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35224) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:36.151054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Pushing event updated for resources: {'Port': ['ID=338abd76-9aa3-4b7a-a9be-b62ebcf706c7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:36.161406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Network fc70dab7-0712-49c8-bb1b-4ed11b531838 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:36.163161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:36.167896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:36.179416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.181425 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.216910 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d96d4d6d-e0e2-4129-b3ad-79ccfd4abccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.230014 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.265570 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.271909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/27bad304-96f9-46eb-8d1b-6f19d5d34b77 HTTP/1.1" status: 204 len: 168 time: 1.9668674 Dec 13 12:45:36.276383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d96d4d6d-e0e2-4129-b3ad-79ccfd4abccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.278956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cea717-73fe-48f0-b3d9-4fd47a17efb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=27bad304-96f9-46eb-8d1b-6f19d5d34b77,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:36.287538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35226) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:36.332595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Attempting to bind port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:36.333125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Attempting to bind port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:36.333399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Attempting to bind port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 on network fc70dab7-0712-49c8-bb1b-4ed11b531838 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:36.348187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:36.349290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Checking segment: {'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:36.349702 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.350180 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Bound using segment: {'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:36.350678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Bound port: 338abd76-9aa3-4b7a-a9be-b62ebcf706c7, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:36.351180 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.388794 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-978bf4ac-ac3f-48f0-a79b-3533a6595168 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae994de2d1c9465fa53e0359787faaff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1266415 Dec 13 12:45:36.417099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=987d8fa8-0151-4f40-aae3-3245f8d92134,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:36.523615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] For port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:36.530864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] For port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=338abd76-9aa3-4b7a-a9be-b62ebcf706c7,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:36.542504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0619015-dc5d-4520-9e3e-d375364880f1 req-97832a4d-8ed5-4ef5-a247-254da549ead1 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 210 time: 0.0870891 Dec 13 12:45:36.542720 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.610709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Checking segment: {'id': 'c589c555-17f8-4fae-bced-a1b4775555a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17e35858-6481-46ad-8413-be5fdf2ee33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:36.611418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Network hostable DHCP agents. Network: 17e35858-6481-46ad-8413-be5fdf2ee33d, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:45:36.680614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31417fe-11ec-4833-b68d-148b804e703e None None] Pushing event updated for resources: {'Port': ['ID=338abd76-9aa3-4b7a-a9be-b62ebcf706c7,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:36.682995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Allocated IP 172.25.2.102 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/d26844da-fb6e-4a62-a426-630cb97cf030) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:36.729350 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d96d4d6d-e0e2-4129-b3ad-79ccfd4abccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.733870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d96d4d6d-e0e2-4129-b3ad-79ccfd4abccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.737749 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d96d4d6d-e0e2-4129-b3ad-79ccfd4abccd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b4bea0e-b3ff-49cc-8751-20e0b8c6c040 HTTP/1.1" status: 204 len: 168 time: 0.5903354 Dec 13 12:45:36.771527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-9750ebda-d6db-41c7-bfb5-17ece777246c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:36.773408 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-9750ebda-d6db-41c7-bfb5-17ece777246c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3755643 Dec 13 12:45:36.786364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d4d6d-e0e2-4129-b3ad-79ccfd4abccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4bea0e-b3ff-49cc-8751-20e0b8c6c040,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:36.815399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Request body: {'port': {'device_id': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'ae994de2d1c9465fa53e0359787faaff'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:36.842036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Network 17e35858-6481-46ad-8413-be5fdf2ee33d is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:45:36.891488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 17e35858-6481-46ad-8413-be5fdf2ee33d) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:36.892356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343393ba-5993-4fce-9e0c-3cb90c181a4b req-d79861de-4c0b-4830-96e6-f3d1382ee285 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:36.901043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343393ba-5993-4fce-9e0c-3cb90c181a4b req-d79861de-4c0b-4830-96e6-f3d1382ee285 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:36.904129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99798296-5c12-423d-b72c-553017a70a58 None None] Network 17e35858-6481-46ad-8413-be5fdf2ee33d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:36.913123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-343393ba-5993-4fce-9e0c-3cb90c181a4b req-d79861de-4c0b-4830-96e6-f3d1382ee285 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc&device_id=aa29a186-0a24-4c17-8c62-2b2f70614371 HTTP/1.1" status: 200 len: 1691 time: 0.1759849 Dec 13 12:45:36.917574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:36.919271 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:36.963921 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e8332153-aeff-43cf-aa55-e58f0eb9d48f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3233213 Dec 13 12:45:37.052071 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:37.130313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Made reservation on behalf of ae994de2d1c9465fa53e0359787faaff for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:37.135265 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:37.156900 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:37.172998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-343393ba-5993-4fce-9e0c-3cb90c181a4b req-43d81f18-5721-4d75-b15e-18388e938afe tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589169 Dec 13 12:45:37.226676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5719a7de-4115-4200-966f-113d5b5f6bfc None None] Network 17e35858-6481-46ad-8413-be5fdf2ee33d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:37.278515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:37.279785 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:37.286920 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:37.319883 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:37.378477 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:37.388311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:37.488764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb67275-465f-478e-b32c-42f20945e45f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:37.560355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:37.571884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:37.602921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:37.917070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f215d1b-edb3-4cfe-ab3a-47f20d72854b req-d99f5821-c522-40d7-9f92-22af0d6b58d2 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 210 time: 0.0756931 Dec 13 12:45:37.963785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Pushing event updated for resources: {'Port': ['ID=d26844da-fb6e-4a62-a426-630cb97cf030,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:38.027207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:38.055731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212cda1-b804-4e6e-b6ec-01a650ed3ec6 req-9a50f0aa-2692-452c-bb7d-45d9c6599414 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:38.057482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e212cda1-b804-4e6e-b6ec-01a650ed3ec6 req-9a50f0aa-2692-452c-bb7d-45d9c6599414 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 1101 time: 0.2945344 Dec 13 12:45:38.064810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Allocated IP 192.168.233.111 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/40e296cd-9158-4925-9a5b-e908076d5643) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:38.224199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:38.225152 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:38.245300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:38.382889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e212cda1-b804-4e6e-b6ec-01a650ed3ec6 req-3174fe7b-66ca-4bcb-9620-c05342aa40ca tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046083 Dec 13 12:45:38.430402 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:38.483973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] Deleting port 86889766-057d-447f-9223-069425dbea46 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:38.484305 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:38.532742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=338abd76-9aa3-4b7a-a9be-b62ebcf706c7,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:38.545652 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:38.612589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=338abd76-9aa3-4b7a-a9be-b62ebcf706c7,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:38.670390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b977a0f-f848-42d4-9c3d-2629520d4932 None None] Network fc70dab7-0712-49c8-bb1b-4ed11b531838 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:38.764062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f235b63e-8ec8-46a3-a349-74b8c39f38db None None] Provisioning complete for port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:38.765040 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f235b63e-8ec8-46a3-a349-74b8c39f38db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:38.897934 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-d2b3c7c2-1864-48f2-af0d-bbeb854961f3 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ae994de2d1c9465fa53e0359787faaff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335636 Dec 13 12:45:38.980928 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:39.095535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099697e6-3a8e-46b8-8a76-e9e3d7e79939 req-1ae040eb-0fb6-48ba-96be-19ffd700c2d2 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:39.096658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-099697e6-3a8e-46b8-8a76-e9e3d7e79939 req-1ae040eb-0fb6-48ba-96be-19ffd700c2d2 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aa29a186-0a24-4c17-8c62-2b2f70614371 HTTP/1.1" status: 200 len: 1101 time: 0.4711640 Dec 13 12:45:39.101963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] For port 86889766-057d-447f-9223-069425dbea46, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=86889766-057d-447f-9223-069425dbea46,segment=NetworkSegment(50d0354e-c84d-40e9-8019-76ecc4bd0199),segment_id=50d0354e-c84d-40e9-8019-76ecc4bd0199)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:39.102376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:39.111467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-25f42db3-ece1-4d54-a727-07142078cda5 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:39.114863 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-25f42db3-ece1-4d54-a727-07142078cda5 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066169 Dec 13 12:45:39.129019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0c59651b-7e9e-4793-9be7-bf39910734f0 None None] Provisioning complete for port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:39.129563 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c59651b-7e9e-4793-9be7-bf39910734f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:39.135663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] Calling delete_port for 86889766-057d-447f-9223-069425dbea46 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:39.154474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Request body: {'port': {'device_id': '9bd05894-e7f8-4f7b-be2e-a64e419e9eae', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'ae994de2d1c9465fa53e0359787faaff'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:39.247604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-068ff793-c463-446f-b5e0-fd86e214a0dd tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:39.248311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:39.249140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-068ff793-c463-446f-b5e0-fd86e214a0dd tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 807 time: 0.5333683 Dec 13 12:45:39.256663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:39.262376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-099697e6-3a8e-46b8-8a76-e9e3d7e79939 req-3e0de780-5da9-439b-95b2-72e4b6da732c tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449151 Dec 13 12:45:39.287828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-f250453d-7d21-4f01-96f9-b94cf93f6c34 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/quotas/7311861d06bd4ed8a69302e267470b3d HTTP/1.1" status: 200 len: 375 time: 0.0303757 Dec 13 12:45:39.330036 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-99fdb337-c871-4f17-b80c-e602a760a651 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413294 Dec 13 12:45:39.401246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:39.407354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Made reservation on behalf of ae994de2d1c9465fa53e0359787faaff for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:39.410911 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:39.416545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:39.418180 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:39.430772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:39.508107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-eae2685f-3a8c-4419-92e5-2b555b6b6b02 service neutron] 10.222.0.31 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374953 Dec 13 12:45:39.593403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:39.594092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:39.657537 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-def91a6e-a936-4735-b148-2f99cf12193f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8469758 Dec 13 12:45:39.673477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Request body: {'port': {'device_id': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:39.682951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a8cee64-6bb6-45e1-bf7b-4aad0c321673 req-5dd8ecf1-b80c-40e5-b1b8-c11a6dd2e998 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 210 time: 0.0430665 Dec 13 12:45:39.743965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:39.787180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-f378ad7b-aade-4f7a-b459-829367109d5a service neutron] 10.222.0.31 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570870 Dec 13 12:45:39.790726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-11e6e571-a420-400a-b8d9-23ff02c4614c None None] Provisioning complete for port 40e296cd-9158-4925-9a5b-e908076d5643 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:39.801013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] Pushing event deleted for resources: {'Port': ['ID=86889766-057d-447f-9223-069425dbea46,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:39.803170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Allocated IP 192.168.233.25 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/ac55b3e9-c1e1-49de-b40f-9d6a0be03328) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:39.806659 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11e6e571-a420-400a-b8d9-23ff02c4614c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:39.816098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:45:39.872401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:39.937426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-11e6e571-a420-400a-b8d9-23ff02c4614c None None] Port 40e296cd-9158-4925-9a5b-e908076d5643 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:45:39.970395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:39.970978 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.007527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35318) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:40.038214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.072979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.093209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.125265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9b5b9-2a4d-4ada-a395-5c0bb4efaba2 req-951f9452-1501-48a4-80f2-f48b20de8322 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:40.135251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8a9b5b9-2a4d-4ada-a395-5c0bb4efaba2 req-951f9452-1501-48a4-80f2-f48b20de8322 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 1097 time: 0.2476876 Dec 13 12:45:40.224839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:40.251982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:40.254399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:40.269362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0d26e99-f88f-428c-9816-98c8e20d1f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.310949 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-c99b1674-1166-4a03-9a63-65deb7690ef1 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954378 Dec 13 12:45:40.312352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:40.312995 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.397229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Pushing event updated for resources: {'Port': ['ID=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:40.409083 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-662571ac-1e7b-4a98-a52e-8b96b64921ed tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2586615 Dec 13 12:45:40.427308 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Request body: {'port': {'device_id': '9bd05894-e7f8-4f7b-be2e-a64e419e9eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:40.452062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8a9b5b9-2a4d-4ada-a395-5c0bb4efaba2 req-4e375964-43c1-40d8-b168-71df9aa71100 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136220 Dec 13 12:45:40.460988 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.531622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:45:40.548355 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Sync routers for ids ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:45:40.583221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Routers {'7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:40.583879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:40.626148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.627595 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-86871dc2-26cd-4c36-a294-b7bd49175469 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5853117 Dec 13 12:45:40.630749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35344) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:40.638456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-355312b5-9cd9-4fb5-b956-7972d65c9678 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:40.646581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-355312b5-9cd9-4fb5-b956-7972d65c9678 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195014 Dec 13 12:45:40.662982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.712752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-7234f83d-225c-4012-b0d8-efc57d3170d8 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/quotas/c892d90b1daa421ba6dd40c6c6b2cd30 HTTP/1.1" status: 200 len: 375 time: 0.0580647 Dec 13 12:45:40.728875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3f05403-f99c-4949-8fde-50caea572640 req-2d704023-c700-4f86-a682-0c2f8d4a4343 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 210 time: 0.1260107 Dec 13 12:45:40.801376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f9f9ce1d-62a2-47a8-9be6-5c7f36fc7927 None None] Provisioning complete for port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:40.801971 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ce1d-62a2-47a8-9be6-5c7f36fc7927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.845073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Set router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:40.928244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-82a466a3-7de4-4281-8dda-99cb7683149d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1885340 Dec 13 12:45:40.937599 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0d26e99-f88f-428c-9816-98c8e20d1f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.946773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0d26e99-f88f-428c-9816-98c8e20d1f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:40.985850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f0d26e99-f88f-428c-9816-98c8e20d1f06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91f89964e04e4f7f961f437444c1333b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9758911 Dec 13 12:45:40.989144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35352) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:41.061761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9ce1d-62a2-47a8-9be6-5c7f36fc7927 None None] Port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:45:41.149567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d26e99-f88f-428c-9816-98c8e20d1f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92006c55-338e-4603-8114-d2a6fd174f50,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:41.172995 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7553e455-cc1a-493d-8ee8-4c6a7b8911bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:41.220742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7553e455-cc1a-493d-8ee8-4c6a7b8911bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:41.258866 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:37Z', 'revision_number': 3, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:41.342944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Checking router: 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:45:41.343293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Updating router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 port d26844da-fb6e-4a62-a426-630cb97cf030 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:45:41.385148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e296cd-9158-4925-9a5b-e908076d5643 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:41.389985 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:41.412727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:41.452175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7553e455-cc1a-493d-8ee8-4c6a7b8911bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:41.454604 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7553e455-cc1a-493d-8ee8-4c6a7b8911bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:41.473037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7553e455-cc1a-493d-8ee8-4c6a7b8911bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92006c55-338e-4603-8114-d2a6fd174f50 HTTP/1.1" status: 204 len: 168 time: 0.4800963 Dec 13 12:45:41.479959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] Router 5eddd938-341a-416a-aca6-97fc8fe2139f has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:45:41.494581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f21c2fa2-a731-403e-acbe-538199022b4a req-0c21ee82-fdfd-4855-93ef-7fa234cb5a45 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1532583 Dec 13 12:45:41.516384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Transition to ACTIVE for port object 40e296cd-9158-4925-9a5b-e908076d5643 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:45:41.531773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:41.536373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553e455-cc1a-493d-8ee8-4c6a7b8911bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92006c55-338e-4603-8114-d2a6fd174f50,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:41.609227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9152-022c-4aff-8f08-0937f43bf338 req-f06a4326-2220-46bc-bd6a-d0b158263335 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:41.621959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-764a9152-022c-4aff-8f08-0937f43bf338 req-f06a4326-2220-46bc-bd6a-d0b158263335 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 935 time: 0.2819588 Dec 13 12:45:41.853474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-764a9152-022c-4aff-8f08-0937f43bf338 req-a9206624-d19d-45a0-88e0-e74012dca42e tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266526 Dec 13 12:45:41.855537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2fa2-a731-403e-acbe-538199022b4a req-a73d5106-07b4-4a41-ab8a-b7e7825f8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:41.866971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f21c2fa2-a731-403e-acbe-538199022b4a req-a73d5106-07b4-4a41-ab8a-b7e7825f8f8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7fa575a45fc4f60843818634f1b2c3e&device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 1097 time: 0.3260305 Dec 13 12:45:42.126261 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:42.141197 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:42.224204 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-017415a3-9e12-487d-b361-e00b919ae3b3 req-094831ab-0682-4295-b20e-897f1719cc4b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 210 time: 0.0572653 Dec 13 12:45:42.232860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2fa2-a731-403e-acbe-538199022b4a req-f6b5a011-24f3-4808-b866-a036e45b0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:42.244109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f21c2fa2-a731-403e-acbe-538199022b4a req-f6b5a011-24f3-4808-b866-a036e45b0866 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5318adeb-f970-49a3-bdfd-ee606db0bb86 HTTP/1.1" status: 200 len: 923 time: 0.2563536 Dec 13 12:45:42.293443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:42.313430 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Attempting to bind port d26844da-fb6e-4a62-a426-630cb97cf030 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:42.313847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Attempting to bind port d26844da-fb6e-4a62-a426-630cb97cf030 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:42.314240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Attempting to bind port d26844da-fb6e-4a62-a426-630cb97cf030 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:42.350837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3488a-abc5-4a2f-9bd8-7dab1bb46094 None None] Pushing event updated for resources: {'Port': ['ID=d26844da-fb6e-4a62-a426-630cb97cf030,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:42.364119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:45:42.372244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:42.372614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:42.373018 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:42.374526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:42.375107 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] Sync routers for ids ['5eddd938-341a-416a-aca6-97fc8fe2139f'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:45:42.375778 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Bound port: d26844da-fb6e-4a62-a426-630cb97cf030, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:42.376345 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:42.400655 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] Routers {'5eddd938-341a-416a-aca6-97fc8fe2139f'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:42.401282 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5eddd938-341a-416a-aca6-97fc8fe2139f'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:42.414522 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0c0a4d7f-eba1-4273-821c-7fc632b8ea8f admin admin] 10.222.0.31 "PUT /v2.0/routers/5eddd938-341a-416a-aca6-97fc8fe2139f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1256399 Dec 13 12:45:42.452066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35402) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:42.478172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] For port d26844da-fb6e-4a62-a426-630cb97cf030, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:42.497929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] For port d26844da-fb6e-4a62-a426-630cb97cf030, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d26844da-fb6e-4a62-a426-630cb97cf030,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:42.505193 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:42.616357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5645bfa0-a26a-4ed1-b8bb-c067a6884ea7 req-e0043dca-e56e-45b9-9087-2a33f0bf6938 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 210 time: 0.2537770 Dec 13 12:45:42.667490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Attempting to bind port 40e296cd-9158-4925-9a5b-e908076d5643 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:42.668052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Routers {'7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:42.668156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Attempting to bind port 40e296cd-9158-4925-9a5b-e908076d5643 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:42.668156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Attempting to bind port 40e296cd-9158-4925-9a5b-e908076d5643 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:42.671949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:42.683270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Port 40e296cd-9158-4925-9a5b-e908076d5643 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:45:42.683601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Attempting to bind port 40e296cd-9158-4925-9a5b-e908076d5643 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:42.711449 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] Set router 5eddd938-341a-416a-aca6-97fc8fe2139f gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:42.754278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3488a-abc5-4a2f-9bd8-7dab1bb46094 None None] Pushing event updated for resources: {'Port': ['ID=d26844da-fb6e-4a62-a426-630cb97cf030,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:42.830809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:42.831212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:42.831650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:42.832286 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Bound port: 40e296cd-9158-4925-9a5b-e908076d5643, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:42.832697 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:43.068351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] Set router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:43.106725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac55b3e9-c1e1-49de-b40f-9d6a0be03328 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:43.119065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-4c4fa539-a5e3-4110-8509-5514eb6f51e6 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:45:43.120299 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-4c4fa539-a5e3-4110-8509-5514eb6f51e6 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223513 Dec 13 12:45:43.124801 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:43.182136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.37', 63984) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:43.228291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-e1e00d28-e27e-4117-9ffa-3c7bbab3d4e8 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:43.230588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-e1e00d28-e27e-4117-9ffa-3c7bbab3d4e8 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 807 time: 0.8695350 Dec 13 12:45:43.252187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Request body: {'port': {'device_id': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'network_id': '219543e4-4bac-49a9-93d4-417277130b86', 'admin_state_up': True, 'tenant_id': '7311861d06bd4ed8a69302e267470b3d'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:43.280235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Transition to ACTIVE for port object ac55b3e9-c1e1-49de-b40f-9d6a0be03328 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:45:43.297385 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f21c2fa2-a731-403e-acbe-538199022b4a req-e4726c7e-2caf-43a2-be48-173fad571794 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9597251-0e80-45a3-a27e-f0bc0f9b7c30 HTTP/1.1" status: 200 len: 1002 time: 1.0450947 Dec 13 12:45:43.298422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:43.305874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-720913d8-7aab-4a04-bc3a-dbe8f768c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:43.307324 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-720913d8-7aab-4a04-bc3a-dbe8f768c22f service neutron] 10.222.0.31 "GET /v2.0/ports/ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 HTTP/1.1" status: 200 len: 1094 time: 0.1500695 Dec 13 12:45:43.316082 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-router', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:26Z', 'updated_at': '2021-12-13T12:45:39Z', 'revision_number': 5, 'project_id': '9231a47d748b41fe9710f359e830df69', 'gw_port': {'id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:27Z', 'updated_at': '2021-12-13T12:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:43.321133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:43.327011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Request body: {'binding': {'host': 'n-h2-817326-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:43.327465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Unknown quota resources ['binding']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 12:45:43.351944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:37Z', 'revision_number': 3, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:43.354367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:43.356454 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] Checking router: 5eddd938-341a-416a-aca6-97fc8fe2139f for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:45:43.401624 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] Routers {'5eddd938-341a-416a-aca6-97fc8fe2139f'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:43.403657 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5eddd938-341a-416a-aca6-97fc8fe2139f'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:43.405791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:43.410919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7c095-9fc5-48c4-ab0d-b15a3905187c None None] The sync data for ids ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'] in n-d-817326-4 is: [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:37Z', 'revision_number': 3, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:45:43.437735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:43.518852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0fed1-eb72-43af-97e8-25c47edddc64 req-dbea6c20-6e16-4a5e-b7de-7237534775bc tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:43.528872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1a0fed1-eb72-43af-97e8-25c47edddc64 req-dbea6c20-6e16-4a5e-b7de-7237534775bc tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 946 time: 0.2969606 Dec 13 12:45:43.544168 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:43.563007 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] Set router 5eddd938-341a-416a-aca6-97fc8fe2139f gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:43.602766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Pushing event updated for resources: {'Port': ['ID=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:43.715934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on host n-h2-817326-4 for vnic_type normal with profile None {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:43.716760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:43.716760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:43.721570 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-116bb4f3-7eb8-42fa-923d-16e0f1b8585a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5282905 Dec 13 12:45:43.783029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:45:43.783357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:43.796824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:43.797365 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:43.798950 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] 10.222.0.37 "PUT /v2.0/ports/40e296cd-9158-4925-9a5b-e908076d5643 HTTP/1.1" status: 200 len: 1096 time: 4.1298473 Dec 13 12:45:43.820124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:43.826654 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd6b53-c87e-427a-b880-fa0fc80ada78" -d '{"events": [{"name": "network-changed", "server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "tag": "40e296cd-9158-4925-9a5b-e908076d5643"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:43.898215 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-router', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:26Z', 'updated_at': '2021-12-13T12:45:39Z', 'revision_number': 5, 'project_id': '9231a47d748b41fe9710f359e830df69', 'gw_port': {'id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:27Z', 'updated_at': '2021-12-13T12:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:43.928171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:43.932064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:43.932610 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:43.933435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Bound port: ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:43.946654 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d75c05-9daa-4ef1-9068-61eb819209c6 None None] The sync data for ids ['5eddd938-341a-416a-aca6-97fc8fe2139f'] in n-d-817326-4 is: [{'id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1245190458-router', 'tenant_id': '9231a47d748b41fe9710f359e830df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:26Z', 'updated_at': '2021-12-13T12:45:39Z', 'revision_number': 5, 'project_id': '9231a47d748b41fe9710f359e830df69', 'gw_port': {'id': 'eece98ac-0334-48a1-9b6d-979143d8776d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eddd938-341a-416a-aca6-97fc8fe2139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:27Z', 'updated_at': '2021-12-13T12:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:45:43.959652 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:44.000890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-8bb6b0ae-1684-460f-abc6-98edbe29699d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1786509 Dec 13 12:45:44.010429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2fa2-a731-403e-acbe-538199022b4a req-7fdad8c7-cb38-459e-b986-5635e9d9b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:44.013545 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f21c2fa2-a731-403e-acbe-538199022b4a req-7fdad8c7-cb38-459e-b986-5635e9d9b290 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ba95175-5180-48c1-b6b6-adb302fc6a81 HTTP/1.1" status: 200 len: 862 time: 0.6929610 Dec 13 12:45:44.037251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1a0fed1-eb72-43af-97e8-25c47edddc64 req-04708d24-159a-4ff3-a651-50159cf5f174 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5071220 Dec 13 12:45:44.131362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-40da0cc0-8b13-4a45-8162-9fd875977751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:44.133889 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-40da0cc0-8b13-4a45-8162-9fd875977751 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 1095 time: 0.3003571 Dec 13 12:45:44.134750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a5370-bace-4d95-907b-ed03d7bd972a service neutron] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:44.233684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Allocated IP 172.20.0.1 (fc70dab7-0712-49c8-bb1b-4ed11b531838/6c2682f3-4d19-4b32-b1e3-f9be77d2e054/0592bdce-22e0-4aee-b7e7-b2b3136f761d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:44.246201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Attempting to bind port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:44.246612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Attempting to bind port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:44.246913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Attempting to bind port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:44.273790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:44.283036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-7ee1a3f8-548e-4d63-8df4-58dc63da0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:44.284569 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-7ee1a3f8-548e-4d63-8df4-58dc63da0858 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae994de2d1c9465fa53e0359787faaff&device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 1099 time: 0.3244870 Dec 13 12:45:44.285171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:45:44.285557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Attempting to bind port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:44.310369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Made reservation on behalf of 7311861d06bd4ed8a69302e267470b3d for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:44.313903 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:44.323637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] Publish callbacks [] for binding, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:44.324883 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-d4c26eba-0e5c-4949-9515-77aa4164ae72 service neutron] 10.222.0.31 "POST /v2.0/ports/ccc6c3fc-4735-4435-99fd-0f12f1cf7b62/bindings HTTP/1.1" status: 201 len: 389 time: 1.0053613 Dec 13 12:45:44.345691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2fa2-a731-403e-acbe-538199022b4a req-f9500c62-b83f-49d1-ad18-9dffb276e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:44.347718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f21c2fa2-a731-403e-acbe-538199022b4a req-f9500c62-b83f-49d1-ad18-9dffb276e854 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5318adeb-f970-49a3-bdfd-ee606db0bb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2997842 Dec 13 12:45:44.358239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-beada09b-6bd5-47a5-8344-f6ea92bb58f7 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:44.360859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-beada09b-6bd5-47a5-8344-f6ea92bb58f7 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3421698 Dec 13 12:45:44.386500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:44.387599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:44.388414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:44.389195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Bound port: ac55b3e9-c1e1-49de-b40f-9d6a0be03328, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:44.389316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79607a2d-9335-4ed2-8629-307e450939bd req-108dbc07-7321-4fb7-82e9-96f876ca52db tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:44.389919 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:44.391292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79607a2d-9335-4ed2-8629-307e450939bd req-108dbc07-7321-4fb7-82e9-96f876ca52db tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 947 time: 0.2423787 Dec 13 12:45:44.393863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Deleting port eece98ac-0334-48a1-9b6d-979143d8776d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:44.394439 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:44.521114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Request body: {'port': {'device_id': '44ccb1e8-d759-4bf9-8255-0140462cb326', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'c892d90b1daa421ba6dd40c6c6b2cd30'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:44.579994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] For port ac55b3e9-c1e1-49de-b40f-9d6a0be03328, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:44.588156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] For port ac55b3e9-c1e1-49de-b40f-9d6a0be03328, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:44.603086 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-6f9f3366-3099-49c9-8b31-e4404e9a0d2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=40e296cd-9158-4925-9a5b-e908076d5643 HTTP/1.1" status: 200 len: 217 time: 0.3027608 Dec 13 12:45:44.616311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:44.697333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.42', 54256) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:44.704848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Pushing event updated for resources: {'Port': ['ID=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:44.790036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-8b284bb9-7eb7-491c-a791-85725b440543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:44.791535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05f731d9-3365-4264-a14e-90b0b166907f req-3f9eadb4-dc5a-47d5-a09d-bd4b18a09bb3 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 210 time: 0.0620146 Dec 13 12:45:44.791690 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-8b284bb9-7eb7-491c-a791-85725b440543 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.6315110 Dec 13 12:45:44.810987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:44.811614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:44.813047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-df417136-0b68-4aaa-92ad-fffd0ec6704d service neutron] 10.222.0.42 "PUT /v2.0/ports/ac55b3e9-c1e1-49de-b40f-9d6a0be03328 HTTP/1.1" status: 200 len: 1095 time: 4.3910315 Dec 13 12:45:44.864320 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-acde080e-816c-4329-9648-af0fa5f254c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a008647-b264-4ecd-8047-ec8955ba817b HTTP/1.1" status: 200 len: 217 time: 0.0460081 Dec 13 12:45:44.885176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-5b25a03c-92a6-4cdf-b6d0-c00f92607fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:44.890940 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-5b25a03c-92a6-4cdf-b6d0-c00f92607fe1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 1097 time: 0.1829138 Dec 13 12:45:44.899847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79607a2d-9335-4ed2-8629-307e450939bd req-22fa96aa-913e-4f1a-addd-b5442f8cebae tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961735 Dec 13 12:45:44.965425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6451ce59-421c-40bf-8a40-7d306666c2db req-fa283f76-2981-44a2-b7f0-645555d54f3a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 210 time: 0.0497074 Dec 13 12:45:44.979822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] For port eece98ac-0334-48a1-9b6d-979143d8776d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eece98ac-0334-48a1-9b6d-979143d8776d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:44.980199 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:44.999626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-eb2d38f6-fbd7-4fe9-94a1-fb872290a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:45.001534 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-eb2d38f6-fbd7-4fe9-94a1-fb872290a990 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.3753736 Dec 13 12:45:45.027975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f21c2fa2-a731-403e-acbe-538199022b4a req-729b059e-5584-4e63-9e1b-a031a6c06a67 service neutron] 10.222.0.42 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504705 Dec 13 12:45:45.061954 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db739db3-d7bc-4cef-9dc0-289ffd51fec7 x-openstack-request-id: req-db739db3-d7bc-4cef-9dc0-289ffd51fec7 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:45.062340 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "tag": "40e296cd-9158-4925-9a5b-e908076d5643", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:45.062653 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db739db3-d7bc-4cef-9dc0-289ffd51fec7 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:45.063106 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643', 'status': 'completed', 'code': 200} Dec 13 12:45:45.065427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Allocated IP 172.20.0.7 (219543e4-4bac-49a9-93d4-417277130b86/f78a57fd-1d76-4319-9106-b62626f1bc04/9dc4956f-f64b-4951-b96e-7fc1bd88ee3f) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:45.071185 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:45.101163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Calling delete_port for eece98ac-0334-48a1-9b6d-979143d8776d owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:45.129949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-7b275637-a956-4eaf-bd60-4eb7c2c5a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:45.131433 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-7b275637-a956-4eaf-bd60-4eb7c2c5a681 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.2247109 Dec 13 12:45:45.206193 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-647e84b4-30b4-451c-a500-ed643442504b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539672 Dec 13 12:45:45.270617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-86c41b89-b9df-4aa4-beeb-b37afa533001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:45.272058 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-86c41b89-b9df-4aa4-beeb-b37afa533001 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae994de2d1c9465fa53e0359787faaff&device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 1098 time: 0.3897612 Dec 13 12:45:45.273918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Made reservation on behalf of c892d90b1daa421ba6dd40c6c6b2cd30 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:45.277446 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:45.378271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-7054bde5-4a5e-4197-9fb9-f0fc3fc27769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:45.379796 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-7054bde5-4a5e-4197-9fb9-f0fc3fc27769 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3031764 Dec 13 12:45:45.390564 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-706c1ee9-d017-4c20-b488-993a874a7ac9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ac55b3e9-c1e1-49de-b40f-9d6a0be03328 HTTP/1.1" status: 200 len: 217 time: 0.1042964 Dec 13 12:45:45.395016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-825a8fb7-cc54-4f66-81d0-c20b631a29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:45.396544 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-825a8fb7-cc54-4f66-81d0-c20b631a29f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.4694536 Dec 13 12:45:45.413678 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:45.414042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47582cca-16ec-4d2c-90d3-d9d4ee0d78de req-36a6db1a-ee20-4d72-9a52-d19c8dd3c196 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:45.415765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47582cca-16ec-4d2c-90d3-d9d4ee0d78de req-36a6db1a-ee20-4d72-9a52-d19c8dd3c196 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.3091838 Dec 13 12:45:45.502594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f21c2fa2-a731-403e-acbe-538199022b4a req-354bbef4-6140-439f-b435-de4afbb9437a service neutron] 10.222.0.42 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581735 Dec 13 12:45:45.618042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:45.758595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47582cca-16ec-4d2c-90d3-d9d4ee0d78de req-46483580-7136-4b78-9f36-a2eb894602de tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264253 Dec 13 12:45:45.820816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d26844da-fb6e-4a62-a426-630cb97cf030 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:45.853211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Allocated IP 192.168.233.171 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/12429ef7-76e6-48ef-ba5e-316490f84160) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:45.866325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-fa03748a-eda8-437e-b28a-1d8f6783429c tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--8390643&fields=id&tenant_id=c7fa575a45fc4f60843818634f1b2c3e HTTP/1.1" status: 200 len: 267 time: 0.2835939 Dec 13 12:45:45.891447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:45.900120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d26844da-fb6e-4a62-a426-630cb97cf030 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:45.900892 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:45.906234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-abc1f469-ab9a-40f5-a4dc-c7daf50639fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:45.908185 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-abc1f469-ab9a-40f5-a4dc-c7daf50639fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.4794977 Dec 13 12:45:45.939010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Network fc70dab7-0712-49c8-bb1b-4ed11b531838 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:45.941224 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-aec51280-f523-4144-9828-19a57f35f7a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 HTTP/1.1" status: 200 len: 217 time: 0.5245519 Dec 13 12:45:45.950671 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:45.994325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:46.017293 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.050769 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.072856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.085819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Network 219543e4-4bac-49a9-93d4-417277130b86 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:46.090168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port d26844da-fb6e-4a62-a426-630cb97cf030, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d26844da-fb6e-4a62-a426-630cb97cf030,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:46.095513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:46.098968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:46.102320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Pushing event updated for resources: {'Port': ['ID=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:46.103197 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.213305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=d26844da-fb6e-4a62-a426-630cb97cf030,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:46.219437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 86889766-057d-447f-9223-069425dbea46 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:46.246288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 86889766-057d-447f-9223-069425dbea46 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:46.246961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 86889766-057d-447f-9223-069425dbea46 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:46.248422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Pushing event updated for resources: {'Port': ['ID=0592bdce-22e0-4aee-b7e7-b2b3136f761d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:46.293369 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-ffbac216-8cfc-495a-9873-fc9d9342b137 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0590386 Dec 13 12:45:46.317502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Pushing event deleted for resources: {'Port': ['ID=eece98ac-0334-48a1-9b6d-979143d8776d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:46.321811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbef3780-c53f-45c7-bd8b-dcf425aae38d req-6aff5f7b-d691-46ed-b6bb-4db69dc1d100 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 210 time: 0.1414988 Dec 13 12:45:46.332415 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.353519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-5dd2b2c9-0cec-4d68-8e9b-a1a8762c881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:46.355484 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-5dd2b2c9-0cec-4d68-8e9b-a1a8762c881c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.4022558 Dec 13 12:45:46.357371 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-26f19224-2570-4e48-913c-4e036f7f411e service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9659307 Dec 13 12:45:46.360529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5179c583-cb8f-4ba6-95c1-6be474d8f105 None None] Provisioning complete for port 0592bdce-22e0-4aee-b7e7-b2b3136f761d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:46.361120 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5179c583-cb8f-4ba6-95c1-6be474d8f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.392191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-10a06bc6-c0b9-46ef-89b3-7c760f3bf3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:46.393712 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-10a06bc6-c0b9-46ef-89b3-7c760f3bf3b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4461319 Dec 13 12:45:46.412592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5179c583-cb8f-4ba6-95c1-6be474d8f105 None None] Port 0592bdce-22e0-4aee-b7e7-b2b3136f761d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:45:46.483173 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-00c1de33-bf1d-4c2f-a61a-cb2e726dba9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884244 Dec 13 12:45:46.615573 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.682531 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb1d1bfc-c1d2-4212-b5e4-d1b3eb8415ea req-34982975-66b2-4dfe-b566-8ecf4e73dfc9 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660610 Dec 13 12:45:46.736246 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b106f269-fbff-4384-9e5f-ccb434d22ca6 req-92e0f88f-fbbd-4bc8-84f0-e1a54b9c2d94 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402541 Dec 13 12:45:46.765066 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-7db4d7b5-15d8-401b-8f66-671446ba03d8 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467839 Dec 13 12:45:46.789293 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-89d0a147-f677-4ffb-8f96-1e04ed5a6c8e service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774818 Dec 13 12:45:46.841551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:46.842168 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.849371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.866226 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.877700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-9c44dcc6-5f09-4dac-903c-883f94804b89 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:46.879938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-9c44dcc6-5f09-4dac-903c-883f94804b89 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/networks?id=5318adeb-f970-49a3-bdfd-ee606db0bb86 HTTP/1.1" status: 200 len: 823 time: 1.0023797 Dec 13 12:45:46.961960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-88fbb186-334a-405e-8f99-fc92b5a33988 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7186267 Dec 13 12:45:46.969046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-4b8d6081-9e94-4e9e-a0f9-613b11aec5d4 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/quotas/c7fa575a45fc4f60843818634f1b2c3e HTTP/1.1" status: 200 len: 375 time: 0.0739419 Dec 13 12:45:46.976007 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.976516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eddd938-341a-416a-aca6-97fc8fe2139f {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:45:46.982258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:46.983282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-edeb0713-8b00-4c8f-8c3e-a26b906d718f admin admin] 10.222.0.31 "DELETE /v2.0/routers/5eddd938-341a-416a-aca6-97fc8fe2139f HTTP/1.1" status: 204 len: 168 time: 4.5244598 Dec 13 12:45:46.996988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35464) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:47.000681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Request body: {'port': {'device_id': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:47.036733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-2a82a2bc-212f-4f8a-b962-2f4648575754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:47.038618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-2a82a2bc-212f-4f8a-b962-2f4648575754 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae994de2d1c9465fa53e0359787faaff&device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 1099 time: 0.2465568 Dec 13 12:45:47.063924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd05894-e7f8-4f7b-be2e-a64e419e9eae', 'tag': 'ac55b3e9-c1e1-49de-b40f-9d6a0be03328'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:47.066183 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7257fa6b-e7f0-4954-98e8-802a2126e47a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd05894-e7f8-4f7b-be2e-a64e419e9eae", "tag": "ac55b3e9-c1e1-49de-b40f-9d6a0be03328"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:47.103452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc967-5ebb-429a-aa95-d12de2fc3d5e req-d3d11f3f-c239-4802-bee9-47cde78c941d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:47.104980 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-421eea45-ced9-40fe-a23a-78add3f64d46 req-c1eb0f89-1b33-400c-8554-5009871ad819 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260007 Dec 13 12:45:47.114981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5fbc967-5ebb-429a-aa95-d12de2fc3d5e req-d3d11f3f-c239-4802-bee9-47cde78c941d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 947 time: 0.6849594 Dec 13 12:45:47.159317 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-ccd0672f-3df3-4e0c-88e4-b2eba25a84e4 service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393302 Dec 13 12:45:47.160972 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.176041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb38aaad-b046-4f83-b060-915cac50b970 admin admin] Deleting subnet a21b6d81-bb06-45e1-a2f5-177c969fe2ff {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:45:47.181126 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.186361 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb38aaad-b046-4f83-b060-915cac50b970 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.208510 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.222737 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.241449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-a0b0ce60-1e67-4fa8-a321-a03ef3bec420 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7fa575a45fc4f60843818634f1b2c3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2570331 Dec 13 12:45:47.292865 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb38aaad-b046-4f83-b060-915cac50b970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.293100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-5e645199-1ca6-4a09-8946-ac60ebe75749 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:47.294438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-5e645199-1ca6-4a09-8946-ac60ebe75749 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.42 "GET /v2.0/ports?device_id=35271516-d5dc-4b04-8c51-ddd8c80131b1 HTTP/1.1" status: 200 len: 946 time: 0.2553568 Dec 13 12:45:47.307444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5fbc967-5ebb-429a-aa95-d12de2fc3d5e req-95d716dd-f997-4b6d-88d0-11c0c28d898c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917148 Dec 13 12:45:47.325152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-601805ad-6bbb-490d-9725-7a5a4cb3b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:47.326783 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-601805ad-6bbb-490d-9725-7a5a4cb3b8dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2514062 Dec 13 12:45:47.390123 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.392002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Pushing event updated for resources: {'Port': ['ID=0592bdce-22e0-4aee-b7e7-b2b3136f761d,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:47.400694 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-eefbab6c-71cc-491b-900b-8554281f7913 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=40e296cd-9158-4925-9a5b-e908076d5643 HTTP/1.1" status: 200 len: 217 time: 0.0575824 Dec 13 12:45:47.427822 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.454241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c', '57f0242b-fc8a-40fc-a603-975bcc3e4937', '42b2ef6e-870b-473d-9b0b-c0777a9007d3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:47.457648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2', '94351a29-37f1-4c0b-b720-acd49064c5dc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:47.576981 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-1e28e723-667d-492f-99e8-39b6a677339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:47.578400 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-1e28e723-667d-492f-99e8-39b6a677339d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1656075 Dec 13 12:45:47.587138 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb38aaad-b046-4f83-b060-915cac50b970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.611033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:47.674285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:47.677826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:47.688841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Network fc70dab7-0712-49c8-bb1b-4ed11b531838 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:47.692611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:47.715687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-840cd772-0819-4cd3-bbb1-516a1b872d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:47.717212 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-840cd772-0819-4cd3-bbb1-516a1b872d4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046824 Dec 13 12:45:47.719944 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb38aaad-b046-4f83-b060-915cac50b970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.769580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:47.770446 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.803646 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event updated for resources: {'Port': ['ID=12429ef7-76e6-48ef-ba5e-316490f84160,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:47.836395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38aaad-b046-4f83-b060-915cac50b970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21b6d81-bb06-45e1-a2f5-177c969fe2ff,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:47.845519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-24755f8d-0499-410f-9cbf-e58c967ac88c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3651781 Dec 13 12:45:47.868817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-13967afe-1453-4833-ad08-6a9b161a796e service neutron] 10.222.0.31 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976775 Dec 13 12:45:47.883657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717d266-ef2a-48d4-ba35-9b1102922d58 req-98906b2e-7e79-4ec0-85bc-cd8e91c4c9c4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:47.887346 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb38aaad-b046-4f83-b060-915cac50b970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:47.892215 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb38aaad-b046-4f83-b060-915cac50b970 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a21b6d81-bb06-45e1-a2f5-177c969fe2ff HTTP/1.1" status: 204 len: 168 time: 0.8933804 Dec 13 12:45:47.895349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2717d266-ef2a-48d4-ba35-9b1102922d58 req-98906b2e-7e79-4ec0-85bc-cd8e91c4c9c4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 931 time: 0.4758286 Dec 13 12:45:47.901271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d26844da-fb6e-4a62-a426-630cb97cf030 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:47.922509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35470) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:47.938317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Request body: {'port': {'device_id': '44ccb1e8-d759-4bf9-8255-0140462cb326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:47.989589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9243070-e347-4b9c-9a67-065af29de159 None None] Network 5f2b5010-e103-4e69-b1e6-37a0ca54f475 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:48.247672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2717d266-ef2a-48d4-ba35-9b1102922d58 req-5e7c92cc-4041-4f51-a72b-0ab4e405b489 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493886 Dec 13 12:45:48.253887 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:48.283600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1bd68336-28c4-4e9f-9fe8-105c4d76d120 None None] Provisioning complete for port 0592bdce-22e0-4aee-b7e7-b2b3136f761d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:48.283970 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bd68336-28c4-4e9f-9fe8-105c4d76d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:48.301113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Deleting port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:48.302317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:48.331647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1bd68336-28c4-4e9f-9fe8-105c4d76d120 None None] Port 0592bdce-22e0-4aee-b7e7-b2b3136f761d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:45:48.339174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d26844da-fb6e-4a62-a426-630cb97cf030 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:48.339560 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:48.442957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1bd68336-28c4-4e9f-9fe8-105c4d76d120 None None] Provisioning complete for port 12429ef7-76e6-48ef-ba5e-316490f84160 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:48.443805 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bd68336-28c4-4e9f-9fe8-105c4d76d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:48.485223 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:48.512080 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca9a22-6930-4d35-9daa-3d1ce0c2a22d None None] DHCP port deletion for 5f2b5010-e103-4e69-b1e6-37a0ca54f475 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:45:48.551710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1bd68336-28c4-4e9f-9fe8-105c4d76d120 None None] Port 12429ef7-76e6-48ef-ba5e-316490f84160 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:45:48.557400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:45:48.558944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-935e1831-cdd7-4956-af78-6bb56d50278e service neutron] 10.222.0.31 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567924 Dec 13 12:45:48.565598 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-58b819ec-1a8d-4b9d-b196-f8ef4ac29ff6 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302172 Dec 13 12:45:48.641617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] For port b9597251-0e80-45a3-a27e-f0bc0f9b7c30, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:48.642043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:48.673768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca9a22-6930-4d35-9daa-3d1ce0c2a22d None None] Deleting port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:48.674244 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9a22-6930-4d35-9daa-3d1ce0c2a22d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:48.768194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eece98ac-0334-48a1-9b6d-979143d8776d no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:48.817775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: eece98ac-0334-48a1-9b6d-979143d8776d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:48.818142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eece98ac-0334-48a1-9b6d-979143d8776d not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:48.827344 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b929435b-d1e7-4886-bceb-6464a121e7a7 x-openstack-request-id: req-b929435b-d1e7-4886-bceb-6464a121e7a7 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:48.827631 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd05894-e7f8-4f7b-be2e-a64e419e9eae", "tag": "ac55b3e9-c1e1-49de-b40f-9d6a0be03328", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:48.827884 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b929435b-d1e7-4886-bceb-6464a121e7a7 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:48.828295 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd05894-e7f8-4f7b-be2e-a64e419e9eae', 'tag': 'ac55b3e9-c1e1-49de-b40f-9d6a0be03328', 'status': 'completed', 'code': 200} Dec 13 12:45:48.832651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:48.888127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c1ca9a22-6930-4d35-9daa-3d1ce0c2a22d None None] For port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dbbe1a0e-d540-4e34-a833-b8f0bf7082d8,segment=NetworkSegment(50d0354e-c84d-40e9-8019-76ecc4bd0199),segment_id=50d0354e-c84d-40e9-8019-76ecc4bd0199)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:48.888522 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9a22-6930-4d35-9daa-3d1ce0c2a22d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:48.903903 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:48.908076 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca9a22-6930-4d35-9daa-3d1ce0c2a22d None None] Calling delete_port for dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:49.035689 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9a22-6930-4d35-9daa-3d1ce0c2a22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.050034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Deleting port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:45:49.050407 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.050767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Transition to ACTIVE for port object 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:45:49.070614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca9a22-6930-4d35-9daa-3d1ce0c2a22d None None] Pushing event deleted for resources: {'Port': ['ID=dbbe1a0e-d540-4e34-a833-b8f0bf7082d8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:49.074913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca9a22-6930-4d35-9daa-3d1ce0c2a22d None None] No DVR routers for this DVR port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:45:49.098624 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06bd6b53-c87e-427a-b880-fa0fc80ada78 req-083a108b-6322-4c68-b492-e7891421184c service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105660 Dec 13 12:45:49.103724 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.120335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-a0d9937a-8cc0-44a3-ae27-c6b3b399475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:49.122065 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-a0d9937a-8cc0-44a3-ae27-c6b3b399475c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae994de2d1c9465fa53e0359787faaff&device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 1098 time: 0.2536888 Dec 13 12:45:49.126976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:45:49.137999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Sync routers for ids ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:45:49.138683 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1a827af3-d956-41e1-ad60-4d347eecbc7e admin admin] 10.222.0.31 "PUT /v2.0/routers/7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5069070 Dec 13 12:45:49.155060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] For port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8, host n-d-817326-4, got binding levels [] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:49.155467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.178530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Routers {'7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:49.180828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:49.207852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a76f7-1339-4999-988f-e3f88f3ca752 req-4cbe2495-cef7-46e5-b918-964c1adee330 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:49.209000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Calling delete_port for dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:49.215494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_backend_mixin [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 was not found and therefore no delete operation was performed {{(pid=109885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 12:45:49.216741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-884a76f7-1339-4999-988f-e3f88f3ca752 req-4cbe2495-cef7-46e5-b918-964c1adee330 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.4419379 Dec 13 12:45:49.219965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.263617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbe1a0e-d540-4e34-a833-b8f0bf7082d8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:49.265676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] No DVR routers for this DVR port dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:45:49.344015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d9a6-5b4f-4a3f-9495-83eeaa0cc70c req-97cf20bc-9f60-41b5-bbd1-34605a796628 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:49.345987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9749d9a6-5b4f-4a3f-9495-83eeaa0cc70c req-97cf20bc-9f60-41b5-bbd1-34605a796628 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 936 time: 0.4300530 Dec 13 12:45:49.429862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Set router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:49.460042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:49.467765 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.468130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.468509 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Floating IP 8aebded1-e749-4e5e-813e-0def8d84d3ee disassociated. External IP: 172.25.2.143, port: b9597251-0e80-45a3-a27e-f0bc0f9b7c30. Dec 13 12:45:49.468855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Calling delete_port for b9597251-0e80-45a3-a27e-f0bc0f9b7c30 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:45:49.517427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.550272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9749d9a6-5b4f-4a3f-9495-83eeaa0cc70c req-9b88ef9f-7500-4aa1-bc60-f82b09dba80d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678963 Dec 13 12:45:49.606358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2b5010-e103-4e69-b1e6-37a0ca54f475']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:49.630417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-884a76f7-1339-4999-988f-e3f88f3ca752 req-23561786-ea75-46ee-91e8-73e6a507090a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125056 Dec 13 12:45:49.663666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d0354e-c84d-40e9-8019-76ecc4bd0199') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:49.663977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d0354e-c84d-40e9-8019-76ecc4bd0199') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:49.718635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.814745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.829336 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:49.854410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:45:49.855671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:45:49.858418 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:45:49.876374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-f0a73621-8fc5-4588-8b6b-adc8a56b7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:49.878570 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-f0a73621-8fc5-4588-8b6b-adc8a56b7ec1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.7443764 Dec 13 12:45:49.900440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:45:49.900791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dbbe1a0e-d540-4e34-a833-b8f0bf7082d8 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:45:49.942728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0592bdce-22e0-4aee-b7e7-b2b3136f761d', 'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'mac_address': 'fa:16:3e:26:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:43Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 2, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'subnets': [{'id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:50.006362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Checking router: 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:45:50.006728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Updating router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 port 0592bdce-22e0-4aee-b7e7-b2b3136f761d binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:45:50.015941 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-fdafc1f6-fe59-40cf-b40c-4a374b72f723 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ac55b3e9-c1e1-49de-b40f-9d6a0be03328 HTTP/1.1" status: 200 len: 217 time: 0.1034279 Dec 13 12:45:50.061580 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.100344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ac55b3e9-c1e1-49de-b40f-9d6a0be03328 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:45:50.102299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b9597251-0e80-45a3-a27e-f0bc0f9b7c30 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:45:50.113471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12429ef7-76e6-48ef-ba5e-316490f84160 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:50.127297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-12ceeb72-c0f6-4921-8801-3f93921fd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:50.130460 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-12ceeb72-c0f6-4921-8801-3f93921fd994 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0999863 Dec 13 12:45:50.131844 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.138085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8002f118-8500-41a7-a379-b904368ef13d req-35dd67ae-e44a-45cf-b081-4aae88531406 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 210 time: 0.0966499 Dec 13 12:45:50.142417 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.151861 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5f2b5010-e103-4e69-b1e6-37a0ca54f475 HTTP/1.1" status: 204 len: 168 time: 2.2282381 Dec 13 12:45:50.186482 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.189535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:50.189869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:50.190201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:50.229713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:45:50.230032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:50.234473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35506) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:50.246480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a40a3-7362-4fec-83c0-85b829215735 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2b5010-e103-4e69-b1e6-37a0ca54f475,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:50.256311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1644991828-network', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:50.275828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-7b13ea4c-25a3-49c7-8f77-ff4bbcf69d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:50.277761 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-7b13ea4c-25a3-49c7-8f77-ff4bbcf69d87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243079 Dec 13 12:45:50.289068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Transition to ACTIVE for port object 12429ef7-76e6-48ef-ba5e-316490f84160 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:45:50.342802 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.385583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:50.386209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:50.386846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:50.387516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Bound port: 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:50.388062 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.397309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bdb54-d2d0-4265-959d-69bd8765e37c req-1e61db7d-409c-4764-972e-a87101f0e943 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:50.405298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f01bdb54-d2d0-4265-959d-69bd8765e37c req-1e61db7d-409c-4764-972e-a87101f0e943 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 947 time: 0.3694444 Dec 13 12:45:50.414980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35508) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:50.427814 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-f6aab1c5-e587-448b-a797-9b4232ff9abf service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421034 Dec 13 12:45:50.498051 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:45:50.499813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 40e296cd-9158-4925-9a5b-e908076d5643 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:45:50.616467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Made reservation on behalf of 07ac27e50cfb4798a3380bcefe8a0d7e for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:50.624722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.675793 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7257fa6b-e7f0-4954-98e8-802a2126e47a req-5c728db0-0475-4f35-ab7f-4a5c2068ced7 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391448 Dec 13 12:45:50.696440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Pushing event updated for resources: {'Port': ['ID=12429ef7-76e6-48ef-ba5e-316490f84160,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:50.757588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-db07656e-395d-4c8c-9c7e-5f2c88755661 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:50.759868 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-db07656e-395d-4c8c-9c7e-5f2c88755661 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.37 "GET /v2.0/networks?id=5318adeb-f970-49a3-bdfd-ee606db0bb86 HTTP/1.1" status: 200 len: 823 time: 0.2997422 Dec 13 12:45:50.776427 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.810264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.885546 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-918e779f-4370-4dec-8ec5-7051ed67e877 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7fa575a45fc4f60843818634f1b2c3e HTTP/1.1" status: 200 len: 377 time: 0.1111782 Dec 13 12:45:50.894426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Request body: {'port': {'device_id': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'admin_state_up': True, 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'security_groups': ['dcdbd364-57b7-4f19-aba9-204f39993ec7']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:50.894759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event deleted for resources: {'Port': ['ID=b9597251-0e80-45a3-a27e-f0bc0f9b7c30,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:50.911033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beeabad-99b0-4ae9-ad8c-4458a19b2d8f req-b312ec5d-36ce-4dbe-9d2c-72fae4ab4f76 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:50.919488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2beeabad-99b0-4ae9-ad8c-4458a19b2d8f req-b312ec5d-36ce-4dbe-9d2c-72fae4ab4f76 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.6221004 Dec 13 12:45:50.922618 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.951929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ac55b3e9-c1e1-49de-b40f-9d6a0be03328, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:50.967323 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:50.969417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'ac55b3e9-c1e1-49de-b40f-9d6a0be03328', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': 'ac55b3e9-c1e1-49de-b40f-9d6a0be03328', 'mac_address': 'fa:16:3e:04:16:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:45:50.982258 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.033006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Made reservation on behalf of c7fa575a45fc4f60843818634f1b2c3e for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:51.034980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f01bdb54-d2d0-4265-959d-69bd8765e37c req-07ecf5cc-72f3-42df-b8cc-36072dc72ef9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280372 Dec 13 12:45:51.053474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.089261 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.108085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac55b3e9-c1e1-49de-b40f-9d6a0be03328 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:51.129332 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ac55b3e9-c1e1-49de-b40f-9d6a0be03328, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:51.155345 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.215220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-30466df4-ccf4-4b05-9be2-ce40273fd8db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d49c3db688c495f983377037dfc9036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7936475 Dec 13 12:45:51.218942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35518) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:51.227541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7709fb-1dbc-4491-90c2-8de3c322a961 None None] Pushing event updated for resources: {'Port': ['ID=0592bdce-22e0-4aee-b7e7-b2b3136f761d,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:51.283478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Attempting to bind port 12429ef7-76e6-48ef-ba5e-316490f84160 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:51.283964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Attempting to bind port 12429ef7-76e6-48ef-ba5e-316490f84160 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:51.284160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Attempting to bind port 12429ef7-76e6-48ef-ba5e-316490f84160 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:51.290873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:45:51.294426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:51.303358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:51.313471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2beeabad-99b0-4ae9-ad8c-4458a19b2d8f req-ca4202a2-602e-4396-9bce-33df11fe21ea tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918316 Dec 13 12:45:51.356898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Port 12429ef7-76e6-48ef-ba5e-316490f84160 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:45:51.357224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Attempting to bind port 12429ef7-76e6-48ef-ba5e-316490f84160 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:51.364906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:51.381415 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5871ccc2-ffdb-43da-bfb5-e9eaefeaac34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.410124 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:51.417333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Allocated IP 172.20.0.6 (5318adeb-f970-49a3-bdfd-ee606db0bb86/0ba95175-5180-48c1-b6b6-adb302fc6a81/de36a3e3-7da4-4324-8827-4de331062e0a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:51.442840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '40e296cd-9158-4925-9a5b-e908076d5643', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '40e296cd-9158-4925-9a5b-e908076d5643', 'mac_address': 'fa:16:3e:2a:08:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:45:51.461480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Attempting to bind port 0592bdce-22e0-4aee-b7e7-b2b3136f761d on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:51.461727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Attempting to bind port 0592bdce-22e0-4aee-b7e7-b2b3136f761d by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:51.464332 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Attempting to bind port 0592bdce-22e0-4aee-b7e7-b2b3136f761d on network fc70dab7-0712-49c8-bb1b-4ed11b531838 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:51.471586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5871ccc2-ffdb-43da-bfb5-e9eaefeaac34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.479987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:51.480739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Checking segment: {'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:51.482015 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.482627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Bound using segment: {'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:51.483439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Bound port: 0592bdce-22e0-4aee-b7e7-b2b3136f761d, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:51.484002 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.514923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.520031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.549156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ac55b3e9-c1e1-49de-b40f-9d6a0be03328'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:51.574387 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.615272 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.631009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:45:51.644739 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.645159 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Added segment 3848ddba-f0d5-45cd-9f89-37630f7cfacb of type vlan for network 592193df-77d8-4d5b-8f52-95796b974acc Dec 13 12:45:51.658996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e296cd-9158-4925-9a5b-e908076d5643 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:51.701526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.720988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-75fab104-f719-4704-a279-0242755d78aa None None] Provisioning complete for port 0592bdce-22e0-4aee-b7e7-b2b3136f761d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:51.721356 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-75fab104-f719-4704-a279-0242755d78aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.732965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:51.733596 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.735359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] 10.222.0.37 "PUT /v2.0/ports/9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 200 len: 1091 time: 4.7609015 Dec 13 12:45:51.736676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfd178-01a3-406b-9ae1-e2ffdfaf0962 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:51.764287 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'tag': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:51.768014 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02311aa-037c-45e0-b3fa-da191e6f53c2" -d '{"events": [{"name": "network-changed", "server_uuid": "901a0fab-9dd2-412c-9035-5c1514a8a392", "tag": "9dc4956f-f64b-4951-b96e-7fc1bd88ee3f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:51.782539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:51.789473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] For port 0592bdce-22e0-4aee-b7e7-b2b3136f761d, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:51.793657 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.804187 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.818449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5871ccc2-ffdb-43da-bfb5-e9eaefeaac34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.821424 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5871ccc2-ffdb-43da-bfb5-e9eaefeaac34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.825873 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5871ccc2-ffdb-43da-bfb5-e9eaefeaac34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1de82f7-f487-4386-ae4f-68810ce07eee HTTP/1.1" status: 204 len: 168 time: 0.6058671 Dec 13 12:45:51.827230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-75fab104-f719-4704-a279-0242755d78aa None None] Port 0592bdce-22e0-4aee-b7e7-b2b3136f761d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:45:51.830596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] For port 0592bdce-22e0-4aee-b7e7-b2b3136f761d, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0592bdce-22e0-4aee-b7e7-b2b3136f761d,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:51.842448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871ccc2-ffdb-43da-bfb5-e9eaefeaac34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de82f7-f487-4386-ae4f-68810ce07eee,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:51.878321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.887845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.968855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event updated for resources: {'Port': ['ID=de36a3e3-7da4-4324-8827-4de331062e0a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:51.978047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:51.978492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:51.978778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:51.979293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Bound port: 12429ef7-76e6-48ef-ba5e-316490f84160, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:51.979599 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:51.981126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:52.000109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Routers {'7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:52.000746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:52.007444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Network 5318adeb-f970-49a3-bdfd-ee606db0bb86 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:52.009507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:52.013771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:52.076655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eb1361-48dd-4fa7-9046-f7b81ecf024d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:52.079785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:45:52.095839 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] Sync routers for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:45:52.101278 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:52.102268 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:52.102871 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:52.120519 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:52.121599 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:52.143484 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:52.148406 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:52.199324 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-cf2fc37c-86f0-410c-87ff-f79d1243291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3090439 Dec 13 12:45:52.219306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Request body: {'port': {'device_id': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:52.256487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] Set router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:52.269702 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:52.344738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:52.421732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['40e296cd-9158-4925-9a5b-e908076d5643'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:52.427457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7709fb-1dbc-4491-90c2-8de3c322a961 None None] Pushing event updated for resources: {'Port': ['ID=0592bdce-22e0-4aee-b7e7-b2b3136f761d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:52.552083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d9611208-b740-4778-8d89-f993f5b17599 None None] Provisioning complete for port 0592bdce-22e0-4aee-b7e7-b2b3136f761d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:52.552455 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9611208-b740-4778-8d89-f993f5b17599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:52.554177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3018260 Dec 13 12:45:52.561680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] No DVR routers for this DVR port b9597251-0e80-45a3-a27e-f0bc0f9b7c30 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:45:52.568114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35530) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:52.572329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Request body: {'subnet': {'network_id': '592193df-77d8-4d5b-8f52-95796b974acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1644991828-subnet', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:52.608934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91905dd8-9649-4845-bfbc-36e2eb0b6ac0 req-f6c6f5e9-51f0-422a-b314-1c7fb586f830 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:52.622655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91905dd8-9649-4845-bfbc-36e2eb0b6ac0 req-f6c6f5e9-51f0-422a-b314-1c7fb586f830 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 948 time: 1.3352489 Dec 13 12:45:52.629914 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:52.633551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3ef8c82-7fcb-433b-aac8-98e706cab749 req-cd9cd21b-87c9-4c6a-b428-5b20ecabc8ab tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.42 "DELETE /v2.0/ports/b9597251-0e80-45a3-a27e-f0bc0f9b7c30 HTTP/1.1" status: 204 len: 173 time: 5.2695520 Dec 13 12:45:52.665306 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:52.680263 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Made reservation on behalf of 07ac27e50cfb4798a3380bcefe8a0d7e for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:52.684349 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:52.703879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b850d-b364-48b1-8c5c-28b563cfb989 admin admin] Pushing event updated for resources: {'Network': ['ID=592193df-77d8-4d5b-8f52-95796b974acc,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:52.707929 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] Checking router: d6281c11-ae6a-4fc1-8097-12e3ce3f7760 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:45:52.726406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-f2d86d40-b60c-40ee-836a-f4fc7bc891a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:52.728445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-f2d86d40-b60c-40ee-836a-f4fc7bc891a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1094 time: 0.6559970 Dec 13 12:45:52.733040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35532) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:52.741822 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:52.742383 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:52.762657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 592193df-77d8-4d5b-8f52-95796b974acc details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:45:52.912215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e86ec-b986-431a-a2b1-e598b57d7595 req-b2eac61a-3a5d-407b-9ac6-39e0b3626e1d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:52.913812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-935e86ec-b986-431a-a2b1-e598b57d7595 req-b2eac61a-3a5d-407b-9ac6-39e0b3626e1d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 1.3797610 Dec 13 12:45:52.917646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-c9c314b5-700d-47a3-82ec-7796d8801bfc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 200 len: 217 time: 0.1328337 Dec 13 12:45:52.925875 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:52.984390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] For port 12429ef7-76e6-48ef-ba5e-316490f84160, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:53.046654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] For port 12429ef7-76e6-48ef-ba5e-316490f84160, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=12429ef7-76e6-48ef-ba5e-316490f84160,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:53.056976 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc37d5f4-6cd8-47ae-9fe4-9e95f08a094e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9231a47d748b41fe9710f359e830df69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028524 Dec 13 12:45:53.060132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91905dd8-9649-4845-bfbc-36e2eb0b6ac0 req-e6c81a35-be1b-48e7-a13c-f3ad6d181887 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365866 Dec 13 12:45:53.100972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35534) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:53.104823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-935e86ec-b986-431a-a2b1-e598b57d7595 req-3666b276-7bbb-4781-bcc7-5ed86ff61908 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510453 Dec 13 12:45:53.121492 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:53.202029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Pushing event updated for resources: {'Port': ['ID=12429ef7-76e6-48ef-ba5e-316490f84160,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:53.213616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-05f3b7f8-0664-4b14-b2a4-af03d9a9ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:53.215738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-05f3b7f8-0664-4b14-b2a4-af03d9a9ca86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.2806921 Dec 13 12:45:53.241403 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9611208-b740-4778-8d89-f993f5b17599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:53.271788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:53.272326 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:53.273720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-b0d5db0c-e002-4e4d-a337-9196bafc7d9d service neutron] 10.222.0.42 "PUT /v2.0/ports/12429ef7-76e6-48ef-ba5e-316490f84160 HTTP/1.1" status: 200 len: 1096 time: 5.3704953 Dec 13 12:45:53.351263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-fb06f1a6-3096-4c57-aa48-95b09b69276f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140072 Dec 13 12:45:53.378502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d9611208-b740-4778-8d89-f993f5b17599 None None] For port 0592bdce-22e0-4aee-b7e7-b2b3136f761d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0592bdce-22e0-4aee-b7e7-b2b3136f761d,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:53.402327 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9611208-b740-4778-8d89-f993f5b17599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:53.436727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de36a3e3-7da4-4324-8827-4de331062e0a {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:53.457888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:53.484220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611208-b740-4778-8d89-f993f5b17599 None None] Pushing event updated for resources: {'Port': ['ID=0592bdce-22e0-4aee-b7e7-b2b3136f761d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:53.491332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Transition to ACTIVE for port object de36a3e3-7da4-4324-8827-4de331062e0a will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:45:53.496473 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:53.511069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0592bdce-22e0-4aee-b7e7-b2b3136f761d', 'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'mac_address': 'fa:16:3e:26:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:43Z', 'updated_at': '2021-12-13T12:45:51Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'subnets': [{'id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:53.577026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:53.580483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600b416-9ac0-4481-987d-f567b88ec188 None None] The sync data for ids ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'] in n-d-817326-4 is: [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0592bdce-22e0-4aee-b7e7-b2b3136f761d', 'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'mac_address': 'fa:16:3e:26:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:43Z', 'updated_at': '2021-12-13T12:45:51Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'subnets': [{'id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:45:53.613375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-bd52864b-bf0f-47d3-911a-28c0616d285c service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027535 Dec 13 12:45:53.671478 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:53.674495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d635e88-3f46-4e8c-b062-22c3de7d9b9c req-d027b0fd-b089-40cb-b1d7-24fe9e49b1d7 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:53.677884 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d635e88-3f46-4e8c-b062-22c3de7d9b9c req-d027b0fd-b089-40cb-b1d7-24fe9e49b1d7 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 948 time: 0.3503397 Dec 13 12:45:53.696949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144a71-c6cb-4b9b-bd8d-cd8ab2477b9c req-c350309e-942e-460c-b20d-897df9018686 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:53.706146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Pushing event updated for resources: {'Port': ['ID=de36a3e3-7da4-4324-8827-4de331062e0a,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:53.708346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e144a71-c6cb-4b9b-bd8d-cd8ab2477b9c req-c350309e-942e-460c-b20d-897df9018686 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 931 time: 0.4199128 Dec 13 12:45:53.717245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Pushing event updated for resources: {'Subnet': ['ID=60379a96-90bd-4398-b6b0-01f38697e911,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:53.770464 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:53.778878 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c6779-f0f4-4bab-a00e-3008a6acffc1 None None] The sync data for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 is: [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:45:53.799573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:53.854610 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Checking segment: {'id': '3848ddba-f0d5-45cd-9f89-37630f7cfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:53.855434 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Network hostable DHCP agents. Network: 592193df-77d8-4d5b-8f52-95796b974acc, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:45:53.874672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e144a71-c6cb-4b9b-bd8d-cd8ab2477b9c req-e9e146f3-3a62-4833-ade0-1c900b5a7868 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1650169 Dec 13 12:45:53.876205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Attempting to bind port de36a3e3-7da4-4324-8827-4de331062e0a on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:53.876553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Attempting to bind port de36a3e3-7da4-4324-8827-4de331062e0a by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:53.876881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Attempting to bind port de36a3e3-7da4-4324-8827-4de331062e0a on network 5318adeb-f970-49a3-bdfd-ee606db0bb86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:53.881890 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Port de36a3e3-7da4-4324-8827-4de331062e0a on network 5318adeb-f970-49a3-bdfd-ee606db0bb86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:45:53.882770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Attempting to bind port de36a3e3-7da4-4324-8827-4de331062e0a on network 5318adeb-f970-49a3-bdfd-ee606db0bb86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:53.896045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:53.896393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Checking segment: {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:53.896793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Bound using segment: {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:53.898695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Bound port: de36a3e3-7da4-4324-8827-4de331062e0a, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c671b912-f9b2-4693-9720-06bc870947e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:53.899126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:53.926706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Network 592193df-77d8-4d5b-8f52-95796b974acc is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:45:53.945298 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0592bdce-22e0-4aee-b7e7-b2b3136f761d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:53.998756 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65d5e26-06ae-494e-b554-a954f81512c0 x-openstack-request-id: req-c65d5e26-06ae-494e-b554-a954f81512c0 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:53.999297 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901a0fab-9dd2-412c-9035-5c1514a8a392", "tag": "9dc4956f-f64b-4951-b96e-7fc1bd88ee3f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:54.002122 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c65d5e26-06ae-494e-b554-a954f81512c0 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:54.002835 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'tag': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f', 'status': 'completed', 'code': 200} Dec 13 12:45:54.021166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-0588f2ae-11e8-4eb5-a194-12e59d218eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:54.023350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-0588f2ae-11e8-4eb5-a194-12e59d218eb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 1099 time: 0.6680052 Dec 13 12:45:54.040593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] For port de36a3e3-7da4-4324-8827-4de331062e0a, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:54.045707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] For port de36a3e3-7da4-4324-8827-4de331062e0a, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=de36a3e3-7da4-4324-8827-4de331062e0a,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:54.060897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.082063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0592bdce-22e0-4aee-b7e7-b2b3136f761d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:54.082515 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.116061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-0995d61e-6b94-4966-85c5-4b4742664f94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=12429ef7-76e6-48ef-ba5e-316490f84160 HTTP/1.1" status: 200 len: 217 time: 0.0629585 Dec 13 12:45:54.143068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 592193df-77d8-4d5b-8f52-95796b974acc) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:54.149083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Pushing event updated for resources: {'Port': ['ID=de36a3e3-7da4-4324-8827-4de331062e0a,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:54.187393 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ac55b3e9-c1e1-49de-b40f-9d6a0be03328 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:54.189588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a52ed1-2a6b-442a-94c0-8c9898e31156 None None] Network 592193df-77d8-4d5b-8f52-95796b974acc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:54.190574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:54.191474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.209193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.210255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.210792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.211369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.212030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.212872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.213454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.214215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.215016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.215759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.216350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.216861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.217402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.228432 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb7ec84f-6cfe-41d4-b14b-8f0d7e08248f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6597767 Dec 13 12:45:54.246802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35542) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:54.252823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1644991828-router', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:54.274404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d635e88-3f46-4e8c-b062-22c3de7d9b9c req-5b34bcb9-8cb2-4551-ae73-3b84fae74ab4 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435395 Dec 13 12:45:54.276721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-fcc6e47e-b264-4402-9ea8-938a53eabdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:54.284012 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.285229 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.286231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-fcc6e47e-b264-4402-9ea8-938a53eabdfe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1194367 Dec 13 12:45:54.367576 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.371224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:54.372416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.375140 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-c5df3b28-436a-4616-a0a9-9f41d8bbc923 service neutron] 10.222.0.37 "PUT /v2.0/ports/de36a3e3-7da4-4324-8827-4de331062e0a HTTP/1.1" status: 200 len: 1091 time: 2.1664169 Dec 13 12:45:54.375798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'tag': 'de36a3e3-7da4-4324-8827-4de331062e0a'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:54.384177 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f10a83-c00c-4d36-a39c-272e792878d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a", "tag": "de36a3e3-7da4-4324-8827-4de331062e0a"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:54.456246 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41b29015-4b71-43f7-8dd2-14ad554019f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.492760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e79047-1114-409a-b33f-6ec677346b51 None None] New status for floating IP 8aebded1-e749-4e5e-813e-0def8d84d3ee: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:45:54.532176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 40e296cd-9158-4925-9a5b-e908076d5643 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:54.580945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca12c6-ea2c-4a88-8d8c-b4fdfca3f046 req-4a18df0f-ce39-4dae-9edb-a5240bdb7381 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:54.590057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2eca12c6-ea2c-4a88-8d8c-b4fdfca3f046 req-4a18df0f-ce39-4dae-9edb-a5240bdb7381 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.4331467 Dec 13 12:45:54.653983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f147e8ff-885c-42ac-bb0a-18d7e2510f6d req-b64de701-7b98-421e-b085-510583c86a35 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9728482 Dec 13 12:45:54.655754 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.659829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.664339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59ec7c04-b5bd-4d4e-b59a-717955fd9480 HTTP/1.1" status: 204 len: 168 time: 1.5584388 Dec 13 12:45:54.696799 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:54.727897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ec7c04-b5bd-4d4e-b59a-717955fd9480,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:54.758987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.763213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.763856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.765508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.766056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.766574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.767577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.769491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.770000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.771359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.771930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.773683 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.774218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1811ef-a29a-4e59-a9d0-14527be844d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:45:54.788392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-6d6b8e58-0b19-4104-a2d8-5889abeb4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:54.791938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-6d6b8e58-0b19-4104-a2d8-5889abeb4f99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4455454 Dec 13 12:45:54.872909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-5dd0bcf3-4e21-49ce-8a88-e6d2637ded1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:54.876850 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-5dd0bcf3-4e21-49ce-8a88-e6d2637ded1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7fa575a45fc4f60843818634f1b2c3e&device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 1094 time: 0.3659327 Dec 13 12:45:55.048867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:45:55.058062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-592193df-77d8-4d5b-8f52-95796b974acc', 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc', 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'fixed_ips': [{'subnet_id': '60379a96-90bd-4398-b6b0-01f38697e911'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:45:55.059418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:55.072632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:55.073724 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:55.103351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2eca12c6-ea2c-4a88-8d8c-b4fdfca3f046 req-9a0eca87-e987-47be-bc49-3b06d762ab29 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119781 Dec 13 12:45:55.131697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 40e296cd-9158-4925-9a5b-e908076d5643 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:45:55.154662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 40e296cd-9158-4925-9a5b-e908076d5643 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:55.155041 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:55.191774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e78e9-a2e4-401b-b0a0-eb12ba036cb1 req-ffa3ea0d-1ba7-4f2c-a600-6e78a404d1ae tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:55.195355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2e78e9-a2e4-401b-b0a0-eb12ba036cb1 req-ffa3ea0d-1ba7-4f2c-a600-6e78a404d1ae tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 948 time: 0.6498218 Dec 13 12:45:55.361491 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2e78e9-a2e4-401b-b0a0-eb12ba036cb1 req-5bb720be-13d5-4c75-a677-2ff321cc736b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570318 Dec 13 12:45:55.387478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02311aa-037c-45e0-b3fa-da191e6f53c2 req-12f71b51-eeed-466e-919c-b5ef961d8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:55.388575 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-b06b3df0-b475-4489-92cd-67f37ac2a4c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de36a3e3-7da4-4324-8827-4de331062e0a HTTP/1.1" status: 200 len: 217 time: 0.5002606 Dec 13 12:45:55.390990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a02311aa-037c-45e0-b3fa-da191e6f53c2 req-12f71b51-eeed-466e-919c-b5ef961d8959 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1094 time: 0.6384559 Dec 13 12:45:55.511250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-be257c19-231f-46cd-a7cc-40026cfb5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:55.513577 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-be257c19-231f-46cd-a7cc-40026cfb5a3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba95175-5180-48c1-b6b6-adb302fc6a81 HTTP/1.1" status: 200 len: 862 time: 0.1052244 Dec 13 12:45:55.517203 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:55.520890 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468ee03a-a778-4f7f-901d-dbf219aa238e x-openstack-request-id: req-468ee03a-a778-4f7f-901d-dbf219aa238e {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:55.521360 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a", "tag": "de36a3e3-7da4-4324-8827-4de331062e0a", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:55.522430 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-468ee03a-a778-4f7f-901d-dbf219aa238e {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:55.523688 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'tag': 'de36a3e3-7da4-4324-8827-4de331062e0a', 'status': 'completed', 'code': 200} Dec 13 12:45:55.528220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Allocated IP 172.20.0.2 (592193df-77d8-4d5b-8f52-95796b974acc/60379a96-90bd-4398-b6b0-01f38697e911/ec92dc4f-de48-4f19-a44b-09f30f4e67c3) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:55.562064 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:55.618014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd05894-e7f8-4f7b-be2e-a64e419e9eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac55b3e9-c1e1-49de-b40f-9d6a0be03328'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:55.622048 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3313b057-db74-4506-831f-bc7acf52f57a" -d '{"events": [{"server_uuid": "9bd05894-e7f8-4f7b-be2e-a64e419e9eae", "name": "network-vif-plugged", "status": "completed", "tag": "ac55b3e9-c1e1-49de-b40f-9d6a0be03328"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:55.677593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ac55b3e9-c1e1-49de-b40f-9d6a0be03328, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:55.693820 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:55.733836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-7d456348-13c8-4a20-bd6b-f47e53a247b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:55.743106 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-7d456348-13c8-4a20-bd6b-f47e53a247b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5318adeb-f970-49a3-bdfd-ee606db0bb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2072518 Dec 13 12:45:55.778021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-7daa6a35-3bca-43cb-8b99-2c9ab9a85be7 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9215631 Dec 13 12:45:55.814864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:55.848235 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:55.911518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79863d3-9ede-43c8-b488-e6951cf31aff req-1b092461-3793-4a14-a76d-4051dd4279bd tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:55.914270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c79863d3-9ede-43c8-b488-e6951cf31aff req-1b092461-3793-4a14-a76d-4051dd4279bd tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.5636725 Dec 13 12:45:55.925293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:56.079260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:56.092056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35574) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:56.095794 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.108695 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.150019 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-f347752e-efc1-4f4b-afec-0f833497254f service neutron] 10.222.0.37 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998578 Dec 13 12:45:56.161216 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.187818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.218230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Network 592193df-77d8-4d5b-8f52-95796b974acc is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:56.224069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:56.234041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:56.249891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Pushing event updated for resources: {'Port': ['ID=ec92dc4f-de48-4f19-a44b-09f30f4e67c3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:56.369544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35584) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:56.370864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Attempting to bind port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:45:56.371790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Attempting to bind port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '3848ddba-f0d5-45cd-9f89-37630f7cfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:45:56.372475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Attempting to bind port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 on network 592193df-77d8-4d5b-8f52-95796b974acc {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:45:56.394658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'name': 'network-vif-deleted', 'tag': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30'}, {'name': 'network-changed', 'server_uuid': '44ccb1e8-d759-4bf9-8255-0140462cb326', 'tag': '12429ef7-76e6-48ef-ba5e-316490f84160'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:56.396606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:45:56.397124 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39883bf4-2f23-479d-a797-69a23adf4de4" -d '{"events": [{"server_uuid": "35271516-d5dc-4b04-8c51-ddd8c80131b1", "name": "network-vif-deleted", "tag": "b9597251-0e80-45a3-a27e-f0bc0f9b7c30"}, {"name": "network-changed", "server_uuid": "44ccb1e8-d759-4bf9-8255-0140462cb326", "tag": "12429ef7-76e6-48ef-ba5e-316490f84160"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:56.397397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Checking segment: {'id': '3848ddba-f0d5-45cd-9f89-37630f7cfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:56.397977 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.398948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Bound using segment: {'id': '3848ddba-f0d5-45cd-9f89-37630f7cfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:45:56.400100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Bound port: ec92dc4f-de48-4f19-a44b-09f30f4e67c3, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3848ddba-f0d5-45cd-9f89-37630f7cfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:45:56.401485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.423921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-638858b0-8ab4-44c9-ab45-cb7ee338f25e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.424278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02311aa-037c-45e0-b3fa-da191e6f53c2 req-69b48f8e-b140-4c30-99df-9878c04c0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:56.426531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a02311aa-037c-45e0-b3fa-da191e6f53c2 req-69b48f8e-b140-4c30-99df-9878c04c0bc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 1.0051365 Dec 13 12:45:56.449452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Allocated IP 172.25.2.39 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/3738ff96-f4ba-4b37-8cf3-899b08f6089d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:56.457713 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6756eecb-c62e-4554-91a2-dbc643b3cdc7 req-303a295e-76b8-4b02-9f84-0ad1d7b57142 service neutron] 10.222.0.37 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714164 Dec 13 12:45:56.458508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32598cc-afaf-4c7d-8fe7-0145a38b6457 req-488b74c7-f4ae-4fca-933f-2e32a6ec0a9a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:56.466406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d32598cc-afaf-4c7d-8fe7-0145a38b6457 req-488b74c7-f4ae-4fca-933f-2e32a6ec0a9a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 943 time: 0.7298026 Dec 13 12:45:56.480144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-network', 'tenant_id': '482b204d4baf45bc853738c765480777'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:56.530418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] For port ec92dc4f-de48-4f19-a44b-09f30f4e67c3, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:45:56.534607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] For port ec92dc4f-de48-4f19-a44b-09f30f4e67c3, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ec92dc4f-de48-4f19-a44b-09f30f4e67c3,segment=NetworkSegment(3848ddba-f0d5-45cd-9f89-37630f7cfacb),segment_id=3848ddba-f0d5-45cd-9f89-37630f7cfacb)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:45:56.547557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a02311aa-037c-45e0-b3fa-da191e6f53c2 req-da49ce43-b684-484c-86b7-8665c856b5e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 200 len: 217 time: 0.1058705 Dec 13 12:45:56.554750 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.609617 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3531715d-6981-4c3b-a737-1947b6bb95af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.620735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02311aa-037c-45e0-b3fa-da191e6f53c2 req-f1344b52-7259-4ad9-af2f-2e13f27e6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:56.624057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a02311aa-037c-45e0-b3fa-da191e6f53c2 req-f1344b52-7259-4ad9-af2f-2e13f27e6891 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0635564 Dec 13 12:45:56.656414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9883-73ac-49b3-84ef-760071e9271c None None] Pushing event updated for resources: {'Port': ['ID=ec92dc4f-de48-4f19-a44b-09f30f4e67c3,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:56.660128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Made reservation on behalf of 482b204d4baf45bc853738c765480777 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:56.668774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.695472 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.697715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d32598cc-afaf-4c7d-8fe7-0145a38b6457 req-cd25d879-bdec-4cd5-a1d1-7d47f12b07cb tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2251961 Dec 13 12:45:56.744116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a02311aa-037c-45e0-b3fa-da191e6f53c2 req-05184999-dd72-4a32-9daf-643a029ef258 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983913 Dec 13 12:45:56.746517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c951a296-5770-40e8-9f28-04ad7997ad13 req-a64cd8cc-588a-48ac-9c6c-92dc07138a62 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8965476 Dec 13 12:45:56.752303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c79863d3-9ede-43c8-b488-e6951cf31aff req-b15d42ec-899d-470d-af2b-245748b8a87a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493268 Dec 13 12:45:56.803687 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-638858b0-8ab4-44c9-ab45-cb7ee338f25e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.819428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-b858eb4d-0529-4c72-bfc1-64be5c724723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:56.822604 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-b858eb4d-0529-4c72-bfc1-64be5c724723 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7fa575a45fc4f60843818634f1b2c3e&device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 1094 time: 0.2560399 Dec 13 12:45:56.828842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-638858b0-8ab4-44c9-ab45-cb7ee338f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:56.841268 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b688f6b-7ea7-4306-bb3c-dcef457679f5 x-openstack-request-id: req-7b688f6b-7ea7-4306-bb3c-dcef457679f5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:56.841807 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd05894-e7f8-4f7b-be2e-a64e419e9eae", "name": "network-vif-plugged", "status": "completed", "tag": "ac55b3e9-c1e1-49de-b40f-9d6a0be03328", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:56.842358 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b688f6b-7ea7-4306-bb3c-dcef457679f5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:56.842945 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd05894-e7f8-4f7b-be2e-a64e419e9eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac55b3e9-c1e1-49de-b40f-9d6a0be03328', 'code': 200} Dec 13 12:45:56.898950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.031684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e87ba-5f7d-4e53-b38b-717757ab56af req-ff4c2e77-0d4e-43f9-bd21-db43688c7eb7 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:57.033468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e9e87ba-5f7d-4e53-b38b-717757ab56af req-ff4c2e77-0d4e-43f9-bd21-db43688c7eb7 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 949 time: 0.2008770 Dec 13 12:45:57.039504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a02311aa-037c-45e0-b3fa-da191e6f53c2 req-30b5814b-dc7b-4117-aff2-ba6ac461fd43 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857485 Dec 13 12:45:57.058601 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-638858b0-8ab4-44c9-ab45-cb7ee338f25e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b10d52f8c2b4b1f8295cd8e0d4b546e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9422359 Dec 13 12:45:57.059372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638858b0-8ab4-44c9-ab45-cb7ee338f25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb0c005-3192-491e-b2a1-f666f80e8285,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:57.063020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35592) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:57.174291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-d53fb660-b8fe-4a6c-ac69-93e2d75b2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:57.175881 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-d53fb660-b8fe-4a6c-ac69-93e2d75b2f71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5318adeb-f970-49a3-bdfd-ee606db0bb86 HTTP/1.1" status: 200 len: 923 time: 0.3281479 Dec 13 12:45:57.190383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.199333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61515-7cf9-4723-98d8-42c13444dc8b req-0d6c67ed-f579-4cee-9011-e9f33f9e14e1 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:57.200928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2c61515-7cf9-4723-98d8-42c13444dc8b req-0d6c67ed-f579-4cee-9011-e9f33f9e14e1 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.2538979 Dec 13 12:45:57.218610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.252948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3c4d7-a1d8-4a1e-b69d-9a16357466bf req-b7bb8312-9d0e-45b7-8480-49bd22977eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:57.254757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fef3c4d7-a1d8-4a1e-b69d-9a16357466bf req-b7bb8312-9d0e-45b7-8480-49bd22977eb0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 1100 time: 0.2123532 Dec 13 12:45:57.259879 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.267930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e9e87ba-5f7d-4e53-b38b-717757ab56af req-f422294a-3b6b-4858-9e82-7e56ece9567e tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272255 Dec 13 12:45:57.305148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a02311aa-037c-45e0-b3fa-da191e6f53c2 req-9db0d2f8-de16-4883-b64e-bdceb7dba91c service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492492 Dec 13 12:45:57.337351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2c61515-7cf9-4723-98d8-42c13444dc8b req-16863bb6-9f5b-4d6f-82d3-d9605a362d46 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232502 Dec 13 12:45:57.352543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fef3c4d7-a1d8-4a1e-b69d-9a16357466bf req-ff1e2521-f3b4-4689-82ab-f115afabd449 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798540 Dec 13 12:45:57.366300 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-11616036-7f05-49ec-861a-f19bb04d738e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de36a3e3-7da4-4324-8827-4de331062e0a HTTP/1.1" status: 200 len: 217 time: 0.1669445 Dec 13 12:45:57.375832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:45:57.393547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:57.395748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dc1140-0bd5-40eb-a6a4-db385f2c05de,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:57.399832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:45:57.405764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:45:57.413931 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc237f6-3875-4d5e-b253-1b893478214a x-openstack-request-id: req-8dc237f6-3875-4d5e-b253-1b893478214a {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:57.414246 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35271516-d5dc-4b04-8c51-ddd8c80131b1", "name": "network-vif-deleted", "tag": "b9597251-0e80-45a3-a27e-f0bc0f9b7c30", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44ccb1e8-d759-4bf9-8255-0140462cb326", "tag": "12429ef7-76e6-48ef-ba5e-316490f84160", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:57.414503 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dc237f6-3875-4d5e-b253-1b893478214a {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:57.414896 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35271516-d5dc-4b04-8c51-ddd8c80131b1', 'name': 'network-vif-deleted', 'tag': 'b9597251-0e80-45a3-a27e-f0bc0f9b7c30', 'status': 'completed', 'code': 200} Dec 13 12:45:57.415156 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ccb1e8-d759-4bf9-8255-0140462cb326', 'tag': '12429ef7-76e6-48ef-ba5e-316490f84160', 'status': 'completed', 'code': 200} Dec 13 12:45:57.417293 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.417675 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Added segment aa4eee27-ca70-4cbd-89da-6e994e21f2cb of type vlan for network b2fee8a9-a853-4009-b603-fe162eccd03f Dec 13 12:45:57.432318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70477707-0eb4-4a2d-ac50-18d44087b390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.443842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765d797-6b07-49ba-ad22-8233490614c6 req-ce08529e-1cf1-440d-9861-163a48492670 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:57.447272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c765d797-6b07-49ba-ad22-8233490614c6 req-ce08529e-1cf1-440d-9861-163a48492670 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 948 time: 0.0804718 Dec 13 12:45:57.497920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c765d797-6b07-49ba-ad22-8233490614c6 req-e52c76bf-b9e5-4c82-9777-b799453d789b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468488 Dec 13 12:45:57.533788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3738ff96-f4ba-4b37-8cf3-899b08f6089d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:57.567793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-d0725978-6e00-4387-9f35-954ba7cfded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:57.569297 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-d0725978-6e00-4387-9f35-954ba7cfded7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba95175-5180-48c1-b6b6-adb302fc6a81 HTTP/1.1" status: 200 len: 862 time: 0.1707401 Dec 13 12:45:57.576468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.582265 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70477707-0eb4-4a2d-ac50-18d44087b390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.600583 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.658913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-ba008aaa-b779-4ff6-a396-6cc7e01c5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:57.660854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-ba008aaa-b779-4ff6-a396-6cc7e01c5f77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 1099 time: 0.0492015 Dec 13 12:45:57.762093 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.762929 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:57.763503 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.777615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-60f652d6-5e04-4456-902d-5ae448351545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:57.779174 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-60f652d6-5e04-4456-902d-5ae448351545 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5318adeb-f970-49a3-bdfd-ee606db0bb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948473 Dec 13 12:45:57.802110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-e4887468-dc19-4e17-b9a7-5875d37f1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:57.803619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-e4887468-dc19-4e17-b9a7-5875d37f1153 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1334126 Dec 13 12:45:57.880189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-31c5ef6e-5860-44a2-afdb-811afd32b79f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=12429ef7-76e6-48ef-ba5e-316490f84160 HTTP/1.1" status: 200 len: 217 time: 0.0680976 Dec 13 12:45:57.885722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ec92dc4f-de48-4f19-a44b-09f30f4e67c3 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:57.955085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:57.956153 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:57.966099 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5952671 Dec 13 12:45:57.978375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-ff912ff7-565a-43e4-bf4b-f2592700dfba service neutron] 10.222.0.37 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784258 Dec 13 12:45:57.988438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35598) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:57.989319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab6d0-eb94-46c2-8a57-80ff9ff104bc admin admin] Pushing event updated for resources: {'Network': ['ID=b2fee8a9-a853-4009-b603-fe162eccd03f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:57.992259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40116636-bc55-4766-baa8-8c3e16a3fbba None None] Network 592193df-77d8-4d5b-8f52-95796b974acc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:58.005617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Request body: {'subnet': {'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-subnet', 'tenant_id': '482b204d4baf45bc853738c765480777', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:58.007903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-4d119858-a3b3-415b-adb6-6b6409e658c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:58.009379 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70477707-0eb4-4a2d-ac50-18d44087b390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.009749 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-4d119858-a3b3-415b-adb6-6b6409e658c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0874667 Dec 13 12:45:58.012018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70477707-0eb4-4a2d-ac50-18d44087b390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.017194 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-70477707-0eb4-4a2d-ac50-18d44087b390 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cb0c005-3192-491e-b2a1-f666f80e8285 HTTP/1.1" status: 204 len: 168 time: 0.9442849 Dec 13 12:45:58.017366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b2fee8a9-a853-4009-b603-fe162eccd03f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:45:58.090412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c9ed5-1431-4ef2-be94-7abd32778a50 req-230545c3-2705-404b-82b9-5638a8d2b318 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:58.092191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d8c9ed5-1431-4ef2-be94-7abd32778a50 req-230545c3-2705-404b-82b9-5638a8d2b318 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 943 time: 0.2235949 Dec 13 12:45:58.102810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1f197-c9eb-4dbb-ab8e-0758d979fc2b req-f376cc9a-4888-4d07-9172-d387272a65a4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:58.104545 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72a1f197-c9eb-4dbb-ab8e-0758d979fc2b req-f376cc9a-4888-4d07-9172-d387272a65a4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.2345595 Dec 13 12:45:58.146256 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-5c5e0a4e-aaa1-4934-a1b6-288e4a06884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:58.148189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-5c5e0a4e-aaa1-4934-a1b6-288e4a06884b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1158693 Dec 13 12:45:58.163026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70477707-0eb4-4a2d-ac50-18d44087b390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb0c005-3192-491e-b2a1-f666f80e8285,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:58.198425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Made reservation on behalf of 482b204d4baf45bc853738c765480777 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:58.201909 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.215251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.276268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d8c9ed5-1431-4ef2-be94-7abd32778a50 req-9112b012-eb32-4292-81e1-baccf075291a tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1680331 Dec 13 12:45:58.285065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72a1f197-c9eb-4dbb-ab8e-0758d979fc2b req-3c486e35-b51a-4eac-9a6c-44a43e0d6dc3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651711 Dec 13 12:45:58.326459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a4a24ec1-9404-478e-a111-2e42b229e489 None None] Provisioning complete for port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:58.326459 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4a24ec1-9404-478e-a111-2e42b229e489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.346431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-2f813038-d591-4232-96d0-0183314834e9 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863437 Dec 13 12:45:58.357262 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d0f10a83-c00c-4d36-a39c-272e792878d1 req-5f6a9f73-f28a-4910-82d4-e1b934343e10 service neutron] 10.222.0.37 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636653 Dec 13 12:45:58.454567 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.508784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:45:58.566775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49c314-124b-48d3-8c0b-bf5e7caa9ce4 req-9bce37b3-93fe-4603-9479-9f569923adc4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:58.574595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e49c314-124b-48d3-8c0b-bf5e7caa9ce4 req-9bce37b3-93fe-4603-9479-9f569923adc4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.0972939 Dec 13 12:45:58.617370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:58.637329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f', 'network_id': '219543e4-4bac-49a9-93d4-417277130b86', 'port_id': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f', 'mac_address': 'fa:16:3e:d2:f9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78a57fd-1d76-4319-9106-b62626f1bc04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:45:58.658888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.666498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e49c314-124b-48d3-8c0b-bf5e7caa9ce4 req-b2aa95f2-23f2-4138-8b17-75480a7d3c78 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868096 Dec 13 12:45:58.692892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefae554-d3f9-44ce-98b2-3d1396caf5c1 req-e7863dfc-bded-4393-9f48-894554f46336 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:58.697500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eefae554-d3f9-44ce-98b2-3d1396caf5c1 req-e7863dfc-bded-4393-9f48-894554f46336 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 949 time: 0.2185466 Dec 13 12:45:58.703910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39883bf4-2f23-479d-a797-69a23adf4de4 req-29132cad-bca0-4a51-ac0c-457fcb021929 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466370 Dec 13 12:45:58.716650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port ec92dc4f-de48-4f19-a44b-09f30f4e67c3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ec92dc4f-de48-4f19-a44b-09f30f4e67c3,segment=NetworkSegment(3848ddba-f0d5-45cd-9f89-37630f7cfacb),segment_id=3848ddba-f0d5-45cd-9f89-37630f7cfacb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:58.728406 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4a24ec1-9404-478e-a111-2e42b229e489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.744024 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.758993 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.804659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:45:58.851138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eefae554-d3f9-44ce-98b2-3d1396caf5c1 req-ad926a19-3ecc-4eca-a910-77937377359c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461549 Dec 13 12:45:58.854341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:45:58.863411 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51743e02-6096-47d5-818e-6d157b7c3256" -d '{"events": [{"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-plugged", "status": "completed", "tag": "40e296cd-9158-4925-9a5b-e908076d5643"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:45:58.882752 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.889756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Checking segment: {'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:45:58.890171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Network hostable DHCP agents. Network: b2fee8a9-a853-4009-b603-fe162eccd03f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:45:58.895564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515c4fc-bfc3-4a81-ab43-a9c8b025739e req-41f969f2-5196-45d5-8ac8-723485883700 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:58.898341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2515c4fc-bfc3-4a81-ab43-a9c8b025739e req-41f969f2-5196-45d5-8ac8-723485883700 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 948 time: 0.1224978 Dec 13 12:45:58.898492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16add5c7-042c-47fc-b877-44ea9a15f263,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:58.964006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:45:58.974214 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05795146-8f3c-47de-8e1b-8eabd0bc7365 x-openstack-request-id: req-05795146-8f3c-47de-8e1b-8eabd0bc7365 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:45:58.974463 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-plugged", "status": "completed", "tag": "40e296cd-9158-4925-9a5b-e908076d5643", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:45:58.975175 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05795146-8f3c-47de-8e1b-8eabd0bc7365 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:45:58.975175 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643', 'code': 200} Dec 13 12:45:58.995701 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:58.996618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2515c4fc-bfc3-4a81-ab43-a9c8b025739e req-7d7225e5-d91e-4285-8da8-67d72a9409bf tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911176 Dec 13 12:45:59.007711 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-a4a24ec1-9404-478e-a111-2e42b229e489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:45:59.008534 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-a4a24ec1-9404-478e-a111-2e42b229e489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:45:59.009243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=ec92dc4f-de48-4f19-a44b-09f30f4e67c3,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:59.017984 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.068451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:45:59.079425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Network b2fee8a9-a853-4009-b603-fe162eccd03f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:45:59.098759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b2fee8a9-a853-4009-b603-fe162eccd03f) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:45:59.109408 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d5d11-d52e-4674-8533-f4974caa04da None None] Network b2fee8a9-a853-4009-b603-fe162eccd03f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:45:59.137262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:59.138008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.156750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dae449-7c81-4761-b3e8-18ad8d6dac3b req-3bdb4ee2-f5fe-46b2-95a2-7069a819cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:59.158951 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7dae449-7c81-4761-b3e8-18ad8d6dac3b req-3bdb4ee2-f5fe-46b2-95a2-7069a819cf44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 1101 time: 0.1065235 Dec 13 12:45:59.177605 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb6b6329-35b4-4d3e-a130-897cfb27a607 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1853826 Dec 13 12:45:59.180465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35628) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:59.185693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:59.214039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35630) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:59.215907 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.217550 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.240288 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7dae449-7c81-4761-b3e8-18ad8d6dac3b req-ade4a982-f03b-4b59-a7a3-4823fa4e025a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715930 Dec 13 12:45:59.249143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-b2fee8a9-a853-4009-b603-fe162eccd03f', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'project_id': '482b204d4baf45bc853738c765480777', 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:45:59.250412 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.253760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Router 93d03259-8e53-403e-a2ff-bedd772a0f59 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:45:59.284653 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.332584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9dc4956f-f64b-4951-b96e-7fc1bd88ee3f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:45:59.402623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-384411279-network', 'tenant_id': '957c1e2f8a7f4cfdbe7bb604406f7955'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:45:59.431801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Made reservation on behalf of 957c1e2f8a7f4cfdbe7bb604406f7955 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:45:59.434247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.467121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.494917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Allocated IP 172.20.0.2 (b2fee8a9-a853-4009-b603-fe162eccd03f/16add5c7-042c-47fc-b877-44ea9a15f263/4a13ac27-7065-461b-a892-968221be34dc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:45:59.552576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019a533-95c8-4095-8bc6-4e266077c4e3 req-b2b41529-32e3-49bf-88c1-aaf4dca64af9 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:59.554235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f019a533-95c8-4095-8bc6-4e266077c4e3 req-b2b41529-32e3-49bf-88c1-aaf4dca64af9 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.1373675 Dec 13 12:45:59.616087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691ca0-be42-4a13-a654-2a35c46ccca2 req-8c471c82-3231-48ef-a9d9-81610820ff9d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:45:59.617651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a691ca0-be42-4a13-a654-2a35c46ccca2 req-8c471c82-3231-48ef-a9d9-81610820ff9d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 943 time: 0.2020199 Dec 13 12:45:59.692932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f019a533-95c8-4095-8bc6-4e266077c4e3 req-4efb3841-5e3e-4465-a490-e00acca819a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121168 Dec 13 12:45:59.707251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.714389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a691ca0-be42-4a13-a654-2a35c46ccca2 req-d3f69105-a5f5-4f4f-b1c6-711a72fd1ca4 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0775034 Dec 13 12:45:59.746963 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:45:59.762393 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Sync routers for ids ['93d03259-8e53-403e-a2ff-bedd772a0f59'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:45:59.774880 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Routers {'93d03259-8e53-403e-a2ff-bedd772a0f59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:45:59.775493 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['93d03259-8e53-403e-a2ff-bedd772a0f59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:45:59.797103 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.798838 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4fb7a9e0-8740-4868-9bef-d780fe3af0b4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5503881 Dec 13 12:45:59.802204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35640) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:45:59.871450 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.872820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3af8a389-a00b-4c94-8b52-c817d4e5f40b None None] Provisioning complete for port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:45:59.873172 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3af8a389-a00b-4c94-8b52-c817d4e5f40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.898774 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.901908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ec92dc4f-de48-4f19-a44b-09f30f4e67c3 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:45:59.927425 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.927738 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Set router 93d03259-8e53-403e-a2ff-bedd772a0f59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:45:59.937330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.938723 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:45:59.966802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:46:00.006634 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Network b2fee8a9-a853-4009-b603-fe162eccd03f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:00.011959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:00.019247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:00.028321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea756f8-6369-442e-aade-e09fef01fca6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:00.031964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.032542 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Added segment 1c040e52-4a77-41ec-a7bf-4af07bc6e71c of type vlan for network ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a Dec 13 12:46:00.043945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Pushing event updated for resources: {'Port': ['ID=4a13ac27-7065-461b-a892-968221be34dc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:00.099851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:00.100110 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.122313 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'name': 'tempest-TaggedBootDevicesTest-1644991828-router', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:54Z', 'updated_at': '2021-12-13T12:45:57Z', 'revision_number': 3, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'gw_port': {'id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:56Z', 'updated_at': '2021-12-13T12:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:00.124170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.155349 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Checking router: 93d03259-8e53-403e-a2ff-bedd772a0f59 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:46:00.156078 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Updating router 93d03259-8e53-403e-a2ff-bedd772a0f59 port 3738ff96-f4ba-4b37-8cf3-899b08f6089d binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:46:00.158061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 12429ef7-76e6-48ef-ba5e-316490f84160 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:00.166383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.181893 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.182470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Attempting to bind port 4a13ac27-7065-461b-a892-968221be34dc on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:00.183089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Attempting to bind port 4a13ac27-7065-461b-a892-968221be34dc by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:00.183496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Attempting to bind port 4a13ac27-7065-461b-a892-968221be34dc on network b2fee8a9-a853-4009-b603-fe162eccd03f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:00.205061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:00.205431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Checking segment: {'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:00.205828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.206243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Bound using segment: {'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:00.206721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Bound port: 4a13ac27-7065-461b-a892-968221be34dc, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:00.206854 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.207300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.262612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.263598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:00.264970 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.289177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d751e4-6a81-435a-8e30-b7e77f4fbdef req-1890920c-e0f8-4384-bec6-88d1577e83ba tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:00.290880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8d751e4-6a81-435a-8e30-b7e77f4fbdef req-1890920c-e0f8-4384-bec6-88d1577e83ba tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 944 time: 0.1739457 Dec 13 12:46:00.321559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ad8fb-753c-4465-af37-3f09039cedcf req-40d8d66b-6d66-48f4-8a6e-d530132151e2 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:00.323247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-276ad8fb-753c-4465-af37-3f09039cedcf req-40d8d66b-6d66-48f4-8a6e-d530132151e2 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 949 time: 0.2461178 Dec 13 12:46:00.414489 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8d751e4-6a81-435a-8e30-b7e77f4fbdef req-655fae2d-811a-4bfd-ab8d-d44aeac65ec1 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165414 Dec 13 12:46:00.420892 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2020800 Dec 13 12:46:00.421784 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:46:00.423638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35646) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:00.434477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Request body: {'subnet': {'network_id': 'ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-384411279-subnet', 'tenant_id': '957c1e2f8a7f4cfdbe7bb604406f7955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:00.441143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] For port 4a13ac27-7065-461b-a892-968221be34dc, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:00.452447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] For port 4a13ac27-7065-461b-a892-968221be34dc, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4a13ac27-7065-461b-a892-968221be34dc,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:00.479572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 12429ef7-76e6-48ef-ba5e-316490f84160, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=12429ef7-76e6-48ef-ba5e-316490f84160,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:00.483686 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.485451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-276ad8fb-753c-4465-af37-3f09039cedcf req-4605234f-d0b7-478c-a8c6-acb746430d95 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401997 Dec 13 12:46:00.488433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Made reservation on behalf of 957c1e2f8a7f4cfdbe7bb604406f7955 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:00.494912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.519900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441b293-5fc0-4957-8b0c-a582d03a1a28 admin admin] Pushing event updated for resources: {'Network': ['ID=ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:00.532152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device de36a3e3-7da4-4324-8827-4de331062e0a details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:00.538497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '12429ef7-76e6-48ef-ba5e-316490f84160', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '12429ef7-76e6-48ef-ba5e-316490f84160', 'mac_address': 'fa:16:3e:7a:99:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:46:00.569295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:46:00.605836 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.619019 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.672789 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Pushing event updated for resources: {'Port': ['ID=3738ff96-f4ba-4b37-8cf3-899b08f6089d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:00.685729 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.686489 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.687055 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.687802 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.688365 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.688926 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.689500 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.690051 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.690680 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.691229 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.691773 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.692344 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.692875 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:00.741397 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Attempting to bind port 3738ff96-f4ba-4b37-8cf3-899b08f6089d on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:00.742158 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Attempting to bind port 3738ff96-f4ba-4b37-8cf3-899b08f6089d by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:00.744045 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Attempting to bind port 3738ff96-f4ba-4b37-8cf3-899b08f6089d on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:00.758382 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:00.761043 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:00.761859 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.762964 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:00.763557 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Bound port: 3738ff96-f4ba-4b37-8cf3-899b08f6089d, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:00.765054 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.849039 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] For port 3738ff96-f4ba-4b37-8cf3-899b08f6089d, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:00.860149 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] For port 3738ff96-f4ba-4b37-8cf3-899b08f6089d, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3738ff96-f4ba-4b37-8cf3-899b08f6089d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:00.871966 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.877931 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:46:00.881605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdaedd-e9d8-49b3-ba04-ab5b93cac5cd None None] Pushing event updated for resources: {'Port': ['ID=4a13ac27-7065-461b-a892-968221be34dc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:00.940179 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.956745 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a414394-b23d-4a64-8f2e-b474fbfad64e None None] Pushing event updated for resources: {'Port': ['ID=3738ff96-f4ba-4b37-8cf3-899b08f6089d,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:00.983910 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:00.992022 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Routers {'93d03259-8e53-403e-a2ff-bedd772a0f59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:00.995205 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['93d03259-8e53-403e-a2ff-bedd772a0f59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:00.999264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:01.009282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12429ef7-76e6-48ef-ba5e-316490f84160 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:01.052148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 12429ef7-76e6-48ef-ba5e-316490f84160, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=12429ef7-76e6-48ef-ba5e-316490f84160,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:01.060347 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:01.063247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port de36a3e3-7da4-4324-8827-4de331062e0a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=de36a3e3-7da4-4324-8827-4de331062e0a,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:01.099065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11e4cf-cb00-4f8c-bdfd-730b1cc2feb2 req-f4e85f84-4fa2-46c3-9ce9-397735f6d824 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:01.100696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee11e4cf-cb00-4f8c-bdfd-730b1cc2feb2 req-f4e85f84-4fa2-46c3-9ce9-397735f6d824 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 948 time: 0.5150380 Dec 13 12:46:01.139733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Allocated IP 172.25.2.99 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/9f0f7084-c083-439d-b984-58677606e70e) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:01.143748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'de36a3e3-7da4-4324-8827-4de331062e0a', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'port_id': 'de36a3e3-7da4-4324-8827-4de331062e0a', 'mac_address': 'fa:16:3e:4e:55:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:46:01.170596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7d53-19bf-48dd-9473-1a0cf116f658 req-8f9ec5d0-8465-4b19-b79c-076faf75cca9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:01.172115 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27ab7d53-19bf-48dd-9473-1a0cf116f658 req-8f9ec5d0-8465-4b19-b79c-076faf75cca9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.4914284 Dec 13 12:46:01.193838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Checking segment: {'id': '1c040e52-4a77-41ec-a7bf-4af07bc6e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:01.194118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Network hostable DHCP agents. Network: ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:46:01.196967 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] Set router 93d03259-8e53-403e-a2ff-bedd772a0f59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:01.203252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c813141e-8cf7-41f8-9c0e-2c0256d93049,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:01.223608 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:01.225541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=12429ef7-76e6-48ef-ba5e-316490f84160,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:01.262987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de36a3e3-7da4-4324-8827-4de331062e0a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:01.287917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Allocated IP 172.20.0.1 (592193df-77d8-4d5b-8f52-95796b974acc/60379a96-90bd-4398-b6b0-01f38697e911/ddc56025-ee31-4050-aec5-aff628d265df) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:01.292039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port de36a3e3-7da4-4324-8827-4de331062e0a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=de36a3e3-7da4-4324-8827-4de331062e0a,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:01.301696 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:01.307918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Network ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:46:01.333492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee11e4cf-cb00-4f8c-bdfd-730b1cc2feb2 req-3d91db7b-3825-495a-af64-cade1e547922 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225022 Dec 13 12:46:01.343166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27ab7d53-19bf-48dd-9473-1a0cf116f658 req-e0eeaf08-39a7-46e1-bb76-c90f7eadc55c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585321 Dec 13 12:46:01.346301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:01.353567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:01.354184 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:01.401859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['12429ef7-76e6-48ef-ba5e-316490f84160'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:01.404179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf751d6-9269-49cf-93e0-a058e5fafea1 None None] Network ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:46:01.406440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c2dff90d-2fa1-48e4-a624-25cb679f5c67 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9754856 Dec 13 12:46:01.445316 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:01.547560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:01.579487 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'name': 'tempest-TaggedBootDevicesTest-1644991828-router', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:54Z', 'updated_at': '2021-12-13T12:45:57Z', 'revision_number': 3, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'gw_port': {'id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:56Z', 'updated_at': '2021-12-13T12:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:01.610164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e5971-6a99-40bb-9e84-cdc474f4e63d req-64dfa848-6364-492a-b5aa-c43d496a1474 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:01.617786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec8e5971-6a99-40bb-9e84-cdc474f4e63d req-64dfa848-6364-492a-b5aa-c43d496a1474 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 944 time: 0.1474349 Dec 13 12:46:01.623201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:01.628067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=de36a3e3-7da4-4324-8827-4de331062e0a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:01.641174 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f5fa08-0894-4197-97e6-5db3747f0e03 None None] The sync data for ids ['93d03259-8e53-403e-a2ff-bedd772a0f59'] in n-d-817326-4 is: [{'id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'name': 'tempest-TaggedBootDevicesTest-1644991828-router', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:54Z', 'updated_at': '2021-12-13T12:45:57Z', 'revision_number': 3, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'gw_port': {'id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:56Z', 'updated_at': '2021-12-13T12:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:46:01.649255 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:01.666168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1e3ca8-9773-46fd-aedf-6d63babc1ac3 None None] Network ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:46:01.670527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448753a7-1106-41c2-9c54-be70ab77ebce req-372cdf0d-1f31-49ea-83cd-e7f360a55328 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:01.672103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-448753a7-1106-41c2-9c54-be70ab77ebce req-372cdf0d-1f31-49ea-83cd-e7f360a55328 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.1671462 Dec 13 12:46:01.699016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['de36a3e3-7da4-4324-8827-4de331062e0a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:01.733946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Network 592193df-77d8-4d5b-8f52-95796b974acc is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:01.739097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:01.759249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc56025-ee31-4050-aec5-aff628d265df,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:01.765757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:01.803038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec8e5971-6a99-40bb-9e84-cdc474f4e63d req-d43daf50-a171-489d-84cd-8812ea16b772 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1841292 Dec 13 12:46:01.805103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:01.830903 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:01.841810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:01.849131 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:01.954407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4a13ac27-7065-461b-a892-968221be34dc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:02.150800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:02.199771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-222d2347-5ff2-4813-a3f7-7de9bc380da0 None None] Provisioning complete for port ddc56025-ee31-4050-aec5-aff628d265df triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:02.201009 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-222d2347-5ff2-4813-a3f7-7de9bc380da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:02.272202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4a13ac27-7065-461b-a892-968221be34dc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:02.272563 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:02.324395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13326fb-61ef-4f9a-84be-63c2f1af28f2 None None] Network b2fee8a9-a853-4009-b603-fe162eccd03f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:46:02.328416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-222d2347-5ff2-4813-a3f7-7de9bc380da0 None None] Port ddc56025-ee31-4050-aec5-aff628d265df cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:02.338470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0f7084-c083-439d-b984-58677606e70e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:02.389075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-448753a7-1106-41c2-9c54-be70ab77ebce req-d2b2cc63-f964-46dc-ab6d-9fdd268aa48b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962197 Dec 13 12:46:02.489338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4f41ab80-cc9d-4235-a6ec-d3ebe4642400 None None] Provisioning complete for port 4a13ac27-7065-461b-a892-968221be34dc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:02.489849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f41ab80-cc9d-4235-a6ec-d3ebe4642400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:02.492661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1fefe-3dea-4fb9-aa78-a7bc2b51364f req-79ae7f57-a497-4a1d-bb2f-af8cb62b8ffc tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:02.494263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ae1fefe-3dea-4fb9-aa78-a7bc2b51364f req-79ae7f57-a497-4a1d-bb2f-af8cb62b8ffc tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 944 time: 0.1448886 Dec 13 12:46:02.496941 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:02.514798 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:02.562657 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:02.589538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc56025-ee31-4050-aec5-aff628d265df,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:02.592237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:02.602106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:02.648787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-a901da5b-c1a5-4b13-8653-51b548327322 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ae994de2d1c9465fa53e0359787faaff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942874 Dec 13 12:46:02.678480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 4a13ac27-7065-461b-a892-968221be34dc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4a13ac27-7065-461b-a892-968221be34dc,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:02.703509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ae1fefe-3dea-4fb9-aa78-a7bc2b51364f req-9a90ff8b-179e-4dd1-b3de-bbc19702bb1c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502056 Dec 13 12:46:02.725287 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:02.729783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Network 592193df-77d8-4d5b-8f52-95796b974acc is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:02.734018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:02.831655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=4a13ac27-7065-461b-a892-968221be34dc,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:02.915486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:46:02.925194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:02.925576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:02.995938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Router 93d03259-8e53-403e-a2ff-bedd772a0f59 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:46:02.998327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-dc9faab2-7863-4b57-a120-47485dd2227e tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:03.000490 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-dc9faab2-7863-4b57-a120-47485dd2227e tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3389370 Dec 13 12:46:03.010061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f5235642-2ced-46ae-a11d-d2c8e5bae7bf req-a476267f-6b62-4be0-bc52-78e471cde279 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-569873269', 'description': 'tempest-description-67520899'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:03.031784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-eba6f14f-c234-4575-a830-f096bcc33d0d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/quotas/ae994de2d1c9465fa53e0359787faaff HTTP/1.1" status: 200 len: 375 time: 0.0166986 Dec 13 12:46:03.078662 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:03.112281 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:03.156005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:03.158773 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1e0b08-a4b2-4b49-959f-b76e24603cc6" -d '{"events": [{"server_uuid": "901a0fab-9dd2-412c-9035-5c1514a8a392", "name": "network-vif-plugged", "status": "completed", "tag": "9dc4956f-f64b-4951-b96e-7fc1bd88ee3f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:03.161580 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f5235642-2ced-46ae-a11d-d2c8e5bae7bf req-a476267f-6b62-4be0-bc52-78e471cde279 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:03.164850 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:03.175127 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:03.175889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:46:03.192210 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37e741d6-43d9-49b8-bdc5-5e43ca450ac7 admin admin] 10.222.0.31 "PUT /v2.0/routers/93d03259-8e53-403e-a2ff-bedd772a0f59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3888974 Dec 13 12:46:03.222121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-38f7a022-8d33-46f0-b969-000bc0034be8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae994de2d1c9465fa53e0359787faaff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1816223 Dec 13 12:46:03.276456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:03.289128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c38fe281-07b1-4ad0-a1d6-c66defc8c030 None None] Provisioning complete for port ddc56025-ee31-4050-aec5-aff628d265df triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:03.289524 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c38fe281-07b1-4ad0-a1d6-c66defc8c030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:03.340658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c38fe281-07b1-4ad0-a1d6-c66defc8c030 None None] Port ddc56025-ee31-4050-aec5-aff628d265df cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:03.351683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c38fe281-07b1-4ad0-a1d6-c66defc8c030 None None] Provisioning complete for port 4a13ac27-7065-461b-a892-968221be34dc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:03.352129 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c38fe281-07b1-4ad0-a1d6-c66defc8c030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:03.362624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f5235642-2ced-46ae-a11d-d2c8e5bae7bf req-a476267f-6b62-4be0-bc52-78e471cde279 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:03.375147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f5235642-2ced-46ae-a11d-d2c8e5bae7bf req-a476267f-6b62-4be0-bc52-78e471cde279 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:03.464806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f5235642-2ced-46ae-a11d-d2c8e5bae7bf req-a476267f-6b62-4be0-bc52-78e471cde279 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:03.466314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5235642-2ced-46ae-a11d-d2c8e5bae7bf req-a476267f-6b62-4be0-bc52-78e471cde279 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5135894 Dec 13 12:46:03.476383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476267f-6b62-4be0-bc52-78e471cde279 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45829e97-3f19-45ad-9925-2383709bedca,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:03.519460 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:03.537135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba5ab9-8849-4c8a-a781-a94a828a8380 req-fdf4dece-3761-42b1-8ea6-a30161170bb7 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:03.538627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6ba5ab9-8849-4c8a-a781-a94a828a8380 req-fdf4dece-3761-42b1-8ea6-a30161170bb7 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 949 time: 0.0847261 Dec 13 12:46:03.723226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6ba5ab9-8849-4c8a-a781-a94a828a8380 req-5b910751-5116-46ee-b989-16fcc95716dc tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528330 Dec 13 12:46:03.732881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e6cf4-6ac3-42d4-be7e-7ec74fe4708b req-30358438-ad19-4559-8f76-7a6065a3a396 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:03.734572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-519e6cf4-6ac3-42d4-be7e-7ec74fe4708b req-30358438-ad19-4559-8f76-7a6065a3a396 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 944 time: 0.1652191 Dec 13 12:46:03.823334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-519e6cf4-6ac3-42d4-be7e-7ec74fe4708b req-a6aaee2c-68ad-4a73-96f1-a89548957a7d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0687203 Dec 13 12:46:03.824649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:46:03.854377 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d508fabe-31fc-45e2-a798-469a99b999b8 x-openstack-request-id: req-d508fabe-31fc-45e2-a798-469a99b999b8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:03.854940 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901a0fab-9dd2-412c-9035-5c1514a8a392", "name": "network-vif-plugged", "status": "completed", "tag": "9dc4956f-f64b-4951-b96e-7fc1bd88ee3f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:03.855577 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d508fabe-31fc-45e2-a798-469a99b999b8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:03.864911 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f', 'code': 200} Dec 13 12:46:03.948059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3738ff96-f4ba-4b37-8cf3-899b08f6089d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:04.024165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3af437-6e58-4a11-b7e9-da569a30c52b req-2f5f5394-e47b-433c-96d5-64270912a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:04.028960 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ea3af437-6e58-4a11-b7e9-da569a30c52b req-2f5f5394-e47b-433c-96d5-64270912a445 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1096 time: 0.0971291 Dec 13 12:46:04.029119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3738ff96-f4ba-4b37-8cf3-899b08f6089d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:04.029443 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.037443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d50badd0-dd01-462f-9f3f-1f7aed394dd0 req-d807d7bb-aef1-43e4-b99a-d8e3c4e96221 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 210 time: 0.0676420 Dec 13 12:46:04.133454 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.146607 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ea3af437-6e58-4a11-b7e9-da569a30c52b req-98f26697-52ed-4fdc-94de-d5a61d5b4dd8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978882 Dec 13 12:46:04.160606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 12429ef7-76e6-48ef-ba5e-316490f84160 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:04.181710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21712d3-4ede-464c-9aa3-900262d8105c req-082366e5-c9af-4869-986a-b967f0d1b923 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:04.183509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f21712d3-4ede-464c-9aa3-900262d8105c req-082366e5-c9af-4869-986a-b967f0d1b923 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.1794302 Dec 13 12:46:04.197492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:46:04.203706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6febab81-7203-48c4-b8b6-5dea9912d69e req-40eef892-02a4-49b7-a112-471d059d203d tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/45829e97-3f19-45ad-9925-2383709bedca HTTP/1.1" status: 200 len: 1819 time: 0.0894110 Dec 13 12:46:04.204410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 3738ff96-f4ba-4b37-8cf3-899b08f6089d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3738ff96-f4ba-4b37-8cf3-899b08f6089d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:04.217171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Sync routers for ids ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:46:04.235071 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.235757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4a13ac27-7065-461b-a892-968221be34dc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:04.243956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-6febab81-7203-48c4-b8b6-5dea9912d69e req-670ca732-3ccb-422f-91e3-953a8e2dd78b tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45829e97-3f19-45ad-9925-2383709bedca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:04.244126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-6febab81-7203-48c4-b8b6-5dea9912d69e req-670ca732-3ccb-422f-91e3-953a8e2dd78b tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45829e97-3f19-45ad-9925-2383709bedca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:04.269067 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.270806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-186efc72-a9c3-434a-896d-3e81691079e1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.0888364 Dec 13 12:46:04.274196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35740) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:04.317028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f21712d3-4ede-464c-9aa3-900262d8105c req-825062f3-feb7-45f4-a018-ec053488619a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211209 Dec 13 12:46:04.320107 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Sync routers for ids ['93d03259-8e53-403e-a2ff-bedd772a0f59'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:46:04.351795 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Routers {'93d03259-8e53-403e-a2ff-bedd772a0f59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:04.352423 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['93d03259-8e53-403e-a2ff-bedd772a0f59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:04.426033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6febab81-7203-48c4-b8b6-5dea9912d69e req-670ca732-3ccb-422f-91e3-953a8e2dd78b tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.521577 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Set router 93d03259-8e53-403e-a2ff-bedd772a0f59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:04.579132 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6febab81-7203-48c4-b8b6-5dea9912d69e req-670ca732-3ccb-422f-91e3-953a8e2dd78b tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.594766 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6febab81-7203-48c4-b8b6-5dea9912d69e req-670ca732-3ccb-422f-91e3-953a8e2dd78b tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.617941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b98877-4a88-4597-94c3-29c50ed6cf0b req-ae46b935-3d93-4564-bfd4-aa17f0d2f7da tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:04.629800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device de36a3e3-7da4-4324-8827-4de331062e0a up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:04.631034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64b98877-4a88-4597-94c3-29c50ed6cf0b req-ae46b935-3d93-4564-bfd4-aa17f0d2f7da tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 945 time: 0.1598461 Dec 13 12:46:04.705532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ca732-3ccb-422f-91e3-953a8e2dd78b tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e59293-cea7-48dd-b769-b6a1f08aa090,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:04.729542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6febab81-7203-48c4-b8b6-5dea9912d69e req-670ca732-3ccb-422f-91e3-953a8e2dd78b tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.730941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6febab81-7203-48c4-b8b6-5dea9912d69e req-670ca732-3ccb-422f-91e3-953a8e2dd78b tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5153477 Dec 13 12:46:04.776351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Routers {'6d6dee2d-ef2e-462b-a48a-b6651b335a3c'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:04.777665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:04.815818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 12429ef7-76e6-48ef-ba5e-316490f84160 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:46:04.827756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-4e6bd092-e5cd-436f-b166-bd635479b33b req-289d01a3-f24c-45ae-8ff7-8e8678d5c9a1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1774057203', 'description': 'tempest-description-1596090858'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:04.839549 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'name': 'tempest-TaggedBootDevicesTest-1644991828-router', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:54Z', 'updated_at': '2021-12-13T12:46:02Z', 'revision_number': 4, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'gw_port': {'id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:56Z', 'updated_at': '2021-12-13T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ddc56025-ee31-4050-aec5-aff628d265df', 'name': '', 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'mac_address': 'fa:16:3e:38:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '60379a96-90bd-4398-b6b0-01f38697e911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:01Z', 'updated_at': '2021-12-13T12:46:02Z', 'revision_number': 2, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'subnets': [{'id': '60379a96-90bd-4398-b6b0-01f38697e911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:04.872059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 12429ef7-76e6-48ef-ba5e-316490f84160 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:04.872439 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.876051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4e6bd092-e5cd-436f-b166-bd635479b33b req-289d01a3-f24c-45ae-8ff7-8e8678d5c9a1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.876837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=3738ff96-f4ba-4b37-8cf3-899b08f6089d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:04.889437 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Checking router: 93d03259-8e53-403e-a2ff-bedd772a0f59 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:46:04.889800 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Updating router 93d03259-8e53-403e-a2ff-bedd772a0f59 port ddc56025-ee31-4050-aec5-aff628d265df binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:46:04.914279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64b98877-4a88-4597-94c3-29c50ed6cf0b req-dca16a62-da3b-41a1-816c-c592ac9ecbc9 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815020 Dec 13 12:46:04.918277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-dd276a57-8f8b-4c45-b46c-0ed1bc4325b0 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:04.920143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-dd276a57-8f8b-4c45-b46c-0ed1bc4325b0 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1097 time: 0.1876314 Dec 13 12:46:04.923051 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:04.959033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-4'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:04.994152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4a13ac27-7065-461b-a892-968221be34dc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:04.994496 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.035599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.108069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port de36a3e3-7da4-4324-8827-4de331062e0a completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:46:05.128012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port de36a3e3-7da4-4324-8827-4de331062e0a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:05.128485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.178318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Set router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:05.256573 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-a2fadfbe-f150-4e68-b769-8de4c5c0aaa2 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae994de2d1c9465fa53e0359787faaff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908711 Dec 13 12:46:05.312673 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4e6bd092-e5cd-436f-b166-bd635479b33b req-289d01a3-f24c-45ae-8ff7-8e8678d5c9a1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.341849 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4e6bd092-e5cd-436f-b166-bd635479b33b req-289d01a3-f24c-45ae-8ff7-8e8678d5c9a1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.349970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.506716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe66f5d-76e3-4fb3-8655-6d2818d48928 req-70748465-0030-4aba-958b-5a32d683974f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:05.515549 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbe66f5d-76e3-4fb3-8655-6d2818d48928 req-70748465-0030-4aba-958b-5a32d683974f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 949 time: 0.4697456 Dec 13 12:46:05.517781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-a2f0416e-95f4-4f51-82fc-78fea15c5bb2 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:05.519283 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-a2f0416e-95f4-4f51-82fc-78fea15c5bb2 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500556 Dec 13 12:46:05.544986 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4e6bd092-e5cd-436f-b166-bd635479b33b req-289d01a3-f24c-45ae-8ff7-8e8678d5c9a1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.546656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e6bd092-e5cd-436f-b166-bd635479b33b req-289d01a3-f24c-45ae-8ff7-8e8678d5c9a1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7299106 Dec 13 12:46:05.553260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Request body: {'port': {'device_id': '141d6376-6fe8-4f5b-9bbb-1785655ab4dd', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'ae994de2d1c9465fa53e0359787faaff'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:05.560993 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.568822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d01a3-f24c-45ae-8ff7-8e8678d5c9a1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8baf3b-8443-4eea-bc9b-9b54f927b0e2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:05.622261 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.775533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbe66f5d-76e3-4fb3-8655-6d2818d48928 req-92226826-6037-4ecf-9de3-acc196901283 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587721 Dec 13 12:46:05.796149 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.820308 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.850793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ac31d-f5d7-4e94-a8d0-415a0f6d2042 req-652a4d95-25e9-4b97-872d-2b7394de6b5e tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:05.853037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-254ac31d-f5d7-4e94-a8d0-415a0f6d2042 req-652a4d95-25e9-4b97-872d-2b7394de6b5e tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 944 time: 0.1596732 Dec 13 12:46:05.866236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 12429ef7-76e6-48ef-ba5e-316490f84160, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=12429ef7-76e6-48ef-ba5e-316490f84160,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:05.880491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:05.888255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ccb1e8-d759-4bf9-8255-0140462cb326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12429ef7-76e6-48ef-ba5e-316490f84160'}, {'server_uuid': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de36a3e3-7da4-4324-8827-4de331062e0a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:05.891277 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcbe869-cffc-46c7-a194-594436d6e68d" -d '{"events": [{"server_uuid": "44ccb1e8-d759-4bf9-8255-0140462cb326", "name": "network-vif-plugged", "status": "completed", "tag": "12429ef7-76e6-48ef-ba5e-316490f84160"}, {"server_uuid": "5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a", "name": "network-vif-plugged", "status": "completed", "tag": "de36a3e3-7da4-4324-8827-4de331062e0a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:05.918869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3738ff96-f4ba-4b37-8cf3-899b08f6089d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:05.935283 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:05.957220 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26918337-1969-4418-a907-b9d85888949c None None] Pushing event updated for resources: {'Port': ['ID=ddc56025-ee31-4050-aec5-aff628d265df,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:05.968220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26944c07-01b5-461a-b841-48e3d47de434 req-6734747d-1f28-4463-a8c3-249bda41c190 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 210 time: 0.0638785 Dec 13 12:46:06.031016 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Attempting to bind port ddc56025-ee31-4050-aec5-aff628d265df on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:06.031748 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Attempting to bind port ddc56025-ee31-4050-aec5-aff628d265df by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '3848ddba-f0d5-45cd-9f89-37630f7cfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:06.032354 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Attempting to bind port ddc56025-ee31-4050-aec5-aff628d265df on network 592193df-77d8-4d5b-8f52-95796b974acc {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:06.038163 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:06.038918 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Checking segment: {'id': '3848ddba-f0d5-45cd-9f89-37630f7cfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:06.039534 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.040119 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Bound using segment: {'id': '3848ddba-f0d5-45cd-9f89-37630f7cfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:06.040790 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Bound port: ddc56025-ee31-4050-aec5-aff628d265df, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3848ddba-f0d5-45cd-9f89-37630f7cfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:06.041414 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.063437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-254ac31d-f5d7-4e94-a8d0-415a0f6d2042 req-7e17c33d-7d79-48e8-a38d-cb8065d20cb2 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1946309 Dec 13 12:46:06.126318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:06.138371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port de36a3e3-7da4-4324-8827-4de331062e0a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=de36a3e3-7da4-4324-8827-4de331062e0a,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:06.141936 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] For port ddc56025-ee31-4050-aec5-aff628d265df, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:06.146929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=12429ef7-76e6-48ef-ba5e-316490f84160,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:06.147563 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] For port ddc56025-ee31-4050-aec5-aff628d265df, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ddc56025-ee31-4050-aec5-aff628d265df,segment=NetworkSegment(3848ddba-f0d5-45cd-9f89-37630f7cfacb),segment_id=3848ddba-f0d5-45cd-9f89-37630f7cfacb)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:06.157257 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.180859 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.197760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:06.273159 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Routers {'93d03259-8e53-403e-a2ff-bedd772a0f59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:06.274164 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['93d03259-8e53-403e-a2ff-bedd772a0f59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:06.289672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0155d6a-59fb-42ef-8ac3-747914168fc4 req-4159a57f-3118-4ddb-a9c1-52773aa18ad2 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/8a8baf3b-8443-4eea-bc9b-9b54f927b0e2 HTTP/1.1" status: 200 len: 1822 time: 0.1908746 Dec 13 12:46:06.294422 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26918337-1969-4418-a907-b9d85888949c None None] Pushing event updated for resources: {'Port': ['ID=ddc56025-ee31-4050-aec5-aff628d265df,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:06.296121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Allocated IP 172.20.0.1 (b2fee8a9-a853-4009-b603-fe162eccd03f/16add5c7-042c-47fc-b877-44ea9a15f263/d1839588-70e4-4954-a51a-e0b0da997cf5) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:06.296596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7151580-709f-4a22-b47a-0c09f606de43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:06.298646 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9535db1-4b0c-485e-b99b-f27eec08541c" -d '{"events": [{"server_uuid": "b7151580-709f-4a22-b47a-0c09f606de43", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc6c3fc-4735-4435-99fd-0f12f1cf7b62"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:06.303147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.307526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a0155d6a-59fb-42ef-8ac3-747914168fc4 req-c36ac9e4-6f13-42c6-b3b2-c4944a0bc452 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8a8baf3b-8443-4eea-bc9b-9b54f927b0e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:06.308113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a0155d6a-59fb-42ef-8ac3-747914168fc4 req-c36ac9e4-6f13-42c6-b3b2-c4944a0bc452 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8a8baf3b-8443-4eea-bc9b-9b54f927b0e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:06.337530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cf34c-9397-4f70-a1e7-1fb0caf9759f req-d3e72286-1ab7-437c-a81f-67bf9e6ea9de tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:06.352233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-041cf34c-9397-4f70-a1e7-1fb0caf9759f req-d3e72286-1ab7-437c-a81f-67bf9e6ea9de tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 946 time: 0.2283709 Dec 13 12:46:06.376353 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.474444 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] Set router 93d03259-8e53-403e-a2ff-bedd772a0f59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:06.530118 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.581531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:06.616405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-041cf34c-9397-4f70-a1e7-1fb0caf9759f req-46e19e6c-142f-4247-873d-254abdb12f24 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521479 Dec 13 12:46:06.620744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Pushing event updated for resources: {'Port': ['ID=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:06.625660 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.650061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 has no active binding in host n-h2-817326-4 {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 12:46:06.653169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=de36a3e3-7da4-4324-8827-4de331062e0a,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:06.684410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:02Z', 'revision_number': 3, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:06.709669 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a0155d6a-59fb-42ef-8ac3-747914168fc4 req-c36ac9e4-6f13-42c6-b3b2-c4944a0bc452 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.716752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on host n-h1-817326-4 for vnic_type normal with profile {"migrating_to": "n-h2-817326-4"} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:06.718163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:06.718974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:06.735949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Checking router: 6d6dee2d-ef2e-462b-a48a-b6651b335a3c for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:46:06.736564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Updating router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c port 9f0f7084-c083-439d-b984-58677606e70e binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:46:06.761137 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1839588-70e4-4954-a51a-e0b0da997cf5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:06.762488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:46:06.764459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Attempting to bind port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:06.776995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Made reservation on behalf of ae994de2d1c9465fa53e0359787faaff for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:06.783972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4f857d95-cba8-4344-ac93-97725eeb698c None None] Provisioning complete for port ddc56025-ee31-4050-aec5-aff628d265df triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:06.790005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.791449 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f857d95-cba8-4344-ac93-97725eeb698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.796079 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59abffd8-47cf-4dd0-87ee-1f7aa615bbe5 x-openstack-request-id: req-59abffd8-47cf-4dd0-87ee-1f7aa615bbe5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:06.804216 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a0155d6a-59fb-42ef-8ac3-747914168fc4 req-c36ac9e4-6f13-42c6-b3b2-c4944a0bc452 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.805363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:06.807676 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ccb1e8-d759-4bf9-8255-0140462cb326", "name": "network-vif-plugged", "status": "completed", "tag": "12429ef7-76e6-48ef-ba5e-316490f84160", "code": 200}, {"server_uuid": "5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a", "name": "network-vif-plugged", "status": "completed", "tag": "de36a3e3-7da4-4324-8827-4de331062e0a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:06.808256 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59abffd8-47cf-4dd0-87ee-1f7aa615bbe5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:06.808615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:06.809070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:06.809462 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ccb1e8-d759-4bf9-8255-0140462cb326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12429ef7-76e6-48ef-ba5e-316490f84160', 'code': 200} Dec 13 12:46:06.809790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Bound port: ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:06.810240 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de36a3e3-7da4-4324-8827-4de331062e0a', 'code': 200} Dec 13 12:46:06.812907 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.823333 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a0155d6a-59fb-42ef-8ac3-747914168fc4 req-c36ac9e4-6f13-42c6-b3b2-c4944a0bc452 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.865766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Network b2fee8a9-a853-4009-b603-fe162eccd03f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:06.869062 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:06.877101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ac9e4-6f13-42c6-b3b2-c4944a0bc452 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a23150-7ccb-4a30-83af-e77ca7d043a4,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:06.879965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:06.904658 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.912153 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3738ff96-f4ba-4b37-8cf3-899b08f6089d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:06.912672 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.968538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a0155d6a-59fb-42ef-8ac3-747914168fc4 req-c36ac9e4-6f13-42c6-b3b2-c4944a0bc452 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:06.969873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0155d6a-59fb-42ef-8ac3-747914168fc4 req-c36ac9e4-6f13-42c6-b3b2-c4944a0bc452 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6793342 Dec 13 12:46:07.068248 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a6a6bd-2c4c-4874-8485-1c88aaf0534f x-openstack-request-id: req-44a6a6bd-2c4c-4874-8485-1c88aaf0534f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:07.068591 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7151580-709f-4a22-b47a-0c09f606de43", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc6c3fc-4735-4435-99fd-0f12f1cf7b62", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:07.068831 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44a6a6bd-2c4c-4874-8485-1c88aaf0534f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:07.069230 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7151580-709f-4a22-b47a-0c09f606de43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62', 'code': 200} Dec 13 12:46:07.083532 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'name': 'tempest-TaggedBootDevicesTest-1644991828-router', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:54Z', 'updated_at': '2021-12-13T12:46:02Z', 'revision_number': 4, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'gw_port': {'id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:56Z', 'updated_at': '2021-12-13T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ddc56025-ee31-4050-aec5-aff628d265df', 'name': '', 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'mac_address': 'fa:16:3e:38:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '60379a96-90bd-4398-b6b0-01f38697e911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:01Z', 'updated_at': '2021-12-13T12:46:06Z', 'revision_number': 4, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'subnets': [{'id': '60379a96-90bd-4398-b6b0-01f38697e911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:07.102924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bac4d-92eb-4eb7-8d3a-869a569770e2 req-48db160e-6374-40e1-bd3e-2885eed7ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:07.105091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e27bac4d-92eb-4eb7-8d3a-869a569770e2 req-48db160e-6374-40e1-bd3e-2885eed7ee87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 1101 time: 0.2754076 Dec 13 12:46:07.111821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:07.116599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:07.130884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.150448 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9a541-6541-4aad-8ed6-7d84e0faff19 None None] The sync data for ids ['93d03259-8e53-403e-a2ff-bedd772a0f59'] in n-d-817326-4 is: [{'id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'name': 'tempest-TaggedBootDevicesTest-1644991828-router', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:54Z', 'updated_at': '2021-12-13T12:46:02Z', 'revision_number': 4, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'gw_port': {'id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:56Z', 'updated_at': '2021-12-13T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ddc56025-ee31-4050-aec5-aff628d265df', 'name': '', 'network_id': '592193df-77d8-4d5b-8f52-95796b974acc', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'mac_address': 'fa:16:3e:38:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '60379a96-90bd-4398-b6b0-01f38697e911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:01Z', 'updated_at': '2021-12-13T12:46:06Z', 'revision_number': 4, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'subnets': [{'id': '60379a96-90bd-4398-b6b0-01f38697e911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:46:07.150749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab652aa-8660-41cf-8a0b-a09b1a9ddc77 req-7c8914e8-ef84-4f49-98b5-33a98778e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:07.157558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ab652aa-8660-41cf-8a0b-a09b1a9ddc77 req-7c8914e8-ef84-4f49-98b5-33a98778e0a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 1096 time: 0.2815757 Dec 13 12:46:07.172160 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.300248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0522d47-6ae1-4e07-afcb-7d6141e402c4 req-44015f32-30c6-4513-8455-9789a13ab55c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:07.300248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0522d47-6ae1-4e07-afcb-7d6141e402c4 req-44015f32-30c6-4513-8455-9789a13ab55c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 945 time: 0.3709636 Dec 13 12:46:07.342156 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f857d95-cba8-4344-ac93-97725eeb698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.358608 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.387513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.401173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Allocated IP 192.168.233.125 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/4091fe8e-46bc-4e59-8f35-4acf66995ac4) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:07.496058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4f857d95-cba8-4344-ac93-97725eeb698c None None] For port ddc56025-ee31-4050-aec5-aff628d265df, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ddc56025-ee31-4050-aec5-aff628d265df,segment=NetworkSegment(3848ddba-f0d5-45cd-9f89-37630f7cfacb),segment_id=3848ddba-f0d5-45cd-9f89-37630f7cfacb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:07.500058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.518126 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f857d95-cba8-4344-ac93-97725eeb698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.634644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f857d95-cba8-4344-ac93-97725eeb698c None None] Pushing event updated for resources: {'Port': ['ID=ddc56025-ee31-4050-aec5-aff628d265df,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:07.774056 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.793667 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.795070 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.846959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-45e5f4ce-c36c-4dcf-9fd2-d0af07775dab None None] Provisioning complete for port ddc56025-ee31-4050-aec5-aff628d265df triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:07.847190 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-45e5f4ce-c36c-4dcf-9fd2-d0af07775dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.895895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.901867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.928347 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:07.940267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Attempting to bind port 9f0f7084-c083-439d-b984-58677606e70e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:07.941270 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Attempting to bind port 9f0f7084-c083-439d-b984-58677606e70e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:07.941643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Attempting to bind port 9f0f7084-c083-439d-b984-58677606e70e on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:07.953438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['40e296cd-9158-4925-9a5b-e908076d5643'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:07.988931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e27bac4d-92eb-4eb7-8d3a-869a569770e2 req-94c03285-2807-4341-a7f4-e7b5ad4f0eff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8709595 Dec 13 12:46:08.005237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ac55b3e9-c1e1-49de-b40f-9d6a0be03328'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:08.018368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ddc56025-ee31-4050-aec5-aff628d265df up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:08.019718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:08.022931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Pushing event updated for resources: {'Port': ['ID=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,revision_number=8']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:08.031267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:08.031639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:08.032039 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.032571 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:08.032890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Bound port: 9f0f7084-c083-439d-b984-58677606e70e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:08.033266 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.037671 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:08.056214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:08.077624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:08.078605 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.082643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7dfe5c6c-6f29-4b6c-8d11-f7c9e33cabfe service neutron] 10.222.0.42 "PUT /v2.0/ports/ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 HTTP/1.1" status: 200 len: 1122 time: 3.1321144 Dec 13 12:46:08.093017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56836ce-7b6e-46d3-982b-d9a759327e42 req-f0554098-1887-4500-ba65-3cb10630fd3e tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:08.100323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56836ce-7b6e-46d3-982b-d9a759327e42 req-f0554098-1887-4500-ba65-3cb10630fd3e tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 950 time: 0.9339993 Dec 13 12:46:08.115637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ab652aa-8660-41cf-8a0b-a09b1a9ddc77 req-24db60d2-bbb6-46be-bdd1-0a42da963496 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.9357994 Dec 13 12:46:08.128010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Pushing event updated for resources: {'Port': ['ID=4091fe8e-46bc-4e59-8f35-4acf66995ac4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:08.141047 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.227399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:08.228069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0522d47-6ae1-4e07-afcb-7d6141e402c4 req-c556ab7d-9ebc-41a4-9a1d-05f35cc16cbd tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8740747 Dec 13 12:46:08.240838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.316116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-88c01406-40c1-400e-b14b-d5879ab03057 req-a2cf1eec-3d4a-4dad-b36b-abc91438b6db tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-294749367', 'description': 'tempest-description-1715254969'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:08.344268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1839588-70e4-4954-a51a-e0b0da997cf5,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:08.392315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56836ce-7b6e-46d3-982b-d9a759327e42 req-f26c6ddf-411f-49a2-ab8f-f64bbd0a0c22 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753971 Dec 13 12:46:08.396674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-88c01406-40c1-400e-b14b-d5879ab03057 req-a2cf1eec-3d4a-4dad-b36b-abc91438b6db tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.440161 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-0b530047-e3f9-4701-bed3-1bcb0bca9ebb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8846178 Dec 13 12:46:08.457482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Request body: {'port': {'device_id': '141d6376-6fe8-4f5b-9bbb-1785655ab4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:08.525916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Network b2fee8a9-a853-4009-b603-fe162eccd03f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:08.529502 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-88c01406-40c1-400e-b14b-d5879ab03057 req-a2cf1eec-3d4a-4dad-b36b-abc91438b6db tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.536930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:08.554986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] For port 9f0f7084-c083-439d-b984-58677606e70e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:08.560491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] For port 9f0f7084-c083-439d-b984-58677606e70e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9f0f7084-c083-439d-b984-58677606e70e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:08.594057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-88c01406-40c1-400e-b14b-d5879ab03057 req-a2cf1eec-3d4a-4dad-b36b-abc91438b6db tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.600991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.603988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99318bd-03c5-4026-abad-21597a719e65 None None] Pushing event updated for resources: {'Port': ['ID=9f0f7084-c083-439d-b984-58677606e70e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:08.628456 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-88c01406-40c1-400e-b14b-d5879ab03057 req-a2cf1eec-3d4a-4dad-b36b-abc91438b6db tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.650585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88c01406-40c1-400e-b14b-d5879ab03057 req-a2cf1eec-3d4a-4dad-b36b-abc91438b6db tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3445346 Dec 13 12:46:08.688631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ccc6c3fc-4735-4435-99fd-0f12f1cf7b62'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:08.727723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567b4f-1bda-4953-a87b-418324f1a1b4 req-296ccd4c-3d0b-4397-b214-07abc7327922 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:08.731457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9567b4f-1bda-4953-a87b-418324f1a1b4 req-296ccd4c-3d0b-4397-b214-07abc7327922 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 936 time: 0.2001531 Dec 13 12:46:08.746868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:08.757482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ccc6c3fc-4735-4435-99fd-0f12f1cf7b62'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:08.764411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf1eec-3d4a-4dad-b36b-abc91438b6db tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275dc9d3-e44e-4834-8d3e-a054c9593b62,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:08.894931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9567b4f-1bda-4953-a87b-418324f1a1b4 req-995c0280-e4c7-4650-b522-69bc6e9c996d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393051 Dec 13 12:46:08.950642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88c37a-a5c7-46a7-b71c-8f0c687107d7 req-7ac57d8e-7dc8-47af-bb41-1d39e39f847f tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:08.951872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd88c37a-a5c7-46a7-b71c-8f0c687107d7 req-7ac57d8e-7dc8-47af-bb41-1d39e39f847f tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 945 time: 0.1708679 Dec 13 12:46:09.044024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Routers {'6d6dee2d-ef2e-462b-a48a-b6651b335a3c'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:09.045309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:09.048969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd88c37a-a5c7-46a7-b71c-8f0c687107d7 req-2d31671a-787b-44d4-93a7-9fac6acf1647 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0804663 Dec 13 12:46:09.051521 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:46:09.113193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7151580-709f-4a22-b47a-0c09f606de43', 'tag': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:09.120339 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a838113-8402-4f2d-9e02-f519224fb14e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7151580-709f-4a22-b47a-0c09f606de43", "tag": "ccc6c3fc-4735-4435-99fd-0f12f1cf7b62"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:09.159550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99318bd-03c5-4026-abad-21597a719e65 None None] Pushing event updated for resources: {'Port': ['ID=9f0f7084-c083-439d-b984-58677606e70e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:09.174769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2971f9-380c-4ecd-bfa0-d304aa2f84a8 req-beaac816-e448-41b4-a711-f4627b18f965 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:09.185943 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd2971f9-380c-4ecd-bfa0-d304aa2f84a8 req-beaac816-e448-41b4-a711-f4627b18f965 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 944 time: 0.1454172 Dec 13 12:46:09.298923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd2971f9-380c-4ecd-bfa0-d304aa2f84a8 req-8542e9c5-0560-4aa9-9629-203e7c3e246e tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113799 Dec 13 12:46:09.367811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-019b3ffe-73fb-48f0-9655-656b42b743e7 req-5a3f0e65-e0d8-4ce7-bd4c-45a96f920410 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-977272744', 'description': 'tempest-description-793970128'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:09.400694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:46:09.407456 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f7e7717a-b150-4d78-ba29-ea7015a0f5b1 admin admin] 10.222.0.31 "PUT /v2.0/routers/6d6dee2d-ef2e-462b-a48a-b6651b335a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1319239 Dec 13 12:46:09.413986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ddc56025-ee31-4050-aec5-aff628d265df triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:09.414433 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:09.416379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-45e5f4ce-c36c-4dcf-9fd2-d0af07775dab None None] Provisioning complete for port d1839588-70e4-4954-a51a-e0b0da997cf5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:09.416727 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-45e5f4ce-c36c-4dcf-9fd2-d0af07775dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:09.532738 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-019b3ffe-73fb-48f0-9655-656b42b743e7 req-5a3f0e65-e0d8-4ce7-bd4c-45a96f920410 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:09.558260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6c968-4eb5-48bb-bf0f-8b210357c03b req-c66544b5-edfc-4e60-a1cc-9037d137eaff tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:09.562062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dc6c968-4eb5-48bb-bf0f-8b210357c03b req-c66544b5-edfc-4e60-a1cc-9037d137eaff tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1096 time: 0.1695828 Dec 13 12:46:09.567331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4091fe8e-46bc-4e59-8f35-4acf66995ac4 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:09.579690 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:09.597176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Transition to ACTIVE for port object 4091fe8e-46bc-4e59-8f35-4acf66995ac4 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:46:09.606615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:09.684254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dc6c968-4eb5-48bb-bf0f-8b210357c03b req-e8f03692-7df8-49c5-9f7e-5bdf7366accf tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135988 Dec 13 12:46:09.731126 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-019b3ffe-73fb-48f0-9655-656b42b743e7 req-5a3f0e65-e0d8-4ce7-bd4c-45a96f920410 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:09.741276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-019b3ffe-73fb-48f0-9655-656b42b743e7 req-5a3f0e65-e0d8-4ce7-bd4c-45a96f920410 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:09.770757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Pushing event updated for resources: {'Port': ['ID=4091fe8e-46bc-4e59-8f35-4acf66995ac4,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:09.806397 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bac468-e714-4acb-b6f6-d052364102ca x-openstack-request-id: req-86bac468-e714-4acb-b6f6-d052364102ca {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:09.806693 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7151580-709f-4a22-b47a-0c09f606de43", "tag": "ccc6c3fc-4735-4435-99fd-0f12f1cf7b62", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:09.806928 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86bac468-e714-4acb-b6f6-d052364102ca {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:09.812375 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7151580-709f-4a22-b47a-0c09f606de43', 'tag': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62', 'status': 'completed', 'code': 200} Dec 13 12:46:09.818024 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-019b3ffe-73fb-48f0-9655-656b42b743e7 req-5a3f0e65-e0d8-4ce7-bd4c-45a96f920410 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:09.829701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-45e5f4ce-c36c-4dcf-9fd2-d0af07775dab None None] Port d1839588-70e4-4954-a51a-e0b0da997cf5 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:09.834146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-019b3ffe-73fb-48f0-9655-656b42b743e7 req-5a3f0e65-e0d8-4ce7-bd4c-45a96f920410 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4704993 Dec 13 12:46:09.855159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Attempting to bind port 4091fe8e-46bc-4e59-8f35-4acf66995ac4 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:09.855497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Attempting to bind port 4091fe8e-46bc-4e59-8f35-4acf66995ac4 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:09.857005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Attempting to bind port 4091fe8e-46bc-4e59-8f35-4acf66995ac4 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:09.870208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Port 4091fe8e-46bc-4e59-8f35-4acf66995ac4 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:46:09.870626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Attempting to bind port 4091fe8e-46bc-4e59-8f35-4acf66995ac4 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:09.884244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:09.884244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:09.884244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:09.884728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Bound port: 4091fe8e-46bc-4e59-8f35-4acf66995ac4, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:09.888526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:09.932172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f0e65-e0d8-4ce7-bd4c-45a96f920410 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02575087-cf46-4801-9fc4-8b3369236c7c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:09.973980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] Set router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:10.021020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] For port 4091fe8e-46bc-4e59-8f35-4acf66995ac4, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:10.025065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] For port 4091fe8e-46bc-4e59-8f35-4acf66995ac4, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=4091fe8e-46bc-4e59-8f35-4acf66995ac4,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:10.031656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:10.070388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a838113-8402-4f2d-9e02-f519224fb14e req-58c1c74e-ee08-4198-a6ad-5f5a9ac66bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:10.072062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a838113-8402-4f2d-9e02-f519224fb14e req-58c1c74e-ee08-4198-a6ad-5f5a9ac66bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 1125 time: 0.2238696 Dec 13 12:46:10.091099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Pushing event updated for resources: {'Port': ['ID=4091fe8e-46bc-4e59-8f35-4acf66995ac4,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:10.099846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:10.100528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:10.102204 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ed526876-7307-406d-86ab-2be55c0078ed service neutron] 10.222.0.37 "PUT /v2.0/ports/4091fe8e-46bc-4e59-8f35-4acf66995ac4 HTTP/1.1" status: 200 len: 1096 time: 1.6610675 Dec 13 12:46:10.102771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141d6376-6fe8-4f5b-9bbb-1785655ab4dd', 'tag': '4091fe8e-46bc-4e59-8f35-4acf66995ac4'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:10.105870 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62824aa9-2061-4d2e-87df-2f988fb57bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "141d6376-6fe8-4f5b-9bbb-1785655ab4dd", "tag": "4091fe8e-46bc-4e59-8f35-4acf66995ac4"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:10.162398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa1b46-8ae3-450b-8ae1-9d9a89480524 req-31afae79-ee47-459c-8d83-296f56e36319 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:10.164293 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0faa1b46-8ae3-450b-8ae1-9d9a89480524 req-31afae79-ee47-459c-8d83-296f56e36319 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 950 time: 0.2204697 Dec 13 12:46:10.169334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3d1d4e00-0a2c-4553-96f9-d290709eb58b None None] Provisioning complete for port d1839588-70e4-4954-a51a-e0b0da997cf5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:10.169649 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d1d4e00-0a2c-4553-96f9-d290709eb58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:10.245189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-942f7d41-9083-41d4-8ba6-b0f45792c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:10.247194 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-942f7d41-9083-41d4-8ba6-b0f45792c411 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae994de2d1c9465fa53e0359787faaff&device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 1099 time: 0.0874410 Dec 13 12:46:10.253131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d4e00-0a2c-4553-96f9-d290709eb58b None None] Port d1839588-70e4-4954-a51a-e0b0da997cf5 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:10.328322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 2, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:10.330471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-d63a7132-a153-4bb3-903b-91f50ae2a33a tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:10.335707 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-457229c1-dff2-4479-95bf-657e4be92b25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4091fe8e-46bc-4e59-8f35-4acf66995ac4 HTTP/1.1" status: 200 len: 217 time: 0.0715742 Dec 13 12:46:10.339784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-d63a7132-a153-4bb3-903b-91f50ae2a33a tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/networks?id=b2fee8a9-a853-4009-b603-fe162eccd03f HTTP/1.1" status: 200 len: 829 time: 0.3025119 Dec 13 12:46:10.382311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c68e7a-8191-4cea-8c9d-ffcf87cce638 None None] The sync data for ids ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'] in n-d-817326-4 is: [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 2, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:46:10.408632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ea4f025c-6f9b-40bc-8c97-55d3ee69ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:10.409395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-94d18a9b-b838-474b-99c0-56596de5200b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/quotas/482b204d4baf45bc853738c765480777 HTTP/1.1" status: 200 len: 375 time: 0.0686233 Dec 13 12:46:10.411170 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-ea4f025c-6f9b-40bc-8c97-55d3ee69ac11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0658860 Dec 13 12:46:10.453908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0faa1b46-8ae3-450b-8ae1-9d9a89480524 req-226af1ca-972f-4a48-aa2a-d5dccb68c23b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445545 Dec 13 12:46:10.471133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a838113-8402-4f2d-9e02-f519224fb14e req-a5f4448a-3061-40ee-9b43-edf043a1110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:10.472604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a838113-8402-4f2d-9e02-f519224fb14e req-a5f4448a-3061-40ee-9b43-edf043a1110d service neutron] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.3657522 Dec 13 12:46:10.493288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-5c97886e-35fa-4913-883e-7a2f5295a4d5 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=482b204d4baf45bc853738c765480777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829391 Dec 13 12:46:10.524642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-807d1dce-f4e2-411d-a216-47b79ff9477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:10.526440 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-807d1dce-f4e2-411d-a216-47b79ff9477c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038659 Dec 13 12:46:10.588004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a838113-8402-4f2d-9e02-f519224fb14e req-cd99e473-b92b-4cb3-9afe-ec37c60a7ff4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 HTTP/1.1" status: 200 len: 217 time: 0.0936611 Dec 13 12:46:10.688002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-a6a353cb-c938-43be-be6f-463ff8a58806 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538558 Dec 13 12:46:10.743186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a838113-8402-4f2d-9e02-f519224fb14e req-1e5687d2-f19b-4b86-b555-c48786575021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:10.744651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a838113-8402-4f2d-9e02-f519224fb14e req-1e5687d2-f19b-4b86-b555-c48786575021 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1438911 Dec 13 12:46:10.771553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa372fe-06bd-4523-b506-f199d020be0f req-4b2ae73c-ac85-4de6-ae07-2d7d3a9f4eaa tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:10.779806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fa372fe-06bd-4523-b506-f199d020be0f req-4b2ae73c-ac85-4de6-ae07-2d7d3a9f4eaa tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1096 time: 0.2032745 Dec 13 12:46:10.808257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a838113-8402-4f2d-9e02-f519224fb14e req-4b28c6bc-0b2f-4f81-8dac-a7525c958c2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520818 Dec 13 12:46:10.815868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-0549a866-9753-4fde-84d6-280a45566f51 service neutron] 10.222.0.31 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023422 Dec 13 12:46:10.833239 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9e19c06-a903-4e5c-bbe6-533183f8858a req-a429d99a-b517-48d0-85ce-5fb381abeb3a service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365952 Dec 13 12:46:10.945499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fa372fe-06bd-4523-b506-f199d020be0f req-1cf778b4-7696-4d12-9d64-be406510ae5d tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647937 Dec 13 12:46:11.038561 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a838113-8402-4f2d-9e02-f519224fb14e req-2d6f605d-3e89-4135-9e6b-abdec623f463 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050202 Dec 13 12:46:11.083831 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-18fa3d1c-d8f4-4308-af6a-ee518f42576d service neutron] 10.222.0.31 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512784 Dec 13 12:46:11.133816 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c3a1c13-71a3-4d83-8957-a63bb64f3e40 req-996a8fc7-5ba4-49ae-8789-6f176d8d16f8 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/275dc9d3-e44e-4834-8d3e-a054c9593b62 HTTP/1.1" status: 200 len: 1821 time: 0.1477864 Dec 13 12:46:11.228594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a838113-8402-4f2d-9e02-f519224fb14e req-830f64a1-4f11-4c32-9a82-dd910b70544a service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782343 Dec 13 12:46:11.231828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c3a1c13-71a3-4d83-8957-a63bb64f3e40 req-a3434499-ea6a-40ef-881f-d37893a2574b tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/02575087-cf46-4801-9fc4-8b3369236c7c HTTP/1.1" status: 200 len: 1820 time: 0.0971737 Dec 13 12:46:11.244372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-2c3a1c13-71a3-4d83-8957-a63bb64f3e40 req-632b6e36-7a2d-4e00-ac05-992feedfdf11 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '275dc9d3-e44e-4834-8d3e-a054c9593b62', 'remote_group_id': '02575087-cf46-4801-9fc4-8b3369236c7c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:11.244851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-2c3a1c13-71a3-4d83-8957-a63bb64f3e40 req-632b6e36-7a2d-4e00-ac05-992feedfdf11 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '275dc9d3-e44e-4834-8d3e-a054c9593b62', 'remote_group_id': '02575087-cf46-4801-9fc4-8b3369236c7c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:11.364988 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2c3a1c13-71a3-4d83-8957-a63bb64f3e40 req-632b6e36-7a2d-4e00-ac05-992feedfdf11 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:11.475063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2c3a1c13-71a3-4d83-8957-a63bb64f3e40 req-632b6e36-7a2d-4e00-ac05-992feedfdf11 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:11.487463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8733fc6-1f59-4d44-92b0-7711a4986f75 req-b7791b13-3262-4462-b019-affd27b48af0 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:11.499570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8733fc6-1f59-4d44-92b0-7711a4986f75 req-b7791b13-3262-4462-b019-affd27b48af0 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 948 time: 0.1481409 Dec 13 12:46:11.502800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2c3a1c13-71a3-4d83-8957-a63bb64f3e40 req-632b6e36-7a2d-4e00-ac05-992feedfdf11 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:11.541848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b6e36-7a2d-4e00-ac05-992feedfdf11 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58965fcf-8ad6-4722-af81-9a462a6c3578,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:11.564662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2c3a1c13-71a3-4d83-8957-a63bb64f3e40 req-632b6e36-7a2d-4e00-ac05-992feedfdf11 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:11.576674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c3a1c13-71a3-4d83-8957-a63bb64f3e40 req-632b6e36-7a2d-4e00-ac05-992feedfdf11 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3371577 Dec 13 12:46:11.612986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8733fc6-1f59-4d44-92b0-7711a4986f75 req-516a59fa-be73-421a-aa2a-9b999f9f0e74 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056595 Dec 13 12:46:11.677267 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd18b4-182d-4633-993d-952fcd8f56ca x-openstack-request-id: req-bbbd18b4-182d-4633-993d-952fcd8f56ca {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:11.677810 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141d6376-6fe8-4f5b-9bbb-1785655ab4dd", "tag": "4091fe8e-46bc-4e59-8f35-4acf66995ac4", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:11.678091 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbbd18b4-182d-4633-993d-952fcd8f56ca {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:11.678746 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141d6376-6fe8-4f5b-9bbb-1785655ab4dd', 'tag': '4091fe8e-46bc-4e59-8f35-4acf66995ac4', 'status': 'completed', 'code': 200} Dec 13 12:46:11.732497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d4913-c4b1-4a58-9635-0bfc5fd3941a req-007c4178-0390-40b5-ad15-1c3aed4875d3 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:11.734095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee2d4913-c4b1-4a58-9635-0bfc5fd3941a req-007c4178-0390-40b5-ad15-1c3aed4875d3 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 945 time: 0.0969598 Dec 13 12:46:11.822858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-a2f5395d-54ee-4a65-8628-fc42c8e06e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:11.824741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-a2f5395d-54ee-4a65-8628-fc42c8e06e5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae994de2d1c9465fa53e0359787faaff&device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 1099 time: 0.1172321 Dec 13 12:46:11.874030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee2d4913-c4b1-4a58-9635-0bfc5fd3941a req-fe36ee46-20a3-4144-8b56-8cce1ccddb2d tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1200438 Dec 13 12:46:11.922507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8b1b0-21eb-4bc7-bd91-61cf6fdc0a7b req-195705f1-1d5c-467e-a7b3-47b5811d7d16 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:11.925190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ff8b1b0-21eb-4bc7-bd91-61cf6fdc0a7b req-195705f1-1d5c-467e-a7b3-47b5811d7d16 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 944 time: 0.1413701 Dec 13 12:46:12.042798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-0ed23a2a-fd2d-4254-ae9a-7cc0f5ec0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:12.044567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-0ed23a2a-fd2d-4254-ae9a-7cc0f5ec0b04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2079940 Dec 13 12:46:12.070795 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1da79-00f0-4f1d-afb1-16a7de86ad68 req-41427b55-8a73-4f9f-a510-da1e480093d5 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:12.072332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ad1da79-00f0-4f1d-afb1-16a7de86ad68 req-41427b55-8a73-4f9f-a510-da1e480093d5 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 1101 time: 0.1052916 Dec 13 12:46:12.128292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ff8b1b0-21eb-4bc7-bd91-61cf6fdc0a7b req-ca61959b-cb6a-4b8e-869f-0ddb34aa5364 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941442 Dec 13 12:46:12.149722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-a5165967-b4c7-4f70-bcc2-fd0798d22a47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4091fe8e-46bc-4e59-8f35-4acf66995ac4 HTTP/1.1" status: 200 len: 217 time: 0.0909317 Dec 13 12:46:12.226834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9f0f7084-c083-439d-b984-58677606e70e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:12.273197 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ad1da79-00f0-4f1d-afb1-16a7de86ad68 req-b6557b22-b77d-4f3b-bed3-90c1eadd37f2 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691053 Dec 13 12:46:12.277350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-513de03d-84e0-447d-ba93-cc3f97aa468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:12.290639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-513de03d-84e0-447d-ba93-cc3f97aa468e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1192763 Dec 13 12:46:12.306704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9f0f7084-c083-439d-b984-58677606e70e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:12.309722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:12.373721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b4f896c5-3b54-4ecf-865c-9166e7a5370d req-2def9692-d3f1-4c85-897e-5dc4a677fca4 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-813796389', 'description': 'tempest-description-1051796167'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:12.411637 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:12.419991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-daafe471-5ada-4297-93f1-20eae3525305 req-abbc1330-cc81-4ca2-a945-8cf61bcdf4a7 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 210 time: 0.0619020 Dec 13 12:46:12.450156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 9f0f7084-c083-439d-b984-58677606e70e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9f0f7084-c083-439d-b984-58677606e70e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:12.460434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-3b2a5186-453f-40a5-b1ce-4fd61ef75427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:12.460958 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:12.461062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-3b2a5186-453f-40a5-b1ce-4fd61ef75427 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595345 Dec 13 12:46:12.465817 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b4f896c5-3b54-4ecf-865c-9166e7a5370d req-2def9692-d3f1-4c85-897e-5dc4a677fca4 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:12.513384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=9f0f7084-c083-439d-b984-58677606e70e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:12.663738 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b4f896c5-3b54-4ecf-865c-9166e7a5370d req-2def9692-d3f1-4c85-897e-5dc4a677fca4 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:12.675618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd74d4-135e-4738-9471-4d6108118e66 req-e9ef4620-4c2a-4fa3-9749-8760c395368e tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:12.677119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4bfd74d4-135e-4738-9471-4d6108118e66 req-e9ef4620-4c2a-4fa3-9749-8760c395368e tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 945 time: 0.1663072 Dec 13 12:46:12.686545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35884) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:12.687843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b4f896c5-3b54-4ecf-865c-9166e7a5370d req-2def9692-d3f1-4c85-897e-5dc4a677fca4 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:12.691396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-16321960-cb7f-4194-9ba2-1b16a3cf0f34 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Request body: {'floatingip': {'port_id': 'de36a3e3-7da4-4324-8827-4de331062e0a'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:12.698955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-b702b732-e90c-42b2-9733-728b6cb7a854 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216380 Dec 13 12:46:12.723541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def9692-d3f1-4c85-897e-5dc4a677fca4 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90675df-3a03-4eb1-afb5-e4c9994d446c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:12.752384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b4f896c5-3b54-4ecf-865c-9166e7a5370d req-2def9692-d3f1-4c85-897e-5dc4a677fca4 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:12.753673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4f896c5-3b54-4ecf-865c-9166e7a5370d req-2def9692-d3f1-4c85-897e-5dc4a677fca4 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4001377 Dec 13 12:46:12.769835 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16321960-cb7f-4194-9ba2-1b16a3cf0f34 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:12.993839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62824aa9-2061-4d2e-87df-2f988fb57bc9 req-62bfed50-15fc-4c27-97fb-ebe4464cd004 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677779 Dec 13 12:46:12.996356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-36bbaf88-ae0d-485a-988e-62368b676f2e tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247561 Dec 13 12:46:13.164499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-ec53be75-70ad-46fd-82bf-3dbc22a39f8c tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:13.165985 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-ec53be75-70ad-46fd-82bf-3dbc22a39f8c tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.42 "GET /v2.0/networks?id=b2fee8a9-a853-4009-b603-fe162eccd03f HTTP/1.1" status: 200 len: 829 time: 0.2664711 Dec 13 12:46:13.206434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-bd3a133b-9cf6-4eeb-a7f6-5e83269838a6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:13.213920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-bd3a133b-9cf6-4eeb-a7f6-5e83269838a6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912324 Dec 13 12:46:13.234319 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-ea324458-5910-419b-bb91-55ff6834d0c2 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/quotas/c892d90b1daa421ba6dd40c6c6b2cd30 HTTP/1.1" status: 200 len: 375 time: 0.0174448 Dec 13 12:46:13.251703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Request body: {'port': {'device_id': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'admin_state_up': True, 'tenant_id': '482b204d4baf45bc853738c765480777'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:13.391866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-8c370b56-4856-4509-98d1-ab3a19003dd7 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1564090 Dec 13 12:46:13.433814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Made reservation on behalf of 482b204d4baf45bc853738c765480777 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:13.437483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:13.524955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16321960-cb7f-4194-9ba2-1b16a3cf0f34 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:13.531927 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16321960-cb7f-4194-9ba2-1b16a3cf0f34 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:13.697354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5f98a-cc20-434a-b80c-7c9279f93857 req-fdb548f6-c298-4660-8bd4-6a46cce4c746 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:13.704906 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69c5f98a-cc20-434a-b80c-7c9279f93857 req-fdb548f6-c298-4660-8bd4-6a46cce4c746 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 948 time: 0.1206276 Dec 13 12:46:13.705324 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-16321960-cb7f-4194-9ba2-1b16a3cf0f34 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Floating IP 8aebded1-e749-4e5e-813e-0def8d84d3ee associated. External IP: 172.25.2.143, port: de36a3e3-7da4-4324-8827-4de331062e0a. Dec 13 12:46:13.742433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Allocated IP 172.20.0.4 (b2fee8a9-a853-4009-b603-fe162eccd03f/16add5c7-042c-47fc-b877-44ea9a15f263/783cbba2-7d48-43de-ad46-cc216af09a17) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:13.784971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69c5f98a-cc20-434a-b80c-7c9279f93857 req-c87eabc6-e300-4404-a78d-8025633c9049 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791888 Dec 13 12:46:13.913541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-28e7ee0c-8974-4664-b85b-5d1c0e02446e req-b2f46de9-a6c7-4f01-8a6b-c9d33a8f119a tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1434310912', 'description': 'tempest-description-290673458'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:13.978499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-28e7ee0c-8974-4664-b85b-5d1c0e02446e req-b2f46de9-a6c7-4f01-8a6b-c9d33a8f119a tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:14.049053 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:14.208620 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-28e7ee0c-8974-4664-b85b-5d1c0e02446e req-b2f46de9-a6c7-4f01-8a6b-c9d33a8f119a tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:14.215341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-cc98bc8d-89b2-489a-aa1c-30ce40035470 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:46:14.216778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-cc98bc8d-89b2-489a-aa1c-30ce40035470 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184975 Dec 13 12:46:14.218864 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-28e7ee0c-8974-4664-b85b-5d1c0e02446e req-b2f46de9-a6c7-4f01-8a6b-c9d33a8f119a tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:14.222279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:14.256948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9f0f7084-c083-439d-b984-58677606e70e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:14.295091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Sync routers for ids ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:46:14.314205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Routers {'6d6dee2d-ef2e-462b-a48a-b6651b335a3c'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:14.314749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:14.366021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Network b2fee8a9-a853-4009-b603-fe162eccd03f is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:14.368553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:14.395506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f46de9-a6c7-4f01-8a6b-c9d33a8f119a tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ff9bd-a03d-4445-be1a-42c708324379,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:14.410450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-28e7ee0c-8974-4664-b85b-5d1c0e02446e req-b2f46de9-a6c7-4f01-8a6b-c9d33a8f119a tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:14.411789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28e7ee0c-8974-4664-b85b-5d1c0e02446e req-b2f46de9-a6c7-4f01-8a6b-c9d33a8f119a tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5470784 Dec 13 12:46:14.413227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Pushing event updated for resources: {'Port': ['ID=783cbba2-7d48-43de-ad46-cc216af09a17,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:14.416625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:14.440444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-5fa9f8f6-7b43-401b-8cd7-02343e30455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:14.442030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9f0f7084-c083-439d-b984-58677606e70e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:14.442433 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:14.442999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-5fa9f8f6-7b43-401b-8cd7-02343e30455a service neutron] 10.222.0.31 "GET /v2.0/ports/9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 200 len: 1093 time: 0.2100422 Dec 13 12:46:14.524070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Request body: {'binding': {'host': 'n-h2-817326-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:14.524535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Unknown quota resources ['binding']. {{(pid=109886) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 12:46:14.555968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Set router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:14.617301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16321960-cb7f-4194-9ba2-1b16a3cf0f34 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:46:14.643146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:14.643785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:14.720336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-fc015972-96dd-472f-9553-bbf127559b1f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4747746 Dec 13 12:46:14.730559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea341b-68e6-4e9a-8e12-a0030336b350 req-0a1c54a5-35da-482b-a722-23b1c9d338b8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:14.740122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-edea341b-68e6-4e9a-8e12-a0030336b350 req-0a1c54a5-35da-482b-a722-23b1c9d338b8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 944 time: 0.1702626 Dec 13 12:46:14.749473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Request body: {'port': {'device_id': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:14.809678 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16321960-cb7f-4194-9ba2-1b16a3cf0f34 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:46:14.816668 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16321960-cb7f-4194-9ba2-1b16a3cf0f34 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:14.823042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 4091fe8e-46bc-4e59-8f35-4acf66995ac4 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:14.825127 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] Sync routers for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:46:14.849669 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:14.852926 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:14.862278 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-16321960-cb7f-4194-9ba2-1b16a3cf0f34 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "PUT /v2.0/floatingips/8aebded1-e749-4e5e-813e-0def8d84d3ee HTTP/1.1" status: 200 len: 991 time: 2.1745129 Dec 13 12:46:14.863245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'tag': 'de36a3e3-7da4-4324-8827-4de331062e0a'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:14.877835 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d866ad75-8f7e-44a3-84ce-3fe2af485c15" -d '{"events": [{"name": "network-changed", "server_uuid": "5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a", "tag": "de36a3e3-7da4-4324-8827-4de331062e0a"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:14.914547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-64fe0a4d-c5ac-405f-815f-9571e2a22258 None None] Provisioning complete for port 783cbba2-7d48-43de-ad46-cc216af09a17 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:14.915131 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64fe0a4d-c5ac-405f-815f-9571e2a22258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:14.986557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-edea341b-68e6-4e9a-8e12-a0030336b350 req-bab9fba9-0d99-4e58-a51e-0eeca6365376 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454836 Dec 13 12:46:15.002753 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:15.015607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-64fe0a4d-c5ac-405f-815f-9571e2a22258 None None] Port 783cbba2-7d48-43de-ad46-cc216af09a17 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:15.018773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on host n-h2-817326-4 for vnic_type normal with profile None {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:15.020085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:15.020860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:15.044469 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:15.050159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:46:15.051098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:15.103881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 4091fe8e-46bc-4e59-8f35-4acf66995ac4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=4091fe8e-46bc-4e59-8f35-4acf66995ac4,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:15.118374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '4091fe8e-46bc-4e59-8f35-4acf66995ac4', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '4091fe8e-46bc-4e59-8f35-4acf66995ac4', 'mac_address': 'fa:16:3e:56:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:46:15.140738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:15.140986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:15.141470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:15.142317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Bound port: 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:15.157324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 2, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:15.168097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-99ba42db-4a11-4a09-870a-605a384894b0 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024861 Dec 13 12:46:15.191166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Checking router: 6d6dee2d-ef2e-462b-a48a-b6651b335a3c for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:46:15.191514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Updating router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c port d1839588-70e4-4954-a51a-e0b0da997cf5 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:46:15.240344 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:15.256438 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:15.281072 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4091fe8e-46bc-4e59-8f35-4acf66995ac4 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:15.304685 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '8aebded1-e749-4e5e-813e-0def8d84d3ee', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'port_id': 'de36a3e3-7da4-4324-8827-4de331062e0a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'mac_address': 'fa:16:3e:4e:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:43:32Z', 'updated_at': '2021-12-13T12:46:13Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:15.338613 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] Checking router: d6281c11-ae6a-4fc1-8097-12e3ce3f7760 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:46:15.347827 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:15.348455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 4091fe8e-46bc-4e59-8f35-4acf66995ac4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=4091fe8e-46bc-4e59-8f35-4acf66995ac4,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:15.349062 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:15.361539 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:15.534500 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:15.562872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=4091fe8e-46bc-4e59-8f35-4acf66995ac4,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:15.594003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:15.600189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.602378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.605392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.605994 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.606536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.607028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.607514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.607997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.614221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-9b547fcc-32d8-465b-8636-574194623bd6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:15.614796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.615313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.615811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.616314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.616797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:15.627407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-9b547fcc-32d8-465b-8636-574194623bd6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3878207 Dec 13 12:46:15.659201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ed4ea-83ad-44a0-a533-14c30e13d8b1 req-6b75235d-1309-4fd2-87f7-0cd9172902d8 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:15.669286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-004ed4ea-83ad-44a0-a533-14c30e13d8b1 req-6b75235d-1309-4fd2-87f7-0cd9172902d8 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 931 time: 0.4309762 Dec 13 12:46:15.705243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Request body: {'port': {'device_id': 'd799567d-9bf9-4422-9663-6fb3b6bab7ee', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'c892d90b1daa421ba6dd40c6c6b2cd30'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:15.714270 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] Publish callbacks [] for binding, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:15.716211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-407d8474-e6f2-41e5-aaec-6e9b7a1ba14c service neutron] 10.222.0.31 "POST /v2.0/ports/9dc4956f-f64b-4951-b96e-7fc1bd88ee3f/bindings HTTP/1.1" status: 201 len: 389 time: 1.2129791 Dec 13 12:46:15.745864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['4091fe8e-46bc-4e59-8f35-4acf66995ac4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:15.792112 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '8aebded1-e749-4e5e-813e-0def8d84d3ee', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'port_id': 'de36a3e3-7da4-4324-8827-4de331062e0a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'mac_address': 'fa:16:3e:4e:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:43:32Z', 'updated_at': '2021-12-13T12:46:13Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:15.839527 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3805f6c-27fe-43cc-b0a0-5e5535323dfe None None] The sync data for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 is: [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '8aebded1-e749-4e5e-813e-0def8d84d3ee', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'port_id': 'de36a3e3-7da4-4324-8827-4de331062e0a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'mac_address': 'fa:16:3e:4e:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:43:32Z', 'updated_at': '2021-12-13T12:46:13Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:46:16.072801 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:16.096942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:16.216542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0428e86-389e-48a9-8c53-1315ebf27957 None None] New status for floating IP 8aebded1-e749-4e5e-813e-0def8d84d3ee: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:46:16.330294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bbeef-b245-45fc-960b-a232eeabc969 None None] Pushing event updated for resources: {'Port': ['ID=d1839588-70e4-4954-a51a-e0b0da997cf5,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:16.488614 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bf47873-c543-461e-9474-3a5b68fa34c5 req-013c3052-da4f-4b0f-bf30-601f4dfe143c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 210 time: 0.1919301 Dec 13 12:46:16.523023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Attempting to bind port d1839588-70e4-4954-a51a-e0b0da997cf5 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:16.523562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Attempting to bind port d1839588-70e4-4954-a51a-e0b0da997cf5 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:16.524122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Attempting to bind port d1839588-70e4-4954-a51a-e0b0da997cf5 on network b2fee8a9-a853-4009-b603-fe162eccd03f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:16.531686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:16.532070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Checking segment: {'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:16.532480 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:16.532919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Bound using segment: {'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:16.533406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Bound port: d1839588-70e4-4954-a51a-e0b0da997cf5, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:16.533795 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:16.544020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-004ed4ea-83ad-44a0-a533-14c30e13d8b1 req-c5b7ef2b-96ca-478a-9b4a-3c3af020b5f5 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8626966 Dec 13 12:46:16.644203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Made reservation on behalf of c892d90b1daa421ba6dd40c6c6b2cd30 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:16.651891 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:16.666693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] For port d1839588-70e4-4954-a51a-e0b0da997cf5, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:16.679035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] For port d1839588-70e4-4954-a51a-e0b0da997cf5, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d1839588-70e4-4954-a51a-e0b0da997cf5,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:16.680423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b9cbcd63-cc61-4225-8ffa-02a03e9dc858 None None] Provisioning complete for port d1839588-70e4-4954-a51a-e0b0da997cf5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:16.680947 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9cbcd63-cc61-4225-8ffa-02a03e9dc858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:16.729060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbcd63-cc61-4225-8ffa-02a03e9dc858 None None] Port d1839588-70e4-4954-a51a-e0b0da997cf5 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:16.731360 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:16.746772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a54504cf-a370-4be8-a3ad-f86cf623b01e req-45fe5ea1-ea50-4333-b0e1-a511b1485327 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/c90675df-3a03-4eb1-afb5-e4c9994d446c HTTP/1.1" status: 200 len: 1821 time: 0.1615944 Dec 13 12:46:16.785292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bbeef-b245-45fc-960b-a232eeabc969 None None] Pushing event updated for resources: {'Port': ['ID=d1839588-70e4-4954-a51a-e0b0da997cf5,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:16.807442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Routers {'6d6dee2d-ef2e-462b-a48a-b6651b335a3c'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:16.808122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:16.913822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb130a-94e3-4141-a4f0-aa55b9ae784e req-20dd9a3a-d5d9-4fde-8a06-9ddc0d7a4735 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:16.922429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5fb130a-94e3-4141-a4f0-aa55b9ae784e req-20dd9a3a-d5d9-4fde-8a06-9ddc0d7a4735 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 949 time: 0.2425604 Dec 13 12:46:16.954259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783cbba2-7d48-43de-ad46-cc216af09a17 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:16.967530 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a54504cf-a370-4be8-a3ad-f86cf623b01e req-489c5a59-5d1d-4f57-9b02-08d510782ecd tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/b97ff9bd-a03d-4445-be1a-42c708324379 HTTP/1.1" status: 200 len: 1821 time: 0.2081866 Dec 13 12:46:16.968031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] Set router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:16.970663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:16.986948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a54504cf-a370-4be8-a3ad-f86cf623b01e req-8cd2d952-e453-4f39-a46d-b23e6390ecbb tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c90675df-3a03-4eb1-afb5-e4c9994d446c', 'remote_group_id': 'b97ff9bd-a03d-4445-be1a-42c708324379', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:16.988941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a54504cf-a370-4be8-a3ad-f86cf623b01e req-8cd2d952-e453-4f39-a46d-b23e6390ecbb tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c90675df-3a03-4eb1-afb5-e4c9994d446c', 'remote_group_id': 'b97ff9bd-a03d-4445-be1a-42c708324379', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:17.066186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Transition to ACTIVE for port object 783cbba2-7d48-43de-ad46-cc216af09a17 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:46:17.098448 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:17.214227 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5fb130a-94e3-4141-a4f0-aa55b9ae784e req-c709a8d0-37bf-4f44-859d-d91920292285 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886789 Dec 13 12:46:17.221226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Allocated IP 192.168.233.208 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/d8496e9e-1a6d-4f2a-b49c-3bcccec01f83) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:17.361793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Pushing event updated for resources: {'Port': ['ID=783cbba2-7d48-43de-ad46-cc216af09a17,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:17.378651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-44443c0b-a905-46f1-b9e1-b358c4be4ec2 None None] Provisioning complete for port d1839588-70e4-4954-a51a-e0b0da997cf5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:17.380977 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-44443c0b-a905-46f1-b9e1-b358c4be4ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:17.425056 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef585f38-d27f-45c8-b9cc-54f623539637 x-openstack-request-id: req-ef585f38-d27f-45c8-b9cc-54f623539637 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:17.425903 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a", "tag": "de36a3e3-7da4-4324-8827-4de331062e0a", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:17.426343 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef585f38-d27f-45c8-b9cc-54f623539637 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:17.427161 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'tag': 'de36a3e3-7da4-4324-8827-4de331062e0a', 'status': 'completed', 'code': 200} Dec 13 12:46:17.669380 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a54504cf-a370-4be8-a3ad-f86cf623b01e req-8cd2d952-e453-4f39-a46d-b23e6390ecbb tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:17.785459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:16Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:17.827152 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a54504cf-a370-4be8-a3ad-f86cf623b01e req-8cd2d952-e453-4f39-a46d-b23e6390ecbb tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:17.829552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Attempting to bind port 783cbba2-7d48-43de-ad46-cc216af09a17 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:17.829889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Attempting to bind port 783cbba2-7d48-43de-ad46-cc216af09a17 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:17.830249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Attempting to bind port 783cbba2-7d48-43de-ad46-cc216af09a17 on network b2fee8a9-a853-4009-b603-fe162eccd03f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:17.840129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4b966-e5e4-4529-816d-eec8f25c2e8d req-5a3e9ca4-89d3-4d5d-b953-2d357e0feac2 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:17.844646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd89cd-14a7-4203-a35e-e6fc944df349 None None] The sync data for ids ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'] in n-d-817326-4 is: [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:16Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:46:17.848115 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17e4b966-e5e4-4529-816d-eec8f25c2e8d req-5a3e9ca4-89d3-4d5d-b953-2d357e0feac2 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 945 time: 0.2928510 Dec 13 12:46:17.859394 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-44443c0b-a905-46f1-b9e1-b358c4be4ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:17.865260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-962497d7-a6fa-4788-8048-c117bad3d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:17.866780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-962497d7-a6fa-4788-8048-c117bad3d068 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7fa575a45fc4f60843818634f1b2c3e&device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 1096 time: 0.3613875 Dec 13 12:46:17.867366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a54504cf-a370-4be8-a3ad-f86cf623b01e req-8cd2d952-e453-4f39-a46d-b23e6390ecbb tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:17.902570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Port 783cbba2-7d48-43de-ad46-cc216af09a17 on network b2fee8a9-a853-4009-b603-fe162eccd03f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:46:17.902897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Attempting to bind port 783cbba2-7d48-43de-ad46-cc216af09a17 on network b2fee8a9-a853-4009-b603-fe162eccd03f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:17.935207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-44443c0b-a905-46f1-b9e1-b358c4be4ec2 None None] For port d1839588-70e4-4954-a51a-e0b0da997cf5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d1839588-70e4-4954-a51a-e0b0da997cf5,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:17.943074 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-44443c0b-a905-46f1-b9e1-b358c4be4ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:17.989851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:17.990371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Checking segment: {'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:17.990592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Bound using segment: {'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:17.991050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Bound port: 783cbba2-7d48-43de-ad46-cc216af09a17, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:17.991409 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:18.005903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2d952-e453-4f39-a46d-b23e6390ecbb tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb52882-006f-4bab-b426-1619ecc6480c,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:18.011087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44443c0b-a905-46f1-b9e1-b358c4be4ec2 None None] Pushing event updated for resources: {'Port': ['ID=d1839588-70e4-4954-a51a-e0b0da997cf5,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:18.051395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a54504cf-a370-4be8-a3ad-f86cf623b01e req-8cd2d952-e453-4f39-a46d-b23e6390ecbb tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:18.052659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a54504cf-a370-4be8-a3ad-f86cf623b01e req-8cd2d952-e453-4f39-a46d-b23e6390ecbb tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0759447 Dec 13 12:46:18.065553 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:18.116595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17e4b966-e5e4-4529-816d-eec8f25c2e8d req-1a839ae0-9146-47c4-929e-6559dabb8f8a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638681 Dec 13 12:46:18.283097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d1839588-70e4-4954-a51a-e0b0da997cf5 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:18.339695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d1839588-70e4-4954-a51a-e0b0da997cf5 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:18.340023 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:18.408845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] For port 783cbba2-7d48-43de-ad46-cc216af09a17, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:18.426929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] For port 783cbba2-7d48-43de-ad46-cc216af09a17, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=783cbba2-7d48-43de-ad46-cc216af09a17,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:18.430246 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0960336e-fffb-4dee-80ac-35367d272dcb req-f48f9cfe-2af4-4584-b111-fe32eb954f7d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 210 time: 0.2193823 Dec 13 12:46:18.473483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:18.591696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-d16c9cb1-d5d7-479b-b4be-c543c31342ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:18.596249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-d16c9cb1-d5d7-479b-b4be-c543c31342ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=5318adeb-f970-49a3-bdfd-ee606db0bb86 HTTP/1.1" status: 200 len: 923 time: 0.7110236 Dec 13 12:46:18.627729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:18.628348 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:18.629748 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] 10.222.0.42 "PUT /v2.0/ports/783cbba2-7d48-43de-ad46-cc216af09a17 HTTP/1.1" status: 200 len: 1091 time: 3.8846385 Dec 13 12:46:18.630234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'tag': '783cbba2-7d48-43de-ad46-cc216af09a17'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:18.637425 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094964eb-e835-4ccc-a761-10689230d69f" -d '{"events": [{"name": "network-changed", "server_uuid": "066c8b1c-8aea-4350-a70d-5f4d074d1d70", "tag": "783cbba2-7d48-43de-ad46-cc216af09a17"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:18.674332 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-84708278-584a-44c4-a6a4-8c42266d4803 service neutron] 10.222.0.37 "GET /v2.0/ports/ccc6c3fc-4735-4435-99fd-0f12f1cf7b62/bindings/n-h2-817326-4 HTTP/1.1" status: 200 len: 384 time: 0.1704068 Dec 13 12:46:18.749788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 4091fe8e-46bc-4e59-8f35-4acf66995ac4 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:18.842839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cd556-dd8b-4715-8623-7695c35781bf req-7350cc89-5865-457c-b7d6-4b96b2ad1627 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:18.852656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 4091fe8e-46bc-4e59-8f35-4acf66995ac4 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:46:18.857594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 4091fe8e-46bc-4e59-8f35-4acf66995ac4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:18.857977 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:18.861745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-798cd556-dd8b-4715-8623-7695c35781bf req-7350cc89-5865-457c-b7d6-4b96b2ad1627 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 944 time: 0.6798897 Dec 13 12:46:18.921807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b20c0-049c-4ed0-a996-36ccfd48927c service neutron] Pushing event updated for resources: {'Port': ['ID=783cbba2-7d48-43de-ad46-cc216af09a17,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:18.948370 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:18.963137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c', '57f0242b-fc8a-40fc-a603-975bcc3e4937', '42b2ef6e-870b-473d-9b0b-c0777a9007d3', '12429ef7-76e6-48ef-ba5e-316490f84160'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:18.965678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2', '94351a29-37f1-4c0b-b720-acd49064c5dc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:19.100509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event updated for resources: {'Port': ['ID=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:19.112081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-812cfaba-1024-46a0-8b37-08fb5e18e752 service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:19.123685 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:19.161882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:19.171664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:19.184836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-812cfaba-1024-46a0-8b37-08fb5e18e752 service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:19.187698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-798cd556-dd8b-4715-8623-7695c35781bf req-404928ba-7893-4898-920a-62341ebed6ee tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237696 Dec 13 12:46:19.203525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:19.238470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb36d11-e155-4e20-821b-92b4052c7499 req-9732638e-c41f-4ed4-aee1-d9ce9fb75c03 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:19.241987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141d6376-6fe8-4f5b-9bbb-1785655ab4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4091fe8e-46bc-4e59-8f35-4acf66995ac4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:19.245779 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4f4db3-ac14-4038-a16e-01ae10dc40df" -d '{"events": [{"server_uuid": "141d6376-6fe8-4f5b-9bbb-1785655ab4dd", "name": "network-vif-plugged", "status": "completed", "tag": "4091fe8e-46bc-4e59-8f35-4acf66995ac4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:19.249750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2fb36d11-e155-4e20-821b-92b4052c7499 req-9732638e-c41f-4ed4-aee1-d9ce9fb75c03 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 943 time: 0.6979299 Dec 13 12:46:19.295362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-812cfaba-1024-46a0-8b37-08fb5e18e752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:19.328235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-812cfaba-1024-46a0-8b37-08fb5e18e752 service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:19.344496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-565c41ae-9b24-4988-883b-74a838780c28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de36a3e3-7da4-4324-8827-4de331062e0a HTTP/1.1" status: 200 len: 1001 time: 0.7028534 Dec 13 12:46:19.368493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 4091fe8e-46bc-4e59-8f35-4acf66995ac4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=4091fe8e-46bc-4e59-8f35-4acf66995ac4,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:19.383105 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-812cfaba-1024-46a0-8b37-08fb5e18e752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:19.410330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-21d24a8a-7025-4edf-a2b1-b72befb9caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:19.411553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-21d24a8a-7025-4edf-a2b1-b72befb9caaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=482b204d4baf45bc853738c765480777&device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 1094 time: 0.7178047 Dec 13 12:46:19.425532 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:19.426403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:46:19.492251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-73a6bfbb-2729-403b-9ae1-a118fde69e7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783cbba2-7d48-43de-ad46-cc216af09a17 HTTP/1.1" status: 200 len: 217 time: 0.0519614 Dec 13 12:46:19.510619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49cf6a1e-1c9a-4624-9ea1-f71873c51d67 req-c4ad62ac-8ba9-4737-bd41-d5191f1e512a tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/b97ff9bd-a03d-4445-be1a-42c708324379 HTTP/1.1" status: 200 len: 1821 time: 0.2476220 Dec 13 12:46:19.640511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:19.641371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:19.649224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-812cfaba-1024-46a0-8b37-08fb5e18e752 service neutron] Transition to ACTIVE for port object ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:46:19.663032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-a307cb45-7b5f-4457-8393-ece60b6c1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:19.664822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-a307cb45-7b5f-4457-8393-ece60b6c1798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba95175-5180-48c1-b6b6-adb302fc6a81 HTTP/1.1" status: 200 len: 862 time: 0.2640624 Dec 13 12:46:19.672785 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-812cfaba-1024-46a0-8b37-08fb5e18e752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:19.686839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2fb36d11-e155-4e20-821b-92b4052c7499 req-2e7748bb-e605-40ee-b00b-1508f74d785f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358692 Dec 13 12:46:19.772577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=4091fe8e-46bc-4e59-8f35-4acf66995ac4,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:19.783048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:46:19.809894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6877ecfc-ac0d-4c0f-b44c-c2d316ccf246 None None] Provisioning complete for port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:19.810287 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6877ecfc-ac0d-4c0f-b44c-c2d316ccf246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:19.819151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-64714827-0d65-47ff-a277-a672b64dd4fd tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1198864 Dec 13 12:46:19.823071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-812cfaba-1024-46a0-8b37-08fb5e18e752 service neutron] No DVR routers for this DVR port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:46:19.833413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-5944cffe-61f7-415a-8698-9a6268d926b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:19.834922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-5944cffe-61f7-415a-8698-9a6268d926b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16add5c7-042c-47fc-b877-44ea9a15f263 HTTP/1.1" status: 200 len: 868 time: 0.2979648 Dec 13 12:46:19.849386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cfaba-1024-46a0-8b37-08fb5e18e752 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,revision_number=10']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:19.857175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Request body: {'port': {'device_id': 'd799567d-9bf9-4422-9663-6fb3b6bab7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:19.873654 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-812cfaba-1024-46a0-8b37-08fb5e18e752 service neutron] 10.222.0.37 "PUT /v2.0/ports/ccc6c3fc-4735-4435-99fd-0f12f1cf7b62/bindings/n-h2-817326-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1894093 Dec 13 12:46:19.885067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6877ecfc-ac0d-4c0f-b44c-c2d316ccf246 None None] Port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:19.898396 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-49cf6a1e-1c9a-4624-9ea1-f71873c51d67 req-6586a7b9-efda-4698-bf54-6839c0d601f1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:19.974434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-46933e2c-4269-4e50-b5be-613bb81025c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:19.976192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-46933e2c-4269-4e50-b5be-613bb81025c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5318adeb-f970-49a3-bdfd-ee606db0bb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2590506 Dec 13 12:46:19.993055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-ce1ccff6-87b4-46bd-a962-22fe0de926d4 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:19.995677 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-ce1ccff6-87b4-46bd-a962-22fe0de926d4 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.0593021 Dec 13 12:46:20.000365 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-49cf6a1e-1c9a-4624-9ea1-f71873c51d67 req-6586a7b9-efda-4698-bf54-6839c0d601f1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:20.031704 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:20.041336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb802bd6-7f31-4fd4-8afa-2753e3501f7d req-2afd49df-75d4-40da-8bb7-ce038ccd2c76 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:20.043282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb802bd6-7f31-4fd4-8afa-2753e3501f7d req-2afd49df-75d4-40da-8bb7-ce038ccd2c76 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 950 time: 0.2431328 Dec 13 12:46:20.069277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-0ff3050d-cf15-4d88-8724-df04e9c89398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:20.084233 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-0ff3050d-cf15-4d88-8724-df04e9c89398 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0 HTTP/1.1" status: 200 len: 1096 time: 0.0770934 Dec 13 12:46:20.132500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-4ebe464d-17a4-4cc1-893d-809c30ca82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:20.134326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-4ebe464d-17a4-4cc1-893d-809c30ca82ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2fee8a9-a853-4009-b603-fe162eccd03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2739775 Dec 13 12:46:20.171364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-f3fb7578-cbd8-45b8-ac05-341e20415336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:20.173399 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-f3fb7578-cbd8-45b8-ac05-341e20415336 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 1096 time: 0.0605793 Dec 13 12:46:20.324592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-07a6f7bc-b53e-47e0-b956-4717c8e56d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:20.326710 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-07a6f7bc-b53e-47e0-b956-4717c8e56d6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.1427162 Dec 13 12:46:20.383450 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-b159300f-cd52-4625-a59a-6a32997dafd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 HTTP/1.1" status: 200 len: 217 time: 0.0472317 Dec 13 12:46:20.449232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-0c9db209-e659-451e-8ab3-9f926d79e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:20.450783 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-0c9db209-e659-451e-8ab3-9f926d79e14c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.0529583 Dec 13 12:46:20.488562 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-4af22a9c-48e6-486a-8cad-c543917aea99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273664 Dec 13 12:46:20.598796 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-68a2f6f7-0cf2-4d39-a551-a8d8fa9ff573 service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017704 Dec 13 12:46:20.623550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb802bd6-7f31-4fd4-8afa-2753e3501f7d req-acf4dc28-ef5c-4bb6-a300-3d7bcb18218a tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369532 Dec 13 12:46:20.681427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-8e4ac5c1-9aed-410a-b704-29c764f9f5e8 service neutron] 10.222.0.37 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911056 Dec 13 12:46:20.698829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-49cf6a1e-1c9a-4624-9ea1-f71873c51d67 req-6586a7b9-efda-4698-bf54-6839c0d601f1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:20.701399 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-49cf6a1e-1c9a-4624-9ea1-f71873c51d67 req-6586a7b9-efda-4698-bf54-6839c0d601f1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:20.702571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49cf6a1e-1c9a-4624-9ea1-f71873c51d67 req-6586a7b9-efda-4698-bf54-6839c0d601f1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "DELETE /v2.0/security-groups/b97ff9bd-a03d-4445-be1a-42c708324379 HTTP/1.1" status: 204 len: 173 time: 1.1911302 Dec 13 12:46:20.735953 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb34fe0-8dea-4c6a-aae2-b4189d195a69 x-openstack-request-id: req-edb34fe0-8dea-4c6a-aae2-b4189d195a69 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:20.736238 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066c8b1c-8aea-4350-a70d-5f4d074d1d70", "tag": "783cbba2-7d48-43de-ad46-cc216af09a17", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:20.736487 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edb34fe0-8dea-4c6a-aae2-b4189d195a69 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:20.736882 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'tag': '783cbba2-7d48-43de-ad46-cc216af09a17', 'status': 'completed', 'code': 200} Dec 13 12:46:20.742519 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-a9a17788-443b-4318-a56a-8a31071aa7bf service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360371 Dec 13 12:46:20.760469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586a7b9-efda-4698-bf54-6839c0d601f1 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ff9bd-a03d-4445-be1a-42c708324379,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:20.831578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-f96a91a5-46a2-4720-b3c8-783f04782ca6 service neutron] 10.222.0.42 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840861 Dec 13 12:46:20.857748 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfafebc-0272-4aca-8563-13a0be46a1d6 x-openstack-request-id: req-dbfafebc-0272-4aca-8563-13a0be46a1d6 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:20.859859 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141d6376-6fe8-4f5b-9bbb-1785655ab4dd", "name": "network-vif-plugged", "status": "completed", "tag": "4091fe8e-46bc-4e59-8f35-4acf66995ac4", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:20.861259 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbfafebc-0272-4aca-8563-13a0be46a1d6 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:20.861943 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141d6376-6fe8-4f5b-9bbb-1785655ab4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4091fe8e-46bc-4e59-8f35-4acf66995ac4', 'code': 200} Dec 13 12:46:21.004787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2fe47-3b74-4e02-b9ff-f5541964ad66 req-f0ab3356-b400-441a-b21b-cc8454119980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:21.008158 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8da2fe47-3b74-4e02-b9ff-f5541964ad66 req-f0ab3356-b400-441a-b21b-cc8454119980 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 1101 time: 0.0542781 Dec 13 12:46:21.106681 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8da2fe47-3b74-4e02-b9ff-f5541964ad66 req-eac961a6-bb5d-4377-9de8-b3fb4c1be87e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859406 Dec 13 12:46:21.122227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7d2766fc-efa4-4003-b493-b7c554574838 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:21.123722 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-7d2766fc-efa4-4003-b493-b7c554574838 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.0576491 Dec 13 12:46:21.158895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d866ad75-8f7e-44a3-84ce-3fe2af485c15 req-9105793f-2056-4f72-936f-3feb6c134222 service neutron] 10.222.0.37 "GET /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430568 Dec 13 12:46:21.198623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56d7f-e0a7-4ada-91c7-32a02642d607 req-aee542df-2ee9-4d28-ae7b-8f5b3b78406f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:21.198623 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06b56d7f-e0a7-4ada-91c7-32a02642d607 req-aee542df-2ee9-4d28-ae7b-8f5b3b78406f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 945 time: 0.3208153 Dec 13 12:46:21.205711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff55d6-503f-42bc-a2fe-2dce04f55ae3 req-2e21159d-4510-4501-a284-e3a8a83a6b4f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:21.207457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4ff55d6-503f-42bc-a2fe-2dce04f55ae3 req-2e21159d-4510-4501-a284-e3a8a83a6b4f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 936 time: 0.2590387 Dec 13 12:46:21.222499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c59ecc-635d-4a04-8181-5f8b738984fd req-81b49360-ced8-447a-953b-1df8bcbfbe65 service neutron] 10.222.0.42 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496704 Dec 13 12:46:21.250384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-85b148af-ecef-4655-bcb3-284ed51a9822 service neutron] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:21.254639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-85b148af-ecef-4655-bcb3-284ed51a9822 service neutron] Publish callbacks [] for binding, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:21.255861 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69fa81b9-092a-45cb-9e68-370263dcfde1 req-85b148af-ecef-4655-bcb3-284ed51a9822 service neutron] 10.222.0.42 "DELETE /v2.0/ports/ccc6c3fc-4735-4435-99fd-0f12f1cf7b62/bindings/n-h1-817326-4 HTTP/1.1" status: 204 len: 173 time: 0.1232524 Dec 13 12:46:21.342704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094964eb-e835-4ccc-a761-10689230d69f req-b285ae5a-2755-423d-adac-8673f187f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:21.344336 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094964eb-e835-4ccc-a761-10689230d69f req-b285ae5a-2755-423d-adac-8673f187f03e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=482b204d4baf45bc853738c765480777&device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 1094 time: 0.0576344 Dec 13 12:46:21.349207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06b56d7f-e0a7-4ada-91c7-32a02642d607 req-3f37b03e-e4bc-4e69-88d5-1bbb9ac31b32 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407657 Dec 13 12:46:21.351343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:21.381646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4ff55d6-503f-42bc-a2fe-2dce04f55ae3 req-9ab359cf-387a-4e4d-b758-93df0cf83976 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427624 Dec 13 12:46:21.384268 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:21.422051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Transition to ACTIVE for port object d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:46:21.429023 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:21.501139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094964eb-e835-4ccc-a761-10689230d69f req-4b2c868d-bfd1-4586-8ba4-9b9ea7422211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:21.502333 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094964eb-e835-4ccc-a761-10689230d69f req-4b2c868d-bfd1-4586-8ba4-9b9ea7422211 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2fee8a9-a853-4009-b603-fe162eccd03f HTTP/1.1" status: 200 len: 929 time: 0.1461232 Dec 13 12:46:21.564096 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094964eb-e835-4ccc-a761-10689230d69f req-d387ddef-13be-44e8-ac00-eaab7f9a232b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783cbba2-7d48-43de-ad46-cc216af09a17 HTTP/1.1" status: 200 len: 217 time: 0.0482469 Dec 13 12:46:21.569920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:21.630755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8d35-1af6-453b-ae85-2b2a429dadee req-da3558d3-3958-4802-994d-08f40c26364e tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:21.632441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-853b8d35-1af6-453b-ae85-2b2a429dadee req-da3558d3-3958-4802-994d-08f40c26364e tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 943 time: 0.1571238 Dec 13 12:46:21.652880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094964eb-e835-4ccc-a761-10689230d69f req-91daf078-6f02-4ac8-8ffe-a88024d001cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:21.654378 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094964eb-e835-4ccc-a761-10689230d69f req-91daf078-6f02-4ac8-8ffe-a88024d001cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16add5c7-042c-47fc-b877-44ea9a15f263 HTTP/1.1" status: 200 len: 868 time: 0.0805559 Dec 13 12:46:21.684013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f8e59-8d82-4cfa-a8c0-bd8975289539 req-5b14fe47-cba9-4833-86f1-131dd9e5a8b7 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:21.685694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e8f8e59-8d82-4cfa-a8c0-bd8975289539 req-5b14fe47-cba9-4833-86f1-131dd9e5a8b7 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 945 time: 0.2085748 Dec 13 12:46:21.720044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094964eb-e835-4ccc-a761-10689230d69f req-67ce0ace-99f5-4ef3-a6b6-ed7635db4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:21.721784 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094964eb-e835-4ccc-a761-10689230d69f req-67ce0ace-99f5-4ef3-a6b6-ed7635db4dd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2fee8a9-a853-4009-b603-fe162eccd03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561118 Dec 13 12:46:21.732826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Attempting to bind port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:21.733158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Attempting to bind port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:21.733509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Attempting to bind port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:21.750058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:46:21.750416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Attempting to bind port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:21.768248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:21.768515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:21.768903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:21.769347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Bound port: d8496e9e-1a6d-4f2a-b49c-3bcccec01f83, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:21.769705 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:21.784785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-853b8d35-1af6-453b-ae85-2b2a429dadee req-2fd883fd-5e4a-4199-9da6-3cef19ea0ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389577 Dec 13 12:46:21.868121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e8f8e59-8d82-4cfa-a8c0-bd8975289539 req-18cf7777-c51f-4f26-a0e5-ffa43b5babd5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716945 Dec 13 12:46:21.879766 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094964eb-e835-4ccc-a761-10689230d69f req-298485ff-6df4-4f1c-b9d6-695b25ca2fd6 service neutron] 10.222.0.42 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482184 Dec 13 12:46:21.953933 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce7b6cc3-bc2a-41bf-827f-5c449ceb8089 req-630280cb-1256-4084-b9dc-a9f889ca181c tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/c90675df-3a03-4eb1-afb5-e4c9994d446c HTTP/1.1" status: 200 len: 1821 time: 0.1418200 Dec 13 12:46:21.999805 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094964eb-e835-4ccc-a761-10689230d69f req-f05ca60c-7b0a-4c67-89be-a594ab7daafe service neutron] 10.222.0.42 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081343 Dec 13 12:46:22.021539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] For port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:22.039460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] For port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:22.052359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e755a-1f4a-4dce-90a2-dd233062f225 req-f3a7a4bf-46b9-42ce-b466-b36081c17a0b tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.053893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf9e755a-1f4a-4dce-90a2-dd233062f225 req-f3a7a4bf-46b9-42ce-b466-b36081c17a0b tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 950 time: 0.1032557 Dec 13 12:46:22.055218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:22.089130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-5b582ce0-7dc2-4370-8856-4e5b82384277 req-12bde991-5ea0-4d59-a3a0-b0d0a66a2b79 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-839231344', 'description': 'tempest-description-1988789456'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:22.132451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.133406 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:22.134982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] 10.222.0.42 "PUT /v2.0/ports/d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 HTTP/1.1" status: 200 len: 1096 time: 2.2830091 Dec 13 12:46:22.170028 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5b582ce0-7dc2-4370-8856-4e5b82384277 req-12bde991-5ea0-4d59-a3a0-b0d0a66a2b79 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:22.175811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21232c8-eb85-4224-a5d0-f9296c200dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:22.191702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf9e755a-1f4a-4dce-90a2-dd233062f225 req-f9590807-5d76-46f2-ab97-001b61f2bcd5 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075685 Dec 13 12:46:22.267259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-c77347bb-5e7e-44f2-829d-906e0ae882f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.268787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-c77347bb-5e7e-44f2-829d-906e0ae882f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 1099 time: 0.0725989 Dec 13 12:46:22.357641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-ef471a29-121e-42f7-895f-8ae1e6a71ca3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 HTTP/1.1" status: 200 len: 217 time: 0.0761769 Dec 13 12:46:22.361209 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5b582ce0-7dc2-4370-8856-4e5b82384277 req-12bde991-5ea0-4d59-a3a0-b0d0a66a2b79 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:22.372525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5b582ce0-7dc2-4370-8856-4e5b82384277 req-12bde991-5ea0-4d59-a3a0-b0d0a66a2b79 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:22.435571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0ab6d-8c16-4528-9226-75ec7de27a6a req-254ee744-5a67-4556-8c3d-6901a9233b34 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.437340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87b0ab6d-8c16-4528-9226-75ec7de27a6a req-254ee744-5a67-4556-8c3d-6901a9233b34 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 1096 time: 0.1437707 Dec 13 12:46:22.478618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bde991-5ea0-4d59-a3a0-b0d0a66a2b79 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a3f7a7-9233-42b5-aca3-aff60d0d0850,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:22.486845 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5b582ce0-7dc2-4370-8856-4e5b82384277 req-12bde991-5ea0-4d59-a3a0-b0d0a66a2b79 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:22.498703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b582ce0-7dc2-4370-8856-4e5b82384277 req-12bde991-5ea0-4d59-a3a0-b0d0a66a2b79 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4156218 Dec 13 12:46:22.502796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-571d69e5-1e97-4b74-b776-32f1ed14fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.504279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-571d69e5-1e97-4b74-b776-32f1ed14fc02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1289217 Dec 13 12:46:22.619938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87b0ab6d-8c16-4528-9226-75ec7de27a6a req-ef00e41d-4e87-4b67-9bc7-403dfebd50e1 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650538 Dec 13 12:46:22.629418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d57e4ce7-3dff-41ec-8401-67c129abd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.631279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-d57e4ce7-3dff-41ec-8401-67c129abd149 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167727 Dec 13 12:46:22.650493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67295200-64e4-42b0-95d2-7c2cc96e61a5 req-fa130c10-31f4-4778-9e90-e5681daa9c7f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.652233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67295200-64e4-42b0-95d2-7c2cc96e61a5 req-fa130c10-31f4-4778-9e90-e5681daa9c7f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 945 time: 0.0912387 Dec 13 12:46:22.654934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-c69e132d-7e50-4301-8443-5959214356d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.657053 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-c69e132d-7e50-4301-8443-5959214356d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1096 time: 0.0615697 Dec 13 12:46:22.738988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd799567d-9bf9-4422-9663-6fb3b6bab7ee', 'tag': 'd8496e9e-1a6d-4f2a-b49c-3bcccec01f83'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:22.741230 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5d7853-e3fd-4fc3-872d-9665e7964435" -d '{"events": [{"name": "network-changed", "server_uuid": "d799567d-9bf9-4422-9663-6fb3b6bab7ee", "tag": "d8496e9e-1a6d-4f2a-b49c-3bcccec01f83"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:22.773162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-9fa13d9e-4d40-4843-bf76-dda1c0d78b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.774742 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-9fa13d9e-4d40-4843-bf76-dda1c0d78b14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.0941827 Dec 13 12:46:22.789445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67295200-64e4-42b0-95d2-7c2cc96e61a5 req-9fae4686-3ba3-4cea-ac9a-0add34eac796 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280017 Dec 13 12:46:22.820709 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-8a1b6610-181e-4440-800d-d6f917a5ae4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 200 len: 217 time: 0.0379891 Dec 13 12:46:22.823269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68eeb0-e533-44c9-b87d-6600056ea53c req-fa7bea5e-03e6-4e6b-a9fd-ce76aeaa52cc tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.824885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a68eeb0-e533-44c9-b87d-6600056ea53c req-fa7bea5e-03e6-4e6b-a9fd-ce76aeaa52cc tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 948 time: 0.1113701 Dec 13 12:46:22.828986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-9ad96ab4-2c62-4836-ad9e-9c29923c7cc1 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753983 Dec 13 12:46:22.878143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-9d04f06c-586f-4e8d-9267-b97e05131631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:22.879732 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-9d04f06c-586f-4e8d-9267-b97e05131631 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0487685 Dec 13 12:46:22.931659 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-6ebb8a16-9c61-43c3-b070-80a4c677ba0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352890 Dec 13 12:46:22.971980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a68eeb0-e533-44c9-b87d-6600056ea53c req-ad08592f-edde-4522-810c-66c766a0a886 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330338 Dec 13 12:46:22.981399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12943e03-708f-492e-9b25-7c769ba9f03c req-4e6a8d4e-5e91-468f-aefb-b1fb6af7dee4 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/27a3f7a7-9233-42b5-aca3-aff60d0d0850 HTTP/1.1" status: 200 len: 1821 time: 0.1552620 Dec 13 12:46:22.994910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-12943e03-708f-492e-9b25-7c769ba9f03c req-a79ff7fb-e5df-4ff9-8f3b-524b4c10b527 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27a3f7a7-9233-42b5-aca3-aff60d0d0850', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:22.995671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-12943e03-708f-492e-9b25-7c769ba9f03c req-a79ff7fb-e5df-4ff9-8f3b-524b4c10b527 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27a3f7a7-9233-42b5-aca3-aff60d0d0850', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:23.054693 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d959fa9-f2ee-4597-be53-c087d80c69a2 req-b3bca397-4454-4338-92d4-7047322da7d5 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011476 Dec 13 12:46:23.085332 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-92b22b20-3cfa-491b-b918-fc69bdba16ae service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437585 Dec 13 12:46:23.142243 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-12943e03-708f-492e-9b25-7c769ba9f03c req-a79ff7fb-e5df-4ff9-8f3b-524b4c10b527 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.148595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ce8b2-434b-4fbc-b1a2-da7f0631edfe req-e6e153f7-bcca-45ed-817c-2fa391ee3cc7 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:23.150360 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c7ce8b2-434b-4fbc-b1a2-da7f0631edfe req-e6e153f7-bcca-45ed-817c-2fa391ee3cc7 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 1096 time: 0.0943201 Dec 13 12:46:23.182828 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-12943e03-708f-492e-9b25-7c769ba9f03c req-a79ff7fb-e5df-4ff9-8f3b-524b4c10b527 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.191852 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-12943e03-708f-492e-9b25-7c769ba9f03c req-a79ff7fb-e5df-4ff9-8f3b-524b4c10b527 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.226218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ff7fb-e5df-4ff9-8f3b-524b4c10b527 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d4b1c0-c04b-4958-8a30-956e9c98c459,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:23.233444 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-6670a745-544a-4729-8a3e-d7e2e2fd8a1b service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327159 Dec 13 12:46:23.236512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-12943e03-708f-492e-9b25-7c769ba9f03c req-a79ff7fb-e5df-4ff9-8f3b-524b4c10b527 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.237132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12943e03-708f-492e-9b25-7c769ba9f03c req-a79ff7fb-e5df-4ff9-8f3b-524b4c10b527 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2480807 Dec 13 12:46:23.239738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c7ce8b2-434b-4fbc-b1a2-da7f0631edfe req-7056f59e-09f9-4347-8198-6d3a4b01c089 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808797 Dec 13 12:46:23.287223 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78781bf2-abab-4389-97fd-e18e204d7477 x-openstack-request-id: req-78781bf2-abab-4389-97fd-e18e204d7477 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:23.287820 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d799567d-9bf9-4422-9663-6fb3b6bab7ee", "tag": "d8496e9e-1a6d-4f2a-b49c-3bcccec01f83", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:23.288171 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78781bf2-abab-4389-97fd-e18e204d7477 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:23.288690 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd799567d-9bf9-4422-9663-6fb3b6bab7ee', 'tag': 'd8496e9e-1a6d-4f2a-b49c-3bcccec01f83', 'status': 'completed', 'code': 200} Dec 13 12:46:23.382479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-e908d802-f47c-4b50-a068-0fd8bd60b16a tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:23.384569 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-e908d802-f47c-4b50-a068-0fd8bd60b16a tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.0582578 Dec 13 12:46:23.397724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-4'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:23.409121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1233e-c4ed-405d-a569-d5cf401813ac req-3795a0a6-5de2-4a9b-bf5d-02fee513e37c tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:23.410574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91b1233e-c4ed-405d-a569-d5cf401813ac req-3795a0a6-5de2-4a9b-bf5d-02fee513e37c tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 943 time: 0.0852349 Dec 13 12:46:23.421990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-7df8c1a1-cfe5-40ca-ae6c-adb41ef6ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:23.423623 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-7df8c1a1-cfe5-40ca-ae6c-adb41ef6ab10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 1099 time: 0.0969577 Dec 13 12:46:23.474483 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.552843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91b1233e-c4ed-405d-a569-d5cf401813ac req-906d5455-9f26-4fcf-a3e0-ba19ede68e23 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329219 Dec 13 12:46:23.577707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccabc9f-a07c-4789-b505-242486c2bb93 req-3cb31f25-f9ba-49ff-af1a-eb03a6de71f7 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:23.579524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bccabc9f-a07c-4789-b505-242486c2bb93 req-3cb31f25-f9ba-49ff-af1a-eb03a6de71f7 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 950 time: 0.1388671 Dec 13 12:46:23.630371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:23.650929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-03ff0157-f2e1-4b1e-b870-17a34568d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:23.652559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-03ff0157-f2e1-4b1e-b870-17a34568d210 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2130249 Dec 13 12:46:23.655756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f41d8994-8ac2-4e97-9b8f-8f8d8a045a7e req-3af89a79-01e7-47ff-9c99-8761aa06eff7 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/27a3f7a7-9233-42b5-aca3-aff60d0d0850 HTTP/1.1" status: 200 len: 2414 time: 0.0695612 Dec 13 12:46:23.678437 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:23.681019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f41d8994-8ac2-4e97-9b8f-8f8d8a045a7e req-41b50575-c2d6-4264-9069-5e4a8493cb83 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27a3f7a7-9233-42b5-aca3-aff60d0d0850', 'remote_group_id': None}]} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:23.681398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f41d8994-8ac2-4e97-9b8f-8f8d8a045a7e req-41b50575-c2d6-4264-9069-5e4a8493cb83 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27a3f7a7-9233-42b5-aca3-aff60d0d0850', 'remote_group_id': None}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:23.723587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:23.726492 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd88014-050a-4818-9413-a755846d708e" -d '{"events": [{"server_uuid": "901a0fab-9dd2-412c-9035-5c1514a8a392", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc4956f-f64b-4951-b96e-7fc1bd88ee3f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:23.726802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-b66db56c-1ce6-433d-9d64-5ab28da48add service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 HTTP/1.1" status: 200 len: 217 time: 0.0600743 Dec 13 12:46:23.731164 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.738622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.739036 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bccabc9f-a07c-4789-b505-242486c2bb93 req-1fe12a2d-3b7d-45a3-9353-b01cff69a9f3 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133394 Dec 13 12:46:23.841203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:23.849801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on host n-h1-817326-4 for vnic_type normal with profile {"migrating_to": "n-h2-817326-4"} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:23.850323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:23.850749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:23.856195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:46:23.856640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Attempting to bind port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:23.861279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f41d8994-8ac2-4e97-9b8f-8f8d8a045a7e req-41b50575-c2d6-4264-9069-5e4a8493cb83 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.861897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:23.862402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:23.862873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:23.863418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Bound port: 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:23.863880 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.874918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-6ed5129e-f492-4143-9800-ea9dc63b58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:23.876433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-6ed5129e-f492-4143-9800-ea9dc63b58ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1242578 Dec 13 12:46:23.936376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:23.937742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f41d8994-8ac2-4e97-9b8f-8f8d8a045a7e req-41b50575-c2d6-4264-9069-5e4a8493cb83 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.941501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:23.947586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f41d8994-8ac2-4e97-9b8f-8f8d8a045a7e req-41b50575-c2d6-4264-9069-5e4a8493cb83 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.947965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.974518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-77372302-1aed-4a6e-bc47-17925a8df007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:23.976515 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-77372302-1aed-4a6e-bc47-17925a8df007 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925360 Dec 13 12:46:23.977560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b50575-c2d6-4264-9069-5e4a8493cb83 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61ea9f2-da97-4707-bef5-ade933db2f3f,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:23.982914 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f41d8994-8ac2-4e97-9b8f-8f8d8a045a7e req-41b50575-c2d6-4264-9069-5e4a8493cb83 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:23.999994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f41d8994-8ac2-4e97-9b8f-8f8d8a045a7e req-41b50575-c2d6-4264-9069-5e4a8493cb83 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3343682 Dec 13 12:46:24.055452 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a3a045-d09a-420d-9310-0989046f97b3 x-openstack-request-id: req-a5a3a045-d09a-420d-9310-0989046f97b3 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:24.056076 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901a0fab-9dd2-412c-9035-5c1514a8a392", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc4956f-f64b-4951-b96e-7fc1bd88ee3f", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:24.056349 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5a3a045-d09a-420d-9310-0989046f97b3 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:24.056856 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f', 'code': 200} Dec 13 12:46:24.069736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:24.070514 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:24.085862 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] 10.222.0.42 "PUT /v2.0/ports/9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 200 len: 1121 time: 0.6931870 Dec 13 12:46:24.111371 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29579bea-be2f-4d91-92f7-0cc5b4034ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:24.146816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daa05e-8e28-4cfb-8021-556c3615a5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,revision_number=8']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:24.198194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9dc4956f-f64b-4951-b96e-7fc1bd88ee3f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:24.214956 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-ee9f7192-47ae-4aa8-8d6e-e6931814a1df service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138946 Dec 13 12:46:24.287107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 783cbba2-7d48-43de-ad46-cc216af09a17 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:24.314245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b84089-6e54-45c0-92e3-aee20a7fa0f7 req-89e41be6-38ba-4e01-bf36-96f63857ea26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:24.321988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62b84089-6e54-45c0-92e3-aee20a7fa0f7 req-89e41be6-38ba-4e01-bf36-96f63857ea26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.1758080 Dec 13 12:46:24.381639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d5d7853-e3fd-4fc3-872d-9665e7964435 req-2f332bbb-82e3-41c9-a1d4-3f3b8fd3b6e9 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511402 Dec 13 12:46:24.423605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62b84089-6e54-45c0-92e3-aee20a7fa0f7 req-6cfb6b27-5088-4d8f-8481-681e217416e8 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005423 Dec 13 12:46:24.465529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 783cbba2-7d48-43de-ad46-cc216af09a17, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=783cbba2-7d48-43de-ad46-cc216af09a17,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:24.486934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '783cbba2-7d48-43de-ad46-cc216af09a17', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'port_id': '783cbba2-7d48-43de-ad46-cc216af09a17', 'mac_address': 'fa:16:3e:4b:50:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:46:24.518016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9428f-75f2-44d6-b971-8d62aed0533a req-7ce30877-69eb-429c-a41d-c8e413ff3f6f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:24.519880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5b9428f-75f2-44d6-b971-8d62aed0533a req-7ce30877-69eb-429c-a41d-c8e413ff3f6f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 948 time: 0.0890977 Dec 13 12:46:24.530838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2360f01f-dc37-4899-a5ce-909cf7d8cdc3 req-e0ee0ad2-69cd-41cc-8fc4-6ee65f2ace02 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/27a3f7a7-9233-42b5-aca3-aff60d0d0850 HTTP/1.1" status: 200 len: 3012 time: 0.0670729 Dec 13 12:46:24.581464 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:24.589675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5b9428f-75f2-44d6-b971-8d62aed0533a req-aaaf134f-a65f-444e-8e8e-eec37ed837d8 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577803 Dec 13 12:46:24.604493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783cbba2-7d48-43de-ad46-cc216af09a17 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:24.633618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 783cbba2-7d48-43de-ad46-cc216af09a17, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=783cbba2-7d48-43de-ad46-cc216af09a17,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:24.648170 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:24.711051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=783cbba2-7d48-43de-ad46-cc216af09a17,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:24.734597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc4632d0-5906-43a4-b10b-be663cc91483 req-6bd343c9-4a3f-41b0-8b32-9f68dbe8c498 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-group-rules/c61ea9f2-da97-4707-bef5-ade933db2f3f HTTP/1.1" status: 200 len: 783 time: 0.0300593 Dec 13 12:46:24.779323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc4632d0-5906-43a4-b10b-be663cc91483 req-0290d335-81d9-4a58-9673-a2e693b47749 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/27a3f7a7-9233-42b5-aca3-aff60d0d0850 HTTP/1.1" status: 200 len: 3012 time: 0.0430589 Dec 13 12:46:24.813895 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dc4632d0-5906-43a4-b10b-be663cc91483 req-3bd63039-caa1-476f-8afe-b3805ce32ce2 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:24.822291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dc4632d0-5906-43a4-b10b-be663cc91483 req-3bd63039-caa1-476f-8afe-b3805ce32ce2 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:24.849920 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dc4632d0-5906-43a4-b10b-be663cc91483 req-3bd63039-caa1-476f-8afe-b3805ce32ce2 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:24.861835 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dc4632d0-5906-43a4-b10b-be663cc91483 req-3bd63039-caa1-476f-8afe-b3805ce32ce2 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:24.872821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc4632d0-5906-43a4-b10b-be663cc91483 req-3bd63039-caa1-476f-8afe-b3805ce32ce2 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c61ea9f2-da97-4707-bef5-ade933db2f3f HTTP/1.1" status: 204 len: 173 time: 0.0860591 Dec 13 12:46:24.873804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd63039-caa1-476f-8afe-b3805ce32ce2 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c61ea9f2-da97-4707-bef5-ade933db2f3f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:25.004268 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d813211-ca9e-4be1-bd58-0470f089fa3b req-509f7991-1659-44d3-911e-8fae81eee75c tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.005778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d813211-ca9e-4be1-bd58-0470f089fa3b req-509f7991-1659-44d3-911e-8fae81eee75c tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 944 time: 0.0907478 Dec 13 12:46:25.024721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.025185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.025655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.026144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.026969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.027411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.027866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.028400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.028848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.029294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.029742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.030219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.030660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.031095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.031535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.031978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.034425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b2f54174-5e4c-4a11-a777-d7d0d1101aa6 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee&device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70&device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd&device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a&device_id=44ccb1e8-d759-4bf9-8255-0140462cb326&device_id=901a0fab-9dd2-412c-9035-5c1514a8a392&device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae&device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97&device_id=71786467-4a98-442d-829f-d2ddc14e3fdc&device_id=aa29a186-0a24-4c17-8c62-2b2f70614371&device_id=b7151580-709f-4a22-b47a-0c09f606de43&device_id=6be45faf-5fd7-435e-94d0-2e5d0747a74e&device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12&device_id=9616b483-cd85-4682-bcc7-80cf18495c4a&device_id=403ed481-dd68-4adc-83df-0a4249c4be1c&device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 14459 time: 0.0843666 Dec 13 12:46:25.047451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['783cbba2-7d48-43de-ad46-cc216af09a17'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:25.066645 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b7f63487-5851-45c6-99c6-5891689baff4 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:25.099930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d813211-ca9e-4be1-bd58-0470f089fa3b req-d69559a2-15f2-45bb-8e37-96c7ba144c69 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863786 Dec 13 12:46:25.236100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53816e9e-02cd-4fbb-b32a-d88c3009c5fd req-1c0622fe-2926-4ea0-aa07-66f5f034e980 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/27a3f7a7-9233-42b5-aca3-aff60d0d0850 HTTP/1.1" status: 200 len: 2414 time: 0.0789225 Dec 13 12:46:25.251317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b7f63487-5851-45c6-99c6-5891689baff4 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:25.265994 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b7f63487-5851-45c6-99c6-5891689baff4 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:25.332107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f63487-5851-45c6-99c6-5891689baff4 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477f7b4c-e31f-4874-866f-2daf182109f7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:25.378525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-53816e9e-02cd-4fbb-b32a-d88c3009c5fd req-a27a2601-4322-4777-8d38-b1f1db52a0bf tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:25.413099 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f478f6be-3621-498e-a4a4-cedfd3629b50 req-b7f63487-5851-45c6-99c6-5891689baff4 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&id=5fb67275-465f-478e-b32c-42f20945e45f&id=86b88453-164a-4318-8b9f-5285e05dbc15&id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&id=be77b6ec-a089-48e6-a304-db872ad0e0a2&id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 645 time: 0.3644156 Dec 13 12:46:25.417960 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-53816e9e-02cd-4fbb-b32a-d88c3009c5fd req-a27a2601-4322-4777-8d38-b1f1db52a0bf tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:25.484573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-53816e9e-02cd-4fbb-b32a-d88c3009c5fd req-a27a2601-4322-4777-8d38-b1f1db52a0bf tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:25.489520 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-53816e9e-02cd-4fbb-b32a-d88c3009c5fd req-a27a2601-4322-4777-8d38-b1f1db52a0bf tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:25.490931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53816e9e-02cd-4fbb-b32a-d88c3009c5fd req-a27a2601-4322-4777-8d38-b1f1db52a0bf tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "DELETE /v2.0/security-groups/27a3f7a7-9233-42b5-aca3-aff60d0d0850 HTTP/1.1" status: 204 len: 173 time: 0.2463827 Dec 13 12:46:25.519130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a2601-4322-4777-8d38-b1f1db52a0bf tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a3f7a7-9233-42b5-aca3-aff60d0d0850,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:25.598486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178a94f-b15e-481a-8f44-c9355244e2b9 req-bf247892-49c7-4858-add5-58312781a168 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.599994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8178a94f-b15e-481a-8f44-c9355244e2b9 req-bf247892-49c7-4858-add5-58312781a168 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.0910606 Dec 13 12:46:25.652752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8178a94f-b15e-481a-8f44-c9355244e2b9 req-a48fb116-e078-4e1b-a69f-ba4349bbe49a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450530 Dec 13 12:46:25.683845 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-70576240-2eac-40d3-8ee1-1b7e8d3dafe8 req-3ff56edc-fc7c-4ffa-a64a-23d75385d469 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] show failed (client error): The resource could not be found. Dec 13 12:46:25.684864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70576240-2eac-40d3-8ee1-1b7e8d3dafe8 req-3ff56edc-fc7c-4ffa-a64a-23d75385d469 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/b97ff9bd-a03d-4445-be1a-42c708324379 HTTP/1.1" status: 404 len: 352 time: 0.0141680 Dec 13 12:46:25.798611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ded039-7c61-428e-a7cd-ebf762edf199 req-a6a3a810-365f-454c-9518-af1dc39bcaf9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.800330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ded039-7c61-428e-a7cd-ebf762edf199 req-a6a3a810-365f-454c-9518-af1dc39bcaf9 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 948 time: 0.0632279 Dec 13 12:46:25.857220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ded039-7c61-428e-a7cd-ebf762edf199 req-a6601e17-0853-4011-8add-2d665e899240 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484512 Dec 13 12:46:25.957432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d72d475c-87cb-4a0c-8250-69b89017137d req-0ee8a3cd-cc58-4357-a900-c98bb22ffbcf tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/c90675df-3a03-4eb1-afb5-e4c9994d446c HTTP/1.1" status: 200 len: 1821 time: 0.0750535 Dec 13 12:46:25.985913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73f19-7305-49af-8a74-8e3a89339e83 req-f6e020bb-62fa-49d5-9772-43adfe207546 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.986411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73f19-7305-49af-8a74-8e3a89339e83 req-f6e020bb-62fa-49d5-9772-43adfe207546 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.986862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73f19-7305-49af-8a74-8e3a89339e83 req-f6e020bb-62fa-49d5-9772-43adfe207546 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:25.988508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd73f19-7305-49af-8a74-8e3a89339e83 req-f6e020bb-62fa-49d5-9772-43adfe207546 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd&device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae&device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 2883 time: 0.0790572 Dec 13 12:46:26.055902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d72d475c-87cb-4a0c-8250-69b89017137d req-8d54f8c1-77a7-4ea8-9992-fc45131615a6 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.058406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'tag': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:26.061005 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38270906-dbd6-4f56-8154-8d1ce7be4312" -d '{"events": [{"name": "network-changed", "server_uuid": "901a0fab-9dd2-412c-9035-5c1514a8a392", "tag": "9dc4956f-f64b-4951-b96e-7fc1bd88ee3f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:26.065043 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd73f19-7305-49af-8a74-8e3a89339e83 req-6a5da3a7-58ee-466f-b2cc-18f299738a2f tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666449 Dec 13 12:46:26.111368 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d72d475c-87cb-4a0c-8250-69b89017137d req-8d54f8c1-77a7-4ea8-9992-fc45131615a6 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.164139 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d72d475c-87cb-4a0c-8250-69b89017137d req-8d54f8c1-77a7-4ea8-9992-fc45131615a6 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.171224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d72d475c-87cb-4a0c-8250-69b89017137d req-8d54f8c1-77a7-4ea8-9992-fc45131615a6 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.175047 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d72d475c-87cb-4a0c-8250-69b89017137d req-8d54f8c1-77a7-4ea8-9992-fc45131615a6 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "DELETE /v2.0/security-groups/c90675df-3a03-4eb1-afb5-e4c9994d446c HTTP/1.1" status: 204 len: 173 time: 0.2095578 Dec 13 12:46:26.185834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54f8c1-77a7-4ea8-9992-fc45131615a6 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90675df-3a03-4eb1-afb5-e4c9994d446c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:26.190419 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06833be1-b4b1-483e-a604-6cc41f7d0708 x-openstack-request-id: req-06833be1-b4b1-483e-a604-6cc41f7d0708 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:26.191007 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901a0fab-9dd2-412c-9035-5c1514a8a392", "tag": "9dc4956f-f64b-4951-b96e-7fc1bd88ee3f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:26.191403 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06833be1-b4b1-483e-a604-6cc41f7d0708 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:26.192411 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'tag': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f', 'status': 'completed', 'code': 200} Dec 13 12:46:26.285355 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:26.421201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e9354e0-d65d-4f2f-94a9-8e960430ea5c req-7825c2c1-873a-4323-8a51-12a67e92c632 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/02575087-cf46-4801-9fc4-8b3369236c7c HTTP/1.1" status: 200 len: 1820 time: 0.0610616 Dec 13 12:46:26.438195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:26.454820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f has no active binding in host n-h2-817326-4 {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 12:46:26.455326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:26.478141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38270906-dbd6-4f56-8154-8d1ce7be4312 req-14c60d63-b0f0-45c4-8fb7-8247e79fc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:26.481613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38270906-dbd6-4f56-8154-8d1ce7be4312 req-14c60d63-b0f0-45c4-8fb7-8247e79fc0d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1124 time: 0.2516775 Dec 13 12:46:26.498826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38cf8c-5d9a-4f1e-8b06-2a412f59b2ba req-7f07c80c-e8e9-46df-851b-8039dbe3b776 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:26.501131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e38cf8c-5d9a-4f1e-8b06-2a412f59b2ba req-7f07c80c-e8e9-46df-851b-8039dbe3b776 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 944 time: 0.2294014 Dec 13 12:46:26.588706 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b4d29f2-5523-4dbd-aba9-473a66048bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.596394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:26.615277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'd8496e9e-1a6d-4f2a-b49c-3bcccec01f83', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': 'd8496e9e-1a6d-4f2a-b49c-3bcccec01f83', 'mac_address': 'fa:16:3e:6a:28:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:46:26.637967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1e9354e0-d65d-4f2f-94a9-8e960430ea5c req-37fcad82-6490-47c1-a6cc-bd5e7c3f1349 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.667195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e38cf8c-5d9a-4f1e-8b06-2a412f59b2ba req-3b9720f4-6291-46a4-b601-fbaffc7bc662 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364434 Dec 13 12:46:26.672412 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.700953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:26.728408 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:26.734738 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.739697 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1e9354e0-d65d-4f2f-94a9-8e960430ea5c req-37fcad82-6490-47c1-a6cc-bd5e7c3f1349 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.751342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38270906-dbd6-4f56-8154-8d1ce7be4312 req-67703fec-ccb9-4240-8205-da19aac29c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:26.752833 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38270906-dbd6-4f56-8154-8d1ce7be4312 req-67703fec-ccb9-4240-8205-da19aac29c57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.2489879 Dec 13 12:46:26.826152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:26.857202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38270906-dbd6-4f56-8154-8d1ce7be4312 req-7f35173b-f347-453e-b512-86058541d9d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 200 len: 217 time: 0.0909793 Dec 13 12:46:26.935551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc9d7c-9482-4131-98c8-5ef937addf9d req-14426855-e663-46db-89b6-762c46538618 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:26.937147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70dc9d7c-9482-4131-98c8-5ef937addf9d req-14426855-e663-46db-89b6-762c46538618 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.1174157 Dec 13 12:46:26.941396 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38270906-dbd6-4f56-8154-8d1ce7be4312 req-ef49bd8c-b3d6-4bde-b019-8f0fd6cf09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:26.942878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38270906-dbd6-4f56-8154-8d1ce7be4312 req-ef49bd8c-b3d6-4bde-b019-8f0fd6cf09b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0762081 Dec 13 12:46:26.974441 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1e9354e0-d65d-4f2f-94a9-8e960430ea5c req-37fcad82-6490-47c1-a6cc-bd5e7c3f1349 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.976667 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1e9354e0-d65d-4f2f-94a9-8e960430ea5c req-37fcad82-6490-47c1-a6cc-bd5e7c3f1349 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:26.977739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e9354e0-d65d-4f2f-94a9-8e960430ea5c req-37fcad82-6490-47c1-a6cc-bd5e7c3f1349 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "DELETE /v2.0/security-groups/02575087-cf46-4801-9fc4-8b3369236c7c HTTP/1.1" status: 204 len: 173 time: 0.5477395 Dec 13 12:46:27.002402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38270906-dbd6-4f56-8154-8d1ce7be4312 req-c59897fa-8e4b-4da7-afb1-398d6ea22592 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369449 Dec 13 12:46:27.011505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcad82-6490-47c1-a6cc-bd5e7c3f1349 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02575087-cf46-4801-9fc4-8b3369236c7c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:27.094272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70dc9d7c-9482-4131-98c8-5ef937addf9d req-238ac47f-239c-4284-8b6c-b2a6c2d0755f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459329 Dec 13 12:46:27.112817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['d8496e9e-1a6d-4f2a-b49c-3bcccec01f83'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:27.182777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38270906-dbd6-4f56-8154-8d1ce7be4312 req-350b6238-7eb6-4ce5-9d94-6e2efb3e086c service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637526 Dec 13 12:46:27.373087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5690323-629c-4382-bba4-76b52338d81d req-711037ac-0937-4208-a556-d132dc46c29a tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/275dc9d3-e44e-4834-8d3e-a054c9593b62 HTTP/1.1" status: 200 len: 1821 time: 0.0966995 Dec 13 12:46:27.387253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38270906-dbd6-4f56-8154-8d1ce7be4312 req-bf183e5b-ad96-4f0c-8072-51f5b2688b9d service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906390 Dec 13 12:46:27.396047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0e981-faca-48ed-a220-db9fe3a7b848 req-7080ce4e-1d6f-46e7-9ddd-9b75caef9218 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:27.398781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60b0e981-faca-48ed-a220-db9fe3a7b848 req-7080ce4e-1d6f-46e7-9ddd-9b75caef9218 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 949 time: 0.1315658 Dec 13 12:46:27.520619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60b0e981-faca-48ed-a220-db9fe3a7b848 req-b46b4c0c-47e8-4727-a983-36f9b024a40d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960495 Dec 13 12:46:27.521277 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c5690323-629c-4382-bba4-76b52338d81d req-cb528667-fafc-441e-909e-ec3231c10a36 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:27.570032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c5690323-629c-4382-bba4-76b52338d81d req-cb528667-fafc-441e-909e-ec3231c10a36 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:27.614525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:27.637491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c5690323-629c-4382-bba4-76b52338d81d req-cb528667-fafc-441e-909e-ec3231c10a36 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:27.640610 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c5690323-629c-4382-bba4-76b52338d81d req-cb528667-fafc-441e-909e-ec3231c10a36 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:27.646666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5690323-629c-4382-bba4-76b52338d81d req-cb528667-fafc-441e-909e-ec3231c10a36 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "DELETE /v2.0/security-groups/275dc9d3-e44e-4834-8d3e-a054c9593b62 HTTP/1.1" status: 204 len: 173 time: 0.2468619 Dec 13 12:46:27.662852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb528667-fafc-441e-909e-ec3231c10a36 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275dc9d3-e44e-4834-8d3e-a054c9593b62,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:27.752403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4270d10c-306c-46ed-a3a0-1f3059a1a772 req-069a7e30-e40b-4ae7-95ea-428a676b20c5 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/8a8baf3b-8443-4eea-bc9b-9b54f927b0e2 HTTP/1.1" status: 200 len: 2421 time: 0.0653288 Dec 13 12:46:27.844420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4270d10c-306c-46ed-a3a0-1f3059a1a772 req-ac9cfe1a-4a27-431d-aaf4-491c6610d603 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:27.888646 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4270d10c-306c-46ed-a3a0-1f3059a1a772 req-ac9cfe1a-4a27-431d-aaf4-491c6610d603 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:27.983843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4270d10c-306c-46ed-a3a0-1f3059a1a772 req-ac9cfe1a-4a27-431d-aaf4-491c6610d603 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:27.986557 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4270d10c-306c-46ed-a3a0-1f3059a1a772 req-ac9cfe1a-4a27-431d-aaf4-491c6610d603 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.004783 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4270d10c-306c-46ed-a3a0-1f3059a1a772 req-ac9cfe1a-4a27-431d-aaf4-491c6610d603 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a8baf3b-8443-4eea-bc9b-9b54f927b0e2 HTTP/1.1" status: 204 len: 173 time: 0.2366405 Dec 13 12:46:28.038325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ddd77-f039-48e9-81e4-2075c8d01a81 req-ef87553a-3c8b-4ab5-a584-e633d9cc0b12 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:28.039911 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d5ddd77-f039-48e9-81e4-2075c8d01a81 req-ef87553a-3c8b-4ab5-a584-e633d9cc0b12 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 944 time: 0.1063843 Dec 13 12:46:28.041314 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cfe1a-4a27-431d-aaf4-491c6610d603 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8baf3b-8443-4eea-bc9b-9b54f927b0e2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:28.127012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d5ddd77-f039-48e9-81e4-2075c8d01a81 req-2b54eeeb-4aa8-4ff1-8a34-446ec0ab0f6e tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801847 Dec 13 12:46:28.270829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aeb73172-6cab-4bda-92a1-1a55dd520b0b req-f0045638-d288-464b-8ec5-eefd0b9de3f4 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "GET /v2.0/security-groups/45829e97-3f19-45ad-9925-2383709bedca HTTP/1.1" status: 200 len: 2412 time: 0.1079805 Dec 13 12:46:28.283422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 783cbba2-7d48-43de-ad46-cc216af09a17 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:28.329360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462be149-3349-40df-aedc-40a6f967dacc req-92418821-76b9-4dfd-8bdc-8b8a31586ae0 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:28.331343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-462be149-3349-40df-aedc-40a6f967dacc req-92418821-76b9-4dfd-8bdc-8b8a31586ae0 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.1119118 Dec 13 12:46:28.353210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 783cbba2-7d48-43de-ad46-cc216af09a17 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:46:28.358731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 783cbba2-7d48-43de-ad46-cc216af09a17 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:28.359335 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.406998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-462be149-3349-40df-aedc-40a6f967dacc req-687c611d-dc28-4ee1-9138-ddf3c4787e9e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661998 Dec 13 12:46:28.449839 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-aeb73172-6cab-4bda-92a1-1a55dd520b0b req-80e09baa-0b05-4fcb-adf1-856c1f5f6e18 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.509279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-aeb73172-6cab-4bda-92a1-1a55dd520b0b req-80e09baa-0b05-4fcb-adf1-856c1f5f6e18 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.523458 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.560478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 783cbba2-7d48-43de-ad46-cc216af09a17, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=783cbba2-7d48-43de-ad46-cc216af09a17,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:28.561468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783cbba2-7d48-43de-ad46-cc216af09a17'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:28.564446 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df4678e-0d50-4ff8-bb38-e4f445847c4a" -d '{"events": [{"server_uuid": "066c8b1c-8aea-4350-a70d-5f4d074d1d70", "name": "network-vif-plugged", "status": "completed", "tag": "783cbba2-7d48-43de-ad46-cc216af09a17"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:28.568176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-aeb73172-6cab-4bda-92a1-1a55dd520b0b req-80e09baa-0b05-4fcb-adf1-856c1f5f6e18 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.568736 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.573603 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-aeb73172-6cab-4bda-92a1-1a55dd520b0b req-80e09baa-0b05-4fcb-adf1-856c1f5f6e18 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.580015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aeb73172-6cab-4bda-92a1-1a55dd520b0b req-80e09baa-0b05-4fcb-adf1-856c1f5f6e18 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] 10.222.0.31 "DELETE /v2.0/security-groups/45829e97-3f19-45ad-9925-2383709bedca HTTP/1.1" status: 204 len: 173 time: 0.3017099 Dec 13 12:46:28.581538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36144) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:28.620865 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e09baa-0b05-4fcb-adf1-856c1f5f6e18 tempest-SecurityGroupRulesTestJSON-1833256970 tempest-SecurityGroupRulesTestJSON-1833256970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45829e97-3f19-45ad-9925-2383709bedca,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:28.642434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e15c16-52fc-4736-be00-820a48dcf008 req-128b9b6f-edda-44cd-bb80-d1dc2c862e26 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:28.645886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23e15c16-52fc-4736-be00-820a48dcf008 req-128b9b6f-edda-44cd-bb80-d1dc2c862e26 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 1101 time: 0.0909781 Dec 13 12:46:28.648150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=783cbba2-7d48-43de-ad46-cc216af09a17,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:28.686145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e097acf5-f69d-4531-9b2b-b21d7db5f42f admin admin] Deleting subnet c813141e-8cf7-41f8-9c0e-2c0256d93049 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:46:28.689894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e097acf5-f69d-4531-9b2b-b21d7db5f42f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.727551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23e15c16-52fc-4736-be00-820a48dcf008 req-c10b9660-fbc0-40a4-8e2b-0cef14fce1d4 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722589 Dec 13 12:46:28.751651 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e097acf5-f69d-4531-9b2b-b21d7db5f42f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.776472 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a6b5af-a22d-4ef0-ae7a-c4c4dc015e5d x-openstack-request-id: req-23a6b5af-a22d-4ef0-ae7a-c4c4dc015e5d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:28.776924 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066c8b1c-8aea-4350-a70d-5f4d074d1d70", "name": "network-vif-plugged", "status": "completed", "tag": "783cbba2-7d48-43de-ad46-cc216af09a17", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:28.777278 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23a6b5af-a22d-4ef0-ae7a-c4c4dc015e5d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:28.777768 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783cbba2-7d48-43de-ad46-cc216af09a17', 'code': 200} Dec 13 12:46:28.813314 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e097acf5-f69d-4531-9b2b-b21d7db5f42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.854054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04968dd-0949-4802-9323-5035a84b14ca req-16e689f4-956b-421b-93be-f437ccb2e6e8 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:28.864371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e04968dd-0949-4802-9323-5035a84b14ca req-16e689f4-956b-421b-93be-f437ccb2e6e8 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 949 time: 0.0829394 Dec 13 12:46:28.892906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e097acf5-f69d-4531-9b2b-b21d7db5f42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.928883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097acf5-f69d-4531-9b2b-b21d7db5f42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c813141e-8cf7-41f8-9c0e-2c0256d93049,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:28.938485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e097acf5-f69d-4531-9b2b-b21d7db5f42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.943326 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e097acf5-f69d-4531-9b2b-b21d7db5f42f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c813141e-8cf7-41f8-9c0e-2c0256d93049 HTTP/1.1" status: 204 len: 168 time: 0.3607090 Dec 13 12:46:28.945774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36150) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:28.960683 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:28.982213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e04968dd-0949-4802-9323-5035a84b14ca req-3867c017-0aa0-4c26-8a7e-94e423bd1a8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118374 Dec 13 12:46:29.004183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456fee6-ea86-4570-b6eb-a3889c7d9e09 req-7d19f1ae-0872-4d59-9945-0f837d0c8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:29.006016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9456fee6-ea86-4570-b6eb-a3889c7d9e09 req-7d19f1ae-0872-4d59-9945-0f837d0c8a55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 1096 time: 0.1393774 Dec 13 12:46:29.049625 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.095133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9456fee6-ea86-4570-b6eb-a3889c7d9e09 req-00c7c6fb-cf3d-4272-baca-66912e8e5b85 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534632 Dec 13 12:46:29.100754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bee292-73a3-4b7d-8b36-3dee24ad6ad1 req-8ba5a2ed-e5a7-408b-993e-01ad42cd15b3 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:29.102539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98bee292-73a3-4b7d-8b36-3dee24ad6ad1 req-8ba5a2ed-e5a7-408b-993e-01ad42cd15b3 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 1101 time: 0.1016138 Dec 13 12:46:29.164694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.172718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98bee292-73a3-4b7d-8b36-3dee24ad6ad1 req-c46c6a7c-25b4-4411-b974-d37b516e312c tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615232 Dec 13 12:46:29.200849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:29.215280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c040e52-4a77-41ec-a7bf-4af07bc6e71c') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:29.215803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c040e52-4a77-41ec-a7bf-4af07bc6e71c') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:29.228440 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.246377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.254747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:46:29.255147 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.273618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b62f33-2b62-472d-9f04-4e529ed527df req-3365bf49-6cf4-4a22-88bb-7a9d05a93ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:29.275652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-32b62f33-2b62-472d-9f04-4e529ed527df req-3365bf49-6cf4-4a22-88bb-7a9d05a93ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 945 time: 0.0575023 Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:46:29.311990 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:46:29.319461 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.325518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.337873 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] 10.222.0.31 "DELETE /v2.0/networks/ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a HTTP/1.1" status: 204 len: 168 time: 0.3907511 Dec 13 12:46:29.345105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-32b62f33-2b62-472d-9f04-4e529ed527df req-a782bca3-6ba0-4456-aedb-97a1d5b8241d tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627995 Dec 13 12:46:29.358942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5ab1c-18b6-4954-8ad7-b56e4f0d551c admin admin] Pushing event deleted for resources: {'Network': ['ID=ce9bf928-5f2f-4bdc-9c3d-1ed9a52c474a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:29.597878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36166) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:29.647610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f617ecb-e46e-4a79-8f3f-21944d62744b req-8b872553-7d4d-4e54-999e-7d24a905b4e1 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:29.649151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f617ecb-e46e-4a79-8f3f-21944d62744b req-8b872553-7d4d-4e54-999e-7d24a905b4e1 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.0706084 Dec 13 12:46:29.651454 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c523143b-3292-4488-9d84-4cfae2149e51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=957c1e2f8a7f4cfdbe7bb604406f7955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510511 Dec 13 12:46:29.654365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36168) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:29.715408 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74ac1804-72fe-400a-b848-1f4d58fbd4de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.722720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f617ecb-e46e-4a79-8f3f-21944d62744b req-52d0428c-baab-48db-8222-095183064375 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576284 Dec 13 12:46:29.749555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74ac1804-72fe-400a-b848-1f4d58fbd4de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.802704 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.810347 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74ac1804-72fe-400a-b848-1f4d58fbd4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.813754 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74ac1804-72fe-400a-b848-1f4d58fbd4de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:29.818574 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-74ac1804-72fe-400a-b848-1f4d58fbd4de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fea756f8-6369-442e-aade-e09fef01fca6 HTTP/1.1" status: 204 len: 168 time: 0.1629941 Dec 13 12:46:29.829068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac1804-72fe-400a-b848-1f4d58fbd4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea756f8-6369-442e-aade-e09fef01fca6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:30.165209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df97ad-61af-4bef-8168-715fe40ff4fe req-66e348ca-a361-473d-b442-4e5b1d0bfcf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:30.170659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30df97ad-61af-4bef-8168-715fe40ff4fe req-66e348ca-a361-473d-b442-4e5b1d0bfcf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.1150239 Dec 13 12:46:30.203108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e2df3-b395-4552-ba28-7029cb92b112 req-f684df9c-1710-4692-8133-d01c506a5824 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:30.204696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f59e2df3-b395-4552-ba28-7029cb92b112 req-f684df9c-1710-4692-8133-d01c506a5824 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 949 time: 0.1009846 Dec 13 12:46:30.315602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:30.543108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:46:30.548823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:30.549335 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:30.555735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30df97ad-61af-4bef-8168-715fe40ff4fe req-997527c6-0e62-4174-afb6-507fa228dece tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820994 Dec 13 12:46:30.590694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f59e2df3-b395-4552-ba28-7029cb92b112 req-a4b40976-2f61-4859-b799-2a0bc242ad94 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732364 Dec 13 12:46:30.643863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:30.695935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:30.701019 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:30.764559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:30.772146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36222) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:30.779278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd799567d-9bf9-4422-9663-6fb3b6bab7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8496e9e-1a6d-4f2a-b49c-3bcccec01f83'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:30.781871 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e94413d-a808-4d39-b71c-23c21e86f42d" -d '{"events": [{"server_uuid": "d799567d-9bf9-4422-9663-6fb3b6bab7ee", "name": "network-vif-plugged", "status": "completed", "tag": "d8496e9e-1a6d-4f2a-b49c-3bcccec01f83"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:30.790908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358e8fa-9256-433b-97aa-3edbd163cb06 req-5c31fbce-5089-44bd-8b01-09f7065c749f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:30.799186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9358e8fa-9256-433b-97aa-3edbd163cb06 req-5c31fbce-5089-44bd-8b01-09f7065c749f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 945 time: 0.1393652 Dec 13 12:46:30.883738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629becdf-ecba-4286-b3f5-d508ccdc1236 req-f3277b0e-2167-4b95-bd94-17767a88a16a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:30.885205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-629becdf-ecba-4286-b3f5-d508ccdc1236 req-f3277b0e-2167-4b95-bd94-17767a88a16a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.0718360 Dec 13 12:46:30.892849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1180569628-network', 'tenant_id': '06feb48142474aabbfcac1a0ced84244'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:30.915744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9358e8fa-9256-433b-97aa-3edbd163cb06 req-1bdcb19a-72b1-4772-850b-4fded5d8d845 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140296 Dec 13 12:46:30.925996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Made reservation on behalf of 06feb48142474aabbfcac1a0ced84244 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:30.928960 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:30.937739 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:30.947149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-629becdf-ecba-4286-b3f5-d508ccdc1236 req-e8c0a3f9-57b7-4d30-8a63-094ca193ad8b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492554 Dec 13 12:46:30.983019 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36e3efe-6355-46f6-ba95-a39ad34637d1 x-openstack-request-id: req-c36e3efe-6355-46f6-ba95-a39ad34637d1 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:30.983538 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d799567d-9bf9-4422-9663-6fb3b6bab7ee", "name": "network-vif-plugged", "status": "completed", "tag": "d8496e9e-1a6d-4f2a-b49c-3bcccec01f83", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:30.983804 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c36e3efe-6355-46f6-ba95-a39ad34637d1 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:30.984110 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd799567d-9bf9-4422-9663-6fb3b6bab7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8496e9e-1a6d-4f2a-b49c-3bcccec01f83', 'code': 200} Dec 13 12:46:31.064574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:31.068781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:31.091995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:46:31.110682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:31.111447 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Added segment a07a4f8e-cd26-4ff4-9148-ce500a8deb35 of type vlan for network 61c594e0-d1b5-4a32-b0f6-857c27b91704 Dec 13 12:46:31.133156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1797c-fde4-41e5-9b7f-e516c2137c66 req-e1d36432-0d8f-42ee-9664-68fc4e19de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:31.134819 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0af1797c-fde4-41e5-9b7f-e516c2137c66 req-e1d36432-0d8f-42ee-9664-68fc4e19de9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 1101 time: 0.0571654 Dec 13 12:46:31.135445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e27aca2-5ebf-4758-8369-76d7895f74d9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:31.176751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:31.203244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0af1797c-fde4-41e5-9b7f-e516c2137c66 req-704662eb-8c22-4991-b165-332471245203 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532777 Dec 13 12:46:31.209494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:31.210548 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:31.211194 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:31.272625 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4992085 Dec 13 12:46:31.272805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36242) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:31.280579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Request body: {'subnet': {'network_id': '61c594e0-d1b5-4a32-b0f6-857c27b91704', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1180569628-subnet', 'tenant_id': '06feb48142474aabbfcac1a0ced84244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:31.287611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed079847-b916-45e4-938b-f044a8c59ddc admin admin] Pushing event updated for resources: {'Network': ['ID=61c594e0-d1b5-4a32-b0f6-857c27b91704,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:31.301220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 61c594e0-d1b5-4a32-b0f6-857c27b91704 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:46:31.315689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Made reservation on behalf of 06feb48142474aabbfcac1a0ced84244 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:31.318508 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:31.513563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:31.579595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb5e84e-43dc-4867-8b74-b684d12a5cff,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:31.590642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Checking segment: {'id': 'a07a4f8e-cd26-4ff4-9148-ce500a8deb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61c594e0-d1b5-4a32-b0f6-857c27b91704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:31.590997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Network hostable DHCP agents. Network: 61c594e0-d1b5-4a32-b0f6-857c27b91704, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:46:31.612808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Network 61c594e0-d1b5-4a32-b0f6-857c27b91704 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:46:31.627654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 61c594e0-d1b5-4a32-b0f6-857c27b91704) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:31.640580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb32a2c-bf41-48bc-b0f9-a5f31dea7204 None None] Network 61c594e0-d1b5-4a32-b0f6-857c27b91704 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:46:31.641943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:31.645819 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:31.702880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1642fb23-1e91-461b-8c13-e388a514e3ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4259167 Dec 13 12:46:31.821209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43640302-e02a-41fb-a08e-6a3c6eaa58c2 None None] Network 61c594e0-d1b5-4a32-b0f6-857c27b91704 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:46:31.871674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e2c99-fa12-4e72-bcd3-7f4abfde519e req-750f3774-dc9a-4b60-bd50-5acc0138e318 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:31.882230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e72e2c99-fa12-4e72-bcd3-7f4abfde519e req-750f3774-dc9a-4b60-bd50-5acc0138e318 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.1263940 Dec 13 12:46:31.902952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db9427-05d4-430d-a6a2-52b13faef255 req-14fcdd98-cc5d-488b-b0a0-2730c6251359 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:31.914873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77db9427-05d4-430d-a6a2-52b13faef255 req-14fcdd98-cc5d-488b-b0a0-2730c6251359 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 950 time: 0.1325271 Dec 13 12:46:32.028627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e72e2c99-fa12-4e72-bcd3-7f4abfde519e req-f726d615-17da-4066-9467-89a40acc094f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442611 Dec 13 12:46:32.065726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77db9427-05d4-430d-a6a2-52b13faef255 req-9556bd41-0e56-47bb-a108-49b3bc7a5516 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498027 Dec 13 12:46:32.134714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-b73d9624-19ed-40a6-a583-5fdce0787d53 service neutron] 10.222.0.37 "GET /v2.0/ports/9dc4956f-f64b-4951-b96e-7fc1bd88ee3f/bindings/n-h2-817326-4 HTTP/1.1" status: 200 len: 384 time: 0.1293778 Dec 13 12:46:32.292728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0873bd-a62e-405c-b157-7603210053f7 req-0698b1a8-a208-4832-9cd0-a472141b5635 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:32.292728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd0873bd-a62e-405c-b157-7603210053f7 req-0698b1a8-a208-4832-9cd0-a472141b5635 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 945 time: 0.1336761 Dec 13 12:46:32.365301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce5d84-828f-4f12-a0d1-be8c807d67e2 req-068ee8ec-5263-4ebe-80c5-54954b09c048 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:32.366836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2ce5d84-828f-4f12-a0d1-be8c807d67e2 req-068ee8ec-5263-4ebe-80c5-54954b09c048 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 943 time: 0.1638577 Dec 13 12:46:32.425807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd0873bd-a62e-405c-b157-7603210053f7 req-9f6fb513-c66f-4134-b8d8-ad5737b1c2ca tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225770 Dec 13 12:46:32.492807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2ce5d84-828f-4f12-a0d1-be8c807d67e2 req-7fcc6ec6-47df-4243-bdfa-f941eda217b0 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146939 Dec 13 12:46:32.551129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d5db81eb-f99f-4fa1-ae41-a60c818e5d3d service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:32.580328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d5db81eb-f99f-4fa1-ae41-a60c818e5d3d service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:32.742419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d5db81eb-f99f-4fa1-ae41-a60c818e5d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:32.848670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d5db81eb-f99f-4fa1-ae41-a60c818e5d3d service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:32.918786 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d5db81eb-f99f-4fa1-ae41-a60c818e5d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:33.012725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-98ba869d-164f-4ec6-97e9-433dca8aa285 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 258 time: 0.4036388 Dec 13 12:46:33.032937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:33.048838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-97f38859-c383-4f83-bab9-289fc3054ccd tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:33.050300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-97f38859-c383-4f83-bab9-289fc3054ccd tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/networks?id=61c594e0-d1b5-4a32-b0f6-857c27b91704 HTTP/1.1" status: 200 len: 814 time: 0.3121605 Dec 13 12:46:33.086505 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-cfdb9a88-4bc8-4fc6-8fec-715be034b519 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/quotas/06feb48142474aabbfcac1a0ced84244 HTTP/1.1" status: 200 len: 375 time: 0.0252402 Dec 13 12:46:33.098174 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:33.141144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d5db81eb-f99f-4fa1-ae41-a60c818e5d3d service neutron] Transition to ACTIVE for port object 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:46:33.143300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-2d14af29-5dc5-45f3-b291-7c7f6bd8fb93 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=06feb48142474aabbfcac1a0ced84244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498757 Dec 13 12:46:33.147083 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d5db81eb-f99f-4fa1-ae41-a60c818e5d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:33.304645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d5db81eb-f99f-4fa1-ae41-a60c818e5d3d service neutron] No DVR routers for this DVR port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:46:33.326062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db81eb-f99f-4fa1-ae41-a60c818e5d3d service neutron] Pushing event updated for resources: {'Port': ['ID=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,revision_number=10']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:33.377910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d5db81eb-f99f-4fa1-ae41-a60c818e5d3d service neutron] 10.222.0.37 "PUT /v2.0/ports/9dc4956f-f64b-4951-b96e-7fc1bd88ee3f/bindings/n-h2-817326-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2305958 Dec 13 12:46:33.387580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-676e11ad-e0b4-4da9-b5f5-40862426218c service neutron] 10.222.0.31 "GET /v2.0/networks/61c594e0-d1b5-4a32-b0f6-857c27b91704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352967 Dec 13 12:46:33.464144 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:33.634183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3b21e4b5-07d0-4993-b7c5-9b6739f33793 service neutron] 10.222.0.31 "GET /v2.0/networks/61c594e0-d1b5-4a32-b0f6-857c27b91704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316043 Dec 13 12:46:33.646852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-13f520f2-7622-4f54-b6b6-07a39190fb43 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:33.652302 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-13f520f2-7622-4f54-b6b6-07a39190fb43 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.1860626 Dec 13 12:46:33.712244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Allocated IP 172.25.2.194 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/09e144ce-566f-49e1-9c3f-0e16b65ee60d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:33.736562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-123db102-fd5f-452e-87a3-4f327b4518f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:33.738173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-123db102-fd5f-452e-87a3-4f327b4518f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392&tenant_id=7311861d06bd4ed8a69302e267470b3d HTTP/1.1" status: 200 len: 1095 time: 0.0747576 Dec 13 12:46:33.911009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-14fe0bf3-489d-4607-b71e-8a4e1d4320d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:33.912510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-14fe0bf3-489d-4607-b71e-8a4e1d4320d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1095 time: 0.1366715 Dec 13 12:46:33.964908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174b46b-193c-4e92-bf70-541826e86062 req-8c50f73d-7e2b-4541-a03a-34cc46de2e6e tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:33.966418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4174b46b-193c-4e92-bf70-541826e86062 req-8c50f73d-7e2b-4541-a03a-34cc46de2e6e tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.1233153 Dec 13 12:46:34.079302 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:34.087815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4174b46b-193c-4e92-bf70-541826e86062 req-f1bd48f5-2ade-4df0-8b30-4af92f0cf5e7 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114011 Dec 13 12:46:34.136929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-2e974549-96b2-49b3-9caa-1a80b87f8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:34.138431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-2e974549-96b2-49b3-9caa-1a80b87f8429 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.2173727 Dec 13 12:46:34.153694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:34.295023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:34.313553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d372cd6b-dd92-4720-a365-652bf7aab8cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 200 len: 217 time: 0.1422603 Dec 13 12:46:34.317801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:34.321101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:34.405718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-8a17a6bb-d109-4885-a437-5766e81b2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:34.407265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-8a17a6bb-d109-4885-a437-5766e81b2562 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0589497 Dec 13 12:46:34.436304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Pushing event updated for resources: {'Port': ['ID=09e144ce-566f-49e1-9c3f-0e16b65ee60d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:34.466934 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-d21a419a-6ba9-42f2-a2b1-b8996dcd3427 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449460 Dec 13 12:46:34.482101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859f0ec-3702-4c69-8ee4-a257c325ef8d req-5769553f-7e5f-4a0b-a5b7-5a227afbc7c3 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:34.483700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2859f0ec-3702-4c69-8ee4-a257c325ef8d req-5769553f-7e5f-4a0b-a5b7-5a227afbc7c3 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 950 time: 0.2519405 Dec 13 12:46:34.648000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2859f0ec-3702-4c69-8ee4-a257c325ef8d req-51abca14-913b-458a-9214-20978c159683 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531918 Dec 13 12:46:34.651454 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:34.718517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-b2b8954a-68c3-447a-ab5a-9cea2869d8ca service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336931 Dec 13 12:46:34.772523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:34.823418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:46:34.881586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:46:34.887180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5c59e-d65a-4121-af35-49d2ec19c569 req-f11553c8-e2dc-4726-97a4-1cab6bfdb773 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:34.888727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aba5c59e-d65a-4121-af35-49d2ec19c569 req-f11553c8-e2dc-4726-97a4-1cab6bfdb773 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 944 time: 0.1611829 Dec 13 12:46:34.967640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-e8b5e326-f380-4956-9409-bd4692b143f2 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076008 Dec 13 12:46:35.075979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aba5c59e-d65a-4121-af35-49d2ec19c569 req-2dcf5607-ee2d-4262-98a2-145c0130cceb tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757298 Dec 13 12:46:35.450492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1c2cf1a-202a-40b7-92aa-6db37831b957 req-04f162b7-c183-45b5-87e5-415f18b52477 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 210 time: 0.0721765 Dec 13 12:46:35.479769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:35.487872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-827a4954-c5c3-45ec-bf6e-7fafd71c8cb5 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:35.489395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-827a4954-c5c3-45ec-bf6e-7fafd71c8cb5 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.37 "GET /v2.0/networks?id=61c594e0-d1b5-4a32-b0f6-857c27b91704 HTTP/1.1" status: 200 len: 814 time: 0.5192816 Dec 13 12:46:35.492246 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:35.508449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-69684692-e0ac-4b9d-9216-a60b6c947d71 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:35.509916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-69684692-e0ac-4b9d-9216-a60b6c947d71 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.1328688 Dec 13 12:46:35.532929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Request body: {'port': {'device_id': '963d40e2-4add-405b-82ec-81e458dd5b19', 'network_id': '61c594e0-d1b5-4a32-b0f6-857c27b91704', 'admin_state_up': True, 'tenant_id': '06feb48142474aabbfcac1a0ced84244'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:35.694630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Pushing event updated for resources: {'Port': ['ID=09e144ce-566f-49e1-9c3f-0e16b65ee60d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:35.725325 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:35.754478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df4a6e-b3e1-4281-9d23-619e873cb620 req-ef3590b4-d166-40e1-8930-8b10d97f0861 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:35.761920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01df4a6e-b3e1-4281-9d23-619e873cb620 req-ef3590b4-d166-40e1-8930-8b10d97f0861 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 1101 time: 0.2242806 Dec 13 12:46:35.780219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:35.781428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-b877456c-3fb1-44a9-8920-7d8fa102544b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7606595 Dec 13 12:46:35.803224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36388) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:35.809750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1550154517'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:35.855500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:35.859251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:35.888670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:46:35.897371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.api [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 12:46:35.897371 n-d-817326-4 neutron-server[109886]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 13 12:46:35.897371 n-d-817326-4 neutron-server[109886]: [parameters: {'project_id': '06feb48142474aabbfcac1a0ced84244', 'id': 'b9dbc3f9-920d-46b2-9d24-4548f2307320', 'expiration': datetime.datetime(2021, 12, 13, 12, 48, 35, 843420)}] Dec 13 12:46:35.897371 n-d-817326-4 neutron-server[109886]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:46:35.897936 n-d-817326-4 neutron-server[109886]: DEBUG oslo_db.api [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:46:35.901690 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:35.902047 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Added segment b427506c-2171-4d0e-b904-5b0e35f5605a of type vlan for network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 Dec 13 12:46:35.906703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-078daf38-d92d-410c-abfa-8f4619fc789d tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 696 time: 0.1159182 Dec 13 12:46:35.918325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01df4a6e-b3e1-4281-9d23-619e873cb620 req-5a71ea01-632f-4a9c-b0f7-6fe52795edad tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554804 Dec 13 12:46:35.943967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-328ff9de-43ba-4e9c-91fd-4617abaa401d service neutron] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:35.948794 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-328ff9de-43ba-4e9c-91fd-4617abaa401d service neutron] Publish callbacks [] for binding, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:35.949953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b681cfc-ac39-4880-a9ba-811cefc33a9a req-328ff9de-43ba-4e9c-91fd-4617abaa401d service neutron] 10.222.0.42 "DELETE /v2.0/ports/9dc4956f-f64b-4951-b96e-7fc1bd88ee3f/bindings/n-h1-817326-4 HTTP/1.1" status: 204 len: 173 time: 0.4060099 Dec 13 12:46:35.999567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:36.061875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:36.076740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:36.077967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:36.086978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-99bf82dc-333f-4631-8265-d7d2079ae25d tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:36.088627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c549d7b4-14e2-4aba-9927-bb34f0bf79bb req-99bf82dc-333f-4631-8265-d7d2079ae25d tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.1736674 Dec 13 12:46:36.119217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0c974-00a0-496a-869f-5b6ca5c0c209 req-b1bf2079-b6be-4c21-bffb-852f79d78120 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:36.122438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48a0c974-00a0-496a-869f-5b6ca5c0c209 req-b1bf2079-b6be-4c21-bffb-852f79d78120 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.0758703 Dec 13 12:46:36.191939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48a0c974-00a0-496a-869f-5b6ca5c0c209 req-85ea3155-0040-4628-8e79-c79b7e5d43a4 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629930 Dec 13 12:46:36.203460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-1eaf0b0b-7862-4e6b-aaed-c61bf7d03018 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272026 Dec 13 12:46:36.204575 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3989124 Dec 13 12:46:36.212599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36410) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:36.218491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-39440483'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:36.251078 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3fb1d-05b1-4cfc-8652-40a732643cae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Network': ['ID=3c440969-1da4-4a97-8f9c-f4e1fd2ca640,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:36.263017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:46:36.338924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:36.342709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:36.445702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:46:36.458065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-1712f095-6c2e-4c1a-adad-9c8e14bae026 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:36.459834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-1712f095-6c2e-4c1a-adad-9c8e14bae026 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479999 Dec 13 12:46:36.472768 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb83237-6433-487c-b039-8bc863dd4718 req-63363956-d5bb-429c-ad0d-1394feb9f2ce tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:36.474320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-63363956-d5bb-429c-ad0d-1394feb9f2ce tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1743670 Dec 13 12:46:36.491185 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:36.491526 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Added segment 1154b1b2-0b43-42c5-a017-b9aba2edd999 of type vlan for network 374a949d-aec7-4b8e-a55c-02119c1300d9 Dec 13 12:46:36.492704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Made reservation on behalf of 06feb48142474aabbfcac1a0ced84244 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:36.496323 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:36.528097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-dd1aaba5-47d1-4cb0-beb3-e5ccf5a1d999 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/quotas/c892d90b1daa421ba6dd40c6c6b2cd30 HTTP/1.1" status: 200 len: 375 time: 0.0504944 Dec 13 12:46:36.623029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-18cb743b-47a6-4987-a299-19d739a4c34d tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 696 time: 0.1348178 Dec 13 12:46:36.647479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:36.652233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-dcb83237-6433-487c-b039-8bc863dd4718 req-181d66f7-8cc1-440c-8e3c-9dd2a5a68c85 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Request body: {'floatingip': {'port_id': '783cbba2-7d48-43de-ad46-cc216af09a17', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:36.746650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dcb83237-6433-487c-b039-8bc863dd4718 req-181d66f7-8cc1-440c-8e3c-9dd2a5a68c85 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:36.822521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-178e26d8-6e9d-4604-a1a2-4b8a1de16975 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2597654 Dec 13 12:46:36.853738 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:36.859514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:36.860121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.029772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8159864 Dec 13 12:46:37.033321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36418) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:37.038878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'subnet': {'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:37.083654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451bcf-a2f6-4fc6-a63a-c0933119659e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Network': ['ID=374a949d-aec7-4b8e-a55c-02119c1300d9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:37.086343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Allocated IP 172.20.0.8 (61c594e0-d1b5-4a32-b0f6-857c27b91704/bdb5e84e-43dc-4867-8b74-b684d12a5cff/60862616-a8db-4d7c-bc25-1d512fe2e99b) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:37.106463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 374a949d-aec7-4b8e-a55c-02119c1300d9 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:46:37.159106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:37.166422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.239398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d27ade-40cf-4492-b348-9eadccba30bf req-1bfea7c4-3a2d-4b40-b923-b5d4652b1d55 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:37.241038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7d27ade-40cf-4492-b348-9eadccba30bf req-1bfea7c4-3a2d-4b40-b923-b5d4652b1d55 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 944 time: 0.2246826 Dec 13 12:46:37.321413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.325809 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.403949 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:46:37.455691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.466604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7d27ade-40cf-4492-b348-9eadccba30bf req-b7c650f1-5f97-4f7c-944f-9e4b60962e5e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140889 Dec 13 12:46:37.557224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Checking segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:37.557490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network hostable DHCP agents. Network: 3c440969-1da4-4a97-8f9c-f4e1fd2ca640, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:46:37.567113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Subnet': ['ID=12f33cc5-88d1-4792-8609-b67a7855c38a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:37.589424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:46:37.609526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 3c440969-1da4-4a97-8f9c-f4e1fd2ca640) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:37.618932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079652c4-2aaa-4a0f-8a57-f73b60c5aff3 None None] Network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:46:37.634215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:37.634980 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.643116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.674146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36432) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:37.677053 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-75a0e913-b49a-452f-b5aa-9eb6a80e63a5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6358089 Dec 13 12:46:37.696916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'subnet': {'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:37.783725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'fixed_ips': [{'subnet_id': '12f33cc5-88d1-4792-8609-b67a7855c38a'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:46:37.784592 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.815973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98d88e6-cc60-4205-924c-3155a35a0a7c req-4fa67007-e055-44f3-8503-d42d735cca4a tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 210 time: 0.0913908 Dec 13 12:46:37.844449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [req-dcb83237-6433-487c-b039-8bc863dd4718 req-181d66f7-8cc1-440c-8e3c-9dd2a5a68c85 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:46:37.919883 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dcb83237-6433-487c-b039-8bc863dd4718 req-181d66f7-8cc1-440c-8e3c-9dd2a5a68c85 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.922108 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.937977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dcb83237-6433-487c-b039-8bc863dd4718 req-181d66f7-8cc1-440c-8e3c-9dd2a5a68c85 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:37.944289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Allocated IP 10.1.1.2 (3c440969-1da4-4a97-8f9c-f4e1fd2ca640/12f33cc5-88d1-4792-8609-b67a7855c38a/bbab5041-788f-4e79-91f3-085fc82ec0fa) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:38.128770 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:38.144915 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:38.207177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Pushing event updated for resources: {'Port': ['ID=bbab5041-788f-4e79-91f3-085fc82ec0fa,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:38.217527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:38.219171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:38.222112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:38.291289 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-9670866c-c9dd-4581-b06a-7343717df892 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430720 Dec 13 12:46:38.303580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Attempting to bind port bbab5041-788f-4e79-91f3-085fc82ec0fa on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:38.305164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Attempting to bind port bbab5041-788f-4e79-91f3-085fc82ec0fa by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:38.305766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Attempting to bind port bbab5041-788f-4e79-91f3-085fc82ec0fa on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:38.313913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:38.314818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Checking segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:38.315415 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:38.316194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Bound using segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:38.316857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Bound port: bbab5041-788f-4e79-91f3-085fc82ec0fa, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:38.318559 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:38.361524 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:38.364970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:38.384965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d0427a8-9d16-49dc-89a6-8cca47affc92 req-d5a6c7b6-4faf-49b1-a83c-4bdeeaf1e19e tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 210 time: 0.4215305 Dec 13 12:46:38.389103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Network 61c594e0-d1b5-4a32-b0f6-857c27b91704 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:38.422628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] For port bbab5041-788f-4e79-91f3-085fc82ec0fa, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:38.426223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] For port bbab5041-788f-4e79-91f3-085fc82ec0fa, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bbab5041-788f-4e79-91f3-085fc82ec0fa,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:38.434804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:38.435561 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:38.468151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Pushing event updated for resources: {'Port': ['ID=60862616-a8db-4d7c-bc25-1d512fe2e99b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:38.473850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:38.512076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-23c1c15e-8f29-4439-bb8e-58e6c229554f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:38.516399 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-23c1c15e-8f29-4439-bb8e-58e6c229554f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162800 Dec 13 12:46:38.538227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Request body: {'port': {'device_id': '34eaf933-ee98-4615-81d4-69db288f00a0', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'c892d90b1daa421ba6dd40c6c6b2cd30'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:38.566883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0935ac7-6eb2-41a6-a20f-dbcf05e391ae None None] Pushing event updated for resources: {'Port': ['ID=bbab5041-788f-4e79-91f3-085fc82ec0fa,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:38.657624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:38.658283 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:38.669349 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-dcb83237-6433-487c-b039-8bc863dd4718 req-181d66f7-8cc1-440c-8e3c-9dd2a5a68c85 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Floating IP 25558d30-c912-45a6-8c8c-57eba2529835 associated. External IP: 172.25.2.194, port: 783cbba2-7d48-43de-ad46-cc216af09a17. Dec 13 12:46:38.688146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Made reservation on behalf of c892d90b1daa421ba6dd40c6c6b2cd30 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:38.692176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:38.732787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-3877c6b3-9deb-472e-b0a6-56b707f3e2f9 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2292321 Dec 13 12:46:38.796372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329864d-4ff4-4285-83a2-438dc0f4d7f7 req-40a98080-fcd5-4b0b-bc67-286ef42e8034 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:38.804037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1329864d-4ff4-4285-83a2-438dc0f4d7f7 req-40a98080-fcd5-4b0b-bc67-286ef42e8034 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.2641611 Dec 13 12:46:38.816556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Request body: {'port': {'device_id': '963d40e2-4add-405b-82ec-81e458dd5b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:38.888592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Allocated IP 192.168.233.227 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:39.042621 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:39.072067 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:39.110426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1329864d-4ff4-4285-83a2-438dc0f4d7f7 req-4236ff0b-0f5d-485c-9c2c-d57ad4655fc6 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025141 Dec 13 12:46:39.138815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:39.152537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2', '94351a29-37f1-4c0b-b720-acd49064c5dc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:39.159608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c', '57f0242b-fc8a-40fc-a603-975bcc3e4937', '42b2ef6e-870b-473d-9b0b-c0777a9007d3', '12429ef7-76e6-48ef-ba5e-316490f84160', 'd8496e9e-1a6d-4f2a-b49c-3bcccec01f83'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:39.164479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:39.250639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:39.258411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:39.262363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:39.266766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event updated for resources: {'Port': ['ID=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:39.390955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:39.393002 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:39.429871 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-261bf2e2-0b0e-4944-9db5-e52c0b61ce8f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8968830 Dec 13 12:46:39.443773 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Request body: {'port': {'device_id': '34eaf933-ee98-4615-81d4-69db288f00a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:39.476689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcb83237-6433-487c-b039-8bc863dd4718 req-181d66f7-8cc1-440c-8e3c-9dd2a5a68c85 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:46:39.561618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Subnet': ['ID=7818ef30-9dec-4ee0-8280-575a661d1eba,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:39.584064 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:39.655345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Checking segment: {'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:39.655964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network hostable DHCP agents. Network: 374a949d-aec7-4b8e-a55c-02119c1300d9, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:46:39.818885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c25f00-0122-4ac8-a7f9-f5fc541f5ab1 req-9ef54d11-ca9b-4201-8bfd-1a3f0e8e2c97 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:39.823872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-50386962-af9d-4048-ab71-5c9d45e193ef None None] Provisioning complete for port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:39.824466 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50386962-af9d-4048-ab71-5c9d45e193ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:39.826426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13c25f00-0122-4ac8-a7f9-f5fc541f5ab1 req-9ef54d11-ca9b-4201-8bfd-1a3f0e8e2c97 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 931 time: 0.4992223 Dec 13 12:46:39.835355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network 374a949d-aec7-4b8e-a55c-02119c1300d9 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:46:39.915445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-50386962-af9d-4048-ab71-5c9d45e193ef None None] Port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:39.943788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 374a949d-aec7-4b8e-a55c-02119c1300d9) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:39.958125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9160a28-4fb1-4f01-9c9d-5e9ab3a99142 None None] Network 374a949d-aec7-4b8e-a55c-02119c1300d9 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:46:39.958406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:39.958779 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:39.994490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcb83237-6433-487c-b039-8bc863dd4718 req-181d66f7-8cc1-440c-8e3c-9dd2a5a68c85 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:46:40.009708 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dcb83237-6433-487c-b039-8bc863dd4718 req-181d66f7-8cc1-440c-8e3c-9dd2a5a68c85 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:40.011269 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] Sync routers for ids ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:46:40.028043 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] Routers {'6d6dee2d-ef2e-462b-a48a-b6651b335a3c'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:40.028689 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:46:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:40.070694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4ef5f331-6ca0-4e59-8ddc-184b0e260156 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3954122 Dec 13 12:46:40.072920 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36446) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:40.078293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'port': {'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'name': 'tempest-TaggedBootDevicesTest-1214380222', 'fixed_ips': [{'subnet_id': '12f33cc5-88d1-4792-8609-b67a7855c38a'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:40.083547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:40.093132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be91a24-18d0-45a7-b072-59d6810de476 None None] Network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:46:40.102458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:40.117251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60862616-a8db-4d7c-bc25-1d512fe2e99b {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:40.146212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:40.184912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Transition to ACTIVE for port object 60862616-a8db-4d7c-bc25-1d512fe2e99b will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:46:40.192129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-53413998-27c4-41c5-97a6-b060f5ddcfaa None None] Provisioning complete for port bbab5041-788f-4e79-91f3-085fc82ec0fa triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:40.192746 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53413998-27c4-41c5-97a6-b060f5ddcfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:40.252379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13c25f00-0122-4ac8-a7f9-f5fc541f5ab1 req-fc9572bb-fb4b-40de-8afd-62df8cac74e1 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642156 Dec 13 12:46:40.264897 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:40.285775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-374a949d-aec7-4b8e-a55c-02119c1300d9', 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9', 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'fixed_ips': [{'subnet_id': '7818ef30-9dec-4ee0-8280-575a661d1eba'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:46:40.286856 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:40.298029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bbab5041-788f-4e79-91f3-085fc82ec0fa up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:40.406493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Pushing event updated for resources: {'Port': ['ID=60862616-a8db-4d7c-bc25-1d512fe2e99b,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:40.442809 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] Set router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:40.498872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-181d66f7-8cc1-440c-8e3c-9dd2a5a68c85 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "PUT /v2.0/floatingips/25558d30-c912-45a6-8c8c-57eba2529835 HTTP/1.1" status: 200 len: 996 time: 3.8578939 Dec 13 12:46:40.505587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Transition to ACTIVE for port object ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:46:40.508298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'tag': '783cbba2-7d48-43de-ad46-cc216af09a17'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:40.512988 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7" -d '{"events": [{"name": "network-changed", "server_uuid": "066c8b1c-8aea-4350-a70d-5f4d074d1d70", "tag": "783cbba2-7d48-43de-ad46-cc216af09a17"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:40.524952 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:40.579058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d74b-0f84-400b-97b0-0bd7bb4b9030 req-1e841fd8-5bdc-4f97-9a53-1075d86f5493 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:40.580840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac07d74b-0f84-400b-97b0-0bd7bb4b9030 req-1e841fd8-5bdc-4f97-9a53-1075d86f5493 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1095 time: 0.1760039 Dec 13 12:46:40.597223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Pushing event updated for resources: {'Port': ['ID=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:40.698943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:40.742315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac07d74b-0f84-400b-97b0-0bd7bb4b9030 req-f649ce95-0759-4736-8525-88f88fc7811a tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458259 Dec 13 12:46:40.776541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Allocated IP 10.2.2.2 (374a949d-aec7-4b8e-a55c-02119c1300d9/7818ef30-9dec-4ee0-8280-575a661d1eba/4ae46813-4a33-4d9b-a2ff-8b310a73c091) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:40.777752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb83237-6433-487c-b039-8bc863dd4718 req-3392965a-ccd3-4b08-818f-aefd2f322403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:40.782898 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-3392965a-ccd3-4b08-818f-aefd2f322403 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=482b204d4baf45bc853738c765480777&device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 1096 time: 0.2552729 Dec 13 12:46:40.968320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb83237-6433-487c-b039-8bc863dd4718 req-513c3782-556f-4feb-b336-4a020dca576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:40.972886 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:40.974860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-513c3782-556f-4feb-b336-4a020dca576a service neutron] 10.222.0.31 "GET /v2.0/networks?id=b2fee8a9-a853-4009-b603-fe162eccd03f HTTP/1.1" status: 200 len: 929 time: 0.1844599 Dec 13 12:46:41.008618 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '25558d30-c912-45a6-8c8c-57eba2529835', 'tenant_id': '482b204d4baf45bc853738c765480777', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'port_id': '783cbba2-7d48-43de-ad46-cc216af09a17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'mac_address': 'fa:16:3e:4b:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:46:34Z', 'updated_at': '2021-12-13T12:46:37Z', 'revision_number': 1, 'project_id': '482b204d4baf45bc853738c765480777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:17Z', 'revision_number': 5, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:41.027192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Attempting to bind port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:41.027534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Attempting to bind port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:41.027852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Attempting to bind port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:41.060308 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.063520 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] Checking router: 6d6dee2d-ef2e-462b-a48a-b6651b335a3c for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:46:41.072215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:46:41.072645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Attempting to bind port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:41.084109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:41.084501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:41.084875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:41.085315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Bound port: ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:41.085656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.088158 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] Routers {'6d6dee2d-ef2e-462b-a48a-b6651b335a3c'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:41.089205 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:46:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:41.090285 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.123829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Pushing event updated for resources: {'Port': ['ID=4ae46813-4a33-4d9b-a2ff-8b310a73c091,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:41.145496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Attempting to bind port 60862616-a8db-4d7c-bc25-1d512fe2e99b on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:41.145955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Attempting to bind port 60862616-a8db-4d7c-bc25-1d512fe2e99b by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'a07a4f8e-cd26-4ff4-9148-ce500a8deb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61c594e0-d1b5-4a32-b0f6-857c27b91704'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:41.146403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Attempting to bind port 60862616-a8db-4d7c-bc25-1d512fe2e99b on network 61c594e0-d1b5-4a32-b0f6-857c27b91704 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:41.153058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] device_id is not set on port 46400ea7-f38c-4381-8d98-62c2c2dde927 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:46:41.163686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d539234-d86a-4e56-9893-33ddbacb2df1 req-bd65062b-f475-466b-82df-941c6ceb0fa5 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:41.172283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d539234-d86a-4e56-9893-33ddbacb2df1 req-bd65062b-f475-466b-82df-941c6ceb0fa5 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 948 time: 0.1929417 Dec 13 12:46:41.181699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-2dc378cb-a71d-4c06-8132-16b829949008 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783cbba2-7d48-43de-ad46-cc216af09a17 HTTP/1.1" status: 200 len: 999 time: 0.1888540 Dec 13 12:46:41.189022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Port 60862616-a8db-4d7c-bc25-1d512fe2e99b on network 61c594e0-d1b5-4a32-b0f6-857c27b91704 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:46:41.189492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Attempting to bind port 60862616-a8db-4d7c-bc25-1d512fe2e99b on network 61c594e0-d1b5-4a32-b0f6-857c27b91704 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:41.209952 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53413998-27c4-41c5-97a6-b060f5ddcfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.212269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port bbab5041-788f-4e79-91f3-085fc82ec0fa triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:41.212632 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.242365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:41.242782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Checking segment: {'id': 'a07a4f8e-cd26-4ff4-9148-ce500a8deb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61c594e0-d1b5-4a32-b0f6-857c27b91704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:41.243275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Bound using segment: {'id': 'a07a4f8e-cd26-4ff4-9148-ce500a8deb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61c594e0-d1b5-4a32-b0f6-857c27b91704'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:41.243813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Bound port: 60862616-a8db-4d7c-bc25-1d512fe2e99b, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07a4f8e-cd26-4ff4-9148-ce500a8deb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61c594e0-d1b5-4a32-b0f6-857c27b91704'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:41.244281 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.269919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Network 374a949d-aec7-4b8e-a55c-02119c1300d9 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:41.287405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:41.323447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] For port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:41.344724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:41.348287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d539234-d86a-4e56-9893-33ddbacb2df1 req-8acf294f-a0f5-4a0c-8db7-a3adadd76e16 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748431 Dec 13 12:46:41.366679 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] Set router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:41.384747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] For port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:41.397120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb83237-6433-487c-b039-8bc863dd4718 req-71e4ba72-469e-4ac1-b890-807592f616b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:41.397724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.399752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-71e4ba72-469e-4ac1-b890-807592f616b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16add5c7-042c-47fc-b877-44ea9a15f263 HTTP/1.1" status: 200 len: 868 time: 0.2042153 Dec 13 12:46:41.430051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-53413998-27c4-41c5-97a6-b060f5ddcfaa None None] For port bbab5041-788f-4e79-91f3-085fc82ec0fa, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bbab5041-788f-4e79-91f3-085fc82ec0fa,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:41.460603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] For port 60862616-a8db-4d7c-bc25-1d512fe2e99b, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:41.464923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] For port 60862616-a8db-4d7c-bc25-1d512fe2e99b, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=60862616-a8db-4d7c-bc25-1d512fe2e99b,segment=NetworkSegment(a07a4f8e-cd26-4ff4-9148-ce500a8deb35),segment_id=a07a4f8e-cd26-4ff4-9148-ce500a8deb35)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:41.474685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb83237-6433-487c-b039-8bc863dd4718 req-0dc3a1a1-b7e5-4068-a3e3-2c76c176058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:41.476509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-0dc3a1a1-b7e5-4068-a3e3-2c76c176058a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b2fee8a9-a853-4009-b603-fe162eccd03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673943 Dec 13 12:46:41.477653 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.501354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-2a9dfca6-e328-4012-be46-b47fe4ebcfea service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:46:41.503013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-2a9dfca6-e328-4012-be46-b47fe4ebcfea service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144839 Dec 13 12:46:41.586108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:41.586108 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.586624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] 10.222.0.37 "PUT /v2.0/ports/60862616-a8db-4d7c-bc25-1d512fe2e99b HTTP/1.1" status: 200 len: 1091 time: 2.8064299 Dec 13 12:46:41.605869 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53413998-27c4-41c5-97a6-b060f5ddcfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.625526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Allocated IP 10.1.1.184 (3c440969-1da4-4a97-8f9c-f4e1fd2ca640/12f33cc5-88d1-4792-8609-b67a7855c38a/46400ea7-f38c-4381-8d98-62c2c2dde927) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:41.690906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:41.691581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.693060 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] 10.222.0.37 "PUT /v2.0/ports/ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 HTTP/1.1" status: 200 len: 1096 time: 2.2539680 Dec 13 12:46:41.693576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eaf933-ee98-4615-81d4-69db288f00a0', 'tag': 'ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:41.695945 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21bf689-5add-4e3e-8506-6d42d76533b8" -d '{"events": [{"name": "network-changed", "server_uuid": "34eaf933-ee98-4615-81d4-69db288f00a0", "tag": "ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:41.699820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Attempting to bind port 4ae46813-4a33-4d9b-a2ff-8b310a73c091 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:41.700750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Attempting to bind port 4ae46813-4a33-4d9b-a2ff-8b310a73c091 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:41.701349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Attempting to bind port 4ae46813-4a33-4d9b-a2ff-8b310a73c091 on network 374a949d-aec7-4b8e-a55c-02119c1300d9 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:41.716087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb504fdc-de79-4ab4-841e-ca6841145ecf service neutron] Pushing event updated for resources: {'Port': ['ID=60862616-a8db-4d7c-bc25-1d512fe2e99b,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:41.749348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:41.751351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Checking segment: {'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:41.752359 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.755047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Bound using segment: {'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:41.755820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Bound port: 4ae46813-4a33-4d9b-a2ff-8b310a73c091, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:41.758338 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:41.759015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d500f62-a731-480f-ab44-5bea4dbacce7 req-2e263166-ae81-4cc0-a44c-97b36c8daf09 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:41.760729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d500f62-a731-480f-ab44-5bea4dbacce7 req-2e263166-ae81-4cc0-a44c-97b36c8daf09 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.2375045 Dec 13 12:46:41.789227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-4a7a9e7c-dd75-4057-9534-a6b802c3aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:41.792100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-4a7a9e7c-dd75-4057-9534-a6b802c3aa88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06feb48142474aabbfcac1a0ced84244&device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 1094 time: 0.1347268 Dec 13 12:46:41.829711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-f812bb0c-3e94-4307-925d-f04efc1d5b8b service neutron] 10.222.0.31 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053246 Dec 13 12:46:41.838522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ff03e-bbf2-49ef-b01c-62b257a154fa service neutron] Pushing event updated for resources: {'Port': ['ID=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:41.954313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] For port 4ae46813-4a33-4d9b-a2ff-8b310a73c091, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:41.955834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-dd7b18d0-1c9f-4c4d-9aca-3f2a8e497cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:41.958016 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-dd7b18d0-1c9f-4c4d-9aca-3f2a8e497cac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 1099 time: 0.1797156 Dec 13 12:46:41.960358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] For port 4ae46813-4a33-4d9b-a2ff-8b310a73c091, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4ae46813-4a33-4d9b-a2ff-8b310a73c091,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:41.983613 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '25558d30-c912-45a6-8c8c-57eba2529835', 'tenant_id': '482b204d4baf45bc853738c765480777', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'port_id': '783cbba2-7d48-43de-ad46-cc216af09a17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'mac_address': 'fa:16:3e:4b:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:46:34Z', 'updated_at': '2021-12-13T12:46:37Z', 'revision_number': 1, 'project_id': '482b204d4baf45bc853738c765480777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:17Z', 'revision_number': 5, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:42.004049 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:42.033315 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83480f3f-a9be-4dbe-a757-29ecc490b412 None None] The sync data for ids ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'] in n-d-817326-4 is: [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '25558d30-c912-45a6-8c8c-57eba2529835', 'tenant_id': '482b204d4baf45bc853738c765480777', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'port_id': '783cbba2-7d48-43de-ad46-cc216af09a17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'mac_address': 'fa:16:3e:4b:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:46:34Z', 'updated_at': '2021-12-13T12:46:37Z', 'revision_number': 1, 'project_id': '482b204d4baf45bc853738c765480777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:17Z', 'revision_number': 5, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:46:42.045492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-f5fdc2c6-f01c-4bf1-9d80-86b94669b633 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60862616-a8db-4d7c-bc25-1d512fe2e99b HTTP/1.1" status: 200 len: 217 time: 0.2194529 Dec 13 12:46:42.100909 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-333af854-2f8e-4b1a-9554-6786f2d53482 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 HTTP/1.1" status: 200 len: 217 time: 0.1337254 Dec 13 12:46:42.134323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d500f62-a731-480f-ab44-5bea4dbacce7 req-6da34b35-e62e-4c15-b8f9-579bf0960e41 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578241 Dec 13 12:46:42.175173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53413998-27c4-41c5-97a6-b060f5ddcfaa None None] Pushing event updated for resources: {'Port': ['ID=bbab5041-788f-4e79-91f3-085fc82ec0fa,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:42.218271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-a8e604b9-38c8-42eb-b22b-dc96c344faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:42.219977 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-a8e604b9-38c8-42eb-b22b-dc96c344faaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1048775 Dec 13 12:46:42.282478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-5ecbe78d-230c-4724-b736-e6dc3753557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:42.282478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-5ecbe78d-230c-4724-b736-e6dc3753557c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bdb5e84e-43dc-4867-8b74-b684d12a5cff HTTP/1.1" status: 200 len: 854 time: 0.1458421 Dec 13 12:46:42.311289 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:42.346700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-57a20727-8658-4e6e-8f39-190866317602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:42.348430 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-57a20727-8658-4e6e-8f39-190866317602 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104434 Dec 13 12:46:42.376022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcb83237-6433-487c-b039-8bc863dd4718 req-98e537c5-b658-4862-9d95-f5b05da1c391 service neutron] 10.222.0.31 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019505 Dec 13 12:46:42.428305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd21a482-b4af-495e-b4e7-e491f4a0ada3 None None] New status for floating IP 25558d30-c912-45a6-8c8c-57eba2529835: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:46:42.442601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-539612af-f4aa-4bfa-8fbc-7a172999199c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61c594e0-d1b5-4a32-b0f6-857c27b91704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622463 Dec 13 12:46:42.442601 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634187ad-5786-4c0a-bc21-d3161bb61194 x-openstack-request-id: req-634187ad-5786-4c0a-bc21-d3161bb61194 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:42.442601 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066c8b1c-8aea-4350-a70d-5f4d074d1d70", "tag": "783cbba2-7d48-43de-ad46-cc216af09a17", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:42.442601 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-634187ad-5786-4c0a-bc21-d3161bb61194 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:42.442601 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'tag': '783cbba2-7d48-43de-ad46-cc216af09a17', 'status': 'completed', 'code': 200} Dec 13 12:46:42.558728 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:42.644043 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee14f0-5e76-488e-a9c5-d2cbba3e4185 None None] Pushing event updated for resources: {'Port': ['ID=4ae46813-4a33-4d9b-a2ff-8b310a73c091,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:42.675025 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-0a1b6c2d-71ed-4fe6-8336-e21fa5bae5ad service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180428 Dec 13 12:46:42.685627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:42.702322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:42.707571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:42.781692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ce0d4df8-df53-468d-b18b-cf87552cbf96 None None] Provisioning complete for port bbab5041-788f-4e79-91f3-085fc82ec0fa triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:42.782339 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4df8-df53-468d-b18b-cf87552cbf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:42.828011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Port': ['ID=46400ea7-f38c-4381-8d98-62c2c2dde927,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:43.007970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:43.013940 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:43.072317 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4a08ee4d-fe1b-41e0-a1f6-b25d9166180e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9982679 Dec 13 12:46:43.079865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36480) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:43.084845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'port': {'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'name': 'tempest-TaggedBootDevicesTest-1478891768', 'fixed_ips': [{'subnet_id': '12f33cc5-88d1-4792-8609-b67a7855c38a'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:43.106967 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c0cd87e-7ee4-4675-a60b-9c71d0c0f007 req-9c3f8a37-d746-4660-b709-1d1e0fcee277 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201207 Dec 13 12:46:43.174198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ff28c89f-34c2-4360-91cf-4865220fc500 None None] Provisioning complete for port 46400ea7-f38c-4381-8d98-62c2c2dde927 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:43.175939 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff28c89f-34c2-4360-91cf-4865220fc500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:43.221317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ff28c89f-34c2-4360-91cf-4865220fc500 None None] Port 46400ea7-f38c-4381-8d98-62c2c2dde927 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:43.230857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:43.238823 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:43.268937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] device_id is not set on port 068e6154-1849-490f-8d03-01e1d09c5bfc yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:46:43.309111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-6c5c9fa9-19fd-4a10-a0d7-cf29276dfee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:43.310621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-6c5c9fa9-19fd-4a10-a0d7-cf29276dfee3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=482b204d4baf45bc853738c765480777&device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 1096 time: 0.8436413 Dec 13 12:46:43.327522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ce69c-ab13-4f6e-a18e-91618598bea5 req-648d33fd-db57-43f2-ad3b-ce8755232e40 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:43.329065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f3ce69c-ab13-4f6e-a18e-91618598bea5 req-648d33fd-db57-43f2-ad3b-ce8755232e40 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 943 time: 0.7868686 Dec 13 12:46:43.439476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-bc3c6f9c-e263-4208-88f7-6efb999702bb tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:43.442507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-bc3c6f9c-e263-4208-88f7-6efb999702bb tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 807 time: 0.8990984 Dec 13 12:46:43.455976 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-6d57caa4-b2b3-43ad-8214-9f3295452ed5 service neutron] 10.222.0.37 "GET /v2.0/networks/61c594e0-d1b5-4a32-b0f6-857c27b91704?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0065212 Dec 13 12:46:43.509776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Allocated IP 10.1.1.242 (3c440969-1da4-4a97-8f9c-f4e1fd2ca640/12f33cc5-88d1-4792-8609-b67a7855c38a/068e6154-1849-490f-8d03-01e1d09c5bfc) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:43.537224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-5f947477-0c9f-497f-9a78-2e379dc9d153 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/quotas/7311861d06bd4ed8a69302e267470b3d HTTP/1.1" status: 200 len: 375 time: 0.0715692 Dec 13 12:46:43.551836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f3ce69c-ab13-4f6e-a18e-91618598bea5 req-fd8ecd4d-7cb3-471a-ba69-706ea4e0f54f tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147927 Dec 13 12:46:43.644898 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c8ec9-2552-477e-aa6c-c7e44b122b1f x-openstack-request-id: req-e04c8ec9-2552-477e-aa6c-c7e44b122b1f {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:43.645288 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eaf933-ee98-4615-81d4-69db288f00a0", "tag": "ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:43.645676 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e04c8ec9-2552-477e-aa6c-c7e44b122b1f {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:43.646313 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eaf933-ee98-4615-81d4-69db288f00a0', 'tag': 'ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9', 'status': 'completed', 'code': 200} Dec 13 12:46:43.802165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-7f2b0d6a-47e0-4ee7-b331-ec8059ebb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:43.804429 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-7f2b0d6a-47e0-4ee7-b331-ec8059ebb6cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 1099 time: 0.1481371 Dec 13 12:46:43.842448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-e75af6d0-9018-41ae-b493-ddee01f9bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:43.844814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-e75af6d0-9018-41ae-b493-ddee01f9bf15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2fee8a9-a853-4009-b603-fe162eccd03f HTTP/1.1" status: 200 len: 929 time: 0.5005460 Dec 13 12:46:43.859307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a32e5c-6a7e-4f94-ba77-b6945fc58a54 None None] Network 374a949d-aec7-4b8e-a55c-02119c1300d9 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:46:43.874965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d178be-5d4e-4026-9020-f7db5996f09b req-48ed78cd-b82c-4769-9df9-4f88a04f4d16 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:43.877521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66d178be-5d4e-4026-9020-f7db5996f09b req-48ed78cd-b82c-4769-9df9-4f88a04f4d16 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 948 time: 0.1554270 Dec 13 12:46:43.907092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-8fd9a139-b629-4dfd-b836-fb4fa066c6b7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3537419 Dec 13 12:46:43.914011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:43.961309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-33860bf5-7b97-44c8-accc-53af040b7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:43.962830 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-33860bf5-7b97-44c8-accc-53af040b7427 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1483788 Dec 13 12:46:44.017836 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-5d395934-3622-4f81-817d-7fd279bd6b90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 HTTP/1.1" status: 200 len: 217 time: 0.0450044 Dec 13 12:46:44.027114 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:44.045697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-65647b1f-35f3-4596-bd04-89c1c6fae319 None None] Provisioning complete for port 4ae46813-4a33-4d9b-a2ff-8b310a73c091 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:44.046244 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65647b1f-35f3-4596-bd04-89c1c6fae319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:44.073488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a06e86d8-23e9-4ba7-9491-d1a89823a632 req-7472c5aa-9a7b-4380-91ce-e8df1ede747b service neutron] 10.222.0.37 "GET /v2.0/networks/61c594e0-d1b5-4a32-b0f6-857c27b91704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061294 Dec 13 12:46:44.111693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:44.122638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-ba91473c-3805-4e92-911f-e62ec8fbdd15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783cbba2-7d48-43de-ad46-cc216af09a17 HTTP/1.1" status: 200 len: 1001 time: 0.2371552 Dec 13 12:46:44.124040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:44.127814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:44.137946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66d178be-5d4e-4026-9020-f7db5996f09b req-c5994bd4-80e5-434d-a8c4-2012520ffe53 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277920 Dec 13 12:46:44.190103 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65647b1f-35f3-4596-bd04-89c1c6fae319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:44.190612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:44.191305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:44.232690 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1517494 Dec 13 12:46:44.244670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40c77a-f0da-4153-b44f-987092028048 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Port': ['ID=068e6154-1849-490f-8d03-01e1d09c5bfc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:44.249520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-44310c0a-2569-4984-8d9d-6a2a62a376d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:44.251047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-44310c0a-2569-4984-8d9d-6a2a62a376d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.2073753 Dec 13 12:46:44.295058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-65647b1f-35f3-4596-bd04-89c1c6fae319 None None] For port 4ae46813-4a33-4d9b-a2ff-8b310a73c091, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4ae46813-4a33-4d9b-a2ff-8b310a73c091,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:44.302760 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65647b1f-35f3-4596-bd04-89c1c6fae319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:44.321569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-f923c2fd-f2e5-49fd-8cfe-c5dcbce5c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:44.323901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-f923c2fd-f2e5-49fd-8cfe-c5dcbce5c19d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622368 Dec 13 12:46:44.405222 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-f03b6213-c7ba-4dad-a849-cf25c9ec0040 service neutron] 10.222.0.31 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248092 Dec 13 12:46:44.444796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65647b1f-35f3-4596-bd04-89c1c6fae319 None None] Pushing event updated for resources: {'Port': ['ID=4ae46813-4a33-4d9b-a2ff-8b310a73c091,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:44.454666 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963d40e2-4add-405b-82ec-81e458dd5b19', 'tag': '60862616-a8db-4d7c-bc25-1d512fe2e99b'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:44.456991 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a197145-ec5a-4ec1-9071-d818f2910bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "963d40e2-4add-405b-82ec-81e458dd5b19", "tag": "60862616-a8db-4d7c-bc25-1d512fe2e99b"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:44.480177 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-96704006-a992-4769-9cf9-cd22a8ccf82b service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469719 Dec 13 12:46:44.489189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-2321f047-ee1f-487e-a64b-41456963c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:44.493039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-2321f047-ee1f-487e-a64b-41456963c081 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16add5c7-042c-47fc-b877-44ea9a15f263 HTTP/1.1" status: 200 len: 868 time: 0.3336051 Dec 13 12:46:44.521337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4ae46813-4a33-4d9b-a2ff-8b310a73c091 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:44.597157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-944c22fc-5171-4bc0-847a-600308d619fb tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 258 time: 0.4186785 Dec 13 12:46:44.600771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4ae46813-4a33-4d9b-a2ff-8b310a73c091 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:44.601150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:44.628974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:44.639628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-8e0dc8a3-8d8c-467a-9b19-5edc74bc6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:44.640248 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f21bf689-5add-4e3e-8506-6d42d76533b8 req-1956fff2-acf5-4746-807c-0a9e88ea3afd service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505432 Dec 13 12:46:44.641308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-8e0dc8a3-8d8c-467a-9b19-5edc74bc6dd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2fee8a9-a853-4009-b603-fe162eccd03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029508 Dec 13 12:46:44.663885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f3038d46-f9f5-4610-87da-8e9aa73332f5 None None] Provisioning complete for port 068e6154-1849-490f-8d03-01e1d09c5bfc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:44.664167 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3038d46-f9f5-4610-87da-8e9aa73332f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:44.725263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-0bb4cffd-62e1-4dbe-9e9b-5ba0cdea808d service neutron] 10.222.0.31 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074512 Dec 13 12:46:44.733058 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:44.733255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f3038d46-f9f5-4610-87da-8e9aa73332f5 None None] Port 068e6154-1849-490f-8d03-01e1d09c5bfc cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:44.745459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bbab5041-788f-4e79-91f3-085fc82ec0fa up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:44.751508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f3038d46-f9f5-4610-87da-8e9aa73332f5 None None] Provisioning complete for port 4ae46813-4a33-4d9b-a2ff-8b310a73c091 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:44.751887 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3038d46-f9f5-4610-87da-8e9aa73332f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:44.836150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-17e6db80-c1e7-441e-8fb3-7339c4131302 service neutron] 10.222.0.42 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747737 Dec 13 12:46:44.893847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 40e296cd-9158-4925-9a5b-e908076d5643 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:44.907943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 40e296cd-9158-4925-9a5b-e908076d5643 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:46:44.947451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port bbab5041-788f-4e79-91f3-085fc82ec0fa triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:44.948015 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:45.063323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661f83d-6129-43f8-a3f1-7b26c179ef01 req-ab7c584c-f133-49ff-af0b-c92aa90059a0 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:45.065133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3661f83d-6129-43f8-a3f1-7b26c179ef01 req-ab7c584c-f133-49ff-af0b-c92aa90059a0 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.1081636 Dec 13 12:46:45.104673 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:45.127645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2ce3601-9331-4163-ab7a-8c8ed96d29f7 req-beb19a76-45fd-4284-a12f-977eac744350 service neutron] 10.222.0.42 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745302 Dec 13 12:46:45.183773 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-9c58c304-9e19-46b0-8af0-77b8c2702e1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642893 Dec 13 12:46:45.188764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:45.235854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3661f83d-6129-43f8-a3f1-7b26c179ef01 req-b6705b15-1445-4ae5-a776-0573d392cadc tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599658 Dec 13 12:46:45.236099 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:45.238160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '40e296cd-9158-4925-9a5b-e908076d5643', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '40e296cd-9158-4925-9a5b-e908076d5643', 'mac_address': 'fa:16:3e:2a:08:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:46:45.284082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-b4c22cbd-689e-46a0-b291-0e6f7a69daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:45.286210 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-b4c22cbd-689e-46a0-b291-0e6f7a69daca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 1101 time: 0.0758576 Dec 13 12:46:45.357944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:45.368252 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ee4fc1-7fcd-4927-b930-4d7033614fdd" -d '{"events": [{"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-unplugged", "status": "completed", "tag": "40e296cd-9158-4925-9a5b-e908076d5643"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:45.381610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Allocated IP 172.25.2.115 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/77c822cd-ed24-4ce0-bab6-94197fa38d90) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:45.408888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:45.419365 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:45.428636 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:45.492034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40e296cd-9158-4925-9a5b-e908076d5643 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:45.536863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-91965ec6-ec05-4e4d-afbd-b08f26d35d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:45.539633 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-91965ec6-ec05-4e4d-afbd-b08f26d35d43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2279606 Dec 13 12:46:45.572325 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:45.577851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:45.600252 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:46:45.600618 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:46:45.610632 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-c5069b21-36d1-4e33-92e6-59418657284c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b265682c-9602-4eff-b5a7-e1ab294457e2 HTTP/1.1" status: 200 len: 217 time: 0.0623608 Dec 13 12:46:45.636269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:45.684568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-9030ca60-e716-4d3f-b1ad-fd594f68a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:45.686263 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-9030ca60-e716-4d3f-b1ad-fd594f68a12a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0657237 Dec 13 12:46:45.713620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Pushing event updated for resources: {'Port': ['ID=77c822cd-ed24-4ce0-bab6-94197fa38d90,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:45.734659 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:45.736360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:45.738571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:45.763870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-aaf8c833-4b87-40a6-9dfa-20c20aecbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:45.765403 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-aaf8c833-4b87-40a6-9dfa-20c20aecbe0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706854 Dec 13 12:46:45.806058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36510) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:45.814110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c654b122-eb91-46a1-898b-8f2f6d5c7f02 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367733359', 'description': 'tempest-description--798178161'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:45.892409 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-34af7048-f6fc-47c5-a336-2698ae1733fd service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177731 Dec 13 12:46:45.957603 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a2a375-13b9-4056-9389-b87abf78f571 x-openstack-request-id: req-81a2a375-13b9-4056-9389-b87abf78f571 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:45.957898 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963d40e2-4add-405b-82ec-81e458dd5b19", "tag": "60862616-a8db-4d7c-bc25-1d512fe2e99b", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:45.958183 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81a2a375-13b9-4056-9389-b87abf78f571 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:45.958634 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963d40e2-4add-405b-82ec-81e458dd5b19', 'tag': '60862616-a8db-4d7c-bc25-1d512fe2e99b', 'status': 'completed', 'code': 200} Dec 13 12:46:45.959359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c654b122-eb91-46a1-898b-8f2f6d5c7f02 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.022319 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2fa68aad-5b83-453d-835c-b3374d53ec31 req-8d743662-55e6-4dd2-8287-e891a4c845bb service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199853 Dec 13 12:46:46.027290 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.060696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a197145-ec5a-4ec1-9071-d818f2910bf1 req-65b9a1fc-3cdf-437a-aeb0-edc787ed6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:46.062239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a197145-ec5a-4ec1-9071-d818f2910bf1 req-65b9a1fc-3cdf-437a-aeb0-edc787ed6a24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06feb48142474aabbfcac1a0ced84244&device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 1094 time: 0.1440489 Dec 13 12:46:46.131452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c699142-e934-4c6e-be96-d74650453c7b req-50252c67-82a7-4f21-b746-2f339ec32ee5 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:46.139664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c699142-e934-4c6e-be96-d74650453c7b req-50252c67-82a7-4f21-b746-2f339ec32ee5 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 943 time: 0.1764939 Dec 13 12:46:46.156954 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.160957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.184636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4ae46813-4a33-4d9b-a2ff-8b310a73c091 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:46.210144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e296cd-9158-4925-9a5b-e908076d5643 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:46.237404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:46.252974 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.259444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4ae46813-4a33-4d9b-a2ff-8b310a73c091 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:46.260112 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.268990 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c654b122-eb91-46a1-898b-8f2f6d5c7f02 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.288092 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c654b122-eb91-46a1-898b-8f2f6d5c7f02 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.343357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654b122-eb91-46a1-898b-8f2f6d5c7f02 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91002154-e444-4cfa-b0f2-9fb27161e977,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:46.458494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c699142-e934-4c6e-be96-d74650453c7b req-7559bc5b-c7ec-4234-bfd4-32ab2b959604 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157008 Dec 13 12:46:46.501770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:46.528195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a197145-ec5a-4ec1-9071-d818f2910bf1 req-ce027f03-005b-4c79-8eee-16be958e22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:46.529705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a197145-ec5a-4ec1-9071-d818f2910bf1 req-ce027f03-005b-4c79-8eee-16be958e22fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=61c594e0-d1b5-4a32-b0f6-857c27b91704 HTTP/1.1" status: 200 len: 914 time: 0.4436030 Dec 13 12:46:46.538459 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c654b122-eb91-46a1-898b-8f2f6d5c7f02 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.539514 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c654b122-eb91-46a1-898b-8f2f6d5c7f02 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7322929 Dec 13 12:46:46.544332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36518) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:46.551947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-566dd561-4231-4e05-aa55-86c129f3508c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'security_group_rule': {'security_group_id': '91002154-e444-4cfa-b0f2-9fb27161e977', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:46.560548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['40e296cd-9158-4925-9a5b-e908076d5643'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:46.617040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-822b99d4-3969-48ab-a075-1877dbac3c0e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:46.619597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-822b99d4-3969-48ab-a075-1877dbac3c0e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 807 time: 0.2671773 Dec 13 12:46:46.626974 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-566dd561-4231-4e05-aa55-86c129f3508c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.657269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-279f8aea-d77c-4953-97b5-4df6cd3fb536 req-479d33c1-1c0d-4403-9227-d70188320f32 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 210 time: 0.0352232 Dec 13 12:46:46.672595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Request body: {'port': {'device_id': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'network_id': '219543e4-4bac-49a9-93d4-417277130b86', 'admin_state_up': True, 'tenant_id': '7311861d06bd4ed8a69302e267470b3d'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:46.721984 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-566dd561-4231-4e05-aa55-86c129f3508c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.728190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-566dd561-4231-4e05-aa55-86c129f3508c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.759777 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-566dd561-4231-4e05-aa55-86c129f3508c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.764904 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-566dd561-4231-4e05-aa55-86c129f3508c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2185726 Dec 13 12:46:46.765703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:46.771261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4847adc9-ec19-4350-960a-fd883cc7f44d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'security_group_rule': {'security_group_id': '91002154-e444-4cfa-b0f2-9fb27161e977', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:46.772013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a197145-ec5a-4ec1-9071-d818f2910bf1 req-50dd4ae5-fd17-4185-97a7-fde8b9576079 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60862616-a8db-4d7c-bc25-1d512fe2e99b HTTP/1.1" status: 200 len: 217 time: 0.1513557 Dec 13 12:46:46.798268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dd561-4231-4e05-aa55-86c129f3508c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54b3974-6847-46ed-9a99-e171111b4a96,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:46.809691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4847adc9-ec19-4350-960a-fd883cc7f44d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.864182 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 60862616-a8db-4d7c-bc25-1d512fe2e99b details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:46.872826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4847adc9-ec19-4350-960a-fd883cc7f44d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.878720 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4847adc9-ec19-4350-960a-fd883cc7f44d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.904411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847adc9-ec19-4350-960a-fd883cc7f44d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6eef2f-1be9-468e-841c-2cb7fb34e264,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:46.914629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a197145-ec5a-4ec1-9071-d818f2910bf1 req-29275b43-d69d-40af-9c06-f2e309cf6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:46.915187 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4847adc9-ec19-4350-960a-fd883cc7f44d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.916522 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a197145-ec5a-4ec1-9071-d818f2910bf1 req-29275b43-d69d-40af-9c06-f2e309cf6031 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bdb5e84e-43dc-4867-8b74-b684d12a5cff HTTP/1.1" status: 200 len: 854 time: 0.1362040 Dec 13 12:46:46.919751 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4847adc9-ec19-4350-960a-fd883cc7f44d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527705 Dec 13 12:46:46.920410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36522) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:46:46.924949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:46.930324 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.949037 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.951928 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:46.977514 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a197145-ec5a-4ec1-9071-d818f2910bf1 req-481c94df-9aca-43c8-9e05-381a633cd8d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61c594e0-d1b5-4a32-b0f6-857c27b91704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434935 Dec 13 12:46:47.020791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44a328-a467-4e63-b7f4-aa2d977105af req-f1ec159c-ec0f-4653-944e-e4abbe6fc0c0 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:47.022327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab44a328-a467-4e63-b7f4-aa2d977105af req-f1ec159c-ec0f-4653-944e-e4abbe6fc0c0 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 948 time: 0.1912265 Dec 13 12:46:47.045947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 60862616-a8db-4d7c-bc25-1d512fe2e99b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=60862616-a8db-4d7c-bc25-1d512fe2e99b,segment=NetworkSegment(a07a4f8e-cd26-4ff4-9148-ce500a8deb35),segment_id=a07a4f8e-cd26-4ff4-9148-ce500a8deb35)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:47.075081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '60862616-a8db-4d7c-bc25-1d512fe2e99b', 'network_id': '61c594e0-d1b5-4a32-b0f6-857c27b91704', 'port_id': '60862616-a8db-4d7c-bc25-1d512fe2e99b', 'mac_address': 'fa:16:3e:c9:01:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb5e84e-43dc-4867-8b74-b684d12a5cff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:46:47.096092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.122166 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.137903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60862616-a8db-4d7c-bc25-1d512fe2e99b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:47.145476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Pushing event updated for resources: {'Port': ['ID=77c822cd-ed24-4ce0-bab6-94197fa38d90,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:47.158001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Made reservation on behalf of 7311861d06bd4ed8a69302e267470b3d for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:47.160980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 60862616-a8db-4d7c-bc25-1d512fe2e99b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=60862616-a8db-4d7c-bc25-1d512fe2e99b,segment=NetworkSegment(a07a4f8e-cd26-4ff4-9148-ce500a8deb35),segment_id=a07a4f8e-cd26-4ff4-9148-ce500a8deb35)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:47.162309 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.171249 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.171943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:47.203229 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab44a328-a467-4e63-b7f4-aa2d977105af req-7c2624d8-6176-4e6f-bab6-41dee9fa6de7 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581106 Dec 13 12:46:47.208858 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.264357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Allocated IP 172.25.2.200 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/0b5b7dc5-d4e4-4674-ba32-3bc908c2d0bc) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:47.279381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a197145-ec5a-4ec1-9071-d818f2910bf1 req-e4c48bbb-5518-406a-950e-47743b43d2fa service neutron] 10.222.0.37 "GET /v2.0/networks/61c594e0-d1b5-4a32-b0f6-857c27b91704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768345 Dec 13 12:46:47.282438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=60862616-a8db-4d7c-bc25-1d512fe2e99b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:47.302424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.303650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-500770e4-cabe-4815-ae52-aab3441e722f tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6920619 Dec 13 12:46:47.328191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:47.341316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': 'ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9', 'mac_address': 'fa:16:3e:b1:12:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:46:47.370771 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22724a5-7fe0-455b-a9f4-74fd6a359c7d x-openstack-request-id: req-a22724a5-7fe0-455b-a9f4-74fd6a359c7d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:47.371434 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-unplugged", "status": "completed", "tag": "40e296cd-9158-4925-9a5b-e908076d5643", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:47.371839 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a22724a5-7fe0-455b-a9f4-74fd6a359c7d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:47.372420 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643', 'code': 200} Dec 13 12:46:47.398735 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.437071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:47.536828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.537169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:47.622905 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.623794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.673459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:47.678266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:47.682037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:47.683872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:47.719859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Port': ['ID=0b5b7dc5-d4e4-4674-ba32-3bc908c2d0bc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:47.789357 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.829814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-7fe4ef05-27cc-4b2b-99af-48d425bca693 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.5143313 Dec 13 12:46:47.833004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:47.915792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['60862616-a8db-4d7c-bc25-1d512fe2e99b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:47.925673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:47.937725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Allocated IP 172.20.0.14 (219543e4-4bac-49a9-93d4-417277130b86/f78a57fd-1d76-4319-9106-b62626f1bc04/babbcdbc-bce0-4196-8610-3f380717a872) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:47.977641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a197145-ec5a-4ec1-9071-d818f2910bf1 req-021acda7-5741-42b5-b507-bd887e3e1c0d service neutron] 10.222.0.37 "GET /v2.0/networks/61c594e0-d1b5-4a32-b0f6-857c27b91704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895506 Dec 13 12:46:48.000322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b9850-9ed2-48a8-b552-09b133496371 req-b3079617-5086-4a51-a1de-8da06beb2deb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:48.008140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb2b9850-9ed2-48a8-b552-09b133496371 req-b3079617-5086-4a51-a1de-8da06beb2deb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 949 time: 0.2360351 Dec 13 12:46:48.010374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:48.017354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:48.082622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-92f99ddf-bf0a-423d-a618-f2440a52495e tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:48.094778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd309f06-ec45-457c-83bc-461ab13b7e7d req-92f99ddf-bf0a-423d-a618-f2440a52495e tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.2466919 Dec 13 12:46:48.157329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Port': ['ID=0b5b7dc5-d4e4-4674-ba32-3bc908c2d0bc,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:48.173117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:48.196861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:48.198969 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ac843500-69e7-44d8-9ab9-7f892ff24b5b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2775474 Dec 13 12:46:48.201277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb2b9850-9ed2-48a8-b552-09b133496371 req-a7b7b921-755d-4d42-859c-b2c55dd07ffb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927905 Dec 13 12:46:48.371967 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5905773d-5c3d-4ca0-94bd-bddcf176d3fc req-99880f3a-d8f4-4796-b684-887778d6a453 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 210 time: 0.0310485 Dec 13 12:46:48.431851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02980248-044b-4e26-8a80-aa023df20b09 req-31caa62d-7d89-405b-b13e-77a2811d1787 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:48.433713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02980248-044b-4e26-8a80-aa023df20b09 req-31caa62d-7d89-405b-b13e-77a2811d1787 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 944 time: 0.1136434 Dec 13 12:46:48.481409 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:48.540308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02980248-044b-4e26-8a80-aa023df20b09 req-bc35b0e4-a939-46fb-8ca6-93d020d3c658 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968122 Dec 13 12:46:48.579629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7c05d-cc6f-4e23-bbf9-24c0e11a9b18 req-f65e681c-5c31-4e10-8381-7a200bc3c5e9 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:48.581217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-caf7c05d-cc6f-4e23-bbf9-24c0e11a9b18 req-f65e681c-5c31-4e10-8381-7a200bc3c5e9 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0916643 Dec 13 12:46:48.590684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:48.708291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-caf7c05d-cc6f-4e23-bbf9-24c0e11a9b18 req-44a2b7f1-73fd-43c4-a8e1-43a656a410c9 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.1153541 Dec 13 12:46:48.710110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Network 219543e4-4bac-49a9-93d4-417277130b86 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:48.719089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:48.725065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:48.730723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-caf7c05d-cc6f-4e23-bbf9-24c0e11a9b18 req-8d573352-47c4-4b09-b572-256c06a2c8ab tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Request body: {'floatingip': {'port_id': '783cbba2-7d48-43de-ad46-cc216af09a17', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:48.742493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Pushing event updated for resources: {'Port': ['ID=babbcdbc-bce0-4196-8610-3f380717a872,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:48.815372 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-caf7c05d-cc6f-4e23-bbf9-24c0e11a9b18 req-8d573352-47c4-4b09-b572-256c06a2c8ab tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:48.868141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:48.868854 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:48.881739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 40e296cd-9158-4925-9a5b-e908076d5643 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:48.896998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155343ef-ae46-416c-a87f-ed4b4b8a6fbb req-4e220356-45cf-45d4-bc98-547220c454ca tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:48.898537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-155343ef-ae46-416c-a87f-ed4b4b8a6fbb req-4e220356-45cf-45d4-bc98-547220c454ca tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 949 time: 0.2362871 Dec 13 12:46:48.933754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 40e296cd-9158-4925-9a5b-e908076d5643 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:48.934302 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:48.958162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-720154fa-7d36-46a7-8a80-d060b5b0d891 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2906823 Dec 13 12:46:48.982748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Request body: {'port': {'device_id': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:49.015742 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:49.048981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:49.053848 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:49.062123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-155343ef-ae46-416c-a87f-ed4b4b8a6fbb req-f0c678d0-9e2b-4cdb-a801-2ed004bf6001 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530037 Dec 13 12:46:49.111463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:49.116395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:49.216704 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-caf7c05d-cc6f-4e23-bbf9-24c0e11a9b18 req-8d573352-47c4-4b09-b572-256c06a2c8ab tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 12:46:49.217813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-caf7c05d-cc6f-4e23-bbf9-24c0e11a9b18 req-8d573352-47c4-4b09-b572-256c06a2c8ab tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "PUT /v2.0/floatingips/6fd92453-6117-40d7-8901-033784c2a4fe HTTP/1.1" status: 409 len: 550 time: 0.5016410 Dec 13 12:46:49.264513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-0cb4147b-bbb4-44c2-966e-84b2a1b26b72 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1367733359&fields=id&tenant_id=0a2a372f38094215aedbe2a0ee092fa7 HTTP/1.1" status: 200 len: 267 time: 0.0863626 Dec 13 12:46:49.373476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:49.376415 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9843c8d1-94c2-4bf9-9039-29ada2890e09" -d '{"events": [{"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-plugged", "status": "completed", "tag": "40e296cd-9158-4925-9a5b-e908076d5643"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:49.416754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f0f0aec6-f820-493b-a048-e408379feba4 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:49.418262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f0f0aec6-f820-493b-a048-e408379feba4 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports/46400ea7-f38c-4381-8d98-62c2c2dde927 HTTP/1.1" status: 200 len: 932 time: 0.1066580 Dec 13 12:46:49.471309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849e2f4-eb4c-4e40-bfa4-4e298b88e379 req-0f6edfa4-7fbb-42d1-adca-3ceba7e93ced tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:49.472824 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3849e2f4-eb4c-4e40-bfa4-4e298b88e379 req-0f6edfa4-7fbb-42d1-adca-3ceba7e93ced tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.1623924 Dec 13 12:46:49.525682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-dfa55dff-8717-4bf8-98ea-5ce0cefaabed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:49.529492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-dfa55dff-8717-4bf8-98ea-5ce0cefaabed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports/068e6154-1849-490f-8d03-01e1d09c5bfc HTTP/1.1" status: 200 len: 932 time: 0.0837088 Dec 13 12:46:49.613162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-c4b43d2e-569c-4496-8234-8ee53f99d813 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0723822 Dec 13 12:46:49.649673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3849e2f4-eb4c-4e40-bfa4-4e298b88e379 req-ec9b2d70-1007-4383-bbee-eb042ed14680 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561306 Dec 13 12:46:49.668808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-779f57ce-50d5-418d-bcf3-c5be6a3f2f95 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0403795 Dec 13 12:46:49.812689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-2ed6d809-3376-46bc-ac8c-cd3da1a536d9 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips/6fd92453-6117-40d7-8901-033784c2a4fe HTTP/1.1" status: 200 len: 693 time: 0.1180067 Dec 13 12:46:49.834959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babbcdbc-bce0-4196-8610-3f380717a872 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:49.860173 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:49.925924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Transition to ACTIVE for port object babbcdbc-bce0-4196-8610-3f380717a872 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:46:49.941093 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:49.989084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-6c0f0824-bb0b-4260-a8d3-e1800c58c2fe tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:49.995520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-6c0f0824-bb0b-4260-a8d3-e1800c58c2fe tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:50.001525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-6c0f0824-bb0b-4260-a8d3-e1800c58c2fe tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:50.003138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-6c0f0824-bb0b-4260-a8d3-e1800c58c2fe tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/networks?id=fc70dab7-0712-49c8-bb1b-4ed11b531838&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=374a949d-aec7-4b8e-a55c-02119c1300d9&id=374a949d-aec7-4b8e-a55c-02119c1300d9 HTTP/1.1" status: 200 len: 1988 time: 0.3198354 Dec 13 12:46:50.061818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-eeae3e2d-4e91-4f60-810b-d69a886118c6 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:50.063264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-eeae3e2d-4e91-4f60-810b-d69a886118c6 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.2441475 Dec 13 12:46:50.065868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e4235acc-9841-4b31-9418-84a78fefecce tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/quotas/0a2a372f38094215aedbe2a0ee092fa7 HTTP/1.1" status: 200 len: 375 time: 0.0443189 Dec 13 12:46:50.067682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Pushing event updated for resources: {'Port': ['ID=babbcdbc-bce0-4196-8610-3f380717a872,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:50.080788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-af7b2b50-7b80-44aa-9219-a9ded7048eef tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:46:50.081791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-af7b2b50-7b80-44aa-9219-a9ded7048eef tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087354 Dec 13 12:46:50.191839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-de7233b2-80fe-48bd-b292-c3d7c30a7bbb tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.0952623 Dec 13 12:46:50.264930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-6a53b56d-7f04-4e9d-a6e6-8cd21fcc293a tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.0636499 Dec 13 12:46:50.277850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-eff55c0d-3840-41f3-9c61-52913794d889 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2009721 Dec 13 12:46:50.284940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:46:50.285273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:46:50.285598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:50.333566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Port babbcdbc-bce0-4196-8610-3f380717a872 on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:46:50.333901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:46:50.416022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:46:50.416415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:46:50.416993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:46:50.417595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Bound port: babbcdbc-bce0-4196-8610-3f380717a872, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:46:50.417956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:50.528005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-34f1c243-347d-472b-bb45-e36f241fb557 service neutron] 10.222.0.31 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372262 Dec 13 12:46:50.562603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:46:50.611361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:46:50.620263 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:50.632950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-0b9a8bf2-8bcc-4744-ada3-89dc722ab996 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Deleting port 77c822cd-ed24-4ce0-bab6-94197fa38d90 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:46:50.633202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-0b9a8bf2-8bcc-4744-ada3-89dc722ab996 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:50.710690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:50.711293 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:50.712684 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] 10.222.0.42 "PUT /v2.0/ports/babbcdbc-bce0-4196-8610-3f380717a872 HTTP/1.1" status: 200 len: 1092 time: 1.7345588 Dec 13 12:46:50.715149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'tag': 'babbcdbc-bce0-4196-8610-3f380717a872'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:50.717400 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77a4351-3c70-4d26-80bc-ef2247584fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f5bfaa78-33e8-4847-9e29-f533ad3b2c17", "tag": "babbcdbc-bce0-4196-8610-3f380717a872"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:50.749620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-2a224ba8-63c3-4a5e-ad12-f67431b00861 service neutron] 10.222.0.31 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146404 Dec 13 12:46:50.781214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694dcef-eef5-4ab9-a9fc-8791373f5c4c service neutron] Pushing event updated for resources: {'Port': ['ID=babbcdbc-bce0-4196-8610-3f380717a872,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:50.841121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-0b9a8bf2-8bcc-4744-ada3-89dc722ab996 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:50.841413 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-0b9a8bf2-8bcc-4744-ada3-89dc722ab996 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:50.850502 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-56fc0d06-7d23-463d-b3b5-ab4f9baa5ccb service neutron] 10.222.0.31 "GET /v2.0/ports/46400ea7-f38c-4381-8d98-62c2c2dde927?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0880022 Dec 13 12:46:50.858396 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-0b9a8bf2-8bcc-4744-ada3-89dc722ab996 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Calling delete_port for 77c822cd-ed24-4ce0-bab6-94197fa38d90 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:46:50.888019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 60862616-a8db-4d7c-bc25-1d512fe2e99b up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:50.946007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 60862616-a8db-4d7c-bc25-1d512fe2e99b completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:46:50.951254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 60862616-a8db-4d7c-bc25-1d512fe2e99b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:50.951634 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:51.035322 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:51.078287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 60862616-a8db-4d7c-bc25-1d512fe2e99b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=60862616-a8db-4d7c-bc25-1d512fe2e99b,segment=NetworkSegment(a07a4f8e-cd26-4ff4-9148-ce500a8deb35),segment_id=a07a4f8e-cd26-4ff4-9148-ce500a8deb35)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:51.083964 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:51.084832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:51.171767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=60862616-a8db-4d7c-bc25-1d512fe2e99b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:51.187915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:46:51.192577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:51.192994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:51.268550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-991108df-1523-4401-a4c5-97deacd43d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:51.270053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-991108df-1523-4401-a4c5-97deacd43d40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1095 time: 0.4899516 Dec 13 12:46:51.280106 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:51.321588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:51.325978 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:51.351163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-eed12004-7f00-45c8-bfaa-78c14fcfd53e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=babbcdbc-bce0-4196-8610-3f380717a872 HTTP/1.1" status: 200 len: 217 time: 0.0474401 Dec 13 12:46:51.374382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:51.439013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-b6d16681-5352-4842-9c16-9dafac5439d0 service neutron] 10.222.0.31 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786996 Dec 13 12:46:51.445577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-101d84f3-5578-4085-87bc-9dbfc9b6874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:51.454435 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-101d84f3-5578-4085-87bc-9dbfc9b6874d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0855491 Dec 13 12:46:51.547080 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-fd8f8d6a-0dc6-4a52-ae08-1bf6298a39e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813172 Dec 13 12:46:51.631350 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-0b9a8bf2-8bcc-4744-ada3-89dc722ab996 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:51.677487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a8bf2-8bcc-4744-ada3-89dc722ab996 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Pushing event deleted for resources: {'Port': ['ID=77c822cd-ed24-4ce0-bab6-94197fa38d90,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:51.712585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-c7c76773-8506-4642-8b6a-1d4d7a21afb2 service neutron] 10.222.0.31 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570140 Dec 13 12:46:51.789488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-aae14afe-cdb4-4ae9-8f20-ba0d82428163 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294676 Dec 13 12:46:51.799721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-0b9a8bf2-8bcc-4744-ada3-89dc722ab996 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:51.802411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-0b9a8bf2-8bcc-4744-ada3-89dc722ab996 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:51.803570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-630fcf4a-4bfb-46cb-826e-cd5e5b911b54 req-0b9a8bf2-8bcc-4744-ada3-89dc722ab996 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "DELETE /v2.0/floatingips/6fd92453-6117-40d7-8901-033784c2a4fe HTTP/1.1" status: 204 len: 173 time: 1.5247936 Dec 13 12:46:51.820408 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-6899a601-8afa-4950-8e59-609c10ef7237 service neutron] 10.222.0.31 "GET /v2.0/ports/068e6154-1849-490f-8d03-01e1d09c5bfc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0809186 Dec 13 12:46:51.902285 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ede3f2c-1cf9-49d1-9f00-d9a3973f3ef4 x-openstack-request-id: req-5ede3f2c-1cf9-49d1-9f00-d9a3973f3ef4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:51.903409 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-plugged", "status": "completed", "tag": "40e296cd-9158-4925-9a5b-e908076d5643", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:51.904005 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ede3f2c-1cf9-49d1-9f00-d9a3973f3ef4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:51.904740 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643', 'code': 200} Dec 13 12:46:52.008613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112c5a7d-5954-4304-9d97-1ac80c248daf req-18ac35e9-979a-4d1c-88dc-4620596c6cfd service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039628 Dec 13 12:46:52.021088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-c5d230c4-b34f-456f-8e22-f0a1f1843f2b service neutron] 10.222.0.31 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996927 Dec 13 12:46:52.086452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c48b73-fae3-4713-944e-f7ea1cd5585c req-e0902e68-ee28-414e-98fe-de542c66933b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:52.088282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20c48b73-fae3-4713-944e-f7ea1cd5585c req-e0902e68-ee28-414e-98fe-de542c66933b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 944 time: 0.1271050 Dec 13 12:46:52.186443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb15aa6-1017-470f-8264-a18841a90ee3 req-fd5a5d25-540e-4f2f-bedd-72a91fa2f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:52.187953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7eb15aa6-1017-470f-8264-a18841a90ee3 req-fd5a5d25-540e-4f2f-bedd-72a91fa2f474 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 1101 time: 0.0972099 Dec 13 12:46:52.192652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-74776d9b-426e-4f5b-b2bf-fadcc89cd973 service neutron] 10.222.0.31 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708553 Dec 13 12:46:52.197401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20c48b73-fae3-4713-944e-f7ea1cd5585c req-73024519-6428-4d2d-8eaa-46b3364dbb7d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979619 Dec 13 12:46:52.324655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7eb15aa6-1017-470f-8264-a18841a90ee3 req-d078ebaf-5441-4f5d-ab34-fa9efa19d241 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258588 Dec 13 12:46:52.366650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-a8de45cc-7c3a-46e1-87dc-17095534f7d6 service neutron] 10.222.0.31 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626639 Dec 13 12:46:52.375382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54970662-2184-43d9-b6cc-3af826f5abe5 req-22479427-cd23-42b3-85ee-89aa4cb4fe02 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:52.377022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-54970662-2184-43d9-b6cc-3af826f5abe5 req-22479427-cd23-42b3-85ee-89aa4cb4fe02 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 945 time: 0.1097078 Dec 13 12:46:52.497053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-54970662-2184-43d9-b6cc-3af826f5abe5 req-328152fd-cd45-4ad5-b08d-a720009e84ae tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106684 Dec 13 12:46:52.523159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e4bf8525-12f6-45c4-933f-eb7c4d29c180 service neutron] 10.222.0.31 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449182 Dec 13 12:46:52.674892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02db8b-6a99-4aae-b584-da0efcde0bbb req-c5cd16d7-1df9-4194-9d55-9987f4f85949 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:52.676559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb02db8b-6a99-4aae-b584-da0efcde0bbb req-c5cd16d7-1df9-4194-9d55-9987f4f85949 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 950 time: 0.0964236 Dec 13 12:46:52.678966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-42f44d75-66af-429f-911c-64a6c165c4ef service neutron] 10.222.0.31 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494758 Dec 13 12:46:52.790637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb02db8b-6a99-4aae-b584-da0efcde0bbb req-91664d22-6848-4b55-946e-d26aef06e032 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070580 Dec 13 12:46:52.821687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ed6b98b7-fd85-49cd-a89a-383822797dba service neutron] 10.222.0.31 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365316 Dec 13 12:46:52.979801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1b310-39a1-4cdd-9da0-7b2e594de16b req-85697da8-9631-457c-aa66-2a406f797c28 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:52.981275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28e1b310-39a1-4cdd-9da0-7b2e594de16b req-85697da8-9631-457c-aa66-2a406f797c28 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.0899379 Dec 13 12:46:52.984113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-2249612c-af0f-40c7-a324-aaa927f62826 service neutron] 10.222.0.31 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559348 Dec 13 12:46:53.085604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28e1b310-39a1-4cdd-9da0-7b2e594de16b req-45635e18-d691-44ce-845f-0f7dd1ff8680 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975108 Dec 13 12:46:53.122148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-6c9c47ba-f0ca-4f06-8b3d-c4509d7c4259 service neutron] 10.222.0.31 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192160 Dec 13 12:46:53.152723 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97906f1b-26b2-428c-b2ac-d04a1bc0d9e5 x-openstack-request-id: req-97906f1b-26b2-428c-b2ac-d04a1bc0d9e5 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:53.153638 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5bfaa78-33e8-4847-9e29-f533ad3b2c17", "tag": "babbcdbc-bce0-4196-8610-3f380717a872", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:53.154136 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97906f1b-26b2-428c-b2ac-d04a1bc0d9e5 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:53.154590 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'tag': 'babbcdbc-bce0-4196-8610-3f380717a872', 'status': 'completed', 'code': 200} Dec 13 12:46:53.320162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-77579f0f-2923-431d-8573-c9a1689fb551 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 1001 time: 0.1644869 Dec 13 12:46:53.343422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a4351-3c70-4d26-80bc-ef2247584fdf req-9cb05d71-5db2-4ed2-bb25-4635eba41193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:53.344848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f77a4351-3c70-4d26-80bc-ef2247584fdf req-9cb05d71-5db2-4ed2-bb25-4635eba41193 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1095 time: 0.1624908 Dec 13 12:46:53.366653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1a4df568-d9b2-4874-b859-498d3b6d6f99 service neutron] 10.222.0.31 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362640 Dec 13 12:46:53.476257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-19deae29-3d85-4ee2-be6c-881ade5741c4 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:53.478057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-19deae29-3d85-4ee2-be6c-881ade5741c4 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports/783cbba2-7d48-43de-ad46-cc216af09a17 HTTP/1.1" status: 200 len: 942 time: 0.1494517 Dec 13 12:46:53.590952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a4351-3c70-4d26-80bc-ef2247584fdf req-8f710a74-3018-4359-87c2-95b8f1441318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:53.592382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f77a4351-3c70-4d26-80bc-ef2247584fdf req-8f710a74-3018-4359-87c2-95b8f1441318 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.2282920 Dec 13 12:46:53.599289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-eb906bd0-954d-49c4-a57d-778cf5bd2d86 service neutron] 10.222.0.31 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224371 Dec 13 12:46:53.649435 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f77a4351-3c70-4d26-80bc-ef2247584fdf req-c66b3177-6289-483f-8523-41497448287a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=babbcdbc-bce0-4196-8610-3f380717a872 HTTP/1.1" status: 200 len: 217 time: 0.0464454 Dec 13 12:46:53.672309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-cb57ce8a-470f-4547-9745-8ac4b4d8b584 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 1001 time: 0.1313992 Dec 13 12:46:53.766165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a4351-3c70-4d26-80bc-ef2247584fdf req-5c39b571-31b0-4229-9fc9-5102258746ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:53.767053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f77a4351-3c70-4d26-80bc-ef2247584fdf req-5c39b571-31b0-4229-9fc9-5102258746ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.1081083 Dec 13 12:46:53.820723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f77a4351-3c70-4d26-80bc-ef2247584fdf req-b3365266-b154-4393-954f-183c4d88189b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346162 Dec 13 12:46:53.865029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-33c1822f-520b-44c1-8f00-204b92e532ab tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:53.866883 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-33c1822f-520b-44c1-8f00-204b92e532ab tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.1757157 Dec 13 12:46:53.904142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-eede9fd6-1a41-4e7d-82df-5950da8bc727 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:46:53.905127 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-eede9fd6-1a41-4e7d-82df-5950da8bc727 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118263 Dec 13 12:46:53.906622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d40e2-4add-405b-82ec-81e458dd5b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60862616-a8db-4d7c-bc25-1d512fe2e99b'}, {'server_uuid': '34eaf933-ee98-4615-81d4-69db288f00a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:53.911712 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7eee44-e23c-42bc-8844-1952e46492e8" -d '{"events": [{"server_uuid": "963d40e2-4add-405b-82ec-81e458dd5b19", "name": "network-vif-plugged", "status": "completed", "tag": "60862616-a8db-4d7c-bc25-1d512fe2e99b"}, {"server_uuid": "34eaf933-ee98-4615-81d4-69db288f00a0", "name": "network-vif-plugged", "status": "completed", "tag": "ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:53.992421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f77a4351-3c70-4d26-80bc-ef2247584fdf req-9668dde9-3823-40dd-b489-32bb360dd01e service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552272 Dec 13 12:46:54.019404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-fa1ea361-48d9-4717-8bb0-5dd1ad39d371 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 1001 time: 0.0990245 Dec 13 12:46:54.042236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-edcfa04a-04bb-4912-92b0-74efa5ae3030 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:54.090492 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-274799f6-7bd0-49f4-9740-a151fc9de8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:54.143536 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-edcfa04a-04bb-4912-92b0-74efa5ae3030 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:54.200255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f77a4351-3c70-4d26-80bc-ef2247584fdf req-8e5c56cc-4a2b-4a9d-9796-ece5f93385bc service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970661 Dec 13 12:46:54.360794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device babbcdbc-bce0-4196-8610-3f380717a872 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:46:54.471493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:54.485079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'babbcdbc-bce0-4196-8610-3f380717a872', 'network_id': '219543e4-4bac-49a9-93d4-417277130b86', 'port_id': 'babbcdbc-bce0-4196-8610-3f380717a872', 'mac_address': 'fa:16:3e:32:f2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78a57fd-1d76-4319-9106-b62626f1bc04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:46:54.539245 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:54.554439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babbcdbc-bce0-4196-8610-3f380717a872 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:46:54.576383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:54.581907 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:54.632917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=babbcdbc-bce0-4196-8610-3f380717a872,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:54.699410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090fd7b-010a-4f93-9c87-4f95eacef37a req-2334e8da-0b3b-4202-80aa-aac409c7b547 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:54.700865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8090fd7b-010a-4f93-9c87-4f95eacef37a req-2334e8da-0b3b-4202-80aa-aac409c7b547 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 945 time: 0.1029837 Dec 13 12:46:54.702913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-edcfa04a-04bb-4912-92b0-74efa5ae3030 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:54.707543 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-edcfa04a-04bb-4912-92b0-74efa5ae3030 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:54.708010 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-edcfa04a-04bb-4912-92b0-74efa5ae3030 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Floating IP 25558d30-c912-45a6-8c8c-57eba2529835 disassociated. External IP: 172.25.2.194, port: 783cbba2-7d48-43de-ad46-cc216af09a17. Dec 13 12:46:54.832489 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8090fd7b-010a-4f93-9c87-4f95eacef37a req-797940db-dd9e-4916-b402-a002b7705a64 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220453 Dec 13 12:46:54.988788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311c3e-51c9-49c3-9346-ce80c696ab66 req-1c2868f2-293d-4659-9421-f1f160761af5 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:54.990201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd311c3e-51c9-49c3-9346-ce80c696ab66 req-1c2868f2-293d-4659-9421-f1f160761af5 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 945 time: 0.0956008 Dec 13 12:46:55.015029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['babbcdbc-bce0-4196-8610-3f380717a872'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:46:55.023561 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-edcfa04a-04bb-4912-92b0-74efa5ae3030 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:46:55.054902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd311c3e-51c9-49c3-9346-ce80c696ab66 req-9d7fc505-c02d-44b7-8f88-48f4ce7cf064 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573323 Dec 13 12:46:55.187708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-edcfa04a-04bb-4912-92b0-74efa5ae3030 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:46:55.192803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-edcfa04a-04bb-4912-92b0-74efa5ae3030 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:55.198754 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] Sync routers for ids ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:46:55.207953 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] Routers {'6d6dee2d-ef2e-462b-a48a-b6651b335a3c'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:55.208548 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:46:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:55.225176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc447b-2164-4ce1-821d-4cae21eea011 req-b5a9aec2-ece8-4c60-8260-06e91ff267d0 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.226682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dc447b-2164-4ce1-821d-4cae21eea011 req-b5a9aec2-ece8-4c60-8260-06e91ff267d0 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 950 time: 0.0891900 Dec 13 12:46:55.232347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-edcfa04a-04bb-4912-92b0-74efa5ae3030 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "PUT /v2.0/floatingips/25558d30-c912-45a6-8c8c-57eba2529835 HTTP/1.1" status: 200 len: 695 time: 1.1974633 Dec 13 12:46:55.233933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'tag': '783cbba2-7d48-43de-ad46-cc216af09a17'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:55.236223 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359c6383-a9d7-4c77-ae14-a51809690953" -d '{"events": [{"name": "network-changed", "server_uuid": "066c8b1c-8aea-4350-a70d-5f4d074d1d70", "tag": "783cbba2-7d48-43de-ad46-cc216af09a17"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:55.315199 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] Set router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:55.315427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dc447b-2164-4ce1-821d-4cae21eea011 req-5074a522-e995-4663-970a-b031ab3aefbb tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819690 Dec 13 12:46:55.317804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-607e66c2-0d26-4a73-b988-bc6bff9dfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.319378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-607e66c2-0d26-4a73-b988-bc6bff9dfafe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=482b204d4baf45bc853738c765480777&device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 1096 time: 0.0653362 Dec 13 12:46:55.372832 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f5b528-5a38-49cc-8a28-0042c90c2fe9 x-openstack-request-id: req-81f5b528-5a38-49cc-8a28-0042c90c2fe9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:55.373132 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d40e2-4add-405b-82ec-81e458dd5b19", "name": "network-vif-plugged", "status": "completed", "tag": "60862616-a8db-4d7c-bc25-1d512fe2e99b", "code": 200}, {"server_uuid": "34eaf933-ee98-4615-81d4-69db288f00a0", "name": "network-vif-plugged", "status": "completed", "tag": "ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:55.373388 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81f5b528-5a38-49cc-8a28-0042c90c2fe9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:55.373832 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d40e2-4add-405b-82ec-81e458dd5b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60862616-a8db-4d7c-bc25-1d512fe2e99b', 'code': 200} Dec 13 12:46:55.374108 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaf933-ee98-4615-81d4-69db288f00a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9', 'code': 200} Dec 13 12:46:55.534740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-8f90198a-89cd-4508-b767-a5563f47575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.539100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de49bf-2527-42a9-bd32-59c4bf147bbd req-f0afc397-51dc-4a92-a634-6d2f92dbe3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.541514 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a2de49bf-2527-42a9-bd32-59c4bf147bbd req-f0afc397-51dc-4a92-a634-6d2f92dbe3da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 1101 time: 0.0520816 Dec 13 12:46:55.542345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-8f90198a-89cd-4508-b767-a5563f47575f service neutron] 10.222.0.31 "GET /v2.0/networks?id=b2fee8a9-a853-4009-b603-fe162eccd03f HTTP/1.1" status: 200 len: 929 time: 0.2163396 Dec 13 12:46:55.549639 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:17Z', 'revision_number': 5, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:55.591571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-6ab565dc-1c00-4afd-88a4-6431fbc4ac67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783cbba2-7d48-43de-ad46-cc216af09a17 HTTP/1.1" status: 200 len: 217 time: 0.0479755 Dec 13 12:46:55.592853 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] Checking router: 6d6dee2d-ef2e-462b-a48a-b6651b335a3c for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:46:55.596997 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a2de49bf-2527-42a9-bd32-59c4bf147bbd req-f354b5b7-6757-4c18-95e5-56e7bbd66523 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Dec 13 12:46:55.602570 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] Routers {'6d6dee2d-ef2e-462b-a48a-b6651b335a3c'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:46:55.603185 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:46:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:55.628785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f3732c97-734d-4398-9a35-17e8559e4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.630245 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f3732c97-734d-4398-9a35-17e8559e4081 service neutron] 10.222.0.42 "GET /v2.0/ports/46400ea7-f38c-4381-8d98-62c2c2dde927 HTTP/1.1" status: 200 len: 1028 time: 0.1548431 Dec 13 12:46:55.659821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df06faa-0220-4b6a-8809-1634a8c9e552 req-ac8663ed-4491-4fb7-ae99-4d4930017251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.661247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0df06faa-0220-4b6a-8809-1634a8c9e552 req-ac8663ed-4491-4fb7-ae99-4d4930017251 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 1096 time: 0.1967733 Dec 13 12:46:55.687805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdc696-e124-4ae0-a139-80719eb4d736 req-51eeda63-6ada-4098-abcf-e11a2c4009b2 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.689418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4efdc696-e124-4ae0-a139-80719eb4d736 req-51eeda63-6ada-4098-abcf-e11a2c4009b2 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.2350359 Dec 13 12:46:55.693188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-cdaf7013-9925-425d-8192-1104e086f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.698593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-cdaf7013-9925-425d-8192-1104e086f3ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=16add5c7-042c-47fc-b877-44ea9a15f263 HTTP/1.1" status: 200 len: 868 time: 0.1062298 Dec 13 12:46:55.713084 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] Set router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:46:55.721693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1d1f5c12-afff-4290-997b-7e3e0ff49ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.723053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1d1f5c12-afff-4290-997b-7e3e0ff49ffc service neutron] 10.222.0.42 "GET /v2.0/ports/068e6154-1849-490f-8d03-01e1d09c5bfc HTTP/1.1" status: 200 len: 1028 time: 0.0768776 Dec 13 12:46:55.856341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4efdc696-e124-4ae0-a139-80719eb4d736 req-ee0ca725-20b0-4249-935d-e72df41b5e4c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547587 Dec 13 12:46:55.865639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-b6a00014-483a-466a-ab1c-02d967acd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.867625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-b6a00014-483a-466a-ab1c-02d967acd7f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b2fee8a9-a853-4009-b603-fe162eccd03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622355 Dec 13 12:46:55.976076 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0df06faa-0220-4b6a-8809-1634a8c9e552 req-63dfc4bf-0bff-498a-b29e-12348f2e12f0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564896 Dec 13 12:46:55.989814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e343cf09-a0b1-45bc-9077-e7e9c7c9a38e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:55.995880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e343cf09-a0b1-45bc-9077-e7e9c7c9a38e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:56.001713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e343cf09-a0b1-45bc-9077-e7e9c7c9a38e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:56.003416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e343cf09-a0b1-45bc-9077-e7e9c7c9a38e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "GET /v2.0/networks?id=fc70dab7-0712-49c8-bb1b-4ed11b531838&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=374a949d-aec7-4b8e-a55c-02119c1300d9&id=374a949d-aec7-4b8e-a55c-02119c1300d9 HTTP/1.1" status: 200 len: 1988 time: 0.2554941 Dec 13 12:46:56.030296 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:17Z', 'revision_number': 5, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:46:56.057502 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7f948-ffed-47f7-b712-9e3fe515f458 None None] The sync data for ids ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'] in n-d-817326-4 is: [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:46:07Z', 'revision_number': 4, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd1839588-70e4-4954-a51a-e0b0da997cf5', 'name': '', 'network_id': 'b2fee8a9-a853-4009-b603-fe162eccd03f', 'tenant_id': '482b204d4baf45bc853738c765480777', 'mac_address': 'fa:16:3e:3e:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:05Z', 'updated_at': '2021-12-13T12:46:17Z', 'revision_number': 5, 'project_id': '482b204d4baf45bc853738c765480777', 'subnets': [{'id': '16add5c7-042c-47fc-b877-44ea9a15f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:46:56.058216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98e7f095-cf1f-4234-b2e8-21894d70124e req-bd928564-3610-4cd0-b0ec-898fb09f8028 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0520554 Dec 13 12:46:56.095377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-b27fff12-4126-4a56-a504-271fcf71b1a2 service neutron] 10.222.0.31 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214782 Dec 13 12:46:56.214297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-99173399-7954-4175-8e63-62eda42edd9c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a2a372f38094215aedbe2a0ee092fa7 HTTP/1.1" status: 200 len: 380 time: 0.1962917 Dec 13 12:46:56.250757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'admin_state_up': True, 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'security_groups': ['91002154-e444-4cfa-b0f2-9fb27161e977']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:56.348293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811eacc-b5ab-4cc8-82f2-9cbd1b3164b5 None None] New status for floating IP 25558d30-c912-45a6-8c8c-57eba2529835: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:46:56.358300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f56c2b9-bc51-416a-8a26-a4471a7a3c04 req-66a485f5-873e-45f3-a0c5-f1823ed5eef7 service neutron] 10.222.0.31 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476747 Dec 13 12:46:56.399161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b4a79996-2bbf-4eaf-9ea3-fd34350e27f0 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:56.402564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b4a79996-2bbf-4eaf-9ea3-fd34350e27f0 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 820 time: 0.2224913 Dec 13 12:46:56.411417 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c5c094-7c83-475f-aa8a-49ca80da1638 x-openstack-request-id: req-08c5c094-7c83-475f-aa8a-49ca80da1638 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:46:56.411846 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066c8b1c-8aea-4350-a70d-5f4d074d1d70", "tag": "783cbba2-7d48-43de-ad46-cc216af09a17", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:46:56.412099 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08c5c094-7c83-475f-aa8a-49ca80da1638 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:46:56.412500 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'tag': '783cbba2-7d48-43de-ad46-cc216af09a17', 'status': 'completed', 'code': 200} Dec 13 12:46:56.434569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-149a0d11-4e5e-4bfe-9818-7f0205af1812 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/quotas/0c41e368f2fd4bb18797d4930f7e15a0 HTTP/1.1" status: 200 len: 375 time: 0.0211186 Dec 13 12:46:56.516993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:56.521389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:56.541045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c6383-a9d7-4c77-ae14-a51809690953 req-616e464a-8c15-4040-a787-5da8530041b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:56.542065 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-359c6383-a9d7-4c77-ae14-a51809690953 req-616e464a-8c15-4040-a787-5da8530041b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=482b204d4baf45bc853738c765480777&device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 1096 time: 0.1012015 Dec 13 12:46:56.603583 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3693771f-f5f9-4728-940e-baeae1605e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:56.627321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-d2c757b2-8636-4f2c-9c51-c33ce8d1ba7c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804397 Dec 13 12:46:56.689275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c6383-a9d7-4c77-ae14-a51809690953 req-153e94a3-51f7-48b7-b6c0-04c0bbb465fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:56.691233 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-359c6383-a9d7-4c77-ae14-a51809690953 req-153e94a3-51f7-48b7-b6c0-04c0bbb465fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2fee8a9-a853-4009-b603-fe162eccd03f HTTP/1.1" status: 200 len: 929 time: 0.1380420 Dec 13 12:46:56.750821 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-359c6383-a9d7-4c77-ae14-a51809690953 req-56932bce-4e8c-409b-b086-4da7784c5a65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783cbba2-7d48-43de-ad46-cc216af09a17 HTTP/1.1" status: 200 len: 217 time: 0.0407326 Dec 13 12:46:56.794978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed845960-ffd0-4a65-b4bc-edf16004c508 req-421c982e-2a9a-440d-b2a4-31fde6aa0cb7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:56.796860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed845960-ffd0-4a65-b4bc-edf16004c508 req-421c982e-2a9a-440d-b2a4-31fde6aa0cb7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 945 time: 0.1478770 Dec 13 12:46:56.814890 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c6383-a9d7-4c77-ae14-a51809690953 req-e9b4040d-12c5-46d8-8031-826c2c871d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:56.815145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Allocated IP 172.20.0.12 (fc70dab7-0712-49c8-bb1b-4ed11b531838/6c2682f3-4d19-4b32-b1e3-f9be77d2e054/1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:56.816354 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-359c6383-a9d7-4c77-ae14-a51809690953 req-e9b4040d-12c5-46d8-8031-826c2c871d21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16add5c7-042c-47fc-b877-44ea9a15f263 HTTP/1.1" status: 200 len: 868 time: 0.0518484 Dec 13 12:46:56.858059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-d163c741-614b-4446-a4d6-622e99ffc7f3 service neutron] 10.222.0.31 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298067 Dec 13 12:46:56.883549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c6383-a9d7-4c77-ae14-a51809690953 req-40395cf3-ca37-4d50-8974-b93891e35c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:56.885849 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-359c6383-a9d7-4c77-ae14-a51809690953 req-40395cf3-ca37-4d50-8974-b93891e35c82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2fee8a9-a853-4009-b603-fe162eccd03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573156 Dec 13 12:46:56.957013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed845960-ffd0-4a65-b4bc-edf16004c508 req-6cf3d493-63c9-42ae-bc4c-7d956d2ba9c3 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335380 Dec 13 12:46:57.094161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2d784cf1-2508-48f0-b2fb-f50cfa15a295 service neutron] 10.222.0.31 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215803 Dec 13 12:46:57.150715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fef58-a497-46ec-ac0a-bcad60d5cc63 req-dfdbcec1-4972-4221-b586-daffac5204c6 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:57.158256 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f58fef58-a497-46ec-ac0a-bcad60d5cc63 req-dfdbcec1-4972-4221-b586-daffac5204c6 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.1101179 Dec 13 12:46:57.225534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f58fef58-a497-46ec-ac0a-bcad60d5cc63 req-a94cb0c4-076a-4c7a-893b-a6258427a58e tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661209 Dec 13 12:46:57.258956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:57.366032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:57.380735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925f0ad-91bf-4ff9-83ba-c4fa06f45f2e req-f630ab28-3fbc-4ae5-be9a-2c4c2edf3703 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:57.384995 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d925f0ad-91bf-4ff9-83ba-c4fa06f45f2e req-f630ab28-3fbc-4ae5-be9a-2c4c2edf3703 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 945 time: 0.0822766 Dec 13 12:46:57.398633 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-359c6383-a9d7-4c77-ae14-a51809690953 req-35523656-be6e-4524-8bee-f3b7f2962f3e service neutron] 10.222.0.42 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042257 Dec 13 12:46:57.458783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network fc70dab7-0712-49c8-bb1b-4ed11b531838 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:57.476341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Port': ['ID=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:57.488335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:57.500592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:57.529877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.530272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.530608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.531029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.531345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.531954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.532272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.532619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.532936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.533252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.533623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.533903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.534253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:46:57.568823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d925f0ad-91bf-4ff9-83ba-c4fa06f45f2e req-aa1bd566-b561-4bff-8a31-fc9c9764c1fe tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541657 Dec 13 12:46:57.600703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:57.601389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:57.638698 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:57.647932 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-359c6383-a9d7-4c77-ae14-a51809690953 req-17cf8685-7bc3-4d92-b2ab-8e7901208a8b service neutron] 10.222.0.42 "GET /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367356 Dec 13 12:46:57.704476 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-7a879678-0eb1-4cea-b1ae-b7692e0baf24 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips/25558d30-c912-45a6-8c8c-57eba2529835 HTTP/1.1" status: 200 len: 693 time: 0.0775697 Dec 13 12:46:57.711519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d64d5dd1-7c3c-4f3d-83f2-890c2598fb10 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4645658 Dec 13 12:46:57.748978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'admin_state_up': True, 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'security_groups': ['91002154-e444-4cfa-b0f2-9fb27161e977']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:57.837330 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7800b5d0-f26c-4505-84d9-aa7524217a85 None None] Provisioning complete for port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:57.837823 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7800b5d0-f26c-4505-84d9-aa7524217a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:57.879848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d3c8b-c4eb-4399-80a3-092be7c84f4d req-ff6bc270-5616-4b57-bb16-424e73bbc35d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:57.881368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d7d3c8b-c4eb-4399-80a3-092be7c84f4d req-ff6bc270-5616-4b57-bb16-424e73bbc35d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 950 time: 0.1736877 Dec 13 12:46:57.904256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7800b5d0-f26c-4505-84d9-aa7524217a85 None None] Port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:57.967495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-c88bef6e-1e8c-45fe-9ac5-50cd8bcd6cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:57.968907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-c88bef6e-1e8c-45fe-9ac5-50cd8bcd6cf9 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.2487562 Dec 13 12:46:58.010254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d7d3c8b-c4eb-4399-80a3-092be7c84f4d req-542afe51-d3a3-4b10-b4cd-5e38db150a1d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074209 Dec 13 12:46:58.028677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:58.032397 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:58.098185 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-1d52b2ed-3b49-4a43-8646-204845f67c5b tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 696 time: 0.0866365 Dec 13 12:46:58.229780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-2757499e-1563-4af9-84e5-5a6504d69c63 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 696 time: 0.0910501 Dec 13 12:46:58.358462 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device babbcdbc-bce0-4196-8610-3f380717a872 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:46:58.427981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port babbcdbc-bce0-4196-8610-3f380717a872 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:46:58.434009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port babbcdbc-bce0-4196-8610-3f380717a872 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:58.434590 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:58.522708 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:58.548416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babbcdbc-bce0-4196-8610-3f380717a872'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:46:58.550871 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100448ce-bf86-4a5d-9c55-b5afda3b7ca7" -d '{"events": [{"server_uuid": "f5bfaa78-33e8-4847-9e29-f533ad3b2c17", "name": "network-vif-plugged", "status": "completed", "tag": "babbcdbc-bce0-4196-8610-3f380717a872"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:46:58.564440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:46:58.569502 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:58.623305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=babbcdbc-bce0-4196-8610-3f380717a872,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:58.659942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c668b-7a46-4ad8-bf5d-a00c489a31f8 req-c8e3eb84-ad19-41dc-8a57-673a64980162 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:58.661378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f4c668b-7a46-4ad8-bf5d-a00c489a31f8 req-c8e3eb84-ad19-41dc-8a57-673a64980162 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 932 time: 0.5216887 Dec 13 12:46:58.744609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Allocated IP 10.1.1.10 (3c440969-1da4-4a97-8f9c-f4e1fd2ca640/12f33cc5-88d1-4792-8609-b67a7855c38a/04e6bbbb-3444-4bf9-8a13-122e3bec221d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:46:58.889625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f4c668b-7a46-4ad8-bf5d-a00c489a31f8 req-77d2cb7e-e799-4737-8ad0-dc35e2d3c5e6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211015 Dec 13 12:46:59.019065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-f5ce426e-96e7-4fac-a263-d278b0c60094 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Deleting port 09e144ce-566f-49e1-9c3f-0e16b65ee60d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:46:59.019433 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-f5ce426e-96e7-4fac-a263-d278b0c60094 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.032597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-bdca4014-1e66-4aa7-a067-6b4136308051 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:59.034175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-bdca4014-1e66-4aa7-a067-6b4136308051 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 820 time: 0.2491014 Dec 13 12:46:59.085872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Request body: {'port': {'device_id': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566', 'admin_state_up': True, 'tenant_id': '0c41e368f2fd4bb18797d4930f7e15a0'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:59.124291 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.205012 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.264501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-f5ce426e-96e7-4fac-a263-d278b0c60094 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.264772 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-f5ce426e-96e7-4fac-a263-d278b0c60094 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.311956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-f5ce426e-96e7-4fac-a263-d278b0c60094 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Calling delete_port for 09e144ce-566f-49e1-9c3f-0e16b65ee60d owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:46:59.399730 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.482947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d26621e0-686e-4515-bf06-d7aad6a0f6d8 req-38f3db58-48ee-4402-a426-3a5a2176654b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 210 time: 0.0607767 Dec 13 12:46:59.487876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Made reservation on behalf of 0c41e368f2fd4bb18797d4930f7e15a0 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:46:59.491439 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.505812 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:46:59.537461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:46:59.540417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:46:59.564422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Port': ['ID=04e6bbbb-3444-4bf9-8a13-122e3bec221d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:46:59.776971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:59.777591 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.810044 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.842838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c897acaf-afd1-4d3a-a849-42ec5906e765 None None] Provisioning complete for port 04e6bbbb-3444-4bf9-8a13-122e3bec221d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:46:59.843520 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c897acaf-afd1-4d3a-a849-42ec5906e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.863950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-98cc5f31-14a1-475b-a11b-009c7e8f29d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1424642 Dec 13 12:46:59.880224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5fc57-0ae2-4ee4-abe4-6635a180ada5 req-11c31280-d333-4fdf-909d-4f0f9b1c532c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:46:59.881799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0eb5fc57-0ae2-4ee4-abe4-6635a180ada5 req-11c31280-d333-4fdf-909d-4f0f9b1c532c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 946 time: 0.2743030 Dec 13 12:46:59.888774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'admin_state_up': True, 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'security_groups': ['91002154-e444-4cfa-b0f2-9fb27161e977']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:46:59.889753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c897acaf-afd1-4d3a-a849-42ec5906e765 None None] Port 04e6bbbb-3444-4bf9-8a13-122e3bec221d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:46:59.986300 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-f5ce426e-96e7-4fac-a263-d278b0c60094 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:46:59.988718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Allocated IP 172.20.0.9 (94142d38-5aca-4ea1-835a-ae24eb9bb566/952a86ce-9692-4eaa-b2ef-2ece9ef3ada0/878fb0d3-6520-4216-9ee0-2c9936050104) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:00.055252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce426e-96e7-4fac-a263-d278b0c60094 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Pushing event deleted for resources: {'Port': ['ID=09e144ce-566f-49e1-9c3f-0e16b65ee60d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:00.110641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0eb5fc57-0ae2-4ee4-abe4-6635a180ada5 req-2cabbbfa-91bd-4a7c-b807-62d14b27b230 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104390 Dec 13 12:47:00.192024 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-f5ce426e-96e7-4fac-a263-d278b0c60094 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:00.194535 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-f5ce426e-96e7-4fac-a263-d278b0c60094 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:00.195620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6717b7e4-c2c1-474a-95a2-7a345dcb07dc req-f5ce426e-96e7-4fac-a263-d278b0c60094 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "DELETE /v2.0/floatingips/25558d30-c912-45a6-8c8c-57eba2529835 HTTP/1.1" status: 204 len: 173 time: 1.9566550 Dec 13 12:47:00.234884 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d877c11-8db5-4e54-9371-2b8f301737c8 x-openstack-request-id: req-8d877c11-8db5-4e54-9371-2b8f301737c8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:00.235379 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5bfaa78-33e8-4847-9e29-f533ad3b2c17", "name": "network-vif-plugged", "status": "completed", "tag": "babbcdbc-bce0-4196-8610-3f380717a872", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:00.235993 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d877c11-8db5-4e54-9371-2b8f301737c8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:00.238993 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babbcdbc-bce0-4196-8610-3f380717a872', 'code': 200} Dec 13 12:47:00.265855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:00.269378 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:00.376218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f28ea-0692-4b4e-9379-b9ff5cd00775 req-f6e3fe30-4bd9-4e99-b202-84197d147e53 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:00.377777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-720f28ea-0692-4b4e-9379-b9ff5cd00775 req-f6e3fe30-4bd9-4e99-b202-84197d147e53 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 1101 time: 0.1870925 Dec 13 12:47:00.411255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19465ed1-93c4-4d80-bbe5-8d7e32076865 req-d3d298a3-22c5-4625-b7d7-36ba45482435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:00.413688 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-19465ed1-93c4-4d80-bbe5-8d7e32076865 req-d3d298a3-22c5-4625-b7d7-36ba45482435 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1097 time: 0.0774243 Dec 13 12:47:00.451552 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:00.486692 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-19465ed1-93c4-4d80-bbe5-8d7e32076865 req-27e81de8-bf8c-4b90-bf1d-0cdd7f5ae230 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558507 Dec 13 12:47:00.517086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-720f28ea-0692-4b4e-9379-b9ff5cd00775 req-7543a7cd-451d-4493-8f6d-59252944fa16 tempest-ServersOnMultiNodesTest-1479131998 tempest-ServersOnMultiNodesTest-1479131998-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322992 Dec 13 12:47:00.524558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266e8df-dc06-4922-ac1f-27f486a778d3 req-64935d04-e1f0-4c53-aa44-6aac5d11c239 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:00.526110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7266e8df-dc06-4922-ac1f-27f486a778d3 req-64935d04-e1f0-4c53-aa44-6aac5d11c239 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 945 time: 0.2292674 Dec 13 12:47:00.577751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Allocated IP 10.1.1.121 (3c440969-1da4-4a97-8f9c-f4e1fd2ca640/12f33cc5-88d1-4792-8609-b67a7855c38a/1908752b-ed23-4722-932f-119bddf74a84) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:00.633371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:00.649497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ccc6c3fc-4735-4435-99fd-0f12f1cf7b62'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:00.658314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7266e8df-dc06-4922-ac1f-27f486a778d3 req-5f41fc33-4385-4eb9-a564-f1ac64c491e7 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227181 Dec 13 12:47:00.717803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Network 94142d38-5aca-4ea1-835a-ae24eb9bb566 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:00.727437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:00.737834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:00.759293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb5923-f9a6-4572-af7e-b529b5170193 req-62d9cd92-0cff-4194-9523-3d25d4c7e222 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:00.760799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbb5923-f9a6-4572-af7e-b529b5170193 req-62d9cd92-0cff-4194-9523-3d25d4c7e222 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.1734393 Dec 13 12:47:00.761426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Pushing event updated for resources: {'Port': ['ID=878fb0d3-6520-4216-9ee0-2c9936050104,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:00.914370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:00.914967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:00.949803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbb5923-f9a6-4572-af7e-b529b5170193 req-f2ae775b-d151-431a-9483-e3f566d90fd2 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582386 Dec 13 12:47:00.961631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ef569-d5c6-4a9d-8090-533038cce66a req-b90f8e75-8bf7-40e3-ae2e-01dda2c67394 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:00.972821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ef569-d5c6-4a9d-8090-533038cce66a req-b90f8e75-8bf7-40e3-ae2e-01dda2c67394 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:00.972821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-568ef569-d5c6-4a9d-8090-533038cce66a req-b90f8e75-8bf7-40e3-ae2e-01dda2c67394 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 1653 time: 0.2195492 Dec 13 12:47:00.982677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b6469508-e39a-41e5-a1f1-62cb2d4f1bb8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9185205 Dec 13 12:47:00.989246 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:01.000535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Request body: {'port': {'device_id': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:01.117137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-568ef569-d5c6-4a9d-8090-533038cce66a req-4ea2a6c2-034f-49f0-862b-9c19a8cf6305 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334844 Dec 13 12:47:01.122278 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:01.151426 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:01.240484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:01.252209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0656-6c09-48dd-902a-a2f094df588a req-eb76b58f-efb8-4e83-8eb3-c1e07eda70c0 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:01.258694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5be0656-6c09-48dd-902a-a2f094df588a req-eb76b58f-efb8-4e83-8eb3-c1e07eda70c0 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 931 time: 0.1565313 Dec 13 12:47:01.279752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Port': ['ID=1908752b-ed23-4722-932f-119bddf74a84,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:01.295320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:01.305052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:01.534571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:01.536112 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:01.552396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5be0656-6c09-48dd-902a-a2f094df588a req-6b33feb7-7dbf-4847-adc5-09a93fab064a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694345 Dec 13 12:47:01.579981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326398d-157f-4d33-beda-f9977e3852a2 req-5181c55d-cd4a-4749-8d9f-857b074cb3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:01.581626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c326398d-157f-4d33-beda-f9977e3852a2 req-5181c55d-cd4a-4749-8d9f-857b074cb3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1935663 Dec 13 12:47:01.603646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f9120060-7b84-4b07-90f2-5983723cf8e5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7204165 Dec 13 12:47:01.619733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9', 'admin_state_up': True, 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'security_groups': ['91002154-e444-4cfa-b0f2-9fb27161e977']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:01.629045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d164acde-d5b3-441d-bc68-ee3353459e09 None None] Provisioning complete for port 1908752b-ed23-4722-932f-119bddf74a84 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:01.631141 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d164acde-d5b3-441d-bc68-ee3353459e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:01.687107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d164acde-d5b3-441d-bc68-ee3353459e09 None None] Port 1908752b-ed23-4722-932f-119bddf74a84 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:47:01.690986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c326398d-157f-4d33-beda-f9977e3852a2 req-e5f8d4ed-4a46-4d8b-9f11-8e40e01656dc tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0940633 Dec 13 12:47:01.905793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db9ba4-3ca7-4aac-9a6f-ea0c7d6cf30d req-2ff5d20a-3ed5-405c-98f9-17986b721e1e tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:01.907365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24db9ba4-3ca7-4aac-9a6f-ea0c7d6cf30d req-2ff5d20a-3ed5-405c-98f9-17986b721e1e tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 950 time: 0.1515207 Dec 13 12:47:01.915018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca16a7-87a1-4c0d-b22d-7f9db1f800ce req-a047420b-979f-4995-b9d5-586edaa8b683 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:01.922544 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9ca16a7-87a1-4c0d-b22d-7f9db1f800ce req-a047420b-979f-4995-b9d5-586edaa8b683 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 946 time: 0.1902127 Dec 13 12:47:01.939087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878fb0d3-6520-4216-9ee0-2c9936050104 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:01.970148 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:02.010884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:02.024394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Transition to ACTIVE for port object 878fb0d3-6520-4216-9ee0-2c9936050104 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:02.069924 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:02.083575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9ca16a7-87a1-4c0d-b22d-7f9db1f800ce req-d8962a7b-5336-43de-be18-f0d809b2ad29 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599374 Dec 13 12:47:02.092880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24db9ba4-3ca7-4aac-9a6f-ea0c7d6cf30d req-57326b74-f042-4bb2-b06f-297ed62e0343 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659050 Dec 13 12:47:02.599119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d8986bb-c4cd-4211-9c19-b51056c190cc req-0698d681-15b3-4f11-8dca-c7dcb6562b63 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0787086 Dec 13 12:47:02.621999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Pushing event updated for resources: {'Port': ['ID=878fb0d3-6520-4216-9ee0-2c9936050104,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:02.650436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:02.718124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f362a1-f0b5-453e-b5e5-26b2ba26f352 req-4504f4f2-df62-4993-9ee1-7811a1560dcb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:02.724722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12f362a1-f0b5-453e-b5e5-26b2ba26f352 req-4504f4f2-df62-4993-9ee1-7811a1560dcb tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.2054033 Dec 13 12:47:02.774591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-51fab69e-6114-4d9e-bb3e-8e7e94dd70ea tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:02.777117 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-51fab69e-6114-4d9e-bb3e-8e7e94dd70ea tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 950 time: 0.0698166 Dec 13 12:47:02.863164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:02.863418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:02.863743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:02.880667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Deleting port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:02.881051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:02.928883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Port 878fb0d3-6520-4216-9ee0-2c9936050104 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:02.929263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:02.964871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:02.965132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:02.965525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:02.965969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Bound port: 878fb0d3-6520-4216-9ee0-2c9936050104, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:02.966343 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:02.975044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12f362a1-f0b5-453e-b5e5-26b2ba26f352 req-213696d7-2166-4584-b0dd-7db9d40d8810 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494752 Dec 13 12:47:02.983271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] For port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:02.983736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:02.992767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c97e6-6dbd-4497-92be-ff882bb4f684 req-a470c8fa-156a-4afb-802e-36d272abfdcd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:02.999947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c97e6-6dbd-4497-92be-ff882bb4f684 req-a470c8fa-156a-4afb-802e-36d272abfdcd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:03.002501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Calling delete_port for ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:03.005967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c97e6-6dbd-4497-92be-ff882bb4f684 req-a470c8fa-156a-4afb-802e-36d272abfdcd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:03.010383 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e4c97e6-6dbd-4497-92be-ff882bb4f684 req-a470c8fa-156a-4afb-802e-36d272abfdcd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 2374 time: 0.2359562 Dec 13 12:47:03.142809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e4c97e6-6dbd-4497-92be-ff882bb4f684 req-f389c555-496f-4a68-9fbd-524c06383507 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227841 Dec 13 12:47:03.181283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:03.182866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Allocated IP 10.2.2.100 (374a949d-aec7-4b8e-a55c-02119c1300d9/7818ef30-9dec-4ee0-8280-575a661d1eba/74f99e9d-9b53-4833-a0a5-749c2b5f75c8) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:03.196135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2', '94351a29-37f1-4c0b-b720-acd49064c5dc', 'ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:03.203315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c', '57f0242b-fc8a-40fc-a603-975bcc3e4937', '42b2ef6e-870b-473d-9b0b-c0777a9007d3', '12429ef7-76e6-48ef-ba5e-316490f84160', 'd8496e9e-1a6d-4f2a-b49c-3bcccec01f83'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:03.220062 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event deleted for resources: {'Port': ['ID=ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:03.226162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:03.240597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:03.257976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.258791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.258914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31812abd-772e-4206-a499-b797ba819d23 req-e70646c0-9c0b-42a5-8a40-8df351ea5b12 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:03.259537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.260089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.260757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31812abd-772e-4206-a499-b797ba819d23 req-e70646c0-9c0b-42a5-8a40-8df351ea5b12 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.1433017 Dec 13 12:47:03.261189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.261853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.262715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.263830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.264393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.264711 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:03.265187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.265715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.266438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.266972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:03.310601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] No DVR routers for this DVR port ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:03.317431 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:03.325663 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f89b2b94-697f-4b9a-8a67-17888298fcaf req-507d63cf-228d-4e6f-99f3-b1a955f4fad6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "DELETE /v2.0/ports/ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 HTTP/1.1" status: 204 len: 173 time: 0.5412869 Dec 13 12:47:03.330385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaf933-ee98-4615-81d4-69db288f00a0', 'name': 'network-vif-deleted', 'tag': 'ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:03.333674 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ec286a-41e5-47a6-80e3-76167a870fd9" -d '{"events": [{"server_uuid": "34eaf933-ee98-4615-81d4-69db288f00a0", "name": "network-vif-deleted", "tag": "ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:03.356466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:03.357433 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:03.359859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] 10.222.0.37 "PUT /v2.0/ports/878fb0d3-6520-4216-9ee0-2c9936050104 HTTP/1.1" status: 200 len: 1091 time: 2.3646710 Dec 13 12:47:03.404580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'tag': '878fb0d3-6520-4216-9ee0-2c9936050104'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:03.407335 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5934dccf-1854-44f9-8657-44bccd63d5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e52422ea-679b-4dd5-8a8d-6b44eb545e11", "tag": "878fb0d3-6520-4216-9ee0-2c9936050104"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:03.609038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31812abd-772e-4206-a499-b797ba819d23 req-19509425-ca13-4cd6-a897-4fc44aba8b01 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239372 Dec 13 12:47:03.638110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05c3cd-7642-4e5f-8eed-a904b775a066 service neutron] Pushing event updated for resources: {'Port': ['ID=878fb0d3-6520-4216-9ee0-2c9936050104,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:03.709872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-12f1fe22-f45f-4b6b-babc-cb6161e21ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:03.716772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-12f1fe22-f45f-4b6b-babc-cb6161e21ba0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 1094 time: 0.2418470 Dec 13 12:47:03.799882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:03.813835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-be85f97a-a1e4-40c1-bdc8-81ffd398969f req-06c546a6-4b1d-42c8-9548-1e9bcc0e00cf tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=34eaf933-ee98-4615-81d4-69db288f00a0 HTTP/1.1" status: 200 len: 210 time: 0.0947278 Dec 13 12:47:03.821440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-db03405b-2cba-43c6-9d32-338b934866fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=878fb0d3-6520-4216-9ee0-2c9936050104 HTTP/1.1" status: 200 len: 217 time: 0.0878677 Dec 13 12:47:03.901960 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3312118f-02f1-4eec-9c92-d8e3fcaae5ed x-openstack-request-id: req-3312118f-02f1-4eec-9c92-d8e3fcaae5ed {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:03.902541 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaf933-ee98-4615-81d4-69db288f00a0", "name": "network-vif-deleted", "tag": "ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:03.902682 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3312118f-02f1-4eec-9c92-d8e3fcaae5ed {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:03.903176 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaf933-ee98-4615-81d4-69db288f00a0', 'name': 'network-vif-deleted', 'tag': 'ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9', 'status': 'completed', 'code': 200} Dec 13 12:47:03.905193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b4a189a8-16c7-47ef-b868-03c879f1683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:03.907429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-b4a189a8-16c7-47ef-b868-03c879f1683b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.0714898 Dec 13 12:47:03.998363 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ecf550-fd74-4668-a78d-f487339efd10 x-openstack-request-id: req-a3ecf550-fd74-4668-a78d-f487339efd10 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:03.998675 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52422ea-679b-4dd5-8a8d-6b44eb545e11", "tag": "878fb0d3-6520-4216-9ee0-2c9936050104", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:03.999235 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3ecf550-fd74-4668-a78d-f487339efd10 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:03.999984 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'tag': '878fb0d3-6520-4216-9ee0-2c9936050104', 'status': 'completed', 'code': 200} Dec 13 12:47:04.006045 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-70e1c2a9-7a52-44db-be55-294f915b8de9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523531 Dec 13 12:47:04.052336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e34076-dac9-4fad-82f7-a2ef1b1ab7dd req-e6487e46-8c11-41f3-9005-cff73e2b1a11 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:04.053975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90e34076-dac9-4fad-82f7-a2ef1b1ab7dd req-e6487e46-8c11-41f3-9005-cff73e2b1a11 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 946 time: 0.1456246 Dec 13 12:47:04.120360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:04.206343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network 374a949d-aec7-4b8e-a55c-02119c1300d9 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:04.227736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:04.250870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:04.261869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90e34076-dac9-4fad-82f7-a2ef1b1ab7dd req-7f092115-050d-4849-b005-46ae11afbeed tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744945 Dec 13 12:47:04.262562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Port': ['ID=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:04.288591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-bc5ce72e-85a2-4a50-ae74-9769e1e04bc5 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736750 Dec 13 12:47:04.300109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc601aa7-6bba-445d-8562-4114097d26f0 req-bdf43b0b-0eb5-408f-98fb-28edc86d192d tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:04.306839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc601aa7-6bba-445d-8562-4114097d26f0 req-bdf43b0b-0eb5-408f-98fb-28edc86d192d tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 945 time: 0.2208645 Dec 13 12:47:04.427596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:04.428746 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:04.461035 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc601aa7-6bba-445d-8562-4114097d26f0 req-e28e9df1-2bd4-452a-913b-bc45cae2996c tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523747 Dec 13 12:47:04.510358 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-89a28248-c4ab-4ef7-a1b7-74dda639c370 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8957474 Dec 13 12:47:04.526280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-37e83530-33d4-4b74-a76a-5b0aa9940751 None None] Provisioning complete for port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:04.526861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37e83530-33d4-4b74-a76a-5b0aa9940751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:04.539350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9', 'admin_state_up': True, 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'security_groups': ['91002154-e444-4cfa-b0f2-9fb27161e977']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:04.556591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afd74782-6805-4e00-bbd9-c55dc9e2c4b2 req-a830ca5b-dbde-41e3-9858-3a9512e22e1a service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305858 Dec 13 12:47:04.566670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-37e83530-33d4-4b74-a76a-5b0aa9940751 None None] Port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:47:04.669490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc3ba2-cb56-447d-b858-947386693694 req-6cb5662c-a786-442d-b81f-fbb932de1be4 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:04.670972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46bc3ba2-cb56-447d-b858-947386693694 req-6cb5662c-a786-442d-b81f-fbb932de1be4 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 945 time: 0.2329817 Dec 13 12:47:04.734982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc7f0b-b5cf-4be5-93c1-f4452fb59aeb req-7db4313b-662a-4557-abc0-e87f91e02a13 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:04.736381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64bc7f0b-b5cf-4be5-93c1-f4452fb59aeb req-7db4313b-662a-4557-abc0-e87f91e02a13 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.2009277 Dec 13 12:47:04.762898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934dccf-1854-44f9-8657-44bccd63d5ab req-7f6e6d9a-ac4d-4ba2-b41d-36ec3d9195e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:04.764318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5934dccf-1854-44f9-8657-44bccd63d5ab req-7f6e6d9a-ac4d-4ba2-b41d-36ec3d9195e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 1094 time: 0.1448116 Dec 13 12:47:04.813784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46bc3ba2-cb56-447d-b858-947386693694 req-036c5eea-f2a1-44ce-a490-329ed599065d tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293664 Dec 13 12:47:04.826815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Made reservation on behalf of 0a2a372f38094215aedbe2a0ee092fa7 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:04.831362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:04.911475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64bc7f0b-b5cf-4be5-93c1-f4452fb59aeb req-2e5c17fc-1315-486d-b5de-c28dbf27dc3b tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660798 Dec 13 12:47:05.017715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934dccf-1854-44f9-8657-44bccd63d5ab req-e85b3d15-928f-466b-a4d4-e0489086c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.019122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5934dccf-1854-44f9-8657-44bccd63d5ab req-e85b3d15-928f-466b-a4d4-e0489086c75d service neutron] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.2242212 Dec 13 12:47:05.124721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a726d95-5b92-4c62-ad4a-24320ce6a9ef req-100e5af8-9513-4336-be96-75b866955092 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.130603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a726d95-5b92-4c62-ad4a-24320ce6a9ef req-100e5af8-9513-4336-be96-75b866955092 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.136939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a726d95-5b92-4c62-ad4a-24320ce6a9ef req-100e5af8-9513-4336-be96-75b866955092 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.142839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a726d95-5b92-4c62-ad4a-24320ce6a9ef req-100e5af8-9513-4336-be96-75b866955092 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.144555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a726d95-5b92-4c62-ad4a-24320ce6a9ef req-100e5af8-9513-4336-be96-75b866955092 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 3095 time: 0.2546406 Dec 13 12:47:05.145844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5934dccf-1854-44f9-8657-44bccd63d5ab req-ebc5268d-c00e-440d-b1c4-4d60690e2588 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=878fb0d3-6520-4216-9ee0-2c9936050104 HTTP/1.1" status: 200 len: 217 time: 0.1083496 Dec 13 12:47:05.236612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47060305-7e10-4ebc-8d01-9def4a5a4249 req-871f5543-31c5-41d5-ba0c-53d39d86118c tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.238315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47060305-7e10-4ebc-8d01-9def4a5a4249 req-871f5543-31c5-41d5-ba0c-53d39d86118c tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1097 time: 0.2451723 Dec 13 12:47:05.297904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934dccf-1854-44f9-8657-44bccd63d5ab req-17d3ada6-ef18-4521-b5af-59e184393814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.299320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5934dccf-1854-44f9-8657-44bccd63d5ab req-17d3ada6-ef18-4521-b5af-59e184393814 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1388164 Dec 13 12:47:05.311821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Allocated IP 10.2.2.200 (374a949d-aec7-4b8e-a55c-02119c1300d9/7818ef30-9dec-4ee0-8280-575a661d1eba/9f9cf1be-f4af-4e00-a54e-0e03319e3ad7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:05.323519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a726d95-5b92-4c62-ad4a-24320ce6a9ef req-844a80e7-b550-4daf-afea-918f39782d96 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699941 Dec 13 12:47:05.375463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5934dccf-1854-44f9-8657-44bccd63d5ab req-023f97d1-0282-445f-aebb-2c0c85ebd1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510030 Dec 13 12:47:05.386918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47060305-7e10-4ebc-8d01-9def4a5a4249 req-ade29d96-6b9b-4fbb-967f-f78d6a8fc337 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393631 Dec 13 12:47:05.565414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-99b17581-6a0d-425c-a787-4cb75501b756 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.568178 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-99b17581-6a0d-425c-a787-4cb75501b756 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.37 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 945 time: 0.1191189 Dec 13 12:47:05.580089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-61538341-c75d-4d63-ac16-95943c4d8324 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.581893 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-61538341-c75d-4d63-ac16-95943c4d8324 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.42 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 945 time: 0.0902505 Dec 13 12:47:05.599985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf98d-8f42-42ea-81b8-aa7039fabad7 req-ff6c16cf-2748-429f-a756-0f79418d0ae8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.601451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36bcf98d-8f42-42ea-81b8-aa7039fabad7 req-ff6c16cf-2748-429f-a756-0f79418d0ae8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.1958184 Dec 13 12:47:05.671633 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5934dccf-1854-44f9-8657-44bccd63d5ab req-10cb24d2-db00-48cf-8b83-f3769cef52c7 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810965 Dec 13 12:47:05.718903 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:05.743337 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-8fae4a76-dbad-4e65-ac43-4dfcc1459c4b tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Deleting port 60862616-a8db-4d7c-bc25-1d512fe2e99b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:05.743734 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-8fae4a76-dbad-4e65-ac43-4dfcc1459c4b tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:05.772284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36bcf98d-8f42-42ea-81b8-aa7039fabad7 req-d5e0cbf9-c30b-43f1-b184-b778a295a13e tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516900 Dec 13 12:47:05.780224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44da2a7-6ddf-4aa7-9910-debee2019a4a req-584ff6ea-950c-4357-bc53-c7b5393ac059 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:05.781784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c44da2a7-6ddf-4aa7-9910-debee2019a4a req-584ff6ea-950c-4357-bc53-c7b5393ac059 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1097 time: 0.1914282 Dec 13 12:47:05.790880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-c790c3a9-71b2-478e-83d6-abbabbcd1a14 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Deleting port 783cbba2-7d48-43de-ad46-cc216af09a17 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:05.791150 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-c790c3a9-71b2-478e-83d6-abbabbcd1a14 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:05.873590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5934dccf-1854-44f9-8657-44bccd63d5ab req-24a06800-4c93-49d7-ba33-44e8928db442 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891000 Dec 13 12:47:05.883825 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c44da2a7-6ddf-4aa7-9910-debee2019a4a req-8450c807-7b2e-49a5-b2f3-30b8d5b0b2b4 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900524 Dec 13 12:47:05.885915 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:05.933532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Network 374a949d-aec7-4b8e-a55c-02119c1300d9 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:05.965321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:05.969833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:05.979435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-8fae4a76-dbad-4e65-ac43-4dfcc1459c4b tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] For port 60862616-a8db-4d7c-bc25-1d512fe2e99b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=60862616-a8db-4d7c-bc25-1d512fe2e99b,segment=NetworkSegment(a07a4f8e-cd26-4ff4-9148-ce500a8deb35),segment_id=a07a4f8e-cd26-4ff4-9148-ce500a8deb35)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:05.980024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-8fae4a76-dbad-4e65-ac43-4dfcc1459c4b tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:05.995861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-c790c3a9-71b2-478e-83d6-abbabbcd1a14 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] For port 783cbba2-7d48-43de-ad46-cc216af09a17, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=783cbba2-7d48-43de-ad46-cc216af09a17,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:05.996678 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-c790c3a9-71b2-478e-83d6-abbabbcd1a14 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:06.007655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-8fae4a76-dbad-4e65-ac43-4dfcc1459c4b tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Calling delete_port for 60862616-a8db-4d7c-bc25-1d512fe2e99b owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:06.017477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-c790c3a9-71b2-478e-83d6-abbabbcd1a14 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Calling delete_port for 783cbba2-7d48-43de-ad46-cc216af09a17 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:06.040275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event updated for resources: {'Port': ['ID=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:06.080034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:06.080741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:06.117402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da03f8-4ce4-4add-834d-35a7e7e217d5 req-715aef4e-891a-46d4-a404-23950355cad4 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:06.121885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52da03f8-4ce4-4add-834d-35a7e7e217d5 req-715aef4e-891a-46d4-a404-23950355cad4 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/ports?device_id=066c8b1c-8aea-4350-a70d-5f4d074d1d70 HTTP/1.1" status: 200 len: 945 time: 0.1242335 Dec 13 12:47:06.133226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f4632a18-3493-41d4-9813-71825c789d35 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5930381 Dec 13 12:47:06.145960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:06.287833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:06.297126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9efc-a7df-499d-9d67-15c03e532994 req-cd0bfbda-0d29-49fe-b014-b9d23b34df95 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:06.298684 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d4a9efc-a7df-499d-9d67-15c03e532994 req-cd0bfbda-0d29-49fe-b014-b9d23b34df95 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/ports?device_id=963d40e2-4add-405b-82ec-81e458dd5b19 HTTP/1.1" status: 200 len: 945 time: 0.1375251 Dec 13 12:47:06.308194 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-c790c3a9-71b2-478e-83d6-abbabbcd1a14 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:06.309223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52da03f8-4ce4-4add-834d-35a7e7e217d5 req-009c940b-618d-4978-b3ac-2c81a17d9c64 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.31 "GET /v2.0/security-groups?id=42dc1140-0bd5-40eb-a6a4-db385f2c05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752417 Dec 13 12:47:06.315925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-8fae4a76-dbad-4e65-ac43-4dfcc1459c4b tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:06.322154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['783cbba2-7d48-43de-ad46-cc216af09a17'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:06.347681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790c3a9-71b2-478e-83d6-abbabbcd1a14 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Pushing event deleted for resources: {'Port': ['ID=783cbba2-7d48-43de-ad46-cc216af09a17,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:06.377670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['60862616-a8db-4d7c-bc25-1d512fe2e99b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:06.418719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-c790c3a9-71b2-478e-83d6-abbabbcd1a14 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] No DVR routers for this DVR port 783cbba2-7d48-43de-ad46-cc216af09a17 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:06.473085 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-c790c3a9-71b2-478e-83d6-abbabbcd1a14 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:06.481024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c7527846-61ac-4b13-b793-7adef0a368f6 None None] Provisioning complete for port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:06.482457 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b3bd838c-4fed-4c59-8165-9c7f836597e0 req-c790c3a9-71b2-478e-83d6-abbabbcd1a14 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171 tempest-FloatingIPsAssociationNegativeTestJSON-1477537171-project] 10.222.0.42 "DELETE /v2.0/ports/783cbba2-7d48-43de-ad46-cc216af09a17 HTTP/1.1" status: 204 len: 173 time: 0.8921936 Dec 13 12:47:06.482941 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7527846-61ac-4b13-b793-7adef0a368f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:06.483739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d4a9efc-a7df-499d-9d67-15c03e532994 req-d2bcb2ce-c914-40da-8ea5-ebc387c76ab3 tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e27aca2-5ebf-4758-8369-76d7895f74d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723862 Dec 13 12:47:06.502302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'name': 'network-vif-deleted', 'tag': '783cbba2-7d48-43de-ad46-cc216af09a17'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:06.508975 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3e64b1-65f0-44af-b5d3-f90325c8c44c" -d '{"events": [{"server_uuid": "066c8b1c-8aea-4350-a70d-5f4d074d1d70", "name": "network-vif-deleted", "tag": "783cbba2-7d48-43de-ad46-cc216af09a17"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:06.513308 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae4a76-dbad-4e65-ac43-4dfcc1459c4b tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Pushing event deleted for resources: {'Port': ['ID=60862616-a8db-4d7c-bc25-1d512fe2e99b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:06.550856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-8fae4a76-dbad-4e65-ac43-4dfcc1459c4b tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] No DVR routers for this DVR port 60862616-a8db-4d7c-bc25-1d512fe2e99b on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:06.559574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-8fae4a76-dbad-4e65-ac43-4dfcc1459c4b tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:06.568754 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-dc03ca74-0cc8-4a56-b883-d939cc1693a5 req-8fae4a76-dbad-4e65-ac43-4dfcc1459c4b tempest-ServerAddressesTestJSON-2129252632 tempest-ServerAddressesTestJSON-2129252632-project] 10.222.0.37 "DELETE /v2.0/ports/60862616-a8db-4d7c-bc25-1d512fe2e99b HTTP/1.1" status: 204 len: 173 time: 0.9855254 Dec 13 12:47:06.585235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c7527846-61ac-4b13-b793-7adef0a368f6 None None] Port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:47:06.715291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abe5b0-abf1-4471-b70a-cab8742c7d1b req-9eadd72a-c2fc-4928-9c1f-2ebd3a93bedf tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:06.716545 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9abe5b0-abf1-4471-b70a-cab8742c7d1b req-9eadd72a-c2fc-4928-9c1f-2ebd3a93bedf tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.2402496 Dec 13 12:47:06.960243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:06.985951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:06.986360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ebf1bf42-d8cd-4de9-8331-e6cfde8dcab9 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:07.131136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7b6a1-d8fa-4c30-9588-ed1acc08ae5b req-ac6c31dc-67aa-4412-a62e-587c889d28fe tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:07.134771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83d7b6a1-d8fa-4c30-9588-ed1acc08ae5b req-ac6c31dc-67aa-4412-a62e-587c889d28fe tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 950 time: 0.4971166 Dec 13 12:47:07.174036 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:07.230634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9abe5b0-abf1-4471-b70a-cab8742c7d1b req-c9557d17-ac49-4365-93be-8e4c2d333f0c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553602 Dec 13 12:47:07.273064 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83d7b6a1-d8fa-4c30-9588-ed1acc08ae5b req-e0e991d1-e38d-4a37-8432-0549524aeb90 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279502 Dec 13 12:47:07.309131 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:07.351189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:07.361678 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:07.406329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Transition to ACTIVE for port object 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:07.422636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:07.470292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200451f-68c6-40d9-826d-c52507ebec9a req-791182b6-bd2a-4a4d-891b-ddea7f38f7dd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:07.481114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200451f-68c6-40d9-826d-c52507ebec9a req-791182b6-bd2a-4a4d-891b-ddea7f38f7dd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:07.487113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200451f-68c6-40d9-826d-c52507ebec9a req-791182b6-bd2a-4a4d-891b-ddea7f38f7dd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:07.493566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200451f-68c6-40d9-826d-c52507ebec9a req-791182b6-bd2a-4a4d-891b-ddea7f38f7dd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:07.500269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200451f-68c6-40d9-826d-c52507ebec9a req-791182b6-bd2a-4a4d-891b-ddea7f38f7dd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:07.502607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c200451f-68c6-40d9-826d-c52507ebec9a req-791182b6-bd2a-4a4d-891b-ddea7f38f7dd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 3816 time: 0.1352479 Dec 13 12:47:07.517064 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84be7df-4d61-47ef-b263-e5a5af049d9c x-openstack-request-id: req-c84be7df-4d61-47ef-b263-e5a5af049d9c {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:07.517366 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066c8b1c-8aea-4350-a70d-5f4d074d1d70", "name": "network-vif-deleted", "tag": "783cbba2-7d48-43de-ad46-cc216af09a17", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:07.517625 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c84be7df-4d61-47ef-b263-e5a5af049d9c {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:07.518032 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066c8b1c-8aea-4350-a70d-5f4d074d1d70', 'name': 'network-vif-deleted', 'tag': '783cbba2-7d48-43de-ad46-cc216af09a17', 'status': 'completed', 'code': 200} Dec 13 12:47:07.623716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Pushing event updated for resources: {'Port': ['ID=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:07.675370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c200451f-68c6-40d9-826d-c52507ebec9a req-5797032f-a216-447a-ac1f-6a6e4b405553 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521406 Dec 13 12:47:07.690641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Attempting to bind port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:07.690975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Attempting to bind port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:07.691308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Attempting to bind port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 on network fc70dab7-0712-49c8-bb1b-4ed11b531838 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:07.700593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 on network fc70dab7-0712-49c8-bb1b-4ed11b531838 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:07.700869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Attempting to bind port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 on network fc70dab7-0712-49c8-bb1b-4ed11b531838 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:07.708066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:07.708406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Checking segment: {'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:07.708791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Bound using segment: {'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:07.709215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Bound port: 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a878be6-31d9-4054-92ad-27788ee74088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:07.709569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:07.718802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff917a18-6d17-4f77-b105-ce505c3b1f6d req-e828b2d0-bc01-49ea-91c2-99f708a3bbcc tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:07.720334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff917a18-6d17-4f77-b105-ce505c3b1f6d req-e828b2d0-bc01-49ea-91c2-99f708a3bbcc tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.1410275 Dec 13 12:47:07.747987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36804) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:07.845035 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff917a18-6d17-4f77-b105-ce505c3b1f6d req-13740df6-ba98-4f9e-8bd7-fa09f5b32d79 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161065 Dec 13 12:47:07.911961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] For port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:07.917341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] For port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:07.919627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36806) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:07.949495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3aed6-6def-4c84-94b9-4126b26c61cf req-1641d0de-09ba-4394-9ef9-aade6942f8e8 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:07.951028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42e3aed6-6def-4c84-94b9-4126b26c61cf req-1641d0de-09ba-4394-9ef9-aade6942f8e8 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1097 time: 0.1044595 Dec 13 12:47:07.951996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:07.956807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-e3209001-7abd-4e53-a9ed-f2eb61407626 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:07.958591 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-e3209001-7abd-4e53-a9ed-f2eb61407626 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 950 time: 0.1154642 Dec 13 12:47:08.015782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Pushing event updated for resources: {'Port': ['ID=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:08.040625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.041999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:08.043696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1845f308-f444-4a86-a049-a7c881ed1172 service neutron] 10.222.0.42 "PUT /v2.0/ports/1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 HTTP/1.1" status: 200 len: 1092 time: 1.9022236 Dec 13 12:47:08.060993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:08.067468 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea" -d '{"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:08.085241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:08.143839 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e440222f-1022-4e57-af02-4d3c9d29ac99 x-openstack-request-id: req-e440222f-1022-4e57-af02-4d3c9d29ac99 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:08.144132 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:08.144386 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e440222f-1022-4e57-af02-4d3c9d29ac99 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:08.144874 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2', 'status': 'completed', 'code': 200} Dec 13 12:47:08.206753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e092cd-5a2a-4f8c-94bb-c7fd9bcd3631 admin admin] Deleting subnet bdb5e84e-43dc-4867-8b74-b684d12a5cff {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:47:08.212372 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42e3aed6-6def-4c84-94b9-4126b26c61cf req-169e5a6d-752d-4980-844a-282aa09e9ae5 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006505 Dec 13 12:47:08.214246 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68e092cd-5a2a-4f8c-94bb-c7fd9bcd3631 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:08.225235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-017d00ad-94f0-4e1c-8f11-7810bc5c142c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Deleting port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:08.225581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-017d00ad-94f0-4e1c-8f11-7810bc5c142c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:08.269506 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:08.304117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-60ef1a0d-4db7-434e-bc39-29416641d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.304591 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-60ef1a0d-4db7-434e-bc39-29416641d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.305052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-60ef1a0d-4db7-434e-bc39-29416641d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.305504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-60ef1a0d-4db7-434e-bc39-29416641d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.306042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-60ef1a0d-4db7-434e-bc39-29416641d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.307918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-60ef1a0d-4db7-434e-bc39-29416641d887 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 4363 time: 0.1602685 Dec 13 12:47:08.344810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68e092cd-5a2a-4f8c-94bb-c7fd9bcd3631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:08.385704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-017d00ad-94f0-4e1c-8f11-7810bc5c142c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] For port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:08.386092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-017d00ad-94f0-4e1c-8f11-7810bc5c142c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:08.407200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-017d00ad-94f0-4e1c-8f11-7810bc5c142c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Calling delete_port for d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:08.418242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 783cbba2-7d48-43de-ad46-cc216af09a17 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:08.447056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 783cbba2-7d48-43de-ad46-cc216af09a17 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:08.447056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 783cbba2-7d48-43de-ad46-cc216af09a17 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:08.532007 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:08.663631 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-017d00ad-94f0-4e1c-8f11-7810bc5c142c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:08.682492 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2', '94351a29-37f1-4c0b-b720-acd49064c5dc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:08.701353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d00ad-94f0-4e1c-8f11-7810bc5c142c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event deleted for resources: {'Port': ['ID=d8496e9e-1a6d-4f2a-b49c-3bcccec01f83,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:08.719704 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68e092cd-5a2a-4f8c-94bb-c7fd9bcd3631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:08.788257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e889a-10ac-476a-80f4-288abd2586e8 req-4a1a6d00-907e-421b-80ec-e4c903c41fa5 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.792796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c', '57f0242b-fc8a-40fc-a603-975bcc3e4937', '42b2ef6e-870b-473d-9b0b-c0777a9007d3', '12429ef7-76e6-48ef-ba5e-316490f84160'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:08.799030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-017d00ad-94f0-4e1c-8f11-7810bc5c142c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] No DVR routers for this DVR port d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:08.802310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-017d00ad-94f0-4e1c-8f11-7810bc5c142c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:08.806044 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b056d6ee-41d1-42e0-8305-0a44a0ac6fbe req-017d00ad-94f0-4e1c-8f11-7810bc5c142c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "DELETE /v2.0/ports/d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 HTTP/1.1" status: 204 len: 173 time: 0.8319199 Dec 13 12:47:08.811330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b4e889a-10ac-476a-80f4-288abd2586e8 req-4a1a6d00-907e-421b-80ec-e4c903c41fa5 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=d799567d-9bf9-4422-9663-6fb3b6bab7ee HTTP/1.1" status: 200 len: 950 time: 0.3616397 Dec 13 12:47:08.907072 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-cdd8a429-256a-4db1-b15b-385f184f7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.907720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-cdd8a429-256a-4db1-b15b-385f184f7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.908246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-cdd8a429-256a-4db1-b15b-385f184f7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.909923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-cdd8a429-256a-4db1-b15b-385f184f7716 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.5629647 Dec 13 12:47:08.921312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c65f4-8ff2-409d-8824-2028068efbfe req-3e356f90-1c9b-4950-a3ab-6f2f20d44a98 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:08.929620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec8c65f4-8ff2-409d-8824-2028068efbfe req-3e356f90-1c9b-4950-a3ab-6f2f20d44a98 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.4787836 Dec 13 12:47:09.004330 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 60862616-a8db-4d7c-bc25-1d512fe2e99b no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:09.052278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] Deleting port d1839588-70e4-4954-a51a-e0b0da997cf5 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:09.053369 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.056305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 60862616-a8db-4d7c-bc25-1d512fe2e99b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:09.056747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 60862616-a8db-4d7c-bc25-1d512fe2e99b not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:09.181939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] For port d1839588-70e4-4954-a51a-e0b0da997cf5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d1839588-70e4-4954-a51a-e0b0da997cf5,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:09.182970 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.203738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] Calling delete_port for d1839588-70e4-4954-a51a-e0b0da997cf5 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:09.214430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b4e889a-10ac-476a-80f4-288abd2586e8 req-0fda9a83-584d-4167-b6d7-9722d19fd94a tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017038 Dec 13 12:47:09.254465 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68e092cd-5a2a-4f8c-94bb-c7fd9bcd3631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.366940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec8c65f4-8ff2-409d-8824-2028068efbfe req-100c7f6c-c9c0-45cf-9fa7-2f4b3c26e0b8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361391 Dec 13 12:47:09.490997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e092cd-5a2a-4f8c-94bb-c7fd9bcd3631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb5e84e-43dc-4867-8b74-b684d12a5cff,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:09.505143 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68e092cd-5a2a-4f8c-94bb-c7fd9bcd3631 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.509427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-68e092cd-5a2a-4f8c-94bb-c7fd9bcd3631 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bdb5e84e-43dc-4867-8b74-b684d12a5cff HTTP/1.1" status: 204 len: 168 time: 1.5884717 Dec 13 12:47:09.516823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36822) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:09.539378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d40e2-4add-405b-82ec-81e458dd5b19', 'name': 'network-vif-deleted', 'tag': '60862616-a8db-4d7c-bc25-1d512fe2e99b'}, {'server_uuid': 'd799567d-9bf9-4422-9663-6fb3b6bab7ee', 'name': 'network-vif-deleted', 'tag': 'd8496e9e-1a6d-4f2a-b49c-3bcccec01f83'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:09.542422 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9001808d-235d-49b6-88c5-9fcfd9a83b89" -d '{"events": [{"server_uuid": "963d40e2-4add-405b-82ec-81e458dd5b19", "name": "network-vif-deleted", "tag": "60862616-a8db-4d7c-bc25-1d512fe2e99b"}, {"server_uuid": "d799567d-9bf9-4422-9663-6fb3b6bab7ee", "name": "network-vif-deleted", "tag": "d8496e9e-1a6d-4f2a-b49c-3bcccec01f83"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:09.587854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-29fc12f6-62f8-4fd6-948a-c9662528dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:09.589555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf41add5-9285-4a8f-81c9-c8fbd9ba59ea req-29fc12f6-62f8-4fd6-948a-c9662528dd83 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6575112 Dec 13 12:47:09.664337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74194f0-0b2f-44e7-a6f5-9993a3b5df08 req-25bdb7ad-f3c3-465a-94a1-08f44058f76f tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:09.666389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d74194f0-0b2f-44e7-a6f5-9993a3b5df08 req-25bdb7ad-f3c3-465a-94a1-08f44058f76f tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.1940460 Dec 13 12:47:09.701074 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.707962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c608324-6c30-49a8-9a2b-8123775aa10b req-3a1007e0-16c7-49c7-a580-c65ff0060a23 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:09.725549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c608324-6c30-49a8-9a2b-8123775aa10b req-3a1007e0-16c7-49c7-a580-c65ff0060a23 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:09.726788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.733461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c608324-6c30-49a8-9a2b-8123775aa10b req-3a1007e0-16c7-49c7-a580-c65ff0060a23 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:09.739684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c608324-6c30-49a8-9a2b-8123775aa10b req-3a1007e0-16c7-49c7-a580-c65ff0060a23 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:09.745956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c608324-6c30-49a8-9a2b-8123775aa10b req-3a1007e0-16c7-49c7-a580-c65ff0060a23 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:09.748354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c608324-6c30-49a8-9a2b-8123775aa10b req-3a1007e0-16c7-49c7-a580-c65ff0060a23 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 3828 time: 0.2852428 Dec 13 12:47:09.795255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1839588-70e4-4954-a51a-e0b0da997cf5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:09.799342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46400ea7-f38c-4381-8d98-62c2c2dde927 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:09.846980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.920622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.943984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c594e0-d1b5-4a32-b0f6-857c27b91704']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:09.947367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c608324-6c30-49a8-9a2b-8123775aa10b req-d15081ee-38d1-4ee6-9492-00d8e0e1f99d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676528 Dec 13 12:47:09.952451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d74194f0-0b2f-44e7-a6f5-9993a3b5df08 req-683c44bc-e575-4c4a-af0e-7a542dfcf9d8 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773535 Dec 13 12:47:09.954623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07a4f8e-cd26-4ff4-9148-ce500a8deb35') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:09.954917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07a4f8e-cd26-4ff4-9148-ce500a8deb35') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:09.962617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Transition to ACTIVE for port object 46400ea7-f38c-4381-8d98-62c2c2dde927 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:09.965505 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.976675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.980471 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:09.987265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:47:09.987738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:47:10.052997 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:47:10.076214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Pushing event updated for resources: {'Port': ['ID=46400ea7-f38c-4381-8d98-62c2c2dde927,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:10.161022 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:10.170356 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65087234-76ac-4b31-9c53-11efc4b04b09 x-openstack-request-id: req-65087234-76ac-4b31-9c53-11efc4b04b09 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:10.170659 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d40e2-4add-405b-82ec-81e458dd5b19", "name": "network-vif-deleted", "tag": "60862616-a8db-4d7c-bc25-1d512fe2e99b", "status": "completed", "code": 200}, {"server_uuid": "d799567d-9bf9-4422-9663-6fb3b6bab7ee", "name": "network-vif-deleted", "tag": "d8496e9e-1a6d-4f2a-b49c-3bcccec01f83", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:10.170903 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65087234-76ac-4b31-9c53-11efc4b04b09 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:10.171299 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d40e2-4add-405b-82ec-81e458dd5b19', 'name': 'network-vif-deleted', 'tag': '60862616-a8db-4d7c-bc25-1d512fe2e99b', 'status': 'completed', 'code': 200} Dec 13 12:47:10.171551 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd799567d-9bf9-4422-9663-6fb3b6bab7ee', 'name': 'network-vif-deleted', 'tag': 'd8496e9e-1a6d-4f2a-b49c-3bcccec01f83', 'status': 'completed', 'code': 200} Dec 13 12:47:10.184752 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:10.224939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbead95-bf1b-427a-ae94-095135c2ebfb req-44a50aef-ad4e-40e9-9b15-27fd9b527538 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:10.226542 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fbead95-bf1b-427a-ae94-095135c2ebfb req-44a50aef-ad4e-40e9-9b15-27fd9b527538 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1097 time: 0.1610479 Dec 13 12:47:10.250303 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:10.253598 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] 10.222.0.31 "DELETE /v2.0/networks/61c594e0-d1b5-4a32-b0f6-857c27b91704 HTTP/1.1" status: 204 len: 168 time: 0.7353506 Dec 13 12:47:10.301944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd789171-3b9c-4928-be43-71bd6869b28d admin admin] Pushing event deleted for resources: {'Network': ['ID=61c594e0-d1b5-4a32-b0f6-857c27b91704,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:10.338461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Attempting to bind port 46400ea7-f38c-4381-8d98-62c2c2dde927 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:10.338688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Attempting to bind port 46400ea7-f38c-4381-8d98-62c2c2dde927 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:10.339019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Attempting to bind port 46400ea7-f38c-4381-8d98-62c2c2dde927 on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:10.360136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Port 46400ea7-f38c-4381-8d98-62c2c2dde927 on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:10.360460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Attempting to bind port 46400ea7-f38c-4381-8d98-62c2c2dde927 on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:10.367126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:10.367460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Checking segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:10.367842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Bound using segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:10.368517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Bound port: 46400ea7-f38c-4381-8d98-62c2c2dde927, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:10.368996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:10.386924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fbead95-bf1b-427a-ae94-095135c2ebfb req-3ad7842d-e868-40de-9233-acefe6949029 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399231 Dec 13 12:47:10.433532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:10.465670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:10.478213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device d8496e9e-1a6d-4f2a-b49c-3bcccec01f83 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:10.497933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] For port 46400ea7-f38c-4381-8d98-62c2c2dde927, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:10.503773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] For port 46400ea7-f38c-4381-8d98-62c2c2dde927, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=46400ea7-f38c-4381-8d98-62c2c2dde927,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:10.512828 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:10.567676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36840) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:10.604796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:10.605612 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:10.607661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] 10.222.0.42 "PUT /v2.0/ports/46400ea7-f38c-4381-8d98-62c2c2dde927 HTTP/1.1" status: 200 len: 1131 time: 2.5270863 Dec 13 12:47:10.609907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '46400ea7-f38c-4381-8d98-62c2c2dde927'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:10.612620 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291beddc-08ff-4f9a-a2b2-cfff138afb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "46400ea7-f38c-4381-8d98-62c2c2dde927"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:10.681936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:10.803916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d1b2a-8a41-4ee4-a41e-0764f4bea430 service neutron] Pushing event updated for resources: {'Port': ['ID=46400ea7-f38c-4381-8d98-62c2c2dde927,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:10.829070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d1e1c1a5-e9aa-40eb-ae59-94fcc365e464 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06feb48142474aabbfcac1a0ced84244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441623 Dec 13 12:47:10.829693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36844) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:10.891271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ffd82-44d2-4e31-bdbc-19c6866425ce req-68a4b321-f8d5-4b48-b542-9b12823caaf6 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:10.892820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-983ffd82-44d2-4e31-bdbc-19c6866425ce req-68a4b321-f8d5-4b48-b542-9b12823caaf6 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.2199774 Dec 13 12:47:10.897712 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:10.949731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] Router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:47:10.961067 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50570452-f3d8-4410-88f2-f29f1ea543e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:11.046175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50570452-f3d8-4410-88f2-f29f1ea543e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:11.078659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-983ffd82-44d2-4e31-bdbc-19c6866425ce req-5b473d6c-720c-4fdc-ac9d-d2438f00b26a tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720631 Dec 13 12:47:11.104235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:47:11.113423 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9a5ad443-4b9a-4cb8-88c9-84b72c3d0056 admin admin] 10.222.0.31 "PUT /v2.0/routers/6d6dee2d-ef2e-462b-a48a-b6651b335a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3642206 Dec 13 12:47:11.115458 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] Sync routers for ids ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:47:11.115891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36860) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:11.132497 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] Routers {'6d6dee2d-ef2e-462b-a48a-b6651b335a3c'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:47:11.134799 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:46:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:11.227577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50570452-f3d8-4410-88f2-f29f1ea543e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:11.230373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50570452-f3d8-4410-88f2-f29f1ea543e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:11.234161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-50570452-f3d8-4410-88f2-f29f1ea543e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e27aca2-5ebf-4758-8369-76d7895f74d9 HTTP/1.1" status: 204 len: 168 time: 0.3804679 Dec 13 12:47:11.273613 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:11.295931 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] Set router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:47:11.327775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50570452-f3d8-4410-88f2-f29f1ea543e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e27aca2-5ebf-4758-8369-76d7895f74d9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:11.368476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b236ffd-fc92-4d3a-aec5-c5647fed5e8b req-4dc8b84b-3d06-49c3-9dc1-92c749b49428 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:11.376611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b236ffd-fc92-4d3a-aec5-c5647fed5e8b req-4dc8b84b-3d06-49c3-9dc1-92c749b49428 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 950 time: 0.1573312 Dec 13 12:47:11.531515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:11.572310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b236ffd-fc92-4d3a-aec5-c5647fed5e8b req-b25b1714-46f8-4bbf-a0f5-d60c7a161456 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895149 Dec 13 12:47:11.579761 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9f0f7084-c083-439d-b984-58677606e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:47:09Z', 'revision_number': 5, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port': {'id': '9f0f7084-c083-439d-b984-58677606e70e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:46:00Z', 'updated_at': '2021-12-13T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:11.620737 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] Checking router: 6d6dee2d-ef2e-462b-a48a-b6651b335a3c for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:47:11.630945 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] Routers {'6d6dee2d-ef2e-462b-a48a-b6651b335a3c'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:47:11.631903 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:46:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:11.689897 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c087b85-28fa-4ff5-8ebd-66040a9d018b x-openstack-request-id: req-2c087b85-28fa-4ff5-8ebd-66040a9d018b {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:11.692845 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "46400ea7-f38c-4381-8d98-62c2c2dde927", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:11.693458 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c087b85-28fa-4ff5-8ebd-66040a9d018b {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:11.693578 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '46400ea7-f38c-4381-8d98-62c2c2dde927', 'status': 'completed', 'code': 200} Dec 13 12:47:11.714626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Deleting port 9f0f7084-c083-439d-b984-58677606e70e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:11.715698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:11.787125 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] Set router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:47:11.818503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068e6154-1849-490f-8d03-01e1d09c5bfc {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:11.827335 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:11.841611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Transition to ACTIVE for port object 068e6154-1849-490f-8d03-01e1d09c5bfc will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:11.853431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-dfbf329b-cc18-46a6-ab23-1641f539b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:11.854064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-dfbf329b-cc18-46a6-ab23-1641f539b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:11.854539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-dfbf329b-cc18-46a6-ab23-1641f539b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:11.854989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-dfbf329b-cc18-46a6-ab23-1641f539b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:11.855436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-dfbf329b-cc18-46a6-ab23-1641f539b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:11.855881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-dfbf329b-cc18-46a6-ab23-1641f539b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:11.858109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-dfbf329b-cc18-46a6-ab23-1641f539b6a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5287 time: 0.1580310 Dec 13 12:47:11.861614 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:47:11Z', 'revision_number': 6, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:11.878826 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:11.894665 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3e750-6571-4917-9f6f-5093a7cb42d2 None None] The sync data for ids ['6d6dee2d-ef2e-462b-a48a-b6651b335a3c'] in n-d-817326-4 is: [{'id': '6d6dee2d-ef2e-462b-a48a-b6651b335a3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2074723411-router', 'tenant_id': '482b204d4baf45bc853738c765480777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:59Z', 'updated_at': '2021-12-13T12:47:11Z', 'revision_number': 6, 'project_id': '482b204d4baf45bc853738c765480777', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:47:11.983865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] For port 9f0f7084-c083-439d-b984-58677606e70e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9f0f7084-c083-439d-b984-58677606e70e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:11.984916 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:12.010642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-111dda3b-cadc-435e-a452-f6f11cd94dff tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:47:12.011835 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-111dda3b-cadc-435e-a452-f6f11cd94dff tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068727 Dec 13 12:47:12.015212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Calling delete_port for 9f0f7084-c083-439d-b984-58677606e70e owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:12.045656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Pushing event updated for resources: {'Port': ['ID=068e6154-1849-490f-8d03-01e1d09c5bfc,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:12.046634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-496313bc-7a74-41c5-b72a-f326b82e4c9c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.049088 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-496313bc-7a74-41c5-b72a-f326b82e4c9c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 950 time: 0.1263294 Dec 13 12:47:12.070241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd15dc-8a5b-45a6-ac23-1d30cc201a4a req-d1cdc4d8-5378-42ff-98f8-cf2b1f01e57b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.076577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd15dc-8a5b-45a6-ac23-1d30cc201a4a req-d1cdc4d8-5378-42ff-98f8-cf2b1f01e57b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.083060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd15dc-8a5b-45a6-ac23-1d30cc201a4a req-d1cdc4d8-5378-42ff-98f8-cf2b1f01e57b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.090240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd15dc-8a5b-45a6-ac23-1d30cc201a4a req-d1cdc4d8-5378-42ff-98f8-cf2b1f01e57b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.104248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd15dc-8a5b-45a6-ac23-1d30cc201a4a req-d1cdc4d8-5378-42ff-98f8-cf2b1f01e57b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.116535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd15dc-8a5b-45a6-ac23-1d30cc201a4a req-d1cdc4d8-5378-42ff-98f8-cf2b1f01e57b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.118656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67dd15dc-8a5b-45a6-ac23-1d30cc201a4a req-d1cdc4d8-5378-42ff-98f8-cf2b1f01e57b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 4601 time: 0.3249826 Dec 13 12:47:12.181898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-d744c2ee-2251-483a-8822-4e07dc06ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.183324 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-d744c2ee-2251-483a-8822-4e07dc06ff3e service neutron] 10.222.0.31 "GET /v2.0/ports/babbcdbc-bce0-4196-8610-3f380717a872 HTTP/1.1" status: 200 len: 1094 time: 0.1329622 Dec 13 12:47:12.211942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Request body: {'binding': {'host': 'n-h1-817326-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:12.212468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Unknown quota resources ['binding']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 12:47:12.300866 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d1839588-70e4-4954-a51a-e0b0da997cf5 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:12.322382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-6983aeaf-9eb4-4918-9d48-eae706b9ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.322834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-6983aeaf-9eb4-4918-9d48-eae706b9ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.323279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-6983aeaf-9eb4-4918-9d48-eae706b9ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.324968 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-6983aeaf-9eb4-4918-9d48-eae706b9ce03 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4434397 Dec 13 12:47:12.348958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d1839588-70e4-4954-a51a-e0b0da997cf5 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:12.349301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d1839588-70e4-4954-a51a-e0b0da997cf5 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:12.465698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-e6112ae0-bdb8-4d4a-b557-42197f1e9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:12.465920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-291beddc-08ff-4f9a-a2b2-cfff138afb9b req-e6112ae0-bdb8-4d4a-b557-42197f1e9d33 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1207869 Dec 13 12:47:12.550817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-2e89cdeb-5954-46c3-81cf-f3bdfd8b0aab tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Deleting port 12429ef7-76e6-48ef-ba5e-316490f84160 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:12.551581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-2e89cdeb-5954-46c3-81cf-f3bdfd8b0aab tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:12.649716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36898) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:12.721539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 on host n-h1-817326-4 for vnic_type normal with profile None {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:12.723143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:12.723647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:12.731251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:12.744024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Port babbcdbc-bce0-4196-8610-3f380717a872 on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:12.744348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:12.807957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:12.808526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:12.809038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:12.809649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Bound port: babbcdbc-bce0-4196-8610-3f380717a872, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:12.812206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0f7084-c083-439d-b984-58677606e70e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:12.817037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1334803557-network', 'tenant_id': 'f432bec179c94f32a945c3aa13ee6e59'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:12.832826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-2e89cdeb-5954-46c3-81cf-f3bdfd8b0aab tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] For port 12429ef7-76e6-48ef-ba5e-316490f84160, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=12429ef7-76e6-48ef-ba5e-316490f84160,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:12.833186 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-2e89cdeb-5954-46c3-81cf-f3bdfd8b0aab tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:12.896471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-2e89cdeb-5954-46c3-81cf-f3bdfd8b0aab tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Calling delete_port for 12429ef7-76e6-48ef-ba5e-316490f84160 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:12.960144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67dd15dc-8a5b-45a6-ac23-1d30cc201a4a req-6639f188-30cb-49a2-9e8a-e30deaa7aa29 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7955916 Dec 13 12:47:12.965936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Attempting to bind port 068e6154-1849-490f-8d03-01e1d09c5bfc on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:12.968337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Attempting to bind port 068e6154-1849-490f-8d03-01e1d09c5bfc by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:12.968832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Attempting to bind port 068e6154-1849-490f-8d03-01e1d09c5bfc on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:12.986844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Port 068e6154-1849-490f-8d03-01e1d09c5bfc on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:12.987108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Attempting to bind port 068e6154-1849-490f-8d03-01e1d09c5bfc on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:12.993725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Made reservation on behalf of f432bec179c94f32a945c3aa13ee6e59 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:12.996285 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.001316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:13.007450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Checking segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:13.007922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Bound using segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:13.008386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Bound port: 068e6154-1849-490f-8d03-01e1d09c5bfc, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:13.008765 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.019350 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.021807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.030954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:13.111255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] Publish callbacks [] for binding, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.112519 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-f5c57549-8a1d-41b2-964b-8d9ea9974726 service neutron] 10.222.0.31 "POST /v2.0/ports/babbcdbc-bce0-4196-8610-3f380717a872/bindings HTTP/1.1" status: 201 len: 389 time: 0.9071796 Dec 13 12:47:13.122974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] For port 068e6154-1849-490f-8d03-01e1d09c5bfc, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:13.133346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71ceca-b79d-46d9-8d01-534423e84f1b req-f687757b-6768-4f05-a6d2-d7b3abf466b6 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:13.134924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee71ceca-b79d-46d9-8d01-534423e84f1b req-f687757b-6768-4f05-a6d2-d7b3abf466b6 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.0813391 Dec 13 12:47:13.137762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] For port 068e6154-1849-490f-8d03-01e1d09c5bfc, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=068e6154-1849-490f-8d03-01e1d09c5bfc,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:13.162526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.168061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.175742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.208755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:13.211128 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.213099 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/068e6154-1849-490f-8d03-01e1d09c5bfc HTTP/1.1" status: 200 len: 1131 time: 2.5663137 Dec 13 12:47:13.252119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee71ceca-b79d-46d9-8d01-534423e84f1b req-a64395af-0681-430c-9c71-fa33ca08c923 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098723 Dec 13 12:47:13.263083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:13.269506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.270159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6dee2d-ef2e-462b-a48a-b6651b335a3c {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:47:13.280728 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.296710 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b7ee1363-d68d-4a5e-ac0b-9a34b6793f39 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6d6dee2d-ef2e-462b-a48a-b6651b335a3c HTTP/1.1" status: 204 len: 168 time: 2.1797545 Dec 13 12:47:13.301070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36904) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:13.354353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888000b-143d-480c-8087-b1c2b02788f8 service neutron] Pushing event updated for resources: {'Port': ['ID=068e6154-1849-490f-8d03-01e1d09c5bfc,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:13.412513 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.417243 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.426829 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.455195 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-2e89cdeb-5954-46c3-81cf-f3bdfd8b0aab tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.473687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c', '57f0242b-fc8a-40fc-a603-975bcc3e4937', '42b2ef6e-870b-473d-9b0b-c0777a9007d3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:13.538160 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aeb2b7d-c26b-45e5-b1cc-8bac786a63e0 admin admin] Deleting subnet 16add5c7-042c-47fc-b877-44ea9a15f263 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:47:13.557367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:47:13.561593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2aeb2b7d-c26b-45e5-b1cc-8bac786a63e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.585835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2', '94351a29-37f1-4c0b-b720-acd49064c5dc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:13.708096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89cdeb-5954-46c3-81cf-f3bdfd8b0aab tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event deleted for resources: {'Port': ['ID=12429ef7-76e6-48ef-ba5e-316490f84160,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:13.719828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad2913c-f56a-42e9-a51e-2a866aca9f2e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:13.728030 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.728859 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Added segment 6d6e9ccf-1161-4530-a4a0-0b7679479f85 of type vlan for network 8072c86c-36ec-4f72-a683-789222078cc2 Dec 13 12:47:13.796482 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2aeb2b7d-c26b-45e5-b1cc-8bac786a63e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.800176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-2e89cdeb-5954-46c3-81cf-f3bdfd8b0aab tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] No DVR routers for this DVR port 12429ef7-76e6-48ef-ba5e-316490f84160 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:13.811923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e6bbbb-3444-4bf9-8a13-122e3bec221d {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:13.821939 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.835702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Transition to ACTIVE for port object 04e6bbbb-3444-4bf9-8a13-122e3bec221d will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:13.839563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '068e6154-1849-490f-8d03-01e1d09c5bfc'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:13.841230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-2e89cdeb-5954-46c3-81cf-f3bdfd8b0aab tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.844077 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7452f56-fe26-4883-bc68-ab09bb622ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "068e6154-1849-490f-8d03-01e1d09c5bfc"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:13.844684 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7b7d80d-9646-4a4f-a75d-23da7bc08003 req-2e89cdeb-5954-46c3-81cf-f3bdfd8b0aab tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "DELETE /v2.0/ports/12429ef7-76e6-48ef-ba5e-316490f84160 HTTP/1.1" status: 204 len: 173 time: 1.7828166 Dec 13 12:47:13.848576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ccb1e8-d759-4bf9-8255-0140462cb326', 'name': 'network-vif-deleted', 'tag': '12429ef7-76e6-48ef-ba5e-316490f84160'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:13.850880 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c97d835-76b1-4d10-84e3-29a70ae0ebb9" -d '{"events": [{"server_uuid": "44ccb1e8-d759-4bf9-8255-0140462cb326", "name": "network-vif-deleted", "tag": "12429ef7-76e6-48ef-ba5e-316490f84160"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:13.851578 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.880894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:13.885392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-78db849b-2a95-4c5b-9013-c0e7b9b0e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:13.887534 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-78db849b-2a95-4c5b-9013-c0e7b9b0e6b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1097 time: 0.3240392 Dec 13 12:47:13.930986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-938b767b-f694-44f7-ab54-70b318be8e14 req-acda66ff-a162-4ff4-a7c6-bd97af65b345 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=44ccb1e8-d759-4bf9-8255-0140462cb326 HTTP/1.1" status: 200 len: 210 time: 0.0935256 Dec 13 12:47:14.063883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Pushing event updated for resources: {'Port': ['ID=04e6bbbb-3444-4bf9-8a13-122e3bec221d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:14.129567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:14.143917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.144848 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:14.263702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44f218-4f3d-4e28-92a5-d9de2e0c3efb req-b6c03e35-7862-4d83-a75c-f6772fb40e97 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.272413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd44f218-4f3d-4e28-92a5-d9de2e0c3efb req-b6c03e35-7862-4d83-a75c-f6772fb40e97 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.4334342 Dec 13 12:47:14.280774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9f0f7084-c083-439d-b984-58677606e70e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:14.303433 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2aeb2b7d-c26b-45e5-b1cc-8bac786a63e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:14.327504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 9f0f7084-c083-439d-b984-58677606e70e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:14.327921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9f0f7084-c083-439d-b984-58677606e70e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:14.370461 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7189231 Dec 13 12:47:14.371822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34e9ea-051b-45e2-a79c-760734a3f756 admin admin] Pushing event updated for resources: {'Network': ['ID=8072c86c-36ec-4f72-a683-789222078cc2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:14.375695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe91c46-1a08-4b63-9a7a-771f3cc7f070 req-0ef15e1c-642e-46c1-9975-3f8c27455570 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.385141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfe91c46-1a08-4b63-9a7a-771f3cc7f070 req-0ef15e1c-642e-46c1-9975-3f8c27455570 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 946 time: 0.2892711 Dec 13 12:47:14.386137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36914) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:14.404783 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:47:14.417226 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 8072c86c-36ec-4f72-a683-789222078cc2 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:47:14.429400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Request body: {'subnet': {'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1334803557-subnet', 'tenant_id': 'f432bec179c94f32a945c3aa13ee6e59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:14.460721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Attempting to bind port 04e6bbbb-3444-4bf9-8a13-122e3bec221d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:14.460975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Attempting to bind port 04e6bbbb-3444-4bf9-8a13-122e3bec221d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:14.461317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Attempting to bind port 04e6bbbb-3444-4bf9-8a13-122e3bec221d on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:14.480012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-788337c9-7df0-420d-a626-b5551251e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.482714 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-788337c9-7df0-420d-a626-b5551251e56c service neutron] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.5746624 Dec 13 12:47:14.507887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 12429ef7-76e6-48ef-ba5e-316490f84160 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:14.511690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd44f218-4f3d-4e28-92a5-d9de2e0c3efb req-3e0a3ac7-e105-4ebe-b355-e765a02df0e0 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383115 Dec 13 12:47:14.552657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 12429ef7-76e6-48ef-ba5e-316490f84160 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:14.553360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 12429ef7-76e6-48ef-ba5e-316490f84160 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:14.562872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Port 04e6bbbb-3444-4bf9-8a13-122e3bec221d on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:14.563456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Attempting to bind port 04e6bbbb-3444-4bf9-8a13-122e3bec221d on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:14.576112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:14.576639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Checking segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:14.577060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Bound using segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:14.577505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Bound port: 04e6bbbb-3444-4bf9-8a13-122e3bec221d, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:14.577866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:14.583054 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-a5a9fd1e-a32d-48c3-adb3-4aa821dd6ce2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=babbcdbc-bce0-4196-8610-3f380717a872 HTTP/1.1" status: 200 len: 217 time: 0.0909979 Dec 13 12:47:14.616997 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a89b03b-5b30-4d50-861d-9e624b58d19e x-openstack-request-id: req-1a89b03b-5b30-4d50-861d-9e624b58d19e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:14.617353 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "068e6154-1849-490f-8d03-01e1d09c5bfc", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:14.617589 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a89b03b-5b30-4d50-861d-9e624b58d19e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:14.617976 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '068e6154-1849-490f-8d03-01e1d09c5bfc', 'status': 'completed', 'code': 200} Dec 13 12:47:14.622390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Made reservation on behalf of f432bec179c94f32a945c3aa13ee6e59 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:14.624855 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:14.652578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-cbc80127-a92f-4840-9cc0-52e14d36a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.654119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-cbc80127-a92f-4840-9cc0-52e14d36a692 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0616202 Dec 13 12:47:14.659178 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ae2f21-e9e8-4a96-ac38-04e7ab3e3b39 x-openstack-request-id: req-18ae2f21-e9e8-4a96-ac38-04e7ab3e3b39 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:14.659472 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ccb1e8-d759-4bf9-8255-0140462cb326", "name": "network-vif-deleted", "tag": "12429ef7-76e6-48ef-ba5e-316490f84160", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:14.659727 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18ae2f21-e9e8-4a96-ac38-04e7ab3e3b39 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:14.660366 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ccb1e8-d759-4bf9-8255-0140462cb326', 'name': 'network-vif-deleted', 'tag': '12429ef7-76e6-48ef-ba5e-316490f84160', 'status': 'completed', 'code': 200} Dec 13 12:47:14.698792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfe91c46-1a08-4b63-9a7a-771f3cc7f070 req-86374156-b84e-4417-b1c0-4e1a3e55d6f8 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561324 Dec 13 12:47:14.721608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2aeb2b7d-c26b-45e5-b1cc-8bac786a63e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:14.751212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2aeb2b7d-c26b-45e5-b1cc-8bac786a63e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:14.758464 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2aeb2b7d-c26b-45e5-b1cc-8bac786a63e0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/16add5c7-042c-47fc-b877-44ea9a15f263 HTTP/1.1" status: 204 len: 168 time: 1.4503086 Dec 13 12:47:14.758782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0629c383-2324-4f0d-a9e2-78c68b0293e2 None None] Network b2fee8a9-a853-4009-b603-fe162eccd03f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:47:14.762169 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-d0506730-2210-472d-95b5-ec3d1246be75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705547 Dec 13 12:47:14.762647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36918) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:14.797409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb2b7d-c26b-45e5-b1cc-8bac786a63e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16add5c7-042c-47fc-b877-44ea9a15f263,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:14.856208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] For port 04e6bbbb-3444-4bf9-8a13-122e3bec221d, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:14.898402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4e80-85a8-4567-8e99-a4a942664ac8 req-346b6a69-3bc8-4054-8d80-fbefbb673b72 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.904936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4e80-85a8-4567-8e99-a4a942664ac8 req-346b6a69-3bc8-4054-8d80-fbefbb673b72 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.911046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4e80-85a8-4567-8e99-a4a942664ac8 req-346b6a69-3bc8-4054-8d80-fbefbb673b72 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.917425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4e80-85a8-4567-8e99-a4a942664ac8 req-346b6a69-3bc8-4054-8d80-fbefbb673b72 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.923425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4e80-85a8-4567-8e99-a4a942664ac8 req-346b6a69-3bc8-4054-8d80-fbefbb673b72 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.929522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4e80-85a8-4567-8e99-a4a942664ac8 req-346b6a69-3bc8-4054-8d80-fbefbb673b72 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.936315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4e80-85a8-4567-8e99-a4a942664ac8 req-346b6a69-3bc8-4054-8d80-fbefbb673b72 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:14.938376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52ef4e80-85a8-4567-8e99-a4a942664ac8 req-346b6a69-3bc8-4054-8d80-fbefbb673b72 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5386 time: 0.2383342 Dec 13 12:47:14.953333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] For port 04e6bbbb-3444-4bf9-8a13-122e3bec221d, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04e6bbbb-3444-4bf9-8a13-122e3bec221d,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:14.963527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb933dd-0156-4c68-8c8b-226a101dffe8 None None] DHCP port deletion for b2fee8a9-a853-4009-b603-fe162eccd03f request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:47:14.976031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.029113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1eb933dd-0156-4c68-8c8b-226a101dffe8 None None] Deleting port 4a13ac27-7065-461b-a892-968221be34dc {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:15.029479 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eb933dd-0156-4c68-8c8b-226a101dffe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.053779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.054453 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.056193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] 10.222.0.42 "PUT /v2.0/ports/04e6bbbb-3444-4bf9-8a13-122e3bec221d HTTP/1.1" status: 200 len: 1090 time: 1.8087609 Dec 13 12:47:15.084480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec4d65-5ed6-47e3-b444-232f31d9c1c3 req-3936adb8-3d5c-4413-837e-300576cedce5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.086096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07ec4d65-5ed6-47e3-b444-232f31d9c1c3 req-3936adb8-3d5c-4413-837e-300576cedce5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.2691252 Dec 13 12:47:15.100097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:15.141545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1eb933dd-0156-4c68-8c8b-226a101dffe8 None None] For port 4a13ac27-7065-461b-a892-968221be34dc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4a13ac27-7065-461b-a892-968221be34dc,segment=NetworkSegment(aa4eee27-ca70-4cbd-89da-6e994e21f2cb),segment_id=aa4eee27-ca70-4cbd-89da-6e994e21f2cb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:15.141964 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eb933dd-0156-4c68-8c8b-226a101dffe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.156126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1eb933dd-0156-4c68-8c8b-226a101dffe8 None None] Calling delete_port for 4a13ac27-7065-461b-a892-968221be34dc owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:15.193599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7803ee1-922c-48c3-bd2d-1ce9908eb46e service neutron] Pushing event updated for resources: {'Port': ['ID=04e6bbbb-3444-4bf9-8a13-122e3bec221d,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:15.272160 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eb933dd-0156-4c68-8c8b-226a101dffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.289936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-89dff156-9762-4615-9615-57c6b97b7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.290694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-89dff156-9762-4615-9615-57c6b97b7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.290947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-89dff156-9762-4615-9615-57c6b97b7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.291403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-89dff156-9762-4615-9615-57c6b97b7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.291869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-89dff156-9762-4615-9615-57c6b97b7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.292304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-89dff156-9762-4615-9615-57c6b97b7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.292754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-89dff156-9762-4615-9615-57c6b97b7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.295636 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-89dff156-9762-4615-9615-57c6b97b7ef4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6236 time: 0.6381431 Dec 13 12:47:15.306398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb933dd-0156-4c68-8c8b-226a101dffe8 None None] Pushing event deleted for resources: {'Port': ['ID=4a13ac27-7065-461b-a892-968221be34dc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:15.317574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb933dd-0156-4c68-8c8b-226a101dffe8 None None] No DVR routers for this DVR port 4a13ac27-7065-461b-a892-968221be34dc on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:15.343335 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.374396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52ef4e80-85a8-4567-8e99-a4a942664ac8 req-3bb4e52d-7487-4c9f-a6ce-0a6c6d4ac073 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4145358 Dec 13 12:47:15.395191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07ec4d65-5ed6-47e3-b444-232f31d9c1c3 req-9fa330d6-0236-4e5e-ab20-c3309c3fa3a7 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884772 Dec 13 12:47:15.433650 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.484763 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-2b34a9f7-f919-4670-a245-96cef2ae81ad service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985190 Dec 13 12:47:15.571383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.591549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.666729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fee8a9-a853-4009-b603-fe162eccd03f']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:15.691532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:15.691901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4eee27-ca70-4cbd-89da-6e994e21f2cb') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:15.703124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-13c51e9a-fdc7-4797-9782-3bce6703f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.703605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-13c51e9a-fdc7-4797-9782-3bce6703f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.704511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-13c51e9a-fdc7-4797-9782-3bce6703f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.706288 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-13c51e9a-fdc7-4797-9782-3bce6703f702 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4006882 Dec 13 12:47:15.715461 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.784008 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce70964-4b77-4266-9ada-339f61494bbe,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:15.792878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.797955 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-9786bd0c-f3e3-4600-804e-a6b3d1517c2a service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861934 Dec 13 12:47:15.806063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Checking segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:15.806403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Network hostable DHCP agents. Network: 8072c86c-36ec-4f72-a683-789222078cc2, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:47:15.817658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be2a09-b4bc-41e6-9333-1d55b6e6f52e req-643f5ffc-d42a-486c-adc7-54a975690a72 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.819272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7be2a09-b4bc-41e6-9333-1d55b6e6f52e req-643f5ffc-d42a-486c-adc7-54a975690a72 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.1486001 Dec 13 12:47:15.820851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:47:15.821324 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:47:15.823276 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:47:15.891681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Network 8072c86c-36ec-4f72-a683-789222078cc2 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:47:15.933622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 8072c86c-36ec-4f72-a683-789222078cc2) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:15.937574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.947330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.947832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6d7b9-4c3e-40db-ba54-8e7a822465c1 None None] Network 8072c86c-36ec-4f72-a683-789222078cc2 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:47:15.948802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.949550 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:15.951628 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b2fee8a9-a853-4009-b603-fe162eccd03f HTTP/1.1" status: 204 len: 168 time: 1.1677039 Dec 13 12:47:15.955383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-e3dc3e34-bdfa-420d-b4c1-2e1e38bfbd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:15.957014 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7452f56-fe26-4883-bc68-ab09bb622ea6 req-e3dc3e34-bdfa-420d-b4c1-2e1e38bfbd74 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2382767 Dec 13 12:47:15.974658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7be2a09-b4bc-41e6-9333-1d55b6e6f52e req-2e771404-0304-429e-9097-ce48a3b50711 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224239 Dec 13 12:47:15.987802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e0739e51-5798-48be-a731-7ff9b1816a2d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5623274 Dec 13 12:47:16.006393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11690f-5cf1-4ac1-9127-1d6f38a7cde2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fee8a9-a853-4009-b603-fe162eccd03f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:16.026410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-1da9312f-76e4-4039-80d1-061f15653656 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:16.027941 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-1da9312f-76e4-4039-80d1-061f15653656 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1097 time: 0.1615701 Dec 13 12:47:16.054312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-4'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:16.162718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1908752b-ed23-4722-932f-119bddf74a84 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:16.175727 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:16.195592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7720a2-477d-4d76-a833-586de9b4cd09 req-67b00998-3b4c-4e6e-9e9e-1029da6b97bf tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:16.197309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea7720a2-477d-4d76-a833-586de9b4cd09 req-67b00998-3b4c-4e6e-9e9e-1029da6b97bf tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 946 time: 0.1536329 Dec 13 12:47:16.224484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea977aba-e4ff-4c39-9294-0773e4ed0e99 None None] Network 8072c86c-36ec-4f72-a683-789222078cc2 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:47:16.224757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36940) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:16.229895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:16.268960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b46d5-ac02-4a20-94f9-dd2b2c6179e4 req-78144837-2a50-4bfd-9a17-3e9f61067771 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:16.277364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4a13ac27-7065-461b-a892-968221be34dc no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:16.279025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-884b46d5-ac02-4a20-94f9-dd2b2c6179e4 req-78144837-2a50-4bfd-9a17-3e9f61067771 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa29a186-0a24-4c17-8c62-2b2f70614371 HTTP/1.1" status: 200 len: 950 time: 0.1649330 Dec 13 12:47:16.299442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Transition to ACTIVE for port object 1908752b-ed23-4722-932f-119bddf74a84 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:16.323520 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:16.424547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:16.496426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:16.501493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e2088d10-de55-4de4-ac47-6af8f96dcd50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=482b204d4baf45bc853738c765480777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562253 Dec 13 12:47:16.503375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 4a13ac27-7065-461b-a892-968221be34dc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:16.503718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4a13ac27-7065-461b-a892-968221be34dc not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:16.519759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36948) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:16.524064 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea7720a2-477d-4d76-a833-586de9b4cd09 req-f321953d-26cc-4729-8896-3eb775b4330b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107851 Dec 13 12:47:16.533827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Pushing event updated for resources: {'Port': ['ID=1908752b-ed23-4722-932f-119bddf74a84,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:16.543911 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-884b46d5-ac02-4a20-94f9-dd2b2c6179e4 req-2a43cffb-0c5e-483b-8758-6ef5cd5ca35f tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638063 Dec 13 12:47:16.616447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:16.623645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '04e6bbbb-3444-4bf9-8a13-122e3bec221d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:16.627626 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "04e6bbbb-3444-4bf9-8a13-122e3bec221d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:16.635664 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:16.685153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babbcdbc-bce0-4196-8610-3f380717a872'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:16.687358 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d239393-5122-4513-90ef-c8f7d86a56d7" -d '{"events": [{"server_uuid": "f5bfaa78-33e8-4847-9e29-f533ad3b2c17", "name": "network-vif-unplugged", "status": "completed", "tag": "babbcdbc-bce0-4196-8610-3f380717a872"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:16.729344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Attempting to bind port 1908752b-ed23-4722-932f-119bddf74a84 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:16.729793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Attempting to bind port 1908752b-ed23-4722-932f-119bddf74a84 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:16.730148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Attempting to bind port 1908752b-ed23-4722-932f-119bddf74a84 on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:16.750991 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Pushing event updated for resources: {'Port': ['ID=babbcdbc-bce0-4196-8610-3f380717a872,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:16.781903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Port 1908752b-ed23-4722-932f-119bddf74a84 on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:16.782264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Attempting to bind port 1908752b-ed23-4722-932f-119bddf74a84 on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:16.799359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:16.799633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Checking segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:16.800074 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Bound using segment: {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:16.800577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Bound port: 1908752b-ed23-4722-932f-119bddf74a84, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b427506c-2171-4d0e-b904-5b0e35f5605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:16.800946 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:16.814412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 on host n-h2-817326-4 for vnic_type normal with profile {"migrating_to": "n-h1-817326-4"} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:16.815117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:16.815672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:16.820814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Port babbcdbc-bce0-4196-8610-3f380717a872 on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:16.821584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Attempting to bind port babbcdbc-bce0-4196-8610-3f380717a872 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:16.830475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:16.832081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:16.832755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:16.833419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Bound port: babbcdbc-bce0-4196-8610-3f380717a872, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:16.834000 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:16.843129 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bee1a358-683f-441e-af22-48298776d9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:16.858932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a8e4-9796-419c-b280-fffab365ffed req-853c2d45-8451-4122-afaa-6bf95390c237 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:16.865146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a8e4-9796-419c-b280-fffab365ffed req-853c2d45-8451-4122-afaa-6bf95390c237 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:16.872637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a8e4-9796-419c-b280-fffab365ffed req-853c2d45-8451-4122-afaa-6bf95390c237 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:16.878904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a8e4-9796-419c-b280-fffab365ffed req-853c2d45-8451-4122-afaa-6bf95390c237 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:16.886914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a8e4-9796-419c-b280-fffab365ffed req-853c2d45-8451-4122-afaa-6bf95390c237 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:16.893478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a8e4-9796-419c-b280-fffab365ffed req-853c2d45-8451-4122-afaa-6bf95390c237 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:16.900975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a8e4-9796-419c-b280-fffab365ffed req-853c2d45-8451-4122-afaa-6bf95390c237 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:16.910841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6b4a8e4-9796-419c-b280-fffab365ffed req-853c2d45-8451-4122-afaa-6bf95390c237 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5398 time: 0.1874781 Dec 13 12:47:16.938693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:16.943365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:16.952683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.016478 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bee1a358-683f-441e-af22-48298776d9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.029842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Pushing event updated for resources: {'Port': ['ID=babbcdbc-bce0-4196-8610-3f380717a872,revision_number=8']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:17.053758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 878fb0d3-6520-4216-9ee0-2c9936050104 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:17.125671 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:17.126290 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.130271 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e74f0520-c3a1-4210-b6da-786fdc6e09d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/babbcdbc-bce0-4196-8610-3f380717a872 HTTP/1.1" status: 200 len: 1122 time: 1.0899596 Dec 13 12:47:17.161958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] For port 1908752b-ed23-4722-932f-119bddf74a84, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:17.233099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] For port 1908752b-ed23-4722-932f-119bddf74a84, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1908752b-ed23-4722-932f-119bddf74a84,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:17.259584 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.285841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:17.301485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '878fb0d3-6520-4216-9ee0-2c9936050104', 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566', 'port_id': '878fb0d3-6520-4216-9ee0-2c9936050104', 'mac_address': 'fa:16:3e:53:06:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a86ce-9692-4eaa-b2ef-2ece9ef3ada0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:17.309922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-a9366067-9e79-4498-9ec2-4d548e4e075a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:17.317372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-75783a79-47cc-4b68-a5e5-014e3d555cca tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:17.318415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-a9366067-9e79-4498-9ec2-4d548e4e075a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.3717487 Dec 13 12:47:17.321727 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-75783a79-47cc-4b68-a5e5-014e3d555cca tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/ports?device_id=71786467-4a98-442d-829f-d2ddc14e3fdc HTTP/1.1" status: 200 len: 950 time: 0.1299884 Dec 13 12:47:17.348313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6b4a8e4-9796-419c-b280-fffab365ffed req-9795dbea-de94-47c8-addc-aea8269d24e7 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4360597 Dec 13 12:47:17.370089 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.404394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['babbcdbc-bce0-4196-8610-3f380717a872'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:17.419079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Pushing event updated for resources: {'Port': ['ID=1908752b-ed23-4722-932f-119bddf74a84,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:17.442727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b107202-bad2-40c8-877c-d68f896aed9c req-e2580526-e58c-4edb-b048-69ca89448d97 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:17.446946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b107202-bad2-40c8-877c-d68f896aed9c req-e2580526-e58c-4edb-b048-69ca89448d97 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa29a186-0a24-4c17-8c62-2b2f70614371 HTTP/1.1" status: 200 len: 950 time: 0.3364711 Dec 13 12:47:17.474577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878fb0d3-6520-4216-9ee0-2c9936050104 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:17.476715 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bee1a358-683f-441e-af22-48298776d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.484793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bee1a358-683f-441e-af22-48298776d9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.492084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bee1a358-683f-441e-af22-48298776d9ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42dc1140-0bd5-40eb-a6a4-db385f2c05de HTTP/1.1" status: 204 len: 168 time: 0.9640996 Dec 13 12:47:17.508721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:17.522651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-9d6e88b8-b839-4017-9d6b-b09e818e5856 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Deleting port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:17.523644 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-9d6e88b8-b839-4017-9d6b-b09e818e5856 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.527820 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.587902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:17.597395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.599932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4aa88201-377c-47a9-8207-59bb6c5ae91c service neutron] 10.222.0.42 "PUT /v2.0/ports/1908752b-ed23-4722-932f-119bddf74a84 HTTP/1.1" status: 200 len: 1091 time: 2.5048594 Dec 13 12:47:17.605467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1a358-683f-441e-af22-48298776d9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dc1140-0bd5-40eb-a6a4-db385f2c05de,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:17.617662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-10887e85-54a6-4321-a174-0817fd6a182e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/quotas/f432bec179c94f32a945c3aa13ee6e59 HTTP/1.1" status: 200 len: 375 time: 0.2982106 Dec 13 12:47:17.727376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:17.730689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-9d6e88b8-b839-4017-9d6b-b09e818e5856 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] For port 42b2ef6e-870b-473d-9b0b-c0777a9007d3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=42b2ef6e-870b-473d-9b0b-c0777a9007d3,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:17.731079 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-9d6e88b8-b839-4017-9d6b-b09e818e5856 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:17.766272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-9d6e88b8-b839-4017-9d6b-b09e818e5856 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Calling delete_port for 42b2ef6e-870b-473d-9b0b-c0777a9007d3 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:17.846110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-46441524-80d7-4291-bb16-b6bddaa29a11 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1652696 Dec 13 12:47:17.932446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=878fb0d3-6520-4216-9ee0-2c9936050104,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:17.953593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.954025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.954311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.954667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.954988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.955319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.955650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.955976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.956302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.956628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.956955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.957279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.957603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:47:17.971630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['878fb0d3-6520-4216-9ee0-2c9936050104'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:18.040615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-9d6e88b8-b839-4017-9d6b-b09e818e5856 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:18.059387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c', '57f0242b-fc8a-40fc-a603-975bcc3e4937', '42b2ef6e-870b-473d-9b0b-c0777a9007d3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:18.130895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e88b8-b839-4017-9d6b-b09e818e5856 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event deleted for resources: {'Port': ['ID=42b2ef6e-870b-473d-9b0b-c0777a9007d3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:18.155910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-9d6e88b8-b839-4017-9d6b-b09e818e5856 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] No DVR routers for this DVR port 42b2ef6e-870b-473d-9b0b-c0777a9007d3 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:18.159086 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-9d6e88b8-b839-4017-9d6b-b09e818e5856 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:18.164101 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25f75a69-7695-40d6-9a7d-f7dfb62cfd33 req-9d6e88b8-b839-4017-9d6b-b09e818e5856 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "DELETE /v2.0/ports/42b2ef6e-870b-473d-9b0b-c0777a9007d3 HTTP/1.1" status: 204 len: 173 time: 0.8352671 Dec 13 12:47:18.524055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6687d-f7c2-4a80-847f-8c0b3d17d27d req-ddb0b680-74a7-4c69-9870-3940c8554c52 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:18.525387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3aa6687d-f7c2-4a80-847f-8c0b3d17d27d req-ddb0b680-74a7-4c69-9870-3940c8554c52 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 944 time: 1.0745473 Dec 13 12:47:18.699667 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:18.876119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-86b7b9eb-2651-47ec-973b-4b30fa9b2afb service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862895 Dec 13 12:47:18.892457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3aa6687d-f7c2-4a80-847f-8c0b3d17d27d req-fa7c1a86-2f23-4901-83a1-2b5e72f73dd0 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959065 Dec 13 12:47:18.920818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-8b107202-bad2-40c8-877c-d68f896aed9c req-3121cfa9-bc64-4983-a46a-a596a6bc53c6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Deleting port 94351a29-37f1-4c0b-b720-acd49064c5dc {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:18.921090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8b107202-bad2-40c8-877c-d68f896aed9c req-3121cfa9-bc64-4983-a46a-a596a6bc53c6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.030633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36994) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:19.053499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device babbcdbc-bce0-4196-8610-3f380717a872 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:19.066054 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5f5343-259b-437e-ac34-0217400555cc x-openstack-request-id: req-0f5f5343-259b-437e-ac34-0217400555cc {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:19.066370 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "04e6bbbb-3444-4bf9-8a13-122e3bec221d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:19.066810 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f5f5343-259b-437e-ac34-0217400555cc {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:19.067369 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '04e6bbbb-3444-4bf9-8a13-122e3bec221d', 'status': 'completed', 'code': 200} Dec 13 12:47:19.102024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2', '94351a29-37f1-4c0b-b720-acd49064c5dc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:19.166614 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b22409-6412-4f71-a00e-318669f3b550 x-openstack-request-id: req-44b22409-6412-4f71-a00e-318669f3b550 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:19.166977 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5bfaa78-33e8-4847-9e29-f533ad3b2c17", "name": "network-vif-unplugged", "status": "completed", "tag": "babbcdbc-bce0-4196-8610-3f380717a872", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:19.167292 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44b22409-6412-4f71-a00e-318669f3b550 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:19.167743 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babbcdbc-bce0-4196-8610-3f380717a872', 'code': 200} Dec 13 12:47:19.185701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-f6f03ded-3e37-482e-99d2-ffbb19494873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.189009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-f6f03ded-3e37-482e-99d2-ffbb19494873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.190813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-f6f03ded-3e37-482e-99d2-ffbb19494873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.192018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-f6f03ded-3e37-482e-99d2-ffbb19494873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.193152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-f6f03ded-3e37-482e-99d2-ffbb19494873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.197553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-f6f03ded-3e37-482e-99d2-ffbb19494873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.198146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-f6f03ded-3e37-482e-99d2-ffbb19494873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.201912 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-f6f03ded-3e37-482e-99d2-ffbb19494873 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6345 time: 0.1204917 Dec 13 12:47:19.218047 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-ff009c78-b3b9-43ff-8966-a902fcb27c34 service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409595 Dec 13 12:47:19.304319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:19.327979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device babbcdbc-bce0-4196-8610-3f380717a872 has no active binding in host n-h1-817326-4 {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 12:47:19.347691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-a39d9d01-2d2f-4b77-a352-fe3515263dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.348310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-a39d9d01-2d2f-4b77-a352-fe3515263dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.348821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-a39d9d01-2d2f-4b77-a352-fe3515263dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.351097 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-a39d9d01-2d2f-4b77-a352-fe3515263dda service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1387515 Dec 13 12:47:19.357959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1239019214-network', 'tenant_id': '03615d06ceb14deb9ba31a908149e672'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:19.420751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:19.433218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.464835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Transition to ACTIVE for port object 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:19.471569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.481007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-8b107202-bad2-40c8-877c-d68f896aed9c req-3121cfa9-bc64-4983-a46a-a596a6bc53c6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] For port 94351a29-37f1-4c0b-b720-acd49064c5dc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=94351a29-37f1-4c0b-b720-acd49064c5dc,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:19.481381 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8b107202-bad2-40c8-877c-d68f896aed9c req-3121cfa9-bc64-4983-a46a-a596a6bc53c6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.492774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-708bd165-8325-4dbe-aed3-88141dfc0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.494481 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6797d5e9-fe95-4bec-8315-444f5f9f7d3e req-708bd165-8325-4dbe-aed3-88141dfc0f14 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1161120 Dec 13 12:47:19.514363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Made reservation on behalf of 03615d06ceb14deb9ba31a908149e672 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:19.523538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.561424 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.571839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-8b107202-bad2-40c8-877c-d68f896aed9c req-3121cfa9-bc64-4983-a46a-a596a6bc53c6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Calling delete_port for 94351a29-37f1-4c0b-b720-acd49064c5dc owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:19.623883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcca9e-876f-4235-b5c8-e1476e1848e7 req-7ce80f84-e4a9-4aaa-a683-2432a9adcce9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.625511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5fcca9e-876f-4235-b5c8-e1476e1848e7 req-7ce80f84-e4a9-4aaa-a683-2432a9adcce9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.2699649 Dec 13 12:47:19.713702 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.727348 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.752206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Pushing event updated for resources: {'Port': ['ID=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:19.769522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:19.804760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:47:19.819761 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.820447 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Added segment c80481e0-3095-4227-afd3-bcba6ef94e22 of type vlan for network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 Dec 13 12:47:19.897209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.940412 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.941419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.943258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:19.964153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463571-9098-47be-a9e1-ed388e50f90b req-4c5182d7-a9aa-4232-8bdf-402c4350acb7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:19.965990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2463571-9098-47be-a9e1-ed388e50f90b req-4c5182d7-a9aa-4232-8bdf-402c4350acb7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 944 time: 0.3964021 Dec 13 12:47:19.993453 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9611778 Dec 13 12:47:19.996110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37010) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:20.002000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Request body: {'subnet': {'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1239019214-subnet', 'tenant_id': '03615d06ceb14deb9ba31a908149e672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:20.035042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5fcca9e-876f-4235-b5c8-e1476e1848e7 req-89d191df-62a2-4af1-883d-a5e8895920be tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764784 Dec 13 12:47:20.076353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Attempting to bind port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:20.076897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Attempting to bind port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:20.077236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Attempting to bind port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 on network 374a949d-aec7-4b8e-a55c-02119c1300d9 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:20.102527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 on network 374a949d-aec7-4b8e-a55c-02119c1300d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:20.102941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Attempting to bind port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 on network 374a949d-aec7-4b8e-a55c-02119c1300d9 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:20.106812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cabeff-921c-4fe9-84ef-950b4e6c9a0c admin admin] Pushing event updated for resources: {'Network': ['ID=1c755bcc-36b8-4cc2-8ab2-20c810d92033,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:20.121682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:47:20.160479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Made reservation on behalf of 03615d06ceb14deb9ba31a908149e672 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:20.169149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:20.182330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2463571-9098-47be-a9e1-ed388e50f90b req-8a7dd95f-d581-49a7-8a00-e1658b5c7185 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060935 Dec 13 12:47:20.222229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:20.223428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Checking segment: {'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:20.223911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Bound using segment: {'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:20.224438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Bound port: 74f99e9d-9b53-4833-a0a5-749c2b5f75c8, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:20.225060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:20.372227 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8b107202-bad2-40c8-877c-d68f896aed9c req-3121cfa9-bc64-4983-a46a-a596a6bc53c6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:20.386748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c703117a-17dd-4511-b863-366c649a9f4c', '57f0242b-fc8a-40fc-a603-975bcc3e4937'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:20.389312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:20.412305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0876e-2b76-4db9-800e-432f0da7e7e9 req-8fd6035e-560a-4ffa-830c-be70754ff3ae tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:20.421083 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01c0876e-2b76-4db9-800e-432f0da7e7e9 req-8fd6035e-560a-4ffa-830c-be70754ff3ae tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa29a186-0a24-4c17-8c62-2b2f70614371 HTTP/1.1" status: 200 len: 950 time: 0.2018661 Dec 13 12:47:20.457894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121cfa9-bc64-4983-a46a-a596a6bc53c6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event deleted for resources: {'Port': ['ID=94351a29-37f1-4c0b-b720-acd49064c5dc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:20.481556 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:20.506859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] For port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:20.515340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 42b2ef6e-870b-473d-9b0b-c0777a9007d3 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:20.553681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 42b2ef6e-870b-473d-9b0b-c0777a9007d3 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:20.554515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 42b2ef6e-870b-473d-9b0b-c0777a9007d3 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:20.554968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea7f9a-8090-4348-9712-c9c18ff24ccf req-a57724d4-ea9c-4933-874f-d1a5978cb2cf tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:20.562918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea7f9a-8090-4348-9712-c9c18ff24ccf req-a57724d4-ea9c-4933-874f-d1a5978cb2cf tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:20.570256 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea7f9a-8090-4348-9712-c9c18ff24ccf req-a57724d4-ea9c-4933-874f-d1a5978cb2cf tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:20.579833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea7f9a-8090-4348-9712-c9c18ff24ccf req-a57724d4-ea9c-4933-874f-d1a5978cb2cf tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:20.587776 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea7f9a-8090-4348-9712-c9c18ff24ccf req-a57724d4-ea9c-4933-874f-d1a5978cb2cf tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:20.595343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea7f9a-8090-4348-9712-c9c18ff24ccf req-a57724d4-ea9c-4933-874f-d1a5978cb2cf tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:20.602916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea7f9a-8090-4348-9712-c9c18ff24ccf req-a57724d4-ea9c-4933-874f-d1a5978cb2cf tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:20.615457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5e84e9-3361-4feb-87b5-ee605d7d9df5,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:20.616324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bea7f9a-8090-4348-9712-c9c18ff24ccf req-a57724d4-ea9c-4933-874f-d1a5978cb2cf tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5410 time: 0.3350277 Dec 13 12:47:20.622598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Checking segment: {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:20.623321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Network hostable DHCP agents. Network: 1c755bcc-36b8-4cc2-8ab2-20c810d92033, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:47:20.647782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:47:20.666584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 1c755bcc-36b8-4cc2-8ab2-20c810d92033) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:20.671630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:20.671966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] For port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:20.672684 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:20.683563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b107202-bad2-40c8-877c-d68f896aed9c req-3121cfa9-bc64-4983-a46a-a596a6bc53c6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] No DVR routers for this DVR port 94351a29-37f1-4c0b-b720-acd49064c5dc on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:20.686805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8b107202-bad2-40c8-877c-d68f896aed9c req-3121cfa9-bc64-4983-a46a-a596a6bc53c6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:20.690292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab7107-aa5e-413b-a56a-ee57b7c43bb6 None None] Network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:47:20.691096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b107202-bad2-40c8-877c-d68f896aed9c req-3121cfa9-bc64-4983-a46a-a596a6bc53c6 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "DELETE /v2.0/ports/94351a29-37f1-4c0b-b720-acd49064c5dc HTTP/1.1" status: 204 len: 173 time: 3.2377284 Dec 13 12:47:20.702681 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:20.728436 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-db89ded8-f76c-4099-b061-1f359a2cbaac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7309978 Dec 13 12:47:20.791520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:20.792524 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:20.793937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] 10.222.0.42 "PUT /v2.0/ports/74f99e9d-9b53-4833-a0a5-749c2b5f75c8 HTTP/1.1" status: 200 len: 1091 time: 3.0770683 Dec 13 12:47:20.829633 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01c0876e-2b76-4db9-800e-432f0da7e7e9 req-f1421c92-732f-44d3-a332-95268ee1c39d tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072683 Dec 13 12:47:20.845522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Request body: {'port': {'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:21.072183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 878fb0d3-6520-4216-9ee0-2c9936050104 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:21.116983 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-e6770858-e69f-425b-a8ba-62c3cca095b8 service neutron] 10.222.0.42 "GET /v2.0/ports/babbcdbc-bce0-4196-8610-3f380717a872/bindings/n-h1-817326-4 HTTP/1.1" status: 200 len: 384 time: 0.1927607 Dec 13 12:47:21.149680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '1908752b-ed23-4722-932f-119bddf74a84'}, {'server_uuid': 'aa29a186-0a24-4c17-8c62-2b2f70614371', 'name': 'network-vif-deleted', 'tag': '94351a29-37f1-4c0b-b720-acd49064c5dc'}, {'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '74f99e9d-9b53-4833-a0a5-749c2b5f75c8'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:21.152026 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5ae500-25e9-4679-92ba-7cf7847b3771" -d '{"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "1908752b-ed23-4722-932f-119bddf74a84"}, {"server_uuid": "aa29a186-0a24-4c17-8c62-2b2f70614371", "name": "network-vif-deleted", "tag": "94351a29-37f1-4c0b-b720-acd49064c5dc"}, {"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "74f99e9d-9b53-4833-a0a5-749c2b5f75c8"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:21.165830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9643b1-4cef-4669-90bf-eac6abf2b51b None None] Network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:47:21.176305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'tag': 'babbcdbc-bce0-4196-8610-3f380717a872'}, {'server_uuid': '71786467-4a98-442d-829f-d2ddc14e3fdc', 'name': 'network-vif-deleted', 'tag': '42b2ef6e-870b-473d-9b0b-c0777a9007d3'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:21.180033 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e53643-a186-47e5-857b-ada4e45c00c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5bfaa78-33e8-4847-9e29-f533ad3b2c17", "tag": "babbcdbc-bce0-4196-8610-3f380717a872"}, {"server_uuid": "71786467-4a98-442d-829f-d2ddc14e3fdc", "name": "network-vif-deleted", "tag": "42b2ef6e-870b-473d-9b0b-c0777a9007d3"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:21.186167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bea7f9a-8090-4348-9712-c9c18ff24ccf req-09accf2f-0a8c-4148-b5c9-0d8aacdc4c4e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5687788 Dec 13 12:47:21.186990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa399d5-f6d6-4d77-bd8d-40aaa8e06594 service neutron] Pushing event updated for resources: {'Port': ['ID=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:21.260038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07967441-c2a4-44dd-bbc9-d03bf45d73c2 req-9672ebcf-4ff9-42c5-8260-d0084de2fb51 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 210 time: 0.2848294 Dec 13 12:47:21.296816 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:21.440718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-efe3a1c2-1d7c-4597-b81e-e740f4269835 service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:21.469497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-efe3a1c2-1d7c-4597-b81e-e740f4269835 service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:21.521729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-efe3a1c2-1d7c-4597-b81e-e740f4269835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babbcdbc-bce0-4196-8610-3f380717a872 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:21.539252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-efe3a1c2-1d7c-4597-b81e-e740f4269835 service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:21.562688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-efe3a1c2-1d7c-4597-b81e-e740f4269835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:21.599606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 878fb0d3-6520-4216-9ee0-2c9936050104 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:47:21.607758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 878fb0d3-6520-4216-9ee0-2c9936050104 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:21.608127 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:21.677388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-efe3a1c2-1d7c-4597-b81e-e740f4269835 service neutron] Transition to ACTIVE for port object babbcdbc-bce0-4196-8610-3f380717a872 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:21.687786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-efe3a1c2-1d7c-4597-b81e-e740f4269835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:21.724418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:21.753038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878fb0d3-6520-4216-9ee0-2c9936050104'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:21.755227 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c61e2a-1712-47b6-9a8e-cc9bf3681bf1" -d '{"events": [{"server_uuid": "e52422ea-679b-4dd5-8a8d-6b44eb545e11", "name": "network-vif-plugged", "status": "completed", "tag": "878fb0d3-6520-4216-9ee0-2c9936050104"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:21.764664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bc83f-87aa-4264-b86d-28002a1ed54b req-9b5ccbbd-6e14-44d5-ac55-44e3aeaf3427 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:21.766660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-558bc83f-87aa-4264-b86d-28002a1ed54b req-9b5ccbbd-6e14-44d5-ac55-44e3aeaf3427 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 944 time: 0.3447647 Dec 13 12:47:21.776879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:21.780988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-efe3a1c2-1d7c-4597-b81e-e740f4269835 service neutron] No DVR routers for this DVR port babbcdbc-bce0-4196-8610-3f380717a872 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:21.783951 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:21.786611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 94351a29-37f1-4c0b-b720-acd49064c5dc no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:21.792414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3a1c2-1d7c-4597-b81e-e740f4269835 service neutron] Pushing event updated for resources: {'Port': ['ID=babbcdbc-bce0-4196-8610-3f380717a872,revision_number=10']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:21.801165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823e16c-418a-412d-aff5-6b3ebba89a10 req-5b77a1af-c36d-46d2-a832-7a3c68a8fb7c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:21.809930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b823e16c-418a-412d-aff5-6b3ebba89a10 req-5b77a1af-c36d-46d2-a832-7a3c68a8fb7c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.2826979 Dec 13 12:47:21.835195 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-efe3a1c2-1d7c-4597-b81e-e740f4269835 service neutron] 10.222.0.42 "PUT /v2.0/ports/babbcdbc-bce0-4196-8610-3f380717a872/bindings/n-h1-817326-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7083106 Dec 13 12:47:21.839693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 94351a29-37f1-4c0b-b720-acd49064c5dc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:21.840039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 94351a29-37f1-4c0b-b720-acd49064c5dc not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:21.870342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=878fb0d3-6520-4216-9ee0-2c9936050104,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:21.926719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-e4743578-e008-4cab-a6cf-a87577e80c03 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:21.928200 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-e4743578-e008-4cab-a6cf-a87577e80c03 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.8072314 Dec 13 12:47:21.943090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-a1ff2864-641a-432d-934d-fb75701d2cf2 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:21.944732 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-a1ff2864-641a-432d-934d-fb75701d2cf2 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.0477660 Dec 13 12:47:21.944877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Request body: {'port': {'device_id': 'a9b72670-1229-4f05-baa5-2b30f6be7eb6', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'admin_state_up': True, 'tenant_id': 'f432bec179c94f32a945c3aa13ee6e59'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:21.993521 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-af6a69de-f7bf-4c65-9012-f47cbb8370c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:21.995195 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-af6a69de-f7bf-4c65-9012-f47cbb8370c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17&tenant_id=7311861d06bd4ed8a69302e267470b3d HTTP/1.1" status: 200 len: 1096 time: 0.0409908 Dec 13 12:47:22.039222 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-558bc83f-87aa-4264-b86d-28002a1ed54b req-00edc0d9-9e30-4765-b071-2aaed8f8c952 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501335 Dec 13 12:47:22.054650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b823e16c-418a-412d-aff5-6b3ebba89a10 req-745f650b-d433-4c3f-9b2b-d60f96107866 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437787 Dec 13 12:47:22.076197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-2221a50f-9844-44c7-bb69-d4cc5a86c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:22.077732 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-2221a50f-9844-44c7-bb69-d4cc5a86c5fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1096 time: 0.0562224 Dec 13 12:47:22.140009 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cb94d2-4d17-457b-bc6c-8f552154544c x-openstack-request-id: req-83cb94d2-4d17-457b-bc6c-8f552154544c {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:22.141066 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5bfaa78-33e8-4847-9e29-f533ad3b2c17", "tag": "babbcdbc-bce0-4196-8610-3f380717a872", "status": "completed", "code": 200}, {"server_uuid": "71786467-4a98-442d-829f-d2ddc14e3fdc", "name": "network-vif-deleted", "tag": "42b2ef6e-870b-473d-9b0b-c0777a9007d3", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:22.141500 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83cb94d2-4d17-457b-bc6c-8f552154544c {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:22.142274 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'tag': 'babbcdbc-bce0-4196-8610-3f380717a872', 'status': 'completed', 'code': 200} Dec 13 12:47:22.142823 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71786467-4a98-442d-829f-d2ddc14e3fdc', 'name': 'network-vif-deleted', 'tag': '42b2ef6e-870b-473d-9b0b-c0777a9007d3', 'status': 'completed', 'code': 200} Dec 13 12:47:22.184457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:22.203766 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:22.208686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Made reservation on behalf of f432bec179c94f32a945c3aa13ee6e59 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:22.212530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:22.229494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e53643-a186-47e5-857b-ada4e45c00c3 req-fdaabbbf-4992-4d7a-9adc-2c09e3ea574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:22.231020 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76e53643-a186-47e5-857b-ada4e45c00c3 req-fdaabbbf-4992-4d7a-9adc-2c09e3ea574f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1096 time: 0.0790365 Dec 13 12:47:22.233790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-40bafec2-e762-4727-ae6d-6d4f60fe02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:22.235188 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-40bafec2-e762-4727-ae6d-6d4f60fe02b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.1486168 Dec 13 12:47:22.255371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Transition to ACTIVE for port object 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:22.267573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:22.320190 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-49a76931-cc09-4cc1-86a0-d560aa0a02f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=babbcdbc-bce0-4196-8610-3f380717a872 HTTP/1.1" status: 200 len: 217 time: 0.0721409 Dec 13 12:47:22.355294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1bcc5-2261-42f5-8dab-d2eb98ef084e req-abcb17af-e157-4b08-be7b-6e17d88d00ad tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:22.358264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ce1bcc5-2261-42f5-8dab-d2eb98ef084e req-abcb17af-e157-4b08-be7b-6e17d88d00ad tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 945 time: 0.1678195 Dec 13 12:47:22.397818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-318a8e34-0299-4b70-ba24-fc38838c4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:22.399864 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-318a8e34-0299-4b70-ba24-fc38838c4a76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0728662 Dec 13 12:47:22.402794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e53643-a186-47e5-857b-ada4e45c00c3 req-8150897e-34af-478f-bce7-161dae0ae1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:22.404182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76e53643-a186-47e5-857b-ada4e45c00c3 req-8150897e-34af-478f-bce7-161dae0ae1f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.1644824 Dec 13 12:47:22.472609 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-a4c5d05b-dfa5-4848-be94-e5ebd11e2a1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661583 Dec 13 12:47:22.474698 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76e53643-a186-47e5-857b-ada4e45c00c3 req-7c224e62-0c43-4317-91d6-00600a7f3ec8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=babbcdbc-bce0-4196-8610-3f380717a872 HTTP/1.1" status: 200 len: 217 time: 0.0603316 Dec 13 12:47:22.592506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e53643-a186-47e5-857b-ada4e45c00c3 req-e4eadf31-f03c-4eaa-af63-c7f0512d4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:22.593911 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76e53643-a186-47e5-857b-ada4e45c00c3 req-e4eadf31-f03c-4eaa-af63-c7f0512d4446 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.1058319 Dec 13 12:47:22.641123 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76e53643-a186-47e5-857b-ada4e45c00c3 req-54f9f071-cca5-4a2b-8f73-409fdfa7d716 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386710 Dec 13 12:47:22.646631 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-ee41f0e6-e90f-464c-a858-b725f1d145ef service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665692 Dec 13 12:47:22.730202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:22.801864 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76e53643-a186-47e5-857b-ada4e45c00c3 req-911370dc-f022-4fc1-a210-17ed1635b03d service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523321 Dec 13 12:47:22.803786 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-5ec30386-5380-4525-a294-931ed2319fd8 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472440 Dec 13 12:47:22.861730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ce1bcc5-2261-42f5-8dab-d2eb98ef084e req-74c695a6-aa33-45ed-97a3-c15a567cba53 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876387 Dec 13 12:47:22.896824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Allocated IP 172.20.0.10 (8072c86c-36ec-4f72-a683-789222078cc2/fce70964-4b77-4266-9ada-339f61494bbe/7fce74e5-b939-4f4e-b000-37ec0ff016c6) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:22.901900 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76e53643-a186-47e5-857b-ada4e45c00c3 req-b7233659-0863-4529-aa6e-382d502ebc2a service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928226 Dec 13 12:47:22.904682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-d1bb33e4-9190-4188-89e8-364fa0748c7f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:22.906316 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-d1bb33e4-9190-4188-89e8-364fa0748c7f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 805 time: 0.5929558 Dec 13 12:47:22.926025 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Attempting to bind port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:22.926389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Attempting to bind port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:22.926723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Attempting to bind port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 on network 374a949d-aec7-4b8e-a55c-02119c1300d9 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:22.939506 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc9c871-d132-4511-af34-653335c200f4 x-openstack-request-id: req-7fc9c871-d132-4511-af34-653335c200f4 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:22.939811 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "1908752b-ed23-4722-932f-119bddf74a84", "status": "completed", "code": 200}, {"server_uuid": "aa29a186-0a24-4c17-8c62-2b2f70614371", "name": "network-vif-deleted", "tag": "94351a29-37f1-4c0b-b720-acd49064c5dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "74f99e9d-9b53-4833-a0a5-749c2b5f75c8", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:22.940064 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fc9c871-d132-4511-af34-653335c200f4 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:22.940467 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '1908752b-ed23-4722-932f-119bddf74a84', 'status': 'completed', 'code': 200} Dec 13 12:47:22.940730 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa29a186-0a24-4c17-8c62-2b2f70614371', 'name': 'network-vif-deleted', 'tag': '94351a29-37f1-4c0b-b720-acd49064c5dc', 'status': 'completed', 'code': 200} Dec 13 12:47:22.940981 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '74f99e9d-9b53-4833-a0a5-749c2b5f75c8', 'status': 'completed', 'code': 200} Dec 13 12:47:22.950290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-f50cbc7d-7251-4658-aead-186b0eca0814 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/quotas/03615d06ceb14deb9ba31a908149e672 HTTP/1.1" status: 200 len: 375 time: 0.0331452 Dec 13 12:47:22.952516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 on network 374a949d-aec7-4b8e-a55c-02119c1300d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:22.952846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Attempting to bind port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 on network 374a949d-aec7-4b8e-a55c-02119c1300d9 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:22.981066 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d1257-e2b6-4dc6-b1c7-86b899aac173 x-openstack-request-id: req-c75d1257-e2b6-4dc6-b1c7-86b899aac173 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:22.981608 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52422ea-679b-4dd5-8a8d-6b44eb545e11", "name": "network-vif-plugged", "status": "completed", "tag": "878fb0d3-6520-4216-9ee0-2c9936050104", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:22.981744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:22.982026 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c75d1257-e2b6-4dc6-b1c7-86b899aac173 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:22.982173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Checking segment: {'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:22.982503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Bound using segment: {'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:22.982955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Bound port: 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1154b1b2-0b43-42c5-a017-b9aba2edd999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:22.983331 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:22.986552 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878fb0d3-6520-4216-9ee0-2c9936050104', 'code': 200} Dec 13 12:47:23.036128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-cffaa886-3d63-4858-82a1-a4aba0f76d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.036724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-cffaa886-3d63-4858-82a1-a4aba0f76d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.037253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-cffaa886-3d63-4858-82a1-a4aba0f76d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.037770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-cffaa886-3d63-4858-82a1-a4aba0f76d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.038336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-cffaa886-3d63-4858-82a1-a4aba0f76d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.038854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-cffaa886-3d63-4858-82a1-a4aba0f76d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.039401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-cffaa886-3d63-4858-82a1-a4aba0f76d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.041967 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-cffaa886-3d63-4858-82a1-a4aba0f76d55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6437 time: 0.0854318 Dec 13 12:47:23.046764 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-7f0a5b64-ea8e-4807-baed-8c4e45fbb89a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797408 Dec 13 12:47:23.191420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-cdf5cbd0-ab95-4dcb-853a-e34ded8ed0b5 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.192838 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-cdf5cbd0-ab95-4dcb-853a-e34ded8ed0b5 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.1505008 Dec 13 12:47:23.196941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589748f5-b0e9-4cd2-b82a-c0fa44139940 req-acfab2c1-9adc-4331-a281-5467a2756309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.198487 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-589748f5-b0e9-4cd2-b82a-c0fa44139940 req-acfab2c1-9adc-4331-a281-5467a2756309 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 1096 time: 0.1364515 Dec 13 12:47:23.249737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-ee6678ce-97ac-4cd8-a77e-15d7e9b3f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.250239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-ee6678ce-97ac-4cd8-a77e-15d7e9b3f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.250700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-ee6678ce-97ac-4cd8-a77e-15d7e9b3f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.252279 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-ee6678ce-97ac-4cd8-a77e-15d7e9b3f204 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2013297 Dec 13 12:47:23.277465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] For port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:23.316920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9d05-9f91-4d13-9c1e-b851a7349d48 req-6d51edb9-33cf-4b0d-8619-70560015c4aa tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.323071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9d05-9f91-4d13-9c1e-b851a7349d48 req-6d51edb9-33cf-4b0d-8619-70560015c4aa tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.329113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9d05-9f91-4d13-9c1e-b851a7349d48 req-6d51edb9-33cf-4b0d-8619-70560015c4aa tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.335458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9d05-9f91-4d13-9c1e-b851a7349d48 req-6d51edb9-33cf-4b0d-8619-70560015c4aa tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.343183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9d05-9f91-4d13-9c1e-b851a7349d48 req-6d51edb9-33cf-4b0d-8619-70560015c4aa tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.349260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9d05-9f91-4d13-9c1e-b851a7349d48 req-6d51edb9-33cf-4b0d-8619-70560015c4aa tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.355692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9d05-9f91-4d13-9c1e-b851a7349d48 req-6d51edb9-33cf-4b0d-8619-70560015c4aa tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.357674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d18d9d05-9f91-4d13-9c1e-b851a7349d48 req-6d51edb9-33cf-4b0d-8619-70560015c4aa tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.2775385 Dec 13 12:47:23.366963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] For port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:23.376840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-828b6b82-5fb4-45f6-990f-9882175252e0 service neutron] 10.222.0.31 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986121 Dec 13 12:47:23.387391 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:23.405384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:23.521663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.522305 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:23.523695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] 10.222.0.42 "PUT /v2.0/ports/9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 HTTP/1.1" status: 200 len: 1091 time: 2.6889293 Dec 13 12:47:23.599656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d18d9d05-9f91-4d13-9c1e-b851a7349d48 req-e694f27e-1264-40d2-a3a2-4f48f22b812c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2350781 Dec 13 12:47:23.604291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaf725-2942-491f-ab78-d74e290dddb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:23.623762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-1d5033fb-bd35-4fbe-936d-3f700b7d1540 service neutron] 10.222.0.31 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374716 Dec 13 12:47:23.625370 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-589748f5-b0e9-4cd2-b82a-c0fa44139940 req-3445e78f-c2eb-432f-b763-bae6c595c355 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142942 Dec 13 12:47:23.650368 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:23.708510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-3ef5ca22-7651-45df-933c-7dc10b9d4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.709929 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-3ef5ca22-7651-45df-933c-7dc10b9d4ec5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4481223 Dec 13 12:47:23.725164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-c106faa3-ea54-4a41-8bbf-b35169a89384 service neutron] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:23.728654 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-c106faa3-ea54-4a41-8bbf-b35169a89384 service neutron] Publish callbacks [] for binding, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:23.729808 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-689c87b5-5b6c-4f70-8318-55b42c3cdd0f req-c106faa3-ea54-4a41-8bbf-b35169a89384 service neutron] 10.222.0.37 "DELETE /v2.0/ports/babbcdbc-bce0-4196-8610-3f380717a872/bindings/n-h2-817326-4 HTTP/1.1" status: 204 len: 173 time: 0.5200965 Dec 13 12:47:23.788998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Network 8072c86c-36ec-4f72-a683-789222078cc2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:23.795644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event updated for resources: {'Port': ['ID=7fce74e5-b939-4f4e-b000-37ec0ff016c6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:23.800864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:23.805348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:23.860441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-72b3a46f-4f1b-41f2-8f52-dbf17aea36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.860908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-72b3a46f-4f1b-41f2-8f52-dbf17aea36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.861383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-72b3a46f-4f1b-41f2-8f52-dbf17aea36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.861936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-72b3a46f-4f1b-41f2-8f52-dbf17aea36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.862330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-72b3a46f-4f1b-41f2-8f52-dbf17aea36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.863430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-72b3a46f-4f1b-41f2-8f52-dbf17aea36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.863903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-72b3a46f-4f1b-41f2-8f52-dbf17aea36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.865876 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-72b3a46f-4f1b-41f2-8f52-dbf17aea36de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6479 time: 0.1015270 Dec 13 12:47:23.875784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e37938-b25c-4478-a607-f874935761db req-7d3ba680-c1fa-4de9-a612-2baae34b2a53 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.886713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35e37938-b25c-4478-a607-f874935761db req-7d3ba680-c1fa-4de9-a612-2baae34b2a53 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 932 time: 0.1461678 Dec 13 12:47:23.902826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:23.903471 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:23.970511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35e37938-b25c-4478-a607-f874935761db req-1b6e1362-d677-4b03-8f5c-68af8d22d29d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626135 Dec 13 12:47:24.020390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-27691bb6-4886-4a79-9833-dcf92e56afbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0826223 Dec 13 12:47:24.024010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-3d15e096-9fe4-482c-b2fc-18301b269c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.024926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-3d15e096-9fe4-482c-b2fc-18301b269c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.025908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-3d15e096-9fe4-482c-b2fc-18301b269c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.027633 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-3d15e096-9fe4-482c-b2fc-18301b269c31 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1505311 Dec 13 12:47:24.041309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Request body: {'port': {'device_id': 'a9b72670-1229-4f05-baa5-2b30f6be7eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:24.086406 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ced2915-c497-48c7-be4d-d286ab301a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:24.116324 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d004c4d-2556-44b8-8e55-4f10c6b11006 req-50d07788-5b1c-4d59-8d14-e5bf6deac2cb tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.127740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d004c4d-2556-44b8-8e55-4f10c6b11006 req-50d07788-5b1c-4d59-8d14-e5bf6deac2cb tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.1453543 Dec 13 12:47:24.167935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-6b7df3e8-584b-4cb8-aabb-cb417b3e25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.169724 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c5ae500-25e9-4679-92ba-7cf7847b3771 req-6b7df3e8-584b-4cb8-aabb-cb417b3e25c7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1341877 Dec 13 12:47:24.204151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab7aee-1773-424b-b5b0-6a3b958191ec req-0995af03-737d-4407-bd8d-f895d95f5437 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.205745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34ab7aee-1773-424b-b5b0-6a3b958191ec req-0995af03-737d-4407-bd8d-f895d95f5437 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.1720650 Dec 13 12:47:24.219162 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:24.297463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-cbce4505-44a0-4d80-94ff-efae5e450bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.297955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-cbce4505-44a0-4d80-94ff-efae5e450bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.298441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-cbce4505-44a0-4d80-94ff-efae5e450bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.299640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-cbce4505-44a0-4d80-94ff-efae5e450bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.300100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-cbce4505-44a0-4d80-94ff-efae5e450bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.300559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-cbce4505-44a0-4d80-94ff-efae5e450bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.301599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-cbce4505-44a0-4d80-94ff-efae5e450bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.304042 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-cbce4505-44a0-4d80-94ff-efae5e450bdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6479 time: 0.0726840 Dec 13 12:47:24.306288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d004c4d-2556-44b8-8e55-4f10c6b11006 req-4fc74ba4-b150-4e46-86eb-fa9fd2cd3613 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734359 Dec 13 12:47:24.370932 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-4d63af58-ca68-45d7-aea1-1dc8ba95874f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 HTTP/1.1" status: 200 len: 217 time: 0.0502307 Dec 13 12:47:24.423941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-7a794286-ef2a-4d43-b9a3-3e64ecd29b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.425451 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-7a794286-ef2a-4d43-b9a3-3e64ecd29b7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c2682f3-4d19-4b32-b1e3-f9be77d2e054 HTTP/1.1" status: 200 len: 850 time: 0.0478001 Dec 13 12:47:24.426616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34ab7aee-1773-424b-b5b0-6a3b958191ec req-3e7eaea9-395d-4db0-89aa-9279d0f8d80f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082312 Dec 13 12:47:24.444716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4066e69f-8e88-463a-a908-8497f1fc8869 req-db325a33-a7e4-4c41-9e60-8c27d2c94d65 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 210 time: 0.0460575 Dec 13 12:47:24.511027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-a2f3a4e9-06cd-48e3-859a-2489bda3b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.512832 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-a2f3a4e9-06cd-48e3-859a-2489bda3b686 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc70dab7-0712-49c8-bb1b-4ed11b531838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653424 Dec 13 12:47:24.526165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device babbcdbc-bce0-4196-8610-3f380717a872 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:24.571898 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device babbcdbc-bce0-4196-8610-3f380717a872 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:24.621104 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c046a3-abd2-46a6-9a5a-247b9c8bffcc req-0f546487-4d36-482c-b409-6070510b8917 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.623521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89c046a3-abd2-46a6-9a5a-247b9c8bffcc req-0f546487-4d36-482c-b409-6070510b8917 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 945 time: 0.0997522 Dec 13 12:47:24.633022 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-cf5a2374-acd0-40ca-89d7-f634eb876aa4 service neutron] 10.222.0.42 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097908 Dec 13 12:47:24.754308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89c046a3-abd2-46a6-9a5a-247b9c8bffcc req-74610695-1a86-4e24-a657-6606fa1bef71 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017065 Dec 13 12:47:24.766140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fce74e5-b939-4f4e-b000-37ec0ff016c6 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:24.775142 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:24.843496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Transition to ACTIVE for port object 7fce74e5-b939-4f4e-b000-37ec0ff016c6 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:24.850859 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:24.863626 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-329eee18-2e80-49e0-94f4-7ae30bfa1822 service neutron] 10.222.0.42 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997392 Dec 13 12:47:24.917702 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-07b3c841-f136-4f5a-9506-430d6223c0ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=46400ea7-f38c-4381-8d98-62c2c2dde927 HTTP/1.1" status: 200 len: 217 time: 0.0413589 Dec 13 12:47:24.920410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cd771-b0db-48d6-ba08-88a5f12b3280 req-4b43ec17-008f-481d-b76f-66a10b2e1f62 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.930922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cd771-b0db-48d6-ba08-88a5f12b3280 req-4b43ec17-008f-481d-b76f-66a10b2e1f62 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.940078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cd771-b0db-48d6-ba08-88a5f12b3280 req-4b43ec17-008f-481d-b76f-66a10b2e1f62 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.946998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cd771-b0db-48d6-ba08-88a5f12b3280 req-4b43ec17-008f-481d-b76f-66a10b2e1f62 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.953746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cd771-b0db-48d6-ba08-88a5f12b3280 req-4b43ec17-008f-481d-b76f-66a10b2e1f62 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.959953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cd771-b0db-48d6-ba08-88a5f12b3280 req-4b43ec17-008f-481d-b76f-66a10b2e1f62 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.967730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cd771-b0db-48d6-ba08-88a5f12b3280 req-4b43ec17-008f-481d-b76f-66a10b2e1f62 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.969744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a35cd771-b0db-48d6-ba08-88a5f12b3280 req-4b43ec17-008f-481d-b76f-66a10b2e1f62 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.1785553 Dec 13 12:47:24.973402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '9f9cf1be-f4af-4e00-a54e-0e03319e3ad7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:24.976138 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f18e05-5d4a-4cb5-978c-75c6e171f34b" -d '{"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "9f9cf1be-f4af-4e00-a54e-0e03319e3ad7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:24.979072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-44093a12-e907-499c-b5b3-97496e8cd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:24.981296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-44093a12-e907-499c-b5b3-97496e8cd957 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0551879 Dec 13 12:47:24.990121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Pushing event updated for resources: {'Port': ['ID=7fce74e5-b939-4f4e-b000-37ec0ff016c6,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:25.043123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d9d16ecf-fbaf-4568-a471-ff161556ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.044603 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-d9d16ecf-fbaf-4568-a471-ff161556ff8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500584 Dec 13 12:47:25.116248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a35cd771-b0db-48d6-ba08-88a5f12b3280 req-5c7ca64a-b8eb-44f3-a1f6-574518802eb1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281674 Dec 13 12:47:25.122415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Attempting to bind port 7fce74e5-b939-4f4e-b000-37ec0ff016c6 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:25.122751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Attempting to bind port 7fce74e5-b939-4f4e-b000-37ec0ff016c6 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:25.123087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Attempting to bind port 7fce74e5-b939-4f4e-b000-37ec0ff016c6 on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:25.149489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Port 7fce74e5-b939-4f4e-b000-37ec0ff016c6 on network 8072c86c-36ec-4f72-a683-789222078cc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:25.150023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Attempting to bind port 7fce74e5-b939-4f4e-b000-37ec0ff016c6 on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:25.154394 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-67d87db3-0fb4-410b-8a98-d9057a726376 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992901 Dec 13 12:47:25.161288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:25.161632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Checking segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:25.162018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Bound using segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:25.162491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Bound port: 7fce74e5-b939-4f4e-b000-37ec0ff016c6, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:25.162854 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:25.189776 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c30d-1c95-456d-8fdb-f7c85dd42826 req-e5452777-7915-4e2a-b527-fd0f63e03291 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.191462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3946c30d-1c95-456d-8fdb-f7c85dd42826 req-e5452777-7915-4e2a-b527-fd0f63e03291 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=6be45faf-5fd7-435e-94d0-2e5d0747a74e HTTP/1.1" status: 200 len: 949 time: 0.0949821 Dec 13 12:47:25.224005 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55f2351-7128-4e4c-9a6f-dc761de0c79e x-openstack-request-id: req-b55f2351-7128-4e4c-9a6f-dc761de0c79e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:25.224302 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "9f9cf1be-f4af-4e00-a54e-0e03319e3ad7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:25.224558 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b55f2351-7128-4e4c-9a6f-dc761de0c79e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:25.224957 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '9f9cf1be-f4af-4e00-a54e-0e03319e3ad7', 'status': 'completed', 'code': 200} Dec 13 12:47:25.269845 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-0968f947-8e5e-4439-8a38-dc144e86a665 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047883 Dec 13 12:47:25.321927 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-10e12f07-6743-4247-8224-21f3f4da4bc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=068e6154-1849-490f-8d03-01e1d09c5bfc HTTP/1.1" status: 200 len: 217 time: 0.0428312 Dec 13 12:47:25.384179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-2bc30280-b25f-4743-8d0c-bfedb53a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.385936 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-2bc30280-b25f-4743-8d0c-bfedb53a8d77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0546160 Dec 13 12:47:25.397161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] For port 7fce74e5-b939-4f4e-b000-37ec0ff016c6, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:25.428400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3946c30d-1c95-456d-8fdb-f7c85dd42826 req-218657f7-e563-4d18-80d3-24d45a9ea940 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072256 Dec 13 12:47:25.431010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] For port 7fce74e5-b939-4f4e-b000-37ec0ff016c6, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7fce74e5-b939-4f4e-b000-37ec0ff016c6,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:25.437484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06187c1-2625-4ed4-8b96-2ca53dd035ec req-a5133f9e-ec09-4876-9637-f0fe4c79dcc9 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.439094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e06187c1-2625-4ed4-8b96-2ca53dd035ec req-a5133f9e-ec09-4876-9637-f0fe4c79dcc9 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1096 time: 0.1735406 Dec 13 12:47:25.449152 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:25.449926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1082dfc6-3d32-4fb1-8b90-e7ef53c3f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.450287 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1082dfc6-3d32-4fb1-8b90-e7ef53c3f5e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544345 Dec 13 12:47:25.499066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-40e845f7-dc1e-4a90-bf77-8ba5a318c2df tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.500507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-40e845f7-dc1e-4a90-bf77-8ba5a318c2df tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.42 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 805 time: 0.2782950 Dec 13 12:47:25.521113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Request body: {'port': {'device_id': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'admin_state_up': True, 'tenant_id': '03615d06ceb14deb9ba31a908149e672'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:25.537473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.538339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:25.539691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] 10.222.0.37 "PUT /v2.0/ports/7fce74e5-b939-4f4e-b000-37ec0ff016c6 HTTP/1.1" status: 200 len: 1092 time: 1.5071743 Dec 13 12:47:25.557738 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-5070aab5-9c39-4cc1-b18c-5d73bfa66728 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982187 Dec 13 12:47:25.657601 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1f1098a3-106f-4b62-a71e-51a2e55b9096 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908902 Dec 13 12:47:25.657906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91f904-aaf5-4ab1-b95f-c16458f2221e service neutron] Pushing event updated for resources: {'Port': ['ID=7fce74e5-b939-4f4e-b000-37ec0ff016c6,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:25.677295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e06187c1-2625-4ed4-8b96-2ca53dd035ec req-d67b0f57-cca9-49f0-8cf2-5c0d64fd9794 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273030 Dec 13 12:47:25.707585 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-be74e515-917f-4dbb-84f3-e9f8a939fe7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=04e6bbbb-3444-4bf9-8a13-122e3bec221d HTTP/1.1" status: 200 len: 217 time: 0.0409763 Dec 13 12:47:25.715117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e154d0-10dc-445f-aec4-4435f308820d req-d390b608-249b-4ff2-ac11-952ef7f73bfa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.717358 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65e154d0-10dc-445f-aec4-4435f308820d req-d390b608-249b-4ff2-ac11-952ef7f73bfa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 944 time: 0.2076256 Dec 13 12:47:25.745197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-e6bbd37a-8626-409a-a2f9-48ea0f6826a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.747082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-e6bbd37a-8626-409a-a2f9-48ea0f6826a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 1095 time: 0.1350744 Dec 13 12:47:25.778055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-70d413bf-803b-4657-9e67-332e94d44e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.779478 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-70d413bf-803b-4657-9e67-332e94d44e95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0633185 Dec 13 12:47:25.829910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-26fec4cd-8f8b-454b-b9b1-194d5d228b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.831461 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-26fec4cd-8f8b-454b-b9b1-194d5d228b5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432324 Dec 13 12:47:25.840442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-f39d9f30-2df8-4c75-ac75-15a81d0ffac7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fce74e5-b939-4f4e-b000-37ec0ff016c6 HTTP/1.1" status: 200 len: 217 time: 0.0831480 Dec 13 12:47:25.920716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65e154d0-10dc-445f-aec4-4435f308820d req-fefd3c4a-4a7e-4fb0-9e55-34c0e2b1c149 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941159 Dec 13 12:47:25.924372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Made reservation on behalf of 03615d06ceb14deb9ba31a908149e672 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:25.928013 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:25.932804 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-066d0461-c8b0-4acf-aee0-8a2d8efae7a5 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909207 Dec 13 12:47:25.950198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-7b04918e-3cac-4750-8052-5ba70b8be85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.951695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-7b04918e-3cac-4750-8052-5ba70b8be85a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.0930226 Dec 13 12:47:25.960462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bf3b7-5ea3-48ba-9c7b-ef8e4892e441 req-c8c2299f-df3a-4efb-b8bc-f02573dc769b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:25.961981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b0bf3b7-5ea3-48ba-9c7b-ef8e4892e441 req-c8c2299f-df3a-4efb-b8bc-f02573dc769b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.1819527 Dec 13 12:47:25.996346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-fc141aa7-0129-4868-a564-3051bd1e37a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319841 Dec 13 12:47:26.031508 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-ff4cd0a8-ff84-4d2a-abc5-ae652542221e service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881226 Dec 13 12:47:26.082157 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-278c5a8d-564f-4b7c-a527-283b31c23833 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=1908752b-ed23-4722-932f-119bddf74a84 HTTP/1.1" status: 200 len: 217 time: 0.0406666 Dec 13 12:47:26.138291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-588bc444-7fdf-4935-9aca-815e804d82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:26.139525 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-588bc444-7fdf-4935-9aca-815e804d82d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0475378 Dec 13 12:47:26.192366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-92c14164-d819-40c3-8470-51edfe56c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:26.193864 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-92c14164-d819-40c3-8470-51edfe56c79a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444770 Dec 13 12:47:26.241022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937e914-c4bf-4ba0-9483-d74076dc4e47 req-4dfacae6-9b1f-4c4f-b300-77c314a86883 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:26.242548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a937e914-c4bf-4ba0-9483-d74076dc4e47 req-4dfacae6-9b1f-4c4f-b300-77c314a86883 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.2507086 Dec 13 12:47:26.268065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b0bf3b7-5ea3-48ba-9c7b-ef8e4892e441 req-cfa07b06-4401-4181-b464-7a64a318da66 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745545 Dec 13 12:47:26.298009 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-1fd894ac-2fb0-45fb-822d-1b2693ffb516 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961301 Dec 13 12:47:26.316431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Allocated IP 172.20.0.9 (1c755bcc-36b8-4cc2-8ab2-20c810d92033/4c5e84e9-3361-4feb-87b5-ee605d7d9df5/40760066-414b-414f-9358-fd62617494f7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:26.321282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-33589419-0817-45d5-9c4e-010b64dc1258 service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044860 Dec 13 12:47:26.383895 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-4a55e37a-148d-4965-83fa-8ba75af0954b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:26.385408 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-4a55e37a-148d-4965-83fa-8ba75af0954b tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/ports?device_id=6be45faf-5fd7-435e-94d0-2e5d0747a74e HTTP/1.1" status: 200 len: 949 time: 0.1833658 Dec 13 12:47:26.391601 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-0ba2d959-03ee-4b8c-9ef6-3132a70ffb6e service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845494 Dec 13 12:47:26.447461 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-b22bd879-bc89-4a31-932e-709c18f388a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74f99e9d-9b53-4833-a0a5-749c2b5f75c8 HTTP/1.1" status: 200 len: 217 time: 0.0490174 Dec 13 12:47:26.523108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-31dce2f7-2bf7-42ff-844b-aa95b366995a tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:26.524846 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-31dce2f7-2bf7-42ff-844b-aa95b366995a tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0222f6f-1838-4a2f-ba03-273b79d3fe12 HTTP/1.1" status: 200 len: 950 time: 0.0878847 Dec 13 12:47:26.526967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e61eab23-9391-4581-953c-69fee3a975c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:26.528310 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e61eab23-9391-4581-953c-69fee3a975c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7818ef30-9dec-4ee0-8280-575a661d1eba HTTP/1.1" status: 200 len: 797 time: 0.0655112 Dec 13 12:47:26.552608 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e787d6a-ee18-4c73-8531-fc7492b2ae3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:26.647446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-9e1c8c8d-a569-49ea-ac13-d7b41af3255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:26.648973 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-9e1c8c8d-a569-49ea-ac13-d7b41af3255e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116216 Dec 13 12:47:26.709870 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f82ca46c-8974-4804-a1ba-9b3f03371ca9 req-8d54ef89-0f8b-421e-b585-574c82bae819 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 210 time: 0.3729959 Dec 13 12:47:26.724080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-4f2e0b62-d0c8-460a-9735-507cf8193b81 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Deleting port 57f0242b-fc8a-40fc-a603-975bcc3e4937 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:26.726300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-4f2e0b62-d0c8-460a-9735-507cf8193b81 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:26.757627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a937e914-c4bf-4ba0-9483-d74076dc4e47 req-6f96c4dd-abc7-4196-a53c-165642864116 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940586 Dec 13 12:47:26.815424 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-aabecd60-2a2a-4d0c-9dfb-0bf4f7b8a67a service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586180 Dec 13 12:47:26.902731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-4f2e0b62-d0c8-460a-9735-507cf8193b81 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] For port 57f0242b-fc8a-40fc-a603-975bcc3e4937, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=57f0242b-fc8a-40fc-a603-975bcc3e4937,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:26.903102 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-4f2e0b62-d0c8-460a-9735-507cf8193b81 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:26.920971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-4f2e0b62-d0c8-460a-9735-507cf8193b81 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Calling delete_port for 57f0242b-fc8a-40fc-a603-975bcc3e4937 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:26.953749 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d65680-ca3b-4a8c-845c-56efe85495f4 req-d51c1ecd-87d9-4936-96c6-b6ec2921171e service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239066 Dec 13 12:47:26.987208 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-e000166f-e114-4bc7-a3c2-e82879132c4d service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603158 Dec 13 12:47:27.041367 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-f2fd8f94-a4bd-4a50-a2c4-8d7383605341 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 HTTP/1.1" status: 200 len: 217 time: 0.0452774 Dec 13 12:47:27.072368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-387a36f7-090b-4b4f-a92a-8ce514a8536c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Deleting port c703117a-17dd-4511-b863-366c649a9f4c {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:27.072620 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-387a36f7-090b-4b4f-a92a-8ce514a8536c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:27.108237 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:27.119753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-0715e061-8a98-405c-a8dc-e4aacbfcea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.121305 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-0715e061-8a98-405c-a8dc-e4aacbfcea12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7818ef30-9dec-4ee0-8280-575a661d1eba HTTP/1.1" status: 200 len: 797 time: 0.0676739 Dec 13 12:47:27.154763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c54ba0-0808-4a40-915f-e26455e5d00c req-e4fb872f-bd07-4f57-a59b-7523b7d4b980 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.160751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c54ba0-0808-4a40-915f-e26455e5d00c req-e4fb872f-bd07-4f57-a59b-7523b7d4b980 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.167381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c54ba0-0808-4a40-915f-e26455e5d00c req-e4fb872f-bd07-4f57-a59b-7523b7d4b980 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.173603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c54ba0-0808-4a40-915f-e26455e5d00c req-e4fb872f-bd07-4f57-a59b-7523b7d4b980 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.174328 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-4f2e0b62-d0c8-460a-9735-507cf8193b81 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:27.179691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c54ba0-0808-4a40-915f-e26455e5d00c req-e4fb872f-bd07-4f57-a59b-7523b7d4b980 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.185797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c54ba0-0808-4a40-915f-e26455e5d00c req-e4fb872f-bd07-4f57-a59b-7523b7d4b980 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.188760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['57f0242b-fc8a-40fc-a603-975bcc3e4937'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:27.190984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:27.191818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c54ba0-0808-4a40-915f-e26455e5d00c req-e4fb872f-bd07-4f57-a59b-7523b7d4b980 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.193844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42c54ba0-0808-4a40-915f-e26455e5d00c req-e4fb872f-bd07-4f57-a59b-7523b7d4b980 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.2380631 Dec 13 12:47:27.200644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-df242237-96a8-42ab-9e68-73c570564f38 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.202173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-df242237-96a8-42ab-9e68-73c570564f38 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 807 time: 0.3598831 Dec 13 12:47:27.210822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-82745634-e215-4792-8112-c3392db4a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.212473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-82745634-e215-4792-8112-c3392db4a124 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841031 Dec 13 12:47:27.213795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e0b62-d0c8-460a-9735-507cf8193b81 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event deleted for resources: {'Port': ['ID=57f0242b-fc8a-40fc-a603-975bcc3e4937,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:27.228930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b72670-1229-4f05-baa5-2b30f6be7eb6', 'tag': '7fce74e5-b939-4f4e-b000-37ec0ff016c6'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:27.231837 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d644d78-a149-4a57-b789-16c587c84ace" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b72670-1229-4f05-baa5-2b30f6be7eb6", "tag": "7fce74e5-b939-4f4e-b000-37ec0ff016c6"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:27.267785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-59b930a4-bed3-4509-a50e-3383acba4e6e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/quotas/7311861d06bd4ed8a69302e267470b3d HTTP/1.1" status: 200 len: 375 time: 0.0546463 Dec 13 12:47:27.306347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-4f2e0b62-d0c8-460a-9735-507cf8193b81 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] No DVR routers for this DVR port 57f0242b-fc8a-40fc-a603-975bcc3e4937 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:27.312231 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-4f2e0b62-d0c8-460a-9735-507cf8193b81 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:27.315657 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-561f6a0e-4db7-4dbe-aa65-7d3e306de065 req-4f2e0b62-d0c8-460a-9735-507cf8193b81 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "DELETE /v2.0/ports/57f0242b-fc8a-40fc-a603-975bcc3e4937 HTTP/1.1" status: 204 len: 173 time: 0.7795014 Dec 13 12:47:27.316122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0222f6f-1838-4a2f-ba03-273b79d3fe12', 'name': 'network-vif-deleted', 'tag': '57f0242b-fc8a-40fc-a603-975bcc3e4937'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:27.318456 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60f7797-c5fe-4a24-8a27-dadfefd61d08" -d '{"events": [{"server_uuid": "b0222f6f-1838-4a2f-ba03-273b79d3fe12", "name": "network-vif-deleted", "tag": "57f0242b-fc8a-40fc-a603-975bcc3e4937"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:27.350601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-387a36f7-090b-4b4f-a92a-8ce514a8536c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] For port c703117a-17dd-4511-b863-366c649a9f4c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c703117a-17dd-4511-b863-366c649a9f4c,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:27.350993 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-387a36f7-090b-4b4f-a92a-8ce514a8536c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:27.364642 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-166f6bf5-667a-4ee6-b3ab-35e126c44d6a service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427839 Dec 13 12:47:27.367098 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:27.393197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-387a36f7-090b-4b4f-a92a-8ce514a8536c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Calling delete_port for c703117a-17dd-4511-b863-366c649a9f4c owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:27.453118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42c54ba0-0808-4a40-915f-e26455e5d00c req-a2f46705-3da0-4fd2-ab47-d6b830dd8c12 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2386780 Dec 13 12:47:27.479277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-c96a1db1-e16d-4b4f-9680-f960d54fba25 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1938994 Dec 13 12:47:27.498948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:27.510998 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ecfe4946-badc-403f-b37e-43a2d29f63cd req-a24e21a5-8bf8-4bb5-b55b-85b362691baa service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387761 Dec 13 12:47:27.542657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:27.573112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Pushing event updated for resources: {'Port': ['ID=40760066-414b-414f-9358-fd62617494f7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:27.575251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:27.623597 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:27.628589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-52198d4e-c1d6-4030-a2ae-8856d96a4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.629055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-52198d4e-c1d6-4030-a2ae-8856d96a4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.629513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-52198d4e-c1d6-4030-a2ae-8856d96a4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.629969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-52198d4e-c1d6-4030-a2ae-8856d96a4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.630449 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-52198d4e-c1d6-4030-a2ae-8856d96a4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.630909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-52198d4e-c1d6-4030-a2ae-8856d96a4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.631352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-52198d4e-c1d6-4030-a2ae-8856d96a4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.634053 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-52198d4e-c1d6-4030-a2ae-8856d96a4cc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6479 time: 0.0587156 Dec 13 12:47:27.727598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.728272 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:27.739345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-7db03413-14c8-4a93-af2b-81449be8e7c1 service neutron] 10.222.0.31 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591476 Dec 13 12:47:27.746862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32f68b-85b7-4cc8-b0bf-ec02bc8af3d1 req-896cbdc1-f7ad-4a9f-9acb-71c2520c9913 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.748390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff32f68b-85b7-4cc8-b0bf-ec02bc8af3d1 req-896cbdc1-f7ad-4a9f-9acb-71c2520c9913 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 1096 time: 0.1784420 Dec 13 12:47:27.767262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-cf538e61-fa24-497a-ae83-a543557629da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.768753 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-cf538e61-fa24-497a-ae83-a543557629da service neutron] 10.222.0.42 "GET /v2.0/networks?id=374a949d-aec7-4b8e-a55c-02119c1300d9 HTTP/1.1" status: 200 len: 900 time: 0.1266823 Dec 13 12:47:27.782129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-4237bc1c-6ec8-4b9d-8f68-fcf0711c7c30 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2661066 Dec 13 12:47:27.822685 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-55cad49b-1d3b-42e9-96eb-d4765cc8a684 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 HTTP/1.1" status: 200 len: 217 time: 0.0426795 Dec 13 12:47:27.843584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Request body: {'port': {'device_id': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:27.871939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-b9325e6e-3118-47b3-be87-ccb53a301c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.874052 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-b9325e6e-3118-47b3-be87-ccb53a301c0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7818ef30-9dec-4ee0-8280-575a661d1eba HTTP/1.1" status: 200 len: 797 time: 0.0498703 Dec 13 12:47:27.929497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-319fa3bb-a7fc-477b-8a73-6d3e560df7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:27.931442 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-319fa3bb-a7fc-477b-8a73-6d3e560df7b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485702 Dec 13 12:47:27.965265 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-387a36f7-090b-4b4f-a92a-8ce514a8536c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:27.986442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:27.989977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['57f0242b-fc8a-40fc-a603-975bcc3e4937'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:27.990440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff32f68b-85b7-4cc8-b0bf-ec02bc8af3d1 req-59165438-d661-4b46-bc75-7fd0d69eb7e3 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303400 Dec 13 12:47:28.020638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:28.034376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-a14d2c9c-b3c0-4dd3-8c1e-8d1e75d26ede service neutron] 10.222.0.31 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842731 Dec 13 12:47:28.036506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a36f7-090b-4b4f-a92a-8ce514a8536c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event deleted for resources: {'Port': ['ID=c703117a-17dd-4511-b863-366c649a9f4c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:28.053198 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-23f3788f-b3dc-4fff-95c0-8d561c04aec9 service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139517 Dec 13 12:47:28.142803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-387a36f7-090b-4b4f-a92a-8ce514a8536c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] No DVR routers for this DVR port c703117a-17dd-4511-b863-366c649a9f4c on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:28.156445 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-387a36f7-090b-4b4f-a92a-8ce514a8536c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:28.159786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00afa26c-e638-48fc-a74b-5deb9ff34d68 req-387a36f7-090b-4b4f-a92a-8ce514a8536c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.42 "DELETE /v2.0/ports/c703117a-17dd-4511-b863-366c649a9f4c HTTP/1.1" status: 204 len: 173 time: 1.4525676 Dec 13 12:47:28.183377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b917d2b7-bd5f-4243-97a9-85a13a07b985 req-c25c14c6-5733-49d9-81ce-35ba8843e6c3 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=6be45faf-5fd7-435e-94d0-2e5d0747a74e HTTP/1.1" status: 200 len: 210 time: 0.0419548 Dec 13 12:47:28.214943 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25f18e05-5d4a-4cb5-978c-75c6e171f34b req-f994c376-f447-41a5-b72e-03b9a0432192 service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526978 Dec 13 12:47:28.293490 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621ef144-3ab3-49ca-993f-8fec77f359bb x-openstack-request-id: req-621ef144-3ab3-49ca-993f-8fec77f359bb {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:28.293772 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b72670-1229-4f05-baa5-2b30f6be7eb6", "tag": "7fce74e5-b939-4f4e-b000-37ec0ff016c6", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:28.294056 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-621ef144-3ab3-49ca-993f-8fec77f359bb {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:28.294589 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b72670-1229-4f05-baa5-2b30f6be7eb6', 'tag': '7fce74e5-b939-4f4e-b000-37ec0ff016c6', 'status': 'completed', 'code': 200} Dec 13 12:47:28.335208 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85241f0c-f64e-4a9e-847f-b2ab4ef97b3a x-openstack-request-id: req-85241f0c-f64e-4a9e-847f-b2ab4ef97b3a {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:28.335503 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0222f6f-1838-4a2f-ba03-273b79d3fe12", "name": "network-vif-deleted", "tag": "57f0242b-fc8a-40fc-a603-975bcc3e4937", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:28.335767 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85241f0c-f64e-4a9e-847f-b2ab4ef97b3a {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:28.336992 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0222f6f-1838-4a2f-ba03-273b79d3fe12', 'name': 'network-vif-deleted', 'tag': '57f0242b-fc8a-40fc-a603-975bcc3e4937', 'status': 'completed', 'code': 200} Dec 13 12:47:28.485464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644d78-a149-4a57-b789-16c587c84ace req-83d97cb3-cb12-4c9d-87d0-f421c6c7d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:28.487091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d644d78-a149-4a57-b789-16c587c84ace req-83d97cb3-cb12-4c9d-87d0-f421c6c7d20e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 1095 time: 0.1538765 Dec 13 12:47:28.498117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f9eae-22ee-4f53-b3b3-f959a3e8bdc7 req-494e8bd5-fe92-4b66-bb98-b9eb50b37457 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:28.499664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b5f9eae-22ee-4f53-b3b3-f959a3e8bdc7 req-494e8bd5-fe92-4b66-bb98-b9eb50b37457 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 944 time: 0.2041094 Dec 13 12:47:28.537502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c703117a-17dd-4511-b863-366c649a9f4c no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:28.566311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: c703117a-17dd-4511-b863-366c649a9f4c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:28.566918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c703117a-17dd-4511-b863-366c649a9f4c not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:28.630040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000a6f-7d39-477c-a7ff-fc1e7c4e0da4 req-61fc0423-b5a2-42e2-b6d2-26ce130f9e8c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:28.631554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91000a6f-7d39-477c-a7ff-fc1e7c4e0da4 req-61fc0423-b5a2-42e2-b6d2-26ce130f9e8c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 931 time: 0.1974125 Dec 13 12:47:28.718573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b5f9eae-22ee-4f53-b3b3-f959a3e8bdc7 req-367861b1-731f-49f7-a39c-d6a0ebe18995 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045875 Dec 13 12:47:28.768990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644d78-a149-4a57-b789-16c587c84ace req-3318720d-3d32-4e39-a3d6-8c356955484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:28.770524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d644d78-a149-4a57-b789-16c587c84ace req-3318720d-3d32-4e39-a3d6-8c356955484c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 906 time: 0.2678826 Dec 13 12:47:28.805479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40760066-414b-414f-9358-fd62617494f7 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:28.840461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91000a6f-7d39-477c-a7ff-fc1e7c4e0da4 req-bc241be2-d547-4487-a09c-e54f127d1d0c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920290 Dec 13 12:47:28.858351 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:28.861627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d644d78-a149-4a57-b789-16c587c84ace req-4647a86a-3bbd-4fc4-8826-d29ab53830f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fce74e5-b939-4f4e-b000-37ec0ff016c6 HTTP/1.1" status: 200 len: 217 time: 0.0794663 Dec 13 12:47:28.924393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Transition to ACTIVE for port object 40760066-414b-414f-9358-fd62617494f7 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:28.937435 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:28.953428 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:28.961459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40718148-75b9-4acd-add6-73ecc5d730ce req-983a8460-1302-40d9-a5a6-5cb6b88fcda9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:28.963170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40718148-75b9-4acd-add6-73ecc5d730ce req-983a8460-1302-40d9-a5a6-5cb6b88fcda9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.1771851 Dec 13 12:47:28.990118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644d78-a149-4a57-b789-16c587c84ace req-20eb5ff9-c0b1-4479-9dba-9236b08f35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:28.992324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d644d78-a149-4a57-b789-16c587c84ace req-20eb5ff9-c0b1-4479-9dba-9236b08f35fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.1200442 Dec 13 12:47:29.078656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d644d78-a149-4a57-b789-16c587c84ace req-2552b782-d7ab-40e0-b879-195368015c56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744455 Dec 13 12:47:29.086415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=40760066-414b-414f-9358-fd62617494f7,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:29.086797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7fce74e5-b939-4f4e-b000-37ec0ff016c6 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:29.092776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 40e296cd-9158-4925-9a5b-e908076d5643 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:29.183893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40718148-75b9-4acd-add6-73ecc5d730ce req-b8ab3fff-a545-4a26-afed-45715d38b1a7 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999996 Dec 13 12:47:29.259891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7fce74e5-b939-4f4e-b000-37ec0ff016c6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7fce74e5-b939-4f4e-b000-37ec0ff016c6,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:29.263885 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:29.284159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '7fce74e5-b939-4f4e-b000-37ec0ff016c6', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'port_id': '7fce74e5-b939-4f4e-b000-37ec0ff016c6', 'mac_address': 'fa:16:3e:a4:fb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce70964-4b77-4266-9ada-339f61494bbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:29.302952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:29.305655 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8039b91a-d276-4073-b2dd-b27f640e4dad" -d '{"events": [{"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-unplugged", "status": "completed", "tag": "40e296cd-9158-4925-9a5b-e908076d5643"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:29.341147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:29.352171 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:29.406604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:29.410062 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:29.428163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fce74e5-b939-4f4e-b000-37ec0ff016c6 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:29.451282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7fce74e5-b939-4f4e-b000-37ec0ff016c6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7fce74e5-b939-4f4e-b000-37ec0ff016c6,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:29.456756 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:29.457625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 40e296cd-9158-4925-9a5b-e908076d5643 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:29.481031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-879ccc8a-7de3-45e9-91dc-cd314471e61b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:29.484130 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-879ccc8a-7de3-45e9-91dc-cd314471e61b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 807 time: 0.1514752 Dec 13 12:47:29.505209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Request body: {'port': {'device_id': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'network_id': '219543e4-4bac-49a9-93d4-417277130b86', 'admin_state_up': True, 'tenant_id': '7311861d06bd4ed8a69302e267470b3d'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:29.509455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66103917-f173-4ea0-a52f-b0d3d7326c86 req-d06d5826-86b2-4a61-b395-32332dd4a426 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:29.517302 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66103917-f173-4ea0-a52f-b0d3d7326c86 req-d06d5826-86b2-4a61-b395-32332dd4a426 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 1096 time: 0.5239089 Dec 13 12:47:29.547872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-513c8194-bbe3-43dd-8983-002578d3fd81 req-29be3b9e-bd26-4fff-b3f0-86279b8c80e0 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 210 time: 0.0642991 Dec 13 12:47:29.557552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=7fce74e5-b939-4f4e-b000-37ec0ff016c6,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:29.593309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d644d78-a149-4a57-b789-16c587c84ace req-f4fb45fa-088e-431b-8d6a-6722dc374075 service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036829 Dec 13 12:47:29.630358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:29.630735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Attempting to bind port 40760066-414b-414f-9358-fd62617494f7 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:29.631009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Attempting to bind port 40760066-414b-414f-9358-fd62617494f7 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:29.631337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Attempting to bind port 40760066-414b-414f-9358-fd62617494f7 on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:29.642683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '40e296cd-9158-4925-9a5b-e908076d5643', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '40e296cd-9158-4925-9a5b-e908076d5643', 'mac_address': 'fa:16:3e:2a:08:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:29.661765 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Made reservation on behalf of 7311861d06bd4ed8a69302e267470b3d for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:29.667261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:29.690465 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:29.701192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Port 40760066-414b-414f-9358-fd62617494f7 on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:29.701613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Attempting to bind port 40760066-414b-414f-9358-fd62617494f7 on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:29.705041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e296cd-9158-4925-9a5b-e908076d5643 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:29.716486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66103917-f173-4ea0-a52f-b0d3d7326c86 req-de04e8aa-4ec2-4ebf-8648-3b736b3c28b1 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982942 Dec 13 12:47:29.718994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:29.719333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Checking segment: {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:29.719717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Bound using segment: {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:29.720167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Bound port: 40760066-414b-414f-9358-fd62617494f7, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:29.720525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:29.729037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:29.739027 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:29.806682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:29.823946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11622fa9-35bd-4cd4-b302-11a917e73534 req-b60da637-3867-4525-ac05-4a2d9d6a63cc tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:29.826941 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:29.830308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11622fa9-35bd-4cd4-b302-11a917e73534 req-b60da637-3867-4525-ac05-4a2d9d6a63cc tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:29.835139 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a84eab-a5a4-4241-a9f1-37faa816f082 x-openstack-request-id: req-d5a84eab-a5a4-4241-a9f1-37faa816f082 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:29.835453 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-unplugged", "status": "completed", "tag": "40e296cd-9158-4925-9a5b-e908076d5643", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:29.835724 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5a84eab-a5a4-4241-a9f1-37faa816f082 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:29.836699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11622fa9-35bd-4cd4-b302-11a917e73534 req-b60da637-3867-4525-ac05-4a2d9d6a63cc tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:29.837722 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643', 'code': 200} Dec 13 12:47:29.842844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11622fa9-35bd-4cd4-b302-11a917e73534 req-b60da637-3867-4525-ac05-4a2d9d6a63cc tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:29.848814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11622fa9-35bd-4cd4-b302-11a917e73534 req-b60da637-3867-4525-ac05-4a2d9d6a63cc tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:29.852807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Allocated IP 172.20.0.9 (219543e4-4bac-49a9-93d4-417277130b86/f78a57fd-1d76-4319-9106-b62626f1bc04/36ff87cb-6a69-476a-8510-65f76d08265e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:29.855275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11622fa9-35bd-4cd4-b302-11a917e73534 req-b60da637-3867-4525-ac05-4a2d9d6a63cc tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:29.861855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11622fa9-35bd-4cd4-b302-11a917e73534 req-b60da637-3867-4525-ac05-4a2d9d6a63cc tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:29.863876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11622fa9-35bd-4cd4-b302-11a917e73534 req-b60da637-3867-4525-ac05-4a2d9d6a63cc tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.2343175 Dec 13 12:47:29.874928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d644d78-a149-4a57-b789-16c587c84ace req-7ac8031a-d3bb-4e10-8d84-bb149c3453d3 service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687316 Dec 13 12:47:29.948305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] For port 40760066-414b-414f-9358-fd62617494f7, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:29.971655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] For port 40760066-414b-414f-9358-fd62617494f7, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=40760066-414b-414f-9358-fd62617494f7,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:29.985640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.012485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.018646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['40e296cd-9158-4925-9a5b-e908076d5643'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:30.026600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:30.028300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11622fa9-35bd-4cd4-b302-11a917e73534 req-5091f033-6221-44d1-9682-a9ffb6a380db tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507823 Dec 13 12:47:30.035803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8690-7a3e-4f60-9663-56c41c84ce2e req-5ea35582-3682-4086-a33f-99837ef6c340 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:30.037305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fee8690-7a3e-4f60-9663-56c41c84ce2e req-5ea35582-3682-4086-a33f-99837ef6c340 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 945 time: 0.1483488 Dec 13 12:47:30.049750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:30.050246 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.052105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] 10.222.0.42 "PUT /v2.0/ports/40760066-414b-414f-9358-fd62617494f7 HTTP/1.1" status: 200 len: 1091 time: 2.2127168 Dec 13 12:47:30.056345 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.107918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Network 219543e4-4bac-49a9-93d4-417277130b86 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:30.111641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:30.112007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c54187-7fbd-46cf-a9ca-cd827ef22ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=40760066-414b-414f-9358-fd62617494f7,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:30.116168 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:30.153423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Pushing event updated for resources: {'Port': ['ID=36ff87cb-6a69-476a-8510-65f76d08265e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:30.170516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fee8690-7a3e-4f60-9663-56c41c84ce2e req-d06dfe1b-b4d6-4534-a4d2-69d67fea1a44 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170583 Dec 13 12:47:30.192775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-58b068fa-4dca-4d9e-a1a9-d56c6a95ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:30.194974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:30.195426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.206113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-58b068fa-4dca-4d9e-a1a9-d56c6a95ce98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 1094 time: 0.1023490 Dec 13 12:47:30.217136 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-029877bc-39a1-4059-b797-648a311ed037 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7230036 Dec 13 12:47:30.230948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Request body: {'port': {'device_id': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:30.273759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-5b28c0d8-6f99-4bb2-a59c-feb06357a803 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40760066-414b-414f-9358-fd62617494f7 HTTP/1.1" status: 200 len: 217 time: 0.0596128 Dec 13 12:47:30.295244 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.302957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be45faf-5fd7-435e-94d0-2e5d0747a74e', 'name': 'network-vif-deleted', 'tag': 'c703117a-17dd-4511-b863-366c649a9f4c'}, {'name': 'network-changed', 'server_uuid': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'tag': '40760066-414b-414f-9358-fd62617494f7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:30.305433 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8474299d-8348-4e48-b10c-3fef63538964" -d '{"events": [{"server_uuid": "6be45faf-5fd7-435e-94d0-2e5d0747a74e", "name": "network-vif-deleted", "tag": "c703117a-17dd-4511-b863-366c649a9f4c"}, {"name": "network-changed", "server_uuid": "f8c30708-10e9-4479-a856-aab3bfb55ab4", "tag": "40760066-414b-414f-9358-fd62617494f7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:30.367058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97588a-7730-431b-884a-f89ef62be5c5 req-2209cd00-00c6-46ca-a9bf-23f373e944d9 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:30.369646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe97588a-7730-431b-884a-f89ef62be5c5 req-2209cd00-00c6-46ca-a9bf-23f373e944d9 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 943 time: 0.0982573 Dec 13 12:47:30.370882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-1a25397b-955a-4d79-b37b-d0adab327f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:30.372354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-1a25397b-955a-4d79-b37b-d0adab327f74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c5e84e9-3361-4feb-87b5-ee605d7d9df5 HTTP/1.1" status: 200 len: 845 time: 0.0908923 Dec 13 12:47:30.416270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-418c536d-5932-42b8-a897-586760705e3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c755bcc-36b8-4cc2-8ab2-20c810d92033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316503 Dec 13 12:47:30.506667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe97588a-7730-431b-884a-f89ef62be5c5 req-6ec44a69-036c-4014-b6c9-555e942487b6 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310356 Dec 13 12:47:30.536195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 57f0242b-fc8a-40fc-a603-975bcc3e4937 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:30.546052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-b8b717dd-8c78-48c1-a65e-a7ef732ae523 service neutron] 10.222.0.42 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228034 Dec 13 12:47:30.562611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 57f0242b-fc8a-40fc-a603-975bcc3e4937 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:30.562869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 57f0242b-fc8a-40fc-a603-975bcc3e4937 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:30.621953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ff87cb-6a69-476a-8510-65f76d08265e {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:30.631339 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.651487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Transition to ACTIVE for port object 36ff87cb-6a69-476a-8510-65f76d08265e will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:30.658025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.688084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f976fa-4dfc-481a-84c9-e4d86b9a8a6d req-f1e77ae2-858a-4a5e-acc8-05e07b7125ff tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:30.689679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88f976fa-4dfc-481a-84c9-e4d86b9a8a6d req-f1e77ae2-858a-4a5e-acc8-05e07b7125ff tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 950 time: 0.0758643 Dec 13 12:47:30.693511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabfa099-d05e-4096-8e7b-c7f8382f7d0f req-9718e65e-2b47-4d2c-b3d3-b7b15207993d service neutron] 10.222.0.42 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393898 Dec 13 12:47:30.721229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Pushing event updated for resources: {'Port': ['ID=36ff87cb-6a69-476a-8510-65f76d08265e,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:30.760232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88f976fa-4dfc-481a-84c9-e4d86b9a8a6d req-b1a86e38-fcb8-482b-96c6-bb94bba3bb53 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524259 Dec 13 12:47:30.791323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:30.791650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:30.791972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:30.796485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Port 36ff87cb-6a69-476a-8510-65f76d08265e on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:30.796696 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:30.801623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:30.801949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:30.802496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:30.802915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Bound port: 36ff87cb-6a69-476a-8510-65f76d08265e, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:30.803265 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.877305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:30.880253 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71a1b22-e2ae-4114-be57-acb96d056cbc x-openstack-request-id: req-f71a1b22-e2ae-4114-be57-acb96d056cbc {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:30.880837 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be45faf-5fd7-435e-94d0-2e5d0747a74e", "name": "network-vif-deleted", "tag": "c703117a-17dd-4511-b863-366c649a9f4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8c30708-10e9-4479-a856-aab3bfb55ab4", "tag": "40760066-414b-414f-9358-fd62617494f7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:30.880980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:30.881161 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f71a1b22-e2ae-4114-be57-acb96d056cbc {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:30.883070 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be45faf-5fd7-435e-94d0-2e5d0747a74e', 'name': 'network-vif-deleted', 'tag': 'c703117a-17dd-4511-b863-366c649a9f4c', 'status': 'completed', 'code': 200} Dec 13 12:47:30.883802 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'tag': '40760066-414b-414f-9358-fd62617494f7', 'status': 'completed', 'code': 200} Dec 13 12:47:30.889022 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.937311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:30.938559 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:30.940168 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] 10.222.0.42 "PUT /v2.0/ports/36ff87cb-6a69-476a-8510-65f76d08265e HTTP/1.1" status: 200 len: 1091 time: 0.7145863 Dec 13 12:47:30.941090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'tag': '36ff87cb-6a69-476a-8510-65f76d08265e'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:30.943837 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2854ace-154a-411e-82e6-7b155d0b17fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b289c6-72ca-47d2-b295-01de692d3b8a", "tag": "36ff87cb-6a69-476a-8510-65f76d08265e"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:30.950655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474299d-8348-4e48-b10c-3fef63538964 req-dc15ef55-e582-4505-bcb9-b56cb0308d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:30.952608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8474299d-8348-4e48-b10c-3fef63538964 req-dc15ef55-e582-4505-bcb9-b56cb0308d4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 1094 time: 0.0488350 Dec 13 12:47:30.969603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f11338-79fd-4968-9e68-369a8255dd66 service neutron] Pushing event updated for resources: {'Port': ['ID=36ff87cb-6a69-476a-8510-65f76d08265e,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:31.025386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-8acc10ff-852d-4a8c-87ab-1f90f2937229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.027008 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-8acc10ff-852d-4a8c-87ab-1f90f2937229 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1094 time: 0.0434113 Dec 13 12:47:31.060325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922acb0-22c9-468f-991e-36bf3cea6a2a req-b3d64bdb-de6a-498c-82a2-d3a5104cfd7f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.062087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3922acb0-22c9-468f-991e-36bf3cea6a2a req-b3d64bdb-de6a-498c-82a2-d3a5104cfd7f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 943 time: 0.1141255 Dec 13 12:47:31.074156 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-97469375-51c2-4fc8-b1bc-31e581e6a755 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ff87cb-6a69-476a-8510-65f76d08265e HTTP/1.1" status: 200 len: 217 time: 0.0365460 Dec 13 12:47:31.099233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7fce74e5-b939-4f4e-b000-37ec0ff016c6 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:31.111344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474299d-8348-4e48-b10c-3fef63538964 req-9558594f-92ad-4ff4-9cd3-2eff4f36dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.112838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8474299d-8348-4e48-b10c-3fef63538964 req-9558594f-92ad-4ff4-9cd3-2eff4f36dd7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 905 time: 0.1478908 Dec 13 12:47:31.148061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-6dd362ab-f17f-4b14-9604-4b2c4f9bdffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.149967 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-6dd362ab-f17f-4b14-9604-4b2c4f9bdffd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0673695 Dec 13 12:47:31.153977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 7fce74e5-b939-4f4e-b000-37ec0ff016c6 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:47:31.158225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 7fce74e5-b939-4f4e-b000-37ec0ff016c6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:31.158593 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:31.164190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8474299d-8348-4e48-b10c-3fef63538964 req-6a8a988e-59f1-4b86-9925-6c7100a6a5ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40760066-414b-414f-9358-fd62617494f7 HTTP/1.1" status: 200 len: 217 time: 0.0407746 Dec 13 12:47:31.193972 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-48bb33df-a2ae-4d9e-a514-ef301b17d8f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348537 Dec 13 12:47:31.212265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3922acb0-22c9-468f-991e-36bf3cea6a2a req-73904d79-3698-447f-bfb4-79e61af6ae3f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331332 Dec 13 12:47:31.239821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474299d-8348-4e48-b10c-3fef63538964 req-77a376eb-a4a4-4fe4-a8c7-2904fbfcb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.239821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8474299d-8348-4e48-b10c-3fef63538964 req-77a376eb-a4a4-4fe4-a8c7-2904fbfcb919 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c5e84e9-3361-4feb-87b5-ee605d7d9df5 HTTP/1.1" status: 200 len: 845 time: 0.0660162 Dec 13 12:47:31.273781 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:31.298751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8474299d-8348-4e48-b10c-3fef63538964 req-5d617426-d3b4-42c4-a14f-235ae61b8956 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c755bcc-36b8-4cc2-8ab2-20c810d92033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517187 Dec 13 12:47:31.306886 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-d29e107d-94b5-4694-a705-0411f4c69e74 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033039 Dec 13 12:47:31.317022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7fce74e5-b939-4f4e-b000-37ec0ff016c6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7fce74e5-b939-4f4e-b000-37ec0ff016c6,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:31.326306 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:31.327363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 40e296cd-9158-4925-9a5b-e908076d5643 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:31.421914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=7fce74e5-b939-4f4e-b000-37ec0ff016c6,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:31.440125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 40e296cd-9158-4925-9a5b-e908076d5643 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:31.440505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:31.478761 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8474299d-8348-4e48-b10c-3fef63538964 req-14a72602-ba77-4425-9747-fadcd23bc1f8 service neutron] 10.222.0.42 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674597 Dec 13 12:47:31.533419 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:31.582184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:31.587485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:31.636357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8474299d-8348-4e48-b10c-3fef63538964 req-d7848fa3-6032-48fb-8455-0295a30d5221 service neutron] 10.222.0.42 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535490 Dec 13 12:47:31.641284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:31.656462 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8beb25a-b0b4-42bf-84d9-b94ef2e87690 x-openstack-request-id: req-a8beb25a-b0b4-42bf-84d9-b94ef2e87690 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:31.656993 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b289c6-72ca-47d2-b295-01de692d3b8a", "tag": "36ff87cb-6a69-476a-8510-65f76d08265e", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:31.656993 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8beb25a-b0b4-42bf-84d9-b94ef2e87690 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:31.657349 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'tag': '36ff87cb-6a69-476a-8510-65f76d08265e', 'status': 'completed', 'code': 200} Dec 13 12:47:31.661357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea6364-b061-486a-9ea9-be64ba9a5ef5 req-732dc270-7d77-4854-9711-0940223f4f3a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.664271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-306e2f35-7799-41ee-a0f4-688d584f7680 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:47:31.665367 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-306e2f35-7799-41ee-a0f4-688d584f7680 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072837 Dec 13 12:47:31.667793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea6364-b061-486a-9ea9-be64ba9a5ef5 req-732dc270-7d77-4854-9711-0940223f4f3a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.673896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea6364-b061-486a-9ea9-be64ba9a5ef5 req-732dc270-7d77-4854-9711-0940223f4f3a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.679921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea6364-b061-486a-9ea9-be64ba9a5ef5 req-732dc270-7d77-4854-9711-0940223f4f3a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.685952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea6364-b061-486a-9ea9-be64ba9a5ef5 req-732dc270-7d77-4854-9711-0940223f4f3a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.691934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea6364-b061-486a-9ea9-be64ba9a5ef5 req-732dc270-7d77-4854-9711-0940223f4f3a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.697964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea6364-b061-486a-9ea9-be64ba9a5ef5 req-732dc270-7d77-4854-9711-0940223f4f3a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.699952 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63ea6364-b061-486a-9ea9-be64ba9a5ef5 req-732dc270-7d77-4854-9711-0940223f4f3a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.1146746 Dec 13 12:47:31.716814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-d93686f6-8583-4b72-b63f-bcdcde2bfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.718213 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-d93686f6-8583-4b72-b63f-bcdcde2bfd11 service neutron] 10.222.0.31 "GET /v2.0/ports/878fb0d3-6520-4216-9ee0-2c9936050104 HTTP/1.1" status: 200 len: 1093 time: 0.0450137 Dec 13 12:47:31.731070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Request body: {'binding': {'host': 'n-h2-817326-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:31.731550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Unknown quota resources ['binding']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 12:47:31.757781 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-883eb5eb-3f18-4a7d-bf89-931c35bb29ac req-52bee286-7a15-491f-b4fb-f838c3f798c9 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443200 Dec 13 12:47:31.761208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63ea6364-b061-486a-9ea9-be64ba9a5ef5 req-c56bc797-e69b-4f0a-9169-0f2db743e98d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548012 Dec 13 12:47:31.838892 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b72670-1229-4f05-baa5-2b30f6be7eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fce74e5-b939-4f4e-b000-37ec0ff016c6'}, {'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:31.841367 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943884e1-bdfa-4a9e-9b41-02ece4fc2b61" -d '{"events": [{"server_uuid": "a9b72670-1229-4f05-baa5-2b30f6be7eb6", "name": "network-vif-plugged", "status": "completed", "tag": "7fce74e5-b939-4f4e-b000-37ec0ff016c6"}, {"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-plugged", "status": "completed", "tag": "40e296cd-9158-4925-9a5b-e908076d5643"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:31.889142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33249052-8aa7-48e4-b0f4-6f1167fc8cda req-a58c087d-d11b-41d2-aeec-4d5d077fa7e8 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.892057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33249052-8aa7-48e4-b0f4-6f1167fc8cda req-a58c087d-d11b-41d2-aeec-4d5d077fa7e8 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 946 time: 0.0605991 Dec 13 12:47:31.892247 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2854ace-154a-411e-82e6-7b155d0b17fb req-dbd8e15e-1497-4ff3-8810-ff48072e1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:31.893645 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a2854ace-154a-411e-82e6-7b155d0b17fb req-dbd8e15e-1497-4ff3-8810-ff48072e1763 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1094 time: 0.0708315 Dec 13 12:47:31.941113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33249052-8aa7-48e4-b0f4-6f1167fc8cda req-1e168bac-e296-4c04-915d-4bb839532025 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Dec 13 12:47:31.967625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 on host n-h2-817326-4 for vnic_type normal with profile None {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:31.967924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:31.968253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:31.978009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Port 878fb0d3-6520-4216-9ee0-2c9936050104 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:31.978355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:31.992847 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:31.993094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:31.993504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:31.993932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Bound port: 878fb0d3-6520-4216-9ee0-2c9936050104, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:32.035784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2854ace-154a-411e-82e6-7b155d0b17fb req-b4e2c970-e7da-41ae-9ffb-af154ee7c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.037173 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a2854ace-154a-411e-82e6-7b155d0b17fb req-b4e2c970-e7da-41ae-9ffb-af154ee7c3b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.1344297 Dec 13 12:47:32.086776 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a2854ace-154a-411e-82e6-7b155d0b17fb req-e195a6d0-1519-4c9c-9c6c-8675fb130e5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ff87cb-6a69-476a-8510-65f76d08265e HTTP/1.1" status: 200 len: 217 time: 0.0409074 Dec 13 12:47:32.103457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:32.110423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04bee1-fde1-4712-aceb-ec8c32619e3c req-adf5cc6b-c280-4123-8c50-dfd38e3677ef tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.111993 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed04bee1-fde1-4712-aceb-ec8c32619e3c req-adf5cc6b-c280-4123-8c50-dfd38e3677ef tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 950 time: 0.0516446 Dec 13 12:47:32.124356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] Publish callbacks [] for binding, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:32.125473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3114a9f5-a47c-49d1-b9b7-d1ab7c5cceb7 service neutron] 10.222.0.31 "POST /v2.0/ports/878fb0d3-6520-4216-9ee0-2c9936050104/bindings HTTP/1.1" status: 201 len: 389 time: 0.3978369 Dec 13 12:47:32.153002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2854ace-154a-411e-82e6-7b155d0b17fb req-6175f656-53cf-456d-9c9b-a90814e22aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.154909 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a2854ace-154a-411e-82e6-7b155d0b17fb req-6175f656-53cf-456d-9c9b-a90814e22aa7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0613639 Dec 13 12:47:32.173802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed04bee1-fde1-4712-aceb-ec8c32619e3c req-64a6ff55-2ad8-422d-9019-cf26de9f95eb tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552018 Dec 13 12:47:32.202104 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a2854ace-154a-411e-82e6-7b155d0b17fb req-11c979ec-4b60-4ab4-9d5b-a4ec01c72080 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391951 Dec 13 12:47:32.322719 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a2854ace-154a-411e-82e6-7b155d0b17fb req-0a695f6c-9ef4-4f48-8b09-1a5a7ca9cc49 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114025 Dec 13 12:47:32.336530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b7acc-88bc-4687-953b-4b8463bdb7d9 req-a35b9f12-1d3f-454e-bf8a-6987cf1e4052 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.338533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d7b7acc-88bc-4687-953b-4b8463bdb7d9 req-a35b9f12-1d3f-454e-bf8a-6987cf1e4052 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 951 time: 0.0988417 Dec 13 12:47:32.349974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21bc18-1642-4d0b-ab75-cc707e65d0ad req-2031b2a3-cc42-404d-a422-b4598cf8973a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.351512 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b21bc18-1642-4d0b-ab75-cc707e65d0ad req-2031b2a3-cc42-404d-a422-b4598cf8973a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 943 time: 0.0959470 Dec 13 12:47:32.422355 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a2854ace-154a-411e-82e6-7b155d0b17fb req-d85f8f53-e508-4637-a644-f2c127446977 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866919 Dec 13 12:47:32.450608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d7b7acc-88bc-4687-953b-4b8463bdb7d9 req-a0ae6d05-9068-4e03-a369-fbf123a3e52f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980175 Dec 13 12:47:32.465530 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b21bc18-1642-4d0b-ab75-cc707e65d0ad req-7f66947d-3db5-4a9f-bd9d-2378fc74d48e tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067975 Dec 13 12:47:32.467462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-1c50f880-6add-4a9c-8f25-961446c9f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.468853 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-1c50f880-6add-4a9c-8f25-961446c9f8ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 1096 time: 0.1083140 Dec 13 12:47:32.508136 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b4c107-f005-4486-8700-be6fc4d12b20 x-openstack-request-id: req-72b4c107-f005-4486-8700-be6fc4d12b20 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:32.508765 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b72670-1229-4f05-baa5-2b30f6be7eb6", "name": "network-vif-plugged", "status": "completed", "tag": "7fce74e5-b939-4f4e-b000-37ec0ff016c6", "code": 200}, {"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-plugged", "status": "completed", "tag": "40e296cd-9158-4925-9a5b-e908076d5643", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:32.508765 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72b4c107-f005-4486-8700-be6fc4d12b20 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:32.509146 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b72670-1229-4f05-baa5-2b30f6be7eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fce74e5-b939-4f4e-b000-37ec0ff016c6', 'code': 200} Dec 13 12:47:32.509400 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643', 'code': 200} Dec 13 12:47:32.536219 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 40760066-414b-414f-9358-fd62617494f7 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:32.656166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 40760066-414b-414f-9358-fd62617494f7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=40760066-414b-414f-9358-fd62617494f7,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:32.670283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '40760066-414b-414f-9358-fd62617494f7', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'port_id': '40760066-414b-414f-9358-fd62617494f7', 'mac_address': 'fa:16:3e:4c:4b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e84e9-3361-4feb-87b5-ee605d7d9df5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:32.691173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998f0fb-a795-432f-a0e2-9e89fe9934e2 req-65bb2250-ebfe-4e3b-a244-6de654f95d87 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.692533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3998f0fb-a795-432f-a0e2-9e89fe9934e2 req-65bb2250-ebfe-4e3b-a244-6de654f95d87 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.1608377 Dec 13 12:47:32.696805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-7d1e61a6-8a32-48f7-95d9-c8a6b39e4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.698449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-7d1e61a6-8a32-48f7-95d9-c8a6b39e4fbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.2214644 Dec 13 12:47:32.717850 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:32.732936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40760066-414b-414f-9358-fd62617494f7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:32.735920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3328a2b-a63f-4ce8-9fe7-fdf785de84b4 req-0b3aa8b8-935b-4b97-ac02-36a3fefc3de7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.737427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3328a2b-a63f-4ce8-9fe7-fdf785de84b4 req-0b3aa8b8-935b-4b97-ac02-36a3fefc3de7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 943 time: 0.1560457 Dec 13 12:47:32.757748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a4702-e53d-4eda-ab8a-dccb15245774 req-ec3d85d5-091a-4648-bef3-feed3fab9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.759441 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-474a4702-e53d-4eda-ab8a-dccb15245774 req-ec3d85d5-091a-4648-bef3-feed3fab9ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 1102 time: 0.0440409 Dec 13 12:47:32.761674 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 40760066-414b-414f-9358-fd62617494f7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=40760066-414b-414f-9358-fd62617494f7,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:32.766060 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:32.779588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70199e-e919-456f-bff1-4f33a70f2cd1 req-5001a1c0-c038-4673-87c8-2d0b15caad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.781915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c70199e-e919-456f-bff1-4f33a70f2cd1 req-5001a1c0-c038-4673-87c8-2d0b15caad36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 1097 time: 0.1653125 Dec 13 12:47:32.789159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-ca2a854d-5d8d-46ce-9901-7eaf7e145289 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=878fb0d3-6520-4216-9ee0-2c9936050104 HTTP/1.1" status: 200 len: 217 time: 0.0759435 Dec 13 12:47:32.810024 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-474a4702-e53d-4eda-ab8a-dccb15245774 req-da83877c-9d09-48b6-94d8-b9c6b45e352c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Dec 13 12:47:32.816139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=40760066-414b-414f-9358-fd62617494f7,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:32.883223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3998f0fb-a795-432f-a0e2-9e89fe9934e2 req-c8bcb57c-72ae-4af8-bddc-fee15635815f tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809306 Dec 13 12:47:32.920874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3328a2b-a63f-4ce8-9fe7-fdf785de84b4 req-e9aafc92-12be-4802-a697-bfa456ebcf31 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761422 Dec 13 12:47:32.924994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-e79fc46c-b6c5-46cd-8854-f53a6dff4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:32.926688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-e79fc46c-b6c5-46cd-8854-f53a6dff4a80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1084838 Dec 13 12:47:32.948966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c70199e-e919-456f-bff1-4f33a70f2cd1 req-63ce6813-779b-4753-b2a9-f9ced8c1a047 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524739 Dec 13 12:47:32.967306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-2875f7bb-f265-4c03-acc0-00e292d469f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310879 Dec 13 12:47:33.005319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['40760066-414b-414f-9358-fd62617494f7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:33.145478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ca0b-e006-4dac-a13a-35808332df7b req-ccc59d3d-fa47-4dc8-8984-492aead3d7ed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.151556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ca0b-e006-4dac-a13a-35808332df7b req-ccc59d3d-fa47-4dc8-8984-492aead3d7ed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.160112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ca0b-e006-4dac-a13a-35808332df7b req-ccc59d3d-fa47-4dc8-8984-492aead3d7ed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.166734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ca0b-e006-4dac-a13a-35808332df7b req-ccc59d3d-fa47-4dc8-8984-492aead3d7ed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.172627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ca0b-e006-4dac-a13a-35808332df7b req-ccc59d3d-fa47-4dc8-8984-492aead3d7ed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.179741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ca0b-e006-4dac-a13a-35808332df7b req-ccc59d3d-fa47-4dc8-8984-492aead3d7ed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.187058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ca0b-e006-4dac-a13a-35808332df7b req-ccc59d3d-fa47-4dc8-8984-492aead3d7ed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.189028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bab1ca0b-e006-4dac-a13a-35808332df7b req-ccc59d3d-fa47-4dc8-8984-492aead3d7ed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.2250407 Dec 13 12:47:33.194904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-02b9c761-9888-40f4-ab64-aadb25ebcdcb service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200954 Dec 13 12:47:33.215062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81daf-2521-4d9a-ab74-1eb550516b0b req-a043da62-b42d-4c2f-9b19-ae3f8656b0d4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.217668 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce81daf-2521-4d9a-ab74-1eb550516b0b req-a043da62-b42d-4c2f-9b19-ae3f8656b0d4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 946 time: 0.1733234 Dec 13 12:47:33.398005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bab1ca0b-e006-4dac-a13a-35808332df7b req-58a8321e-b5b9-4af6-9c16-1e7a6c6779fd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2001092 Dec 13 12:47:33.441545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-8dfc726a-b2ed-4b00-94ae-44b6e744f862 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.443214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-8dfc726a-b2ed-4b00-94ae-44b6e744f862 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 950 time: 0.2232399 Dec 13 12:47:33.452418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce81daf-2521-4d9a-ab74-1eb550516b0b req-209acc42-c552-4227-89cc-879c74e87da4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007594 Dec 13 12:47:33.468551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-2745d710-cbb8-4e1f-8327-2e65d8444d6e service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473450 Dec 13 12:47:33.642176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-163f0bac-5e6d-41e5-b22b-7b10b1b41355 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Deleting port b265682c-9602-4eff-b5a7-e1ab294457e2 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:33.642176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-163f0bac-5e6d-41e5-b22b-7b10b1b41355 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:33.706217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446333d1-eec4-4fde-96bc-867d394585a0 req-f9e2944a-b091-41bf-a837-15583e67cab9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.707646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-446333d1-eec4-4fde-96bc-867d394585a0 req-f9e2944a-b091-41bf-a837-15583e67cab9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 951 time: 0.1549764 Dec 13 12:47:33.721140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cffed6-f6a2-47ab-98a4-2ea9d4ec9df5 req-e3f27554-33f5-40ad-a091-d061c3bf1bc2 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:33.722662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66cffed6-f6a2-47ab-98a4-2ea9d4ec9df5 req-e3f27554-33f5-40ad-a091-d061c3bf1bc2 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 950 time: 0.1569004 Dec 13 12:47:33.849741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-163f0bac-5e6d-41e5-b22b-7b10b1b41355 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] For port b265682c-9602-4eff-b5a7-e1ab294457e2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=b265682c-9602-4eff-b5a7-e1ab294457e2,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:33.850128 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-163f0bac-5e6d-41e5-b22b-7b10b1b41355 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:33.870052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-446333d1-eec4-4fde-96bc-867d394585a0 req-b8368139-3bba-4256-b5a6-fa17f7d0f7d1 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464188 Dec 13 12:47:33.876824 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66cffed6-f6a2-47ab-98a4-2ea9d4ec9df5 req-a8da838d-87a3-40a6-8baf-b2ecab7cc95c tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/security-groups?id=be77b6ec-a089-48e6-a304-db872ad0e0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382320 Dec 13 12:47:33.877893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-163f0bac-5e6d-41e5-b22b-7b10b1b41355 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Calling delete_port for b265682c-9602-4eff-b5a7-e1ab294457e2 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:34.337446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683ad66-6e4c-4e01-931b-10f7d8d3a887 req-32c967db-11f7-4182-8650-1d9f5281646a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:34.339439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4683ad66-6e4c-4e01-931b-10f7d8d3a887 req-32c967db-11f7-4182-8650-1d9f5281646a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 944 time: 0.3837900 Dec 13 12:47:34.357532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7565ed-52e8-4420-aefc-eaee2dd3f56f req-454eda9f-99cd-4b6a-a29d-2004ef94a418 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:34.359136 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab7565ed-52e8-4420-aefc-eaee2dd3f56f req-454eda9f-99cd-4b6a-a29d-2004ef94a418 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.3890307 Dec 13 12:47:34.420023 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-163f0bac-5e6d-41e5-b22b-7b10b1b41355 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:34.432258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b265682c-9602-4eff-b5a7-e1ab294457e2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:34.476466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4683ad66-6e4c-4e01-931b-10f7d8d3a887 req-59edb797-e271-46ed-96a6-9b6aef174f2f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164191 Dec 13 12:47:34.478838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f0bac-5e6d-41e5-b22b-7b10b1b41355 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Pushing event deleted for resources: {'Port': ['ID=b265682c-9602-4eff-b5a7-e1ab294457e2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:34.485227 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab7565ed-52e8-4420-aefc-eaee2dd3f56f req-01f890b1-cc92-4973-821a-7daf0d62b882 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138723 Dec 13 12:47:34.535165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-163f0bac-5e6d-41e5-b22b-7b10b1b41355 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] No DVR routers for this DVR port b265682c-9602-4eff-b5a7-e1ab294457e2 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:34.539154 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-163f0bac-5e6d-41e5-b22b-7b10b1b41355 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:34.543750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56c1660f-8264-44ea-bad8-57b11cc26b0c req-163f0bac-5e6d-41e5-b22b-7b10b1b41355 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.37 "DELETE /v2.0/ports/b265682c-9602-4eff-b5a7-e1ab294457e2 HTTP/1.1" status: 204 len: 173 time: 1.0885639 Dec 13 12:47:34.544365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9616b483-cd85-4682-bcc7-80cf18495c4a', 'name': 'network-vif-deleted', 'tag': 'b265682c-9602-4eff-b5a7-e1ab294457e2'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:34.553063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 36ff87cb-6a69-476a-8510-65f76d08265e details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:34.559930 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f38baef-0ebf-40ae-a41a-7d5e43ed25af" -d '{"events": [{"server_uuid": "9616b483-cd85-4682-bcc7-80cf18495c4a", "name": "network-vif-deleted", "tag": "b265682c-9602-4eff-b5a7-e1ab294457e2"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:34.651523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 40760066-414b-414f-9358-fd62617494f7 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:34.705231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:34.715561 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d2b8-b2fb-454e-ae6e-42d53d81d548 req-3cea605e-5cff-40be-b122-51c2681c3db7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:34.720678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ede8d2b8-b2fb-454e-ae6e-42d53d81d548 req-3cea605e-5cff-40be-b122-51c2681c3db7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 943 time: 0.1328990 Dec 13 12:47:34.720897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '36ff87cb-6a69-476a-8510-65f76d08265e', 'network_id': '219543e4-4bac-49a9-93d4-417277130b86', 'port_id': '36ff87cb-6a69-476a-8510-65f76d08265e', 'mac_address': 'fa:16:3e:44:cc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78a57fd-1d76-4319-9106-b62626f1bc04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:34.736935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 40760066-414b-414f-9358-fd62617494f7 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:47:34.765956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd0bf-5a2a-49ba-8a60-0e8ec5917f48 req-a94afd00-214c-4519-9170-c2d928f57ca1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:34.768244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 40760066-414b-414f-9358-fd62617494f7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:34.768714 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:34.771881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd0bf-5a2a-49ba-8a60-0e8ec5917f48 req-a94afd00-214c-4519-9170-c2d928f57ca1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:34.777900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd0bf-5a2a-49ba-8a60-0e8ec5917f48 req-a94afd00-214c-4519-9170-c2d928f57ca1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:34.783826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd0bf-5a2a-49ba-8a60-0e8ec5917f48 req-a94afd00-214c-4519-9170-c2d928f57ca1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:34.789854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd0bf-5a2a-49ba-8a60-0e8ec5917f48 req-a94afd00-214c-4519-9170-c2d928f57ca1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:34.795823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd0bf-5a2a-49ba-8a60-0e8ec5917f48 req-a94afd00-214c-4519-9170-c2d928f57ca1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:34.801719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd0bf-5a2a-49ba-8a60-0e8ec5917f48 req-a94afd00-214c-4519-9170-c2d928f57ca1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:34.803260 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:34.803682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19fbd0bf-5a2a-49ba-8a60-0e8ec5917f48 req-a94afd00-214c-4519-9170-c2d928f57ca1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.1549022 Dec 13 12:47:34.822051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ff87cb-6a69-476a-8510-65f76d08265e {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:34.848180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ede8d2b8-b2fb-454e-ae6e-42d53d81d548 req-c358e628-457f-41df-abbf-586e91a4de57 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155114 Dec 13 12:47:34.850896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:34.903610 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:34.922624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19fbd0bf-5a2a-49ba-8a60-0e8ec5917f48 req-713e389f-0e99-4ee9-ba61-1d568515c548 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068487 Dec 13 12:47:34.925767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:34.971642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 40760066-414b-414f-9358-fd62617494f7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=40760066-414b-414f-9358-fd62617494f7,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:35.043232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40760066-414b-414f-9358-fd62617494f7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:35.045972 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4b0c6a-7a28-4f62-acb3-a6389179bbb9" -d '{"events": [{"server_uuid": "f8c30708-10e9-4479-a856-aab3bfb55ab4", "name": "network-vif-plugged", "status": "completed", "tag": "40760066-414b-414f-9358-fd62617494f7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:35.051281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=36ff87cb-6a69-476a-8510-65f76d08265e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:35.058024 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:35.066999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009e1fb-34ac-4545-ad89-a48979886878 req-ec2346dd-158f-4a60-a8ef-434c1c703d7c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:35.084096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1009e1fb-34ac-4545-ad89-a48979886878 req-ec2346dd-158f-4a60-a8ef-434c1c703d7c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 946 time: 0.1396806 Dec 13 12:47:35.123646 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789ef48-7647-4d25-ac85-07cbe8dd513e x-openstack-request-id: req-6789ef48-7647-4d25-ac85-07cbe8dd513e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:35.124381 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9616b483-cd85-4682-bcc7-80cf18495c4a", "name": "network-vif-deleted", "tag": "b265682c-9602-4eff-b5a7-e1ab294457e2", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:35.126824 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6789ef48-7647-4d25-ac85-07cbe8dd513e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:35.127335 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9616b483-cd85-4682-bcc7-80cf18495c4a', 'name': 'network-vif-deleted', 'tag': 'b265682c-9602-4eff-b5a7-e1ab294457e2', 'status': 'completed', 'code': 200} Dec 13 12:47:35.133102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=40760066-414b-414f-9358-fd62617494f7,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:35.172218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['36ff87cb-6a69-476a-8510-65f76d08265e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:35.183086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1009e1fb-34ac-4545-ad89-a48979886878 req-c8965fa3-f64a-4190-a71b-c826d5881410 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979440 Dec 13 12:47:35.262806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2323fe6c-5f41-4f16-b6f8-1a387ea4da96 req-43800413-5b8c-4462-9092-bdb89cf3a957 tempest-ServersOnMultiNodesTest-41061505 tempest-ServersOnMultiNodesTest-41061505-project] 10.222.0.31 "GET /v2.0/ports?device_id=9616b483-cd85-4682-bcc7-80cf18495c4a HTTP/1.1" status: 200 len: 210 time: 0.0710099 Dec 13 12:47:35.325890 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2daa07-90f5-459d-9639-714c811d2b2b x-openstack-request-id: req-9c2daa07-90f5-459d-9639-714c811d2b2b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:35.326438 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c30708-10e9-4479-a856-aab3bfb55ab4", "name": "network-vif-plugged", "status": "completed", "tag": "40760066-414b-414f-9358-fd62617494f7", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:35.326716 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c2daa07-90f5-459d-9639-714c811d2b2b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:35.327258 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40760066-414b-414f-9358-fd62617494f7', 'code': 200} Dec 13 12:47:35.378997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029505a-7f3e-4636-bb7c-7122bc17e514 req-5b1869a8-c9f0-46bb-b862-834880f3869f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:35.381418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7029505a-7f3e-4636-bb7c-7122bc17e514 req-5b1869a8-c9f0-46bb-b862-834880f3869f tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 951 time: 0.1042635 Dec 13 12:47:35.520213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7029505a-7f3e-4636-bb7c-7122bc17e514 req-9bfc09b6-8700-45b9-94c3-a7b30eca033c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256709 Dec 13 12:47:35.531663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b434b1-cbd3-4b4e-ba6b-e4d799bed7af req-bdc91f3c-1477-4e10-9b34-8fcae3f340ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:35.533274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5b434b1-cbd3-4b4e-ba6b-e4d799bed7af req-bdc91f3c-1477-4e10-9b34-8fcae3f340ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 1096 time: 0.1476347 Dec 13 12:47:35.605574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c5e6f-9ba5-4ec6-b4a9-c58b45e309b7 req-5d33c293-13ff-4ec2-b18f-a0ea58ef7f35 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:35.607120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-695c5e6f-9ba5-4ec6-b4a9-c58b45e309b7 req-5d33c293-13ff-4ec2-b18f-a0ea58ef7f35 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.1737454 Dec 13 12:47:35.654715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5b434b1-cbd3-4b4e-ba6b-e4d799bed7af req-1b6019dd-a986-47b4-805c-f1332e85459d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988100 Dec 13 12:47:35.660412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-695c5e6f-9ba5-4ec6-b4a9-c58b45e309b7 req-918815ff-99a4-4646-9f6e-36ce459945c0 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/quotas/f432bec179c94f32a945c3aa13ee6e59 HTTP/1.1" status: 200 len: 375 time: 0.0385864 Dec 13 12:47:35.684052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5488db-9259-43b2-a3dd-1cad95ede8f8 req-c9e3e12a-6ea2-4805-ab82-d76623b64b90 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:35.685465 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c5488db-9259-43b2-a3dd-1cad95ede8f8 req-c9e3e12a-6ea2-4805-ab82-d76623b64b90 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 945 time: 0.0774772 Dec 13 12:47:35.753485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-695c5e6f-9ba5-4ec6-b4a9-c58b45e309b7 req-2f57c984-7067-4794-9bb6-e030c419e644 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0852692 Dec 13 12:47:35.758395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c5488db-9259-43b2-a3dd-1cad95ede8f8 req-b1cc1b31-23ff-4479-8ca0-ecaae8a61d5b tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547211 Dec 13 12:47:35.882250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-695c5e6f-9ba5-4ec6-b4a9-c58b45e309b7 req-024e27f4-a860-4ddf-ba16-1de1784408a2 service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208177 Dec 13 12:47:35.895133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e0d32-bbea-4ab6-a129-1e58b91f17f6 req-58d0fbf1-e73d-4bc7-bf22-c2908e3f86f1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:35.896710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-511e0d32-bbea-4ab6-a129-1e58b91f17f6 req-58d0fbf1-e73d-4bc7-bf22-c2908e3f86f1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.0718515 Dec 13 12:47:36.005369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-511e0d32-bbea-4ab6-a129-1e58b91f17f6 req-e6525e4f-4b99-4caa-86b8-092b15747189 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000166 Dec 13 12:47:36.022149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-695c5e6f-9ba5-4ec6-b4a9-c58b45e309b7 req-d148216d-c519-4f2a-b6ca-d707fcac7c78 service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243157 Dec 13 12:47:36.271533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30072cbe-9191-41c8-9b60-6fde4b058265 req-17d78981-e914-4b80-ba52-605a5d4f793c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:36.273276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30072cbe-9191-41c8-9b60-6fde4b058265 req-17d78981-e914-4b80-ba52-605a5d4f793c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 944 time: 0.0945029 Dec 13 12:47:36.290019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391c4c-1fd1-4e3d-b82a-b80573956656 req-423f26fe-2e7f-4edc-8735-60729a307a0d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:36.296050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391c4c-1fd1-4e3d-b82a-b80573956656 req-423f26fe-2e7f-4edc-8735-60729a307a0d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:36.301994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391c4c-1fd1-4e3d-b82a-b80573956656 req-423f26fe-2e7f-4edc-8735-60729a307a0d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:36.308016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391c4c-1fd1-4e3d-b82a-b80573956656 req-423f26fe-2e7f-4edc-8735-60729a307a0d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:36.313950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391c4c-1fd1-4e3d-b82a-b80573956656 req-423f26fe-2e7f-4edc-8735-60729a307a0d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:36.319941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391c4c-1fd1-4e3d-b82a-b80573956656 req-423f26fe-2e7f-4edc-8735-60729a307a0d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:36.326197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391c4c-1fd1-4e3d-b82a-b80573956656 req-423f26fe-2e7f-4edc-8735-60729a307a0d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:36.328166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff391c4c-1fd1-4e3d-b82a-b80573956656 req-423f26fe-2e7f-4edc-8735-60729a307a0d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.1188731 Dec 13 12:47:36.403630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30072cbe-9191-41c8-9b60-6fde4b058265 req-c445c2e2-5652-4f30-9389-e8f817b6f35e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744519 Dec 13 12:47:36.429116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff391c4c-1fd1-4e3d-b82a-b80573956656 req-fabbf858-4564-4e35-b28e-93e79a399411 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849764 Dec 13 12:47:36.577087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 36ff87cb-6a69-476a-8510-65f76d08265e up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:36.672797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638350f-8a90-4800-b1c8-f172c2c4bfe8 req-ca284687-b5cb-4607-b58c-7b6aa2904652 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:36.703612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0638350f-8a90-4800-b1c8-f172c2c4bfe8 req-ca284687-b5cb-4607-b58c-7b6aa2904652 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 1102 time: 0.1078050 Dec 13 12:47:36.708731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 36ff87cb-6a69-476a-8510-65f76d08265e completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:47:36.724295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 36ff87cb-6a69-476a-8510-65f76d08265e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:36.724709 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:36.850639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0638350f-8a90-4800-b1c8-f172c2c4bfe8 req-c7119b6e-026d-47ce-bc15-565e44382e30 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455698 Dec 13 12:47:36.925233 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:36.996592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:37.007713 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:37.015984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c33daa-160e-475b-9daa-be5f0cfc39d6 req-d68cf96d-3ab1-44a5-8f6c-21322ec69424 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:37.026823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71c33daa-160e-475b-9daa-be5f0cfc39d6 req-d68cf96d-3ab1-44a5-8f6c-21322ec69424 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 945 time: 0.0754111 Dec 13 12:47:37.111105 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device b265682c-9602-4eff-b5a7-e1ab294457e2 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:37.123657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71c33daa-160e-475b-9daa-be5f0cfc39d6 req-57477227-5c8e-44c6-a67d-61b399118353 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909686 Dec 13 12:47:37.208884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: b265682c-9602-4eff-b5a7-e1ab294457e2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:37.209279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device b265682c-9602-4eff-b5a7-e1ab294457e2 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:37.233220 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:37.235145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=36ff87cb-6a69-476a-8510-65f76d08265e,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:37.310772 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:37.320095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37312) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:37.328227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ff87cb-6a69-476a-8510-65f76d08265e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:37.330900 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260934e4-f558-407f-bcc4-a6e2433dc4dc" -d '{"events": [{"server_uuid": "c0b289c6-72ca-47d2-b295-01de692d3b8a", "name": "network-vif-plugged", "status": "completed", "tag": "36ff87cb-6a69-476a-8510-65f76d08265e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:37.355403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdfaf5-d504-473a-9c31-607141b4deb4 req-2a701df2-3f2a-4095-a9a6-9bb868eafdf3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:37.357420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cffdfaf5-d504-473a-9c31-607141b4deb4 req-2a701df2-3f2a-4095-a9a6-9bb868eafdf3 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.1596181 Dec 13 12:47:37.429154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-4965732d-f22d-4d14-96fd-a169f531ea37 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:37.432283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-4965732d-f22d-4d14-96fd-a169f531ea37 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.1746387 Dec 13 12:47:37.482232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cffdfaf5-d504-473a-9c31-607141b4deb4 req-6a2ab7ea-5ad0-483f-8c34-029d63f495f5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114049 Dec 13 12:47:37.485084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-757e178a-2163-46aa-a6ad-1db7590de63d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/quotas/f432bec179c94f32a945c3aa13ee6e59 HTTP/1.1" status: 200 len: 375 time: 0.0402057 Dec 13 12:47:37.542275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-795ac75f-ca49-429c-8f98-2b24049279f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c892d90b1daa421ba6dd40c6c6b2cd30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194934 Dec 13 12:47:37.543870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37324) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:37.562269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-88d14af7-c629-469a-a75d-58db036d4738 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667396 Dec 13 12:47:37.613915 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dda80d0-2a18-4f60-a407-2e75e3d1e3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:37.637827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dda80d0-2a18-4f60-a407-2e75e3d1e3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:37.668092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9753e2-76d8-492d-beba-206bdda68421 req-5a22a029-6f78-4e73-a2f7-edf624dd2bba tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:37.669861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da9753e2-76d8-492d-beba-206bdda68421 req-5a22a029-6f78-4e73-a2f7-edf624dd2bba tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 1102 time: 0.1059661 Dec 13 12:47:37.696263 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dda80d0-2a18-4f60-a407-2e75e3d1e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:37.699768 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dda80d0-2a18-4f60-a407-2e75e3d1e3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:37.701754 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2dda80d0-2a18-4f60-a407-2e75e3d1e3f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be77b6ec-a089-48e6-a304-db872ad0e0a2 HTTP/1.1" status: 204 len: 168 time: 0.1568239 Dec 13 12:47:37.712871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda80d0-2a18-4f60-a407-2e75e3d1e3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be77b6ec-a089-48e6-a304-db872ad0e0a2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:37.713077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-ef78ffec-8b29-47e1-9f7c-de89e4a275ae service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383412 Dec 13 12:47:37.787569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da9753e2-76d8-492d-beba-206bdda68421 req-8bc9ba9f-bf72-46ca-97f0-34ee03ba0626 tempest-ServersAdminTestJSON-704694616 tempest-ServersAdminTestJSON-704694616-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084945 Dec 13 12:47:37.855646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-c3130c84-a7ba-4bc2-a6f3-52da43fa093d service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324370 Dec 13 12:47:37.994192 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f921ea-4ba8-4069-95d3-cd6c1843b82c x-openstack-request-id: req-b6f921ea-4ba8-4069-95d3-cd6c1843b82c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:37.994727 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b289c6-72ca-47d2-b295-01de692d3b8a", "name": "network-vif-plugged", "status": "completed", "tag": "36ff87cb-6a69-476a-8510-65f76d08265e", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:37.994927 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6f921ea-4ba8-4069-95d3-cd6c1843b82c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:37.995473 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ff87cb-6a69-476a-8510-65f76d08265e', 'code': 200} Dec 13 12:47:38.081848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37336) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:38.178486 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ebb32c88-3d7a-44c0-8c20-f74be3d1ca22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c65cb07d8584edd96fc8590f76f9779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0942438 Dec 13 12:47:38.180386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37340) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:38.243781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b21318e9-f28e-47a4-a542-fd22af7cdf14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:38.269953 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b21318e9-f28e-47a4-a542-fd22af7cdf14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:38.294160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af37ca-040f-410a-a982-4a0291d7b8f7 req-367b66f7-bd2f-49f3-8474-2f7909ba6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:38.296586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7af37ca-040f-410a-a982-4a0291d7b8f7 req-367b66f7-bd2f-49f3-8474-2f7909ba6822 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1096 time: 0.2336190 Dec 13 12:47:38.307107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad057f10-8013-4be6-ac3b-09ef8541c7b0 req-5350ddf3-a96d-4822-b369-b1c611086e58 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:38.308970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad057f10-8013-4be6-ac3b-09ef8541c7b0 req-5350ddf3-a96d-4822-b369-b1c611086e58 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.1802261 Dec 13 12:47:38.339408 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b21318e9-f28e-47a4-a542-fd22af7cdf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:38.342427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b21318e9-f28e-47a4-a542-fd22af7cdf14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:38.343795 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b21318e9-f28e-47a4-a542-fd22af7cdf14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37e55af8-763c-4299-84e4-372c13c4319c HTTP/1.1" status: 204 len: 168 time: 0.1620910 Dec 13 12:47:38.354419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21318e9-f28e-47a4-a542-fd22af7cdf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e55af8-763c-4299-84e4-372c13c4319c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:38.370461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e49b9-5984-45c7-bfde-394c8cc547bc req-4792568f-2716-4a6e-8a6e-f28372757d85 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:38.376883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e49b9-5984-45c7-bfde-394c8cc547bc req-4792568f-2716-4a6e-8a6e-f28372757d85 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:38.387021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e49b9-5984-45c7-bfde-394c8cc547bc req-4792568f-2716-4a6e-8a6e-f28372757d85 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:38.394005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e49b9-5984-45c7-bfde-394c8cc547bc req-4792568f-2716-4a6e-8a6e-f28372757d85 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:38.401808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e49b9-5984-45c7-bfde-394c8cc547bc req-4792568f-2716-4a6e-8a6e-f28372757d85 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:38.408076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e49b9-5984-45c7-bfde-394c8cc547bc req-4792568f-2716-4a6e-8a6e-f28372757d85 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:38.415603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e49b9-5984-45c7-bfde-394c8cc547bc req-4792568f-2716-4a6e-8a6e-f28372757d85 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:38.417856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d20e49b9-5984-45c7-bfde-394c8cc547bc req-4792568f-2716-4a6e-8a6e-f28372757d85 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.2278936 Dec 13 12:47:38.501373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7af37ca-040f-410a-a982-4a0291d7b8f7 req-cc6937d4-4496-46e6-9867-1deafa7342a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911099 Dec 13 12:47:38.524776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad057f10-8013-4be6-ac3b-09ef8541c7b0 req-21de0130-beb6-4c54-ba07-8ce3115647dc tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897027 Dec 13 12:47:38.604373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d20e49b9-5984-45c7-bfde-394c8cc547bc req-5119ce5c-59a9-4570-ae02-aac6527307c1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625760 Dec 13 12:47:38.767051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffb6be-7c06-47ae-adbb-456536204ebd req-7405671a-fde4-423e-bca9-5e80036783cf tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:38.777696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4bffb6be-7c06-47ae-adbb-456536204ebd req-7405671a-fde4-423e-bca9-5e80036783cf tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 945 time: 0.0915735 Dec 13 12:47:38.896831 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4bffb6be-7c06-47ae-adbb-456536204ebd req-5b921012-410e-48c0-9c6c-d83ef369440a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180470 Dec 13 12:47:38.972255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-be555522-4167-44b8-b3c3-5cbdd96c9d59 req-ab18db5e-794d-4c66-816a-7a8e514e03ed tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 210 time: 0.0393307 Dec 13 12:47:39.050285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0089d-fe3f-435f-b114-002ba3c3b594 req-ba32b82a-64f5-495f-bce3-6fee4b8b0c4b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:39.051872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16b0089d-fe3f-435f-b114-002ba3c3b594 req-ba32b82a-64f5-495f-bce3-6fee4b8b0c4b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.0665123 Dec 13 12:47:39.136309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263540ba-f87a-4bef-9ab0-ef3cf0874771 req-883d11ea-5c5a-44db-b8c2-2fbf71ef31dd tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:39.137885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-263540ba-f87a-4bef-9ab0-ef3cf0874771 req-883d11ea-5c5a-44db-b8c2-2fbf71ef31dd tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 950 time: 0.0850706 Dec 13 12:47:39.141911 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16b0089d-fe3f-435f-b114-002ba3c3b594 req-9f6cd6c7-cc0d-4aec-b28e-660de3afd085 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775149 Dec 13 12:47:39.216154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-263540ba-f87a-4bef-9ab0-ef3cf0874771 req-f0e03b03-a746-42c7-841e-79f1293e569b tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595438 Dec 13 12:47:39.423563 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37382) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:39.484633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-2a3bfa62-de78-4d71-a3af-7389a47fdb01 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:39.486689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-2a3bfa62-de78-4d71-a3af-7389a47fdb01 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.1543479 Dec 13 12:47:39.503153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Request body: {'port': {'device_id': '524f1e5e-9768-449a-87d8-a7e923939e12', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'admin_state_up': True, 'tenant_id': 'f432bec179c94f32a945c3aa13ee6e59'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:39.668423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-network', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:39.730966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Made reservation on behalf of e7dabf8f90d24de9b8469a3bd79a55bc for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:39.733502 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:39.740463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d190b84-b64f-4ed8-8091-3d3d3f92bb8b req-359a9d40-01f2-4da1-a4f4-1642ca42397c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:39.742292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d190b84-b64f-4ed8-8091-3d3d3f92bb8b req-359a9d40-01f2-4da1-a4f4-1642ca42397c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.0942466 Dec 13 12:47:39.744896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:39.794122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Made reservation on behalf of f432bec179c94f32a945c3aa13ee6e59 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:39.798143 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:39.827892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d190b84-b64f-4ed8-8091-3d3d3f92bb8b req-e7da2d0b-d87b-4efd-9c90-20ceeaaf4803 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741193 Dec 13 12:47:39.912675 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:39.917513 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:39.945339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:47:39.956791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fd220d-f5f0-438f-a6d0-73846a15afb1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:39.962650 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:39.963243 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Added segment dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa of type vlan for network 5ad883be-f09f-479d-9fa3-d96deb598015 Dec 13 12:47:40.004315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8f6c-c9ec-4cb0-834e-7416254b70a3 req-807bf186-7e43-43b0-9c85-879a8af84cf2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.006652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.010781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8f6c-c9ec-4cb0-834e-7416254b70a3 req-807bf186-7e43-43b0-9c85-879a8af84cf2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.017179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8f6c-c9ec-4cb0-834e-7416254b70a3 req-807bf186-7e43-43b0-9c85-879a8af84cf2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.024598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8f6c-c9ec-4cb0-834e-7416254b70a3 req-807bf186-7e43-43b0-9c85-879a8af84cf2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.030953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8f6c-c9ec-4cb0-834e-7416254b70a3 req-807bf186-7e43-43b0-9c85-879a8af84cf2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.037375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.037918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8f6c-c9ec-4cb0-834e-7416254b70a3 req-807bf186-7e43-43b0-9c85-879a8af84cf2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.040044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.040651 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.044576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8f6c-c9ec-4cb0-834e-7416254b70a3 req-807bf186-7e43-43b0-9c85-879a8af84cf2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.046766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4afa8f6c-c9ec-4cb0-834e-7416254b70a3 req-807bf186-7e43-43b0-9c85-879a8af84cf2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.1484880 Dec 13 12:47:40.100631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Allocated IP 172.20.0.8 (8072c86c-36ec-4f72-a683-789222078cc2/fce70964-4b77-4266-9ada-339f61494bbe/90b9fb9c-41b6-4cf5-aca1-2f93253fd893) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:40.104731 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f01bd32b-5f05-4106-a9de-21e3b64a0df5 req-51b072ca-e6a8-4021-bfa6-ce1135cca1d4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 210 time: 0.0468872 Dec 13 12:47:40.109548 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6847703 Dec 13 12:47:40.112877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37404) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:40.117751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Request body: {'subnet': {'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-subnet', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:40.121738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24099bd5-1cdd-4961-bd33-07f418e0181b admin admin] Pushing event updated for resources: {'Network': ['ID=5ad883be-f09f-479d-9fa3-d96deb598015,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:40.141390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 5ad883be-f09f-479d-9fa3-d96deb598015 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:47:40.143933 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Made reservation on behalf of e7dabf8f90d24de9b8469a3bd79a55bc for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:40.150723 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.222665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4afa8f6c-c9ec-4cb0-834e-7416254b70a3 req-8bcfba9c-5df3-4ad4-8e54-25c0ef4ee1c2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1660907 Dec 13 12:47:40.357591 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.380101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac52bd0-c59d-40af-8947-cb97e458d9d8 req-88b95994-1c36-4dc7-9800-8dd5f12c7eac tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.381586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ac52bd0-c59d-40af-8947-cb97e458d9d8 req-88b95994-1c36-4dc7-9800-8dd5f12c7eac tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.1098897 Dec 13 12:47:40.425868 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.439280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99fc133-8600-420c-95a9-8b9c06e06c31,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:40.446111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a589287-95c5-4f27-a8b8-acfaaca38acc req-89fe6167-7881-42cd-b00c-2960b5303290 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.448044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a589287-95c5-4f27-a8b8-acfaaca38acc req-89fe6167-7881-42cd-b00c-2960b5303290 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 950 time: 0.1442389 Dec 13 12:47:40.466263 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Checking segment: {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:40.466582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Network hostable DHCP agents. Network: 5ad883be-f09f-479d-9fa3-d96deb598015, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:47:40.482495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-0de11706-804b-4b54-83c5-3ee94f604dc8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.484085 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-0de11706-804b-4b54-83c5-3ee94f604dc8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.37 "GET /v2.0/ports?device_id=141d6376-6fe8-4f5b-9bbb-1785655ab4dd HTTP/1.1" status: 200 len: 950 time: 0.0949028 Dec 13 12:47:40.499578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ac52bd0-c59d-40af-8947-cb97e458d9d8 req-8584ff62-463d-419d-aebc-342eb55ec8b2 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055608 Dec 13 12:47:40.522112 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Network 5ad883be-f09f-479d-9fa3-d96deb598015 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:47:40.533644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 5ad883be-f09f-479d-9fa3-d96deb598015) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:40.542940 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.543557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.546050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf1c4e-5474-4093-a46f-c5d4bb3202d1 None None] Network 5ad883be-f09f-479d-9fa3-d96deb598015 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:47:40.548688 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.568121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:40.610777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37410) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:40.610992 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0e8260d8-1c81-4204-ac91-8e9091555971 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4962497 Dec 13 12:47:40.622245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:40.632612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a589287-95c5-4f27-a8b8-acfaaca38acc req-c9699eff-499a-481f-8dd9-43b90ccbcd13 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549945 Dec 13 12:47:40.637808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-f69cd634-c72e-46d0-a5e9-52adf7336fad tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Deleting port 4091fe8e-46bc-4e59-8f35-4acf66995ac4 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:40.638177 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-f69cd634-c72e-46d0-a5e9-52adf7336fad tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.653212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Network 8072c86c-36ec-4f72-a683-789222078cc2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:40.662132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:40.666038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:40.734938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event updated for resources: {'Port': ['ID=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:40.778657 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.779788 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.792763 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-f69cd634-c72e-46d0-a5e9-52adf7336fad tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] For port 4091fe8e-46bc-4e59-8f35-4acf66995ac4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=4091fe8e-46bc-4e59-8f35-4acf66995ac4,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:40.793199 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-f69cd634-c72e-46d0-a5e9-52adf7336fad tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.808935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-f69cd634-c72e-46d0-a5e9-52adf7336fad tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Calling delete_port for 4091fe8e-46bc-4e59-8f35-4acf66995ac4 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:40.838021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:40.838920 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.911103 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.919434 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-0a85a9bd-2d42-4a1b-aa61-a261b19daeee tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4227188 Dec 13 12:47:40.932473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-5ad883be-f09f-479d-9fa3-d96deb598015', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:47:40.933379 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.966258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Request body: {'port': {'device_id': '524f1e5e-9768-449a-87d8-a7e923939e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:40.975037 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-f69cd634-c72e-46d0-a5e9-52adf7336fad tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:40.993479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ac55b3e9-c1e1-49de-b40f-9d6a0be03328'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:41.028059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cd634-c72e-46d0-a5e9-52adf7336fad tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Pushing event deleted for resources: {'Port': ['ID=4091fe8e-46bc-4e59-8f35-4acf66995ac4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:41.085237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-f69cd634-c72e-46d0-a5e9-52adf7336fad tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] No DVR routers for this DVR port 4091fe8e-46bc-4e59-8f35-4acf66995ac4 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:41.088677 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-f69cd634-c72e-46d0-a5e9-52adf7336fad tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:41.092653 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-49ac9ab0-b85a-4dc9-9ca7-020a23a99211 req-f69cd634-c72e-46d0-a5e9-52adf7336fad tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.37 "DELETE /v2.0/ports/4091fe8e-46bc-4e59-8f35-4acf66995ac4 HTTP/1.1" status: 204 len: 173 time: 0.6010725 Dec 13 12:47:41.093140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141d6376-6fe8-4f5b-9bbb-1785655ab4dd', 'name': 'network-vif-deleted', 'tag': '4091fe8e-46bc-4e59-8f35-4acf66995ac4'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:41.096543 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfda068-2e4f-4785-962c-9c2e88d758f2" -d '{"events": [{"server_uuid": "141d6376-6fe8-4f5b-9bbb-1785655ab4dd", "name": "network-vif-deleted", "tag": "4091fe8e-46bc-4e59-8f35-4acf66995ac4"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:41.149567 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e5edad-f7f3-4d03-9033-728d0f159248 x-openstack-request-id: req-78e5edad-f7f3-4d03-9033-728d0f159248 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:41.150355 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141d6376-6fe8-4f5b-9bbb-1785655ab4dd", "name": "network-vif-deleted", "tag": "4091fe8e-46bc-4e59-8f35-4acf66995ac4", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:41.150929 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78e5edad-f7f3-4d03-9033-728d0f159248 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:41.152678 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141d6376-6fe8-4f5b-9bbb-1785655ab4dd', 'name': 'network-vif-deleted', 'tag': '4091fe8e-46bc-4e59-8f35-4acf66995ac4', 'status': 'completed', 'code': 200} Dec 13 12:47:41.225230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Allocated IP 172.20.0.2 (5ad883be-f09f-479d-9fa3-d96deb598015/d99fc133-8600-420c-95a9-8b9c06e06c31/5d7e8758-64aa-4d9c-966a-6c4ed0660c67) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:41.352497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['40e296cd-9158-4925-9a5b-e908076d5643'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:41.472419 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:41.494326 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:41.504260 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:41.508962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec85ba3-89ee-4098-89a6-31477f10215c req-81e82d2a-34aa-4ab7-8b9c-06cbd5f35081 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:41.510763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec85ba3-89ee-4098-89a6-31477f10215c req-81e82d2a-34aa-4ab7-8b9c-06cbd5f35081 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.5197749 Dec 13 12:47:41.514861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:41.577035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Network 5ad883be-f09f-479d-9fa3-d96deb598015 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:41.587727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:41.590576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Pushing event updated for resources: {'Port': ['ID=5d7e8758-64aa-4d9c-966a-6c4ed0660c67,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:41.592755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:41.638011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e461de-3c55-469a-8ebb-74ac55165ef7 req-54d3d26b-50b8-48be-aa25-2d5068142c7d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:41.641509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66e461de-3c55-469a-8ebb-74ac55165ef7 req-54d3d26b-50b8-48be-aa25-2d5068142c7d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 931 time: 0.1915483 Dec 13 12:47:41.680514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Attempting to bind port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:41.681107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Attempting to bind port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:41.681468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Attempting to bind port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 on network 5ad883be-f09f-479d-9fa3-d96deb598015 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:41.695358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:41.696838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Checking segment: {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:41.696838 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:41.696838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Bound using segment: {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:41.697307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Bound port: 5d7e8758-64aa-4d9c-966a-6c4ed0660c67, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:41.697893 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:41.749674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec85ba3-89ee-4098-89a6-31477f10215c req-2fa02569-f1a8-435f-b43d-30131cc27d58 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250731 Dec 13 12:47:41.776228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] For port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:41.779847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] For port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5d7e8758-64aa-4d9c-966a-6c4ed0660c67,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:41.784445 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:41.814639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66e461de-3c55-469a-8ebb-74ac55165ef7 req-b4c90149-e8eb-44d0-9108-7666c8780117 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675134 Dec 13 12:47:41.866488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b22482-0290-46df-9503-4f599894b4ec None None] Pushing event updated for resources: {'Port': ['ID=5d7e8758-64aa-4d9c-966a-6c4ed0660c67,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:41.981372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca145d8a-dfc1-4cc4-82a0-d1ee67050e3a req-fd575d4f-3c73-443d-ae8f-375d8eb2c2eb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:41.987418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca145d8a-dfc1-4cc4-82a0-d1ee67050e3a req-fd575d4f-3c73-443d-ae8f-375d8eb2c2eb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:41.993479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca145d8a-dfc1-4cc4-82a0-d1ee67050e3a req-fd575d4f-3c73-443d-ae8f-375d8eb2c2eb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:41.999491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca145d8a-dfc1-4cc4-82a0-d1ee67050e3a req-fd575d4f-3c73-443d-ae8f-375d8eb2c2eb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:42.005436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca145d8a-dfc1-4cc4-82a0-d1ee67050e3a req-fd575d4f-3c73-443d-ae8f-375d8eb2c2eb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:42.021202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca145d8a-dfc1-4cc4-82a0-d1ee67050e3a req-fd575d4f-3c73-443d-ae8f-375d8eb2c2eb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:42.031641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca145d8a-dfc1-4cc4-82a0-d1ee67050e3a req-fd575d4f-3c73-443d-ae8f-375d8eb2c2eb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:42.031641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca145d8a-dfc1-4cc4-82a0-d1ee67050e3a req-fd575d4f-3c73-443d-ae8f-375d8eb2c2eb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.1818473 Dec 13 12:47:42.188386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad2c74-c3f1-4195-b23e-7008533389e1 req-669fe0e7-44fa-4e36-aa9b-6775c1ec9019 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:42.188386 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73ad2c74-c3f1-4195-b23e-7008533389e1 req-669fe0e7-44fa-4e36-aa9b-6775c1ec9019 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.2610161 Dec 13 12:47:42.265286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:42.323377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:42.325312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:42.325974 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:42.334576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca145d8a-dfc1-4cc4-82a0-d1ee67050e3a req-a4005838-50f8-41fa-ae6e-dfaa8727a6cf tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2904460 Dec 13 12:47:42.347477 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:42.353307 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:42.419258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:42.425187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Transition to ACTIVE for port object 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:47:42.429217 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:42.444567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73ad2c74-c3f1-4195-b23e-7008533389e1 req-b47b71fe-495d-4843-ba20-c34720aa3adf tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433603 Dec 13 12:47:42.454564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:42.489145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5d7e8758-64aa-4d9c-966a-6c4ed0660c67,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:42.497849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:42.569937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=5d7e8758-64aa-4d9c-966a-6c4ed0660c67,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:42.592551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 40760066-414b-414f-9358-fd62617494f7 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:42.654555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Pushing event updated for resources: {'Port': ['ID=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:42.762150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 40760066-414b-414f-9358-fd62617494f7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=40760066-414b-414f-9358-fd62617494f7,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:42.784660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '40760066-414b-414f-9358-fd62617494f7', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'port_id': '40760066-414b-414f-9358-fd62617494f7', 'mac_address': 'fa:16:3e:4c:4b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e84e9-3361-4feb-87b5-ee605d7d9df5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:42.795290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e622a-4189-4465-b457-da9bcbd56811 req-221c686b-1cb9-498b-b20d-b9b3017874d8 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:42.808008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba2e622a-4189-4465-b457-da9bcbd56811 req-221c686b-1cb9-498b-b20d-b9b3017874d8 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1096 time: 0.2073989 Dec 13 12:47:42.857746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Allocated IP 172.25.2.195 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/007eeba9-794e-4229-9a5d-6740a2f8cd88) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:42.866313 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:42.887219 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40760066-414b-414f-9358-fd62617494f7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:42.902204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Attempting to bind port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:42.902670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Attempting to bind port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:42.903624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Attempting to bind port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:42.915459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 40760066-414b-414f-9358-fd62617494f7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=40760066-414b-414f-9358-fd62617494f7,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:42.921919 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:42.956840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 on network 8072c86c-36ec-4f72-a683-789222078cc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:42.957171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Attempting to bind port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:42.979951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:42.980289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Checking segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:42.980986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Bound using segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:42.981445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Bound port: 90b9fb9c-41b6-4cf5-aca1-2f93253fd893, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:42.981805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:42.991863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=40760066-414b-414f-9358-fd62617494f7,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:43.013689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba2e622a-4189-4465-b457-da9bcbd56811 req-e0eb1bd3-97e8-4fec-84f6-8a9beb2f4d0b tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878281 Dec 13 12:47:43.030751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['40760066-414b-414f-9358-fd62617494f7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:43.131448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 4091fe8e-46bc-4e59-8f35-4acf66995ac4 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:43.178282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 4091fe8e-46bc-4e59-8f35-4acf66995ac4 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:43.178621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 4091fe8e-46bc-4e59-8f35-4acf66995ac4 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:43.180980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffd0c8e-7a83-40c9-888d-b330b1596a9a None None] Network 5ad883be-f09f-479d-9fa3-d96deb598015 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:47:43.256432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8cb9d-8ed4-4a71-a3e6-d106b2fa2866 req-484bc23e-9344-436a-8f48-f9bccf83fb79 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:43.263000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ad8cb9d-8ed4-4a71-a3e6-d106b2fa2866 req-484bc23e-9344-436a-8f48-f9bccf83fb79 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 949 time: 0.3685725 Dec 13 12:47:43.273100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-66932b7e-85e9-4673-a799-51492b236338 None None] Provisioning complete for port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:43.273759 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66932b7e-85e9-4673-a799-51492b236338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:43.283054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] For port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:43.322099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] For port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:43.339916 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:43.418350 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:43.430760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658e92c-3c92-4132-976c-c568526a8af7 req-15017a2b-145c-4826-a47e-7316482e5096 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:43.438397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8658e92c-3c92-4132-976c-c568526a8af7 req-15017a2b-145c-4826-a47e-7316482e5096 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 943 time: 0.3274558 Dec 13 12:47:43.449963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:43.450785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:43.452349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/90b9fb9c-41b6-4cf5-aca1-2f93253fd893 HTTP/1.1" status: 200 len: 1091 time: 2.5212872 Dec 13 12:47:43.456949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524f1e5e-9768-449a-87d8-a7e923939e12', 'tag': '90b9fb9c-41b6-4cf5-aca1-2f93253fd893'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:43.465976 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f6e3e6-e068-4769-ab97-df2bc710f486" -d '{"events": [{"name": "network-changed", "server_uuid": "524f1e5e-9768-449a-87d8-a7e923939e12", "tag": "90b9fb9c-41b6-4cf5-aca1-2f93253fd893"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:43.559809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ad8cb9d-8ed4-4a71-a3e6-d106b2fa2866 req-51258292-3a70-47d2-888a-db317d91399c tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813349 Dec 13 12:47:43.655319 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:43.738033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8658e92c-3c92-4132-976c-c568526a8af7 req-a94f33bf-29a0-4543-8fe3-25354a6b8b8f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983897 Dec 13 12:47:43.766466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f529f-f326-498e-9eb6-a810a4c105f1 service neutron] Pushing event updated for resources: {'Port': ['ID=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:43.811748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:43.878982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-2a0ac43a-5c0b-4b08-ae37-69e420ae6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:43.880527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-2a0ac43a-5c0b-4b08-ae37-69e420ae6548 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 1094 time: 0.3686280 Dec 13 12:47:43.881496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:43.885124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=007eeba9-794e-4229-9a5d-6740a2f8cd88,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:43.887785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:43.922957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d270255d-5dd9-4c12-a5ab-2d8891623a32 None None] Provisioning complete for port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:43.923236 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d270255d-5dd9-4c12-a5ab-2d8891623a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:44.045895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-87acb16e-ac64-441b-bbbd-38c5a36c7f70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b9fb9c-41b6-4cf5-aca1-2f93253fd893 HTTP/1.1" status: 200 len: 217 time: 0.1491911 Dec 13 12:47:44.062814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c360-eb53-4929-8047-227bd3454317 req-34796d4e-9a1b-4758-ae7c-1deeaa7f3610 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:44.069004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c360-eb53-4929-8047-227bd3454317 req-34796d4e-9a1b-4758-ae7c-1deeaa7f3610 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:44.075815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c360-eb53-4929-8047-227bd3454317 req-34796d4e-9a1b-4758-ae7c-1deeaa7f3610 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:44.086993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c360-eb53-4929-8047-227bd3454317 req-34796d4e-9a1b-4758-ae7c-1deeaa7f3610 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:44.093063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c360-eb53-4929-8047-227bd3454317 req-34796d4e-9a1b-4758-ae7c-1deeaa7f3610 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:44.099231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c360-eb53-4929-8047-227bd3454317 req-34796d4e-9a1b-4758-ae7c-1deeaa7f3610 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:44.105867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c360-eb53-4929-8047-227bd3454317 req-34796d4e-9a1b-4758-ae7c-1deeaa7f3610 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:44.116416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e26c360-eb53-4929-8047-227bd3454317 req-34796d4e-9a1b-4758-ae7c-1deeaa7f3610 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.3694446 Dec 13 12:47:44.147965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a6f29-6644-41f3-9822-b6d10890b6b1 req-dca01c8e-2def-4b0c-88ee-373a385ed5cb tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:44.152720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-766a6f29-6644-41f3-9822-b6d10890b6b1 req-dca01c8e-2def-4b0c-88ee-373a385ed5cb tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.2624936 Dec 13 12:47:44.296736 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:44.379686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:44.380751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:44.467920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-766a6f29-6644-41f3-9822-b6d10890b6b1 req-5c640d8f-67de-4226-b00b-2f4855b8b17f tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426426 Dec 13 12:47:44.496816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-c163d40d-e99a-451f-8bc3-005be31abb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:44.498221 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-c163d40d-e99a-451f-8bc3-005be31abb04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.3784103 Dec 13 12:47:44.516596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e26c360-eb53-4929-8047-227bd3454317 req-c083977a-d2f8-4359-9c60-b9d4d337183b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3991854 Dec 13 12:47:44.562710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-e00cb136-b0fa-402d-aed3-cbf189ddd2e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444479 Dec 13 12:47:44.572606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-ec474949-698f-4f46-b1d2-613585e653a9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:44.574658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-ec474949-698f-4f46-b1d2-613585e653a9 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 949 time: 0.2623351 Dec 13 12:47:44.609030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 40760066-414b-414f-9358-fd62617494f7 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:44.626872 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8682df-0316-454e-a60b-01c363fae3ff x-openstack-request-id: req-5e8682df-0316-454e-a60b-01c363fae3ff {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:44.627149 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524f1e5e-9768-449a-87d8-a7e923939e12", "tag": "90b9fb9c-41b6-4cf5-aca1-2f93253fd893", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:44.627371 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e8682df-0316-454e-a60b-01c363fae3ff {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:44.627786 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524f1e5e-9768-449a-87d8-a7e923939e12', 'tag': '90b9fb9c-41b6-4cf5-aca1-2f93253fd893', 'status': 'completed', 'code': 200} Dec 13 12:47:44.743244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 40760066-414b-414f-9358-fd62617494f7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:44.743678 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:44.899300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:44.958421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 40760066-414b-414f-9358-fd62617494f7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=40760066-414b-414f-9358-fd62617494f7,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:44.959883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40760066-414b-414f-9358-fd62617494f7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:44.963005 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ff424a-b712-4736-b9ea-2ebe4f0a18ae" -d '{"events": [{"server_uuid": "f8c30708-10e9-4479-a856-aab3bfb55ab4", "name": "network-vif-plugged", "status": "completed", "tag": "40760066-414b-414f-9358-fd62617494f7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:44.968593 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:44.969666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ac55b3e9-c1e1-49de-b40f-9d6a0be03328 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:45.158508 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:45.175429 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2260ad5-cbd7-494f-9520-9b534734106d req-9c23f27e-47e7-4e01-9792-fd0870ed9cdd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1287277 Dec 13 12:47:45.181986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=40760066-414b-414f-9358-fd62617494f7,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:45.219958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ac55b3e9-c1e1-49de-b40f-9d6a0be03328, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:45.226116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:45.231378 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:45.316289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:45.336762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2260ad5-cbd7-494f-9520-9b534734106d req-b0f5d762-fe18-47f9-a873-40dc2db78ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:45.339072 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2260ad5-cbd7-494f-9520-9b534734106d req-b0f5d762-fe18-47f9-a873-40dc2db78ef1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 1095 time: 0.0746436 Dec 13 12:47:45.415149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb73d12-7914-4566-ba50-e5c3ac789483 req-5ce122ba-b7fa-41ff-9da2-903b397eb625 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:45.427333 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cb73d12-7914-4566-ba50-e5c3ac789483 req-5ce122ba-b7fa-41ff-9da2-903b397eb625 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 943 time: 0.3431807 Dec 13 12:47:45.485956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201581ca-a83e-4a0a-baed-da34732b5476 req-d357ef20-2f49-494c-913f-bf391234c520 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:45.487571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-201581ca-a83e-4a0a-baed-da34732b5476 req-d357ef20-2f49-494c-913f-bf391234c520 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 949 time: 0.7308264 Dec 13 12:47:45.549829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2260ad5-cbd7-494f-9520-9b534734106d req-6792a392-cc44-4efd-bc55-0159656022e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:45.551653 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2260ad5-cbd7-494f-9520-9b534734106d req-6792a392-cc44-4efd-bc55-0159656022e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.1886942 Dec 13 12:47:45.567249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-4d258137-bee1-4191-8451-272ef49b9550 service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9906108 Dec 13 12:47:45.623810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cb73d12-7914-4566-ba50-e5c3ac789483 req-d3e8b82b-5a70-4a76-8013-e6d18e283ad9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948187 Dec 13 12:47:45.635614 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2260ad5-cbd7-494f-9520-9b534734106d req-d63e0913-1858-4097-8d3c-f88ee1d67c3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 200 len: 217 time: 0.0638208 Dec 13 12:47:45.711070 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f21f90-2f31-4f1d-a397-3c034475990a x-openstack-request-id: req-d4f21f90-2f31-4f1d-a397-3c034475990a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:45.712580 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c30708-10e9-4479-a856-aab3bfb55ab4", "name": "network-vif-plugged", "status": "completed", "tag": "40760066-414b-414f-9358-fd62617494f7", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:45.713100 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4f21f90-2f31-4f1d-a397-3c034475990a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:45.713696 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40760066-414b-414f-9358-fd62617494f7', 'code': 200} Dec 13 12:47:45.717021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2260ad5-cbd7-494f-9520-9b534734106d req-faaa16b0-cdb8-4c66-a7ee-3c7ec3f8ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:45.719663 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2260ad5-cbd7-494f-9520-9b534734106d req-faaa16b0-cdb8-4c66-a7ee-3c7ec3f8ef73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.0772452 Dec 13 12:47:45.769151 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2260ad5-cbd7-494f-9520-9b534734106d req-6c9a027e-b6f5-4777-8496-3c7d0ca59564 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409353 Dec 13 12:47:45.772260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-3dbaa769-d3fd-40d7-a1d5-18c424472bf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Deleting port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:45.772603 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-3dbaa769-d3fd-40d7-a1d5-18c424472bf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:45.782868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-201581ca-a83e-4a0a-baed-da34732b5476 req-93424146-6bf8-422e-9683-259342c04299 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793593 Dec 13 12:47:45.885102 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2260ad5-cbd7-494f-9520-9b534734106d req-70ac012b-25a0-4f46-9196-28999e355ca4 service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032867 Dec 13 12:47:45.998155 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2260ad5-cbd7-494f-9520-9b534734106d req-2adb0053-1a2a-4e6a-a6fa-193715da4bff service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040130 Dec 13 12:47:46.064471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4542243b-9fde-4aad-9f86-9ad6453884d1 req-abfa812e-0694-40bc-bad3-b65d39883fa0 service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850578 Dec 13 12:47:46.074853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a579c25-ec61-4a59-9da6-55b8023fef78 req-ebb698a1-4566-4e40-b3de-64f72a88fe96 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.076740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a579c25-ec61-4a59-9da6-55b8023fef78 req-ebb698a1-4566-4e40-b3de-64f72a88fe96 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 945 time: 0.2764792 Dec 13 12:47:46.126306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-3dbaa769-d3fd-40d7-a1d5-18c424472bf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] For port ac55b3e9-c1e1-49de-b40f-9d6a0be03328, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:46.126306 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-3dbaa769-d3fd-40d7-a1d5-18c424472bf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:46.157661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3345d-a73e-4555-89be-d86f1f9c93c5 req-e0f19022-50b3-48e8-959b-b1f0ba62a6e9 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.163741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3345d-a73e-4555-89be-d86f1f9c93c5 req-e0f19022-50b3-48e8-959b-b1f0ba62a6e9 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.170892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3345d-a73e-4555-89be-d86f1f9c93c5 req-e0f19022-50b3-48e8-959b-b1f0ba62a6e9 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.176821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3345d-a73e-4555-89be-d86f1f9c93c5 req-e0f19022-50b3-48e8-959b-b1f0ba62a6e9 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.183227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3345d-a73e-4555-89be-d86f1f9c93c5 req-e0f19022-50b3-48e8-959b-b1f0ba62a6e9 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.189666 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3345d-a73e-4555-89be-d86f1f9c93c5 req-e0f19022-50b3-48e8-959b-b1f0ba62a6e9 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.196010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3345d-a73e-4555-89be-d86f1f9c93c5 req-e0f19022-50b3-48e8-959b-b1f0ba62a6e9 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.197961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fe3345d-a73e-4555-89be-d86f1f9c93c5 req-e0f19022-50b3-48e8-959b-b1f0ba62a6e9 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5422 time: 0.2772529 Dec 13 12:47:46.223147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-e3ae925c-7330-4baf-a4e0-3106f5540fe5 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.224806 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-e3ae925c-7330-4baf-a4e0-3106f5540fe5 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.0715189 Dec 13 12:47:46.238175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-4'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:46.263869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-3dbaa769-d3fd-40d7-a1d5-18c424472bf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Calling delete_port for ac55b3e9-c1e1-49de-b40f-9d6a0be03328 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:46.298742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:46.312635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:46.342265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a579c25-ec61-4a59-9da6-55b8023fef78 req-0db25387-b213-46e9-acb8-50f9629fd418 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444494 Dec 13 12:47:46.425294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6e3e6-e068-4769-ab97-df2bc710f486 req-b38c70cf-d561-4990-aed1-291ded64105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.426885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34f6e3e6-e068-4769-ab97-df2bc710f486 req-b38c70cf-d561-4990-aed1-291ded64105d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 1094 time: 0.2824206 Dec 13 12:47:46.467265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fe3345d-a73e-4555-89be-d86f1f9c93c5 req-5dd1ee63-4a15-485e-b55f-6e8910d374d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2271767 Dec 13 12:47:46.512326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:46.591636 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:46.627622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 068e6154-1849-490f-8d03-01e1d09c5bfc details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:46.652532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878fb0d3-6520-4216-9ee0-2c9936050104'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:46.657423 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116c9722-46ef-49c1-b94d-04546cfe1727" -d '{"events": [{"server_uuid": "e52422ea-679b-4dd5-8a8d-6b44eb545e11", "name": "network-vif-unplugged", "status": "completed", "tag": "878fb0d3-6520-4216-9ee0-2c9936050104"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:46.668665 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:46.676931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6e3e6-e068-4769-ab97-df2bc710f486 req-f5eedb4e-807f-4f5b-8e1d-0ed87e173f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.677440 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:46.678660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34f6e3e6-e068-4769-ab97-df2bc710f486 req-f5eedb4e-807f-4f5b-8e1d-0ed87e173f25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 906 time: 0.2374134 Dec 13 12:47:46.746534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Pushing event updated for resources: {'Port': ['ID=878fb0d3-6520-4216-9ee0-2c9936050104,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:46.778501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34f6e3e6-e068-4769-ab97-df2bc710f486 req-3ab655f1-e8cf-4144-80c4-40b2aca27bf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b9fb9c-41b6-4cf5-aca1-2f93253fd893 HTTP/1.1" status: 200 len: 217 time: 0.0710254 Dec 13 12:47:46.823228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 on host n-h1-817326-4 for vnic_type normal with profile {"migrating_to": "n-h2-817326-4"} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:46.830581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:46.830581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:46.839778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Port 878fb0d3-6520-4216-9ee0-2c9936050104 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:47:46.840097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Attempting to bind port 878fb0d3-6520-4216-9ee0-2c9936050104 on network 94142d38-5aca-4ea1-835a-ae24eb9bb566 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:46.848489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:46.848825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Checking segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:46.849209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Bound using segment: {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:46.849639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Bound port: 878fb0d3-6520-4216-9ee0-2c9936050104, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2649a6-7daa-40b8-8e53-cae01749835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '94142d38-5aca-4ea1-835a-ae24eb9bb566'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:46.849993 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:46.924513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 068e6154-1849-490f-8d03-01e1d09c5bfc, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=068e6154-1849-490f-8d03-01e1d09c5bfc,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:46.939782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '068e6154-1849-490f-8d03-01e1d09c5bfc', 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'port_id': '068e6154-1849-490f-8d03-01e1d09c5bfc', 'mac_address': 'fa:16:3e:90:e5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f33cc5-88d1-4792-8609-b67a7855c38a', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:46.947351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6e3e6-e068-4769-ab97-df2bc710f486 req-598fc3ae-99fb-4949-b31c-7b70c64df9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:46.949720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34f6e3e6-e068-4769-ab97-df2bc710f486 req-598fc3ae-99fb-4949-b31c-7b70c64df9b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.1462593 Dec 13 12:47:46.954089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:46.971338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:46.975638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-3dbaa769-d3fd-40d7-a1d5-18c424472bf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:46.992711 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:47.011129 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:47.036394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['40e296cd-9158-4925-9a5b-e908076d5643'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:47.103004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068e6154-1849-490f-8d03-01e1d09c5bfc {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:47.103664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:47.104402 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:47.105824 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] 10.222.0.42 "PUT /v2.0/ports/878fb0d3-6520-4216-9ee0-2c9936050104 HTTP/1.1" status: 200 len: 1121 time: 0.8730307 Dec 13 12:47:47.150139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34f6e3e6-e068-4769-ab97-df2bc710f486 req-66dde82d-a5de-43ec-b6e6-bd946c7ce65b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1855080 Dec 13 12:47:47.161556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 068e6154-1849-490f-8d03-01e1d09c5bfc, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=068e6154-1849-490f-8d03-01e1d09c5bfc,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:47.176076 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:47.176339 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbe1291-c6a1-415f-baae-bc9c9b0309e0 x-openstack-request-id: req-0bbe1291-c6a1-415f-baae-bc9c9b0309e0 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:47.176935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:47.185292 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52422ea-679b-4dd5-8a8d-6b44eb545e11", "name": "network-vif-unplugged", "status": "completed", "tag": "878fb0d3-6520-4216-9ee0-2c9936050104", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:47.185645 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bbe1291-c6a1-415f-baae-bc9c9b0309e0 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:47.186064 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878fb0d3-6520-4216-9ee0-2c9936050104', 'code': 200} Dec 13 12:47:47.187132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3542358-b1eb-498c-8228-805c9eea1034 service neutron] Pushing event updated for resources: {'Port': ['ID=878fb0d3-6520-4216-9ee0-2c9936050104,revision_number=8']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:47.195251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbaa769-d3fd-40d7-a1d5-18c424472bf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Pushing event deleted for resources: {'Port': ['ID=ac55b3e9-c1e1-49de-b40f-9d6a0be03328,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:47.263469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d3b4d-9626-44c6-9ab5-d03c4251a0a5 req-3cda3a5c-723f-4f0c-a0d1-5df363418f27 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:47.269699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-611d3b4d-9626-44c6-9ab5-d03c4251a0a5 req-3cda3a5c-723f-4f0c-a0d1-5df363418f27 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 943 time: 0.4518449 Dec 13 12:47:47.434679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:47:47.526415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['878fb0d3-6520-4216-9ee0-2c9936050104'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:47.529013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['878fb0d3-6520-4216-9ee0-2c9936050104'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:47.715248 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd05894-e7f8-4f7b-be2e-a64e419e9eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac55b3e9-c1e1-49de-b40f-9d6a0be03328'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:47.722604 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879fa0df-a4b2-45ab-9c50-91ed56efa218" -d '{"events": [{"server_uuid": "9bd05894-e7f8-4f7b-be2e-a64e419e9eae", "name": "network-vif-unplugged", "status": "completed", "tag": "ac55b3e9-c1e1-49de-b40f-9d6a0be03328"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:47.789484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=068e6154-1849-490f-8d03-01e1d09c5bfc,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:47.823433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:47.878776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '9f9cf1be-f4af-4e00-a54e-0e03319e3ad7', 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9', 'port_id': '9f9cf1be-f4af-4e00-a54e-0e03319e3ad7', 'mac_address': 'fa:16:3e:77:6c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7818ef30-9dec-4ee0-8280-575a661d1eba', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:47.927916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c67a604-d550-4fe2-97fd-2d4c48e54ef4 req-ec617abf-b2c8-4536-b9e0-6d5c6c6211c5 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd05894-e7f8-4f7b-be2e-a64e419e9eae HTTP/1.1" status: 200 len: 210 time: 0.5761790 Dec 13 12:47:47.966168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-3dbaa769-d3fd-40d7-a1d5-18c424472bf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] No DVR routers for this DVR port ac55b3e9-c1e1-49de-b40f-9d6a0be03328 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:47.986205 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-3dbaa769-d3fd-40d7-a1d5-18c424472bf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:47.990022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02d9a5d0-b705-4252-a7f4-d9e8cbdecfac req-3dbaa769-d3fd-40d7-a1d5-18c424472bf8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.42 "DELETE /v2.0/ports/ac55b3e9-c1e1-49de-b40f-9d6a0be03328 HTTP/1.1" status: 204 len: 173 time: 3.3857806 Dec 13 12:47:48.018245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd05894-e7f8-4f7b-be2e-a64e419e9eae', 'name': 'network-vif-deleted', 'tag': 'ac55b3e9-c1e1-49de-b40f-9d6a0be03328'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:48.020909 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94de6b0-9082-4194-9ec5-5d8b585d9824" -d '{"events": [{"server_uuid": "9bd05894-e7f8-4f7b-be2e-a64e419e9eae", "name": "network-vif-deleted", "tag": "ac55b3e9-c1e1-49de-b40f-9d6a0be03328"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:48.197784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-611d3b4d-9626-44c6-9ab5-d03c4251a0a5 req-682a5c97-f50a-4a88-b00c-5086891b85ed tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8835642 Dec 13 12:47:48.253663 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:48.309775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:48.346494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34f6e3e6-e068-4769-ab97-df2bc710f486 req-ca0cf310-4060-40b6-8850-b0be74b0fc44 service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1377702 Dec 13 12:47:48.355742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:48.368311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:48.369084 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 878fb0d3-6520-4216-9ee0-2c9936050104 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:48.429458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:48.545258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6a13f-cd93-41e4-a06f-7ea3db0af639 req-be62c50f-b55b-417e-90fc-4bccf15e8800 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:48.552724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8e6a13f-cd93-41e4-a06f-7ea3db0af639 req-be62c50f-b55b-417e-90fc-4bccf15e8800 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.4142244 Dec 13 12:47:48.560141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:48.572715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 878fb0d3-6520-4216-9ee0-2c9936050104 has no active binding in host n-h2-817326-4 {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 12:47:48.573338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:48.605893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:48.621366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '74f99e9d-9b53-4833-a0a5-749c2b5f75c8', 'network_id': '374a949d-aec7-4b8e-a55c-02119c1300d9', 'port_id': '74f99e9d-9b53-4833-a0a5-749c2b5f75c8', 'mac_address': 'fa:16:3e:0f:c3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7818ef30-9dec-4ee0-8280-575a661d1eba', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:48.663672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34f6e3e6-e068-4769-ab97-df2bc710f486 req-a123ebbf-c9c9-4968-96a1-114dec97e54a service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718961 Dec 13 12:47:48.677960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:47:48.691015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8e6a13f-cd93-41e4-a06f-7ea3db0af639 req-b698e1f1-ba19-4518-814e-30c7fc38e8b0 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371922 Dec 13 12:47:48.705587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Sync routers for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:47:48.727195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a61d-ea3a-4561-b94f-bea74c890875 req-107f80dd-dbcc-4012-a4e4-d8bc31734eb2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:48.742701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a61d-ea3a-4561-b94f-bea74c890875 req-107f80dd-dbcc-4012-a4e4-d8bc31734eb2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:48.757977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a61d-ea3a-4561-b94f-bea74c890875 req-107f80dd-dbcc-4012-a4e4-d8bc31734eb2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:48.764984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a61d-ea3a-4561-b94f-bea74c890875 req-107f80dd-dbcc-4012-a4e4-d8bc31734eb2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:48.771849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a61d-ea3a-4561-b94f-bea74c890875 req-107f80dd-dbcc-4012-a4e4-d8bc31734eb2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:48.778962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a61d-ea3a-4561-b94f-bea74c890875 req-107f80dd-dbcc-4012-a4e4-d8bc31734eb2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:48.786132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a61d-ea3a-4561-b94f-bea74c890875 req-107f80dd-dbcc-4012-a4e4-d8bc31734eb2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:48.794694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f747a61d-ea3a-4561-b94f-bea74c890875 req-107f80dd-dbcc-4012-a4e4-d8bc31734eb2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5424 time: 0.3706172 Dec 13 12:47:48.815026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:47:48.821769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:47:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:48.842314 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:48.847077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37580) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:48.854100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-abf99a53-472e-4dfa-bb46-1071ad5bc9a5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.2364640 Dec 13 12:47:48.947032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f747a61d-ea3a-4561-b94f-bea74c890875 req-7ba81b21-aace-4911-9576-5cd9bd940075 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506476 Dec 13 12:47:48.970161 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:48.998149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:49.025742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:49.036746 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93837d51-e259-4e14-b8c8-492f873e63e8 x-openstack-request-id: req-93837d51-e259-4e14-b8c8-492f873e63e8 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:49.037072 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:49.037395 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd05894-e7f8-4f7b-be2e-a64e419e9eae", "name": "network-vif-deleted", "tag": "ac55b3e9-c1e1-49de-b40f-9d6a0be03328", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:49.037865 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93837d51-e259-4e14-b8c8-492f873e63e8 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:49.038013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:49.038551 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd05894-e7f8-4f7b-be2e-a64e419e9eae', 'name': 'network-vif-deleted', 'tag': 'ac55b3e9-c1e1-49de-b40f-9d6a0be03328', 'status': 'completed', 'code': 200} Dec 13 12:47:49.083281 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7accc036-25e3-43b9-a0b0-94dcf325c7f8 x-openstack-request-id: req-7accc036-25e3-43b9-a0b0-94dcf325c7f8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:49.083662 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd05894-e7f8-4f7b-be2e-a64e419e9eae", "name": "network-vif-unplugged", "status": "completed", "tag": "ac55b3e9-c1e1-49de-b40f-9d6a0be03328", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:49.083875 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7accc036-25e3-43b9-a0b0-94dcf325c7f8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:49.084260 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd05894-e7f8-4f7b-be2e-a64e419e9eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac55b3e9-c1e1-49de-b40f-9d6a0be03328', 'code': 200} Dec 13 12:47:49.135811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:49.203861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'tag': '878fb0d3-6520-4216-9ee0-2c9936050104'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:49.206507 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bce11a-fbc8-4119-9bee-5f4be3d62894" -d '{"events": [{"name": "network-changed", "server_uuid": "e52422ea-679b-4dd5-8a8d-6b44eb545e11", "tag": "878fb0d3-6520-4216-9ee0-2c9936050104"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:49.227206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:47:49.374975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:49.382863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:47:49.501522 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a144ad89-5841-43f5-a873-cc7502e687f8 x-openstack-request-id: req-a144ad89-5841-43f5-a873-cc7502e687f8 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:49.501729 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52422ea-679b-4dd5-8a8d-6b44eb545e11", "tag": "878fb0d3-6520-4216-9ee0-2c9936050104", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:49.502015 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a144ad89-5841-43f5-a873-cc7502e687f8 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:49.505095 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'tag': '878fb0d3-6520-4216-9ee0-2c9936050104', 'status': 'completed', 'code': 200} Dec 13 12:47:49.659983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce6e5c-f0ee-400e-a8c5-8f481133e58e req-72cf8284-9607-44f0-82cd-187a3d2c0cd1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:49.663743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:49.678397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbce6e5c-f0ee-400e-a8c5-8f481133e58e req-72cf8284-9607-44f0-82cd-187a3d2c0cd1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 943 time: 0.2844479 Dec 13 12:47:49.685613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce11a-fbc8-4119-9bee-5f4be3d62894 req-8f2f1984-be3e-4237-b49b-1ccef79194de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:49.705350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19bce11a-fbc8-4119-9bee-5f4be3d62894 req-8f2f1984-be3e-4237-b49b-1ccef79194de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 1124 time: 0.2563193 Dec 13 12:47:49.733338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:49.749592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'port_id': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2', 'mac_address': 'fa:16:3e:5d:4c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:49.755280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '90b9fb9c-41b6-4cf5-aca1-2f93253fd893', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'port_id': '90b9fb9c-41b6-4cf5-aca1-2f93253fd893', 'mac_address': 'fa:16:3e:87:c5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce70964-4b77-4266-9ada-339f61494bbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:49.773695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:49.800220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbce6e5c-f0ee-400e-a8c5-8f481133e58e req-9195fd0d-9150-49a4-9e21-41ffbceea071 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177890 Dec 13 12:47:49.832151 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:49.922184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:49.935869 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:50.006533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:50.016750 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:50.017571 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 46400ea7-f38c-4381-8d98-62c2c2dde927 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:50.023012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:50.092353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:50.125626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Allocated IP 172.20.0.1 (5ad883be-f09f-479d-9fa3-d96deb598015/d99fc133-8600-420c-95a9-8b9c06e06c31/149b401d-bc95-49cd-88e3-baeed6c53ece) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:50.142973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae2883-92d4-4c08-8aa5-bda005bbecb3 req-c696372d-4a18-49f4-9dc0-2f6066f7b9d0 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:50.158391 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:44Z', 'revision_number': 3, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:50.158604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfae2883-92d4-4c08-8aa5-bda005bbecb3 req-c696372d-4a18-49f4-9dc0-2f6066f7b9d0 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 951 time: 0.3825479 Dec 13 12:47:50.214193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:50.217167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Checking router: 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:47:50.217664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Updating router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e port 007eeba9-794e-4229-9a5d-6740a2f8cd88 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:47:50.244048 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:47:50.261861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:50.275326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4aeb2-c4de-4871-ac15-f989e7ef4ca1 req-62953cb5-1b20-4d97-968f-160768f03973 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:50.282392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 46400ea7-f38c-4381-8d98-62c2c2dde927, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=46400ea7-f38c-4381-8d98-62c2c2dde927,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:50.285400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bd4aeb2-c4de-4871-ac15-f989e7ef4ca1 req-62953cb5-1b20-4d97-968f-160768f03973 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.3646073 Dec 13 12:47:50.322908 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:50.338850 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:50.387320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfae2883-92d4-4c08-8aa5-bda005bbecb3 req-9e7438b8-b034-4be7-9f4c-e2bb22697793 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276022 Dec 13 12:47:50.394469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce11a-fbc8-4119-9bee-5f4be3d62894 req-68d08d7d-97a4-485d-92b9-30a5775a10df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:50.396442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19bce11a-fbc8-4119-9bee-5f4be3d62894 req-68d08d7d-97a4-485d-92b9-30a5775a10df service neutron] 10.222.0.37 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.6299374 Dec 13 12:47:50.431735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:50.470265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '46400ea7-f38c-4381-8d98-62c2c2dde927', 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'port_id': '46400ea7-f38c-4381-8d98-62c2c2dde927', 'mac_address': 'fa:16:3e:f5:6a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f33cc5-88d1-4792-8609-b67a7855c38a', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:50.484161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19bce11a-fbc8-4119-9bee-5f4be3d62894 req-37792a1b-7fd5-40ae-933b-d1b59e787c4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=878fb0d3-6520-4216-9ee0-2c9936050104 HTTP/1.1" status: 200 len: 217 time: 0.0777922 Dec 13 12:47:50.516732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Pushing event updated for resources: {'Port': ['ID=149b401d-bc95-49cd-88e3-baeed6c53ece,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:50.547877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Network 5ad883be-f09f-479d-9fa3-d96deb598015 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:50.552846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:50.565456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:50.596442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce11a-fbc8-4119-9bee-5f4be3d62894 req-f691ab18-edc1-4208-ad0c-a09861f040b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:50.600829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19bce11a-fbc8-4119-9bee-5f4be3d62894 req-f691ab18-edc1-4208-ad0c-a09861f040b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1083431 Dec 13 12:47:50.621568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bd4aeb2-c4de-4871-ac15-f989e7ef4ca1 req-e6c7767a-71f3-4915-8d5b-2ee93b43667c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351419 Dec 13 12:47:50.638008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:50.752182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19bce11a-fbc8-4119-9bee-5f4be3d62894 req-6049c45f-3e35-484b-b8b9-65adf1d656db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219275 Dec 13 12:47:50.809087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['90b9fb9c-41b6-4cf5-aca1-2f93253fd893'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:50.862190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:50.918102 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:50.946375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:51.048616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29c61c-6028-42cb-98e8-cfe7c1db7c8f req-1536c551-3188-4c13-aef6-3e78e4a0fee1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:51.056329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29c61c-6028-42cb-98e8-cfe7c1db7c8f req-1536c551-3188-4c13-aef6-3e78e4a0fee1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:51.063446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29c61c-6028-42cb-98e8-cfe7c1db7c8f req-1536c551-3188-4c13-aef6-3e78e4a0fee1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:51.069922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29c61c-6028-42cb-98e8-cfe7c1db7c8f req-1536c551-3188-4c13-aef6-3e78e4a0fee1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:51.077507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29c61c-6028-42cb-98e8-cfe7c1db7c8f req-1536c551-3188-4c13-aef6-3e78e4a0fee1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:51.084416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29c61c-6028-42cb-98e8-cfe7c1db7c8f req-1536c551-3188-4c13-aef6-3e78e4a0fee1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:51.093253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29c61c-6028-42cb-98e8-cfe7c1db7c8f req-1536c551-3188-4c13-aef6-3e78e4a0fee1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:51.105187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b29c61c-6028-42cb-98e8-cfe7c1db7c8f req-1536c551-3188-4c13-aef6-3e78e4a0fee1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5426 time: 0.3496473 Dec 13 12:47:51.148282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b4d95-5874-4bee-a1e1-7a233b00d642 req-708e0b84-eac6-428c-94bb-2ed8a9a4cf2f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:51.156807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-771b4d95-5874-4bee-a1e1-7a233b00d642 req-708e0b84-eac6-428c-94bb-2ed8a9a4cf2f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 944 time: 0.2063751 Dec 13 12:47:51.258844 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:51.263521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-771b4d95-5874-4bee-a1e1-7a233b00d642 req-a130bdac-18f0-42a8-85a5-2123a3a20507 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049442 Dec 13 12:47:51.280856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19bce11a-fbc8-4119-9bee-5f4be3d62894 req-0546517e-f6b6-4e74-a615-bfb3cd51c6b6 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892638 Dec 13 12:47:51.291596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:51.297301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b29c61c-6028-42cb-98e8-cfe7c1db7c8f req-dc19164f-ee71-455e-857d-496b8628aef7 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910765 Dec 13 12:47:51.405424 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:47:51.448375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-06f15932-7d3d-45c3-9f6e-a72f152cd4b4 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:51.450276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-06f15932-7d3d-45c3-9f6e-a72f152cd4b4 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 951 time: 0.1859074 Dec 13 12:47:51.450504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19bce11a-fbc8-4119-9bee-5f4be3d62894 req-b90d09e4-7847-485d-b2e6-ce406104d5f4 service neutron] 10.222.0.37 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478608 Dec 13 12:47:51.506384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Pushing event updated for resources: {'Port': ['ID=149b401d-bc95-49cd-88e3-baeed6c53ece,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:51.513490 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:51.562176 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:51.597191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46400ea7-f38c-4381-8d98-62c2c2dde927 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:51.620034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728164f5-b9ec-4666-91c6-73e176cff523 req-d17636a9-867d-4dac-8d75-771b0e634af8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:51.622404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-728164f5-b9ec-4666-91c6-73e176cff523 req-d17636a9-867d-4dac-8d75-771b0e634af8 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 951 time: 0.1314728 Dec 13 12:47:51.622962 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:51.680178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Network 5ad883be-f09f-479d-9fa3-d96deb598015 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:51.684209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:51.693311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-728164f5-b9ec-4666-91c6-73e176cff523 req-5b200cf2-6488-46a4-9de0-f322a2236901 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb67275-465f-478e-b32c-42f20945e45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602591 Dec 13 12:47:51.715595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-97c8bf7f-5c29-4a46-8d79-0f7eac7ee44d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Deleting port 40e296cd-9158-4925-9a5b-e908076d5643 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:47:51.716171 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-97c8bf7f-5c29-4a46-8d79-0f7eac7ee44d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:51.809232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a52f8195-2875-4b7f-bfca-cc2c56bd9299 None None] Provisioning complete for port 149b401d-bc95-49cd-88e3-baeed6c53ece triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:51.809232 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a52f8195-2875-4b7f-bfca-cc2c56bd9299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:51.924073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a52f8195-2875-4b7f-bfca-cc2c56bd9299 None None] Port 149b401d-bc95-49cd-88e3-baeed6c53ece cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:47:51.937283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 46400ea7-f38c-4381-8d98-62c2c2dde927, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=46400ea7-f38c-4381-8d98-62c2c2dde927,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:51.990311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b3b0f-c1ff-4bab-92d5-73556d9ef1d5 None None] Pushing event updated for resources: {'Port': ['ID=007eeba9-794e-4229-9a5d-6740a2f8cd88,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:52.010905 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.013781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 04e6bbbb-3444-4bf9-8a13-122e3bec221d details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:52.141657 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:47:52.143800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-97c8bf7f-5c29-4a46-8d79-0f7eac7ee44d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] For port 40e296cd-9158-4925-9a5b-e908076d5643, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=40e296cd-9158-4925-9a5b-e908076d5643,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:52.144162 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-97c8bf7f-5c29-4a46-8d79-0f7eac7ee44d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.173493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 04e6bbbb-3444-4bf9-8a13-122e3bec221d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04e6bbbb-3444-4bf9-8a13-122e3bec221d,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:52.207038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-97c8bf7f-5c29-4a46-8d79-0f7eac7ee44d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Calling delete_port for 40e296cd-9158-4925-9a5b-e908076d5643 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:47:52.207653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Attempting to bind port 007eeba9-794e-4229-9a5d-6740a2f8cd88 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:47:52.208150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Attempting to bind port 007eeba9-794e-4229-9a5d-6740a2f8cd88 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:47:52.208656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Attempting to bind port 007eeba9-794e-4229-9a5d-6740a2f8cd88 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:47:52.233182 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '04e6bbbb-3444-4bf9-8a13-122e3bec221d', 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'port_id': '04e6bbbb-3444-4bf9-8a13-122e3bec221d', 'mac_address': 'fa:16:3e:a2:f5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f33cc5-88d1-4792-8609-b67a7855c38a', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:52.247902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=46400ea7-f38c-4381-8d98-62c2c2dde927,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:52.256985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:47:52.257493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:47:52.259036 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.259626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:47:52.260219 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Bound port: 007eeba9-794e-4229-9a5d-6740a2f8cd88, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:47:52.260700 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.282203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36487c4d-8387-408a-ae9a-96fb749582b3 req-28cdeaa5-6b3f-4a75-aa05-c7130e13f486 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:52.283906 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36487c4d-8387-408a-ae9a-96fb749582b3 req-28cdeaa5-6b3f-4a75-aa05-c7130e13f486 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.4276075 Dec 13 12:47:52.331988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1295321f-cd3a-4d13-84e3-d03b746e2e74 None None] Provisioning complete for port 149b401d-bc95-49cd-88e3-baeed6c53ece triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:52.332471 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1295321f-cd3a-4d13-84e3-d03b746e2e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.414920 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.440413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1295321f-cd3a-4d13-84e3-d03b746e2e74 None None] Port 149b401d-bc95-49cd-88e3-baeed6c53ece cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:47:52.447668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e6bbbb-3444-4bf9-8a13-122e3bec221d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:52.455819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] For port 007eeba9-794e-4229-9a5d-6740a2f8cd88, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:52.467486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:47:52.482200 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-73d4064f-362a-494f-b4e8-81c00eca4a8a admin admin] 10.222.0.31 "PUT /v2.0/routers/5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6332831 Dec 13 12:47:52.485092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] For port 007eeba9-794e-4229-9a5d-6740a2f8cd88, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=007eeba9-794e-4229-9a5d-6740a2f8cd88,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:47:52.489957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 04e6bbbb-3444-4bf9-8a13-122e3bec221d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04e6bbbb-3444-4bf9-8a13-122e3bec221d,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:52.493395 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.503317 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.503939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1908752b-ed23-4722-932f-119bddf74a84 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:47:52.509570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36487c4d-8387-408a-ae9a-96fb749582b3 req-be36413b-e3ab-48be-b9da-90ad27925496 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169831 Dec 13 12:47:52.537399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1908752b-ed23-4722-932f-119bddf74a84, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1908752b-ed23-4722-932f-119bddf74a84,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:52.572657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '1908752b-ed23-4722-932f-119bddf74a84', 'network_id': '3c440969-1da4-4a97-8f9c-f4e1fd2ca640', 'port_id': '1908752b-ed23-4722-932f-119bddf74a84', 'mac_address': 'fa:16:3e:f4:78:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f33cc5-88d1-4792-8609-b67a7855c38a', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:47:52.582834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-97c8bf7f-5c29-4a46-8d79-0f7eac7ee44d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.633514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae869b6-9d2d-44aa-8e75-fe930c9b1083 req-18d80fd3-a9c8-4b0e-b764-fccd38570a8f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:52.638707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8bf7f-5c29-4a46-8d79-0f7eac7ee44d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Pushing event deleted for resources: {'Port': ['ID=40e296cd-9158-4925-9a5b-e908076d5643,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:52.646738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ae869b6-9d2d-44aa-8e75-fe930c9b1083 req-18d80fd3-a9c8-4b0e-b764-fccd38570a8f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 944 time: 0.2805882 Dec 13 12:47:52.660861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:47:52.661769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:47:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:52.706577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.710264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b3b0f-c1ff-4bab-92d5-73556d9ef1d5 None None] Pushing event updated for resources: {'Port': ['ID=007eeba9-794e-4229-9a5d-6740a2f8cd88,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:52.798037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-97c8bf7f-5c29-4a46-8d79-0f7eac7ee44d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] No DVR routers for this DVR port 40e296cd-9158-4925-9a5b-e908076d5643 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:47:52.800879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1908752b-ed23-4722-932f-119bddf74a84 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:47:52.806599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-97c8bf7f-5c29-4a46-8d79-0f7eac7ee44d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:52.816474 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e2bb2cef-e2e2-4715-b6e3-fa86a8580479 req-97c8bf7f-5c29-4a46-8d79-0f7eac7ee44d tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.37 "DELETE /v2.0/ports/40e296cd-9158-4925-9a5b-e908076d5643 HTTP/1.1" status: 204 len: 173 time: 1.3485172 Dec 13 12:47:52.817390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-deleted', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:52.831277 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c2cb19-644d-49f2-94a8-7c69151469dd" -d '{"events": [{"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-deleted", "tag": "40e296cd-9158-4925-9a5b-e908076d5643"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:52.869260 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ae869b6-9d2d-44aa-8e75-fe930c9b1083 req-4f16e115-1674-4856-9284-e0c7fd3d3b5e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177055 Dec 13 12:47:52.916793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eaea8-284f-482d-b33a-03ae3f5c9a90 req-cdfc1c30-3f4c-4a63-b7e8-41cc430eeb60 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:52.922841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1908752b-ed23-4722-932f-119bddf74a84, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1908752b-ed23-4722-932f-119bddf74a84,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:52.932975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eaea8-284f-482d-b33a-03ae3f5c9a90 req-cdfc1c30-3f4c-4a63-b7e8-41cc430eeb60 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:52.950117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['40e296cd-9158-4925-9a5b-e908076d5643'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:52.952151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eaea8-284f-482d-b33a-03ae3f5c9a90 req-cdfc1c30-3f4c-4a63-b7e8-41cc430eeb60 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:52.969747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eaea8-284f-482d-b33a-03ae3f5c9a90 req-cdfc1c30-3f4c-4a63-b7e8-41cc430eeb60 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:52.977343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eaea8-284f-482d-b33a-03ae3f5c9a90 req-cdfc1c30-3f4c-4a63-b7e8-41cc430eeb60 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:52.999584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eaea8-284f-482d-b33a-03ae3f5c9a90 req-cdfc1c30-3f4c-4a63-b7e8-41cc430eeb60 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:53.016426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eaea8-284f-482d-b33a-03ae3f5c9a90 req-cdfc1c30-3f4c-4a63-b7e8-41cc430eeb60 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:53.019908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-232eaea8-284f-482d-b33a-03ae3f5c9a90 req-cdfc1c30-3f4c-4a63-b7e8-41cc430eeb60 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5428 time: 0.2350550 Dec 13 12:47:53.031427 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:53.160405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:47:53.181776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-500c04c8-79d6-4048-b739-e4d8bd938c6d req-6cac6848-9732-436b-a493-a99c2a6cd558 tempest-ServersAdminTestJSON-1016106036 tempest-ServersAdminTestJSON-1016106036-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c662aca-18a4-4903-a0b8-0fdcf4141e97 HTTP/1.1" status: 200 len: 210 time: 0.0481451 Dec 13 12:47:53.240440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-232eaea8-284f-482d-b33a-03ae3f5c9a90 req-dafe6ea1-7798-4c66-818a-ea2410fea4c2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2019396 Dec 13 12:47:53.259265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:53.291920 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac8d24d-a0e5-4a13-95d0-8e113574707e x-openstack-request-id: req-2ac8d24d-a0e5-4a13-95d0-8e113574707e {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:53.292219 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c662aca-18a4-4903-a0b8-0fdcf4141e97", "name": "network-vif-deleted", "tag": "40e296cd-9158-4925-9a5b-e908076d5643", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:53.292477 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ac8d24d-a0e5-4a13-95d0-8e113574707e {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:53.297229 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c662aca-18a4-4903-a0b8-0fdcf4141e97', 'name': 'network-vif-deleted', 'tag': '40e296cd-9158-4925-9a5b-e908076d5643', 'status': 'completed', 'code': 200} Dec 13 12:47:53.307454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=04e6bbbb-3444-4bf9-8a13-122e3bec221d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:53.618581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1908752b-ed23-4722-932f-119bddf74a84,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:53.656397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:47:53.681612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:53.682098 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:53.725076 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:47:51Z', 'revision_number': 2, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:53.767644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0fccb-c264-4c5a-a07e-c1f3bc18ad56 None None] The sync data for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 is: [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:47:51Z', 'revision_number': 2, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:47:53.801370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587585b8-d4bd-46b1-8fb2-f3a2b9162507 req-02ea981d-46b8-45f5-8719-220d83d0324f tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:53.816168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-587585b8-d4bd-46b1-8fb2-f3a2b9162507 req-02ea981d-46b8-45f5-8719-220d83d0324f tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.1359742 Dec 13 12:47:53.880811 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:53.906712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-1effd981-5d11-4054-bef7-cb389d479484 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:53.915809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-1effd981-5d11-4054-bef7-cb389d479484 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 821 time: 0.4409823 Dec 13 12:47:53.940233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524f1e5e-9768-449a-87d8-a7e923939e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b9fb9c-41b6-4cf5-aca1-2f93253fd893'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:47:53.942946 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5c5b29-3f36-4e72-9c14-9d76be3c6a56" -d '{"events": [{"server_uuid": "524f1e5e-9768-449a-87d8-a7e923939e12", "name": "network-vif-plugged", "status": "completed", "tag": "90b9fb9c-41b6-4cf5-aca1-2f93253fd893"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:47:53.958344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-587585b8-d4bd-46b1-8fb2-f3a2b9162507 req-48bb8d88-b93b-45ef-b0f0-d8e9eb080b18 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410751 Dec 13 12:47:53.977233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:53.981155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9f9cf1be-f4af-4e00-a54e-0e03319e3ad7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:53.989135 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:53.991446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 40e296cd-9158-4925-9a5b-e908076d5643 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:54.060556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-baec7440-8d2d-48f4-aa4d-81628df6ee8c tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/quotas/e7dabf8f90d24de9b8469a3bd79a55bc HTTP/1.1" status: 200 len: 375 time: 0.1437433 Dec 13 12:47:54.089373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 40e296cd-9158-4925-9a5b-e908076d5643 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:47:54.089756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 40e296cd-9158-4925-9a5b-e908076d5643 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:47:54.097618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 878fb0d3-6520-4216-9ee0-2c9936050104 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:47:54.100394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:54.102509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['46400ea7-f38c-4381-8d98-62c2c2dde927'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:54.104460 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['74f99e9d-9b53-4833-a0a5-749c2b5f75c8'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:54.136952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['1908752b-ed23-4722-932f-119bddf74a84'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:54.233679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['04e6bbbb-3444-4bf9-8a13-122e3bec221d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:54.241942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-fd9d607d-6447-4586-b609-d03323fe58e2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1803961 Dec 13 12:47:54.268126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a59e6-b194-4ee7-ad86-e97f11da2517 req-d36034b9-d0cd-4763-ba7c-1a0adc0d45b0 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:54.269735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c84a59e6-b194-4ee7-ad86-e97f11da2517 req-d36034b9-d0cd-4763-ba7c-1a0adc0d45b0 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 945 time: 0.1619790 Dec 13 12:47:54.377494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c84a59e6-b194-4ee7-ad86-e97f11da2517 req-b0ea3b8a-b722-4fce-8419-5337be5a293a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961146 Dec 13 12:47:54.468600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-7570edec-fd23-4473-9f86-fd4df80eeebf service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255380 Dec 13 12:47:54.647018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-1b83c0b5-5da5-4cb2-b545-5872a84bc866 service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723397 Dec 13 12:47:54.693222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb36d3-859a-417b-b3b6-4f62545a8839 req-8a77287f-6f2b-4e1a-86a2-7bff1b298b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:54.694762 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9acb36d3-859a-417b-b3b6-4f62545a8839 req-8a77287f-6f2b-4e1a-86a2-7bff1b298b1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 1096 time: 0.1225681 Dec 13 12:47:54.774158 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9acb36d3-859a-417b-b3b6-4f62545a8839 req-d697d7ab-3b53-4855-8349-a5f248105f3c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714343 Dec 13 12:47:55.191269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25317780-97f0-4c84-9f2d-81fda99e034b req-0a753e56-60c9-4110-afa9-165d93e43f66 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 210 time: 0.1083858 Dec 13 12:47:55.268067 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403395c2-4194-4534-a7e2-f013aab93483 x-openstack-request-id: req-403395c2-4194-4534-a7e2-f013aab93483 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:47:55.274179 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524f1e5e-9768-449a-87d8-a7e923939e12", "name": "network-vif-plugged", "status": "completed", "tag": "90b9fb9c-41b6-4cf5-aca1-2f93253fd893", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:47:55.274683 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-403395c2-4194-4534-a7e2-f013aab93483 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:47:55.275445 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524f1e5e-9768-449a-87d8-a7e923939e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b9fb9c-41b6-4cf5-aca1-2f93253fd893', 'code': 200} Dec 13 12:47:55.285466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf818c5d-5907-4a05-8948-e519930c1838 req-2a75fe97-adf2-4571-ad0b-dafebf2285d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:55.287455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:55.317962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf818c5d-5907-4a05-8948-e519930c1838 req-2a75fe97-adf2-4571-ad0b-dafebf2285d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:55.351073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf818c5d-5907-4a05-8948-e519930c1838 req-2a75fe97-adf2-4571-ad0b-dafebf2285d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:55.363568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37718) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:55.415169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf818c5d-5907-4a05-8948-e519930c1838 req-2a75fe97-adf2-4571-ad0b-dafebf2285d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:55.431032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf818c5d-5907-4a05-8948-e519930c1838 req-2a75fe97-adf2-4571-ad0b-dafebf2285d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:55.443020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf818c5d-5907-4a05-8948-e519930c1838 req-2a75fe97-adf2-4571-ad0b-dafebf2285d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:55.462437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf818c5d-5907-4a05-8948-e519930c1838 req-2a75fe97-adf2-4571-ad0b-dafebf2285d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:55.472879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf818c5d-5907-4a05-8948-e519930c1838 req-2a75fe97-adf2-4571-ad0b-dafebf2285d6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5429 time: 0.5208158 Dec 13 12:47:55.484959 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2820fb0c-622d-44f1-a96f-1aaa580fd0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:55.487792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['068e6154-1849-490f-8d03-01e1d09c5bfc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:47:55.634707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae0bcc-8104-48d1-8d04-d2c42e4b7e2f req-e45cf150-b8fe-4141-9033-5d8a69cabd03 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:55.647539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dbae0bcc-8104-48d1-8d04-d2c42e4b7e2f req-e45cf150-b8fe-4141-9033-5d8a69cabd03 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.1628063 Dec 13 12:47:55.731348 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0256cfa9-3f74-4ee4-830e-0a443fe5b5b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae994de2d1c9465fa53e0359787faaff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656549 Dec 13 12:47:55.733085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37726) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:55.841436 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dbae0bcc-8104-48d1-8d04-d2c42e4b7e2f req-fab13e21-d065-43ab-8af8-ff5ae2279d4e tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910253 Dec 13 12:47:55.866605 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f91cac7a-8c07-412c-a987-ea4914649248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:55.871508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf818c5d-5907-4a05-8948-e519930c1838 req-6fe5db85-18a8-4b33-8fb4-d88b6fd38072 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3976333 Dec 13 12:47:55.964202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f91cac7a-8c07-412c-a987-ea4914649248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:56.132251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f91cac7a-8c07-412c-a987-ea4914649248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:56.164811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f91cac7a-8c07-412c-a987-ea4914649248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:56.178692 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f91cac7a-8c07-412c-a987-ea4914649248 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fb67275-465f-478e-b32c-42f20945e45f HTTP/1.1" status: 204 len: 168 time: 0.4443150 Dec 13 12:47:56.219113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cac7a-8c07-412c-a987-ea4914649248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb67275-465f-478e-b32c-42f20945e45f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:56.223533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8dc0c-9ec9-4bc1-a95b-3365806dfe8e req-36ae46d8-7bff-4244-a7aa-283260dd2ad1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:56.232772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85e8dc0c-9ec9-4bc1-a95b-3365806dfe8e req-36ae46d8-7bff-4244-a7aa-283260dd2ad1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 945 time: 0.2023852 Dec 13 12:47:56.400104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85e8dc0c-9ec9-4bc1-a95b-3365806dfe8e req-8893c939-95fa-4bc6-ac49-38faf7b86c4a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649487 Dec 13 12:47:56.460172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4988c7c-18a1-4cbd-92d1-63d97c4850f2 req-4e109c82-19c5-4a3f-87e3-b075c6db2358 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 210 time: 0.0554681 Dec 13 12:47:56.541768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 007eeba9-794e-4229-9a5d-6740a2f8cd88 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:56.865395 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-567969b7-bbb5-430a-9c89-33a6077785a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:56.907255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37752) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:57.079684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 007eeba9-794e-4229-9a5d-6740a2f8cd88 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:57.079917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:57.141015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37758) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:47:57.156357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9fa52da0-a40d-4c4d-a4a9-401160805a55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebd357d3e9da47eeac520900c749ace9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476251 Dec 13 12:47:57.186552 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:57.228667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 007eeba9-794e-4229-9a5d-6740a2f8cd88, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=007eeba9-794e-4229-9a5d-6740a2f8cd88,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:57.240628 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:57.250813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b817-a5b6-4f8b-98da-b9cac549f324 req-5ebe1e38-ac60-4e41-b4e6-61c997ead357 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:57.270017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b817-a5b6-4f8b-98da-b9cac549f324 req-5ebe1e38-ac60-4e41-b4e6-61c997ead357 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:57.276843 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7bff-7be8-4304-a3cc-44dac628301f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:57.283347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b817-a5b6-4f8b-98da-b9cac549f324 req-5ebe1e38-ac60-4e41-b4e6-61c997ead357 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:57.318108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b817-a5b6-4f8b-98da-b9cac549f324 req-5ebe1e38-ac60-4e41-b4e6-61c997ead357 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:57.327183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7bff-7be8-4304-a3cc-44dac628301f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:57.327404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b817-a5b6-4f8b-98da-b9cac549f324 req-5ebe1e38-ac60-4e41-b4e6-61c997ead357 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:57.329957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=007eeba9-794e-4229-9a5d-6740a2f8cd88,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:57.353823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b817-a5b6-4f8b-98da-b9cac549f324 req-5ebe1e38-ac60-4e41-b4e6-61c997ead357 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:57.374402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b817-a5b6-4f8b-98da-b9cac549f324 req-5ebe1e38-ac60-4e41-b4e6-61c997ead357 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:57.376511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f962b817-a5b6-4f8b-98da-b9cac549f324 req-5ebe1e38-ac60-4e41-b4e6-61c997ead357 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5429 time: 0.3574443 Dec 13 12:47:57.454610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c6f0-1199-4fcc-865f-17c6f0a1a334 req-af86d771-44ab-4a5c-a477-cec45d218186 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:57.469109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5f9c6f0-1199-4fcc-865f-17c6f0a1a334 req-af86d771-44ab-4a5c-a477-cec45d218186 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.4707501 Dec 13 12:47:57.517341 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7bff-7be8-4304-a3cc-44dac628301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:57.521415 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7bff-7be8-4304-a3cc-44dac628301f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:57.523339 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5b1c7bff-7be8-4304-a3cc-44dac628301f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/477f7b4c-e31f-4874-866f-2daf182109f7 HTTP/1.1" status: 204 len: 168 time: 0.3804934 Dec 13 12:47:57.537453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c7bff-7be8-4304-a3cc-44dac628301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477f7b4c-e31f-4874-866f-2daf182109f7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:57.579019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f962b817-a5b6-4f8b-98da-b9cac549f324 req-17808c1b-2c0b-4e3a-aeed-759c22afface tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1909609 Dec 13 12:47:57.640907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5f9c6f0-1199-4fcc-865f-17c6f0a1a334 req-a5db3774-4d6e-4c93-bacc-4df83a8771aa tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713729 Dec 13 12:47:57.648481 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:57.786189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-ace5aaae-06a5-4606-955a-a1a4233067b2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:57.788189 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-ace5aaae-06a5-4606-955a-a1a4233067b2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.37 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 821 time: 0.3935382 Dec 13 12:47:57.816929 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Request body: {'port': {'device_id': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'admin_state_up': True, 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:57.930757 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Sync routers for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:47:57.983725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d40b5643-8b91-4a07-a2ab-d42ad978e71d req-0c5006df-df89-4dc1-be7f-da07d399d060 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 210 time: 0.0462596 Dec 13 12:47:57.986730 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:47:57.987389 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:47:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:58.015014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac701070-ce8a-486d-9ef4-9dcc0aa7c055 req-f9fbf8d7-b831-417e-a45e-60c81a965a85 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:58.039833 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac701070-ce8a-486d-9ef4-9dcc0aa7c055 req-f9fbf8d7-b831-417e-a45e-60c81a965a85 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 945 time: 0.1664062 Dec 13 12:47:58.147760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac701070-ce8a-486d-9ef4-9dcc0aa7c055 req-74134683-1458-4bfe-8017-0a5eb2e5fc42 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069195 Dec 13 12:47:58.215681 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:47:58.343058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Made reservation on behalf of e7dabf8f90d24de9b8469a3bd79a55bc for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:47:58.348925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:58.350273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 007eeba9-794e-4229-9a5d-6740a2f8cd88 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:47:58.499534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f32c-387b-4247-b7fd-b8618758a4bb req-9f956cc1-8e07-40f7-bba7-0041ec9ee8b2 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:58.509208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a72f32c-387b-4247-b7fd-b8618758a4bb req-9f956cc1-8e07-40f7-bba7-0041ec9ee8b2 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 945 time: 0.1170185 Dec 13 12:47:58.563269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 007eeba9-794e-4229-9a5d-6740a2f8cd88 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:58.565402 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:58.588003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a72f32c-387b-4247-b7fd-b8618758a4bb req-8f7e7467-4dd2-4f70-9222-6899658461b1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768726 Dec 13 12:47:58.594431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-db6f0ac9-8204-4939-94f8-ac0966dd9952 service neutron] 10.222.0.37 "GET /v2.0/ports/878fb0d3-6520-4216-9ee0-2c9936050104/bindings/n-h2-817326-4 HTTP/1.1" status: 200 len: 384 time: 0.2593191 Dec 13 12:47:58.604304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Allocated IP 172.20.0.5 (5ad883be-f09f-479d-9fa3-d96deb598015/d99fc133-8600-420c-95a9-8b9c06e06c31/bd8a3237-7d6e-4813-b926-05164b3d5ca9) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:47:58.861688 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:47:51Z', 'revision_number': 2, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:47:58.949344 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Checking router: 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:47:58.950037 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Updating router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e port 149b401d-bc95-49cd-88e3-baeed6c53ece binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:47:58.963394 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:59.030255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d5a3-9920-4b50-b0d3-3e8bd728f6b9 req-4ada77c4-c831-4f84-abd9-c075dfc7712c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:59.040975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d5a3-9920-4b50-b0d3-3e8bd728f6b9 req-4ada77c4-c831-4f84-abd9-c075dfc7712c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:59.051026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d5a3-9920-4b50-b0d3-3e8bd728f6b9 req-4ada77c4-c831-4f84-abd9-c075dfc7712c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:59.058654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d5a3-9920-4b50-b0d3-3e8bd728f6b9 req-4ada77c4-c831-4f84-abd9-c075dfc7712c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:59.065075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d5a3-9920-4b50-b0d3-3e8bd728f6b9 req-4ada77c4-c831-4f84-abd9-c075dfc7712c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:59.067040 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:59.072059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d5a3-9920-4b50-b0d3-3e8bd728f6b9 req-4ada77c4-c831-4f84-abd9-c075dfc7712c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:59.079360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d5a3-9920-4b50-b0d3-3e8bd728f6b9 req-4ada77c4-c831-4f84-abd9-c075dfc7712c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:59.092881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4708d5a3-9920-4b50-b0d3-3e8bd728f6b9 req-4ada77c4-c831-4f84-abd9-c075dfc7712c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5429 time: 0.2367399 Dec 13 12:47:59.164639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:59.240030 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:59.277591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4708d5a3-9920-4b50-b0d3-3e8bd728f6b9 req-874b5c73-af32-4aaf-9eca-79f6fbd87091 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837752 Dec 13 12:47:59.367215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Network 5ad883be-f09f-479d-9fa3-d96deb598015 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:47:59.376968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:47:59.390755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:47:59.471941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Pushing event updated for resources: {'Port': ['ID=bd8a3237-7d6e-4813-b926-05164b3d5ca9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:47:59.537576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:47:59.538107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:59.538840 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:59.573633 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-6f5614d9-a636-4f64-8bdf-562712c924a1 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7720478 Dec 13 12:47:59.590741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Request body: {'port': {'device_id': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:47:59.704400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:47:59.746315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdef867-fc1e-479e-9ea8-4cf6333fcda1 req-d3377127-805b-42a1-b7b5-b9cd866a6854 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:47:59.757541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fdef867-fc1e-479e-9ea8-4cf6333fcda1 req-d3377127-805b-42a1-b7b5-b9cd866a6854 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 943 time: 0.5168519 Dec 13 12:47:59.828068 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:59.837703 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:59.838986 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:59.856349 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:47:59.980373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2843dc5a-478e-4eb4-aa31-6b127404dc09 None None] Provisioning complete for port bd8a3237-7d6e-4813-b926-05164b3d5ca9 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:47:59.981152 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2843dc5a-478e-4eb4-aa31-6b127404dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:00.001194 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fdef867-fc1e-479e-9ea8-4cf6333fcda1 req-860e88f6-82a3-41d0-be3f-aca46dd6121b tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403085 Dec 13 12:48:00.012738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878fb0d3-6520-4216-9ee0-2c9936050104 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:00.077413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:00.146485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2843dc5a-478e-4eb4-aa31-6b127404dc09 None None] Port bd8a3237-7d6e-4813-b926-05164b3d5ca9 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:48:00.160453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5dc31-f558-4833-bdb3-3b0b5d3e133e req-129d7092-22a3-4c8b-be53-6f442f8cb988 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:00.163333 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-10a5dc31-f558-4833-bdb3-3b0b5d3e133e req-129d7092-22a3-4c8b-be53-6f442f8cb988 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 931 time: 0.2171907 Dec 13 12:48:00.165114 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:00.348123 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Pushing event updated for resources: {'Port': ['ID=149b401d-bc95-49cd-88e3-baeed6c53ece,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:00.367735 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.370670 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.372361 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.372972 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.374472 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.374990 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.376841 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.377374 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.377855 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.387104 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.388595 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.389116 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.390672 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:00.392481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4d76fb6f-8641-4a5a-8ccd-dc63d6056f17 None None] Provisioning complete for port 149b401d-bc95-49cd-88e3-baeed6c53ece triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:00.393276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d76fb6f-8641-4a5a-8ccd-dc63d6056f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:00.518908 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Attempting to bind port 149b401d-bc95-49cd-88e3-baeed6c53ece on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:00.519490 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Attempting to bind port 149b401d-bc95-49cd-88e3-baeed6c53ece by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:00.520045 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Attempting to bind port 149b401d-bc95-49cd-88e3-baeed6c53ece on network 5ad883be-f09f-479d-9fa3-d96deb598015 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:00.526867 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:00.527096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-10a5dc31-f558-4833-bdb3-3b0b5d3e133e req-ab17b7cf-60c5-441c-ba2e-c970f778d6dc tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108485 Dec 13 12:48:00.527610 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Checking segment: {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:00.528191 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:00.528732 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Bound using segment: {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:00.529413 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Bound port: 149b401d-bc95-49cd-88e3-baeed6c53ece, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:00.529966 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:00.568300 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4d76fb6f-8641-4a5a-8ccd-dc63d6056f17 None None] Port 149b401d-bc95-49cd-88e3-baeed6c53ece cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:48:00.577169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eae5a-7214-4fc7-bfc3-79e84b466e71 req-23d6d123-7cc8-4bd9-916f-1f5effdc9eb5 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:00.586372 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe1eae5a-7214-4fc7-bfc3-79e84b466e71 req-23d6d123-7cc8-4bd9-916f-1f5effdc9eb5 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 945 time: 0.3486586 Dec 13 12:48:00.669170 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] For port 149b401d-bc95-49cd-88e3-baeed6c53ece, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:00.674602 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] For port 149b401d-bc95-49cd-88e3-baeed6c53ece, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=149b401d-bc95-49cd-88e3-baeed6c53ece,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:00.682958 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:00.688695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8a3237-7d6e-4813-b926-05164b3d5ca9 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:00.708637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:00.739661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Transition to ACTIVE for port object bd8a3237-7d6e-4813-b926-05164b3d5ca9 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:00.806890 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:00.839777 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a6096-4491-476a-91a7-604dfcd338ea None None] Pushing event updated for resources: {'Port': ['ID=149b401d-bc95-49cd-88e3-baeed6c53ece,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:00.900030 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:00.900692 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:47:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:00.927915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe1eae5a-7214-4fc7-bfc3-79e84b466e71 req-32466e85-8514-4837-8718-4e29e4e672df tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402345 Dec 13 12:48:00.934392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Transition to ACTIVE for port object 878fb0d3-6520-4216-9ee0-2c9936050104 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:00.958873 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:00.995070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-ec0119fb-7b63-428f-b75b-da1390d18918 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:00.996852 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-ec0119fb-7b63-428f-b75b-da1390d18918 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 945 time: 0.2555282 Dec 13 12:48:01.068431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 068e6154-1849-490f-8d03-01e1d09c5bfc up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:01.149016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8a3237-7d6e-4813-b926-05164b3d5ca9,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:01.150529 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:01.198784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e3dc-1ab6-47cc-9580-12266a642159 req-7ecdbcb1-17e0-4156-a721-d9d282d0ca84 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:01.207235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80e1e3dc-1ab6-47cc-9580-12266a642159 req-7ecdbcb1-17e0-4156-a721-d9d282d0ca84 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 945 time: 0.4737890 Dec 13 12:48:01.258244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] No DVR routers for this DVR port 878fb0d3-6520-4216-9ee0-2c9936050104 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:01.275246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 068e6154-1849-490f-8d03-01e1d09c5bfc completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:01.289081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 068e6154-1849-490f-8d03-01e1d09c5bfc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:01.292294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:01.365820 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Attempting to bind port bd8a3237-7d6e-4813-b926-05164b3d5ca9 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:01.366210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Attempting to bind port bd8a3237-7d6e-4813-b926-05164b3d5ca9 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:01.367511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Attempting to bind port bd8a3237-7d6e-4813-b926-05164b3d5ca9 on network 5ad883be-f09f-479d-9fa3-d96deb598015 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:01.383545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Port bd8a3237-7d6e-4813-b926-05164b3d5ca9 on network 5ad883be-f09f-479d-9fa3-d96deb598015 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:01.383871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Attempting to bind port bd8a3237-7d6e-4813-b926-05164b3d5ca9 on network 5ad883be-f09f-479d-9fa3-d96deb598015 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:01.390423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] 10.222.0.37 "PUT /v2.0/ports/878fb0d3-6520-4216-9ee0-2c9936050104/bindings/n-h2-817326-4/activate HTTP/1.1" status: 200 len: 369 time: 2.7865145 Dec 13 12:48:01.409992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:01.409992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Checking segment: {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:01.410391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Pushing event updated for resources: {'Port': ['ID=878fb0d3-6520-4216-9ee0-2c9936050104,revision_number=10']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:01.410550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Bound using segment: {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:01.411898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Bound port: bd8a3237-7d6e-4813-b926-05164b3d5ca9, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:01.412166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:01.580861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:01.659893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 068e6154-1849-490f-8d03-01e1d09c5bfc, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=068e6154-1849-490f-8d03-01e1d09c5bfc,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:01.661432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068e6154-1849-490f-8d03-01e1d09c5bfc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:01.667921 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9def9f60-c615-4fd6-a4f5-ab30455b834d" -d '{"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "068e6154-1849-490f-8d03-01e1d09c5bfc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:01.683747 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:01.685013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:01.794942 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:00Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:01.891567 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb4809-082a-4818-a81a-160fab61baf2 None None] The sync data for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 is: [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:00Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:48:01.906718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1f5a58c5-c257-403a-b316-d15d376283fb None None] Provisioning complete for port 149b401d-bc95-49cd-88e3-baeed6c53ece triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:01.907221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1f5a58c5-c257-403a-b316-d15d376283fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:01.915506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=068e6154-1849-490f-8d03-01e1d09c5bfc,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:01.989216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80e1e3dc-1ab6-47cc-9580-12266a642159 req-fb92d011-1efa-4f79-82d6-2e36bc960b16 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7454178 Dec 13 12:48:01.990044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-707eefb6-b14c-4264-b6c9-214beaf4965d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Deleting port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:01.990460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-707eefb6-b14c-4264-b6c9-214beaf4965d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:02.015524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:02.022058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:02.027421 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:02.064278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d91c-67a8-4ccf-9a76-cdd82477c7bb req-d5c98404-1e7e-41f6-a9c3-8597a8d6baa5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.075037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d91c-67a8-4ccf-9a76-cdd82477c7bb req-d5c98404-1e7e-41f6-a9c3-8597a8d6baa5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.081747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d91c-67a8-4ccf-9a76-cdd82477c7bb req-d5c98404-1e7e-41f6-a9c3-8597a8d6baa5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.088804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d91c-67a8-4ccf-9a76-cdd82477c7bb req-d5c98404-1e7e-41f6-a9c3-8597a8d6baa5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.095917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d91c-67a8-4ccf-9a76-cdd82477c7bb req-d5c98404-1e7e-41f6-a9c3-8597a8d6baa5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.103258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d91c-67a8-4ccf-9a76-cdd82477c7bb req-d5c98404-1e7e-41f6-a9c3-8597a8d6baa5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.115241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d91c-67a8-4ccf-9a76-cdd82477c7bb req-d5c98404-1e7e-41f6-a9c3-8597a8d6baa5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.117518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d033d91c-67a8-4ccf-9a76-cdd82477c7bb req-d5c98404-1e7e-41f6-a9c3-8597a8d6baa5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5429 time: 0.9585211 Dec 13 12:48:02.124188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.124541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.124883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.125222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.125553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.125883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.126237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.126563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.133552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.133947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.134316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.135361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.135766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924d15e8-3e29-4233-9896-d487ef624998 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:02.249382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d033d91c-67a8-4ccf-9a76-cdd82477c7bb req-adeb34f7-3ed7-4350-925c-691d60f2c8d7 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889213 Dec 13 12:48:02.280253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-12e98b04-896a-4321-bd97-6c643bdce9bc tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.281987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-12e98b04-896a-4321-bd97-6c643bdce9bc tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.2888892 Dec 13 12:48:02.372381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-707eefb6-b14c-4264-b6c9-214beaf4965d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] For port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:02.375328 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-707eefb6-b14c-4264-b6c9-214beaf4965d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:02.410236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-6cab63a4-843f-4d60-8519-3d1eb6ffb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.412159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-6cab63a4-843f-4d60-8519-3d1eb6ffb725 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0 HTTP/1.1" status: 200 len: 1095 time: 0.1161673 Dec 13 12:48:02.419477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] For port bd8a3237-7d6e-4813-b926-05164b3d5ca9, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:02.422933 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] For port bd8a3237-7d6e-4813-b926-05164b3d5ca9, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:02.448274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:02.453713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 149b401d-bc95-49cd-88e3-baeed6c53ece up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:02.477236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bfc58-6014-4e01-8367-7721e65d253b req-3d729178-2586-4eff-998b-1a5d396a3fd2 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.479319 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-363bfc58-6014-4e01-8367-7721e65d253b req-3d729178-2586-4eff-998b-1a5d396a3fd2 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 944 time: 0.1438074 Dec 13 12:48:02.495851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-707eefb6-b14c-4264-b6c9-214beaf4965d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Calling delete_port for 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:02.517821 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1f5a58c5-c257-403a-b316-d15d376283fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:02.542323 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:02.570367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.571098 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:02.574293 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 1091 time: 2.9889717 Dec 13 12:48:02.596818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:02.610223 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f893a2e8-a330-4655-9059-c48268aef23f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:02.625254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-363bfc58-6014-4e01-8367-7721e65d253b req-a68f68a3-73f8-4e3a-93d0-070315b2b98a tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013875 Dec 13 12:48:02.658309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:02.664928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-01df8896-98f0-478a-9fd1-e779639688c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:02.670109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-01df8896-98f0-478a-9fd1-e779639688c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 1095 time: 0.1872504 Dec 13 12:48:02.680717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1f5a58c5-c257-403a-b316-d15d376283fb None None] For port 149b401d-bc95-49cd-88e3-baeed6c53ece, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=149b401d-bc95-49cd-88e3-baeed6c53ece,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:02.687877 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:02.699142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 04e6bbbb-3444-4bf9-8a13-122e3bec221d up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:02.825516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 149b401d-bc95-49cd-88e3-baeed6c53ece triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:02.841280 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:02.844186 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1f5a58c5-c257-403a-b316-d15d376283fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:02.998217 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-707eefb6-b14c-4264-b6c9-214beaf4965d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:03.024301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:03.035963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:03.047623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 04e6bbbb-3444-4bf9-8a13-122e3bec221d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:03.070408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-c01261bd-d336-4ad6-977e-bc73e13e2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:03.072049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-c01261bd-d336-4ad6-977e-bc73e13e2880 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 200 len: 920 time: 0.3945103 Dec 13 12:48:03.078300 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caefc4-e5f9-40c4-8786-bef7dfb42439 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8a3237-7d6e-4813-b926-05164b3d5ca9,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:03.114892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-90ff6263-7a0f-4dea-9ef4-5d01186c8f45 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6dfc0056adb046bf8159a3685f4d9236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2204072 Dec 13 12:48:03.156879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4595298-9a2d-43a9-9dce-fa3c3b3314c2 req-5da232ee-e1f5-4150-b295-37b76d4379d7 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:03.159585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-707eefb6-b14c-4264-b6c9-214beaf4965d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] No DVR routers for this DVR port 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:03.170514 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4595298-9a2d-43a9-9dce-fa3c3b3314c2 req-5da232ee-e1f5-4150-b295-37b76d4379d7 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 943 time: 0.2715983 Dec 13 12:48:03.188912 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-707eefb6-b14c-4264-b6c9-214beaf4965d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:03.193560 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c15825-c9c1-4af9-868e-1633eb2ffcb6 req-707eefb6-b14c-4264-b6c9-214beaf4965d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "DELETE /v2.0/ports/90b9fb9c-41b6-4cf5-aca1-2f93253fd893 HTTP/1.1" status: 204 len: 173 time: 2.1686099 Dec 13 12:48:03.197212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-eb47edd8-6fa2-47fa-ae9e-b691e4e07c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:03.198994 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-eb47edd8-6fa2-47fa-ae9e-b691e4e07c51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1094 time: 0.5556829 Dec 13 12:48:03.200116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707eefb6-b14c-4264-b6c9-214beaf4965d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event deleted for resources: {'Port': ['ID=90b9fb9c-41b6-4cf5-aca1-2f93253fd893,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:03.219073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 04e6bbbb-3444-4bf9-8a13-122e3bec221d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:03.219453 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:03.241216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:03.304330 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-16bfda41-bc48-4c41-ad73-474a2a975c94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 217 time: 0.0933404 Dec 13 12:48:03.412786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-270cdc12-658e-47f9-bf4f-f1b82d357164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:03.414662 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-270cdc12-658e-47f9-bf4f-f1b82d357164 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.1054690 Dec 13 12:48:03.437871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:03.439021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 90b9fb9c-41b6-4cf5-aca1-2f93253fd893 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:03.463170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-131d5c16-9ddb-4677-aed5-15c3e2a04153 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=878fb0d3-6520-4216-9ee0-2c9936050104 HTTP/1.1" status: 200 len: 217 time: 0.3747704 Dec 13 12:48:03.505765 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-8e80700e-2b44-4911-9f18-f5ef7b6f5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:03.508575 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-8e80700e-2b44-4911-9f18-f5ef7b6f5915 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866721 Dec 13 12:48:03.563243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4595298-9a2d-43a9-9dce-fa3c3b3314c2 req-f5e762e6-6e99-4f70-8e79-0416375e7782 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915219 Dec 13 12:48:03.570934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a58c5-c257-403a-b316-d15d376283fb None None] Pushing event updated for resources: {'Port': ['ID=149b401d-bc95-49cd-88e3-baeed6c53ece,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:03.627475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-a5a0b9ad-9d1b-4d7c-a508-273255aac1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:03.630791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-a5a0b9ad-9d1b-4d7c-a508-273255aac1c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 200 len: 860 time: 0.1517322 Dec 13 12:48:03.686040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-3cead6ce-a15e-4317-a099-4315225dbb72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94142d38-5aca-4ea1-835a-ae24eb9bb566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432129 Dec 13 12:48:03.696635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885505d-4876-418c-83c2-be70aa6916bf req-ebfa4e35-222e-47d5-bc65-1d2af329e4cb tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:03.704411 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-ebfa4e35-222e-47d5-bc65-1d2af329e4cb tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5712512 Dec 13 12:48:03.744409 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-572a0511-77f6-46b4-9b30-b1be05ce3cd9 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/quotas/6dfc0056adb046bf8159a3685f4d9236 HTTP/1.1" status: 200 len: 375 time: 0.0387802 Dec 13 12:48:03.745263 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-2f505e65-eb9f-4be4-b848-0e4385b09426 service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259538 Dec 13 12:48:03.871542 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de618f8-cd83-440c-884d-0465f645b539 x-openstack-request-id: req-0de618f8-cd83-440c-884d-0465f645b539 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:03.871863 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "068e6154-1849-490f-8d03-01e1d09c5bfc", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:03.872281 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0de618f8-cd83-440c-884d-0465f645b539 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:03.872738 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068e6154-1849-490f-8d03-01e1d09c5bfc', 'code': 200} Dec 13 12:48:03.894255 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6235568f-e3ef-43f5-9522-c4bddbdd8a00 req-22a85473-3c5c-4128-bc5e-7ab5a5625425 service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401763 Dec 13 12:48:03.905378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e92711e8-8857-462a-bf5b-06f8861094f5 req-3a05d63e-f8b0-49bc-ad02-5ff5582565f2 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=524f1e5e-9768-449a-87d8-a7e923939e12 HTTP/1.1" status: 200 len: 210 time: 0.0890710 Dec 13 12:48:03.919092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-488bb839-3de1-4ff4-bf77-3702f736df61 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dfc0056adb046bf8159a3685f4d9236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1644073 Dec 13 12:48:04.028638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-f5393da6-b6cf-4d5b-b603-27df99da2aee service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174126 Dec 13 12:48:04.029640 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:04.203806 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b995cc41-dfd9-4a9f-b9ff-99e8da8f38dd x-openstack-request-id: req-b995cc41-dfd9-4a9f-b9ff-99e8da8f38dd {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:04.205396 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:04.205993 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b995cc41-dfd9-4a9f-b9ff-99e8da8f38dd {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:04.206667 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'status': 'completed', 'code': 200} Dec 13 12:48:04.222162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 04e6bbbb-3444-4bf9-8a13-122e3bec221d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04e6bbbb-3444-4bf9-8a13-122e3bec221d,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:04.245945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:04.248948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:04.300755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-7b92fd0d-820f-42d0-bf25-600b407f135b service neutron] 10.222.0.42 "GET /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660122 Dec 13 12:48:04.344416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a2e8-a330-4655-9059-c48268aef23f req-af0b6c82-2377-4f00-9401-b3a824dd9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.353810 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f893a2e8-a330-4655-9059-c48268aef23f req-af0b6c82-2377-4f00-9401-b3a824dd9a42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1094 time: 0.1029100 Dec 13 12:48:04.435519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 149b401d-bc95-49cd-88e3-baeed6c53ece up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:04.522258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a2e8-a330-4655-9059-c48268aef23f req-8eaa2792-150e-45ab-99e3-16c173dc3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.525674 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f893a2e8-a330-4655-9059-c48268aef23f req-8eaa2792-150e-45ab-99e3-16c173dc3059 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.1603730 Dec 13 12:48:04.530371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a55db-0dbe-4ff3-8294-4a6030ac2394 req-dc0ece39-a52c-4069-a5f5-4966f0c42b26 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.537461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a55db-0dbe-4ff3-8294-4a6030ac2394 req-dc0ece39-a52c-4069-a5f5-4966f0c42b26 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.544620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a55db-0dbe-4ff3-8294-4a6030ac2394 req-dc0ece39-a52c-4069-a5f5-4966f0c42b26 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.552686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a55db-0dbe-4ff3-8294-4a6030ac2394 req-dc0ece39-a52c-4069-a5f5-4966f0c42b26 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.561139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a55db-0dbe-4ff3-8294-4a6030ac2394 req-dc0ece39-a52c-4069-a5f5-4966f0c42b26 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.567726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a55db-0dbe-4ff3-8294-4a6030ac2394 req-dc0ece39-a52c-4069-a5f5-4966f0c42b26 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.575489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a55db-0dbe-4ff3-8294-4a6030ac2394 req-dc0ece39-a52c-4069-a5f5-4966f0c42b26 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.585898 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-869a55db-0dbe-4ff3-8294-4a6030ac2394 req-dc0ece39-a52c-4069-a5f5-4966f0c42b26 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5432 time: 0.2512143 Dec 13 12:48:04.619170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e16f9-66f6-44b4-948f-e25c2c535b8e req-f17f15c0-37a7-4621-8f14-c6b62aa6d8ff tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.627502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:04.629454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c53e16f9-66f6-44b4-948f-e25c2c535b8e req-f17f15c0-37a7-4621-8f14-c6b62aa6d8ff tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 944 time: 0.2123892 Dec 13 12:48:04.677546 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f893a2e8-a330-4655-9059-c48268aef23f req-d3eb6d91-7842-4bfa-8f0c-e19f785b04e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 217 time: 0.1422918 Dec 13 12:48:04.684698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=04e6bbbb-3444-4bf9-8a13-122e3bec221d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:04.687745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:04.688168 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:04.787641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a2e8-a330-4655-9059-c48268aef23f req-94c6c66a-496c-4e11-a884-1863d4b25746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.791472 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f893a2e8-a330-4655-9059-c48268aef23f req-94c6c66a-496c-4e11-a884-1863d4b25746 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.1044323 Dec 13 12:48:04.794750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c53e16f9-66f6-44b4-948f-e25c2c535b8e req-19fce8f2-dbc5-4cfe-bbf0-5e4df36d5f89 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641836 Dec 13 12:48:04.827726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 149b401d-bc95-49cd-88e3-baeed6c53ece triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:04.830512 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:04.856113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-869a55db-0dbe-4ff3-8294-4a6030ac2394 req-9405aa54-b75a-46f3-98e9-ec055928c6c0 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2690198 Dec 13 12:48:04.869170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-31671573-8b8a-4ae5-9e67-f3eb33ea2f13 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.871204 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-31671573-8b8a-4ae5-9e67-f3eb33ea2f13 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11&tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.1885464 Dec 13 12:48:04.903079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a2e8-a330-4655-9059-c48268aef23f req-07fc3c0f-842e-49cf-8f1f-972286ef5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:04.904723 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f893a2e8-a330-4655-9059-c48268aef23f req-07fc3c0f-842e-49cf-8f1f-972286ef5d2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052027 Dec 13 12:48:04.994891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ac907ba-fe0d-4538-aa91-a32636c4f7a8 req-ea299db9-b713-4c44-a192-2d23406a15e5 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 210 time: 0.1169815 Dec 13 12:48:05.043264 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:05.105485 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f893a2e8-a330-4655-9059-c48268aef23f req-871b7f98-4fc0-471b-9147-c2aa1dc52864 service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913106 Dec 13 12:48:05.146667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:05.158805 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:05.159954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 46400ea7-f38c-4381-8d98-62c2c2dde927 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:05.173143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ca51-e362-4eb2-a5cc-704cc0b4ceb3 req-27f4f9dd-6f9d-427b-887f-7973e5716c25 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:05.175609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31a2ca51-e362-4eb2-a5cc-704cc0b4ceb3 req-27f4f9dd-6f9d-427b-887f-7973e5716c25 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 945 time: 0.1784723 Dec 13 12:48:05.266639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152bc62-adfa-4b5a-93d2-710ae97291b1 req-906a55ce-17ff-4588-b43a-6113a9c24293 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:05.268533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c152bc62-adfa-4b5a-93d2-710ae97291b1 req-906a55ce-17ff-4588-b43a-6113a9c24293 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 943 time: 0.1629705 Dec 13 12:48:05.286421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-d7f9277a-5264-46c4-b397-c2a9ea30c8e4 service neutron] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:05.309999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-d7f9277a-5264-46c4-b397-c2a9ea30c8e4 service neutron] Publish callbacks [] for binding, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:05.311337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86e93e69-b9f4-4969-b57b-1371875a3631 req-d7f9277a-5264-46c4-b397-c2a9ea30c8e4 service neutron] 10.222.0.42 "DELETE /v2.0/ports/878fb0d3-6520-4216-9ee0-2c9936050104/bindings/n-h1-817326-4 HTTP/1.1" status: 204 len: 173 time: 0.4262087 Dec 13 12:48:05.325097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31a2ca51-e362-4eb2-a5cc-704cc0b4ceb3 req-0eac0479-dc55-483b-a53e-de037ab6b3dd tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1162257 Dec 13 12:48:05.333953 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f893a2e8-a330-4655-9059-c48268aef23f req-3c5cf36c-95e7-468e-8db1-13c839e48a38 service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157826 Dec 13 12:48:05.360597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c152bc62-adfa-4b5a-93d2-710ae97291b1 req-4af71d7c-863b-4fe8-b980-3ce4fa0de6a2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657094 Dec 13 12:48:05.388129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:05.430322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 46400ea7-f38c-4381-8d98-62c2c2dde927 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:05.445412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 46400ea7-f38c-4381-8d98-62c2c2dde927 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:05.445814 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:05.578779 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:05.621002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 46400ea7-f38c-4381-8d98-62c2c2dde927, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=46400ea7-f38c-4381-8d98-62c2c2dde927,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:05.625560 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:05.627488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:05.754765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=46400ea7-f38c-4381-8d98-62c2c2dde927,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:05.779573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:05.785684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:05.786250 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:05.879661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9cf1be-f4af-4e00-a54e-0e03319e3ad7'}, {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e6bbbb-3444-4bf9-8a13-122e3bec221d'}, {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f99e9d-9b53-4833-a0a5-749c2b5f75c8'}, {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46400ea7-f38c-4381-8d98-62c2c2dde927'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:05.883570 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5280a344-ded6-4159-bf3d-eaaf90c3274d" -d '{"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "9f9cf1be-f4af-4e00-a54e-0e03319e3ad7"}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "04e6bbbb-3444-4bf9-8a13-122e3bec221d"}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "74f99e9d-9b53-4833-a0a5-749c2b5f75c8"}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "46400ea7-f38c-4381-8d98-62c2c2dde927"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:05.972835 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:06.059266 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-81bea91e-c2d9-4ca8-8712-ae040fced4ef tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6dfc0056adb046bf8159a3685f4d9236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446036 Dec 13 12:48:06.060613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:06.072185 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:06.073082 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1908752b-ed23-4722-932f-119bddf74a84 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:06.088215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-61f69cf2-8232-4329-bfe2-c77ccd3b6a46 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.090147 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-61f69cf2-8232-4329-bfe2-c77ccd3b6a46 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.37 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 945 time: 0.1995585 Dec 13 12:48:06.101179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50beae-175e-4312-8f0e-fb184ccf9e46 req-32d2cbb6-792e-41e4-9d6a-e0cde27343f2 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.105846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf50beae-175e-4312-8f0e-fb184ccf9e46 req-32d2cbb6-792e-41e4-9d6a-e0cde27343f2 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 944 time: 0.1666901 Dec 13 12:48:06.156599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4949cec-204e-4c40-af5a-ee728f09074e req-21f4dd7a-01c3-4572-b912-ab6f71560aae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.172667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4949cec-204e-4c40-af5a-ee728f09074e req-21f4dd7a-01c3-4572-b912-ab6f71560aae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.188661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4949cec-204e-4c40-af5a-ee728f09074e req-21f4dd7a-01c3-4572-b912-ab6f71560aae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.201337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4949cec-204e-4c40-af5a-ee728f09074e req-21f4dd7a-01c3-4572-b912-ab6f71560aae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.219274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4949cec-204e-4c40-af5a-ee728f09074e req-21f4dd7a-01c3-4572-b912-ab6f71560aae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.231277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4949cec-204e-4c40-af5a-ee728f09074e req-21f4dd7a-01c3-4572-b912-ab6f71560aae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.248869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4949cec-204e-4c40-af5a-ee728f09074e req-21f4dd7a-01c3-4572-b912-ab6f71560aae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.260202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524f1e5e-9768-449a-87d8-a7e923939e12', 'name': 'network-vif-deleted', 'tag': '90b9fb9c-41b6-4cf5-aca1-2f93253fd893'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:06.262386 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1979f0e7-cb5e-413c-aa31-16acf6332e82" -d '{"events": [{"server_uuid": "524f1e5e-9768-449a-87d8-a7e923939e12", "name": "network-vif-deleted", "tag": "90b9fb9c-41b6-4cf5-aca1-2f93253fd893"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:06.265346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4949cec-204e-4c40-af5a-ee728f09074e req-21f4dd7a-01c3-4572-b912-ab6f71560aae tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5434 time: 0.2682931 Dec 13 12:48:06.269450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 1908752b-ed23-4722-932f-119bddf74a84 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:06.279130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 1908752b-ed23-4722-932f-119bddf74a84 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:06.279567 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:06.281633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:06.425117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf50beae-175e-4312-8f0e-fb184ccf9e46 req-8d07f08e-4f72-4e9f-b44f-5e22819bb2df tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513116 Dec 13 12:48:06.431160 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885505d-4876-418c-83c2-be70aa6916bf req-7ee1ab7a-2bd8-44f0-8eb2-a04c7f3039f9 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.432681 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-7ee1ab7a-2bd8-44f0-8eb2-a04c7f3039f9 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3650548 Dec 13 12:48:06.436999 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:06.463647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Request body: {'port': {'device_id': 'c0e4b25c-66b0-4ea0-a989-f2d66297345b', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '6dfc0056adb046bf8159a3685f4d9236'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:06.466891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4949cec-204e-4c40-af5a-ee728f09074e req-6d10c88a-48c8-44b1-85bf-28fd929f8999 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2001004 Dec 13 12:48:06.491492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Deleting port de36a3e3-7da4-4324-8827-4de331062e0a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:06.491821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:06.496311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1908752b-ed23-4722-932f-119bddf74a84, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1908752b-ed23-4722-932f-119bddf74a84,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:06.507510 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:06.632957 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c0cbba-8a80-4af6-9a29-3dd1e83e790f x-openstack-request-id: req-64c0cbba-8a80-4af6-9a29-3dd1e83e790f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:06.633507 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "9f9cf1be-f4af-4e00-a54e-0e03319e3ad7", "code": 200}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "04e6bbbb-3444-4bf9-8a13-122e3bec221d", "code": 200}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "74f99e9d-9b53-4833-a0a5-749c2b5f75c8", "code": 200}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "46400ea7-f38c-4381-8d98-62c2c2dde927", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:06.634066 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64c0cbba-8a80-4af6-9a29-3dd1e83e790f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:06.635105 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9cf1be-f4af-4e00-a54e-0e03319e3ad7', 'code': 200} Dec 13 12:48:06.635466 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e6bbbb-3444-4bf9-8a13-122e3bec221d', 'code': 200} Dec 13 12:48:06.636009 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f99e9d-9b53-4833-a0a5-749c2b5f75c8', 'code': 200} Dec 13 12:48:06.637260 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46400ea7-f38c-4381-8d98-62c2c2dde927', 'code': 200} Dec 13 12:48:06.668079 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6308f069-b299-4609-9359-b52a30d51a96 req-28e9ec2e-6a0f-41c7-9be1-2bd0e9d5e04f tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 210 time: 0.0692866 Dec 13 12:48:06.702857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1908752b-ed23-4722-932f-119bddf74a84,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:06.771969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] For port de36a3e3-7da4-4324-8827-4de331062e0a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=de36a3e3-7da4-4324-8827-4de331062e0a,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:06.773533 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:06.930046 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799af237-bbb1-434e-8606-f586747570d4 x-openstack-request-id: req-799af237-bbb1-434e-8606-f586747570d4 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:06.930555 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524f1e5e-9768-449a-87d8-a7e923939e12", "name": "network-vif-deleted", "tag": "90b9fb9c-41b6-4cf5-aca1-2f93253fd893", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:06.930809 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-799af237-bbb1-434e-8606-f586747570d4 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:06.931198 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524f1e5e-9768-449a-87d8-a7e923939e12', 'name': 'network-vif-deleted', 'tag': '90b9fb9c-41b6-4cf5-aca1-2f93253fd893', 'status': 'completed', 'code': 200} Dec 13 12:48:06.968628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e278563-82aa-419f-882d-fad10ec6e30a req-9fb59781-da3b-4919-bff4-94bc88f2265c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:06.973755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-9fb59781-da3b-4919-bff4-94bc88f2265c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.2528160 Dec 13 12:48:07.002255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e76c2-da23-4ef2-b7d7-3c34af993fe1 req-3a626118-4ace-4940-b691-16a6542cffd5 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:07.010286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e4e76c2-da23-4ef2-b7d7-3c34af993fe1 req-3a626118-4ace-4940-b691-16a6542cffd5 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 945 time: 0.1081610 Dec 13 12:48:07.019433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-1f613cba-3b49-43b9-935a-cdf40ec2b1d6 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/quotas/f432bec179c94f32a945c3aa13ee6e59 HTTP/1.1" status: 200 len: 375 time: 0.0415666 Dec 13 12:48:07.073558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Made reservation on behalf of 6dfc0056adb046bf8159a3685f4d9236 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:48:07.086726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.105332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e4e76c2-da23-4ef2-b7d7-3c34af993fe1 req-fab40487-2bd8-4a5c-962d-b8282bc01f05 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcdbd364-57b7-4f19-aba9-204f39993ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0928540 Dec 13 12:48:07.110010 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.150652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-a3d0d83f-5804-462c-8bbb-7ad7657dc098 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229615 Dec 13 12:48:07.213483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bd8a3237-7d6e-4813-b926-05164b3d5ca9 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:07.232006 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.240036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.240474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.240889 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Floating IP 8aebded1-e749-4e5e-813e-0def8d84d3ee disassociated. External IP: 172.25.2.143, port: de36a3e3-7da4-4324-8827-4de331062e0a. Dec 13 12:48:07.241249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Calling delete_port for de36a3e3-7da4-4324-8827-4de331062e0a owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:07.323747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.333183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-e6ed8b4f-342b-4d0f-9c3c-fdd7b62a5f1a service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614170 Dec 13 12:48:07.355717 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.375260 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.384373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bd8a3237-7d6e-4813-b926-05164b3d5ca9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:07.397638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'port_id': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'mac_address': 'fa:16:3e:c4:ab:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:48:07.438919 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.453127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8a3237-7d6e-4813-b926-05164b3d5ca9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:07.455151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fdc20-cdb8-4300-af38-b2b8c5b35701 req-be9a0171-16d6-4a94-be93-09e82ee46bf9 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:07.461241 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-481fdc20-cdb8-4300-af38-b2b8c5b35701 req-be9a0171-16d6-4a94-be93-09e82ee46bf9 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 943 time: 0.1226346 Dec 13 12:48:07.476389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bd8a3237-7d6e-4813-b926-05164b3d5ca9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:07.480691 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.484531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-888d6246-aaaf-4906-b613-488fb6bc30cc service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407790 Dec 13 12:48:07.497076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bb472d-10bc-43f5-9ec4-5488a06d8e94,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:07.520476 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.520824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.521166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.521501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.521835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.522195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.522521 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.523276 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.523672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.524145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.524489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.524821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.525147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:07.557327 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=bd8a3237-7d6e-4813-b926-05164b3d5ca9,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:07.580352 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-481fdc20-cdb8-4300-af38-b2b8c5b35701 req-098cb0b9-f490-488d-9996-5bd6a209859f tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090550 Dec 13 12:48:07.673892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Allocated IP 192.168.233.58 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/b8d31ab3-3285-4962-847b-d3ae8e38e3c3) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:48:07.689874 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:07.735746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event deleted for resources: {'Port': ['ID=de36a3e3-7da4-4324-8827-4de331062e0a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:07.748563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['bd8a3237-7d6e-4813-b926-05164b3d5ca9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:07.861740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a303-fb04-42ec-8427-0cd8b8d97f84 req-c7b9f8b3-1c18-4aff-9483-2138a59ab86b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:07.869166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a303-fb04-42ec-8427-0cd8b8d97f84 req-c7b9f8b3-1c18-4aff-9483-2138a59ab86b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:07.877542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a303-fb04-42ec-8427-0cd8b8d97f84 req-c7b9f8b3-1c18-4aff-9483-2138a59ab86b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:07.886899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a303-fb04-42ec-8427-0cd8b8d97f84 req-c7b9f8b3-1c18-4aff-9483-2138a59ab86b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:07.895902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a303-fb04-42ec-8427-0cd8b8d97f84 req-c7b9f8b3-1c18-4aff-9483-2138a59ab86b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:07.904842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a303-fb04-42ec-8427-0cd8b8d97f84 req-c7b9f8b3-1c18-4aff-9483-2138a59ab86b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:07.911374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a303-fb04-42ec-8427-0cd8b8d97f84 req-c7b9f8b3-1c18-4aff-9483-2138a59ab86b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:07.920766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6687a303-fb04-42ec-8427-0cd8b8d97f84 req-c7b9f8b3-1c18-4aff-9483-2138a59ab86b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5436 time: 0.2077088 Dec 13 12:48:07.966412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22476524-cc8c-4e90-95a3-f16d6c6ae9e2 req-c1d2a74f-d7e7-48fc-8a98-2ad857b69037 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:07.969836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:48:07.976754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22476524-cc8c-4e90-95a3-f16d6c6ae9e2 req-c1d2a74f-d7e7-48fc-8a98-2ad857b69037 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 1095 time: 0.1953936 Dec 13 12:48:07.985784 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:08.047845 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6687a303-fb04-42ec-8427-0cd8b8d97f84 req-693c4590-cd11-4635-aead-323d849d471f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257012 Dec 13 12:48:08.074722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22476524-cc8c-4e90-95a3-f16d6c6ae9e2 req-520898d7-7582-415c-9d81-00c81bfc47c5 tempest-LiveAutoBlockMigrationV225Test-1871432327 tempest-LiveAutoBlockMigrationV225Test-1871432327-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929291 Dec 13 12:48:08.105409 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:08.203281 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Pushing event updated for resources: {'Port': ['ID=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:08.240479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3cca727-ef4b-4c17-9dd1-364443573ca5 req-cbbe13be-d21e-4128-899c-95e0363e44be tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 210 time: 0.0718255 Dec 13 12:48:08.261259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:48:08.265633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:48:08.272064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:48:08.306743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:48:08.329112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] Sync routers for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:48:08.350040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:08.352948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:47:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:08.368882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] No DVR routers for this DVR port de36a3e3-7da4-4324-8827-4de331062e0a on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:08.377432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:08.381853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485043b-e48d-4c34-bd25-138d38328563 req-3377362a-050f-4d16-b81d-b3e30f03e703 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:08.392915 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f5ce5587-54ad-4432-b294-5c19196e27e6 req-3a63f211-efe7-4c3d-9a6a-605c59e238cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.37 "DELETE /v2.0/ports/de36a3e3-7da4-4324-8827-4de331062e0a HTTP/1.1" status: 204 len: 173 time: 2.2805696 Dec 13 12:48:08.394517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f485043b-e48d-4c34-bd25-138d38328563 req-3377362a-050f-4d16-b81d-b3e30f03e703 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 935 time: 0.1435292 Dec 13 12:48:08.432080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:08.448243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:08.472239 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-cd0d3973-12fe-4c68-a587-c386a752985d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0269418 Dec 13 12:48:08.492709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Request body: {'port': {'device_id': 'c0e4b25c-66b0-4ea0-a989-f2d66297345b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:08.519452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f485043b-e48d-4c34-bd25-138d38328563 req-d1c66f68-15f0-4de2-9b0b-46ae40a32c58 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5bb472d-10bc-43f5-9ec4-5488a06d8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240869 Dec 13 12:48:08.628566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:08.667387 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:08.755163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ab41e34-0119-46d4-9c0f-d6cda38f82f6 req-7acbc56a-b398-4e22-8b76-100748c4c1c6 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/ports?device_id=5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a HTTP/1.1" status: 200 len: 210 time: 0.0946884 Dec 13 12:48:08.759235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2'}, {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1908752b-ed23-4722-932f-119bddf74a84'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:08.761644 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c5d2a6-93af-4f97-a65f-3966c25cd8f6" -d '{"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2"}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "1908752b-ed23-4722-932f-119bddf74a84"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:08.868002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-95f6f2fe-cdf8-48d1-95df-e184a2d579f4 None None] Provisioning complete for port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:08.868380 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95f6f2fe-cdf8-48d1-95df-e184a2d579f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:08.926605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-95f6f2fe-cdf8-48d1-95df-e184a2d579f4 None None] Port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:48:08.933119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'name': 'network-vif-deleted', 'tag': 'de36a3e3-7da4-4324-8827-4de331062e0a'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:08.933408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9540707-5daa-4af2-8402-23adc4b89228 req-efc9ddff-11fa-4562-9598-f90ece311726 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:08.936760 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ba4754-a861-47f2-88ac-7aaa365fd65b" -d '{"events": [{"server_uuid": "5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a", "name": "network-vif-deleted", "tag": "de36a3e3-7da4-4324-8827-4de331062e0a"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:08.941486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9540707-5daa-4af2-8402-23adc4b89228 req-efc9ddff-11fa-4562-9598-f90ece311726 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 944 time: 0.0932806 Dec 13 12:48:08.987329 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9540707-5daa-4af2-8402-23adc4b89228 req-5003b404-fa78-4b4d-a9de-36437e538ae0 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449374 Dec 13 12:48:09.015347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:09.047001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] Checking router: d6281c11-ae6a-4fc1-8097-12e3ce3f7760 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:48:09.061932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:09.062953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:47:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:09.122863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d31ab3-3285-4962-847b-d3ae8e38e3c3 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:09.132893 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:09.162630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Transition to ACTIVE for port object b8d31ab3-3285-4962-847b-d3ae8e38e3c3 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:09.170954 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:09.203230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00686b86-1d6f-4062-81e5-3429447c74e9 req-b6912298-a26f-4977-8928-756ee9fb7be8 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.213866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00686b86-1d6f-4062-81e5-3429447c74e9 req-b6912298-a26f-4977-8928-756ee9fb7be8 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 944 time: 0.0950873 Dec 13 12:48:09.284652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:09.419961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00686b86-1d6f-4062-81e5-3429447c74e9 req-9aff6270-7db1-4137-a034-f26c7b1576c7 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037942 Dec 13 12:48:09.430304 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:09.483793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bd8a3237-7d6e-4813-b926-05164b3d5ca9 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:09.511204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-ef0f90f0-bd63-43ed-8213-a7a3fa18feef tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.513634 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-ef0f90f0-bd63-43ed-8213-a7a3fa18feef tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 944 time: 0.1952224 Dec 13 12:48:09.537631 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eadac45-c6d5-43bd-8fee-f494c33a1706 x-openstack-request-id: req-8eadac45-c6d5-43bd-8fee-f494c33a1706 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:09.538527 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2", "code": 200}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-plugged", "status": "completed", "tag": "1908752b-ed23-4722-932f-119bddf74a84", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:09.539142 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8eadac45-c6d5-43bd-8fee-f494c33a1706 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:09.540075 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2', 'code': 200} Dec 13 12:48:09.540537 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1908752b-ed23-4722-932f-119bddf74a84', 'code': 200} Dec 13 12:48:09.579147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e278563-82aa-419f-882d-fad10ec6e30a req-4b28c598-0faf-41b7-89a2-7db455b4edb3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.584205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-4b28c598-0faf-41b7-89a2-7db455b4edb3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.2865028 Dec 13 12:48:09.598026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Request body: {'port': {'device_id': '184e5186-c1ca-4e3a-af33-0b4e6d33463d', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'admin_state_up': True, 'tenant_id': 'f432bec179c94f32a945c3aa13ee6e59'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:09.619969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Attempting to bind port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:09.620821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Attempting to bind port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:09.621375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Attempting to bind port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:09.660481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:09.660990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Attempting to bind port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:09.693524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:09.694761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:09.695345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:09.695974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Bound port: b8d31ab3-3285-4962-847b-d3ae8e38e3c3, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:09.696516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:09.718780 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb2642b-72d9-4054-8abb-3e1589290305 x-openstack-request-id: req-aeb2642b-72d9-4054-8abb-3e1589290305 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:09.719075 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a", "name": "network-vif-deleted", "tag": "de36a3e3-7da4-4324-8827-4de331062e0a", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:09.720253 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeb2642b-72d9-4054-8abb-3e1589290305 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:09.720686 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5330b4bb-ca6c-4ada-a5f1-f0a3a31fcf2a', 'name': 'network-vif-deleted', 'tag': 'de36a3e3-7da4-4324-8827-4de331062e0a', 'status': 'completed', 'code': 200} Dec 13 12:48:09.752795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port bd8a3237-7d6e-4813-b926-05164b3d5ca9 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:09.782279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port bd8a3237-7d6e-4813-b926-05164b3d5ca9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:09.782782 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:09.805993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-f3232a71-5b57-4769-bd65-e01f8c9acf27 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Deleting port 878fb0d3-6520-4216-9ee0-2c9936050104 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:09.806355 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-f3232a71-5b57-4769-bd65-e01f8c9acf27 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:09.825733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] For port b8d31ab3-3285-4962-847b-d3ae8e38e3c3, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:09.863345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef76a6-3a08-4142-9814-8653bad04e6f req-96b31ae5-124b-461e-9129-118676dfe642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.863808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef76a6-3a08-4142-9814-8653bad04e6f req-96b31ae5-124b-461e-9129-118676dfe642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.864264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef76a6-3a08-4142-9814-8653bad04e6f req-96b31ae5-124b-461e-9129-118676dfe642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.864720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef76a6-3a08-4142-9814-8653bad04e6f req-96b31ae5-124b-461e-9129-118676dfe642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.865164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef76a6-3a08-4142-9814-8653bad04e6f req-96b31ae5-124b-461e-9129-118676dfe642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.865617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef76a6-3a08-4142-9814-8653bad04e6f req-96b31ae5-124b-461e-9129-118676dfe642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.866092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef76a6-3a08-4142-9814-8653bad04e6f req-96b31ae5-124b-461e-9129-118676dfe642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.868460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8aef76a6-3a08-4142-9814-8653bad04e6f req-96b31ae5-124b-461e-9129-118676dfe642 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6493 time: 0.1684315 Dec 13 12:48:09.876329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] For port b8d31ab3-3285-4962-847b-d3ae8e38e3c3, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:09.886585 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:09.911661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ecb7-3e3a-4fc3-9715-bfbfd95dd22f req-c083d5fb-a78f-4d45-8f37-810a6fe38762 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.913266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d83ecb7-3e3a-4fc3-9715-bfbfd95dd22f req-c083d5fb-a78f-4d45-8f37-810a6fe38762 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1096 time: 0.1739988 Dec 13 12:48:09.933761 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:09.936182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406365-530c-4bf7-b261-7fee5ed32202 req-280c4c25-bd6d-4258-827f-6b757fc0b68d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.939782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:09.942040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406365-530c-4bf7-b261-7fee5ed32202 req-280c4c25-bd6d-4258-827f-6b757fc0b68d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.943057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.943679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:09.945406 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] 10.222.0.37 "PUT /v2.0/ports/b8d31ab3-3285-4962-847b-d3ae8e38e3c3 HTTP/1.1" status: 200 len: 1095 time: 1.4646616 Dec 13 12:48:09.948274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406365-530c-4bf7-b261-7fee5ed32202 req-280c4c25-bd6d-4258-827f-6b757fc0b68d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.954287 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406365-530c-4bf7-b261-7fee5ed32202 req-280c4c25-bd6d-4258-827f-6b757fc0b68d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.960250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406365-530c-4bf7-b261-7fee5ed32202 req-280c4c25-bd6d-4258-827f-6b757fc0b68d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.964649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-f3232a71-5b57-4769-bd65-e01f8c9acf27 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] For port 878fb0d3-6520-4216-9ee0-2c9936050104, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=878fb0d3-6520-4216-9ee0-2c9936050104,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:09.965053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-f3232a71-5b57-4769-bd65-e01f8c9acf27 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:09.966699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406365-530c-4bf7-b261-7fee5ed32202 req-280c4c25-bd6d-4258-827f-6b757fc0b68d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.973142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406365-530c-4bf7-b261-7fee5ed32202 req-280c4c25-bd6d-4258-827f-6b757fc0b68d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:09.975452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95406365-530c-4bf7-b261-7fee5ed32202 req-280c4c25-bd6d-4258-827f-6b757fc0b68d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5436 time: 0.1859984 Dec 13 12:48:09.982527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f3e2f-7a60-4196-af51-64edccdf07b2 None None] The sync data for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 is: [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:43:09Z', 'revision_number': 4, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '48730a97-765d-48cd-b506-1f8496e786f1', 'name': '', 'network_id': '5318adeb-f970-49a3-bdfd-ee606db0bb86', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'mac_address': 'fa:16:3e:b7:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:08Z', 'updated_at': '2021-12-13T12:43:17Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'subnets': [{'id': '0ba95175-5180-48c1-b6b6-adb302fc6a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:48:09.989590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-f3232a71-5b57-4769-bd65-e01f8c9acf27 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Calling delete_port for 878fb0d3-6520-4216-9ee0-2c9936050104 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:09.999744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c9df2-7c60-4d9d-a7da-d9bf3be58a52 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:10.035351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bd8a3237-7d6e-4813-b926-05164b3d5ca9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:10.041452 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:10.042091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device de36a3e3-7da4-4324-8827-4de331062e0a no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:10.116997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Made reservation on behalf of f432bec179c94f32a945c3aa13ee6e59 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:48:10.121087 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:10.123745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=bd8a3237-7d6e-4813-b926-05164b3d5ca9,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:10.143247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: de36a3e3-7da4-4324-8827-4de331062e0a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:10.143589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device de36a3e3-7da4-4324-8827-4de331062e0a not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:10.153856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8aef76a6-3a08-4142-9814-8653bad04e6f req-9f7147d2-969c-47a2-9053-013e6fcfdf19 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2710712 Dec 13 12:48:10.171313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d83ecb7-3e3a-4fc3-9715-bfbfd95dd22f req-9eb85092-3c11-41b9-af53-a62996d9fec6 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892703 Dec 13 12:48:10.175485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885505d-4876-418c-83c2-be70aa6916bf req-d87fef65-e41c-4440-8a62-294a9511d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:10.177222 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-d87fef65-e41c-4440-8a62-294a9511d1aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6dfc0056adb046bf8159a3685f4d9236&device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 1098 time: 0.1458228 Dec 13 12:48:10.202519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95406365-530c-4bf7-b261-7fee5ed32202 req-a7f54292-3f9b-4028-a8e0-eba1ccf3961d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2084866 Dec 13 12:48:10.296168 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-df840bab-89f3-45b4-a855-3d2b6f90d47d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b8d31ab3-3285-4962-847b-d3ae8e38e3c3 HTTP/1.1" status: 200 len: 217 time: 0.0912046 Dec 13 12:48:10.427521 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885505d-4876-418c-83c2-be70aa6916bf req-a48e1b62-2114-4e7b-8e05-e4c1d4a8f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:10.429364 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-a48e1b62-2114-4e7b-8e05-e4c1d4a8f699 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1064334 Dec 13 12:48:10.431888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-f3232a71-5b57-4769-bd65-e01f8c9acf27 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:10.454885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ccc6c3fc-4735-4435-99fd-0f12f1cf7b62', '878fb0d3-6520-4216-9ee0-2c9936050104'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:10.458944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f77a-e529-4c3f-8f9d-3984dcbf9fc2 req-5006f850-6b7c-4a3c-b653-255d46d69e4f tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:10.467267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5d4f77a-e529-4c3f-8f9d-3984dcbf9fc2 req-5006f850-6b7c-4a3c-b653-255d46d69e4f tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 947 time: 0.1561787 Dec 13 12:48:10.471085 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f156b0-ac85-4df0-85de-acd752c8e4ec None None] New status for floating IP 8aebded1-e749-4e5e-813e-0def8d84d3ee: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:48:10.484044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3232a71-5b57-4769-bd65-e01f8c9acf27 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Pushing event deleted for resources: {'Port': ['ID=878fb0d3-6520-4216-9ee0-2c9936050104,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:10.536297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Allocated IP 172.20.0.7 (8072c86c-36ec-4f72-a683-789222078cc2/fce70964-4b77-4266-9ada-339f61494bbe/658a9ef7-180b-429c-9f09-5b49b5d89728) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:48:10.583347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-f3232a71-5b57-4769-bd65-e01f8c9acf27 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] No DVR routers for this DVR port 878fb0d3-6520-4216-9ee0-2c9936050104 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:10.588677 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-f3232a71-5b57-4769-bd65-e01f8c9acf27 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:10.593123 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9feb1609-c8e4-4130-81a4-06d9903039a4 req-f3232a71-5b57-4769-bd65-e01f8c9acf27 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.42 "DELETE /v2.0/ports/878fb0d3-6520-4216-9ee0-2c9936050104 HTTP/1.1" status: 204 len: 173 time: 1.0632598 Dec 13 12:48:10.596352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885505d-4876-418c-83c2-be70aa6916bf req-312f4228-0e37-4f6e-95f3-619d5215ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:10.597759 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-312f4228-0e37-4f6e-95f3-619d5215ed32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160808 Dec 13 12:48:10.599168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5d4f77a-e529-4c3f-8f9d-3984dcbf9fc2 req-1c5439ed-bd54-472a-8fa5-a51c6f629140 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5bb472d-10bc-43f5-9ec4-5488a06d8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309841 Dec 13 12:48:10.653371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2fc021de-8472-4e5b-9f88-46bfc0228132 req-cc79fcc0-8bf2-4b06-b984-823418fd760a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 210 time: 0.0710330 Dec 13 12:48:10.787324 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-b4adc197-cc88-46fb-8f94-f51caa0c8a9c service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726575 Dec 13 12:48:10.880217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49c99d93-d9e9-4195-987d-c6a3dab6f619 req-1cefbf5e-8a73-4eec-8f2e-3fc5ede0b008 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 210 time: 0.0542023 Dec 13 12:48:11.001623 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:11.103710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 40760066-414b-414f-9358-fd62617494f7 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:11.113564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:11.151566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:11.262899 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:11.306567 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 40760066-414b-414f-9358-fd62617494f7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=40760066-414b-414f-9358-fd62617494f7,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:11.385255 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:11.386006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 878fb0d3-6520-4216-9ee0-2c9936050104 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:11.444184 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c885505d-4876-418c-83c2-be70aa6916bf req-382fc879-aaf6-40f0-b24e-c97ddfd0c7ce service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476104 Dec 13 12:48:11.449567 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 878fb0d3-6520-4216-9ee0-2c9936050104 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:11.449929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 878fb0d3-6520-4216-9ee0-2c9936050104 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:11.514357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=40760066-414b-414f-9358-fd62617494f7,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:11.544913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9'}, {'server_uuid': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40760066-414b-414f-9358-fd62617494f7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:11.547992 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013b3f6f-fc8e-4fb8-98e2-c6ae3469dd64" -d '{"events": [{"server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "name": "network-vif-plugged", "status": "completed", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9"}, {"server_uuid": "f8c30708-10e9-4479-a856-aab3bfb55ab4", "name": "network-vif-unplugged", "status": "completed", "tag": "40760066-414b-414f-9358-fd62617494f7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:11.565236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event updated for resources: {'Port': ['ID=658a9ef7-180b-429c-9f09-5b49b5d89728,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:11.590419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014e29a-8da5-4333-8311-7af81742eb82 req-bd454671-f5c8-43d8-9c7b-4e92792bed32 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:11.593120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e014e29a-8da5-4333-8311-7af81742eb82 req-bd454671-f5c8-43d8-9c7b-4e92792bed32 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 945 time: 0.5635099 Dec 13 12:48:11.596671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Network 8072c86c-36ec-4f72-a683-789222078cc2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:48:11.598636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:48:11.602272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:48:11.692055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:11.692590 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:11.703174 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e014e29a-8da5-4333-8311-7af81742eb82 req-ac65f5c8-2860-4ec1-81ef-8f3d3b55b95a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022348 Dec 13 12:48:11.719743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-0b06b75e-4d9b-40ce-93b2-e8fffc363992 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1260600 Dec 13 12:48:11.721735 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e4b25c-66b0-4ea0-a989-f2d66297345b', 'tag': 'b8d31ab3-3285-4962-847b-d3ae8e38e3c3'}, {'server_uuid': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'name': 'network-vif-deleted', 'tag': '878fb0d3-6520-4216-9ee0-2c9936050104'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:11.724342 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e02d4ad-cce6-4029-ad8d-63792cca30d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e4b25c-66b0-4ea0-a989-f2d66297345b", "tag": "b8d31ab3-3285-4962-847b-d3ae8e38e3c3"}, {"server_uuid": "e52422ea-679b-4dd5-8a8d-6b44eb545e11", "name": "network-vif-deleted", "tag": "878fb0d3-6520-4216-9ee0-2c9936050104"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:11.743060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Request body: {'port': {'device_id': '184e5186-c1ca-4e3a-af33-0b4e6d33463d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:11.822751 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:12.095738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-099d5f6c-fb42-42ea-8894-55fd1baf5b26 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.099511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-099d5f6c-fb42-42ea-8894-55fd1baf5b26 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 805 time: 0.2206602 Dec 13 12:48:12.125513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-5e129603-a058-4f97-89b6-0f01f097338f tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:48:12.126610 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-5e129603-a058-4f97-89b6-0f01f097338f tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061958 Dec 13 12:48:12.155747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-8c52729d-36ea-454c-9b43-6e971b7d208c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/quotas/03615d06ceb14deb9ba31a908149e672 HTTP/1.1" status: 200 len: 375 time: 0.0225849 Dec 13 12:48:12.174416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-b06c2d63-8d63-4840-a96f-d4ac319181d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.176181 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-b06c2d63-8d63-4840-a96f-d4ac319181d0 service neutron] 10.222.0.31 "GET /v2.0/ports/36ff87cb-6a69-476a-8510-65f76d08265e HTTP/1.1" status: 200 len: 1093 time: 0.0415554 Dec 13 12:48:12.186320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Request body: {'binding': {'host': 'n-h1-817326-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:12.186840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Unknown quota resources ['binding']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 12:48:12.243497 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-98910435-1d3d-4b91-8dfa-78aa1e5dbc50 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735638 Dec 13 12:48:12.334118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e on host n-h1-817326-4 for vnic_type normal with profile None {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:12.334351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:12.334535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:12.339514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Port 36ff87cb-6a69-476a-8510-65f76d08265e on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:12.339742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:12.343648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658a9ef7-180b-429c-9f09-5b49b5d89728 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:12.345595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:12.345897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:12.346332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:12.346749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Bound port: 36ff87cb-6a69-476a-8510-65f76d08265e, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:12.356652 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:12.390185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Transition to ACTIVE for port object 658a9ef7-180b-429c-9f09-5b49b5d89728 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:12.396214 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:12.402014 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-4414a200-cabf-482a-98cc-843eaf69696e service neutron] 10.222.0.31 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492033 Dec 13 12:48:12.409061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:12.416939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:12.421552 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ae11725-13fe-43b9-8644-966437c56bd9 service neutron] 10.222.0.31 "POST /v2.0/ports/36ff87cb-6a69-476a-8510-65f76d08265e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2386258 Dec 13 12:48:12.479292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Pushing event updated for resources: {'Port': ['ID=658a9ef7-180b-429c-9f09-5b49b5d89728,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:12.660661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-2147c901-20c2-491d-8d01-56b0291d96ed service neutron] 10.222.0.31 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516060 Dec 13 12:48:12.687521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1750408-5d43-45c2-83c7-010c0c70f07e req-b235a7f3-9ea5-475b-950e-175d7a5e6f4c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.693623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1750408-5d43-45c2-83c7-010c0c70f07e req-b235a7f3-9ea5-475b-950e-175d7a5e6f4c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.699827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1750408-5d43-45c2-83c7-010c0c70f07e req-b235a7f3-9ea5-475b-950e-175d7a5e6f4c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.703900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-46755e40-ad11-40aa-a63d-613726ccd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.705838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1750408-5d43-45c2-83c7-010c0c70f07e req-b235a7f3-9ea5-475b-950e-175d7a5e6f4c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.707067 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-46755e40-ad11-40aa-a63d-613726ccd5ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1096 time: 0.0541449 Dec 13 12:48:12.713050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1750408-5d43-45c2-83c7-010c0c70f07e req-b235a7f3-9ea5-475b-950e-175d7a5e6f4c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.719175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1750408-5d43-45c2-83c7-010c0c70f07e req-b235a7f3-9ea5-475b-950e-175d7a5e6f4c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.726610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1750408-5d43-45c2-83c7-010c0c70f07e req-b235a7f3-9ea5-475b-950e-175d7a5e6f4c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.734594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1750408-5d43-45c2-83c7-010c0c70f07e req-b235a7f3-9ea5-475b-950e-175d7a5e6f4c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5436 time: 0.1737139 Dec 13 12:48:12.736824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Attempting to bind port 658a9ef7-180b-429c-9f09-5b49b5d89728 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:12.737150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Attempting to bind port 658a9ef7-180b-429c-9f09-5b49b5d89728 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:12.737476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Attempting to bind port 658a9ef7-180b-429c-9f09-5b49b5d89728 on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:12.755252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Port 658a9ef7-180b-429c-9f09-5b49b5d89728 on network 8072c86c-36ec-4f72-a683-789222078cc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:12.755485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Attempting to bind port 658a9ef7-180b-429c-9f09-5b49b5d89728 on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:12.772496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:12.772989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Checking segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:12.773747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Bound using segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:12.773887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Bound port: 658a9ef7-180b-429c-9f09-5b49b5d89728, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:12.774188 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:12.847747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-cf163ee2-e543-4629-8a22-b225d8ea58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.849865 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-cf163ee2-e543-4629-8a22-b225d8ea58cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.1341105 Dec 13 12:48:12.865188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1750408-5d43-45c2-83c7-010c0c70f07e req-da8d8201-313f-41c1-9b92-2da845ba619d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294196 Dec 13 12:48:12.906039 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-188ff7ca-82eb-4b17-b230-69123785a1ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ff87cb-6a69-476a-8510-65f76d08265e HTTP/1.1" status: 200 len: 217 time: 0.0488560 Dec 13 12:48:12.930674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] For port 658a9ef7-180b-429c-9f09-5b49b5d89728, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:12.932255 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473acd43-f824-4b8c-a53d-ff8a0d066bc8 x-openstack-request-id: req-473acd43-f824-4b8c-a53d-ff8a0d066bc8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:12.932781 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "name": "network-vif-plugged", "status": "completed", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9", "code": 200}, {"server_uuid": "f8c30708-10e9-4479-a856-aab3bfb55ab4", "name": "network-vif-unplugged", "status": "completed", "tag": "40760066-414b-414f-9358-fd62617494f7", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:12.932781 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-473acd43-f824-4b8c-a53d-ff8a0d066bc8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:12.933193 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'code': 200} Dec 13 12:48:12.933447 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40760066-414b-414f-9358-fd62617494f7', 'code': 200} Dec 13 12:48:12.934161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] For port 658a9ef7-180b-429c-9f09-5b49b5d89728, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=658a9ef7-180b-429c-9f09-5b49b5d89728,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:12.943758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:12.994927 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ce114a1-f06c-4320-bf81-d68e06e04dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:12.996462 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-6ce114a1-f06c-4320-bf81-d68e06e04dd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0829201 Dec 13 12:48:13.028342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:13.028988 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:13.030365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] 10.222.0.42 "PUT /v2.0/ports/658a9ef7-180b-429c-9f09-5b49b5d89728 HTTP/1.1" status: 200 len: 1091 time: 1.3015108 Dec 13 12:48:13.055898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184e5186-c1ca-4e3a-af33-0b4e6d33463d', 'tag': '658a9ef7-180b-429c-9f09-5b49b5d89728'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:13.058346 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4376f0b-e4da-46b9-ac54-b41ebfde8011" -d '{"events": [{"name": "network-changed", "server_uuid": "184e5186-c1ca-4e3a-af33-0b4e6d33463d", "tag": "658a9ef7-180b-429c-9f09-5b49b5d89728"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:13.104532 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-cc42dd65-b404-40d9-837c-273a09798c38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886023 Dec 13 12:48:13.133656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98634e38-1543-4142-b4ba-3ea959ddf873 service neutron] Pushing event updated for resources: {'Port': ['ID=658a9ef7-180b-429c-9f09-5b49b5d89728,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:13.164675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39addaf7-11ec-43ca-84ec-c359af9f602c req-d2185049-223f-4853-bf07-d1072a9b97e1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:13.166272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39addaf7-11ec-43ca-84ec-c359af9f602c req-d2185049-223f-4853-bf07-d1072a9b97e1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 943 time: 0.1481581 Dec 13 12:48:13.173770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecf91c-ec21-4dde-b454-e4752806cc74 req-4211ebc7-a7c1-4722-aab4-f62a995e8b96 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:13.175237 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26ecf91c-ec21-4dde-b454-e4752806cc74 req-4211ebc7-a7c1-4722-aab4-f62a995e8b96 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 947 time: 0.1738627 Dec 13 12:48:13.194682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-1902fe53-bf25-46f1-a087-1cda316ba983 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:13.196180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-1902fe53-bf25-46f1-a087-1cda316ba983 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8c30708-10e9-4479-a856-aab3bfb55ab4 HTTP/1.1" status: 200 len: 943 time: 0.1335325 Dec 13 12:48:13.217112 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-490bf160-3b25-4165-a056-33950e9f1cf9 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023173 Dec 13 12:48:13.239091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device b8d31ab3-3285-4962-847b-d3ae8e38e3c3 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:13.339371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39addaf7-11ec-43ca-84ec-c359af9f602c req-bab1aeeb-f111-4e53-8ab6-a3b2e64e6f99 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619031 Dec 13 12:48:13.354288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26ecf91c-ec21-4dde-b454-e4752806cc74 req-4c8ad9f8-7a19-4a81-bf9e-c4b4dbb2ad6d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5bb472d-10bc-43f5-9ec4-5488a06d8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722891 Dec 13 12:48:13.386294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d3200-a61b-4472-a221-92624c56eddd req-7b4da561-bb85-4863-9dad-8cd437b31890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:13.391048 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-680d3200-a61b-4472-a221-92624c56eddd req-7b4da561-bb85-4863-9dad-8cd437b31890 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1096 time: 0.3588338 Dec 13 12:48:13.392083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-4ed23ab4-de87-4442-b53a-d5e51a4f0730 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Deleting port 40760066-414b-414f-9358-fd62617494f7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:13.392302 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-4ed23ab4-de87-4442-b53a-d5e51a4f0730 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:13.396347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e278563-82aa-419f-882d-fad10ec6e30a req-aab58ea2-9808-4c64-8c82-0b6cc8e33dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:13.399320 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-aab58ea2-9808-4c64-8c82-0b6cc8e33dbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 1094 time: 0.2984693 Dec 13 12:48:13.495648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port b8d31ab3-3285-4962-847b-d3ae8e38e3c3, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:13.520517 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'b8d31ab3-3285-4962-847b-d3ae8e38e3c3', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': 'b8d31ab3-3285-4962-847b-d3ae8e38e3c3', 'mac_address': 'fa:16:3e:0b:df:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:48:13.589022 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:13.597708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-4ed23ab4-de87-4442-b53a-d5e51a4f0730 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] For port 40760066-414b-414f-9358-fd62617494f7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=40760066-414b-414f-9358-fd62617494f7,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:13.598257 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-4ed23ab4-de87-4442-b53a-d5e51a4f0730 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:13.603231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-2b3ec320-c634-4143-b757-27289bb4a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:13.605965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-2b3ec320-c634-4143-b757-27289bb4a278 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6dfc0056adb046bf8159a3685f4d9236&device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 1098 time: 0.1254902 Dec 13 12:48:13.607542 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-161200db-34d4-42fd-a370-20c5de5f2f18 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687243 Dec 13 12:48:13.609412 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39572050-e18b-40bf-b86e-8e7653db02aa x-openstack-request-id: req-39572050-e18b-40bf-b86e-8e7653db02aa {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:13.609706 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e4b25c-66b0-4ea0-a989-f2d66297345b", "tag": "b8d31ab3-3285-4962-847b-d3ae8e38e3c3", "status": "completed", "code": 200}, {"server_uuid": "e52422ea-679b-4dd5-8a8d-6b44eb545e11", "name": "network-vif-deleted", "tag": "878fb0d3-6520-4216-9ee0-2c9936050104", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:13.609960 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39572050-e18b-40bf-b86e-8e7653db02aa {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:13.610507 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e4b25c-66b0-4ea0-a989-f2d66297345b', 'tag': 'b8d31ab3-3285-4962-847b-d3ae8e38e3c3', 'status': 'completed', 'code': 200} Dec 13 12:48:13.610760 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52422ea-679b-4dd5-8a8d-6b44eb545e11', 'name': 'network-vif-deleted', 'tag': '878fb0d3-6520-4216-9ee0-2c9936050104', 'status': 'completed', 'code': 200} Dec 13 12:48:13.611686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d31ab3-3285-4962-847b-d3ae8e38e3c3 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:13.620265 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-515c7815-6cbc-46fb-a05a-42186e7e8f00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=658a9ef7-180b-429c-9f09-5b49b5d89728 HTTP/1.1" status: 200 len: 217 time: 0.1980023 Dec 13 12:48:13.641657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8dace08-f371-4d18-91f5-85999a7e90c1 req-da973524-b92e-4bed-84dd-2aaf7394d099 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 210 time: 0.0717249 Dec 13 12:48:13.674512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port b8d31ab3-3285-4962-847b-d3ae8e38e3c3, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:13.690645 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:13.734473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-680d3200-a61b-4472-a221-92624c56eddd req-7252d07e-6394-4030-96f6-97e91d847671 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328688 Dec 13 12:48:13.739645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-4ed23ab4-de87-4442-b53a-d5e51a4f0730 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Calling delete_port for 40760066-414b-414f-9358-fd62617494f7 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:13.742018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e278563-82aa-419f-882d-fad10ec6e30a req-365c0b0b-5304-4b76-9646-177c4c381fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:13.743967 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-365c0b0b-5304-4b76-9646-177c4c381fe1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.0939350 Dec 13 12:48:13.809487 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-77e07225-6e56-4fcc-84ba-0123c646f339 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575914 Dec 13 12:48:13.843110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:13.914544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df562-f322-450e-bf84-af1c27a1c05f req-3317f69a-418a-44e4-9efc-403e610164ac tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:13.918790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-131df562-f322-450e-bf84-af1c27a1c05f req-3317f69a-418a-44e4-9efc-403e610164ac tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.3252478 Dec 13 12:48:13.934982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b8d31ab3-3285-4962-847b-d3ae8e38e3c3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:13.935657 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-176d70f5-8fad-49f5-b54b-46e0a69dd33b service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166847 Dec 13 12:48:13.992179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-422a7669-4c1b-4f5d-bdfb-6812fabf0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:13.993960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-422a7669-4c1b-4f5d-bdfb-6812fabf0be3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.3567214 Dec 13 12:48:14.088553 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2e278563-82aa-419f-882d-fad10ec6e30a req-c1873c58-6d2b-40f8-8da2-780772166821 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449063 Dec 13 12:48:14.164573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-c33020d7-5836-42f1-834a-b6cfcbdaf9df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b8d31ab3-3285-4962-847b-d3ae8e38e3c3 HTTP/1.1" status: 200 len: 217 time: 0.0658343 Dec 13 12:48:14.169030 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-4ed23ab4-de87-4442-b53a-d5e51a4f0730 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:14.177746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e9651-3be5-44d8-8a9d-5ac8d9f6b590 req-9ad26580-3ac9-4b07-baea-898127dcf56e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.179308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa7e9651-3be5-44d8-8a9d-5ac8d9f6b590 req-9ad26580-3ac9-4b07-baea-898127dcf56e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 945 time: 0.3418190 Dec 13 12:48:14.206988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-131df562-f322-450e-bf84-af1c27a1c05f req-ba2df14e-381e-4d19-81df-4dafc9a8ca3e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766104 Dec 13 12:48:14.257165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed23ab4-de87-4442-b53a-d5e51a4f0730 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Pushing event deleted for resources: {'Port': ['ID=40760066-414b-414f-9358-fd62617494f7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:14.328708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-4ed23ab4-de87-4442-b53a-d5e51a4f0730 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] No DVR routers for this DVR port 40760066-414b-414f-9358-fd62617494f7 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:14.360721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-4ed23ab4-de87-4442-b53a-d5e51a4f0730 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:14.377472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05dedb0f-31dd-4135-9a45-f6516adc9bd1 req-4ed23ab4-de87-4442-b53a-d5e51a4f0730 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.42 "DELETE /v2.0/ports/40760066-414b-414f-9358-fd62617494f7 HTTP/1.1" status: 204 len: 173 time: 1.1649432 Dec 13 12:48:14.444835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa7e9651-3be5-44d8-8a9d-5ac8d9f6b590 req-3e24dfd3-b0f2-4a5f-9b65-37610188c181 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361605 Dec 13 12:48:14.444835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-7687f9c7-d36d-4440-a750-faaa1c08237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.455691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-7687f9c7-d36d-4440-a750-faaa1c08237a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.2701285 Dec 13 12:48:14.490218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-771d4c89-b7dc-4d9b-9272-4f119dcbe1f9 req-fbd0f324-97a7-405a-b5cc-be2ee4a37b01 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 210 time: 0.1621068 Dec 13 12:48:14.500178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-ea92c257-945a-48de-93c4-df928c348075 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.501417 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-ea92c257-945a-48de-93c4-df928c348075 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 805 time: 0.1728988 Dec 13 12:48:14.522670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Request body: {'port': {'device_id': 'e686965a-2529-4df5-aed1-7399c722bcce', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'admin_state_up': True, 'tenant_id': '03615d06ceb14deb9ba31a908149e672'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:14.554105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-09e46457-f1a7-4a0b-9663-678612d354d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.557184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-09e46457-f1a7-4a0b-9663-678612d354d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709405 Dec 13 12:48:14.723889 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180548e9-c44f-4d07-ad12-40f0899bb1b3 x-openstack-request-id: req-180548e9-c44f-4d07-ad12-40f0899bb1b3 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:14.724189 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184e5186-c1ca-4e3a-af33-0b4e6d33463d", "tag": "658a9ef7-180b-429c-9f09-5b49b5d89728", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:14.724417 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-180548e9-c44f-4d07-ad12-40f0899bb1b3 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:14.724836 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184e5186-c1ca-4e3a-af33-0b4e6d33463d', 'tag': '658a9ef7-180b-429c-9f09-5b49b5d89728', 'status': 'completed', 'code': 200} Dec 13 12:48:14.729782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Made reservation on behalf of 03615d06ceb14deb9ba31a908149e672 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:48:14.734560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:14.781879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38166) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:14.869532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d867d-1552-48fe-b454-93ead290bf52 req-2b570d2b-5718-44ff-ba14-0bf7aae31aed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.887621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d867d-1552-48fe-b454-93ead290bf52 req-2b570d2b-5718-44ff-ba14-0bf7aae31aed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.896023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d867d-1552-48fe-b454-93ead290bf52 req-2b570d2b-5718-44ff-ba14-0bf7aae31aed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.903664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d867d-1552-48fe-b454-93ead290bf52 req-2b570d2b-5718-44ff-ba14-0bf7aae31aed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.911590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d867d-1552-48fe-b454-93ead290bf52 req-2b570d2b-5718-44ff-ba14-0bf7aae31aed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.916509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d867d-1552-48fe-b454-93ead290bf52 req-2b570d2b-5718-44ff-ba14-0bf7aae31aed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.922471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d867d-1552-48fe-b454-93ead290bf52 req-2b570d2b-5718-44ff-ba14-0bf7aae31aed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:14.924267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a66d867d-1552-48fe-b454-93ead290bf52 req-2b570d2b-5718-44ff-ba14-0bf7aae31aed tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5436 time: 0.3506372 Dec 13 12:48:14.937577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38168) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:14.959859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c31a73d4-4fbb-4b5f-94de-f91158408688 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Request body: {'floatingip': {'port_id': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:14.988914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71391984-155d-4800-98b2-1504c65692f3 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:14.999521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-afeac1ac-a9a6-4ea8-b2c9-b4bf8108a812 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280961 Dec 13 12:48:15.012719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376f0b-e4da-46b9-ac54-b41ebfde8011 req-44bcf6de-4068-4458-839e-807f5ae0cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:15.014296 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4376f0b-e4da-46b9-ac54-b41ebfde8011 req-44bcf6de-4068-4458-839e-807f5ae0cf1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 1094 time: 0.2821167 Dec 13 12:48:15.024396 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c31a73d4-4fbb-4b5f-94de-f91158408688 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.053465 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71391984-155d-4800-98b2-1504c65692f3 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.075511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Allocated IP 172.20.0.4 (1c755bcc-36b8-4cc2-8ab2-20c810d92033/4c5e84e9-3361-4feb-87b5-ee605d7d9df5/d2f60429-797a-4310-acdc-0f43b28899f4) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:48:15.152337 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71391984-155d-4800-98b2-1504c65692f3 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.155185 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71391984-155d-4800-98b2-1504c65692f3 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.159058 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-71391984-155d-4800-98b2-1504c65692f3 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "DELETE /v2.0/security-groups/dcdbd364-57b7-4f19-aba9-204f39993ec7 HTTP/1.1" status: 204 len: 168 time: 0.3694909 Dec 13 12:48:15.165523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38170) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:15.225194 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-1c4e1232-c85f-43f9-bb02-9b642f063ab3 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] show failed (client error): The resource could not be found. Dec 13 12:48:15.229058 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1c4e1232-c85f-43f9-bb02-9b642f063ab3 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "GET /v2.0/security-groups/dcdbd364-57b7-4f19-aba9-204f39993ec7 HTTP/1.1" status: 404 len: 347 time: 0.0597689 Dec 13 12:48:15.230147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71391984-155d-4800-98b2-1504c65692f3 tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdbd364-57b7-4f19-aba9-204f39993ec7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:15.238815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38172) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:15.258419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device b8d31ab3-3285-4962-847b-d3ae8e38e3c3 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:15.361259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:15.367548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:15.368498 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.406568 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.446541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1e902e45-56a7-491c-80d5-e0fe490f19cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Deleting port 1f31d935-bb4d-487c-8d1e-c1b539499064 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:15.447124 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1e902e45-56a7-491c-80d5-e0fe490f19cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.463654 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.503480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db968e-2d9d-4da9-b35d-dc6f3bd7d6f8 req-2c655205-4980-4640-a547-70a3a33d23ed tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:15.504371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01db968e-2d9d-4da9-b35d-dc6f3bd7d6f8 req-2c655205-4980-4640-a547-70a3a33d23ed tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 943 time: 0.5791812 Dec 13 12:48:15.530378 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.552618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:48:15.559917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:48:15.573699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:48:15.601391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Pushing event updated for resources: {'Port': ['ID=d2f60429-797a-4310-acdc-0f43b28899f4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:15.607306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port b8d31ab3-3285-4962-847b-d3ae8e38e3c3, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:15.609079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e4b25c-66b0-4ea0-a989-f2d66297345b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d31ab3-3285-4962-847b-d3ae8e38e3c3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:15.613543 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529d776c-c7b1-4857-ac62-e32aec5ecb79" -d '{"events": [{"server_uuid": "c0e4b25c-66b0-4ea0-a989-f2d66297345b", "name": "network-vif-plugged", "status": "completed", "tag": "b8d31ab3-3285-4962-847b-d3ae8e38e3c3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:15.619310 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.629362 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1e902e45-56a7-491c-80d5-e0fe490f19cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.629703 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1e902e45-56a7-491c-80d5-e0fe490f19cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.650233 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1e902e45-56a7-491c-80d5-e0fe490f19cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Calling delete_port for 1f31d935-bb4d-487c-8d1e-c1b539499064 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:15.662885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:15.663875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.694204 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:15.715339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ffb52-36fd-4b3f-8157-6dd6188a7d5c req-13fe3815-26e2-40e6-9d22-0f73d6c8eabc tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:15.716895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-945ffb52-36fd-4b3f-8157-6dd6188a7d5c req-13fe3815-26e2-40e6-9d22-0f73d6c8eabc tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 948 time: 0.6402729 Dec 13 12:48:15.723799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e02d4ad-cce6-4029-ad8d-63792cca30d7 req-94a5dc44-ba47-48ee-beab-60e88f4b3360 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134824 Dec 13 12:48:15.734658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376f0b-e4da-46b9-ac54-b41ebfde8011 req-8aefe6c9-e146-4eed-aac3-dca30c475a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:15.736203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4376f0b-e4da-46b9-ac54-b41ebfde8011 req-8aefe6c9-e146-4eed-aac3-dca30c475a26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 906 time: 0.7069573 Dec 13 12:48:15.759959 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-d066d737-0b81-4d82-a42a-6766b09bb3de tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2412190 Dec 13 12:48:15.773919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01db968e-2d9d-4da9-b35d-dc6f3bd7d6f8 req-8b89d8eb-e5c0-4b90-a04d-b7501aa9baae tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514868 Dec 13 12:48:15.774474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Request body: {'port': {'device_id': 'e686965a-2529-4df5-aed1-7399c722bcce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:15.850156 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:15.900244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4376f0b-e4da-46b9-ac54-b41ebfde8011 req-7ca3e7d2-fc39-4cd9-8194-5bc4609a4729 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=658a9ef7-180b-429c-9f09-5b49b5d89728 HTTP/1.1" status: 200 len: 217 time: 0.1509933 Dec 13 12:48:15.934365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0228739f-5601-4774-b19b-c915c5687483 req-ab134c02-8916-4e62-88ec-faf20066de69 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52422ea-679b-4dd5-8a8d-6b44eb545e11 HTTP/1.1" status: 200 len: 210 time: 0.0493989 Dec 13 12:48:16.026260 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1e902e45-56a7-491c-80d5-e0fe490f19cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:16.074109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e902e45-56a7-491c-80d5-e0fe490f19cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Pushing event deleted for resources: {'Port': ['ID=1f31d935-bb4d-487c-8d1e-c1b539499064,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:16.098296 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-945ffb52-36fd-4b3f-8157-6dd6188a7d5c req-7606d097-56ea-42d6-b719-b0ed033be552 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5bb472d-10bc-43f5-9ec4-5488a06d8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643849 Dec 13 12:48:16.181980 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1e902e45-56a7-491c-80d5-e0fe490f19cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:16.185897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1e902e45-56a7-491c-80d5-e0fe490f19cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:16.187335 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1e902e45-56a7-491c-80d5-e0fe490f19cf tempest-ServersWithSpecificFlavorTestJSON-1813817276 tempest-ServersWithSpecificFlavorTestJSON-1813817276-project] 10.222.0.31 "DELETE /v2.0/floatingips/8aebded1-e749-4e5e-813e-0def8d84d3ee HTTP/1.1" status: 204 len: 168 time: 0.9498024 Dec 13 12:48:16.201941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376f0b-e4da-46b9-ac54-b41ebfde8011 req-4969f1db-9263-4b13-ba92-ea7741cd7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:16.203450 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4376f0b-e4da-46b9-ac54-b41ebfde8011 req-4969f1db-9263-4b13-ba92-ea7741cd7a39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.2716706 Dec 13 12:48:16.276922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4376f0b-e4da-46b9-ac54-b41ebfde8011 req-9a6df6d9-962c-4feb-919c-f820e387cfa9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591094 Dec 13 12:48:16.285392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f60429-797a-4310-acdc-0f43b28899f4 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:16.297104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:16.311018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3030f9-3743-4dc7-ba60-8409cf988635 req-d288b1b9-93af-4c15-a3f2-6f50c586a001 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:16.312573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac3030f9-3743-4dc7-ba60-8409cf988635 req-d288b1b9-93af-4c15-a3f2-6f50c586a001 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.2293422 Dec 13 12:48:16.320803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Transition to ACTIVE for port object d2f60429-797a-4310-acdc-0f43b28899f4 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:16.326160 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:16.394134 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f60429-797a-4310-acdc-0f43b28899f4,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:16.409337 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [None req-c31a73d4-4fbb-4b5f-94de-f91158408688 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:48:16.422448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7311e6d-b0b0-4732-8fcb-1c8ef57a7b5e req-dd7a1e1b-53d7-48be-90d0-e853fa52ad48 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:16.423955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7311e6d-b0b0-4732-8fcb-1c8ef57a7b5e req-dd7a1e1b-53d7-48be-90d0-e853fa52ad48 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 945 time: 0.2324157 Dec 13 12:48:16.470947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Attempting to bind port d2f60429-797a-4310-acdc-0f43b28899f4 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:16.471457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Attempting to bind port d2f60429-797a-4310-acdc-0f43b28899f4 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:16.471598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Attempting to bind port d2f60429-797a-4310-acdc-0f43b28899f4 on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:16.477832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Port d2f60429-797a-4310-acdc-0f43b28899f4 on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:16.478276 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Attempting to bind port d2f60429-797a-4310-acdc-0f43b28899f4 on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:16.484763 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:16.485097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Checking segment: {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:16.485477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Bound using segment: {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:16.485928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Bound port: d2f60429-797a-4310-acdc-0f43b28899f4, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:16.486848 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:16.519661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c31a73d4-4fbb-4b5f-94de-f91158408688 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:16.534941 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c31a73d4-4fbb-4b5f-94de-f91158408688 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:16.545094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac3030f9-3743-4dc7-ba60-8409cf988635 req-e634d5e3-df49-45d7-9725-1036c49d4ced tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948235 Dec 13 12:48:16.556380 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] For port d2f60429-797a-4310-acdc-0f43b28899f4, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:16.561737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] For port d2f60429-797a-4310-acdc-0f43b28899f4, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d2f60429-797a-4310-acdc-0f43b28899f4,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:16.577224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:16.625594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:16.625701 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:16.627595 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2f60429-797a-4310-acdc-0f43b28899f4 HTTP/1.1" status: 200 len: 1091 time: 0.8589978 Dec 13 12:48:16.631297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e686965a-2529-4df5-aed1-7399c722bcce', 'tag': 'd2f60429-797a-4310-acdc-0f43b28899f4'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:16.633964 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4376f0b-e4da-46b9-ac54-b41ebfde8011 req-12d624ca-8c92-4f75-997a-1914fe8d8805 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423109 Dec 13 12:48:16.639682 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248512fc-8c9b-44c5-a12d-053a2ce84e67" -d '{"events": [{"name": "network-changed", "server_uuid": "e686965a-2529-4df5-aed1-7399c722bcce", "tag": "d2f60429-797a-4310-acdc-0f43b28899f4"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:16.651810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7311e6d-b0b0-4732-8fcb-1c8ef57a7b5e req-057d6255-2797-45f6-9c1b-412233ec567d tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952693 Dec 13 12:48:16.730383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'name': 'network-vif-deleted', 'tag': '40760066-414b-414f-9358-fd62617494f7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:16.732539 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47212e8-bb7d-4b38-a850-173559818a32" -d '{"events": [{"server_uuid": "f8c30708-10e9-4479-a856-aab3bfb55ab4", "name": "network-vif-deleted", "tag": "40760066-414b-414f-9358-fd62617494f7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:16.750564 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507735cc-7d6d-4c4a-af9b-eb6cf274c3f0 x-openstack-request-id: req-507735cc-7d6d-4c4a-af9b-eb6cf274c3f0 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:16.751103 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e4b25c-66b0-4ea0-a989-f2d66297345b", "name": "network-vif-plugged", "status": "completed", "tag": "b8d31ab3-3285-4962-847b-d3ae8e38e3c3", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:16.751103 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-507735cc-7d6d-4c4a-af9b-eb6cf274c3f0 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:16.751492 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e4b25c-66b0-4ea0-a989-f2d66297345b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d31ab3-3285-4962-847b-d3ae8e38e3c3', 'code': 200} Dec 13 12:48:16.791652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30500b-bbbf-45cd-a1f9-cb8d6328f692 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f60429-797a-4310-acdc-0f43b28899f4,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:16.804815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-43b66e85-31bb-42f3-a557-9e47c2d48fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:16.807273 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-43b66e85-31bb-42f3-a557-9e47c2d48fa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 1094 time: 0.1332955 Dec 13 12:48:16.911543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4376f0b-e4da-46b9-ac54-b41ebfde8011 req-d1c4c23c-8156-48f8-94ee-5483f1964e08 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567294 Dec 13 12:48:16.955626 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-c31a73d4-4fbb-4b5f-94de-f91158408688 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Floating IP d40bff86-260e-4656-b156-84b2e5c0334a associated. External IP: 172.25.2.200, port: 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2. Dec 13 12:48:16.973481 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f570dc-45aa-4da6-9fbb-26c23af3182f x-openstack-request-id: req-79f570dc-45aa-4da6-9fbb-26c23af3182f {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:16.974428 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e686965a-2529-4df5-aed1-7399c722bcce", "tag": "d2f60429-797a-4310-acdc-0f43b28899f4", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:16.975396 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79f570dc-45aa-4da6-9fbb-26c23af3182f {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:16.976788 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e686965a-2529-4df5-aed1-7399c722bcce', 'tag': 'd2f60429-797a-4310-acdc-0f43b28899f4', 'status': 'completed', 'code': 200} Dec 13 12:48:16.983294 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-1bcee8eb-dce8-49d1-85c5-50841b92f8a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2f60429-797a-4310-acdc-0f43b28899f4 HTTP/1.1" status: 200 len: 217 time: 0.1450434 Dec 13 12:48:17.073857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-48897198-b9f9-4a1e-a0fb-2297154b14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:17.075646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-48897198-b9f9-4a1e-a0fb-2297154b14a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c5e84e9-3361-4feb-87b5-ee605d7d9df5 HTTP/1.1" status: 200 len: 845 time: 0.0858023 Dec 13 12:48:17.127136 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-8b78af1c-0a08-42bf-b393-b4419e36a1b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c755bcc-36b8-4cc2-8ab2-20c810d92033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400300 Dec 13 12:48:17.129402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 658a9ef7-180b-429c-9f09-5b49b5d89728 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:17.129549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba88b4-2af8-4490-9a03-5833c2019779 req-61cde41e-2d7d-4564-a28d-7890f29d4ba1 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:17.131054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0aba88b4-2af8-4490-9a03-5833c2019779 req-61cde41e-2d7d-4564-a28d-7890f29d4ba1 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 943 time: 0.4492002 Dec 13 12:48:17.131973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 40760066-414b-414f-9358-fd62617494f7 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:17.156173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c1fbd-523a-4cdc-9f4b-2a4778bc89a8 req-5b23001c-e5d0-4be3-9425-f514e5dc5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:17.157696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-849c1fbd-523a-4cdc-9f4b-2a4778bc89a8 req-5b23001c-e5d0-4be3-9425-f514e5dc5029 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 1100 time: 0.2981339 Dec 13 12:48:17.199063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 40760066-414b-414f-9358-fd62617494f7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:17.199406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 40760066-414b-414f-9358-fd62617494f7 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:17.287103 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-7ceff31f-c78d-4fad-9127-10eab7e30b4d service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476588 Dec 13 12:48:17.379878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 658a9ef7-180b-429c-9f09-5b49b5d89728, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=658a9ef7-180b-429c-9f09-5b49b5d89728,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:17.396065 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '658a9ef7-180b-429c-9f09-5b49b5d89728', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'port_id': '658a9ef7-180b-429c-9f09-5b49b5d89728', 'mac_address': 'fa:16:3e:a6:ca:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce70964-4b77-4266-9ada-339f61494bbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:48:17.482058 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:17.507400 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d27e01e3-2398-40a6-abd1-1510411ad954 req-773d8d09-8ea5-4fa9-8089-df0e3a7e12f6 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125077 Dec 13 12:48:17.511383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658a9ef7-180b-429c-9f09-5b49b5d89728 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:17.551692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 658a9ef7-180b-429c-9f09-5b49b5d89728, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=658a9ef7-180b-429c-9f09-5b49b5d89728,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:17.570828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:17.631902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248512fc-8c9b-44c5-a12d-053a2ce84e67 req-5c445fdf-9418-4788-8a07-ae9e2830c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:17.634405 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-248512fc-8c9b-44c5-a12d-053a2ce84e67 req-5c445fdf-9418-4788-8a07-ae9e2830c616 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 1094 time: 0.0794120 Dec 13 12:48:17.647268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=658a9ef7-180b-429c-9f09-5b49b5d89728,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:17.712461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0aba88b4-2af8-4490-9a03-5833c2019779 req-431eacf7-c827-4a46-8413-245415d3abe8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555339 Dec 13 12:48:17.720562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-849c1fbd-523a-4cdc-9f4b-2a4778bc89a8 req-3edea689-b87a-4316-95b3-bdc8e0bd050e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5bb472d-10bc-43f5-9ec4-5488a06d8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463238 Dec 13 12:48:17.732610 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-d61ad833-9270-4b6a-aa77-57eb41c13934 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7899139 Dec 13 12:48:17.754963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:17.787789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248512fc-8c9b-44c5-a12d-053a2ce84e67 req-6385c908-dc84-4f0c-8029-84ce1123ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:17.790867 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-248512fc-8c9b-44c5-a12d-053a2ce84e67 req-6385c908-dc84-4f0c-8029-84ce1123ba1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 905 time: 0.1499124 Dec 13 12:48:17.815576 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae535cb-d3b7-4dce-8845-7c43704c8f15 x-openstack-request-id: req-bae535cb-d3b7-4dce-8845-7c43704c8f15 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:17.816175 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c30708-10e9-4479-a856-aab3bfb55ab4", "name": "network-vif-deleted", "tag": "40760066-414b-414f-9358-fd62617494f7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:17.816661 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bae535cb-d3b7-4dce-8845-7c43704c8f15 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:17.817299 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c30708-10e9-4479-a856-aab3bfb55ab4', 'name': 'network-vif-deleted', 'tag': '40760066-414b-414f-9358-fd62617494f7', 'status': 'completed', 'code': 200} Dec 13 12:48:17.841209 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:17.918698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['658a9ef7-180b-429c-9f09-5b49b5d89728'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:17.962100 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-248512fc-8c9b-44c5-a12d-053a2ce84e67 req-af9cda6f-f0b8-461e-9727-1980a479c957 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2f60429-797a-4310-acdc-0f43b28899f4 HTTP/1.1" status: 200 len: 217 time: 0.0469406 Dec 13 12:48:18.008417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31a73d4-4fbb-4b5f-94de-f91158408688 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:48:18.039778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca4593-477c-4e03-ae25-b0d99742e356 req-a0666db3-f9eb-43b2-9baf-0847d84c8e02 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:18.047628 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93ca4593-477c-4e03-ae25-b0d99742e356 req-a0666db3-f9eb-43b2-9baf-0847d84c8e02 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 944 time: 0.1798551 Dec 13 12:48:18.060565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248512fc-8c9b-44c5-a12d-053a2ce84e67 req-4c220d23-8467-49a1-bf77-bdec355bd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:18.062894 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-248512fc-8c9b-44c5-a12d-053a2ce84e67 req-4c220d23-8467-49a1-bf77-bdec355bd40f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c5e84e9-3361-4feb-87b5-ee605d7d9df5 HTTP/1.1" status: 200 len: 845 time: 0.0939734 Dec 13 12:48:18.108284 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-248512fc-8c9b-44c5-a12d-053a2ce84e67 req-16266d5c-ce80-4e39-a2be-850a8a0c9224 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c755bcc-36b8-4cc2-8ab2-20c810d92033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368867 Dec 13 12:48:18.220049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93ca4593-477c-4e03-ae25-b0d99742e356 req-4b17d80a-1451-44f9-9385-9449e3126494 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714442 Dec 13 12:48:18.247251 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-248512fc-8c9b-44c5-a12d-053a2ce84e67 req-c95809e9-fc3b-487a-9480-975ed4986792 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236548 Dec 13 12:48:18.281952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31a73d4-4fbb-4b5f-94de-f91158408688 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:48:18.284356 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:18.290710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c31a73d4-4fbb-4b5f-94de-f91158408688 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:18.293006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] Sync routers for ids ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:48:18.311291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] Routers {'7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:18.311918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:47:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:18.395105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c31a73d4-4fbb-4b5f-94de-f91158408688 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "PUT /v2.0/floatingips/d40bff86-260e-4656-b156-84b2e5c0334a HTTP/1.1" status: 200 len: 992 time: 3.4526153 Dec 13 12:48:18.418006 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-248512fc-8c9b-44c5-a12d-053a2ce84e67 req-a17606e1-4823-4ffd-bcd7-86384f673907 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601288 Dec 13 12:48:18.493792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] Set router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:18.506746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Allocated IP 172.25.2.127 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/35c52124-1223-490f-b834-c590b50db46e) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:48:18.641347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02008b16-2440-4bf3-9715-0888d57c2f4d req-f481789a-d0de-4df1-ac45-aa34d117c2cc tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:18.642942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02008b16-2440-4bf3-9715-0888d57c2f4d req-f481789a-d0de-4df1-ac45-aa34d117c2cc tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 949 time: 0.1227863 Dec 13 12:48:18.693384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:18.746734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02008b16-2440-4bf3-9715-0888d57c2f4d req-eed0dc1b-b1de-465c-a133-9fac4ecbc7f3 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5bb472d-10bc-43f5-9ec4-5488a06d8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770776 Dec 13 12:48:18.775641 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:18.823981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:48:18.827376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:48:18.831296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:48:18.838462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Pushing event updated for resources: {'Port': ['ID=35c52124-1223-490f-b834-c590b50db46e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:18.959280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'd40bff86-260e-4656-b156-84b2e5c0334a', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'port_id': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'mac_address': 'fa:16:3e:5d:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:46:47Z', 'updated_at': '2021-12-13T12:48:16Z', 'revision_number': 1, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0592bdce-22e0-4aee-b7e7-b2b3136f761d', 'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'mac_address': 'fa:16:3e:26:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:43Z', 'updated_at': '2021-12-13T12:45:53Z', 'revision_number': 5, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'subnets': [{'id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:18.979359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:19.005639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] Checking router: 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:48:19.016546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] Routers {'7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:19.016992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e3f88-8095-4dc9-a1b8-ddd2078cb410 req-043387ef-d048-4139-8e75-62eb69610fb7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:19.017463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:47:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:19.018527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed8e3f88-8095-4dc9-a1b8-ddd2078cb410 req-043387ef-d048-4139-8e75-62eb69610fb7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.0974376 Dec 13 12:48:19.034488 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:19.112972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed8e3f88-8095-4dc9-a1b8-ddd2078cb410 req-cb94818e-e0af-4bc1-acf9-e81d73abc2ff tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871608 Dec 13 12:48:19.251347 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:19.258984 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:19.273065 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d2f60429-797a-4310-acdc-0f43b28899f4 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:19.326571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Pushing event updated for resources: {'Port': ['ID=35c52124-1223-490f-b834-c590b50db46e,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:19.387100 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:19.392299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] Set router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:19.411092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a331d-9255-4cf9-8a71-507d6509bd9f req-2cf6682e-dd9c-405b-b9e1-11297c7cb1f8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:19.412751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-877a331d-9255-4cf9-8a71-507d6509bd9f req-2cf6682e-dd9c-405b-b9e1-11297c7cb1f8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 943 time: 0.0993862 Dec 13 12:48:19.416014 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:19.417215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-21dadbd4-d1f6-45d1-bb05-800653153544 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6663857 Dec 13 12:48:19.435152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d2f60429-797a-4310-acdc-0f43b28899f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d2f60429-797a-4310-acdc-0f43b28899f4,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:19.453317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'd2f60429-797a-4310-acdc-0f43b28899f4', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'port_id': 'd2f60429-797a-4310-acdc-0f43b28899f4', 'mac_address': 'fa:16:3e:f7:30:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e84e9-3361-4feb-87b5-ee605d7d9df5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:48:19.508384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-e0b22c0e-3c62-4bdd-9d00-8a9bd005c098 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0631835 Dec 13 12:48:19.517116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-877a331d-9255-4cf9-8a71-507d6509bd9f req-c46a7c77-db6f-4fb9-8b8c-797f64b31dbc tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940132 Dec 13 12:48:19.543400 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:19.566418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f60429-797a-4310-acdc-0f43b28899f4 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:19.683839 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d2f60429-797a-4310-acdc-0f43b28899f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d2f60429-797a-4310-acdc-0f43b28899f4,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:19.693746 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:19.696223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-4863c116-6187-4b58-aff0-b5697ca21f18 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:19.703700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6bb6d73-17f4-4536-ac6a-d3ce909ef9fc req-4863c116-6187-4b58-aff0-b5697ca21f18 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.1853247 Dec 13 12:48:19.812723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=d2f60429-797a-4310-acdc-0f43b28899f4,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:19.823490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.823901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.824251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.824583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.824932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.825259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.825599 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.825975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.826331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.826495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283a8a7-b07a-4cd0-8d50-1117709ff0aa req-e513598c-15ed-4895-89d9-8f3d505d9379 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:19.826656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.826988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.827314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.827645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:48:19.837313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b283a8a7-b07a-4cd0-8d50-1117709ff0aa req-e513598c-15ed-4895-89d9-8f3d505d9379 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 944 time: 0.1321573 Dec 13 12:48:19.848608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:19.851245 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d663a0ed-5dca-4808-984b-1e628b4a9d04" -d '{"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:19.876464 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'd40bff86-260e-4656-b156-84b2e5c0334a', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'port_id': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'mac_address': 'fa:16:3e:5d:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:46:47Z', 'updated_at': '2021-12-13T12:48:16Z', 'revision_number': 1, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0592bdce-22e0-4aee-b7e7-b2b3136f761d', 'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'mac_address': 'fa:16:3e:26:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:43Z', 'updated_at': '2021-12-13T12:45:53Z', 'revision_number': 5, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'subnets': [{'id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:19.910195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82076be5-d7a3-4439-a80f-96bd9ef20c1b None None] The sync data for ids ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'] in n-d-817326-4 is: [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'd40bff86-260e-4656-b156-84b2e5c0334a', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'port_id': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'mac_address': 'fa:16:3e:5d:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:46:47Z', 'updated_at': '2021-12-13T12:48:16Z', 'revision_number': 1, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0592bdce-22e0-4aee-b7e7-b2b3136f761d', 'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'mac_address': 'fa:16:3e:26:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:43Z', 'updated_at': '2021-12-13T12:45:53Z', 'revision_number': 5, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'subnets': [{'id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:48:19.938209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b283a8a7-b07a-4cd0-8d50-1117709ff0aa req-c92ef9a6-39e0-4671-a720-6dc6550d316d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998778 Dec 13 12:48:19.949476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d976a90-c545-4e8d-bd53-c1339f4638cf req-3401414f-fc21-4ea6-a3b7-0f69ff3830d1 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:19.959787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d976a90-c545-4e8d-bd53-c1339f4638cf req-3401414f-fc21-4ea6-a3b7-0f69ff3830d1 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 949 time: 0.1067669 Dec 13 12:48:19.975074 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['d2f60429-797a-4310-acdc-0f43b28899f4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:20.013117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d976a90-c545-4e8d-bd53-c1339f4638cf req-aa81efab-2489-4ce1-8b21-d740a9f0ff7b tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5bb472d-10bc-43f5-9ec4-5488a06d8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557466 Dec 13 12:48:20.058697 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a392f10-12fd-4f40-a964-dd589476e394 x-openstack-request-id: req-8a392f10-12fd-4f40-a964-dd589476e394 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:20.059241 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "tag": "1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:20.059241 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a392f10-12fd-4f40-a964-dd589476e394 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:20.059915 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'tag': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2', 'status': 'completed', 'code': 200} Dec 13 12:48:20.221581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-aba3d208-6c64-4bfd-bff4-59c07c195931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.222063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-aba3d208-6c64-4bfd-bff4-59c07c195931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.222548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-aba3d208-6c64-4bfd-bff4-59c07c195931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.223007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-aba3d208-6c64-4bfd-bff4-59c07c195931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.223459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-aba3d208-6c64-4bfd-bff4-59c07c195931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.223910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-aba3d208-6c64-4bfd-bff4-59c07c195931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.224357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-aba3d208-6c64-4bfd-bff4-59c07c195931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.230582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-aba3d208-6c64-4bfd-bff4-59c07c195931 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6493 time: 0.1305821 Dec 13 12:48:20.306275 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075067ed-0e12-4bcf-93f4-56d3ba81d20c None None] New status for floating IP d40bff86-260e-4656-b156-84b2e5c0334a: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:48:20.374723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-8e58b3b3-c064-457a-bfb5-00020e606c72 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.377381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-8e58b3b3-c064-457a-bfb5-00020e606c72 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 821 time: 0.2692890 Dec 13 12:48:20.384349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38250) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:20.447856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-b4b1fc98-f874-48fb-9e49-17b912467ac7 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/quotas/e7dabf8f90d24de9b8469a3bd79a55bc HTTP/1.1" status: 200 len: 375 time: 0.0617125 Dec 13 12:48:20.589248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-8a489d26-224b-40c2-b2d7-5ca129d0e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.590857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-8a489d26-224b-40c2-b2d7-5ca129d0e11f service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc70dab7-0712-49c8-bb1b-4ed11b531838 HTTP/1.1" status: 200 len: 911 time: 0.3556430 Dec 13 12:48:20.620321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-a4285e55-7fb5-4a4c-8b91-ed5b607224ec tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1715596 Dec 13 12:48:20.681118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178f0fe-99fd-4902-abc5-a7332724a2c0 req-30099b7b-00c2-41f5-b4d9-bffa5e74b48b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.682630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0178f0fe-99fd-4902-abc5-a7332724a2c0 req-30099b7b-00c2-41f5-b4d9-bffa5e74b48b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.1590300 Dec 13 12:48:20.798968 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-8628d4f9-9b15-46e4-90e7-7456f501f6f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 HTTP/1.1" status: 200 len: 1002 time: 0.2001421 Dec 13 12:48:20.915607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0178f0fe-99fd-4902-abc5-a7332724a2c0 req-9a4c9174-9fea-49a4-b591-98fc1f672227 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857057 Dec 13 12:48:20.929118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-6de98d3b-a88d-4fe8-8137-dbed58a8eace service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719250 Dec 13 12:48:20.990006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-10adec53-547b-4616-a713-37b9ee2bc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:20.991638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-10adec53-547b-4616-a713-37b9ee2bc399 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c2682f3-4d19-4b32-b1e3-f9be77d2e054 HTTP/1.1" status: 200 len: 850 time: 0.1828184 Dec 13 12:48:21.121272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 658a9ef7-180b-429c-9f09-5b49b5d89728 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:21.188873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 658a9ef7-180b-429c-9f09-5b49b5d89728 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:21.195178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 658a9ef7-180b-429c-9f09-5b49b5d89728 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:21.195674 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:21.212485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-7966930e-65c9-4383-9b7d-282e784179c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:21.213977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-7966930e-65c9-4383-9b7d-282e784179c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc70dab7-0712-49c8-bb1b-4ed11b531838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977406 Dec 13 12:48:21.231214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-9964646a-e0f8-4349-8382-68623fc59db2 service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433155 Dec 13 12:48:21.252117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25572a0-979c-4a22-837e-e48d9cde6473 req-86937fc4-ccaf-4679-a7a0-fe71a3be46dc tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:21.253531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e25572a0-979c-4a22-837e-e48d9cde6473 req-86937fc4-ccaf-4679-a7a0-fe71a3be46dc tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 944 time: 0.1426597 Dec 13 12:48:21.288638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d2f60429-797a-4310-acdc-0f43b28899f4 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:21.359256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port d2f60429-797a-4310-acdc-0f43b28899f4 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:21.374992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port d2f60429-797a-4310-acdc-0f43b28899f4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:21.375544 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:21.424351 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:21.485089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 658a9ef7-180b-429c-9f09-5b49b5d89728, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=658a9ef7-180b-429c-9f09-5b49b5d89728,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:21.488524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184e5186-c1ca-4e3a-af33-0b4e6d33463d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658a9ef7-180b-429c-9f09-5b49b5d89728'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:21.491935 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1ecd06-00cb-45d4-a643-67d2da2de81b" -d '{"events": [{"server_uuid": "184e5186-c1ca-4e3a-af33-0b4e6d33463d", "name": "network-vif-plugged", "status": "completed", "tag": "658a9ef7-180b-429c-9f09-5b49b5d89728"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:21.498811 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:21.672373 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:21.674494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=658a9ef7-180b-429c-9f09-5b49b5d89728,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:21.712840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d2f60429-797a-4310-acdc-0f43b28899f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d2f60429-797a-4310-acdc-0f43b28899f4,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:21.718120 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:21.848957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=d2f60429-797a-4310-acdc-0f43b28899f4,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:21.892685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e25572a0-979c-4a22-837e-e48d9cde6473 req-f519e890-fa9f-459d-89ee-2160a70d1d2c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226597 Dec 13 12:48:21.917950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-bcd034c7-ceea-4138-b0ae-0409aaeb44ed service neutron] 10.222.0.42 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842167 Dec 13 12:48:21.947500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c15bc5-e28f-407b-b4a6-ed10ebb8f6d1 req-6babddac-c077-409a-9914-2b3340a38d77 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:21.949127 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02c15bc5-e28f-407b-b4a6-ed10ebb8f6d1 req-6babddac-c077-409a-9914-2b3340a38d77 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 945 time: 0.2394090 Dec 13 12:48:22.234922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a3f22c7-a789-4cec-be77-4db05a3790cb req-b56209d5-3a4a-40d8-b7c1-29e8c086556d tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 210 time: 0.0795105 Dec 13 12:48:22.273032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d663a0ed-5dca-4808-984b-1e628b4a9d04 req-d463b88a-4ed7-47b5-adb4-ee3270eaa4fe service neutron] 10.222.0.42 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226640 Dec 13 12:48:22.357002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02c15bc5-e28f-407b-b4a6-ed10ebb8f6d1 req-f5a9efeb-bab2-4a5b-8776-e4c529c730b3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944123 Dec 13 12:48:22.400023 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f752ba16-d520-47a9-b425-c9cd24b6192e x-openstack-request-id: req-f752ba16-d520-47a9-b425-c9cd24b6192e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:22.400568 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184e5186-c1ca-4e3a-af33-0b4e6d33463d", "name": "network-vif-plugged", "status": "completed", "tag": "658a9ef7-180b-429c-9f09-5b49b5d89728", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:22.400568 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f752ba16-d520-47a9-b425-c9cd24b6192e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:22.400967 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184e5186-c1ca-4e3a-af33-0b4e6d33463d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658a9ef7-180b-429c-9f09-5b49b5d89728', 'code': 200} Dec 13 12:48:22.457676 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:22.677137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560b698-4448-4f23-871a-5eaed9c5f935 req-c80a1098-268d-43a1-9d34-05cb79eb1755 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:22.686212 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a560b698-4448-4f23-871a-5eaed9c5f935 req-c80a1098-268d-43a1-9d34-05cb79eb1755 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.2179022 Dec 13 12:48:22.704138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dfa42-712b-4979-89ce-3e0f2005968d req-f77dbfa8-80db-4d47-abe3-8e147169a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:22.705931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-944dfa42-712b-4979-89ce-3e0f2005968d req-f77dbfa8-80db-4d47-abe3-8e147169a6d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 1096 time: 0.1707966 Dec 13 12:48:22.918242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a560b698-4448-4f23-871a-5eaed9c5f935 req-24a73699-7bfd-4c49-ac8c-7a1c9140c3c6 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307570 Dec 13 12:48:22.933651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-944dfa42-712b-4979-89ce-3e0f2005968d req-14cc2648-dc05-43af-9693-4e5059fb91e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145336 Dec 13 12:48:23.017137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad89dd-c782-4b83-81b5-05ff6c0fa940 req-191422ae-cd6b-4cd6-b7de-80a94e740080 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:23.025842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4ad89dd-c782-4b83-81b5-05ff6c0fa940 req-191422ae-cd6b-4cd6-b7de-80a94e740080 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 949 time: 0.1744339 Dec 13 12:48:23.228043 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4ad89dd-c782-4b83-81b5-05ff6c0fa940 req-3b89af6e-52ee-4271-9588-ac55a07785ab tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5bb472d-10bc-43f5-9ec4-5488a06d8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011154 Dec 13 12:48:23.349958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f6a41-ef9d-42d1-a8ad-52d017a570b2 req-fca4be44-65d4-41c9-8723-53ff14fef3ba tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:23.358660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a42f6a41-ef9d-42d1-a8ad-52d017a570b2 req-fca4be44-65d4-41c9-8723-53ff14fef3ba tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.2918081 Dec 13 12:48:23.429856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db0da24b-b241-43da-991c-0527fb52430a req-691079d5-a98b-4c80-be08-ca01eca86f43 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 210 time: 0.0654399 Dec 13 12:48:23.497687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a42f6a41-ef9d-42d1-a8ad-52d017a570b2 req-39c21706-fa4f-42f3-91fd-4644876f64fd tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380212 Dec 13 12:48:23.589693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] Deleting port 48730a97-765d-48cd-b506-1f8496e786f1 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:23.590488 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:23.619351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-3fbccb1f-b956-4135-a9ac-135f65753ac8 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:23.621528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-3fbccb1f-b956-4135-a9ac-135f65753ac8 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.42 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 821 time: 0.4767690 Dec 13 12:48:23.665832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Request body: {'port': {'device_id': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'admin_state_up': True, 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:23.758661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8814c84-4567-4a54-b9d0-3caae4e53905 req-bc93f420-22d4-4b5d-b71b-07e407a37c42 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:23.760589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8814c84-4567-4a54-b9d0-3caae4e53905 req-bc93f420-22d4-4b5d-b71b-07e407a37c42 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 945 time: 0.2155566 Dec 13 12:48:23.825372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] For port 48730a97-765d-48cd-b506-1f8496e786f1, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48730a97-765d-48cd-b506-1f8496e786f1,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:23.825758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:23.859175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] Calling delete_port for 48730a97-765d-48cd-b506-1f8496e786f1 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:23.947599 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8814c84-4567-4a54-b9d0-3caae4e53905 req-ab03bf5e-a7fc-42d6-b85d-a1eb53983fbb tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562629 Dec 13 12:48:23.963496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Made reservation on behalf of e7dabf8f90d24de9b8469a3bd79a55bc for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:48:23.974299 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:24.103250 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d89a750c-7f8d-4c60-a9c4-bd8b62b6801f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:24.112048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-d3406aa9-f3f2-4454-a589-1252b8aa021e tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:24.113648 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-d3406aa9-f3f2-4454-a589-1252b8aa021e tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 949 time: 0.1089792 Dec 13 12:48:24.251776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-0f302156-2fc0-449b-a2f1-10aa51507dea tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Deleting port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:24.252722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-0f302156-2fc0-449b-a2f1-10aa51507dea tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:24.401922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e686965a-2529-4df5-aed1-7399c722bcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f60429-797a-4310-acdc-0f43b28899f4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:24.404932 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310ece95-9273-49c0-ac6f-08bf211f54a7" -d '{"events": [{"server_uuid": "e686965a-2529-4df5-aed1-7399c722bcce", "name": "network-vif-plugged", "status": "completed", "tag": "d2f60429-797a-4310-acdc-0f43b28899f4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:24.482361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-0f302156-2fc0-449b-a2f1-10aa51507dea tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] For port b8d31ab3-3285-4962-847b-d3ae8e38e3c3, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:24.482729 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-0f302156-2fc0-449b-a2f1-10aa51507dea tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:24.510724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-0f302156-2fc0-449b-a2f1-10aa51507dea tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Calling delete_port for b8d31ab3-3285-4962-847b-d3ae8e38e3c3 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:24.564527 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:24.775096 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-0f302156-2fc0-449b-a2f1-10aa51507dea tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:24.789111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['b8d31ab3-3285-4962-847b-d3ae8e38e3c3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:24.846521 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f302156-2fc0-449b-a2f1-10aa51507dea tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Pushing event deleted for resources: {'Port': ['ID=b8d31ab3-3285-4962-847b-d3ae8e38e3c3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:24.946512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-0f302156-2fc0-449b-a2f1-10aa51507dea tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] No DVR routers for this DVR port b8d31ab3-3285-4962-847b-d3ae8e38e3c3 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:24.954538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-0f302156-2fc0-449b-a2f1-10aa51507dea tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:24.963334 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b28e220b-7a5b-418d-908e-3980bf5fa13a req-0f302156-2fc0-449b-a2f1-10aa51507dea tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.37 "DELETE /v2.0/ports/b8d31ab3-3285-4962-847b-d3ae8e38e3c3 HTTP/1.1" status: 204 len: 173 time: 0.8425066 Dec 13 12:48:24.965603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e4b25c-66b0-4ea0-a989-f2d66297345b', 'name': 'network-vif-deleted', 'tag': 'b8d31ab3-3285-4962-847b-d3ae8e38e3c3'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:24.972255 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917177d6-4e51-457b-b5e6-5458f17a959a" -d '{"events": [{"server_uuid": "c0e4b25c-66b0-4ea0-a989-f2d66297345b", "name": "network-vif-deleted", "tag": "b8d31ab3-3285-4962-847b-d3ae8e38e3c3"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:25.176424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=48730a97-765d-48cd-b506-1f8496e786f1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:25.229338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf9e4a-9d12-4155-a5b7-63276ee2b552 req-eb086dd4-8d52-42cb-9b7e-15c5210fa73a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:25.231791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0bf9e4a-9d12-4155-a5b7-63276ee2b552 req-eb086dd4-8d52-42cb-9b7e-15c5210fa73a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 1.2057908 Dec 13 12:48:25.294039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Allocated IP 172.20.0.14 (5ad883be-f09f-479d-9fa3-d96deb598015/d99fc133-8600-420c-95a9-8b9c06e06c31/7f3ff997-189a-4f47-9095-8dd154f8743c) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:48:25.304976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aef633-f55b-45ac-855d-ebb2260ff638 req-9e7107b3-fdbf-4dcc-8564-cb5c27c3a24d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:25.306721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9aef633-f55b-45ac-855d-ebb2260ff638 req-9e7107b3-fdbf-4dcc-8564-cb5c27c3a24d tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e4b25c-66b0-4ea0-a989-f2d66297345b HTTP/1.1" status: 200 len: 867 time: 0.7598691 Dec 13 12:48:25.448407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0bf9e4a-9d12-4155-a5b7-63276ee2b552 req-5e05a4a2-b23a-4620-bddd-a11d97c432e4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033036 Dec 13 12:48:25.567397 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012751d-320b-4207-9559-1db02a8bf78a x-openstack-request-id: req-0012751d-320b-4207-9559-1db02a8bf78a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:25.568826 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e686965a-2529-4df5-aed1-7399c722bcce", "name": "network-vif-plugged", "status": "completed", "tag": "d2f60429-797a-4310-acdc-0f43b28899f4", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:25.569821 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0012751d-320b-4207-9559-1db02a8bf78a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:25.571027 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e686965a-2529-4df5-aed1-7399c722bcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f60429-797a-4310-acdc-0f43b28899f4', 'code': 200} Dec 13 12:48:25.577796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9aef633-f55b-45ac-855d-ebb2260ff638 req-c327c324-1ade-4914-8842-1c52b93232d2 tempest-TenantUsagesTestJSON-283550892 tempest-TenantUsagesTestJSON-283550892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5bb472d-10bc-43f5-9ec4-5488a06d8e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039042 Dec 13 12:48:25.667525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:25.749461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413e18f-d06e-4695-9330-77072664aaeb req-37e43810-338a-426d-b049-565fedef1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:25.752178 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f413e18f-d06e-4695-9330-77072664aaeb req-37e43810-338a-426d-b049-565fedef1aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 1096 time: 0.0843337 Dec 13 12:48:25.808822 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f413e18f-d06e-4695-9330-77072664aaeb req-ed8d1b1d-1ba9-4b31-8c37-9abd4e95710e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495439 Dec 13 12:48:25.901716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8395b606-1837-4bde-a2d3-a3623a45222f req-8acd2236-5b90-447c-bb1b-d168c8714b4d tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 210 time: 0.0794425 Dec 13 12:48:25.956701 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:26.011590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedba56-7171-4003-9b23-19bda6cbf54c req-9df84b36-df67-47f3-be1c-881e6713fb8e tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:26.017058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2aedba56-7171-4003-9b23-19bda6cbf54c req-9df84b36-df67-47f3-be1c-881e6713fb8e tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1956940 Dec 13 12:48:26.179681 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:26.193409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['bd8a3237-7d6e-4813-b926-05164b3d5ca9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:26.202567 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7755b40-b252-4289-ad6b-4751e0b2042c x-openstack-request-id: req-d7755b40-b252-4289-ad6b-4751e0b2042c {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:26.202935 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e4b25c-66b0-4ea0-a989-f2d66297345b", "name": "network-vif-deleted", "tag": "b8d31ab3-3285-4962-847b-d3ae8e38e3c3", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:26.203365 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7755b40-b252-4289-ad6b-4751e0b2042c {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:26.203793 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e4b25c-66b0-4ea0-a989-f2d66297345b', 'name': 'network-vif-deleted', 'tag': 'b8d31ab3-3285-4962-847b-d3ae8e38e3c3', 'status': 'completed', 'code': 200} Dec 13 12:48:26.253107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Network 5ad883be-f09f-479d-9fa3-d96deb598015 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:48:26.299588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2aedba56-7171-4003-9b23-19bda6cbf54c req-af001da8-3f28-4dc4-83c8-dac78216ee60 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742727 Dec 13 12:48:26.340504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Pushing event updated for resources: {'Port': ['ID=7f3ff997-189a-4f47-9095-8dd154f8743c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:26.342808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:48:26.373001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:48:26.385862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] Router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:48:26.560681 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a5cf2a-c215-4d68-8580-c6fe2b09e83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:26.565323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:26.566012 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:26.627232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ef969-99c2-4a80-9d2a-f52ea79c7dc2 req-3a078038-ccc3-47cc-b929-efa05d3aa5ae tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:26.628758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b1ef969-99c2-4a80-9d2a-f52ea79c7dc2 req-3a078038-ccc3-47cc-b929-efa05d3aa5ae tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 945 time: 0.3500800 Dec 13 12:48:26.636628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a9cf9-03ac-4695-9d74-1118be5dc066 req-2d21374b-5063-4f7f-b27a-b000f9e82592 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:26.638058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c16a9cf9-03ac-4695-9d74-1118be5dc066 req-2d21374b-5063-4f7f-b27a-b000f9e82592 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 945 time: 0.2579527 Dec 13 12:48:26.639986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-34399f10-1a22-4b50-9969-b21023f509e9 None None] Provisioning complete for port 7f3ff997-189a-4f47-9095-8dd154f8743c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:26.640902 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34399f10-1a22-4b50-9969-b21023f509e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:26.669821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-867a8ac2-7ba5-4ce9-951f-694728a2b5c2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0108123 Dec 13 12:48:26.685857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-34399f10-1a22-4b50-9969-b21023f509e9 None None] Port 7f3ff997-189a-4f47-9095-8dd154f8743c cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:48:26.688383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Request body: {'port': {'device_id': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:26.716006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-fa7e4c79-2624-4afc-aa46-3b90fa0350b5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:26.717841 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-fa7e4c79-2624-4afc-aa46-3b90fa0350b5 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 945 time: 0.0529697 Dec 13 12:48:26.720454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:48:26.729582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] Sync routers for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:48:26.733110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-48142cc6-5153-43bd-bb3d-009c98673f15 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6281c11-ae6a-4fc1-8097-12e3ce3f7760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3456240 Dec 13 12:48:26.735024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38330) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:26.746127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:26.747128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:26.777028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b1ef969-99c2-4a80-9d2a-f52ea79c7dc2 req-55436da8-291d-4344-8102-7d214bfe23f8 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360950 Dec 13 12:48:26.797728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c16a9cf9-03ac-4695-9d74-1118be5dc066 req-fb13847f-663d-47e4-be5f-6a269a876cb1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522083 Dec 13 12:48:26.867752 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:26.968051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:27.202545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc4786-85d3-46a9-825d-ab85285d27b7 req-08509df6-e85a-46c1-a0b6-5a71441ae942 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:27.209066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.209872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1bdc4786-85d3-46a9-825d-ab85285d27b7 req-08509df6-e85a-46c1-a0b6-5a71441ae942 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.2898860 Dec 13 12:48:27.270802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031b2a-d0a7-4f6b-9fdd-025bbf5b19e7 req-4a1191de-f49c-4033-9593-5db3f24498ca tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:27.272414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a031b2a-d0a7-4f6b-9fdd-025bbf5b19e7 req-4a1191de-f49c-4033-9593-5db3f24498ca tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 945 time: 0.2555699 Dec 13 12:48:27.272926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38342) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:27.312699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device b8d31ab3-3285-4962-847b-d3ae8e38e3c3 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:27.342863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:48:24Z', 'revision_number': 5, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port': {'id': '826849a2-95b9-4a88-8b43-d105831fdc79', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:04Z', 'updated_at': '2021-12-13T12:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:27.344873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: b8d31ab3-3285-4962-847b-d3ae8e38e3c3 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:27.345317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device b8d31ab3-3285-4962-847b-d3ae8e38e3c3 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:27.361378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-df23752e-e5b1-4f04-ae25-59357ebf277c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Deleting port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:27.361717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-df23752e-e5b1-4f04-ae25-59357ebf277c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.367195 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.399276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1bdc4786-85d3-46a9-825d-ab85285d27b7 req-fb3e7948-0592-4450-949a-3204b9884399 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882606 Dec 13 12:48:27.502799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-df23752e-e5b1-4f04-ae25-59357ebf277c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] For port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:27.503151 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-df23752e-e5b1-4f04-ae25-59357ebf277c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.519594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-df23752e-e5b1-4f04-ae25-59357ebf277c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Calling delete_port for ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:27.525533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Deleting port 826849a2-95b9-4a88-8b43-d105831fdc79 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:27.525947 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.552923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a031b2a-d0a7-4f6b-9fdd-025bbf5b19e7 req-323a39c9-cd80-4dda-a8b8-6da1f200edc6 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635069 Dec 13 12:48:27.566890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] Checking router: d6281c11-ae6a-4fc1-8097-12e3ce3f7760 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:48:27.597899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] Routers {'d6281c11-ae6a-4fc1-8097-12e3ce3f7760'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:27.598506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:27.622972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3ff997-189a-4f47-9095-8dd154f8743c {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:27.629911 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-14d1ef17-d4d9-490a-bcaf-0b3557afa66a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6dfc0056adb046bf8159a3685f4d9236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416493 Dec 13 12:48:27.635280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38350) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:27.636804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.657081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19752155-5210-4f5b-8195-b9fa36781f8f req-0f68d582-4dac-4610-b571-67f71eb9fac0 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:27.658784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19752155-5210-4f5b-8195-b9fa36781f8f req-0f68d582-4dac-4610-b571-67f71eb9fac0 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 932 time: 0.1549091 Dec 13 12:48:27.677104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] For port 826849a2-95b9-4a88-8b43-d105831fdc79, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=826849a2-95b9-4a88-8b43-d105831fdc79,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:27.677575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.694124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Calling delete_port for 826849a2-95b9-4a88-8b43-d105831fdc79 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:27.694355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Transition to ACTIVE for port object 7f3ff997-189a-4f47-9095-8dd154f8743c will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:27.707782 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.730139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] Set router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:27.771207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19752155-5210-4f5b-8195-b9fa36781f8f req-4b3cb42f-bbe1-45cc-acf1-52f341259930 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036663 Dec 13 12:48:27.791777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.792920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:48:27Z', 'revision_number': 6, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:27.807233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-df23752e-e5b1-4f04-ae25-59357ebf277c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.827478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f268bcd3-12cc-4d3d-8239-c0a1f326e363 None None] The sync data for ids ['d6281c11-ae6a-4fc1-8097-12e3ce3f7760'] in n-d-817326-4 is: [{'id': 'd6281c11-ae6a-4fc1-8097-12e3ce3f7760', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969236972-router', 'tenant_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:02Z', 'updated_at': '2021-12-13T12:48:27Z', 'revision_number': 6, 'project_id': 'c7fa575a45fc4f60843818634f1b2c3e', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:48:27.846620 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78cc5bc1-6fed-4ac1-b4b6-367d4b660972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.848146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3ff997-189a-4f47-9095-8dd154f8743c,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:27.866038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23752e-e5b1-4f04-ae25-59357ebf277c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Pushing event deleted for resources: {'Port': ['ID=ccc6c3fc-4735-4435-99fd-0f12f1cf7b62,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:27.932162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8772e-1bbf-49a9-81ef-db6e910e436c req-492bf014-8f26-4132-9c4a-8ebd7e305e2a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:27.933885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fc8772e-1bbf-49a9-81ef-db6e910e436c req-492bf014-8f26-4132-9c4a-8ebd7e305e2a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1566503 Dec 13 12:48:27.955998 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78cc5bc1-6fed-4ac1-b4b6-367d4b660972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.968091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-df23752e-e5b1-4f04-ae25-59357ebf277c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] No DVR routers for this DVR port ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:27.975005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-df23752e-e5b1-4f04-ae25-59357ebf277c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:27.979625 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc70791c-fa57-49d1-aa13-92b7f955dd90 req-df23752e-e5b1-4f04-ae25-59357ebf277c tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.42 "DELETE /v2.0/ports/ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 HTTP/1.1" status: 204 len: 173 time: 1.2513726 Dec 13 12:48:28.054750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Attempting to bind port 7f3ff997-189a-4f47-9095-8dd154f8743c on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:28.055119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Attempting to bind port 7f3ff997-189a-4f47-9095-8dd154f8743c by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:28.055476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Attempting to bind port 7f3ff997-189a-4f47-9095-8dd154f8743c on network 5ad883be-f09f-479d-9fa3-d96deb598015 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:28.068719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Port 7f3ff997-189a-4f47-9095-8dd154f8743c on network 5ad883be-f09f-479d-9fa3-d96deb598015 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:28.069378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Attempting to bind port 7f3ff997-189a-4f47-9095-8dd154f8743c on network 5ad883be-f09f-479d-9fa3-d96deb598015 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:28.084139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fc8772e-1bbf-49a9-81ef-db6e910e436c req-08220a47-a58a-4260-b60f-1a661d09c09b tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353948 Dec 13 12:48:28.092820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:28.102630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Checking segment: {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:28.103271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Bound using segment: {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:28.103926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Bound port: 7f3ff997-189a-4f47-9095-8dd154f8743c, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:28.104452 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.111988 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.122394 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78cc5bc1-6fed-4ac1-b4b6-367d4b660972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.133804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78cc5bc1-6fed-4ac1-b4b6-367d4b660972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.137479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-78cc5bc1-6fed-4ac1-b4b6-367d4b660972 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5bb472d-10bc-43f5-9ec4-5488a06d8e94 HTTP/1.1" status: 204 len: 168 time: 0.4957113 Dec 13 12:48:28.145873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=826849a2-95b9-4a88-8b43-d105831fdc79,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:28.208816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7151580-709f-4a22-b47a-0c09f606de43', 'name': 'network-vif-deleted', 'tag': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:28.212650 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af767564-c1cb-4978-b867-1d61ca7667e3" -d '{"events": [{"server_uuid": "b7151580-709f-4a22-b47a-0c09f606de43", "name": "network-vif-deleted", "tag": "ccc6c3fc-4735-4435-99fd-0f12f1cf7b62"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:28.247857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc5bc1-6fed-4ac1-b4b6-367d4b660972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bb472d-10bc-43f5-9ec4-5488a06d8e94,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:28.266258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb323984-e142-46b9-8a6c-a66cbac6e1c1 req-2afae36d-07a4-4b9d-9a78-d6bd881cee31 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7151580-709f-4a22-b47a-0c09f606de43 HTTP/1.1" status: 200 len: 210 time: 0.1006644 Dec 13 12:48:28.317255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.373044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] For port 7f3ff997-189a-4f47-9095-8dd154f8743c, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:28.381829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48730a97-765d-48cd-b506-1f8496e786f1 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:28.394926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd58f1-734c-4773-bd70-0ef30d94da56 req-27a439b3-fb2b-406d-803c-5a204e38d04e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:28.396546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19bd58f1-734c-4773-bd70-0ef30d94da56 req-27a439b3-fb2b-406d-803c-5a204e38d04e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 945 time: 0.1270139 Dec 13 12:48:28.399055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] For port 7f3ff997-189a-4f47-9095-8dd154f8743c, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7f3ff997-189a-4f47-9095-8dd154f8743c,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:28.411327 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:48:28.420710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.427495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 48730a97-765d-48cd-b506-1f8496e786f1 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:28.427495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48730a97-765d-48cd-b506-1f8496e786f1 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:28.494433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:28.495064 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.496731 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] 10.222.0.42 "PUT /v2.0/ports/7f3ff997-189a-4f47-9095-8dd154f8743c HTTP/1.1" status: 200 len: 1092 time: 1.8124933 Dec 13 12:48:28.497560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'tag': '7f3ff997-189a-4f47-9095-8dd154f8743c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:28.497654 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.502245 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20317a3d-2e68-4da6-ad3e-63b49a6c003a" -d '{"events": [{"name": "network-changed", "server_uuid": "94c012e2-5285-4cb8-9cd4-9076e9cb2804", "tag": "7f3ff997-189a-4f47-9095-8dd154f8743c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:28.521020 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.552011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e9905-8c6d-4043-b3cd-83d500cad5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3ff997-189a-4f47-9095-8dd154f8743c,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:28.612253 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647c37ff-4b24-4604-a34f-4627ac2918e7 x-openstack-request-id: req-647c37ff-4b24-4604-a34f-4627ac2918e7 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:28.612648 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7151580-709f-4a22-b47a-0c09f606de43", "name": "network-vif-deleted", "tag": "ccc6c3fc-4735-4435-99fd-0f12f1cf7b62", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:28.612881 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-647c37ff-4b24-4604-a34f-4627ac2918e7 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:28.613275 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7151580-709f-4a22-b47a-0c09f606de43', 'name': 'network-vif-deleted', 'tag': 'ccc6c3fc-4735-4435-99fd-0f12f1cf7b62', 'status': 'completed', 'code': 200} Dec 13 12:48:28.639424 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.639910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6281c11-ae6a-4fc1-8097-12e3ce3f7760 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:48:28.647050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.648794 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7a24e113-2673-4d13-8faa-e2eb4f0109b8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d6281c11-ae6a-4fc1-8097-12e3ce3f7760 HTTP/1.1" status: 204 len: 168 time: 1.9118173 Dec 13 12:48:28.652226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38370) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:28.661050 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19bd58f1-734c-4773-bd70-0ef30d94da56 req-12b6cc51-f1e3-43ea-9cb5-bfd352135376 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536485 Dec 13 12:48:28.755197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfe6711-7b8f-4618-9cbc-ba95dfdeac67 admin admin] Deleting subnet 0ba95175-5180-48c1-b6b6-adb302fc6a81 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:48:28.766481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6711-7b8f-4618-9cbc-ba95dfdeac67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.768216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38374) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:28.775888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-c422d374-6086-42db-bd35-fb14f7e8589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:28.786701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-c422d374-6086-42db-bd35-fb14f7e8589b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 1095 time: 0.1858070 Dec 13 12:48:28.830508 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66d0dd57-bffb-43ce-ada7-33ca9189fd00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.861959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-64d8c2e7-f03a-4a0e-a10d-d77a3fd0ed6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3ff997-189a-4f47-9095-8dd154f8743c HTTP/1.1" status: 200 len: 217 time: 0.0595653 Dec 13 12:48:28.867522 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6711-7b8f-4618-9cbc-ba95dfdeac67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.874011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a386e1-cf4d-4691-8f82-3f12630b521b req-aa10f527-0a11-4b84-bd7f-3025a36b3925 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:28.875587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83a386e1-cf4d-4691-8f82-3f12630b521b req-aa10f527-0a11-4b84-bd7f-3025a36b3925 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.1992955 Dec 13 12:48:28.949402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6bf7d-896a-46f1-ac34-486520df2087 req-da8a7226-e3c8-4897-a37a-5c9a4ab24a4d tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:28.956899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8a6bf7d-896a-46f1-ac34-486520df2087 req-da8a7226-e3c8-4897-a37a-5c9a4ab24a4d tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1690521 Dec 13 12:48:28.961208 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.993557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6711-7b8f-4618-9cbc-ba95dfdeac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:28.997579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-b7eb2b2d-19df-4598-b920-2dfd0dc16fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:28.999113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-b7eb2b2d-19df-4598-b920-2dfd0dc16fae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.1226344 Dec 13 12:48:29.026507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83a386e1-cf4d-4691-8f82-3f12630b521b req-2bb3af26-dd56-4a44-ac7b-dc4febf3b5b6 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393154 Dec 13 12:48:29.027532 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66d0dd57-bffb-43ce-ada7-33ca9189fd00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.035966 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66d0dd57-bffb-43ce-ada7-33ca9189fd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.060665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8a6bf7d-896a-46f1-ac34-486520df2087 req-9c7f37d1-7a3f-4ccb-a221-0406d5a6fe9a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028104 Dec 13 12:48:29.076934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-57b518cf-546b-426c-b151-fdb476ca6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:29.085510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-57b518cf-546b-426c-b151-fdb476ca6aff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729508 Dec 13 12:48:29.098828 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-66d0dd57-bffb-43ce-ada7-33ca9189fd00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f3991676c514b43ae068d9dcb58f112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295755 Dec 13 12:48:29.104614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38378) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:29.116872 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dd028c-2c9d-4a97-b4e5-77d487ff160e x-openstack-request-id: req-f4dd028c-2c9d-4a97-b4e5-77d487ff160e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:29.117070 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c012e2-5285-4cb8-9cd4-9076e9cb2804", "tag": "7f3ff997-189a-4f47-9095-8dd154f8743c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:29.117505 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4dd028c-2c9d-4a97-b4e5-77d487ff160e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:29.117993 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'tag': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'status': 'completed', 'code': 200} Dec 13 12:48:29.146349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:29.155334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0dd57-bffb-43ce-ada7-33ca9189fd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efef0e58-6f3e-42b5-b081-838da55a5620,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:29.175544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:29.175885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ccc6c3fc-4735-4435-99fd-0f12f1cf7b62 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:29.180084 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bec402cd-a08c-41f8-86bf-333793f5f081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.182435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6711-7b8f-4618-9cbc-ba95dfdeac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.230320 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6711-7b8f-4618-9cbc-ba95dfdeac67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.234853 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ecfe6711-7b8f-4618-9cbc-ba95dfdeac67 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0ba95175-5180-48c1-b6b6-adb302fc6a81 HTTP/1.1" status: 204 len: 168 time: 0.5808055 Dec 13 12:48:29.236817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0fded0-38b6-4d87-bb68-36b34ee8249c None None] Network 5318adeb-f970-49a3-bdfd-ee606db0bb86 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:48:29.239206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38380) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:29.239791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe6711-7b8f-4618-9cbc-ba95dfdeac67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba95175-5180-48c1-b6b6-adb302fc6a81,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:29.286566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bec402cd-a08c-41f8-86bf-333793f5f081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.301946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fd10b-774a-4c0b-b418-f56372026410 req-d9893068-14d1-4ac8-9af0-91cf20dced44 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:29.303588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-201fd10b-774a-4c0b-b418-f56372026410 req-d9893068-14d1-4ac8-9af0-91cf20dced44 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 944 time: 0.0866814 Dec 13 12:48:29.309624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-cf83c82c-f1fc-4f97-913e-b8eee63ba837 service neutron] 10.222.0.42 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124901 Dec 13 12:48:29.341780 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.396023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bec402cd-a08c-41f8-86bf-333793f5f081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.398791 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bec402cd-a08c-41f8-86bf-333793f5f081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.399927 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bec402cd-a08c-41f8-86bf-333793f5f081 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efef0e58-6f3e-42b5-b081-838da55a5620 HTTP/1.1" status: 204 len: 168 time: 0.2908168 Dec 13 12:48:29.412750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec402cd-a08c-41f8-86bf-333793f5f081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef0e58-6f3e-42b5-b081-838da55a5620,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:29.422331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Deleting port 4d2bc915-ef40-4735-a8bf-948943f89d7a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:29.422612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.480230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531baba3-4e50-48fe-be0f-fe76588f79cc None None] DHCP port deletion for 5318adeb-f970-49a3-bdfd-ee606db0bb86 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:48:29.510168 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] For port 4d2bc915-ef40-4735-a8bf-948943f89d7a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4d2bc915-ef40-4735-a8bf-948943f89d7a,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:29.511090 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.530447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Calling delete_port for 4d2bc915-ef40-4735-a8bf-948943f89d7a owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:29.576293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-531baba3-4e50-48fe-be0f-fe76588f79cc None None] Deleting port 4d2bc915-ef40-4735-a8bf-948943f89d7a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:29.576763 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-531baba3-4e50-48fe-be0f-fe76588f79cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.661222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-531baba3-4e50-48fe-be0f-fe76588f79cc None None] For port 4d2bc915-ef40-4735-a8bf-948943f89d7a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4d2bc915-ef40-4735-a8bf-948943f89d7a,segment=NetworkSegment(c671b912-f9b2-4693-9720-06bc870947e9),segment_id=c671b912-f9b2-4693-9720-06bc870947e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:29.661903 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-531baba3-4e50-48fe-be0f-fe76588f79cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.690885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-531baba3-4e50-48fe-be0f-fe76588f79cc None None] Calling delete_port for 4d2bc915-ef40-4735-a8bf-948943f89d7a owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:29.723319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.784550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-201fd10b-774a-4c0b-b418-f56372026410 req-18247ca2-3735-4300-8d7e-42cde8baee99 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736209 Dec 13 12:48:29.792424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] No DVR routers for this DVR port 4d2bc915-ef40-4735-a8bf-948943f89d7a on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:29.826552 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-531baba3-4e50-48fe-be0f-fe76588f79cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.829813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2bc915-ef40-4735-a8bf-948943f89d7a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:29.839135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3575bf0-2d5e-4019-83c6-abee04b2d85f req-56e84e5d-8f26-4521-8fea-0d364e9b400c service neutron] 10.222.0.42 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197992 Dec 13 12:48:29.840456 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:29.869087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2721c05-bea3-422b-ad50-1ae0b2a2010d req-b929c6ac-d181-4b66-97b5-2be4b74cb33d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:29.870887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2721c05-bea3-422b-ad50-1ae0b2a2010d req-b929c6ac-d181-4b66-97b5-2be4b74cb33d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 945 time: 0.1080484 Dec 13 12:48:29.893072 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531baba3-4e50-48fe-be0f-fe76588f79cc None None] Pushing event deleted for resources: {'Port': ['ID=4d2bc915-ef40-4735-a8bf-948943f89d7a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:29.901007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531baba3-4e50-48fe-be0f-fe76588f79cc None None] No DVR routers for this DVR port 4d2bc915-ef40-4735-a8bf-948943f89d7a on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:29.983970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-fe9a8d9b-0c03-4554-80e8-d12bc74d0146 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:29.986200 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-fe9a8d9b-0c03-4554-80e8-d12bc74d0146 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 945 time: 0.2428801 Dec 13 12:48:29.997364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-6689d1a6-9ddf-4ba9-9591-5c903defc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:29.999655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-6689d1a6-9ddf-4ba9-9591-5c903defc5c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 1095 time: 0.0921938 Dec 13 12:48:30.005381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2721c05-bea3-422b-ad50-1ae0b2a2010d req-36e49989-8f85-406f-a38e-4a2f51affb30 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267004 Dec 13 12:48:30.044007 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:30.106484 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5318adeb-f970-49a3-bdfd-ee606db0bb86']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:30.126120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c671b912-f9b2-4693-9720-06bc870947e9') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:30.126367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-e95686af-ef98-4545-8210-b8f31abb53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:30.126590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c671b912-f9b2-4693-9720-06bc870947e9') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:30.132907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-e95686af-ef98-4545-8210-b8f31abb53d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.1255286 Dec 13 12:48:30.144192 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:30.188881 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:30.198719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:48:30.198867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:48:30.202413 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:48:30.210453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-0fa294ae-7dd6-458a-b6d8-f6515b8e9876 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3ff997-189a-4f47-9095-8dd154f8743c HTTP/1.1" status: 200 len: 217 time: 0.0680165 Dec 13 12:48:30.280348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-3ac874c1-bca4-48df-9433-d1cc813f8d8b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Deleting port 658a9ef7-180b-429c-9f09-5b49b5d89728 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:30.280930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-3ac874c1-bca4-48df-9433-d1cc813f8d8b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:30.295732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fbffc-baf3-4614-b0a7-bea64d7f8955 req-2cacf671-1aa6-418e-95a7-07f810628e6f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:30.297197 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c06fbffc-baf3-4614-b0a7-bea64d7f8955 req-2cacf671-1aa6-418e-95a7-07f810628e6f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.1568096 Dec 13 12:48:30.301881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4d2bc915-ef40-4735-a8bf-948943f89d7a no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:30.314960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-914da6e2-aa0e-4d34-8e24-627488644697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:30.316375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-914da6e2-aa0e-4d34-8e24-627488644697 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.0991180 Dec 13 12:48:30.318339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-5a299e17-a502-4157-92b2-6c207482f998 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:30.319946 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-5a299e17-a502-4157-92b2-6c207482f998 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.37 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 944 time: 0.1724112 Dec 13 12:48:30.320604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:30.334937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 4d2bc915-ef40-4735-a8bf-948943f89d7a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:30.335587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4d2bc915-ef40-4735-a8bf-948943f89d7a not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:30.336205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 826849a2-95b9-4a88-8b43-d105831fdc79 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:30.367714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 826849a2-95b9-4a88-8b43-d105831fdc79 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:30.368434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 826849a2-95b9-4a88-8b43-d105831fdc79 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:30.377167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf89f9-f5e3-46a2-86ef-bbc4604cad0d req-b3f92f78-cb5a-4262-935b-162c87437445 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:30.378221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:30.383939 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5318adeb-f970-49a3-bdfd-ee606db0bb86 HTTP/1.1" status: 204 len: 168 time: 1.1404750 Dec 13 12:48:30.384864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcbf89f9-f5e3-46a2-86ef-bbc4604cad0d req-b3f92f78-cb5a-4262-935b-162c87437445 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 944 time: 0.1572356 Dec 13 12:48:30.398140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38412) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:30.439769 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cff2df-b23d-4e8f-8684-bd4a32a76691 admin admin] Pushing event deleted for resources: {'Network': ['ID=5318adeb-f970-49a3-bdfd-ee606db0bb86,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:30.442617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c06fbffc-baf3-4614-b0a7-bea64d7f8955 req-25ac7f5e-1333-497b-a6d6-94e3c2f9403d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356783 Dec 13 12:48:30.458449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-00f103d8-30ee-44f0-8a4d-269a1f51ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:30.460062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-00f103d8-30ee-44f0-8a4d-269a1f51ae08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303859 Dec 13 12:48:30.555168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcbf89f9-f5e3-46a2-86ef-bbc4604cad0d req-ba0d2904-b7f8-4749-8903-8240b814ffa4 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689110 Dec 13 12:48:30.624000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-3ac874c1-bca4-48df-9433-d1cc813f8d8b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] For port 658a9ef7-180b-429c-9f09-5b49b5d89728, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=658a9ef7-180b-429c-9f09-5b49b5d89728,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:30.624406 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-3ac874c1-bca4-48df-9433-d1cc813f8d8b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:30.645046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-e9ca09b9-e59e-4aec-a300-3c15bc5494df service neutron] 10.222.0.42 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637349 Dec 13 12:48:30.657792 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512c12-10ab-4be8-beb7-37f1d592e2b3 req-4a8aef7c-26a4-47df-89a2-a0fba52d458f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:30.659366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4512c12-10ab-4be8-beb7-37f1d592e2b3 req-4a8aef7c-26a4-47df-89a2-a0fba52d458f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1126053 Dec 13 12:48:30.665798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-3ac874c1-bca4-48df-9433-d1cc813f8d8b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Calling delete_port for 658a9ef7-180b-429c-9f09-5b49b5d89728 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:30.743259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-d0185836-e29b-4251-84a3-3402df08265d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Deleting port 0a008647-b264-4ecd-8047-ec8955ba817b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:30.743669 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-d0185836-e29b-4251-84a3-3402df08265d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:30.775401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4512c12-10ab-4be8-beb7-37f1d592e2b3 req-ca40d2f0-e47e-4b0a-a467-7ed17b55e4af tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065631 Dec 13 12:48:30.786373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20317a3d-2e68-4da6-ad3e-63b49a6c003a req-9bf1d8d1-8703-48d3-9b87-bb3c2d3d3f00 service neutron] 10.222.0.42 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259799 Dec 13 12:48:30.936463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55afa2-2c98-4ce0-adca-ca0866c156ec req-4a0a367d-01f4-4fdc-b8c0-fd9522f147f3 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:30.946301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb55afa2-2c98-4ce0-adca-ca0866c156ec req-4a0a367d-01f4-4fdc-b8c0-fd9522f147f3 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 944 time: 0.0713079 Dec 13 12:48:30.953474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-d0185836-e29b-4251-84a3-3402df08265d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] For port 0a008647-b264-4ecd-8047-ec8955ba817b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0a008647-b264-4ecd-8047-ec8955ba817b,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:30.953962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-d0185836-e29b-4251-84a3-3402df08265d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:31.020863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb55afa2-2c98-4ce0-adca-ca0866c156ec req-aafb1bbf-9c04-42bc-acf8-1940871dc69c tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665824 Dec 13 12:48:31.149031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfc64d-7aef-425d-bb63-2475956e4884 req-71b913d8-8545-4918-8011-6d7c268fcae6 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:31.150765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88dfc64d-7aef-425d-bb63-2475956e4884 req-71b913d8-8545-4918-8011-6d7c268fcae6 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=184e5186-c1ca-4e3a-af33-0b4e6d33463d HTTP/1.1" status: 200 len: 945 time: 0.0574038 Dec 13 12:48:31.205010 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88dfc64d-7aef-425d-bb63-2475956e4884 req-afa6668a-45a1-48c0-8afb-8320ddd6c97b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462129 Dec 13 12:48:31.292640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-d0185836-e29b-4251-84a3-3402df08265d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Calling delete_port for 0a008647-b264-4ecd-8047-ec8955ba817b owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:31.336583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38460) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:31.382380 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-3ac874c1-bca4-48df-9433-d1cc813f8d8b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:31.394757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:31.449260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac874c1-bca4-48df-9433-d1cc813f8d8b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event deleted for resources: {'Port': ['ID=658a9ef7-180b-429c-9f09-5b49b5d89728,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:31.495703 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3d83fe75-e413-4e64-b656-50591bdef90c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:31.514386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-3ac874c1-bca4-48df-9433-d1cc813f8d8b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] No DVR routers for this DVR port 658a9ef7-180b-429c-9f09-5b49b5d89728 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:31.519637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-3ac874c1-bca4-48df-9433-d1cc813f8d8b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:31.524019 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-849db1d7-3070-4822-be5b-3917cc74a3e2 req-3ac874c1-bca4-48df-9433-d1cc813f8d8b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "DELETE /v2.0/ports/658a9ef7-180b-429c-9f09-5b49b5d89728 HTTP/1.1" status: 204 len: 173 time: 1.5286953 Dec 13 12:48:31.524519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184e5186-c1ca-4e3a-af33-0b4e6d33463d', 'name': 'network-vif-deleted', 'tag': '658a9ef7-180b-429c-9f09-5b49b5d89728'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:31.526895 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc6df8b-420f-45cf-a908-c22049bd8aa6" -d '{"events": [{"server_uuid": "184e5186-c1ca-4e3a-af33-0b4e6d33463d", "name": "network-vif-deleted", "tag": "658a9ef7-180b-429c-9f09-5b49b5d89728"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:31.567869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-36d2da9e-d0e1-4029-b1a4-90b7ae13599d tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:31.569531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-36d2da9e-d0e1-4029-b1a4-90b7ae13599d tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.0955215 Dec 13 12:48:31.586453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817326-4'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:31.639963 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-d0185836-e29b-4251-84a3-3402df08265d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:31.671015 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498c3fa7-67ac-432f-9734-ec8bbc5cd342 x-openstack-request-id: req-498c3fa7-67ac-432f-9734-ec8bbc5cd342 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:31.671443 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184e5186-c1ca-4e3a-af33-0b4e6d33463d", "name": "network-vif-deleted", "tag": "658a9ef7-180b-429c-9f09-5b49b5d89728", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:31.671798 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-498c3fa7-67ac-432f-9734-ec8bbc5cd342 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:31.672255 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184e5186-c1ca-4e3a-af33-0b4e6d33463d', 'name': 'network-vif-deleted', 'tag': '658a9ef7-180b-429c-9f09-5b49b5d89728', 'status': 'completed', 'code': 200} Dec 13 12:48:31.677571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0185836-e29b-4251-84a3-3402df08265d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Pushing event deleted for resources: {'Port': ['ID=0a008647-b264-4ecd-8047-ec8955ba817b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:31.726645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-d0185836-e29b-4251-84a3-3402df08265d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] No DVR routers for this DVR port 0a008647-b264-4ecd-8047-ec8955ba817b on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:31.730033 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-d0185836-e29b-4251-84a3-3402df08265d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:31.733755 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-65e58ced-d1ab-43f9-9fdd-045131175a0a req-d0185836-e29b-4251-84a3-3402df08265d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.37 "DELETE /v2.0/ports/0a008647-b264-4ecd-8047-ec8955ba817b HTTP/1.1" status: 204 len: 173 time: 1.3628783 Dec 13 12:48:31.744427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:31.793691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e8e28c4-c549-41fd-8533-354de65121ac req-11d1630b-e9b9-47ac-a0c7-1c66c7fdd98e tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=403ed481-dd68-4adc-83df-0a4249c4be1c HTTP/1.1" status: 200 len: 210 time: 0.0579746 Dec 13 12:48:31.794366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:31.808709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c933e-1ee0-4ec1-997d-32bb51d2bf86 req-932bd326-4674-4051-a5a5-76cd174dc5ba tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:31.816457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d6c933e-1ee0-4ec1-997d-32bb51d2bf86 req-932bd326-4674-4051-a5a5-76cd174dc5ba tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 945 time: 0.2017927 Dec 13 12:48:31.899157 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3d83fe75-e413-4e64-b656-50591bdef90c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:31.911643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3d83fe75-e413-4e64-b656-50591bdef90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.009069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d6c933e-1ee0-4ec1-997d-32bb51d2bf86 req-3c858fd7-9aa3-41b2-b3ac-f3fa282866fa tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916964 Dec 13 12:48:32.042485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] Deleting port cca0ea9e-cfee-4e2f-97e0-3d882eebe983 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:32.042937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.069484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83fe75-e413-4e64-b656-50591bdef90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275d03c4-33e6-4ec8-b5c3-2956bb79c0f6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:32.076283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3d83fe75-e413-4e64-b656-50591bdef90c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eeccaf0dc43c40d5a7a97ab4919939f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7355709 Dec 13 12:48:32.092261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38476) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:32.171346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1261c-8ed8-4402-996e-f013f3c883ff req-f17e9861-927c-498d-a008-8aa138449c40 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:32.179380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2a1261c-8ed8-4402-996e-f013f3c883ff req-f17e9861-927c-498d-a008-8aa138449c40 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.2171121 Dec 13 12:48:32.181949 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da569b3a-0b42-4213-a3d3-9a320b16169e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.184706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] For port cca0ea9e-cfee-4e2f-97e0-3d882eebe983, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cca0ea9e-cfee-4e2f-97e0-3d882eebe983,segment=NetworkSegment(61e2c9a7-377d-4244-a3a3-90045465c607),segment_id=61e2c9a7-377d-4244-a3a3-90045465c607)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:32.185082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.206889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] Calling delete_port for cca0ea9e-cfee-4e2f-97e0-3d882eebe983 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:32.225859 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da569b3a-0b42-4213-a3d3-9a320b16169e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.244521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01a04d-e850-48f6-9692-d0a083423433 req-8145ac3d-0fdd-4376-8d1c-e9670d4b3dc3 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:32.249216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e01a04d-e850-48f6-9692-d0a083423433 req-8145ac3d-0fdd-4376-8d1c-e9670d4b3dc3 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 944 time: 0.1308177 Dec 13 12:48:32.277639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:32.301581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2a1261c-8ed8-4402-996e-f013f3c883ff req-9b9e1eb7-8836-4613-96ab-8f151c2571a6 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209199 Dec 13 12:48:32.369637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e01a04d-e850-48f6-9692-d0a083423433 req-86e9a931-52cf-4638-bed6-20771cefff1a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142740 Dec 13 12:48:32.376821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da569b3a-0b42-4213-a3d3-9a320b16169e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.379826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da569b3a-0b42-4213-a3d3-9a320b16169e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.384480 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-da569b3a-0b42-4213-a3d3-9a320b16169e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/275d03c4-33e6-4ec8-b5c3-2956bb79c0f6 HTTP/1.1" status: 204 len: 168 time: 0.2875538 Dec 13 12:48:32.398534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:32.410396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da569b3a-0b42-4213-a3d3-9a320b16169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d03c4-33e6-4ec8-b5c3-2956bb79c0f6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:32.475214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ff87cb-6a69-476a-8510-65f76d08265e'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:32.479097 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b815e24-f0b9-403c-a487-6001549a1dfb" -d '{"events": [{"server_uuid": "c0b289c6-72ca-47d2-b295-01de692d3b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "36ff87cb-6a69-476a-8510-65f76d08265e"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:32.485251 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.505038 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.509269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.549114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] Pushing event deleted for resources: {'Port': ['ID=cca0ea9e-cfee-4e2f-97e0-3d882eebe983,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:32.586728 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664330fb-ef3a-4f38-bb8d-42f55c6b4140 x-openstack-request-id: req-664330fb-ef3a-4f38-bb8d-42f55c6b4140 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:32.587054 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b289c6-72ca-47d2-b295-01de692d3b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "36ff87cb-6a69-476a-8510-65f76d08265e", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:32.587279 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-664330fb-ef3a-4f38-bb8d-42f55c6b4140 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:32.587690 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ff87cb-6a69-476a-8510-65f76d08265e', 'code': 200} Dec 13 12:48:32.636009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Pushing event updated for resources: {'Port': ['ID=36ff87cb-6a69-476a-8510-65f76d08265e,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:32.739574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e on host n-h2-817326-4 for vnic_type normal with profile {"migrating_to": "n-h1-817326-4"} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:32.739914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:32.740245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:32.751590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Port 36ff87cb-6a69-476a-8510-65f76d08265e on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:32.751921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Attempting to bind port 36ff87cb-6a69-476a-8510-65f76d08265e on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:32.759942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:32.760316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:32.760690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:32.761124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Bound port: 36ff87cb-6a69-476a-8510-65f76d08265e, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:32.761480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.795528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:32.865001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-3713c4ba-1149-4692-8677-75cea262b2a3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:32.873151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-3713c4ba-1149-4692-8677-75cea262b2a3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.2030060 Dec 13 12:48:32.902916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-77c6fee5-6a9b-4c5c-991c-7fa0f502f243 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/quotas/f432bec179c94f32a945c3aa13ee6e59 HTTP/1.1" status: 200 len: 375 time: 0.0277612 Dec 13 12:48:32.939250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:32.960508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:32.967243 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:33.022815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-77b6826a-ee1d-4554-968f-376086f5088a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192369 Dec 13 12:48:33.063014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Pushing event updated for resources: {'Port': ['ID=36ff87cb-6a69-476a-8510-65f76d08265e,revision_number=8']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:33.090733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:33.091366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:33.092928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9cc38782-de78-4a93-a9f6-be36a4aa1e74 service neutron] 10.222.0.37 "PUT /v2.0/ports/36ff87cb-6a69-476a-8510-65f76d08265e HTTP/1.1" status: 200 len: 1121 time: 1.5152686 Dec 13 12:48:33.129305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] Router 7677c98c-1586-4a0c-948c-464e894f9527 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:48:33.158986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7f3ff997-189a-4f47-9095-8dd154f8743c details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:33.187277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 658a9ef7-180b-429c-9f09-5b49b5d89728 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:33.229568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 658a9ef7-180b-429c-9f09-5b49b5d89728 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:33.230243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 658a9ef7-180b-429c-9f09-5b49b5d89728 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:33.232223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['36ff87cb-6a69-476a-8510-65f76d08265e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:33.234802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['36ff87cb-6a69-476a-8510-65f76d08265e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:33.362905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:48:33.373020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 36ff87cb-6a69-476a-8510-65f76d08265e details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:33.375167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0a008647-b264-4ecd-8047-ec8955ba817b no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:33.378984 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] Sync routers for ids ['7677c98c-1586-4a0c-948c-464e894f9527'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:48:33.383598 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c435a250-8ed0-418f-9fe4-5334bac3d01a admin admin] 10.222.0.31 "PUT /v2.0/routers/7677c98c-1586-4a0c-948c-464e894f9527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9673247 Dec 13 12:48:33.384096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38530) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:33.396108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-c7dd2887-07e7-44d1-990b-5e123cc19392 service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722043 Dec 13 12:48:33.403020 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] Routers {'7677c98c-1586-4a0c-948c-464e894f9527'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:33.411175 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7677c98c-1586-4a0c-948c-464e894f9527'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:33.434925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 0a008647-b264-4ecd-8047-ec8955ba817b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:33.435569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0a008647-b264-4ecd-8047-ec8955ba817b not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:33.518571 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:33.533761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b637db9-829d-4260-9d61-4ad396071a3b req-4e7608c7-1e95-4eb5-8d9c-23093eeca9f2 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:33.543516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b637db9-829d-4260-9d61-4ad396071a3b req-4e7608c7-1e95-4eb5-8d9c-23093eeca9f2 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 944 time: 0.2927442 Dec 13 12:48:33.553365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-a77acdc8-94d5-4ae3-83bb-43d73e0d50c3 service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374955 Dec 13 12:48:33.585568 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] Set router 7677c98c-1586-4a0c-948c-464e894f9527 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:33.609007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b637db9-829d-4260-9d61-4ad396071a3b req-2fded17e-235d-41aa-8de5-da71b529ce34 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624361 Dec 13 12:48:33.669321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:33.672911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7f3ff997-189a-4f47-9095-8dd154f8743c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7f3ff997-189a-4f47-9095-8dd154f8743c,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:33.688621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'name': 'network-vif-deleted', 'tag': '0a008647-b264-4ecd-8047-ec8955ba817b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:33.691488 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0d5d6b-5b5e-4979-8fc7-0b85d80da376" -d '{"events": [{"server_uuid": "403ed481-dd68-4adc-83df-0a4249c4be1c", "name": "network-vif-deleted", "tag": "0a008647-b264-4ecd-8047-ec8955ba817b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:33.732333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'port_id': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'mac_address': 'fa:16:3e:2a:b6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:48:33.749231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-6a526114-5770-4d96-9c7d-ed7797687cfd tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:33.751679 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-6a526114-5770-4d96-9c7d-ed7797687cfd tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 944 time: 0.0984633 Dec 13 12:48:33.761445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1eeb6-8ab7-4eb1-b831-0fa166f2562c req-f67712d1-981c-4869-874c-7f285ab502e6 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:33.766585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43c1eeb6-8ab7-4eb1-b831-0fa166f2562c req-f67712d1-981c-4869-874c-7f285ab502e6 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 943 time: 0.0882180 Dec 13 12:48:33.847946 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:33.858485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43c1eeb6-8ab7-4eb1-b831-0fa166f2562c req-7b6d6b3e-aadb-4b62-9436-8ef1c6996f49 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829828 Dec 13 12:48:33.899241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:33.916701 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677c98c-1586-4a0c-948c-464e894f9527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-router', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:48:32Z', 'revision_number': 5, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'gw_port': {'id': '05810ad2-9eab-4029-af8c-dc4e7ad594d9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677c98c-1586-4a0c-948c-464e894f9527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:33.927400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3ff997-189a-4f47-9095-8dd154f8743c {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:33.940965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 36ff87cb-6a69-476a-8510-65f76d08265e has no active binding in host n-h1-817326-4 {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 12:48:33.953230 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] Checking router: 7677c98c-1586-4a0c-948c-464e894f9527 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:48:33.965085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7f3ff997-189a-4f47-9095-8dd154f8743c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7f3ff997-189a-4f47-9095-8dd154f8743c,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:33.969695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] Routers {'7677c98c-1586-4a0c-948c-464e894f9527'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:33.970572 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7677c98c-1586-4a0c-948c-464e894f9527'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:33.971916 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:34.002784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce70d5-df25-4e37-93c5-67e9a6b99ae5 req-49c47d19-4d34-4da3-881f-b7e511e7dcdd tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:34.011236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fce70d5-df25-4e37-93c5-67e9a6b99ae5 req-49c47d19-4d34-4da3-881f-b7e511e7dcdd tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1126661 Dec 13 12:48:34.011870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Deleting port 05810ad2-9eab-4029-af8c-dc4e7ad594d9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:34.012209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:34.029806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7f3ff997-189a-4f47-9095-8dd154f8743c,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:34.103271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-8acfd91d-7f7c-4069-8e44-68c9aeafc8a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Deleting port 9c69264f-198e-4003-8097-d6cc19aacc2c {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:34.103607 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-8acfd91d-7f7c-4069-8e44-68c9aeafc8a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:34.111456 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fce70d5-df25-4e37-93c5-67e9a6b99ae5 req-a2d3f30f-c9bf-4e57-8114-56628694dfa9 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985479 Dec 13 12:48:34.133800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22640d86-d86b-4be0-b87c-02b0c365c19e req-e064a09f-fb5f-4ac7-aac5-0130346750a3 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:34.135652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22640d86-d86b-4be0-b87c-02b0c365c19e req-e064a09f-fb5f-4ac7-aac5-0130346750a3 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 945 time: 0.1210244 Dec 13 12:48:34.184793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] For port 05810ad2-9eab-4029-af8c-dc4e7ad594d9, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=05810ad2-9eab-4029-af8c-dc4e7ad594d9,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:34.185315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:34.215190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Calling delete_port for 05810ad2-9eab-4029-af8c-dc4e7ad594d9 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:34.237926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22640d86-d86b-4be0-b87c-02b0c365c19e req-1f31fa77-fa13-4858-ad7c-38260265db58 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822682 Dec 13 12:48:34.273370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7f3ff997-189a-4f47-9095-8dd154f8743c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:34.274798 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] Set router 7677c98c-1586-4a0c-948c-464e894f9527 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:34.336524 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c76677-74cc-4a1e-a41f-516698345559 x-openstack-request-id: req-e4c76677-74cc-4a1e-a41f-516698345559 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:34.337459 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403ed481-dd68-4adc-83df-0a4249c4be1c", "name": "network-vif-deleted", "tag": "0a008647-b264-4ecd-8047-ec8955ba817b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:34.339543 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4c76677-74cc-4a1e-a41f-516698345559 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:34.339991 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403ed481-dd68-4adc-83df-0a4249c4be1c', 'name': 'network-vif-deleted', 'tag': '0a008647-b264-4ecd-8047-ec8955ba817b', 'status': 'completed', 'code': 200} Dec 13 12:48:34.385942 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677c98c-1586-4a0c-948c-464e894f9527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-router', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:48:33Z', 'revision_number': 6, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:34.424070 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eaed6f-25ca-4c60-a035-a95df677aee8 None None] The sync data for ids ['7677c98c-1586-4a0c-948c-464e894f9527'] in n-d-817326-4 is: [{'id': '7677c98c-1586-4a0c-948c-464e894f9527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755410532-router', 'tenant_id': 'e2a4b519f15044a88cfbce8c84f50893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:43:15Z', 'updated_at': '2021-12-13T12:48:33Z', 'revision_number': 6, 'project_id': 'e2a4b519f15044a88cfbce8c84f50893', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:48:34.490282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cccdbee9-6800-4f9a-9f38-b83ce1b1ef60 req-5b68f3a0-bbc3-4407-8886-c4a589276948 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 210 time: 0.0715730 Dec 13 12:48:34.495514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-8acfd91d-7f7c-4069-8e44-68c9aeafc8a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] For port 9c69264f-198e-4003-8097-d6cc19aacc2c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9c69264f-198e-4003-8097-d6cc19aacc2c,segment=NetworkSegment(de2649a6-7daa-40b8-8e53-cae01749835a),segment_id=de2649a6-7daa-40b8-8e53-cae01749835a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:34.495978 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-8acfd91d-7f7c-4069-8e44-68c9aeafc8a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:34.525891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-8acfd91d-7f7c-4069-8e44-68c9aeafc8a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Calling delete_port for 9c69264f-198e-4003-8097-d6cc19aacc2c owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:34.548338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-ba55cae0-33fb-49f2-ab0b-532953bf07fa tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4d2e71216b04419882eb8fa4d8d32c33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313830 Dec 13 12:48:34.589645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'tag': '36ff87cb-6a69-476a-8510-65f76d08265e'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:34.595122 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b289c6-72ca-47d2-b295-01de692d3b8a", "tag": "36ff87cb-6a69-476a-8510-65f76d08265e"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:34.684214 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c97042a-9c4e-4daf-8914-2cf71baaabaa x-openstack-request-id: req-6c97042a-9c4e-4daf-8914-2cf71baaabaa {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:34.685177 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b289c6-72ca-47d2-b295-01de692d3b8a", "tag": "36ff87cb-6a69-476a-8510-65f76d08265e", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:34.685432 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c97042a-9c4e-4daf-8914-2cf71baaabaa {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:34.685852 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'tag': '36ff87cb-6a69-476a-8510-65f76d08265e', 'status': 'completed', 'code': 200} Dec 13 12:48:34.793080 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:34.801676 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-8acfd91d-7f7c-4069-8e44-68c9aeafc8a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:34.824198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c req-c76a5d3d-3ace-40c0-af63-3f9b4ad707aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:34.826561 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c req-c76a5d3d-3ace-40c0-af63-3f9b4ad707aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1124 time: 0.1391881 Dec 13 12:48:34.838559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Pushing event deleted for resources: {'Port': ['ID=05810ad2-9eab-4029-af8c-dc4e7ad594d9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:34.848595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-7963463e-b58a-4414-8290-91b6a6491c78 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:34.874670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-7963463e-b58a-4414-8290-91b6a6491c78 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3168142 Dec 13 12:48:34.895676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfd91d-7f7c-4069-8e44-68c9aeafc8a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Pushing event deleted for resources: {'Port': ['ID=9c69264f-198e-4003-8097-d6cc19aacc2c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:34.900935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8b6a1-afa5-4aa7-80e7-6a6117d2b0e9 req-6c32819e-397c-4da0-ab65-5a47ee9a188d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:34.904029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3e8b6a1-afa5-4aa7-80e7-6a6117d2b0e9 req-6c32819e-397c-4da0-ab65-5a47ee9a188d tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff74ac9a-447a-4f4a-8ff0-65c483933810 HTTP/1.1" status: 200 len: 944 time: 0.1800399 Dec 13 12:48:34.969499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-8acfd91d-7f7c-4069-8e44-68c9aeafc8a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] No DVR routers for this DVR port 9c69264f-198e-4003-8097-d6cc19aacc2c on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:34.972635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-8acfd91d-7f7c-4069-8e44-68c9aeafc8a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:34.977162 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c9a351ae-b487-4234-9ecd-eecdf7ae699e req-8acfd91d-7f7c-4069-8e44-68c9aeafc8a1 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.42 "DELETE /v2.0/ports/9c69264f-198e-4003-8097-d6cc19aacc2c HTTP/1.1" status: 204 len: 173 time: 1.2098551 Dec 13 12:48:34.983374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-f46dc6f8-5fdf-4856-a599-22c79b3c46bd tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/quotas/4d2e71216b04419882eb8fa4d8d32c33 HTTP/1.1" status: 200 len: 375 time: 0.1071792 Dec 13 12:48:35.029323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.054814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-d3041756-a203-4d8b-968f-543a5f279d9b tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d2e71216b04419882eb8fa4d8d32c33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608439 Dec 13 12:48:35.095492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3e8b6a1-afa5-4aa7-80e7-6a6117d2b0e9 req-ab7248aa-a585-433b-9431-f71ceaf68871 tempest-LiveAutoBlockMigrationV225Test-443005757 tempest-LiveAutoBlockMigrationV225Test-443005757-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1e71596-e1eb-49d2-9bcf-6108e088e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676128 Dec 13 12:48:35.165105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c req-a7779394-e55c-445f-a4c9-4fdc2c1bae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:35.167171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c req-a7779394-e55c-445f-a4c9-4fdc2c1bae94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.2885764 Dec 13 12:48:35.171602 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.175419 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.268635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.269676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7677c98c-1586-4a0c-948c-464e894f9527 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:48:35.277166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.278747 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bbe9f9a1-425e-462d-b367-2f233207e57e admin admin] 10.222.0.31 "DELETE /v2.0/routers/7677c98c-1586-4a0c-948c-464e894f9527 HTTP/1.1" status: 204 len: 168 time: 1.8934903 Dec 13 12:48:35.282041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38576) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:35.364630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c req-92acb489-0f3b-4781-86f8-c8f66a948057 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ff87cb-6a69-476a-8510-65f76d08265e HTTP/1.1" status: 200 len: 217 time: 0.1847138 Dec 13 12:48:35.370513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd59f04-130c-4482-af86-89fbca93a89a admin admin] Deleting subnet 0408a59c-9d31-4d7e-a1e8-aa89bc9e3624 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:48:35.376164 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bd59f04-130c-4482-af86-89fbca93a89a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.430575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bd59f04-130c-4482-af86-89fbca93a89a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.471360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c req-9ee752e4-a8c6-4919-a7d4-bfa32a91bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:35.473242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c req-9ee752e4-a8c6-4919-a7d4-bfa32a91bc38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0762458 Dec 13 12:48:35.560903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289ce1e-3ad4-49bd-96ce-48368626f0e9 req-15aec3f9-fa1b-47f5-a79e-87d510cbac28 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:35.566063 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bd59f04-130c-4482-af86-89fbca93a89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.569435 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7289ce1e-3ad4-49bd-96ce-48368626f0e9 req-15aec3f9-fa1b-47f5-a79e-87d510cbac28 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 943 time: 0.3818090 Dec 13 12:48:35.611008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c req-64469285-00d5-42e0-9cce-19a9c7ed3727 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997627 Dec 13 12:48:35.682959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bd59f04-130c-4482-af86-89fbca93a89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.725162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dffc8-08e7-435a-bdb4-58eee3c827f7 req-01a8d777-12e7-449b-bbe3-f0d3a42fcbef tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:35.726881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-352dffc8-08e7-435a-bdb4-58eee3c827f7 req-01a8d777-12e7-449b-bbe3-f0d3a42fcbef tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.4408278 Dec 13 12:48:35.753450 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bd59f04-130c-4482-af86-89fbca93a89a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.758055 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5bd59f04-130c-4482-af86-89fbca93a89a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0408a59c-9d31-4d7e-a1e8-aa89bc9e3624 HTTP/1.1" status: 204 len: 168 time: 0.4742811 Dec 13 12:48:35.759446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd59f04-130c-4482-af86-89fbca93a89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0408a59c-9d31-4d7e-a1e8-aa89bc9e3624,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:35.762044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38586) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:35.763218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2af4bc-25a7-4d1d-a725-47516000be1a None None] Network e21b9746-8a1c-4d7b-bfb6-a91071b32a29 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:48:35.842570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.872173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-2cfa36ef-5297-48c9-8aaf-1d8056e71089 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:35.873679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-2cfa36ef-5297-48c9-8aaf-1d8056e71089 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.5060520 Dec 13 12:48:35.886406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7289ce1e-3ad4-49bd-96ce-48368626f0e9 req-1c8a6bc8-3b42-496c-9d2c-3cc5a9aee09d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156359 Dec 13 12:48:35.911451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Request body: {'port': {'device_id': 'eabe7235-c649-4511-a34e-e8bd942c294d', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'admin_state_up': True, 'tenant_id': 'f432bec179c94f32a945c3aa13ee6e59'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:35.928232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Deleting port c4d15ff7-3c73-4f17-996d-6b17b900bf61 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:35.928805 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:35.943437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c req-ad990062-dbef-4adf-9925-b0fa550723f4 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134947 Dec 13 12:48:36.035584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] For port c4d15ff7-3c73-4f17-996d-6b17b900bf61, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c4d15ff7-3c73-4f17-996d-6b17b900bf61,segment=NetworkSegment(61e2c9a7-377d-4244-a3a3-90045465c607),segment_id=61e2c9a7-377d-4244-a3a3-90045465c607)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:36.035951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.044294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-186d0c15-c7cd-4f08-91b1-db7302a6294e req-d37f463b-69cc-4955-968b-c1fd4398cd64 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 210 time: 0.0655675 Dec 13 12:48:36.051830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Calling delete_port for c4d15ff7-3c73-4f17-996d-6b17b900bf61 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:36.067401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-352dffc8-08e7-435a-bdb4-58eee3c827f7 req-bedb5de7-39dd-4e4a-8b3a-f6691d076cfb tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190312 Dec 13 12:48:36.072989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b581f5b1-5041-4e8a-8c84-45b7c3463f03 None None] DHCP port deletion for e21b9746-8a1c-4d7b-bfb6-a91071b32a29 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:48:36.152380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b581f5b1-5041-4e8a-8c84-45b7c3463f03 None None] Deleting port c4d15ff7-3c73-4f17-996d-6b17b900bf61 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:48:36.152800 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b581f5b1-5041-4e8a-8c84-45b7c3463f03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.169507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.200961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d15ff7-3c73-4f17-996d-6b17b900bf61,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:36.226970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] No DVR routers for this DVR port c4d15ff7-3c73-4f17-996d-6b17b900bf61 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:36.257849 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b581f5b1-5041-4e8a-8c84-45b7c3463f03 None None] For port c4d15ff7-3c73-4f17-996d-6b17b900bf61, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c4d15ff7-3c73-4f17-996d-6b17b900bf61,segment=NetworkSegment(61e2c9a7-377d-4244-a3a3-90045465c607),segment_id=61e2c9a7-377d-4244-a3a3-90045465c607)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:36.258295 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b581f5b1-5041-4e8a-8c84-45b7c3463f03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.275474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-246fed01-312a-4dcf-9615-ca1cea283e88 req-53a75376-fa85-4343-a550-629872487687 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 210 time: 0.0809228 Dec 13 12:48:36.277787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b581f5b1-5041-4e8a-8c84-45b7c3463f03 None None] Calling delete_port for c4d15ff7-3c73-4f17-996d-6b17b900bf61 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:48:36.346921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.347847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-941a2915-130c-4ea4-82e1-e0a75a7ecf7c req-353d3271-15fa-4a6d-af51-d0b1fbca1e14 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703206 Dec 13 12:48:36.350250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'name': 'network-vif-deleted', 'tag': '9c69264f-198e-4003-8097-d6cc19aacc2c'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:36.353290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c4d15ff7-3c73-4f17-996d-6b17b900bf61 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:36.354311 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17d9742-402c-4b0c-8794-652c55dcdbe8" -d '{"events": [{"server_uuid": "ff74ac9a-447a-4f4a-8ff0-65c483933810", "name": "network-vif-deleted", "tag": "9c69264f-198e-4003-8097-d6cc19aacc2c"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:36.365886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909616af-67b2-42b7-8a55-9cd3fcb47531 req-0d6a721c-3849-4bab-b404-0626104353ce tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:36.367464 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-909616af-67b2-42b7-8a55-9cd3fcb47531 req-0d6a721c-3849-4bab-b404-0626104353ce tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 945 time: 0.2101274 Dec 13 12:48:36.368573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Made reservation on behalf of f432bec179c94f32a945c3aa13ee6e59 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:48:36.372815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.383360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: c4d15ff7-3c73-4f17-996d-6b17b900bf61 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:36.383712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c4d15ff7-3c73-4f17-996d-6b17b900bf61 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:36.384512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 05810ad2-9eab-4029-af8c-dc4e7ad594d9 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:36.403359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21b9746-8a1c-4d7b-bfb6-a91071b32a29']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:36.419301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e2c9a7-377d-4244-a3a3-90045465c607') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:36.419648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 05810ad2-9eab-4029-af8c-dc4e7ad594d9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:36.419765 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e2c9a7-377d-4244-a3a3-90045465c607') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:36.420040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 05810ad2-9eab-4029-af8c-dc4e7ad594d9 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:36.420387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cca0ea9e-cfee-4e2f-97e0-3d882eebe983 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:36.431965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.450617 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.451950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: cca0ea9e-cfee-4e2f-97e0-3d882eebe983 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:36.452301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cca0ea9e-cfee-4e2f-97e0-3d882eebe983 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:36.458828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:48:36.459695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:48:36.461792 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:48:36.484824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38594) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:36.492759 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b581f5b1-5041-4e8a-8c84-45b7c3463f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.521524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581f5b1-5041-4e8a-8c84-45b7c3463f03 None None] Pushing event deleted for resources: {'Port': ['ID=c4d15ff7-3c73-4f17-996d-6b17b900bf61,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:36.528041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b581f5b1-5041-4e8a-8c84-45b7c3463f03 None None] No DVR routers for this DVR port c4d15ff7-3c73-4f17-996d-6b17b900bf61 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:36.533677 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1797f1-a144-4639-a4d7-b72e4b51aee7 x-openstack-request-id: req-7e1797f1-a144-4639-a4d7-b72e4b51aee7 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:36.535544 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff74ac9a-447a-4f4a-8ff0-65c483933810", "name": "network-vif-deleted", "tag": "9c69264f-198e-4003-8097-d6cc19aacc2c", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:36.535818 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e1797f1-a144-4639-a4d7-b72e4b51aee7 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:36.536230 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff74ac9a-447a-4f4a-8ff0-65c483933810', 'name': 'network-vif-deleted', 'tag': '9c69264f-198e-4003-8097-d6cc19aacc2c', 'status': 'completed', 'code': 200} Dec 13 12:48:36.537991 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.544359 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.548062 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] 10.222.0.31 "DELETE /v2.0/networks/e21b9746-8a1c-4d7b-bfb6-a91071b32a29 HTTP/1.1" status: 204 len: 168 time: 0.7847793 Dec 13 12:48:36.560085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c36a2b-9844-4d6b-bafe-ba3743e0fccf admin admin] Pushing event deleted for resources: {'Network': ['ID=e21b9746-8a1c-4d7b-bfb6-a91071b32a29,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:36.568215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-909616af-67b2-42b7-8a55-9cd3fcb47531 req-f7150130-9167-4278-859f-53d7cd10a788 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756027 Dec 13 12:48:36.597406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Allocated IP 172.20.0.13 (8072c86c-36ec-4f72-a683-789222078cc2/fce70964-4b77-4266-9ada-339f61494bbe/a77291f0-4bb3-465f-a116-93008120254d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:48:36.735316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38600) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:36.754395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c9b44d-79fb-415d-911c-19f923f869f6 admin admin] Deleting subnet 952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:48:36.766575 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-97c9b44d-79fb-415d-911c-19f923f869f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.783097 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-07ef2c13-51c6-42fb-8de2-9a459f69b0bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7fa575a45fc4f60843818634f1b2c3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441914 Dec 13 12:48:36.783333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38602) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:36.822770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.825386 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-97c9b44d-79fb-415d-911c-19f923f869f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.840504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bd29de2-c8f3-4c96-be9c-d357f4a215b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.864784 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bd29de2-c8f3-4c96-be9c-d357f4a215b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.886645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-0d8db0ca-0afc-4554-8bb0-f2c9b04c5eac tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4d2e71216b04419882eb8fa4d8d32c33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398269 Dec 13 12:48:36.930474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bd29de2-c8f3-4c96-be9c-d357f4a215b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.935720 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bd29de2-c8f3-4c96-be9c-d357f4a215b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.941882 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1bd29de2-c8f3-4c96-be9c-d357f4a215b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11214023-fe3a-4b52-83a9-8449a20dcab9 HTTP/1.1" status: 204 len: 168 time: 0.1548409 Dec 13 12:48:36.942276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-97c9b44d-79fb-415d-911c-19f923f869f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:36.960193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd29de2-c8f3-4c96-be9c-d357f4a215b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11214023-fe3a-4b52-83a9-8449a20dcab9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:37.018249 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.030469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:37.269576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7f3ff997-189a-4f47-9095-8dd154f8743c up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:37.341803 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.359873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38616) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:37.360838 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.393711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 7f3ff997-189a-4f47-9095-8dd154f8743c completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:37.399436 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 7f3ff997-189a-4f47-9095-8dd154f8743c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:37.399815 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.414870 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d0439ac7-26a1-496e-9069-68d6123f78d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2a4b519f15044a88cfbce8c84f50893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501864 Dec 13 12:48:37.415116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38620) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:37.474888 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46fc8233-7296-4dda-b5a3-f3a004cd06cc req-bc4f3cd2-beb2-4edd-8701-24abc61c1842 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 210 time: 0.1049857 Dec 13 12:48:37.477630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-983e36ef-98b4-4d62-9cf7-d7bc3b051a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.496928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Network 8072c86c-36ec-4f72-a683-789222078cc2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:48:37.500242 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-97c9b44d-79fb-415d-911c-19f923f869f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.507674 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-983e36ef-98b4-4d62-9cf7-d7bc3b051a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.508618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:48:37.511444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:48:37.520930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-0e70925e-8e93-4f62-8e98-cb9387ae0154 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:37.522084 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.522593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-0e70925e-8e93-4f62-8e98-cb9387ae0154 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6230836 Dec 13 12:48:37.554976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ff997-189a-4f47-9095-8dd154f8743c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:37.557498 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37735591-d838-4f86-a3e9-89fd1e34aaf0" -d '{"events": [{"server_uuid": "94c012e2-5285-4cb8-9cd4-9076e9cb2804", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ff997-189a-4f47-9095-8dd154f8743c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:37.572344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7f3ff997-189a-4f47-9095-8dd154f8743c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7f3ff997-189a-4f47-9095-8dd154f8743c,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:37.574460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-983e36ef-98b4-4d62-9cf7-d7bc3b051a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.576799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Request body: {'port': {'device_id': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '4d2e71216b04419882eb8fa4d8d32c33'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:37.577609 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-983e36ef-98b4-4d62-9cf7-d7bc3b051a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.581376 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-983e36ef-98b4-4d62-9cf7-d7bc3b051a43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68db2e45-aa53-453e-be62-31612c8fbc3a HTTP/1.1" status: 204 len: 168 time: 0.1628675 Dec 13 12:48:37.581541 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.581541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9c69264f-198e-4003-8097-d6cc19aacc2c no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:37.585401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9b44d-79fb-415d-911c-19f923f869f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952a86ce-9692-4eaa-b2ef-2ece9ef3ada0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:37.588659 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event updated for resources: {'Port': ['ID=a77291f0-4bb3-465f-a116-93008120254d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:37.603480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e36ef-98b4-4d62-9cf7-d7bc3b051a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68db2e45-aa53-453e-be62-31612c8fbc3a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:37.630261 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-97c9b44d-79fb-415d-911c-19f923f869f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.636997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-97c9b44d-79fb-415d-911c-19f923f869f6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/952a86ce-9692-4eaa-b2ef-2ece9ef3ada0 HTTP/1.1" status: 204 len: 168 time: 1.1473312 Dec 13 12:48:37.637234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38628) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:37.638107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 9c69264f-198e-4003-8097-d6cc19aacc2c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:48:37.638241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9c69264f-198e-4003-8097-d6cc19aacc2c not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:48:37.660309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df5d70-8422-4ae1-bf30-413a976e5258 req-ddb8736f-4148-48cc-abef-035997709d5d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:37.668723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9df5d70-8422-4ae1-bf30-413a976e5258 req-ddb8736f-4148-48cc-abef-035997709d5d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 943 time: 0.6434979 Dec 13 12:48:37.673031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7f3ff997-189a-4f47-9095-8dd154f8743c,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:37.721668 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.754046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:37.754806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.809931 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.816938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5e66c-dba2-43c7-81b7-57b287159362 req-f1a3bbdb-8a52-4a04-a005-b137eaa6cf99 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:37.818689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bc5e66c-dba2-43c7-81b7-57b287159362 req-f1a3bbdb-8a52-4a04-a005-b137eaa6cf99 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.2343729 Dec 13 12:48:37.825336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-dfc4d091-a51d-497b-8905-7bb75c571677 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9273496 Dec 13 12:48:37.832829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9df5d70-8422-4ae1-bf30-413a976e5258 req-41c06288-6033-465e-b383-14ed324425f3 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628869 Dec 13 12:48:37.834592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94142d38-5aca-4ea1-835a-ae24eb9bb566']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:37.845553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2649a6-7daa-40b8-8e53-cae01749835a') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:37.845851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2649a6-7daa-40b8-8e53-cae01749835a') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:37.858961 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.874428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.883519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:48:37.884511 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:48:37.886870 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:48:37.918878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bc5e66c-dba2-43c7-81b7-57b287159362 req-5db00c87-d894-46ce-8741-fd0427ac8784 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801034 Dec 13 12:48:37.940393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Made reservation on behalf of 4d2e71216b04419882eb8fa4d8d32c33 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:48:37.954276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.972737 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.990640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:37.996122 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] 10.222.0.31 "DELETE /v2.0/networks/94142d38-5aca-4ea1-835a-ae24eb9bb566 HTTP/1.1" status: 204 len: 168 time: 0.3574762 Dec 13 12:48:38.006900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Request body: {'port': {'device_id': 'eabe7235-c649-4511-a34e-e8bd942c294d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:38.009691 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.011670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38636) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:38.018901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e18422-601a-433e-9cfa-0641a5810416 admin admin] Pushing event deleted for resources: {'Network': ['ID=94142d38-5aca-4ea1-835a-ae24eb9bb566,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:38.064436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-13470afb-c797-4230-be06-65592ba1eac5 admin admin] Deleting subnet 29007fc9-9abb-4462-b4d8-ff9e76185d3e {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:48:38.073248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-13470afb-c797-4230-be06-65592ba1eac5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.116371 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5752d79a-302b-4336-81dc-76dd81be6eaa x-openstack-request-id: req-5752d79a-302b-4336-81dc-76dd81be6eaa {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:38.117029 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c012e2-5285-4cb8-9cd4-9076e9cb2804", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ff997-189a-4f47-9095-8dd154f8743c", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:38.117029 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5752d79a-302b-4336-81dc-76dd81be6eaa {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:38.117368 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'code': 200} Dec 13 12:48:38.143773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-13470afb-c797-4230-be06-65592ba1eac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.180451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe21f2-4824-4e4a-a19f-ab9bd7951c11 req-a6e48fc0-73cc-41fc-91e9-24d6a9ee8ccc tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:38.182063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe21f2-4824-4e4a-a19f-ab9bd7951c11 req-a6e48fc0-73cc-41fc-91e9-24d6a9ee8ccc tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 932 time: 0.1957688 Dec 13 12:48:38.184430 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.299469 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.322405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe21f2-4824-4e4a-a19f-ab9bd7951c11 req-bc01913f-8183-450d-bef1-85962d640e27 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280205 Dec 13 12:48:38.342601 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.459261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4389dc53-41c4-4aed-a2c6-d5605296c723,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:38.492785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30b150-9aea-4257-93d8-7e306ebf656e req-6a225c0f-1797-482a-a7d9-f487e3078818 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:38.494698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf30b150-9aea-4257-93d8-7e306ebf656e req-6a225c0f-1797-482a-a7d9-f487e3078818 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 946 time: 0.2950957 Dec 13 12:48:38.531507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-13470afb-c797-4230-be06-65592ba1eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.575865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ba87e-8541-4979-9b55-aa44aba74e42 req-91ba646b-dfea-4e7c-9388-74d7cd1a252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:38.577369 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f25ba87e-8541-4979-9b55-aa44aba74e42 req-91ba646b-dfea-4e7c-9388-74d7cd1a252b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 1097 time: 0.3887129 Dec 13 12:48:38.620322 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-13470afb-c797-4230-be06-65592ba1eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.657835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13470afb-c797-4230-be06-65592ba1eac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29007fc9-9abb-4462-b4d8-ff9e76185d3e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:38.664179 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f25ba87e-8541-4979-9b55-aa44aba74e42 req-d783d7c9-0684-490a-8963-4b366adce3cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769300 Dec 13 12:48:38.667134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-13470afb-c797-4230-be06-65592ba1eac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.670558 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-13470afb-c797-4230-be06-65592ba1eac5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/29007fc9-9abb-4462-b4d8-ff9e76185d3e HTTP/1.1" status: 204 len: 168 time: 0.6577370 Dec 13 12:48:38.673007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38656) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:38.702995 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf30b150-9aea-4257-93d8-7e306ebf656e req-ef68d667-1254-4c5b-9c3f-cd29b1a617e5 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582887 Dec 13 12:48:38.711482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b81e4d1b-006b-48d3-9563-c0d94822b6d0 req-81115296-a22c-4d8d-a469-0f9a6f22afa9 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 210 time: 0.1190040 Dec 13 12:48:38.767778 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.769810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Allocated IP 192.168.233.196 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/517f1dc6-9f61-4568-a8d6-d9d77f401c65) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:48:38.885308 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.913433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec029ca-aecd-4967-966e-417f8a5aa760']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:38.924029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecd95f9-8d1c-40ee-8edb-7a27d133dc15') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:38.924396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecd95f9-8d1c-40ee-8edb-7a27d133dc15') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:38.935693 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.953964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.963877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:48:38.964550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:48:38.966785 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:48:39.043161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77291f0-4bb3-465f-a116-93008120254d {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:39.051683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.058550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.064317 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] 10.222.0.31 "DELETE /v2.0/networks/fec029ca-aecd-4967-966e-417f8a5aa760 HTTP/1.1" status: 204 len: 168 time: 0.3876872 Dec 13 12:48:39.068293 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.090439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Transition to ACTIVE for port object a77291f0-4bb3-465f-a116-93008120254d will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:39.104964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becc02f-f36c-4bc4-ae7e-62fc41c2b86b admin admin] Pushing event deleted for resources: {'Network': ['ID=fec029ca-aecd-4967-966e-417f8a5aa760,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:39.120750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595862aa-29db-4afd-8338-d7ed0d5725d3 req-3f0f077f-d302-460e-a2c7-c115d81f5a80 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:39.122384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-595862aa-29db-4afd-8338-d7ed0d5725d3 req-3f0f077f-d302-460e-a2c7-c115d81f5a80 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 943 time: 0.1703615 Dec 13 12:48:39.129559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.266754 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.300824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ea2b6-4273-499e-af18-9377c1958b36 req-8273ebfb-43e6-4c9c-9ea2-425bcb43a202 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:39.302640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a1ea2b6-4273-499e-af18-9377c1958b36 req-8273ebfb-43e6-4c9c-9ea2-425bcb43a202 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.2108138 Dec 13 12:48:39.336649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38678) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:39.348166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a77291f0-4bb3-465f-a116-93008120254d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:39.400455 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c94b83f0-2271-49ac-ab1d-7f96ffbf0c28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c41e368f2fd4bb18797d4930f7e15a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625598 Dec 13 12:48:39.401052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38684) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:39.432431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-595862aa-29db-4afd-8338-d7ed0d5725d3 req-2b9289fb-2b63-47ff-af12-992b0123a485 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755651 Dec 13 12:48:39.458646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a1ea2b6-4273-499e-af18-9377c1958b36 req-e9389c77-f191-425e-ac76-f4a64525b83c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358919 Dec 13 12:48:39.500049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e22c4f-f316-4678-88a1-0a733f5106fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.500756 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.538675 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e22c4f-f316-4678-88a1-0a733f5106fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.586457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:39.601566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Attempting to bind port a77291f0-4bb3-465f-a116-93008120254d on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:39.601902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Attempting to bind port a77291f0-4bb3-465f-a116-93008120254d by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:39.602410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Attempting to bind port a77291f0-4bb3-465f-a116-93008120254d on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:39.608314 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e22c4f-f316-4678-88a1-0a733f5106fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.610982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14e22c4f-f316-4678-88a1-0a733f5106fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.612129 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-14e22c4f-f316-4678-88a1-0a733f5106fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1e71596-e1eb-49d2-9bcf-6108e088e0df HTTP/1.1" status: 204 len: 168 time: 0.2101669 Dec 13 12:48:39.633140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e22c4f-f316-4678-88a1-0a733f5106fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e71596-e1eb-49d2-9bcf-6108e088e0df,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:39.644790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:48:39.680342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:48:39.683107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Port a77291f0-4bb3-465f-a116-93008120254d on network 8072c86c-36ec-4f72-a683-789222078cc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:39.683423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Attempting to bind port a77291f0-4bb3-465f-a116-93008120254d on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:39.697867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:48:39.708300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:39.709531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Checking segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:39.710882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Bound using segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:39.711377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Bound port: a77291f0-4bb3-465f-a116-93008120254d, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:39.713239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:39.885322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660499e7-2ed6-466f-a9ab-dbabf674e6b6 req-588482ed-51a5-4d4c-892a-1916c54ddede tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:39.886975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-660499e7-2ed6-466f-a9ab-dbabf674e6b6 req-588482ed-51a5-4d4c-892a-1916c54ddede tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 944 time: 0.2910688 Dec 13 12:48:39.993615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:39.994506 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:40.027640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-60be590c-e733-4cb9-b0ac-b09db84f52e3 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b9f2e06f6e9941b09ad6957ae6bfef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706789 Dec 13 12:48:40.034495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] For port a77291f0-4bb3-465f-a116-93008120254d, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:40.071575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-77bc38ae-496d-48fe-a1c5-243205fc670a tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4997895 Dec 13 12:48:40.098354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] For port a77291f0-4bb3-465f-a116-93008120254d, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=a77291f0-4bb3-465f-a116-93008120254d,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:40.107761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Request body: {'port': {'device_id': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:40.125974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b8e6ef74-f0fa-4955-a421-cfbee5596142 None None] Provisioning complete for port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:40.127084 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8e6ef74-f0fa-4955-a421-cfbee5596142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:40.170205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38706) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:40.171412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6ef74-f0fa-4955-a421-cfbee5596142 None None] Port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:48:40.181038 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:40.194921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-660499e7-2ed6-466f-a9ab-dbabf674e6b6 req-ac0524df-ab88-48a1-a865-b666be5b9033 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881932 Dec 13 12:48:40.237126 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b49e2d0f-64be-4bfe-8649-dfee1975c42e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86540295d17a4de08e2eda9d34409dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640018 Dec 13 12:48:40.238813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38708) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:48:40.295837 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0b70-9358-40dc-affe-edcb2e88e99e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:40.302960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:40.303731 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:40.305213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/a77291f0-4bb3-465f-a116-93008120254d HTTP/1.1" status: 200 len: 1092 time: 2.4656177 Dec 13 12:48:40.305761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabe7235-c649-4511-a34e-e8bd942c294d', 'tag': 'a77291f0-4bb3-465f-a116-93008120254d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:40.308224 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959d4f59-b790-4de5-b439-cb81177185a6" -d '{"events": [{"name": "network-changed", "server_uuid": "eabe7235-c649-4511-a34e-e8bd942c294d", "tag": "a77291f0-4bb3-465f-a116-93008120254d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:40.316674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6b5a9-39e5-43bd-997c-611693e271c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a77291f0-4bb3-465f-a116-93008120254d,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:40.323316 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0b70-9358-40dc-affe-edcb2e88e99e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:40.378484 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0b70-9358-40dc-affe-edcb2e88e99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:40.382050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0b70-9358-40dc-affe-edcb2e88e99e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:40.393674 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4f3f0b70-9358-40dc-affe-edcb2e88e99e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d7dac5f-d3c3-4d66-acf8-64ea9bf8dad2 HTTP/1.1" status: 204 len: 168 time: 0.1460547 Dec 13 12:48:40.407500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f0b70-9358-40dc-affe-edcb2e88e99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7dac5f-d3c3-4d66-acf8-64ea9bf8dad2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:40.407919 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:40.477006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49fbc5-355a-41a6-9e2d-3b86f4a3e493 req-7bbc8bbd-b9fe-4ac2-a498-07ff8ef38f74 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:40.478593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c49fbc5-355a-41a6-9e2d-3b86f4a3e493 req-7bbc8bbd-b9fe-4ac2-a498-07ff8ef38f74 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 936 time: 0.1672933 Dec 13 12:48:40.485369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-8099069d-9c31-424d-a6f9-2ce9f48645b6 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:40.492495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-8099069d-9c31-424d-a6f9-2ce9f48645b6 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4545255 Dec 13 12:48:40.542282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-34c31f08-7c6e-4b1b-86ad-f98517c961f4 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/quotas/b9f2e06f6e9941b09ad6957ae6bfef7f HTTP/1.1" status: 200 len: 375 time: 0.0488803 Dec 13 12:48:40.563269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-95180dd0-f801-4382-b327-37bea8a38f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:40.565144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-95180dd0-f801-4382-b327-37bea8a38f91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 1095 time: 0.1937921 Dec 13 12:48:40.649058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-70ee5380-a326-4bad-abe3-bcb5f575100e tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9f2e06f6e9941b09ad6957ae6bfef7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916214 Dec 13 12:48:40.701930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-a3e74b36-efb2-4543-9a79-a5abc0a9f455 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77291f0-4bb3-465f-a116-93008120254d HTTP/1.1" status: 200 len: 217 time: 0.1167722 Dec 13 12:48:40.753574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c49fbc5-355a-41a6-9e2d-3b86f4a3e493 req-ec446b0f-8f19-47e3-9c77-fc809cbc0ac8 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589772 Dec 13 12:48:40.836317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-5ed0a857-9795-4957-91a7-095a826fdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:40.837798 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-5ed0a857-9795-4957-91a7-095a826fdc72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.1226974 Dec 13 12:48:40.844440 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cc631e-2313-48d7-aadd-82de87cd41c5 x-openstack-request-id: req-e6cc631e-2313-48d7-aadd-82de87cd41c5 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:40.844733 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabe7235-c649-4511-a34e-e8bd942c294d", "tag": "a77291f0-4bb3-465f-a116-93008120254d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:40.844988 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6cc631e-2313-48d7-aadd-82de87cd41c5 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:40.850513 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabe7235-c649-4511-a34e-e8bd942c294d', 'tag': 'a77291f0-4bb3-465f-a116-93008120254d', 'status': 'completed', 'code': 200} Dec 13 12:48:40.905650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-9bce094a-5d48-4290-b100-e1dbe3a39eb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492761 Dec 13 12:48:41.122385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7a9b2-a48a-4273-9cb9-18fca91adca6 req-4890450a-0212-4049-98ca-0333fe62c8a7 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:41.123984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ba7a9b2-a48a-4273-9cb9-18fca91adca6 req-4890450a-0212-4049-98ca-0333fe62c8a7 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 946 time: 0.2212250 Dec 13 12:48:41.184259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 36ff87cb-6a69-476a-8510-65f76d08265e no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:48:41.207928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542db4b-2830-4815-a326-830636abffad req-3652100e-66f8-4d65-af7c-e5cfd6057fcd tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:41.210175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e542db4b-2830-4815-a326-830636abffad req-3652100e-66f8-4d65-af7c-e5cfd6057fcd tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 943 time: 0.2741311 Dec 13 12:48:41.226341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-e4edb2b0-fcf6-48e8-a439-9dcc46c50ddd service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112667 Dec 13 12:48:41.231173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517f1dc6-9f61-4568-a8d6-d9d77f401c65 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:41.264295 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:41.309251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ba7a9b2-a48a-4273-9cb9-18fca91adca6 req-fb6ba252-764d-4d81-b500-664482d08301 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628132 Dec 13 12:48:41.365943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Transition to ACTIVE for port object 517f1dc6-9f61-4568-a8d6-d9d77f401c65 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:41.383168 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:41.400363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e542db4b-2830-4815-a326-830636abffad req-056bf237-ab0f-4189-a8c5-a14191f6c65e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765096 Dec 13 12:48:41.460831 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-d27f3f69-d416-4231-9d72-c5b3c60f4daa service neutron] 10.222.0.42 "GET /v2.0/ports/36ff87cb-6a69-476a-8510-65f76d08265e/bindings/n-h1-817326-4 HTTP/1.1" status: 200 len: 384 time: 0.1430898 Dec 13 12:48:41.830616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-07e14f53-c259-4bd3-9e63-614fc77d3381 service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:41.855054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-07e14f53-c259-4bd3-9e63-614fc77d3381 service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:41.902861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-07e14f53-c259-4bd3-9e63-614fc77d3381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ff87cb-6a69-476a-8510-65f76d08265e {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:41.916053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-07e14f53-c259-4bd3-9e63-614fc77d3381 service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:41.931529 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-07e14f53-c259-4bd3-9e63-614fc77d3381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:41.956949 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc76f3-bd21-4738-8186-7b308157e92f req-76c37079-f0e2-405b-88ae-7f9c0067e4ff service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075655 Dec 13 12:48:41.957566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:42.028063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38ca223e-3931-4c5e-8ff3-932062d38017 req-f9d711a4-de36-44b6-a540-19aa01cbb3c2 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/ports?device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 210 time: 0.0906670 Dec 13 12:48:42.029627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-07e14f53-c259-4bd3-9e63-614fc77d3381 service neutron] Transition to ACTIVE for port object 36ff87cb-6a69-476a-8510-65f76d08265e will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:42.037533 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-07e14f53-c259-4bd3-9e63-614fc77d3381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:42.085948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7753ccf-3b4a-4b49-8a93-67e0449b812a req-0c489a9b-9aa4-401d-84d5-39be1500c405 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.096143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7753ccf-3b4a-4b49-8a93-67e0449b812a req-0c489a9b-9aa4-401d-84d5-39be1500c405 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.6595809 Dec 13 12:48:42.136169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-07e14f53-c259-4bd3-9e63-614fc77d3381 service neutron] No DVR routers for this DVR port 36ff87cb-6a69-476a-8510-65f76d08265e on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:48:42.158866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e14f53-c259-4bd3-9e63-614fc77d3381 service neutron] Pushing event updated for resources: {'Port': ['ID=36ff87cb-6a69-476a-8510-65f76d08265e,revision_number=10']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:42.191490 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-07e14f53-c259-4bd3-9e63-614fc77d3381 service neutron] 10.222.0.42 "PUT /v2.0/ports/36ff87cb-6a69-476a-8510-65f76d08265e/bindings/n-h1-817326-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7229145 Dec 13 12:48:42.209603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Attempting to bind port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:42.209974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Attempting to bind port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:42.210392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Attempting to bind port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:42.233112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:42.233842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Attempting to bind port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:42.243405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d4f59-b790-4de5-b439-cb81177185a6 req-491868dc-3a70-48dd-ad02-ef1431535113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.244960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-959d4f59-b790-4de5-b439-cb81177185a6 req-491868dc-3a70-48dd-ad02-ef1431535113 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 1095 time: 0.2119186 Dec 13 12:48:42.250869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:42.251205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:42.251663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:42.252217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Bound port: 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:42.252682 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:42.260539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7753ccf-3b4a-4b49-8a93-67e0449b812a req-e8f75822-054e-4b8d-ac75-6fd7e9d718bb tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635151 Dec 13 12:48:42.290223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fa863-20e5-4219-8bc6-5c381742ab46 req-814ea2c7-7afe-4fa9-9be8-ffd76e37d257 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.292054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-065fa863-20e5-4219-8bc6-5c381742ab46 req-814ea2c7-7afe-4fa9-9be8-ffd76e37d257 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 944 time: 0.1662643 Dec 13 12:48:42.326724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-fdd40a1d-d90d-4c23-9bf5-101c8c9893ee tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.328341 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-fdd40a1d-d90d-4c23-9bf5-101c8c9893ee tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.0600803 Dec 13 12:48:42.397438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-5375bdce-7297-40cb-9e15-3c37fc2939f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.399187 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-5375bdce-7297-40cb-9e15-3c37fc2939f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a&tenant_id=7311861d06bd4ed8a69302e267470b3d HTTP/1.1" status: 200 len: 1095 time: 0.0498304 Dec 13 12:48:42.468276 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-60aff83b-01cf-4b3b-bf6a-08509da952de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.470453 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-60aff83b-01cf-4b3b-bf6a-08509da952de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1095 time: 0.0462198 Dec 13 12:48:42.499978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-065fa863-20e5-4219-8bc6-5c381742ab46 req-b302e914-2710-4bd6-9c25-161a8e451b0c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972635 Dec 13 12:48:42.504303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:42.511183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:42.517179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d4f59-b790-4de5-b439-cb81177185a6 req-371e3e0a-a31c-4d94-9b4c-98e0d88ca3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.519383 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-959d4f59-b790-4de5-b439-cb81177185a6 req-371e3e0a-a31c-4d94-9b4c-98e0d88ca3bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 906 time: 0.2550840 Dec 13 12:48:42.529814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-b9b922ae-c782-419e-8733-f8ee805dc0d7 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.531451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-b9b922ae-c782-419e-8733-f8ee805dc0d7 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1567039 Dec 13 12:48:42.532509 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:42.611237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-240fd6fa-520c-43a7-9d21-ff6c9d7e6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.613047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-240fd6fa-520c-43a7-9d21-ff6c9d7e6d09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.1349583 Dec 13 12:48:42.626425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-959d4f59-b790-4de5-b439-cb81177185a6 req-60b96dff-654c-4e43-9812-36fb2023f719 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77291f0-4bb3-465f-a116-93008120254d HTTP/1.1" status: 200 len: 217 time: 0.0914583 Dec 13 12:48:42.633883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.633883 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:42.634969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] 10.222.0.42 "PUT /v2.0/ports/517f1dc6-9f61-4568-a8d6-d9d77f401c65 HTTP/1.1" status: 200 len: 1096 time: 2.5324438 Dec 13 12:48:42.688972 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-58a6a72f-2dc6-4584-a54a-453f997ceb97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ff87cb-6a69-476a-8510-65f76d08265e HTTP/1.1" status: 200 len: 217 time: 0.0529137 Dec 13 12:48:42.734441 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-4f6a3fc5-b80e-4bd6-945f-39bd7a706ed8 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9f2e06f6e9941b09ad6957ae6bfef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472171 Dec 13 12:48:42.774893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-4ee1c664-0c5f-4c1e-b10c-428ca0b5d6de tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.2259598 Dec 13 12:48:42.821930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d4f59-b790-4de5-b439-cb81177185a6 req-e421c55a-68ab-469b-a0b4-62354f881371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.823603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-959d4f59-b790-4de5-b439-cb81177185a6 req-e421c55a-68ab-469b-a0b4-62354f881371 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.1336112 Dec 13 12:48:42.828794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0b8d32d4-bc2c-424b-94b3-1be99f6bac57 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Request body: {'floatingip': {'port_id': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:42.846848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-d43118fe-319a-48c5-b650-8a53980b3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.848339 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-d43118fe-319a-48c5-b650-8a53980b3c3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.1489091 Dec 13 12:48:42.859804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:42.862676 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dc3fce-a19d-4d30-a0a6-bb24660f6901" -d '{"events": [{"name": "network-changed", "server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:42.897357 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-4e56a500-9f3d-4146-8d59-3cb6f07f8800 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407441 Dec 13 12:48:42.924939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821a3b4-e802-4033-af1a-60bc608b454f service neutron] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:42.932244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-99f29ee7-cc81-4edb-ac2e-7a60d14eecec tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.933377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-959d4f59-b790-4de5-b439-cb81177185a6 req-cffe3f3d-7f69-43ae-989b-4fdbea9513c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853653 Dec 13 12:48:42.933878 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-99f29ee7-cc81-4edb-ac2e-7a60d14eecec tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783602 Dec 13 12:48:42.943807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f917b-e8b8-46d5-9617-fcd00d2410d1 req-274b7189-1624-4111-8391-d526f002285d tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:42.945737 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c73f917b-e8b8-46d5-9617-fcd00d2410d1 req-274b7189-1624-4111-8391-d526f002285d tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 948 time: 0.3447382 Dec 13 12:48:42.948894 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0b8d32d4-bc2c-424b-94b3-1be99f6bac57 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:42.955912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Request body: {'port': {'device_id': '208133c8-c969-48ff-81d0-2fe30792f9b6', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'b9f2e06f6e9941b09ad6957ae6bfef7f'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:43.009900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-bb00bab9-5d37-49af-b812-c1ada541ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:43.011268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-bb00bab9-5d37-49af-b812-c1ada541ace2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d2e71216b04419882eb8fa4d8d32c33&device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 1099 time: 0.3161657 Dec 13 12:48:43.117352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-52bfb1a6-f5c7-41e5-8cd2-e608e73ce81c service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058506 Dec 13 12:48:43.163377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-d85c01d9-5d20-478e-bb62-27b0a417e47f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65 HTTP/1.1" status: 200 len: 217 time: 0.1198881 Dec 13 12:48:43.194420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Made reservation on behalf of b9f2e06f6e9941b09ad6957ae6bfef7f for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:48:43.197882 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.212139 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.256974 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-f30bd4dd-9722-4c14-839d-eeb6bda30c45 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300466 Dec 13 12:48:43.260513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c73f917b-e8b8-46d5-9617-fcd00d2410d1 req-f6cf6fbf-621f-4a3a-8099-57ecc9050e46 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055327 Dec 13 12:48:43.319526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.324235 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.328168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-4ba94213-ee24-4224-b26d-3bc9f244affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:43.329720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-4ba94213-ee24-4224-b26d-3bc9f244affd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1518776 Dec 13 12:48:43.341821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-959d4f59-b790-4de5-b439-cb81177185a6 req-b125d6ed-5825-49b6-9114-c75891c79600 service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842969 Dec 13 12:48:43.394357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:43.449334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device a77291f0-4bb3-465f-a116-93008120254d details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:43.544362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-42af2189-84ad-4e76-8064-4e2a52b1f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:43.546156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-42af2189-84ad-4e76-8064-4e2a52b1f13f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033319 Dec 13 12:48:43.558931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Allocated IP 192.168.233.128 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/5f9470c6-08c5-4755-8408-e2478ab37371) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:48:43.619793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port a77291f0-4bb3-465f-a116-93008120254d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=a77291f0-4bb3-465f-a116-93008120254d,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:43.623939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-eecbe015-5af1-4357-af44-86d1f55ef56d req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Request body: {'security_group': {'name': 'tempest-securitygroup-458848770', 'description': 'tempest-description-289202574'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:43.638735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'a77291f0-4bb3-465f-a116-93008120254d', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'port_id': 'a77291f0-4bb3-465f-a116-93008120254d', 'mac_address': 'fa:16:3e:15:5a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce70964-4b77-4266-9ada-339f61494bbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:48:43.692797 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.706761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77291f0-4bb3-465f-a116-93008120254d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:43.713750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-73da2e8d-bb4a-4c5e-bdd2-1c80c304eaab tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:43.715334 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-73da2e8d-bb4a-4c5e-bdd2-1c80c304eaab tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.1184769 Dec 13 12:48:43.730873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port a77291f0-4bb3-465f-a116-93008120254d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=a77291f0-4bb3-465f-a116-93008120254d,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:43.738990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.742259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-959d4f59-b790-4de5-b439-cb81177185a6 req-274ed6b5-3d43-4163-bd73-ef673c9323ca service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884959 Dec 13 12:48:43.788534 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eecbe015-5af1-4357-af44-86d1f55ef56d req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.814395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=a77291f0-4bb3-465f-a116-93008120254d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:43.839268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.843981 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eecbe015-5af1-4357-af44-86d1f55ef56d req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.893242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-d6cd172d-43a2-47cd-a702-25176a09baa1 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360155 Dec 13 12:48:43.912574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9f44be7c-0410-4234-a38e-d75ead1f505e service neutron] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:43.916187 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9f44be7c-0410-4234-a38e-d75ead1f505e service neutron] Publish callbacks [] for binding, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.917371 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e37f62f-56a9-45aa-a60e-fc4d572c339d req-9f44be7c-0410-4234-a38e-d75ead1f505e service neutron] 10.222.0.37 "DELETE /v2.0/ports/36ff87cb-6a69-476a-8510-65f76d08265e/bindings/n-h2-817326-4 HTTP/1.1" status: 204 len: 173 time: 0.1940689 Dec 13 12:48:43.919058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:43.968040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:48:43.973916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:48:43.976553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:48:43.979146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Pushing event updated for resources: {'Port': ['ID=5f9470c6-08c5-4755-8408-e2478ab37371,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:44.018311 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0b8d32d4-bc2c-424b-94b3-1be99f6bac57 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:48:44.035291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:44.036034 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.042383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['a77291f0-4bb3-465f-a116-93008120254d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:44.061613 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-6b430271-f9e4-4df7-ba0f-c94202e4fd37 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1095233 Dec 13 12:48:44.085499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Request body: {'port': {'device_id': '208133c8-c969-48ff-81d0-2fe30792f9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:44.120996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0b8d32d4-bc2c-424b-94b3-1be99f6bac57 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.136704 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0b8d32d4-bc2c-424b-94b3-1be99f6bac57 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.195323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.198929 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eecbe015-5af1-4357-af44-86d1f55ef56d req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.204508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18b8b55c-b9ce-4cd3-a9e0-b7970022efd6 req-1402984a-a60d-4c29-9a37-1752158ec4e3 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996275 Dec 13 12:48:44.213990 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eecbe015-5af1-4357-af44-86d1f55ef56d req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.296965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9c0b9a67-aad5-4886-930e-d8435464795d None None] Provisioning complete for port 5f9470c6-08c5-4755-8408-e2478ab37371 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:44.297417 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c0b9a67-aad5-4886-930e-d8435464795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.331215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf90f3c8-dde1-4017-ba9c-810ba3187449,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:44.347806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b9a67-aad5-4886-930e-d8435464795d None None] Port 5f9470c6-08c5-4755-8408-e2478ab37371 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:48:44.392599 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eecbe015-5af1-4357-af44-86d1f55ef56d req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.395014 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0b8d32d4-bc2c-424b-94b3-1be99f6bac57 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Floating IP 5af5ecca-b319-4b51-84e8-0d0f35fc5015 associated. External IP: 172.25.2.127, port: bd8a3237-7d6e-4813-b926-05164b3d5ca9. Dec 13 12:48:44.400748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eecbe015-5af1-4357-af44-86d1f55ef56d req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.491123 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eecbe015-5af1-4357-af44-86d1f55ef56d req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.492453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eecbe015-5af1-4357-af44-86d1f55ef56d req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8903892 Dec 13 12:48:44.498257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078df18-0385-4c9a-bf6d-51cdc7e2f659 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ecd9fd-4b53-495d-aaa9-223aef4ad769,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:44.539356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9470c6-08c5-4755-8408-e2478ab37371 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:44.547538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.560722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Transition to ACTIVE for port object 5f9470c6-08c5-4755-8408-e2478ab37371 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:44.564446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.617262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Pushing event updated for resources: {'Port': ['ID=5f9470c6-08c5-4755-8408-e2478ab37371,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:44.708101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Attempting to bind port 5f9470c6-08c5-4755-8408-e2478ab37371 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:44.708565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Attempting to bind port 5f9470c6-08c5-4755-8408-e2478ab37371 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:44.708824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Attempting to bind port 5f9470c6-08c5-4755-8408-e2478ab37371 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:44.714849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Port 5f9470c6-08c5-4755-8408-e2478ab37371 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:44.715237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Attempting to bind port 5f9470c6-08c5-4755-8408-e2478ab37371 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:44.721336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:44.721698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:44.722588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:44.722588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Bound port: 5f9470c6-08c5-4755-8408-e2478ab37371, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:44.723017 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.821455 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] For port 5f9470c6-08c5-4755-8408-e2478ab37371, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:44.826248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] For port 5f9470c6-08c5-4755-8408-e2478ab37371, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5f9470c6-08c5-4755-8408-e2478ab37371,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:44.832256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.878970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:44.879493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:44.881301 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] 10.222.0.37 "PUT /v2.0/ports/5f9470c6-08c5-4755-8408-e2478ab37371 HTTP/1.1" status: 200 len: 1096 time: 0.8043020 Dec 13 12:48:44.882127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208133c8-c969-48ff-81d0-2fe30792f9b6', 'tag': '5f9470c6-08c5-4755-8408-e2478ab37371'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:44.884795 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef650cac-c5ce-4960-86a0-963e376ea064" -d '{"events": [{"name": "network-changed", "server_uuid": "208133c8-c969-48ff-81d0-2fe30792f9b6", "tag": "5f9470c6-08c5-4755-8408-e2478ab37371"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:44.913995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f8dfb-c790-4113-a2fe-bff5c338b6da service neutron] Pushing event updated for resources: {'Port': ['ID=5f9470c6-08c5-4755-8408-e2478ab37371,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:44.982655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-e1cfa209-f770-4600-a5dd-744886874880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:44.984250 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-e1cfa209-f770-4600-a5dd-744886874880 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9f2e06f6e9941b09ad6957ae6bfef7f&device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 1099 time: 0.0545368 Dec 13 12:48:45.037559 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-56b38ce1-0a87-4cdd-927d-ab316b7ad611 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5f9470c6-08c5-4755-8408-e2478ab37371 HTTP/1.1" status: 200 len: 217 time: 0.0444720 Dec 13 12:48:45.042023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a98735-cffd-4825-9360-a0583c56e54d req-a70dd385-48d8-41f0-b95b-191a7efb5896 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.043629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28a98735-cffd-4825-9360-a0583c56e54d req-a70dd385-48d8-41f0-b95b-191a7efb5896 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 944 time: 0.4921415 Dec 13 12:48:45.102631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0b8d32d4-bc2c-424b-94b3-1be99f6bac57 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:48:45.107031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-a798fa97-b327-498c-8bde-c1c562804a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.108837 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-a798fa97-b327-498c-8bde-c1c562804a9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0638123 Dec 13 12:48:45.121862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28a98735-cffd-4825-9360-a0583c56e54d req-fd1f01c5-14cc-4456-ab81-114d6e011f41 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706508 Dec 13 12:48:45.200145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-d5eca2bd-feab-45f2-86ec-13e28138718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.201636 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-d5eca2bd-feab-45f2-86ec-13e28138718a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849535 Dec 13 12:48:45.253891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0b8d32d4-bc2c-424b-94b3-1be99f6bac57 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:48:45.261622 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0b8d32d4-bc2c-424b-94b3-1be99f6bac57 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:45.275301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] Sync routers for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:48:45.284850 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36b4eb5-7d41-4f0b-9b82-fb12aeb4e94f x-openstack-request-id: req-e36b4eb5-7d41-4f0b-9b82-fb12aeb4e94f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:45.285263 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:45.285649 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e36b4eb5-7d41-4f0b-9b82-fb12aeb4e94f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:45.286261 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'status': 'completed', 'code': 200} Dec 13 12:48:45.298608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0b8d32d4-bc2c-424b-94b3-1be99f6bac57 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "PUT /v2.0/floatingips/5af5ecca-b319-4b51-84e8-0d0f35fc5015 HTTP/1.1" status: 200 len: 996 time: 2.4893074 Dec 13 12:48:45.312050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:45.313235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:45.325027 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-ffbf2af7-3a63-4cb7-befb-cb2fd0e6e507 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149106 Dec 13 12:48:45.395003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-bb206731-bfb2-42f7-a0bd-b507550e334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.396501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-bb206731-bfb2-42f7-a0bd-b507550e334e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d2e71216b04419882eb8fa4d8d32c33&device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 1099 time: 0.0882509 Dec 13 12:48:45.416377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883d6d8-d7ad-46e3-b4af-df38451308f2 req-3cc4457d-c03d-44a5-8e84-76beb2e98d89 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.416617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2883d6d8-d7ad-46e3-b4af-df38451308f2 req-3cc4457d-c03d-44a5-8e84-76beb2e98d89 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/ports?device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 948 time: 0.0669243 Dec 13 12:48:45.437743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:45.480010 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5693ecbd-0c83-46e8-9927-30214a6dfe57 req-2fcbcfd6-5239-4731-826f-28b6b9916a53 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469638 Dec 13 12:48:45.481737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device a77291f0-4bb3-465f-a116-93008120254d up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:45.578681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2883d6d8-d7ad-46e3-b4af-df38451308f2 req-13035829-59a5-43a9-9fbd-9a0a93ba7e69 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531236 Dec 13 12:48:45.603786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-af2e24a2-b1f0-44c8-9ba2-3f3a1765e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.605232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-af2e24a2-b1f0-44c8-9ba2-3f3a1765e4ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2010527 Dec 13 12:48:45.607672 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-cf2dada4-acb3-4bd0-904e-d0d36cb72351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.608036 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port a77291f0-4bb3-465f-a116-93008120254d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:45.609402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-cf2dada4-acb3-4bd0-904e-d0d36cb72351 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1096 time: 0.2683566 Dec 13 12:48:45.658880 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port a77291f0-4bb3-465f-a116-93008120254d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:45.659277 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:45.711089 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-776ba726-2558-411b-a902-74f832347654 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65 HTTP/1.1" status: 200 len: 217 time: 0.0847273 Dec 13 12:48:45.804845 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:45.807753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-8e91d46d-5334-4aa1-bc8c-d24781167555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.809253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-8e91d46d-5334-4aa1-bc8c-d24781167555 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0780532 Dec 13 12:48:45.836816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabe7235-c649-4511-a34e-e8bd942c294d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77291f0-4bb3-465f-a116-93008120254d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:45.837116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8649faa-58bd-401b-b287-35a7a93865a2 req-d33ff0f9-e046-4963-84cd-6d6e3b4dec58 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.838384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8649faa-58bd-401b-b287-35a7a93865a2 req-d33ff0f9-e046-4963-84cd-6d6e3b4dec58 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1929426 Dec 13 12:48:45.839709 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321a8d94-3840-44ad-a6b9-4a41edf03a2b" -d '{"events": [{"server_uuid": "eabe7235-c649-4511-a34e-e8bd942c294d", "name": "network-vif-plugged", "status": "completed", "tag": "a77291f0-4bb3-465f-a116-93008120254d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:45.855961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-46e3d160-5ce7-437a-a6ac-7c146597e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.857241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port a77291f0-4bb3-465f-a116-93008120254d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=a77291f0-4bb3-465f-a116-93008120254d,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:45.857428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-46e3d160-5ce7-437a-a6ac-7c146597e50a service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.2401390 Dec 13 12:48:45.864516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:c4:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:43Z', 'revision_number': 1, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:45.896548 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:45.900584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] Checking router: 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:48:45.934003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-67fe4f1a-3814-42d6-adde-b4112ad5ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:45.935482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-67fe4f1a-3814-42d6-adde-b4112ad5ad36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179161 Dec 13 12:48:45.943417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:45.944018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:45.991949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=a77291f0-4bb3-465f-a116-93008120254d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:46.013831 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8649faa-58bd-401b-b287-35a7a93865a2 req-72ae3f95-f4ca-43d1-b9a5-9e3a3c0e89b5 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604664 Dec 13 12:48:46.019073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-0e446c16-3011-4069-b699-45b33dc0aafd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 999 time: 0.1432176 Dec 13 12:48:46.074713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:46.103676 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-c5752b6f-747c-43e1-b5ab-c80877f655ad service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553864 Dec 13 12:48:46.134951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-71920882-3c3e-451b-8615-37799ee3e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:46.136357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-71920882-3c3e-451b-8615-37799ee3e6d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.1075394 Dec 13 12:48:46.230554 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-6135bedf-495a-4430-afa0-6fbf4b1a463c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497024 Dec 13 12:48:46.246144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393340e1-2cbd-4d55-8e51-c9d5a74db0fa req-852a366f-350f-4c69-bde6-72d1c01aadc9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:46.247698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-393340e1-2cbd-4d55-8e51-c9d5a74db0fa req-852a366f-350f-4c69-bde6-72d1c01aadc9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 946 time: 0.1634498 Dec 13 12:48:46.266664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-3f673220-c609-439e-a3ae-9ee21ba464cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:46.268177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-3f673220-c609-439e-a3ae-9ee21ba464cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192904 Dec 13 12:48:46.298729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33dc3fce-a19d-4d30-a0a6-bb24660f6901 req-a0afe0f6-1a92-4d32-b141-9c7bbcfc085e service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739333 Dec 13 12:48:46.302479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-dba1dafc-8046-4b21-a154-1c5d10531ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:46.305209 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-dba1dafc-8046-4b21-a154-1c5d10531ca7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1095 time: 0.0496392 Dec 13 12:48:46.321434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:c4:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:43Z', 'revision_number': 1, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:46.349166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73acb27-c635-4d9d-abaf-b145fafe3452 None None] The sync data for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 is: [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:c4:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:43Z', 'revision_number': 1, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:48:46.372201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-393340e1-2cbd-4d55-8e51-c9d5a74db0fa req-0c1bcb5d-aa24-46fb-ad30-414aec6bb1a9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133597 Dec 13 12:48:46.409527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-40cd68ac-effa-411c-a3cc-46eb0b5a089b service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264491 Dec 13 12:48:46.466355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-e52718ab-e35f-424f-99b7-c938cda4059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:46.468505 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-e52718ab-e35f-424f-99b7-c938cda4059e service neutron] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.1369693 Dec 13 12:48:46.519551 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-7db56cda-2d24-4ccb-af59-4a7bc056a294 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 200 len: 217 time: 0.0417871 Dec 13 12:48:46.557101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eef8c-2e72-446a-a606-b1185b2cfee7 req-17315355-a306-47cc-a698-0697269b8b8d tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:46.558694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-044eef8c-2e72-446a-a606-b1185b2cfee7 req-17315355-a306-47cc-a698-0697269b8b8d tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 948 time: 0.0883915 Dec 13 12:48:46.560868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bb7d17-c9d3-4616-9408-1325950a8b31 req-6a2179a6-020a-4ec0-8b0d-2d68fd39a85f service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430521 Dec 13 12:48:46.583111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-066bdd39-ebd2-4539-9ceb-42627a577259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:46.585427 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-066bdd39-ebd2-4539-9ceb-42627a577259 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0585668 Dec 13 12:48:46.614530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-1f0a3d79-52f4-4563-ac96-813f7b3182a1 req-4a579727-b9ad-4b77-b054-269ef4b8f918 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Request body: {'security_group': {'name': 'tempest-securitygroup-229835515', 'description': 'tempest-description-467711437'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:46.618771 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-66dc620b-294b-4518-bd6b-e2ae91980cea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261679 Dec 13 12:48:46.624843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-044eef8c-2e72-446a-a606-b1185b2cfee7 req-40560a91-549c-4bd7-a3a4-49cdad52e50b tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595269 Dec 13 12:48:46.630749 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9584fa-abf8-469f-87a8-134331270aaf None None] New status for floating IP 5af5ecca-b319-4b51-84e8-0d0f35fc5015: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:48:46.650846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f0a3d79-52f4-4563-ac96-813f7b3182a1 req-4a579727-b9ad-4b77-b054-269ef4b8f918 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:46.734067 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-1f7369a2-7d0d-49b7-8065-78f4964fe537 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068835 Dec 13 12:48:46.735915 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f0a3d79-52f4-4563-ac96-813f7b3182a1 req-4a579727-b9ad-4b77-b054-269ef4b8f918 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:46.740850 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f0a3d79-52f4-4563-ac96-813f7b3182a1 req-4a579727-b9ad-4b77-b054-269ef4b8f918 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:46.791455 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f0a3d79-52f4-4563-ac96-813f7b3182a1 req-4a579727-b9ad-4b77-b054-269ef4b8f918 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:46.793338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f0a3d79-52f4-4563-ac96-813f7b3182a1 req-4a579727-b9ad-4b77-b054-269ef4b8f918 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1828058 Dec 13 12:48:46.796488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a579727-b9ad-4b77-b054-269ef4b8f918 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75288778-aa07-479f-87ce-4a0d82b70c57,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:46.837957 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508ea06f-7d60-4b93-aeae-b1b38db3ae6d x-openstack-request-id: req-508ea06f-7d60-4b93-aeae-b1b38db3ae6d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:46.838377 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208133c8-c969-48ff-81d0-2fe30792f9b6", "tag": "5f9470c6-08c5-4755-8408-e2478ab37371", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:46.838607 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-508ea06f-7d60-4b93-aeae-b1b38db3ae6d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:46.838734 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f318b234-c95e-4e8d-9edd-fea265d24f52 x-openstack-request-id: req-f318b234-c95e-4e8d-9edd-fea265d24f52 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:46.838998 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208133c8-c969-48ff-81d0-2fe30792f9b6', 'tag': '5f9470c6-08c5-4755-8408-e2478ab37371', 'status': 'completed', 'code': 200} Dec 13 12:48:46.839416 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabe7235-c649-4511-a34e-e8bd942c294d", "name": "network-vif-plugged", "status": "completed", "tag": "a77291f0-4bb3-465f-a116-93008120254d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:46.839677 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f318b234-c95e-4e8d-9edd-fea265d24f52 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:46.840071 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabe7235-c649-4511-a34e-e8bd942c294d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77291f0-4bb3-465f-a116-93008120254d', 'code': 200} Dec 13 12:48:46.905118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-336dd876-162e-456d-b35f-4e51699ef290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:46.906906 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-336dd876-162e-456d-b35f-4e51699ef290 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9f2e06f6e9941b09ad6957ae6bfef7f&device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 1099 time: 0.0794785 Dec 13 12:48:46.910777 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-02140d0d-1cdf-434e-9ca8-8c0b45066d62 req-3d9b09a1-259b-4a1c-9127-fce74aadada7 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678083 Dec 13 12:48:47.011903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-14789664-a3fd-49ff-922f-6fd0e73296e6 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:47.013320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-14789664-a3fd-49ff-922f-6fd0e73296e6 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0866134 Dec 13 12:48:47.035673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e61038-2ca9-4d80-a69c-466b8c53e767 req-b0bf34c8-72c7-4164-86c7-b228d46ac1f4 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:47.037220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04e61038-2ca9-4d80-a69c-466b8c53e767 req-b0bf34c8-72c7-4164-86c7-b228d46ac1f4 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/ports?device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 948 time: 0.0722547 Dec 13 12:48:47.042625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784955b-8726-463a-b9e8-278876eb56eb req-046cfd0a-3f38-4396-9849-0e0c0a9771cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:47.044134 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e784955b-8726-463a-b9e8-278876eb56eb req-046cfd0a-3f38-4396-9849-0e0c0a9771cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 1097 time: 0.0947628 Dec 13 12:48:47.069255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-dbae5808-5e8f-4850-bc20-f9b879b064f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:47.070789 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-dbae5808-5e8f-4850-bc20-f9b879b064f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1560185 Dec 13 12:48:47.126211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-498925af-5083-432a-9ace-aac424c3d2d0 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 1001 time: 0.1049666 Dec 13 12:48:47.129180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-61abf098-ceed-4b72-b813-946fe091d719 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5f9470c6-08c5-4755-8408-e2478ab37371 HTTP/1.1" status: 200 len: 217 time: 0.0462368 Dec 13 12:48:47.133093 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e784955b-8726-463a-b9e8-278876eb56eb req-d22f64b8-fb60-4c2c-b42d-0668401c2d5b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792871 Dec 13 12:48:47.138168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04e61038-2ca9-4d80-a69c-466b8c53e767 req-62abb858-404d-419d-a3a7-566ae8dea647 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619144 Dec 13 12:48:47.138964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Request body: {'floatingip': {'port_id': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:47.195728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 517f1dc6-9f61-4568-a8d6-d9d77f401c65 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:47.211195 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.290374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:47.292543 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c020b6-9191-4ae8-b76d-20842ec29c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:47.306011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:47.313996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375975b0-771f-49bf-b50b-d00cde9fdb9e req-8289e28d-e355-403a-9de3-738245734a00 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:47.315580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-375975b0-771f-49bf-b50b-d00cde9fdb9e req-8289e28d-e355-403a-9de3-738245734a00 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1095 time: 0.1171343 Dec 13 12:48:47.318154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'mac_address': 'fa:16:3e:40:c3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:48:47.355690 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.369939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517f1dc6-9f61-4568-a8d6-d9d77f401c65 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:47.380067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-ba9b9fcf-c120-4ab9-90a7-76937fa2ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:47.382537 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-ba9b9fcf-c120-4ab9-90a7-76937fa2ad6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0507922 Dec 13 12:48:47.391265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:47.396469 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.435340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-40254380-5254-4336-885c-6d7bf1b777eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:47.436987 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-40254380-5254-4336-885c-6d7bf1b777eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469437 Dec 13 12:48:47.443126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-375975b0-771f-49bf-b50b-d00cde9fdb9e req-e8f33519-a63a-472f-8c40-9cedbd496ac1 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193292 Dec 13 12:48:47.452316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:47.475817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5f9470c6-08c5-4755-8408-e2478ab37371 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:47.552236 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-0e69a5d4-b5e6-4da0-8255-72ec700e75e6 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067452 Dec 13 12:48:47.573572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-55c3b6d2-6edb-4984-9c46-446265d235d5 req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-432785654', 'description': 'tempest-description-270301378'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:47.582508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5f9470c6-08c5-4755-8408-e2478ab37371, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5f9470c6-08c5-4755-8408-e2478ab37371,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:47.597160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '5f9470c6-08c5-4755-8408-e2478ab37371', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '5f9470c6-08c5-4755-8408-e2478ab37371', 'mac_address': 'fa:16:3e:17:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:48:47.641455 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.647018 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55c3b6d2-6edb-4984-9c46-446265d235d5 req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.659006 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef650cac-c5ce-4960-86a0-963e376ea064 req-196ef795-4473-4c25-b5b8-2eb6c7f6f30f service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996380 Dec 13 12:48:47.660842 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55c3b6d2-6edb-4984-9c46-446265d235d5 req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.788632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['517f1dc6-9f61-4568-a8d6-d9d77f401c65'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:47.792991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9470c6-08c5-4755-8408-e2478ab37371 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:47.842434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5f9470c6-08c5-4755-8408-e2478ab37371, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5f9470c6-08c5-4755-8408-e2478ab37371,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:47.848778 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.876430 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55c3b6d2-6edb-4984-9c46-446265d235d5 req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.885416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55c3b6d2-6edb-4984-9c46-446265d235d5 req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.896578 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.908385 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:47.925244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=5f9470c6-08c5-4755-8408-e2478ab37371,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:47.967784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b211b53c-8bb0-448e-9a89-f5516814b200,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:48.057295 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55c3b6d2-6edb-4984-9c46-446265d235d5 req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:48.063443 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55c3b6d2-6edb-4984-9c46-446265d235d5 req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:48.070825 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Floating IP 5af5ecca-b319-4b51-84e8-0d0f35fc5015 associated. External IP: 172.25.2.127, port: bd8a3237-7d6e-4813-b926-05164b3d5ca9. Dec 13 12:48:48.127794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949c23aa-0782-44b3-8005-b3ee8905cb74,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:48.134498 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55c3b6d2-6edb-4984-9c46-446265d235d5 req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:48.135733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55c3b6d2-6edb-4984-9c46-446265d235d5 req-daeeb1bf-b508-45ac-aba2-fac97c4759d6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5712194 Dec 13 12:48:48.169342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['5f9470c6-08c5-4755-8408-e2478ab37371'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:48.291414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c3950-637c-4193-a90d-660d6855fea9 req-8e61ba11-1de4-41c9-aa32-f18d3b4b1437 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:48.292815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-166c3950-637c-4193-a90d-660d6855fea9 req-8e61ba11-1de4-41c9-aa32-f18d3b4b1437 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1017756 Dec 13 12:48:48.674716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-166c3950-637c-4193-a90d-660d6855fea9 req-6cfa981e-0354-42e5-bb30-30e63de5e6a8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748302 Dec 13 12:48:48.686036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:48:48.733102 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca32cf8f-7db8-423e-89fb-6c44596635f4 x-openstack-request-id: req-ca32cf8f-7db8-423e-89fb-6c44596635f4 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:48.733470 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:48.733632 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca32cf8f-7db8-423e-89fb-6c44596635f4 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:48.734023 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'status': 'completed', 'code': 200} Dec 13 12:48:48.790827 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-2bb616ff-ee76-4db1-9846-936b53dc392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:48.792335 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-2bb616ff-ee76-4db1-9846-936b53dc392a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1096 time: 0.0431807 Dec 13 12:48:48.831413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:48:48.843818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] Sync routers for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:48:48.861707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:48.862622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:48.886770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007115d1-0821-4ed5-84d5-fc54887748b3 req-389e4d0f-580c-43f9-9577-94e41484d528 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:48.888277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-007115d1-0821-4ed5-84d5-fc54887748b3 req-389e4d0f-580c-43f9-9577-94e41484d528 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 946 time: 0.1039000 Dec 13 12:48:48.914999 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-bd6fcda0-cc0e-4548-b91b-b5f7aecd1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:48.916465 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-bd6fcda0-cc0e-4548-b91b-b5f7aecd1771 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.1134725 Dec 13 12:48:48.961090 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-f4abc25b-1914-4f1f-9e79-be3119b410f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 217 time: 0.0365481 Dec 13 12:48:48.980650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:48.991424 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-007115d1-0821-4ed5-84d5-fc54887748b3 req-5cf9a697-aed9-48ee-970f-6779e1a32931 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913908 Dec 13 12:48:49.015486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-6b5f56d3-03c8-4498-a4b9-8573254259bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:49.016930 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-6b5f56d3-03c8-4498-a4b9-8573254259bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.0486150 Dec 13 12:48:49.079653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-65a2b81e-5c78-447f-bb36-a2ac0a443863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:49.081207 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-65a2b81e-5c78-447f-bb36-a2ac0a443863 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569067 Dec 13 12:48:49.164749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adc3b8-985b-4bf5-a1b8-3aed38b92859 req-7fafcb5a-389d-46f6-a351-ff40dc70374e tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:49.166944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09adc3b8-985b-4bf5-a1b8-3aed38b92859 req-7fafcb5a-389d-46f6-a351-ff40dc70374e tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1095 time: 0.0690677 Dec 13 12:48:49.172259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:48:49.199998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 517f1dc6-9f61-4568-a8d6-d9d77f401c65 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:49.212142 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-c69217fd-6c89-45ac-8a7f-b967c3f8d8bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652440 Dec 13 12:48:49.222637 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-286fe4b5-b2b3-41b5-8a61-eee894443cc7 service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250346 Dec 13 12:48:49.265686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09adc3b8-985b-4bf5-a1b8-3aed38b92859 req-bd0820f3-a2ed-4e9e-aeea-8de9fb86d044 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875337 Dec 13 12:48:49.323016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:49.327943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:49.328429 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:49.358430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-8e8d9812-6572-444f-9248-9f97cc701922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:49.360021 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-8e8d9812-6572-444f-9248-9f97cc701922 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 1096 time: 0.0819438 Dec 13 12:48:49.363184 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08c020b6-9191-4ae8-b76d-20842ec29c8e req-5b957911-0ead-4da4-87b0-9730f58a0960 service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313341 Dec 13 12:48:49.373430 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:2a:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:47Z', 'revision_number': 3, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:49.377337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:48:49.392440 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:49.419277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] Checking router: 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:48:49.454186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:49.454862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:49.495553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-0fefe5b9-1a73-4cb2-b6e7-6aa14f000350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:49.496640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-da85cc0f-92c1-4aa4-9294-c08b97f98114 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "PUT /v2.0/floatingips/5af5ecca-b319-4b51-84e8-0d0f35fc5015 HTTP/1.1" status: 200 len: 999 time: 2.3614364 Dec 13 12:48:49.496866 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-0fefe5b9-1a73-4cb2-b6e7-6aa14f000350 service neutron] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.1101465 Dec 13 12:48:49.501420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5f9470c6-08c5-4755-8408-e2478ab37371 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:48:49.505010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e5ad8-a9a1-478a-972b-81e259ff7065 req-7c81f3ce-a1a8-4ccd-b93c-e7a10e4148fa tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:49.507517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c1e5ad8-a9a1-478a-972b-81e259ff7065 req-7c81f3ce-a1a8-4ccd-b93c-e7a10e4148fa tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 949 time: 0.0892537 Dec 13 12:48:49.544182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-b7179c7a-fc42-483c-8a29-5ea7267aab52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=babbcdbc-bce0-4196-8610-3f380717a872 HTTP/1.1" status: 200 len: 217 time: 0.0381143 Dec 13 12:48:49.546916 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:49.567398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-3cbfcac7-6943-4596-ba55-eacfc920f197 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:49.569568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-3cbfcac7-6943-4596-ba55-eacfc920f197 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports/bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 942 time: 0.0611312 Dec 13 12:48:49.602576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c1e5ad8-a9a1-478a-972b-81e259ff7065 req-4afc39ff-543e-41ae-abf5-8a22a0b72a68 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838003 Dec 13 12:48:49.611960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-5e0a7728-61dd-4971-8522-326a9663f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:49.613439 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-5e0a7728-61dd-4971-8522-326a9663f85a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0618215 Dec 13 12:48:49.635045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:49.637285 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e57467f-d651-41ed-bb49-5da084ea36fd" -d '{"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-plugged", "status": "completed", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:49.655565 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:49.658276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-8f2e83ac-5783-4ec3-9cfe-987e899219d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365648 Dec 13 12:48:49.668641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:49.706222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:49.712308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 5f9470c6-08c5-4755-8408-e2478ab37371 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:48:49.725670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-8a723af5-6d64-4b85-a3f5-a939f754621c req-2ebeaa7b-60c3-4abe-9542-947cdd2aac38 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2144040453', 'description': 'tempest-description-706985665'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:49.750410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 5f9470c6-08c5-4755-8408-e2478ab37371 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:48:49.750703 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:49.755855 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-cbc4ecb4-5a50-4e56-9ab7-13d2a9d4bef3 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893462 Dec 13 12:48:49.756572 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8a723af5-6d64-4b85-a3f5-a939f754621c req-2ebeaa7b-60c3-4abe-9542-947cdd2aac38 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:49.773640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-c3574f0d-4c50-4987-8450-61a98e359127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:49.776233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-c3574f0d-4c50-4987-8450-61a98e359127 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1096 time: 0.1074607 Dec 13 12:48:49.844354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:49.863200 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1b832e3e-2de6-4d40-ae02-3ac6723c7721 req-acc9412e-a164-4795-ae72-acb9e2939c19 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999315 Dec 13 12:48:49.910869 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8a723af5-6d64-4b85-a3f5-a939f754621c req-2ebeaa7b-60c3-4abe-9542-947cdd2aac38 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:49.918159 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8a723af5-6d64-4b85-a3f5-a939f754621c req-2ebeaa7b-60c3-4abe-9542-947cdd2aac38 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:49.936621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-c5e5d618-90c1-4e9a-94a3-6d13c12d911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:49.938396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-c5e5d618-90c1-4e9a-94a3-6d13c12d911d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.1502926 Dec 13 12:48:49.955781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8a723af5-6d64-4b85-a3f5-a939f754621c req-2ebeaa7b-60c3-4abe-9542-947cdd2aac38 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:49.956954 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a723af5-6d64-4b85-a3f5-a939f754621c req-2ebeaa7b-60c3-4abe-9542-947cdd2aac38 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2436919 Dec 13 12:48:49.969581 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:49.996514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeaa7b-60c3-4abe-9542-947cdd2aac38 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144abf73-54ab-4a7b-ac11-338b594ddf46,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:50.001080 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-ad7ecea6-cfa9-4222-a6b9-7b6f60678b25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 217 time: 0.0503752 Dec 13 12:48:50.040440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5f9470c6-08c5-4755-8408-e2478ab37371, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5f9470c6-08c5-4755-8408-e2478ab37371,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:50.046879 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:50.085159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-853d57cd-94b8-42bc-8f5f-5b3de5007422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:50.086711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-853d57cd-94b8-42bc-8f5f-5b3de5007422 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.0772908 Dec 13 12:48:50.102237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=5f9470c6-08c5-4755-8408-e2478ab37371,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:50.108500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:2a:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:47Z', 'revision_number': 3, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:50.112011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf859790-cbe7-4092-8f17-b89909411ec3 req-c00b0279-aa57-4a87-9c6f-694e6c088d81 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:50.113513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf859790-cbe7-4092-8f17-b89909411ec3 req-c00b0279-aa57-4a87-9c6f-694e6c088d81 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/ports?device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 950 time: 0.0768003 Dec 13 12:48:50.137256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfe70e-ded8-4f69-8a95-394191e44621 None None] The sync data for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 is: [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:2a:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:47Z', 'revision_number': 3, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:48:50.182772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-608e2bb4-f5ca-44bd-9186-005f0bcd8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:50.184309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-608e2bb4-f5ca-44bd-9186-005f0bcd8fd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898509 Dec 13 12:48:50.192233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf859790-cbe7-4092-8f17-b89909411ec3 req-38425813-5e69-4a07-bee9-31df247e87ec tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590775 Dec 13 12:48:50.304988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-e07cab67-c384-4f50-b2d3-7733e627ace1 service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118100 Dec 13 12:48:50.330668 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc144879-b2f7-4455-9a99-ff569524dfa3 None None] New status for floating IP 5af5ecca-b319-4b51-84e8-0d0f35fc5015: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:48:50.479876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ced18-c4d7-4441-a547-0622f27d308e req-b31c78a2-8ef3-495e-a19e-88ccf9737aa4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:50.481315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-b31c78a2-8ef3-495e-a19e-88ccf9737aa4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.1928177 Dec 13 12:48:50.486980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-c6142090-0373-417d-bb69-08d9f534a627 service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718452 Dec 13 12:48:50.498041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-ebf4fa8f-abf8-4d11-a7fb-c3e57fe71f72 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/quotas/f432bec179c94f32a945c3aa13ee6e59 HTTP/1.1" status: 200 len: 375 time: 0.0099001 Dec 13 12:48:50.578321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] Sync routers for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:48:50.587934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:50.588533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:50.588682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-6cbb424b-dc28-4950-bd0c-c1cfc66f8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:50.590140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-6cbb424b-dc28-4950-bd0c-c1cfc66f8b48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 1097 time: 0.0748522 Dec 13 12:48:50.596024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-7f41e58c-470a-484b-b8b2-4daabdf39958 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918467 Dec 13 12:48:50.703895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:50.735295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9'}, {'name': 'network-changed', 'server_uuid': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'tag': '7f3ff997-189a-4f47-9095-8dd154f8743c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:50.737561 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44292076-0658-4f18-8488-597a94250167" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9"}, {"name": "network-changed", "server_uuid": "94c012e2-5285-4cb8-9cd4-9076e9cb2804", "tag": "7f3ff997-189a-4f47-9095-8dd154f8743c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:50.762275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-35efb712-654a-429a-9d3c-5034adfd0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:50.763805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-35efb712-654a-429a-9d3c-5034adfd0d13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.1669097 Dec 13 12:48:50.765547 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-e9e36a27-6ab3-4981-84a8-bcdc019950af service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594582 Dec 13 12:48:50.886364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-daa0c0d6-5d31-4eb7-8f4a-7e2552592c58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3ff997-189a-4f47-9095-8dd154f8743c HTTP/1.1" status: 200 len: 1002 time: 0.1158383 Dec 13 12:48:50.953187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-01290320-e021-4f28-bee7-1b5d81dc613e service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758382 Dec 13 12:48:50.961347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-8dd58a30-7013-4ad0-98df-8589fe0184a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:50.968734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-8dd58a30-7013-4ad0-98df-8589fe0184a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.0760000 Dec 13 12:48:51.011169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-4895b4cd-f89a-4a0f-8702-80f74d925c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:51.018592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-4895b4cd-f89a-4a0f-8702-80f74d925c3d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489318 Dec 13 12:48:51.082518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:2a:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:51.112523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] Checking router: 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:48:51.121864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:51.122536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:51.132877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-906e25e3-1680-4f15-a7f1-be40a8293c32 service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125779 Dec 13 12:48:51.254867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c8731b-ab6d-4c85-bcce-e7f1bba3dd6b req-4833dbb2-3652-4125-b210-b7c0acd16aed service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127858 Dec 13 12:48:51.261699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:51.325496 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4056a64d-ac3a-4c74-88c4-8de60e8c2181 x-openstack-request-id: req-4056a64d-ac3a-4c74-88c4-8de60e8c2181 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:51.326150 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-plugged", "status": "completed", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:51.326569 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4056a64d-ac3a-4c74-88c4-8de60e8c2181 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:51.327559 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'code': 200} Dec 13 12:48:51.441166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff3afa-e1cc-41ca-a9ee-67d64ffb99bd req-ddcdf28f-738f-46aa-b994-036046a07cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:51.444574 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b6ff3afa-e1cc-41ca-a9ee-67d64ffb99bd req-ddcdf28f-738f-46aa-b994-036046a07cb6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 1101 time: 0.0613010 Dec 13 12:48:51.505154 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b6ff3afa-e1cc-41ca-a9ee-67d64ffb99bd req-77f0bf68-44b4-421b-b892-fab2fbbb101d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514250 Dec 13 12:48:51.526347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e5afb-fd6f-4e98-802c-1591c9b1cf0d req-b788ab5b-77b8-477f-899e-023e66cef61c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:51.528356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-620e5afb-fd6f-4e98-802c-1591c9b1cf0d req-b788ab5b-77b8-477f-899e-023e66cef61c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1132345 Dec 13 12:48:51.613284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-620e5afb-fd6f-4e98-802c-1591c9b1cf0d req-4bc581cb-f60d-45b8-9725-387f76bb73bf tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733085 Dec 13 12:48:51.622735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:2a:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:51.657002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5272a3-1e52-4e13-a381-ac3f280ec9ea None None] The sync data for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 is: [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:2a:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:48:51.700192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-710be332-9571-45c7-be49-1f2ac265fdef tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48172 time: 0.3780046 Dec 13 12:48:51.770624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7c6ab-73be-4661-a35b-e0e8c6d371ce req-c920f8cb-9d50-4b53-b14f-30bae6ee1553 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:51.772213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9df7c6ab-73be-4661-a35b-e0e8c6d371ce req-c920f8cb-9d50-4b53-b14f-30bae6ee1553 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 950 time: 0.0991518 Dec 13 12:48:51.777930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-6a393ff1-55ee-42c1-bef4-78c439421e67 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/28765a81-4235-4048-bd58-4a2b3727d1ed HTTP/1.1" status: 200 len: 2998 time: 0.0630848 Dec 13 12:48:51.870622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9df7c6ab-73be-4661-a35b-e0e8c6d371ce req-00c78d17-8708-4224-970c-309e91d27bd0 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882914 Dec 13 12:48:51.873944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-abeb1ccf-356b-4f36-a662-bdda42863339 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/28765a81-4235-4048-bd58-4a2b3727d1ed HTTP/1.1" status: 200 len: 2998 time: 0.0762830 Dec 13 12:48:51.929247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-feee8407-9fff-42a3-8597-009fe014bcb4 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4 HTTP/1.1" status: 200 len: 2998 time: 0.0455129 Dec 13 12:48:51.982570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-13fec94d-0212-4bfa-82fa-3a4c5c0f23f8 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4 HTTP/1.1" status: 200 len: 2998 time: 0.0463133 Dec 13 12:48:52.030673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-c2507067-df64-43a2-a0af-73b8c8c683e9 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/425a316e-abf6-40d6-a66b-623564e46e76 HTTP/1.1" status: 200 len: 2998 time: 0.0410452 Dec 13 12:48:52.032432 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661a4e7c-f529-4b4f-92df-5198c4f0712f x-openstack-request-id: req-661a4e7c-f529-4b4f-92df-5198c4f0712f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:52.032752 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94c012e2-5285-4cb8-9cd4-9076e9cb2804", "tag": "7f3ff997-189a-4f47-9095-8dd154f8743c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:52.033001 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-661a4e7c-f529-4b4f-92df-5198c4f0712f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:52.033441 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'status': 'completed', 'code': 200} Dec 13 12:48:52.033741 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'tag': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'status': 'completed', 'code': 200} Dec 13 12:48:52.137059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ffe47bfb-8293-4e3f-9a64-5e6993405432 req-b16ac396-4281-4e75-9674-daf0d1d0f4d8 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 210 time: 0.0429573 Dec 13 12:48:52.141388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292076-0658-4f18-8488-597a94250167 req-812538b7-b4bc-453b-afea-c10e6639e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:52.142774 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-812538b7-b4bc-453b-afea-c10e6639e81a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1096 time: 0.0743024 Dec 13 12:48:52.145563 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292076-0658-4f18-8488-597a94250167 req-a707910f-544c-4702-a784-8784b498a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:52.148351 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-a707910f-544c-4702-a784-8784b498a15a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 1097 time: 0.0884967 Dec 13 12:48:52.155429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-4f4142ed-f53c-4e62-9677-d6bb1a99585c tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/425a316e-abf6-40d6-a66b-623564e46e76 HTTP/1.1" status: 200 len: 2998 time: 0.1026959 Dec 13 12:48:52.202886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-6706ecbd-c0c8-4eb7-ad5b-8f36e227e241 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4389dc53-41c4-4aed-a2c6-d5605296c723 HTTP/1.1" status: 200 len: 2998 time: 0.0378156 Dec 13 12:48:52.290659 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88a571-7da9-4e11-8a66-c997d03e949a req-4284713c-45fa-48d1-b4e5-c46bedce203f tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:52.294656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee88a571-7da9-4e11-8a66-c997d03e949a req-4284713c-45fa-48d1-b4e5-c46bedce203f tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/ports?device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 950 time: 0.0904474 Dec 13 12:48:52.353167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-8aaa30d8-a186-46a7-910e-d6f770874ddb tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4389dc53-41c4-4aed-a2c6-d5605296c723 HTTP/1.1" status: 200 len: 2998 time: 0.1401734 Dec 13 12:48:52.374258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee88a571-7da9-4e11-8a66-c997d03e949a req-96ffa906-20d0-4fee-951d-03ef657846c9 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703404 Dec 13 12:48:52.550834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-96384b79-14ba-4ab5-acd0-6a7f08b5b9fa tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/719bc794-b0c9-44fb-8dcc-206bf7495673 HTTP/1.1" status: 200 len: 2994 time: 0.1543584 Dec 13 12:48:52.622691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9af1e8b-41c7-4eb5-93ba-3a16a3ab20f5 req-e43c114e-3835-4e72-9462-6221cd0d90ee tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 1002 time: 0.1305964 Dec 13 12:48:52.630681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ced18-c4d7-4441-a547-0622f27d308e req-225b4bc6-756f-4ebe-a5e3-be99c9772fff tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:52.632482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-225b4bc6-756f-4ebe-a5e3-be99c9772fff tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.2568188 Dec 13 12:48:52.650614 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-9baafe03-759c-4127-82fd-45875849aea5 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/719bc794-b0c9-44fb-8dcc-206bf7495673 HTTP/1.1" status: 200 len: 2994 time: 0.0988989 Dec 13 12:48:52.673274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Request body: {'port': {'device_id': 'baf13fd6-50d1-4466-8be1-76f93c58295d', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'admin_state_up': True, 'tenant_id': 'f432bec179c94f32a945c3aa13ee6e59'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:52.674356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292076-0658-4f18-8488-597a94250167 req-99292436-3579-430e-a3fd-f7a37dcdc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:52.675932 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-99292436-3579-430e-a3fd-f7a37dcdc5f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.5244915 Dec 13 12:48:52.679156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292076-0658-4f18-8488-597a94250167 req-793db10e-ba4b-4c61-8145-6619d4e09186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:52.680788 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-793db10e-ba4b-4c61-8145-6619d4e09186 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.5175393 Dec 13 12:48:52.727736 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-9e49864c-a6a4-42fb-b39e-da0701e23a81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 217 time: 0.0438967 Dec 13 12:48:52.759908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af1e8b-41c7-4eb5-93ba-3a16a3ab20f5 req-a62a5197-e280-42f4-9b4d-15e526764ff5 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:52.762217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9af1e8b-41c7-4eb5-93ba-3a16a3ab20f5 req-a62a5197-e280-42f4-9b4d-15e526764ff5 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports/7f3ff997-189a-4f47-9095-8dd154f8743c HTTP/1.1" status: 200 len: 943 time: 0.1243837 Dec 13 12:48:52.815990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-f859e1aa-f19d-431e-91f9-b033c85d0668 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4 HTTP/1.1" status: 200 len: 2998 time: 0.1469009 Dec 13 12:48:52.862058 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-f27b513c-292b-4912-80b2-c344a8eeaae9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3ff997-189a-4f47-9095-8dd154f8743c HTTP/1.1" status: 200 len: 1002 time: 0.1414783 Dec 13 12:48:52.866613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292076-0658-4f18-8488-597a94250167 req-8a78a998-579d-44d2-b44e-75f3261cca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:52.868214 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-8a78a998-579d-44d2-b44e-75f3261cca98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.1020579 Dec 13 12:48:52.945309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-0bcbc48c-89f1-4836-8d37-625705d15d97 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4 HTTP/1.1" status: 200 len: 2998 time: 0.1279035 Dec 13 12:48:52.948663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292076-0658-4f18-8488-597a94250167 req-b231306d-a5c5-4fb1-bbd0-b7778a5efc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:52.950276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-b231306d-a5c5-4fb1-bbd0-b7778a5efc92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.0807517 Dec 13 12:48:52.956332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292076-0658-4f18-8488-597a94250167 req-0ab3a666-fe7d-46e2-a197-c3a4dfb296fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:52.957888 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-0ab3a666-fe7d-46e2-a197-c3a4dfb296fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805790 Dec 13 12:48:52.972533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9af1e8b-41c7-4eb5-93ba-3a16a3ab20f5 req-35edee23-1653-4f80-a2ec-8e5b8bbb00d2 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 1002 time: 0.1184337 Dec 13 12:48:53.023630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Made reservation on behalf of f432bec179c94f32a945c3aa13ee6e59 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:48:53.027099 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:53.064992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292076-0658-4f18-8488-597a94250167 req-a1ae21e4-ddf3-4e09-9183-9dff63ca8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:53.066689 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-a1ae21e4-ddf3-4e09-9183-9dff63ca8f2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069901 Dec 13 12:48:53.082942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-30028fae-e5d4-425e-9f5d-3dc8de2e0300 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/83fd220d-f5f0-438f-a6d0-73846a15afb1 HTTP/1.1" status: 200 len: 2998 time: 0.1258523 Dec 13 12:48:53.105791 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-2b26ea64-0c43-4817-85d6-ca9b45196970 service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383634 Dec 13 12:48:53.210961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-e843a99b-42ac-4df1-bdce-9868d7e3cfe5 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/83fd220d-f5f0-438f-a6d0-73846a15afb1 HTTP/1.1" status: 200 len: 2998 time: 0.1130123 Dec 13 12:48:53.220556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af1e8b-41c7-4eb5-93ba-3a16a3ab20f5 req-73096a1c-0127-4e88-a1d5-65dc8502b0ce tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:53.222108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9af1e8b-41c7-4eb5-93ba-3a16a3ab20f5 req-73096a1c-0127-4e88-a1d5-65dc8502b0ce tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.2359152 Dec 13 12:48:53.253291 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-2061aa68-29cf-4425-888e-103a57c9158a service neutron] 10.222.0.42 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725497 Dec 13 12:48:53.266494 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-df935709-d4e8-430f-8f1c-4b8a438babb8 service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325974 Dec 13 12:48:53.324897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-9c4b6f12-2e86-4bcd-a75a-39fd8698824a tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/86b88453-164a-4318-8b9f-5285e05dbc15 HTTP/1.1" status: 200 len: 2998 time: 0.0946913 Dec 13 12:48:53.328054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Allocated IP 172.20.0.6 (8072c86c-36ec-4f72-a683-789222078cc2/fce70964-4b77-4266-9ada-339f61494bbe/9df85d7b-3bbd-4e28-a340-544754491411) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:48:53.329441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208133c8-c969-48ff-81d0-2fe30792f9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9470c6-08c5-4755-8408-e2478ab37371'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:53.333847 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcfe973-cecd-4122-991f-cc2337ad3326" -d '{"events": [{"server_uuid": "208133c8-c969-48ff-81d0-2fe30792f9b6", "name": "network-vif-plugged", "status": "completed", "tag": "5f9470c6-08c5-4755-8408-e2478ab37371"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:53.371423 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44292076-0658-4f18-8488-597a94250167 req-c99a10d8-85e1-4d51-b65f-8ac9b23339d1 service neutron] 10.222.0.42 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030333 Dec 13 12:48:53.434955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-e9d4fbba-766a-4b07-a029-fd7272a81cc6 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/86b88453-164a-4318-8b9f-5285e05dbc15 HTTP/1.1" status: 200 len: 2998 time: 0.1092403 Dec 13 12:48:53.498342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02860c75-5674-4568-ab89-8b129b435099 req-d954a365-f42a-49b7-acde-34d5fa6e3364 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:53.500274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02860c75-5674-4568-ab89-8b129b435099 req-d954a365-f42a-49b7-acde-34d5fa6e3364 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1408668 Dec 13 12:48:53.569190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-2aaa81db-6f9d-45f3-842f-563438c78295 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a1468874-2e0d-4f98-b64f-f01a8ccbefdb HTTP/1.1" status: 200 len: 2990 time: 0.1252017 Dec 13 12:48:53.631895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02860c75-5674-4568-ab89-8b129b435099 req-f9caabea-22b5-4e53-9239-16e4ed0c5c02 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017840 Dec 13 12:48:53.667575 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:53.685112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-d214106e-a353-4f5c-ab59-ca62e5317c73 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a1468874-2e0d-4f98-b64f-f01a8ccbefdb HTTP/1.1" status: 200 len: 2990 time: 0.1060677 Dec 13 12:48:53.775576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:53.788741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6', 'a77291f0-4bb3-465f-a116-93008120254d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:48:53.822446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-95913064-67df-4283-a24e-4a87f4a5de0d tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b211b53c-8bb0-448e-9a89-f5516814b200 HTTP/1.1" status: 200 len: 2998 time: 0.1219163 Dec 13 12:48:53.860597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48eafb-83c6-4d52-af95-5fc527aa2104 req-223f1c7e-4c9a-4411-bf74-7e8e4e6d0175 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:53.862433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa48eafb-83c6-4d52-af95-5fc527aa2104 req-223f1c7e-4c9a-4411-bf74-7e8e4e6d0175 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 950 time: 0.1607192 Dec 13 12:48:53.871127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Network 8072c86c-36ec-4f72-a683-789222078cc2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:48:53.880467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event updated for resources: {'Port': ['ID=9df85d7b-3bbd-4e28-a340-544754491411,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:53.884328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:48:53.887150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:48:54.087722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac7679fb-6473-4843-b461-f8e26a066872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:54.290632 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-3e23ca70-056f-4f06-9eb3-bdf55e9b1d84 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b211b53c-8bb0-448e-9a89-f5516814b200 HTTP/1.1" status: 200 len: 2998 time: 0.4523978 Dec 13 12:48:54.299214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:54.299813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:54.336767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa48eafb-83c6-4d52-af95-5fc527aa2104 req-ae732be4-f5e4-448e-8fce-70ad5b85a137 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630990 Dec 13 12:48:54.343311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-58f58df3-6136-47ec-afd3-7ae54388dcaa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6917527 Dec 13 12:48:54.358960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Request body: {'port': {'device_id': 'baf13fd6-50d1-4466-8be1-76f93c58295d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:54.394637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-8b259306-26a0-442c-82ad-0765c3b370cb tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bad2913c-f56a-42e9-a51e-2a866aca9f2e HTTP/1.1" status: 200 len: 2998 time: 0.0880508 Dec 13 12:48:54.450975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:54.478940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-62f5f9a1-2c1b-4663-89b1-7d03f4f16d88 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bad2913c-f56a-42e9-a51e-2a866aca9f2e HTTP/1.1" status: 200 len: 2998 time: 0.0767040 Dec 13 12:48:54.663624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1917b78-2b42-412a-a9fe-ef0d61b19f52 req-92c8ac36-59c4-4e8b-86c8-eedee36fd8b3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:54.665225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1917b78-2b42-412a-a9fe-ef0d61b19f52 req-92c8ac36-59c4-4e8b-86c8-eedee36fd8b3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 931 time: 0.1850333 Dec 13 12:48:54.669556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-f0639276-7038-4cc4-b786-3a637d01281b tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bf90f3c8-dde1-4017-ba9c-810ba3187449 HTTP/1.1" status: 200 len: 2998 time: 0.1784387 Dec 13 12:48:54.811181 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-bef8e228-6329-4021-8a6a-bc8360fc43c0 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bf90f3c8-dde1-4017-ba9c-810ba3187449 HTTP/1.1" status: 200 len: 2998 time: 0.1317110 Dec 13 12:48:54.845523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1917b78-2b42-412a-a9fe-ef0d61b19f52 req-dc69137b-8dbc-4d2c-ae2c-cd1e523a10db tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649933 Dec 13 12:48:54.977368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-c7c7056c-edb3-474b-9fdb-d191c7919783 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c4bac0af-d0d0-4af0-b12f-1a494ae348fc HTTP/1.1" status: 200 len: 2998 time: 0.1528361 Dec 13 12:48:55.019792 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df85d7b-3bbd-4e28-a340-544754491411 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:55.034395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:55.042470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-4d8d8e01-bf61-4ef0-8eba-af690281635a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 1002 time: 0.1554475 Dec 13 12:48:55.097941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Transition to ACTIVE for port object 9df85d7b-3bbd-4e28-a340-544754491411 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:48:55.100374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-5ebb3cfc-cc0a-48c8-87f2-7a3a7e9fc3ec tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c4bac0af-d0d0-4af0-b12f-1a494ae348fc HTTP/1.1" status: 200 len: 2998 time: 0.1148047 Dec 13 12:48:55.106401 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:55.119382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-4f2eb2b0-41de-4f81-a75b-326f7d8525ee tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:55.121016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-4f2eb2b0-41de-4f81-a75b-326f7d8525ee tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports/7f3ff997-189a-4f47-9095-8dd154f8743c HTTP/1.1" status: 200 len: 943 time: 0.0723352 Dec 13 12:48:55.256665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Pushing event updated for resources: {'Port': ['ID=9df85d7b-3bbd-4e28-a340-544754491411,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:55.287179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-5adf2ae5-b679-4780-bd0d-a1feeea91ab9 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d6eb1361-48dd-4fa7-9046-f7b81ecf024d HTTP/1.1" status: 200 len: 2998 time: 0.1780045 Dec 13 12:48:55.297589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-e6b40503-bbd9-40db-9279-9de87e64d71a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 1002 time: 0.1266475 Dec 13 12:48:55.456578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9bf9a7e-be08-4700-9ce4-e94fe1cdebb6 req-d304934f-bb5c-463f-96cd-17aa27b38d4c tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d6eb1361-48dd-4fa7-9046-f7b81ecf024d HTTP/1.1" status: 200 len: 2998 time: 0.1628740 Dec 13 12:48:55.457314 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Attempting to bind port 9df85d7b-3bbd-4e28-a340-544754491411 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:48:55.457647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Attempting to bind port 9df85d7b-3bbd-4e28-a340-544754491411 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:48:55.457997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Attempting to bind port 9df85d7b-3bbd-4e28-a340-544754491411 on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:55.470605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Port 9df85d7b-3bbd-4e28-a340-544754491411 on network 8072c86c-36ec-4f72-a683-789222078cc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:48:55.470934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Attempting to bind port 9df85d7b-3bbd-4e28-a340-544754491411 on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:48:55.479223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:48:55.479568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Checking segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:48:55.479937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Bound using segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:48:55.480553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Bound port: 9df85d7b-3bbd-4e28-a340-544754491411, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:48:55.480924 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:55.507070 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d2d65e-34db-49e4-9827-1f2b6bf7fe93 x-openstack-request-id: req-89d2d65e-34db-49e4-9827-1f2b6bf7fe93 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:55.508051 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208133c8-c969-48ff-81d0-2fe30792f9b6", "name": "network-vif-plugged", "status": "completed", "tag": "5f9470c6-08c5-4755-8408-e2478ab37371", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:55.508527 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89d2d65e-34db-49e4-9827-1f2b6bf7fe93 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:55.509158 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208133c8-c969-48ff-81d0-2fe30792f9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9470c6-08c5-4755-8408-e2478ab37371', 'code': 200} Dec 13 12:48:55.519190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-81c176c2-73a6-4851-a397-0495e6db5694 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:55.520605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-81c176c2-73a6-4851-a397-0495e6db5694 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.1982474 Dec 13 12:48:55.639201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff758b1-373c-4a23-b5a0-d046f9bb7a3b req-d001d10a-2b78-4a71-b00d-6232aa32f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:55.640750 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5ff758b1-373c-4a23-b5a0-d046f9bb7a3b req-d001d10a-2b78-4a71-b00d-6232aa32f07d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 1101 time: 0.0475082 Dec 13 12:48:55.680808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] For port 9df85d7b-3bbd-4e28-a340-544754491411, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:48:55.685380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] For port 9df85d7b-3bbd-4e28-a340-544754491411, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9df85d7b-3bbd-4e28-a340-544754491411,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:48:55.689128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-eb31c9cb-2fc6-4d0e-ae53-a42be501e3f4 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 1002 time: 0.1411119 Dec 13 12:48:55.692308 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:55.695099 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5ff758b1-373c-4a23-b5a0-d046f9bb7a3b req-af802e7b-bf79-4bb6-9969-0a5b539b001e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453627 Dec 13 12:48:55.713180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-7e7b60e5-7647-4464-a88b-ca5a264aa892 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:55.748681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd06da-5e1f-4b01-b87b-9fc5cee8f8e8 req-d7a51e0b-c30b-4d43-a7b1-e2c1038ecd29 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:55.750378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29cd06da-5e1f-4b01-b87b-9fc5cee8f8e8 req-d7a51e0b-c30b-4d43-a7b1-e2c1038ecd29 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/ports?device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 950 time: 0.1822295 Dec 13 12:48:55.798558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:55.799256 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:55.800925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] 10.222.0.42 "PUT /v2.0/ports/9df85d7b-3bbd-4e28-a340-544754491411 HTTP/1.1" status: 200 len: 1091 time: 1.4469888 Dec 13 12:48:55.801361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf13fd6-50d1-4466-8be1-76f93c58295d', 'tag': '9df85d7b-3bbd-4e28-a340-544754491411'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:55.803987 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd85e081-d1c4-4505-aba6-2f85252fa5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "baf13fd6-50d1-4466-8be1-76f93c58295d", "tag": "9df85d7b-3bbd-4e28-a340-544754491411"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:55.902056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146d836-be87-4e77-9a64-b6e87606eaaa service neutron] Pushing event updated for resources: {'Port': ['ID=9df85d7b-3bbd-4e28-a340-544754491411,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:55.907146 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-7e7b60e5-7647-4464-a88b-ca5a264aa892 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:55.968664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29cd06da-5e1f-4b01-b87b-9fc5cee8f8e8 req-83b13a31-ea3b-438e-8fee-572bfb4f33ba tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784346 Dec 13 12:48:55.995773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ced18-c4d7-4441-a547-0622f27d308e req-c77189dd-df23-4916-8277-10d498d24069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:55.997852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-c77189dd-df23-4916-8277-10d498d24069 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 1094 time: 0.1505308 Dec 13 12:48:56.080851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-1e7df601-f5f0-4611-81ee-6b33eef82316 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9df85d7b-3bbd-4e28-a340-544754491411 HTTP/1.1" status: 200 len: 217 time: 0.0502486 Dec 13 12:48:56.190648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-7e7b60e5-7647-4464-a88b-ca5a264aa892 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:56.199367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-7e7b60e5-7647-4464-a88b-ca5a264aa892 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:56.199960 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-7e7b60e5-7647-4464-a88b-ca5a264aa892 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Floating IP 5af5ecca-b319-4b51-84e8-0d0f35fc5015 disassociated. External IP: 172.25.2.127, port: 7f3ff997-189a-4f47-9095-8dd154f8743c. Dec 13 12:48:56.206724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ced18-c4d7-4441-a547-0622f27d308e req-149ab53c-c2ab-4eeb-8ae5-231646d7601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:56.208392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-149ab53c-c2ab-4eeb-8ae5-231646d7601f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.1182740 Dec 13 12:48:56.281291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-08611df4-e337-4019-821c-a8b9dbb37112 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368521 Dec 13 12:48:56.449037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-06228746-f5f3-4a26-ab84-e46322a116f4 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594369 Dec 13 12:48:56.556486 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55a5b53f-f1bd-4bed-a518-5194ce3bc41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:56.700214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e547298-3750-4aa5-93bd-ce9828898f60 req-fe02b567-9d99-45fa-b27d-ea1ade1a5287 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:56.701722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e547298-3750-4aa5-93bd-ce9828898f60 req-fe02b567-9d99-45fa-b27d-ea1ade1a5287 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.2024586 Dec 13 12:48:56.726726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-7e7b60e5-7647-4464-a88b-ca5a264aa892 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:48:56.736411 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f19ced18-c4d7-4441-a547-0622f27d308e req-a217efe1-2cf6-4db7-b018-ab4d46d31c53 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388175 Dec 13 12:48:56.820626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e547298-3750-4aa5-93bd-ce9828898f60 req-1d30576a-121b-4f3c-86a6-13f61f6eb5b9 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075106 Dec 13 12:48:56.886863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-7e7b60e5-7647-4464-a88b-ca5a264aa892 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:48:56.891592 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-7e7b60e5-7647-4464-a88b-ca5a264aa892 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:56.898342 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] Sync routers for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:48:56.908639 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:56.909962 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:56.940049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-7e7b60e5-7647-4464-a88b-ca5a264aa892 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "PUT /v2.0/floatingips/5af5ecca-b319-4b51-84e8-0d0f35fc5015 HTTP/1.1" status: 200 len: 695 time: 1.2383137 Dec 13 12:48:57.019172 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:57.027107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-cbe0a3ba-a4cb-4d07-928a-913c45ed4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:57.029116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-cbe0a3ba-a4cb-4d07-928a-913c45ed4360 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 1097 time: 0.0710630 Dec 13 12:48:57.052279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-915b2429-ef23-4368-97db-2275989523ed req-47452e0a-acbf-482d-b355-6ea6fae43656 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=735c3705387a45a695c32d4e616cec36 HTTP/1.1" status: 200 len: 6151 time: 0.1081402 Dec 13 12:48:57.152540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-915b2429-ef23-4368-97db-2275989523ed req-0b487001-df05-49c2-8c36-505bf3ad0a7f tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] 10.222.0.31 "GET /v2.0/security-groups/bf90f3c8-dde1-4017-ba9c-810ba3187449 HTTP/1.1" status: 200 len: 2998 time: 0.0904033 Dec 13 12:48:57.173815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-9e2fd2e9-94ae-4edd-8c0c-c204f33c8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:57.175367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-9e2fd2e9-94ae-4edd-8c0c-c204f33c8594 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.1389163 Dec 13 12:48:57.220221 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:57.227123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-498046d0-1281-4b67-88d5-acfda5b05dda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3ff997-189a-4f47-9095-8dd154f8743c HTTP/1.1" status: 200 len: 217 time: 0.0447989 Dec 13 12:48:57.247403 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] Checking router: 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:48:57.256688 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:48:57.257303 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:57.271165 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-915b2429-ef23-4368-97db-2275989523ed req-242d4d95-a7e2-442e-95ed-15e612a0d82c tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] 10.222.0.31 "GET /v2.0/security-groups/bf90f3c8-dde1-4017-ba9c-810ba3187449 HTTP/1.1" status: 200 len: 2998 time: 0.1091750 Dec 13 12:48:57.291736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-0b531200-df84-4dce-a9eb-f23438e8b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:57.293014 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-0b531200-df84-4dce-a9eb-f23438e8b700 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.0567660 Dec 13 12:48:57.312129 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b27eb15-baf2-4dd3-97ed-ecd135fd4acf x-openstack-request-id: req-6b27eb15-baf2-4dd3-97ed-ecd135fd4acf {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:48:57.312444 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf13fd6-50d1-4466-8be1-76f93c58295d", "tag": "9df85d7b-3bbd-4e28-a340-544754491411", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:48:57.312694 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b27eb15-baf2-4dd3-97ed-ecd135fd4acf {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:48:57.313115 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf13fd6-50d1-4466-8be1-76f93c58295d', 'tag': '9df85d7b-3bbd-4e28-a340-544754491411', 'status': 'completed', 'code': 200} Dec 13 12:48:57.347255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-c9194f15-c659-4b8f-bf41-433d83ae9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:57.349121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-c9194f15-c659-4b8f-bf41-433d83ae9eda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481675 Dec 13 12:48:57.377632 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:48:57.504325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e081-d1c4-4505-aba6-2f85252fa5c8 req-a95801ea-2ba9-4878-b2c8-32082e9faccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:57.506292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd85e081-d1c4-4505-aba6-2f85252fa5c8 req-a95801ea-2ba9-4878-b2c8-32082e9faccf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 1094 time: 0.1488209 Dec 13 12:48:57.516758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fcec8-2a07-4ddc-a7ee-827d33302c80 req-8ee22f03-004c-4c9b-ab80-361f9fb63d70 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:57.518273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-886fcec8-2a07-4ddc-a7ee-827d33302c80 req-8ee22f03-004c-4c9b-ab80-361f9fb63d70 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 943 time: 0.1345704 Dec 13 12:48:57.522977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-af4bd50a-c11a-4df2-a7c7-fabd5f699ee9 service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645885 Dec 13 12:48:57.586537 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:48:57.615370 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5d8e5-75b3-4399-b6ea-3ee82433ad24 None None] The sync data for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 is: [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:48:57.623912 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:57.861465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eab919-3e86-41fb-8d36-ec1ca90aa724 None None] New status for floating IP 5af5ecca-b319-4b51-84e8-0d0f35fc5015: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:48:58.008821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-886fcec8-2a07-4ddc-a7ee-827d33302c80 req-55f13f40-db7a-4c60-90e9-cff301647f57 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769993 Dec 13 12:48:58.034202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e081-d1c4-4505-aba6-2f85252fa5c8 req-520de798-3fed-422d-86b4-b1220e4e0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:58.035783 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd85e081-d1c4-4505-aba6-2f85252fa5c8 req-520de798-3fed-422d-86b4-b1220e4e0323 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 906 time: 0.5119493 Dec 13 12:48:58.040216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d00de8e9-a843-4edc-8539-109d19e7a97f req-06b1329a-274b-49aa-a9b0-845b6daf5ff1 service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061312 Dec 13 12:48:58.097193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd85e081-d1c4-4505-aba6-2f85252fa5c8 req-55fed025-14bb-47ba-b655-96a98641ef9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9df85d7b-3bbd-4e28-a340-544754491411 HTTP/1.1" status: 200 len: 217 time: 0.0511076 Dec 13 12:48:58.201715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e081-d1c4-4505-aba6-2f85252fa5c8 req-7a0460e9-b04a-449d-aeb2-ff9748861cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:58.203219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd85e081-d1c4-4505-aba6-2f85252fa5c8 req-7a0460e9-b04a-449d-aeb2-ff9748861cba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.0979125 Dec 13 12:48:58.236024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eacdb1-58b6-415a-a93d-2ca3441356e1 req-53249eab-b737-49f6-81d7-ff9c4a59ac6b tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:58.237518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8eacdb1-58b6-415a-a93d-2ca3441356e1 req-53249eab-b737-49f6-81d7-ff9c4a59ac6b tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/ports?device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 950 time: 0.1003811 Dec 13 12:48:58.259955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd85e081-d1c4-4505-aba6-2f85252fa5c8 req-52e3891f-9668-4f8c-ba8e-5b13e69df1b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426509 Dec 13 12:48:58.298791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8a111f3-b6da-4ba7-bd8a-edb6fb8604e3 req-e0a9ccce-cf87-4630-9d22-f0e76864046b tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/144abf73-54ab-4a7b-ac11-338b594ddf46 HTTP/1.1" status: 200 len: 1794 time: 0.1432011 Dec 13 12:48:58.412957 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8eacdb1-58b6-415a-a93d-2ca3441356e1 req-461ea047-4c3d-4190-a9a7-a828853bcca4 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571796 Dec 13 12:48:58.430835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd85e081-d1c4-4505-aba6-2f85252fa5c8 req-13297f85-8b34-404f-b0cb-3f4f30843ea7 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609387 Dec 13 12:48:58.467773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a8a111f3-b6da-4ba7-bd8a-edb6fb8604e3 req-21707fef-7ed8-459f-a901-70698b53ba52 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:58.549650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a8a111f3-b6da-4ba7-bd8a-edb6fb8604e3 req-21707fef-7ed8-459f-a901-70698b53ba52 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:58.621518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062870f-61fd-4338-928f-5d3bc8e1eb5a req-5b8cc753-6c77-4f7e-8ae4-f6274f2ef05d tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:58.623220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8062870f-61fd-4338-928f-5d3bc8e1eb5a req-5b8cc753-6c77-4f7e-8ae4-f6274f2ef05d tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1191556 Dec 13 12:48:58.653744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd85e081-d1c4-4505-aba6-2f85252fa5c8 req-a9f6ff80-296f-4b91-9be6-5a5232e5e8d2 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097809 Dec 13 12:48:58.656540 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a8a111f3-b6da-4ba7-bd8a-edb6fb8604e3 req-21707fef-7ed8-459f-a901-70698b53ba52 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:58.659245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a8a111f3-b6da-4ba7-bd8a-edb6fb8604e3 req-21707fef-7ed8-459f-a901-70698b53ba52 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:58.661105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8a111f3-b6da-4ba7-bd8a-edb6fb8604e3 req-21707fef-7ed8-459f-a901-70698b53ba52 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/144abf73-54ab-4a7b-ac11-338b594ddf46 HTTP/1.1" status: 204 len: 173 time: 0.3329692 Dec 13 12:48:58.672281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21707fef-7ed8-459f-a901-70698b53ba52 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144abf73-54ab-4a7b-ac11-338b594ddf46,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:58.726379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8062870f-61fd-4338-928f-5d3bc8e1eb5a req-b682dd9c-44fc-452f-9cfe-d6cbf905ede0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956345 Dec 13 12:48:58.882691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58cdcd13-27e5-426d-a549-d56e1267243c req-f1f588c0-8b8b-491a-9739-5d3e65bbf508 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "GET /v2.0/security-groups/949c23aa-0782-44b3-8005-b3ee8905cb74 HTTP/1.1" status: 200 len: 1793 time: 0.0510280 Dec 13 12:48:58.960556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-58cdcd13-27e5-426d-a549-d56e1267243c req-7d42a518-3a82-484f-a471-4dc8f07f1194 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:58.965543 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:58.984955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-58cdcd13-27e5-426d-a549-d56e1267243c req-7d42a518-3a82-484f-a471-4dc8f07f1194 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.030983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-58cdcd13-27e5-426d-a549-d56e1267243c req-7d42a518-3a82-484f-a471-4dc8f07f1194 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.034143 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-58cdcd13-27e5-426d-a549-d56e1267243c req-7d42a518-3a82-484f-a471-4dc8f07f1194 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.036149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58cdcd13-27e5-426d-a549-d56e1267243c req-7d42a518-3a82-484f-a471-4dc8f07f1194 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/949c23aa-0782-44b3-8005-b3ee8905cb74 HTTP/1.1" status: 204 len: 173 time: 0.1469924 Dec 13 12:48:59.045887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42a518-3a82-484f-a471-4dc8f07f1194 tempest-SecurityGroupsTestAdminJSON-952787075 tempest-SecurityGroupsTestAdminJSON-952787075-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949c23aa-0782-44b3-8005-b3ee8905cb74,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:59.166236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-c9eddf8c-f738-4e5a-b075-51fd7346c796 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:59.167984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-c9eddf8c-f738-4e5a-b075-51fd7346c796 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0568984 Dec 13 12:48:59.237895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-f220db5f-89ae-4890-8ad1-79644c411f42 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0607662 Dec 13 12:48:59.250912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-d3aca50b-c80c-47ec-806f-963f5e3701eb tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Request body: {'floatingip': {'port_id': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:48:59.273193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 517f1dc6-9f61-4568-a8d6-d9d77f401c65 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:59.306317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393728d-65bb-4030-b16a-15e16ef1d094 req-4a895dd2-17d9-4f04-acba-c627035916d4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:48:59.307784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b393728d-65bb-4030-b16a-15e16ef1d094 req-4a895dd2-17d9-4f04-acba-c627035916d4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 943 time: 0.1389108 Dec 13 12:48:59.310445 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-d3aca50b-c80c-47ec-806f-963f5e3701eb tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.315248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'tag': '7f3ff997-189a-4f47-9095-8dd154f8743c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:48:59.317488 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a721a474-9667-4f0f-b2ed-085fb2d54c37" -d '{"events": [{"name": "network-changed", "server_uuid": "94c012e2-5285-4cb8-9cd4-9076e9cb2804", "tag": "7f3ff997-189a-4f47-9095-8dd154f8743c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:48:59.425584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:59.439687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'mac_address': 'fa:16:3e:40:c3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:48:59.479557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b393728d-65bb-4030-b16a-15e16ef1d094 req-6814dd86-7fbb-439c-9646-e54f84ec4ea3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651416 Dec 13 12:48:59.488884 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.519015 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 517f1dc6-9f61-4568-a8d6-d9d77f401c65 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:59.544628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:59.549779 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.550727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9df85d7b-3bbd-4e28-a340-544754491411 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:48:59.616112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc5875cf-5b98-45b1-97c5-fbdca34685e9 req-4b2188ae-22f9-4e20-b287-9a5446895300 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] 10.222.0.31 "GET /v2.0/security-groups/75288778-aa07-479f-87ce-4a0d82b70c57 HTTP/1.1" status: 200 len: 1793 time: 0.1109459 Dec 13 12:48:59.637667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:48:59.720808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9df85d7b-3bbd-4e28-a340-544754491411, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9df85d7b-3bbd-4e28-a340-544754491411,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:59.734859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '9df85d7b-3bbd-4e28-a340-544754491411', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'port_id': '9df85d7b-3bbd-4e28-a340-544754491411', 'mac_address': 'fa:16:3e:b8:21:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce70964-4b77-4266-9ada-339f61494bbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:48:59.800769 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.811785 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.821147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cc5875cf-5b98-45b1-97c5-fbdca34685e9 req-ddb808fd-cd2b-47af-a5a6-05659b88fa81 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.825405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df85d7b-3bbd-4e28-a340-544754491411 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:48:59.856525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9df85d7b-3bbd-4e28-a340-544754491411, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9df85d7b-3bbd-4e28-a340-544754491411,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:48:59.863032 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.890176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cc5875cf-5b98-45b1-97c5-fbdca34685e9 req-ddb808fd-cd2b-47af-a5a6-05659b88fa81 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:48:59.936877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9df85d7b-3bbd-4e28-a340-544754491411,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:00.004358 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cc5875cf-5b98-45b1-97c5-fbdca34685e9 req-ddb808fd-cd2b-47af-a5a6-05659b88fa81 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:00.007550 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cc5875cf-5b98-45b1-97c5-fbdca34685e9 req-ddb808fd-cd2b-47af-a5a6-05659b88fa81 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:00.017851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['517f1dc6-9f61-4568-a8d6-d9d77f401c65'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:00.018767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc5875cf-5b98-45b1-97c5-fbdca34685e9 req-ddb808fd-cd2b-47af-a5a6-05659b88fa81 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] 10.222.0.31 "DELETE /v2.0/security-groups/75288778-aa07-479f-87ce-4a0d82b70c57 HTTP/1.1" status: 204 len: 173 time: 0.3668997 Dec 13 12:49:00.046024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb808fd-cd2b-47af-a5a6-05659b88fa81 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75288778-aa07-479f-87ce-4a0d82b70c57,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:00.065091 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-d3aca50b-c80c-47ec-806f-963f5e3701eb tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:00.080943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-d3aca50b-c80c-47ec-806f-963f5e3701eb tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:00.235593 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-d3aca50b-c80c-47ec-806f-963f5e3701eb tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Floating IP 5af5ecca-b319-4b51-84e8-0d0f35fc5015 associated. External IP: 172.25.2.127, port: bd8a3237-7d6e-4813-b926-05164b3d5ca9. Dec 13 12:49:00.311975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9df85d7b-3bbd-4e28-a340-544754491411'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:00.561423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-d3aca50b-c80c-47ec-806f-963f5e3701eb tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:49:00.660306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-056531e8-8e5c-4b0c-b693-16b6a79f7090 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:00.662490 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-056531e8-8e5c-4b0c-b693-16b6a79f7090 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.37 "GET /v2.0/ports?device_id=208133c8-c969-48ff-81d0-2fe30792f9b6 HTTP/1.1" status: 200 len: 950 time: 0.0600893 Dec 13 12:49:00.779017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-d3aca50b-c80c-47ec-806f-963f5e3701eb tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:49:00.784875 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-d3aca50b-c80c-47ec-806f-963f5e3701eb tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:00.789659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-fecbb5bf-e20e-4a85-951e-45af23508222 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Deleting port 5f9470c6-08c5-4755-8408-e2478ab37371 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:00.789659 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-fecbb5bf-e20e-4a85-951e-45af23508222 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:00.794675 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] Sync routers for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:49:00.796752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-6368e435-e07e-43a7-862b-0a28048933d9 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:00.798399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-6368e435-e07e-43a7-862b-0a28048933d9 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.42 "GET /v2.0/ports?device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 946 time: 0.1508241 Dec 13 12:49:00.815334 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:00.816514 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:00.904039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-fecbb5bf-e20e-4a85-951e-45af23508222 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] For port 5f9470c6-08c5-4755-8408-e2478ab37371, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5f9470c6-08c5-4755-8408-e2478ab37371,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:00.904835 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-fecbb5bf-e20e-4a85-951e-45af23508222 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:00.916339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-d3aca50b-c80c-47ec-806f-963f5e3701eb tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "PUT /v2.0/floatingips/5af5ecca-b319-4b51-84e8-0d0f35fc5015 HTTP/1.1" status: 200 len: 996 time: 1.6708634 Dec 13 12:49:00.920943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-fecbb5bf-e20e-4a85-951e-45af23508222 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Calling delete_port for 5f9470c6-08c5-4755-8408-e2478ab37371 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:01.029604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-253d1e8d-398b-4af0-8ed3-d7abbc4eb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:01.037926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-253d1e8d-398b-4af0-8ed3-d7abbc4eb36c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1096 time: 0.1137660 Dec 13 12:49:01.080201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-fecbb5bf-e20e-4a85-951e-45af23508222 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:01.094097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['5f9470c6-08c5-4755-8408-e2478ab37371'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:01.110956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-f1e3bd56-bcb7-4afb-8ce1-151e168dcb5a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Deleting port 7f3ff997-189a-4f47-9095-8dd154f8743c {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:01.111547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-f1e3bd56-bcb7-4afb-8ce1-151e168dcb5a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:01.145544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbb5bf-e20e-4a85-951e-45af23508222 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Pushing event deleted for resources: {'Port': ['ID=5f9470c6-08c5-4755-8408-e2478ab37371,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:01.238381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-394e760c-5c8a-4001-8b51-3de5b5a5ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:01.247830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-394e760c-5c8a-4001-8b51-3de5b5a5ae8e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.2080011 Dec 13 12:49:01.262227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-fecbb5bf-e20e-4a85-951e-45af23508222 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] No DVR routers for this DVR port 5f9470c6-08c5-4755-8408-e2478ab37371 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:01.268100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-fecbb5bf-e20e-4a85-951e-45af23508222 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:01.268837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 517f1dc6-9f61-4568-a8d6-d9d77f401c65 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:01.278264 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aa5d4f25-6179-4393-b027-01cd6a96909a req-fecbb5bf-e20e-4a85-951e-45af23508222 tempest-ServerDiagnosticsNegativeTest-1701495457 tempest-ServerDiagnosticsNegativeTest-1701495457-project] 10.222.0.37 "DELETE /v2.0/ports/5f9470c6-08c5-4755-8408-e2478ab37371 HTTP/1.1" status: 204 len: 173 time: 0.6058698 Dec 13 12:49:01.279841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208133c8-c969-48ff-81d0-2fe30792f9b6', 'name': 'network-vif-deleted', 'tag': '5f9470c6-08c5-4755-8408-e2478ab37371'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:01.284572 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232185b5-1b30-459c-a70b-9fc925c8e6fd" -d '{"events": [{"server_uuid": "208133c8-c969-48ff-81d0-2fe30792f9b6", "name": "network-vif-deleted", "tag": "5f9470c6-08c5-4755-8408-e2478ab37371"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:01.332843 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:01.381273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-f1e3bd56-bcb7-4afb-8ce1-151e168dcb5a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] For port 7f3ff997-189a-4f47-9095-8dd154f8743c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7f3ff997-189a-4f47-9095-8dd154f8743c,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:01.382014 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-f1e3bd56-bcb7-4afb-8ce1-151e168dcb5a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:01.421687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-a9710fd5-e783-4546-878b-f219cd2ff2c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 999 time: 0.1738129 Dec 13 12:49:01.432133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-f1e3bd56-bcb7-4afb-8ce1-151e168dcb5a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Calling delete_port for 7f3ff997-189a-4f47-9095-8dd154f8743c owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:01.486135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:01.486528 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:01.572661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-0fb9c958-4c8f-44e8-aa82-0613d0db8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:01.581922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-0fb9c958-4c8f-44e8-aa82-0613d0db8a4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.1581285 Dec 13 12:49:01.661430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-e3e9b46c-3c81-463d-94f1-334daddeb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:01.672022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-e3e9b46c-3c81-463d-94f1-334daddeb771 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887172 Dec 13 12:49:01.692177 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:c4:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:59Z', 'revision_number': 8, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:01.695248 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:01.733927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:01.736383 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42bd973-d7d1-4935-8e0e-eae85ee32085" -d '{"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-plugged", "status": "completed", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:01.760552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:01.761969 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] Checking router: 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:49:01.769635 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:01.785443 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:01.788125 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:01.839763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:01.882298 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-f1e3bd56-bcb7-4afb-8ce1-151e168dcb5a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:01.912160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7f3ff997-189a-4f47-9095-8dd154f8743c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:01.914519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['bd8a3237-7d6e-4813-b926-05164b3d5ca9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:02.065398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3bd56-bcb7-4afb-8ce1-151e168dcb5a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Pushing event deleted for resources: {'Port': ['ID=7f3ff997-189a-4f47-9095-8dd154f8743c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:02.102408 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:02.210775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-0ab99f82-de99-4e4e-bc6b-2d8f8fd4ac8c service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372462 Dec 13 12:49:02.221030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-f1e3bd56-bcb7-4afb-8ce1-151e168dcb5a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] No DVR routers for this DVR port 7f3ff997-189a-4f47-9095-8dd154f8743c on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:02.223975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-f1e3bd56-bcb7-4afb-8ce1-151e168dcb5a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:02.229826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3394e74e-159f-4c0b-af9d-c03657b7096e req-f1e3bd56-bcb7-4afb-8ce1-151e168dcb5a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.42 "DELETE /v2.0/ports/7f3ff997-189a-4f47-9095-8dd154f8743c HTTP/1.1" status: 204 len: 173 time: 1.3909652 Dec 13 12:49:02.592284 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:c4:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:59Z', 'revision_number': 8, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:02.639936 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb1ceb-09d8-4fc7-8ab8-14c32b16be98 None None] The sync data for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 is: [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5af5ecca-b319-4b51-84e8-0d0f35fc5015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'port_id': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'mac_address': 'fa:16:3e:c4:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:48:18Z', 'updated_at': '2021-12-13T12:48:59Z', 'revision_number': 8, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:49:02.709133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7e8b4a7-b9d8-4e57-b27c-9248aafbc710 req-82f24612-ec3d-4a76-85cb-5d30da4c9ee5 service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969482 Dec 13 12:49:02.822633 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8703540-5f47-4697-a6cc-c6474f6c5294 x-openstack-request-id: req-b8703540-5f47-4697-a6cc-c6474f6c5294 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:02.822924 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c012e2-5285-4cb8-9cd4-9076e9cb2804", "tag": "7f3ff997-189a-4f47-9095-8dd154f8743c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:02.823202 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8703540-5f47-4697-a6cc-c6474f6c5294 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:02.823600 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'tag': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'status': 'completed', 'code': 200} Dec 13 12:49:02.881777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a721a474-9667-4f0f-b2ed-085fb2d54c37 req-c3a15bd2-2acf-4724-8846-ebab73fb16a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=94c012e2-5285-4cb8-9cd4-9076e9cb2804 HTTP/1.1" status: 200 len: 210 time: 0.0325274 Dec 13 12:49:03.092993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536c006-ff32-4caf-b842-242d6cc565a1 None None] New status for floating IP 5af5ecca-b319-4b51-84e8-0d0f35fc5015: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:49:03.120149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721a474-9667-4f0f-b2ed-085fb2d54c37 req-10b70db6-3a57-4716-aa6d-34356edf07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:03.122095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a721a474-9667-4f0f-b2ed-085fb2d54c37 req-10b70db6-3a57-4716-aa6d-34356edf07c0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2286487 Dec 13 12:49:03.238654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721a474-9667-4f0f-b2ed-085fb2d54c37 req-be6c0c1f-cf66-4b23-b551-7553093e896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:03.240239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a721a474-9667-4f0f-b2ed-085fb2d54c37 req-be6c0c1f-cf66-4b23-b551-7553093e896c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1052103 Dec 13 12:49:03.302967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eca0e8-2465-4a0a-8e79-210bc1427308 req-026c331c-9584-423d-8589-0a1f8424dff8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:03.306768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78eca0e8-2465-4a0a-8e79-210bc1427308 req-026c331c-9584-423d-8589-0a1f8424dff8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 945 time: 0.1835690 Dec 13 12:49:03.329938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9df85d7b-3bbd-4e28-a340-544754491411 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:03.391604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 9df85d7b-3bbd-4e28-a340-544754491411 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:49:03.398497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:03.398995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 9df85d7b-3bbd-4e28-a340-544754491411 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:03.399104 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.441626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78eca0e8-2465-4a0a-8e79-210bc1427308 req-d6bad0ae-591f-4ef3-9b3b-56e978f6e6ee tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262879 Dec 13 12:49:03.550940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5f9470c6-08c5-4755-8408-e2478ab37371 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:03.559805 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.619000 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e5e0d0f9-de15-49e6-811b-89be081abdb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9f2e06f6e9941b09ad6957ae6bfef7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185605 Dec 13 12:49:03.621984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39082) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:03.654383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 5f9470c6-08c5-4755-8408-e2478ab37371 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:03.654726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5f9470c6-08c5-4755-8408-e2478ab37371 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:03.658645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5230fd4e-f935-4709-a41d-6186bc84eb73 req-2ca4e003-bcba-4ff6-ab9a-26fae31fe84d tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] 10.222.0.31 "GET /v2.0/security-groups/d1ecd9fd-4b53-495d-aaa9-223aef4ad769 HTTP/1.1" status: 200 len: 1793 time: 0.0999224 Dec 13 12:49:03.708841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9df85d7b-3bbd-4e28-a340-544754491411, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9df85d7b-3bbd-4e28-a340-544754491411,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:03.714433 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.715859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7f3ff997-189a-4f47-9095-8dd154f8743c no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:03.728726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2f68-144b-40a0-ab2c-9056a582ef9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.760944 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2f68-144b-40a0-ab2c-9056a582ef9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.783963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5230fd4e-f935-4709-a41d-6186bc84eb73 req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.839793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 7f3ff997-189a-4f47-9095-8dd154f8743c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:03.840179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7f3ff997-189a-4f47-9095-8dd154f8743c not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:03.841721 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2f68-144b-40a0-ab2c-9056a582ef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.844291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9df85d7b-3bbd-4e28-a340-544754491411,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:03.848559 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2f68-144b-40a0-ab2c-9056a582ef9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.850684 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5eaf2f68-144b-40a0-ab2c-9056a582ef9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4 HTTP/1.1" status: 204 len: 168 time: 0.2236171 Dec 13 12:49:03.852406 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5230fd4e-f935-4709-a41d-6186bc84eb73 req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.862375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf2f68-144b-40a0-ab2c-9056a582ef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ddb2ad-1ba7-4a11-afce-9a0b8ebeafe4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:03.927361 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5230fd4e-f935-4709-a41d-6186bc84eb73 req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.930651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5230fd4e-f935-4709-a41d-6186bc84eb73 req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:03.951224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5230fd4e-f935-4709-a41d-6186bc84eb73 req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] 10.222.0.31 "DELETE /v2.0/security-groups/d1ecd9fd-4b53-495d-aaa9-223aef4ad769 HTTP/1.1" status: 204 len: 173 time: 0.2811501 Dec 13 12:49:03.999828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ecd9fd-4b53-495d-aaa9-223aef4ad769,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:04.034710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.037153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.039356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.040411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.041196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.041842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.043973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.044757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.047640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.048056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.049021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.050295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.051541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ea51c-6018-40cc-ad3a-1db6304b2d02 tempest-SecurityGroupsTestAdminJSON-285942622 tempest-SecurityGroupsTestAdminJSON-285942622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:04.182746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7bf9c-8ded-4c8f-a5a9-488b1e5b8cbd req-445e1d44-6155-427c-939a-c53759026140 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:04.184231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01d7bf9c-8ded-4c8f-a5a9-488b1e5b8cbd req-445e1d44-6155-427c-939a-c53759026140 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 945 time: 0.1208007 Dec 13 12:49:04.266379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01d7bf9c-8ded-4c8f-a5a9-488b1e5b8cbd req-e237d7f8-5a40-4c2e-ab95-2f4c7e82c76e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759468 Dec 13 12:49:04.339135 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fcd687-a5ee-4c46-8f40-4ed3e167c2ad x-openstack-request-id: req-60fcd687-a5ee-4c46-8f40-4ed3e167c2ad {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:04.339603 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208133c8-c969-48ff-81d0-2fe30792f9b6", "name": "network-vif-deleted", "tag": "5f9470c6-08c5-4755-8408-e2478ab37371", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:04.339944 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60fcd687-a5ee-4c46-8f40-4ed3e167c2ad {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:04.340432 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208133c8-c969-48ff-81d0-2fe30792f9b6', 'name': 'network-vif-deleted', 'tag': '5f9470c6-08c5-4755-8408-e2478ab37371', 'status': 'completed', 'code': 200} Dec 13 12:49:04.342641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39094) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:04.382731 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17cd964-2fd5-42f8-888f-8e6454a8494f x-openstack-request-id: req-e17cd964-2fd5-42f8-888f-8e6454a8494f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:04.383242 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-plugged", "status": "completed", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:04.383665 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e17cd964-2fd5-42f8-888f-8e6454a8494f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:04.384147 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'code': 200} Dec 13 12:49:04.481004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c217b8d8-cdb4-4fab-b420-27d620258814 req-5ff95faa-a3cf-4b05-8e09-619e4d8d6a71 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips/5af5ecca-b319-4b51-84e8-0d0f35fc5015 HTTP/1.1" status: 200 len: 998 time: 0.0848494 Dec 13 12:49:04.618694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39100) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:04.619257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217b8d8-cdb4-4fab-b420-27d620258814 req-496c1613-51bd-4577-8620-9177a14e4643 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:04.631678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c217b8d8-cdb4-4fab-b420-27d620258814 req-496c1613-51bd-4577-8620-9177a14e4643 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.1497672 Dec 13 12:49:04.692792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f12d64d-9721-4288-aa73-7f0babf314c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:04.711081 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ceda8efc-8215-4a8c-b6ee-a7bae11e4438 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=735c3705387a45a695c32d4e616cec36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670733 Dec 13 12:49:04.713853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39108) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:04.790510 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4521bc5e-9dd6-4c76-bbfa-c2a7b8057548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:04.824814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9'}, {'server_uuid': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'name': 'network-vif-deleted', 'tag': '7f3ff997-189a-4f47-9095-8dd154f8743c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:04.828170 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed1945c-411a-48fb-8f90-e78a6576fe0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9"}, {"server_uuid": "94c012e2-5285-4cb8-9cd4-9076e9cb2804", "name": "network-vif-deleted", "tag": "7f3ff997-189a-4f47-9095-8dd154f8743c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:04.833861 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4521bc5e-9dd6-4c76-bbfa-c2a7b8057548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:04.838925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f12d64d-9721-4288-aa73-7f0babf314c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:04.846769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f12d64d-9721-4288-aa73-7f0babf314c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:04.881741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12d64d-9721-4288-aa73-7f0babf314c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa622d7-6a41-42b0-9b50-eb2fb504be9c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:04.905774 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6f12d64d-9721-4288-aa73-7f0babf314c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ac85beb487a48ca8af35981e93db6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827311 Dec 13 12:49:04.909326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39112) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:04.913327 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4521bc5e-9dd6-4c76-bbfa-c2a7b8057548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:04.919014 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4521bc5e-9dd6-4c76-bbfa-c2a7b8057548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:04.921243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4521bc5e-9dd6-4c76-bbfa-c2a7b8057548 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf90f3c8-dde1-4017-ba9c-810ba3187449 HTTP/1.1" status: 204 len: 168 time: 0.2061744 Dec 13 12:49:04.952560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521bc5e-9dd6-4c76-bbfa-c2a7b8057548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf90f3c8-dde1-4017-ba9c-810ba3187449,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:04.980326 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-373fe536-e597-4a26-88c7-b1de3254da99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:05.008818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-373fe536-e597-4a26-88c7-b1de3254da99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:05.077494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-373fe536-e597-4a26-88c7-b1de3254da99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:05.080501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-373fe536-e597-4a26-88c7-b1de3254da99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:05.084206 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-373fe536-e597-4a26-88c7-b1de3254da99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fa622d7-6a41-42b0-9b50-eb2fb504be9c HTTP/1.1" status: 204 len: 168 time: 0.1713259 Dec 13 12:49:05.106114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fe536-e597-4a26-88c7-b1de3254da99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa622d7-6a41-42b0-9b50-eb2fb504be9c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:05.411193 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:49:05.663860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39132) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:05.742127 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-73caaee8-2afe-4699-9045-4d985542a22a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2eac529f885e4777828e8c0ed80104fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738156 Dec 13 12:49:05.757600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39136) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:05.833232 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24b7c913-b7a8-48ff-9d92-b7f4a103276c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:05.872039 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24b7c913-b7a8-48ff-9d92-b7f4a103276c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:05.944209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24b7c913-b7a8-48ff-9d92-b7f4a103276c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:05.948002 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24b7c913-b7a8-48ff-9d92-b7f4a103276c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:05.952490 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-24b7c913-b7a8-48ff-9d92-b7f4a103276c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b211b53c-8bb0-448e-9a89-f5516814b200 HTTP/1.1" status: 204 len: 168 time: 0.1893346 Dec 13 12:49:05.965030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7c913-b7a8-48ff-9d92-b7f4a103276c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b211b53c-8bb0-448e-9a89-f5516814b200,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:06.385453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf13fd6-50d1-4466-8be1-76f93c58295d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df85d7b-3bbd-4e28-a340-544754491411'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:06.387848 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5837cebe-d713-4e7a-a66a-b8e69c8de563" -d '{"events": [{"server_uuid": "baf13fd6-50d1-4466-8be1-76f93c58295d", "name": "network-vif-plugged", "status": "completed", "tag": "9df85d7b-3bbd-4e28-a340-544754491411"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:06.422332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39162) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:06.578155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-network', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:06.630288 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Made reservation on behalf of 37df1c3acdb94e03aba03590b10f3fb1 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:06.636777 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:06.648895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:06.778914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:06.794422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:06.811237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:49:06.825115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:06.825522 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Added segment 994f416d-0c12-4b05-9a3f-6bb19fb5e3aa of type vlan for network dcde7950-69ba-4145-b1ca-c63a7b4e7deb Dec 13 12:49:06.910442 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:06.964876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88d46f9-597f-482e-b7cc-660dc0679b24,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:06.970878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:06.972079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:06.972760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:07.055071 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6314983 Dec 13 12:49:07.057625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39180) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:07.063299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Request body: {'subnet': {'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-subnet', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:07.087235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de8957-991f-4f8c-a3b9-263b20004b89 admin admin] Pushing event updated for resources: {'Network': ['ID=dcde7950-69ba-4145-b1ca-c63a7b4e7deb,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:07.099949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network dcde7950-69ba-4145-b1ca-c63a7b4e7deb details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:49:07.113731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Made reservation on behalf of 37df1c3acdb94e03aba03590b10f3fb1 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:07.123116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:07.232449 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:07.340477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:07.354387 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:07.453640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e656e30-9aae-4a65-9a78-53d448ca707e,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:07.464746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Checking segment: {'id': '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:07.464746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Network hostable DHCP agents. Network: dcde7950-69ba-4145-b1ca-c63a7b4e7deb, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:49:07.488585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Network dcde7950-69ba-4145-b1ca-c63a7b4e7deb is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:49:07.500577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, dcde7950-69ba-4145-b1ca-c63a7b4e7deb) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:07.504697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:07.507460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:07.512260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee7d73-f231-45ee-adf6-58291e7ad7cd None None] Network dcde7950-69ba-4145-b1ca-c63a7b4e7deb requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:49:07.546117 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3c041322-a99c-4a29-b7b0-6a5aa6b3a4ca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4858956 Dec 13 12:49:07.547916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39184) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:07.553213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-router', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:07.593504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:07.595186 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:07.682892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:07.808843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-dcde7950-69ba-4145-b1ca-c63a7b4e7deb', 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb', 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'fixed_ips': [{'subnet_id': '8e656e30-9aae-4a65-9a78-53d448ca707e'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:49:07.810489 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:07.888340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:08.002420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Allocated IP 172.20.0.2 (dcde7950-69ba-4145-b1ca-c63a7b4e7deb/8e656e30-9aae-4a65-9a78-53d448ca707e/50ee423d-708d-445b-8feb-0dd40722ad46) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:49:08.197671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:08.212038 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:08.224832 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:08.228789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:08.311755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Network dcde7950-69ba-4145-b1ca-c63a7b4e7deb is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:08.315110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:08.322700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:49:08.331515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Pushing event updated for resources: {'Port': ['ID=50ee423d-708d-445b-8feb-0dd40722ad46,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:08.362039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Allocated IP 172.25.2.251 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/1f58f686-d04b-4ff7-915b-97b9cd553398) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:49:08.418947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Attempting to bind port 50ee423d-708d-445b-8feb-0dd40722ad46 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:49:08.419233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Attempting to bind port 50ee423d-708d-445b-8feb-0dd40722ad46 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:49:08.420097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Attempting to bind port 50ee423d-708d-445b-8feb-0dd40722ad46 on network dcde7950-69ba-4145-b1ca-c63a7b4e7deb {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:08.425342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:49:08.425714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Checking segment: {'id': '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:08.426139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:08.426666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Bound using segment: {'id': '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:49:08.427342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Bound port: 50ee423d-708d-445b-8feb-0dd40722ad46, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:49:08.427849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:08.495948 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:08.572716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] For port 50ee423d-708d-445b-8feb-0dd40722ad46, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:49:08.577613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] For port 50ee423d-708d-445b-8feb-0dd40722ad46, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=50ee423d-708d-445b-8feb-0dd40722ad46,segment=NetworkSegment(994f416d-0c12-4b05-9a3f-6bb19fb5e3aa),segment_id=994f416d-0c12-4b05-9a3f-6bb19fb5e3aa)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:49:08.580037 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:08.586594 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:08.656095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:08.659945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:08.662953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:49:08.693215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6c7de-8d7c-4f42-b056-a8f985f5eb44 None None] Pushing event updated for resources: {'Port': ['ID=50ee423d-708d-445b-8feb-0dd40722ad46,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:08.723284 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Pushing event updated for resources: {'Port': ['ID=1f58f686-d04b-4ff7-915b-97b9cd553398,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:08.735741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.736085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.736433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.736768 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.737137 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.737694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.738027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.738625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.738965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.740180 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.740527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.740858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:08.741321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:09.103887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:09.356123 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:09.530862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Router 9be6f1d6-e4df-4820-8c3a-f7703a899404 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:49:09.755503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:49:09.769317 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Sync routers for ids ['9be6f1d6-e4df-4820-8c3a-f7703a899404'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:49:09.789969 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Routers {'9be6f1d6-e4df-4820-8c3a-f7703a899404'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:09.791456 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9be6f1d6-e4df-4820-8c3a-f7703a899404'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:09.820291 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:09.825437 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bbcbd5d9-6d05-4bbc-aa7b-e6084afc7e4e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2735405 Dec 13 12:49:09.826003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39190) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:10.025243 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Set router 9be6f1d6-e4df-4820-8c3a-f7703a899404 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:10.132851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd42c92-f845-44ab-b91c-9d7eeb55966e None None] Network dcde7950-69ba-4145-b1ca-c63a7b4e7deb requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:49:10.348069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-88987b0d-da04-4ba3-bbe6-53556eed9458 None None] Provisioning complete for port 50ee423d-708d-445b-8feb-0dd40722ad46 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:10.348450 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-88987b0d-da04-4ba3-bbe6-53556eed9458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:10.490140 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-88987b0d-da04-4ba3-bbe6-53556eed9458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:10.495847 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-router', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:07Z', 'updated_at': '2021-12-13T12:49:08Z', 'revision_number': 3, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'gw_port': {'id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:08Z', 'updated_at': '2021-12-13T12:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:10.497087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 50ee423d-708d-445b-8feb-0dd40722ad46 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:10.547604 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Checking router: 9be6f1d6-e4df-4820-8c3a-f7703a899404 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:49:10.548251 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Updating router 9be6f1d6-e4df-4820-8c3a-f7703a899404 port 1f58f686-d04b-4ff7-915b-97b9cd553398 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:49:10.593745 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:10.640882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-88987b0d-da04-4ba3-bbe6-53556eed9458 None None] For port 50ee423d-708d-445b-8feb-0dd40722ad46, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=50ee423d-708d-445b-8feb-0dd40722ad46,segment=NetworkSegment(994f416d-0c12-4b05-9a3f-6bb19fb5e3aa),segment_id=994f416d-0c12-4b05-9a3f-6bb19fb5e3aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:10.671989 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-88987b0d-da04-4ba3-bbe6-53556eed9458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:10.672722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:10.685096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 50ee423d-708d-445b-8feb-0dd40722ad46 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:10.685474 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:10.828311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88987b0d-da04-4ba3-bbe6-53556eed9458 None None] Pushing event updated for resources: {'Port': ['ID=50ee423d-708d-445b-8feb-0dd40722ad46,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:10.942553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-74d6c94f-0937-45bb-abe5-cdd1e580676e None None] Provisioning complete for port 50ee423d-708d-445b-8feb-0dd40722ad46 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:10.943853 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74d6c94f-0937-45bb-abe5-cdd1e580676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:10.988448 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:11.023380 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:11.077096 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Attempting to bind port 1f58f686-d04b-4ff7-915b-97b9cd553398 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:49:11.077483 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Attempting to bind port 1f58f686-d04b-4ff7-915b-97b9cd553398 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:49:11.080025 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Attempting to bind port 1f58f686-d04b-4ff7-915b-97b9cd553398 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:11.087672 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Pushing event updated for resources: {'Port': ['ID=1f58f686-d04b-4ff7-915b-97b9cd553398,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:11.090280 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:49:11.090657 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:11.091037 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:11.091427 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:49:11.091901 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Bound port: 1f58f686-d04b-4ff7-915b-97b9cd553398, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:49:11.092299 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:11.108744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Allocated IP 172.20.0.1 (dcde7950-69ba-4145-b1ca-c63a7b4e7deb/8e656e30-9aae-4a65-9a78-53d448ca707e/5031c453-6215-4d17-abce-91a5a4b9815a) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:49:11.116767 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.117154 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.117450 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.117785 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.118240 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.118538 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.118860 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.119183 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.119542 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.119826 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.120150 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.120461 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.120798 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:11.168575 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] For port 1f58f686-d04b-4ff7-915b-97b9cd553398, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:49:11.174555 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] For port 1f58f686-d04b-4ff7-915b-97b9cd553398, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1f58f686-d04b-4ff7-915b-97b9cd553398,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:49:11.186273 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:11.272162 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Routers {'9be6f1d6-e4df-4820-8c3a-f7703a899404'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:11.273358 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9be6f1d6-e4df-4820-8c3a-f7703a899404'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:11.279635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:11.328698 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:11.333425 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6b53b-4235-42b8-97dc-2ec80e4609b1 None None] Pushing event updated for resources: {'Port': ['ID=1f58f686-d04b-4ff7-915b-97b9cd553398,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:11.398787 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=5031c453-6215-4d17-abce-91a5a4b9815a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:11.406893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Network dcde7950-69ba-4145-b1ca-c63a7b4e7deb is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:11.408504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:11.411444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:49:11.477598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:11.551751 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] Set router 9be6f1d6-e4df-4820-8c3a-f7703a899404 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:11.746719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:11.809105 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-10907a52-dc1f-4245-a0f2-4ff6d58c7abb None None] Provisioning complete for port 5031c453-6215-4d17-abce-91a5a4b9815a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:11.809720 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10907a52-dc1f-4245-a0f2-4ff6d58c7abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:11.853754 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-router', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:07Z', 'updated_at': '2021-12-13T12:49:08Z', 'revision_number': 3, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'gw_port': {'id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:08Z', 'updated_at': '2021-12-13T12:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:11.896592 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88541f77-c109-4e21-83b5-8d8b5c8838be None None] The sync data for ids ['9be6f1d6-e4df-4820-8c3a-f7703a899404'] in n-d-817326-4 is: [{'id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-router', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:07Z', 'updated_at': '2021-12-13T12:49:08Z', 'revision_number': 3, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'gw_port': {'id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:08Z', 'updated_at': '2021-12-13T12:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:49:11.925464 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-10907a52-dc1f-4245-a0f2-4ff6d58c7abb None None] Port 5031c453-6215-4d17-abce-91a5a4b9815a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:49:12.047447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:12.055242 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:12.173697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=5031c453-6215-4d17-abce-91a5a4b9815a,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:12.186283 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:12.358608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Network dcde7950-69ba-4145-b1ca-c63a7b4e7deb is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:12.363172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:12.523646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 50ee423d-708d-445b-8feb-0dd40722ad46 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:12.592624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Router 9be6f1d6-e4df-4820-8c3a-f7703a899404 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:49:12.631867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 50ee423d-708d-445b-8feb-0dd40722ad46 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:12.632498 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:12.803609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:49:12.808364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f58f686-d04b-4ff7-915b-97b9cd553398 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:12.811762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e50ef61b-c31c-44d6-b5fd-60c5de68ab65 None None] Provisioning complete for port 5031c453-6215-4d17-abce-91a5a4b9815a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:12.812399 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e50ef61b-c31c-44d6-b5fd-60c5de68ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:12.821789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4f0d80ae-95a1-4881-a1b6-c8cdf1e15bc8 admin admin] 10.222.0.31 "PUT /v2.0/routers/9be6f1d6-e4df-4820-8c3a-f7703a899404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9923966 Dec 13 12:49:12.941972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e50ef61b-c31c-44d6-b5fd-60c5de68ab65 None None] Port 5031c453-6215-4d17-abce-91a5a4b9815a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:49:12.984276 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1f58f686-d04b-4ff7-915b-97b9cd553398 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:12.985321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:13.137775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:13.173876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 1f58f686-d04b-4ff7-915b-97b9cd553398, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1f58f686-d04b-4ff7-915b-97b9cd553398,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:13.181480 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:13.299449 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=1f58f686-d04b-4ff7-915b-97b9cd553398,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:14.322688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Sync routers for ids ['9be6f1d6-e4df-4820-8c3a-f7703a899404'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:49:14.330467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f58f686-d04b-4ff7-915b-97b9cd553398 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:14.378531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Routers {'9be6f1d6-e4df-4820-8c3a-f7703a899404'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:14.379821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9be6f1d6-e4df-4820-8c3a-f7703a899404'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:14.473263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1f58f686-d04b-4ff7-915b-97b9cd553398 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:14.474295 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:14.569343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Set router 9be6f1d6-e4df-4820-8c3a-f7703a899404 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:14.842798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-router', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:07Z', 'updated_at': '2021-12-13T12:49:11Z', 'revision_number': 4, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'gw_port': {'id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:08Z', 'updated_at': '2021-12-13T12:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '5031c453-6215-4d17-abce-91a5a4b9815a', 'name': '', 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'mac_address': 'fa:16:3e:ca:71:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '8e656e30-9aae-4a65-9a78-53d448ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:10Z', 'updated_at': '2021-12-13T12:49:11Z', 'revision_number': 2, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'subnets': [{'id': '8e656e30-9aae-4a65-9a78-53d448ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:14.877671 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Checking router: 9be6f1d6-e4df-4820-8c3a-f7703a899404 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:49:14.878011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Updating router 9be6f1d6-e4df-4820-8c3a-f7703a899404 port 5031c453-6215-4d17-abce-91a5a4b9815a binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:49:14.908497 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:15.432848 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:15.448403 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:15.533308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3b69d-f184-4c97-a06e-4817c9745951 None None] Pushing event updated for resources: {'Port': ['ID=5031c453-6215-4d17-abce-91a5a4b9815a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:15.582411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Attempting to bind port 5031c453-6215-4d17-abce-91a5a4b9815a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:49:15.582892 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Attempting to bind port 5031c453-6215-4d17-abce-91a5a4b9815a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:49:15.583262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Attempting to bind port 5031c453-6215-4d17-abce-91a5a4b9815a on network dcde7950-69ba-4145-b1ca-c63a7b4e7deb {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:15.590996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:49:15.591384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Checking segment: {'id': '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:15.591787 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:15.592178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Bound using segment: {'id': '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:49:15.593107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Bound port: 5031c453-6215-4d17-abce-91a5a4b9815a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:49:15.593107 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:15.673280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] For port 5031c453-6215-4d17-abce-91a5a4b9815a, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:49:15.678444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] For port 5031c453-6215-4d17-abce-91a5a4b9815a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5031c453-6215-4d17-abce-91a5a4b9815a,segment=NetworkSegment(994f416d-0c12-4b05-9a3f-6bb19fb5e3aa),segment_id=994f416d-0c12-4b05-9a3f-6bb19fb5e3aa)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:49:15.684321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:15.744525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Routers {'9be6f1d6-e4df-4820-8c3a-f7703a899404'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:15.745189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9be6f1d6-e4df-4820-8c3a-f7703a899404'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:15.759271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-3ff05a3d-304c-4851-ae37-958a0a5e94fc tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 1001 time: 0.1079738 Dec 13 12:49:15.818794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3b69d-f184-4c97-a06e-4817c9745951 None None] Pushing event updated for resources: {'Port': ['ID=5031c453-6215-4d17-abce-91a5a4b9815a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:15.866888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-bc5e0252-c3aa-4a96-80e6-7495ec52347e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:15.884323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-bc5e0252-c3aa-4a96-80e6-7495ec52347e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports/bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 942 time: 0.1127117 Dec 13 12:49:15.895503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] Set router 9be6f1d6-e4df-4820-8c3a-f7703a899404 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:16.005014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-999eb75e-5df9-404c-ba08-c0397c158dfe None None] Provisioning complete for port 5031c453-6215-4d17-abce-91a5a4b9815a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:16.005547 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-999eb75e-5df9-404c-ba08-c0397c158dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:16.046604 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4f7f39-af33-47dd-bd65-b1bb9af9237f x-openstack-request-id: req-6c4f7f39-af33-47dd-bd65-b1bb9af9237f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:16.046981 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9", "status": "completed", "code": 200}, {"server_uuid": "94c012e2-5285-4cb8-9cd4-9076e9cb2804", "name": "network-vif-deleted", "tag": "7f3ff997-189a-4f47-9095-8dd154f8743c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:16.047178 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c4f7f39-af33-47dd-bd65-b1bb9af9237f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:16.048281 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'status': 'completed', 'code': 200} Dec 13 12:49:16.048566 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c012e2-5285-4cb8-9cd4-9076e9cb2804', 'name': 'network-vif-deleted', 'tag': '7f3ff997-189a-4f47-9095-8dd154f8743c', 'status': 'completed', 'code': 200} Dec 13 12:49:16.123279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-77262e57-fd01-401b-8e1b-379692d061dd tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 1001 time: 0.1664011 Dec 13 12:49:16.136726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-cf4b7510-ac07-4734-a730-ae7e9a53237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:16.139850 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-cf4b7510-ac07-4734-a730-ae7e9a53237f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1096 time: 0.1385796 Dec 13 12:49:16.253683 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-999eb75e-5df9-404c-ba08-c0397c158dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:16.272693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93538108-11d4-4ff0-84da-6f3dde2c199b req-051ab89c-ea07-404d-81ec-ac76ef365a92 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:16.276725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93538108-11d4-4ff0-84da-6f3dde2c199b req-051ab89c-ea07-404d-81ec-ac76ef365a92 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 945 time: 0.1479633 Dec 13 12:49:16.285653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-router', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:07Z', 'updated_at': '2021-12-13T12:49:11Z', 'revision_number': 4, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'gw_port': {'id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:08Z', 'updated_at': '2021-12-13T12:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '5031c453-6215-4d17-abce-91a5a4b9815a', 'name': '', 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'mac_address': 'fa:16:3e:ca:71:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '8e656e30-9aae-4a65-9a78-53d448ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:10Z', 'updated_at': '2021-12-13T12:49:15Z', 'revision_number': 4, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'subnets': [{'id': '8e656e30-9aae-4a65-9a78-53d448ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:16.320576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f1d8e-be10-4474-a0d2-9604fe88a764 None None] The sync data for ids ['9be6f1d6-e4df-4820-8c3a-f7703a899404'] in n-d-817326-4 is: [{'id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-router', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:07Z', 'updated_at': '2021-12-13T12:49:11Z', 'revision_number': 4, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'gw_port': {'id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:08Z', 'updated_at': '2021-12-13T12:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '5031c453-6215-4d17-abce-91a5a4b9815a', 'name': '', 'network_id': 'dcde7950-69ba-4145-b1ca-c63a7b4e7deb', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'mac_address': 'fa:16:3e:ca:71:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '8e656e30-9aae-4a65-9a78-53d448ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:10Z', 'updated_at': '2021-12-13T12:49:15Z', 'revision_number': 4, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'subnets': [{'id': '8e656e30-9aae-4a65-9a78-53d448ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:49:16.321145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-b36218a0-cd69-4df0-88cc-852903fd27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:16.323657 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-b36218a0-cd69-4df0-88cc-852903fd27a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.1677139 Dec 13 12:49:16.353795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-999eb75e-5df9-404c-ba08-c0397c158dfe None None] For port 5031c453-6215-4d17-abce-91a5a4b9815a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5031c453-6215-4d17-abce-91a5a4b9815a,segment=NetworkSegment(994f416d-0c12-4b05-9a3f-6bb19fb5e3aa),segment_id=994f416d-0c12-4b05-9a3f-6bb19fb5e3aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:16.358251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93538108-11d4-4ff0-84da-6f3dde2c199b req-7b3a4520-5fc2-4775-8438-223bdb1eff08 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735612 Dec 13 12:49:16.359782 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-999eb75e-5df9-404c-ba08-c0397c158dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:16.382580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-56c783bd-ecaf-420c-89ae-88f0f4d8dba7 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:16.426430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-56c783bd-ecaf-420c-89ae-88f0f4d8dba7 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.2994890 Dec 13 12:49:16.434638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999eb75e-5df9-404c-ba08-c0397c158dfe None None] Pushing event updated for resources: {'Port': ['ID=5031c453-6215-4d17-abce-91a5a4b9815a,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:16.487523 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da753b5-c355-4d97-98eb-e7eaf3ac6ac6 x-openstack-request-id: req-1da753b5-c355-4d97-98eb-e7eaf3ac6ac6 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:16.490098 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf13fd6-50d1-4466-8be1-76f93c58295d", "name": "network-vif-plugged", "status": "completed", "tag": "9df85d7b-3bbd-4e28-a340-544754491411", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:16.490098 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1da753b5-c355-4d97-98eb-e7eaf3ac6ac6 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:16.502725 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf13fd6-50d1-4466-8be1-76f93c58295d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df85d7b-3bbd-4e28-a340-544754491411', 'code': 200} Dec 13 12:49:16.518934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e326a546-9a95-453c-9315-012c0e91098f None None] Provisioning complete for port 5031c453-6215-4d17-abce-91a5a4b9815a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:16.519503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e326a546-9a95-453c-9315-012c0e91098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:16.534510 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-457cf010-cf56-41e7-9d8e-4f2c7b573602 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 1001 time: 0.2023947 Dec 13 12:49:16.572276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-075cc1e1-3509-455d-bdfb-bac5214df3fe tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 1001 time: 0.1431260 Dec 13 12:49:16.589676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-acac9a3a-554a-41c2-b012-843153e38794 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:16.631688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-d34d76de-7ce1-4744-9f66-8cb05ecd4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:16.633450 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-d34d76de-7ce1-4744-9f66-8cb05ecd4698 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.0906587 Dec 13 12:49:16.702963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f944c8-a71a-4e7c-8ebf-cf62bd32285c req-c812a7da-a8b3-448e-a38c-b57b18c1bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:16.705251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-82f944c8-a71a-4e7c-8ebf-cf62bd32285c req-c812a7da-a8b3-448e-a38c-b57b18c1bd69 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 1096 time: 0.1281540 Dec 13 12:49:16.708577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-acac9a3a-554a-41c2-b012-843153e38794 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:16.711882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-eca3d66c-0a42-4254-a5eb-9cd42bc1adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:16.714355 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-eca3d66c-0a42-4254-a5eb-9cd42bc1adbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724995 Dec 13 12:49:16.849546 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-e9f17536-0f46-4316-b0d4-65e122d287a6 service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263611 Dec 13 12:49:17.298652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f5ed466-7751-4988-9dac-4995b5d7bb14 req-a3b177aa-c7dd-4658-96be-0ad399e25b2d tempest-FloatingIPsNegativeTestJSON-777038101 tempest-FloatingIPsNegativeTestJSON-777038101-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=37df1c3acdb94e03aba03590b10f3fb1 HTTP/1.1" status: 200 len: 217 time: 0.0861928 Dec 13 12:49:17.368805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-82f944c8-a71a-4e7c-8ebf-cf62bd32285c req-387d673c-469a-4189-8d11-5d67bfaaeb17 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6556809 Dec 13 12:49:17.395829 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ed1945c-411a-48fb-8f90-e78a6576fe0f req-07187c61-54b0-4834-a4a6-cb5fa789b50e service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380750 Dec 13 12:49:17.545474 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-acac9a3a-554a-41c2-b012-843153e38794 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:17.550945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-acac9a3a-554a-41c2-b012-843153e38794 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:17.553113 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-acac9a3a-554a-41c2-b012-843153e38794 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Floating IP 5af5ecca-b319-4b51-84e8-0d0f35fc5015 disassociated. External IP: 172.25.2.127, port: bd8a3237-7d6e-4813-b926-05164b3d5ca9. Dec 13 12:49:17.617247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d2f60429-797a-4310-acdc-0f43b28899f4 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:49:17.701499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a1308de-748b-41cb-bd8b-51b902838110 req-91f0e515-aedf-41bb-b102-0a79a78e5114 tempest-FloatingIPsNegativeTestJSON-777038101 tempest-FloatingIPsNegativeTestJSON-777038101-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0323250 Dec 13 12:49:17.751897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d2f60429-797a-4310-acdc-0f43b28899f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d2f60429-797a-4310-acdc-0f43b28899f4,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:17.765147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'd2f60429-797a-4310-acdc-0f43b28899f4', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'port_id': 'd2f60429-797a-4310-acdc-0f43b28899f4', 'mac_address': 'fa:16:3e:f7:30:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e84e9-3361-4feb-87b5-ee605d7d9df5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:49:17.812166 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:17.826929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2f60429-797a-4310-acdc-0f43b28899f4 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:49:17.854734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d2f60429-797a-4310-acdc-0f43b28899f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d2f60429-797a-4310-acdc-0f43b28899f4,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:17.860951 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:17.943774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=d2f60429-797a-4310-acdc-0f43b28899f4,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:17.949570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cdc1b-812b-411e-a648-41a61f5ca717 req-e384d663-af3d-4a3f-8e2c-57bcab946ebd tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:17.951144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-170cdc1b-812b-411e-a648-41a61f5ca717 req-e384d663-af3d-4a3f-8e2c-57bcab946ebd tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 945 time: 0.1346045 Dec 13 12:49:17.964968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-acac9a3a-554a-41c2-b012-843153e38794 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:49:17.976776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['d2f60429-797a-4310-acdc-0f43b28899f4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:18.065719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-170cdc1b-812b-411e-a648-41a61f5ca717 req-d1908a4a-3416-42fb-9fe9-db29f11ed7bc tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986915 Dec 13 12:49:18.172362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-acac9a3a-554a-41c2-b012-843153e38794 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:49:18.180440 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-acac9a3a-554a-41c2-b012-843153e38794 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:18.184973 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] Sync routers for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:49:18.204574 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:18.205804 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:18.261430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-acac9a3a-554a-41c2-b012-843153e38794 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "PUT /v2.0/floatingips/5af5ecca-b319-4b51-84e8-0d0f35fc5015 HTTP/1.1" status: 200 len: 696 time: 1.6875570 Dec 13 12:49:18.262869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:18.265454 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0dde2f-8c9c-4e14-96de-258be75453d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:18.324637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3df11b-754f-4a00-b34a-c79255d1cda9 req-d5c581ff-a1f7-4ff2-8af4-48fd09f4befd tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:18.334111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb3df11b-754f-4a00-b34a-c79255d1cda9 req-d5c581ff-a1f7-4ff2-8af4-48fd09f4befd tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 950 time: 0.1135733 Dec 13 12:49:18.352026 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:18.396378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb3df11b-754f-4a00-b34a-c79255d1cda9 req-07d3b0f0-ec6b-4dff-b7dd-94491d60e4d5 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629804 Dec 13 12:49:18.398637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-2d304453-ad9e-45be-828a-e0b9dce7f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:18.400125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-2d304453-ad9e-45be-828a-e0b9dce7f67a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1096 time: 0.1223209 Dec 13 12:49:18.445751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5031c453-6215-4d17-abce-91a5a4b9815a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:18.589015 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 5031c453-6215-4d17-abce-91a5a4b9815a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:18.590998 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:18.612690 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-33a4798f-7110-4bd3-b35f-c30cbf49cd9a req-c42a3070-d0c8-4105-a564-b408de159959 tempest-FloatingIPsNegativeTestJSON-777038101 tempest-FloatingIPsNegativeTestJSON-777038101-project] show failed (client error): The resource could not be found. Dec 13 12:49:18.624055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39310) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:18.627392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33a4798f-7110-4bd3-b35f-c30cbf49cd9a req-c42a3070-d0c8-4105-a564-b408de159959 tempest-FloatingIPsNegativeTestJSON-777038101 tempest-FloatingIPsNegativeTestJSON-777038101-project] 10.222.0.31 "GET /v2.0/floatingips/6b0a41ba-f51e-47ad-a6a5-df7e33153c0a HTTP/1.1" status: 404 len: 350 time: 0.0814495 Dec 13 12:49:18.738543 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712cfc9c-e3df-41b5-ac2e-0f7fb26305db x-openstack-request-id: req-712cfc9c-e3df-41b5-ac2e-0f7fb26305db {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:18.738878 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:18.739315 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-712cfc9c-e3df-41b5-ac2e-0f7fb26305db {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:18.739745 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'status': 'completed', 'code': 200} Dec 13 12:49:18.740937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-f68c3b7f-cc90-4b6b-8044-7b0f5875dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:18.749668 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-f68c3b7f-cc90-4b6b-8044-7b0f5875dfa0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.3274903 Dec 13 12:49:18.903002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-1d22e91a-7068-4352-8c3f-b1a1e8630517 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 217 time: 0.1473379 Dec 13 12:49:18.974201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-f72eef95-6b91-4051-861e-06b00f294dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:18.982058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-f33780a6-ba46-49d6-a1c4-4e16ca34a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:18.983586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-f72eef95-6b91-4051-861e-06b00f294dcd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.0795903 Dec 13 12:49:18.988602 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-f33780a6-ba46-49d6-a1c4-4e16ca34a8de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 1096 time: 0.2092247 Dec 13 12:49:19.002597 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:19.042507 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] Checking router: 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:49:19.052766 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:19.053676 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:19.109415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-a999d69c-9a15-4f8a-b813-6ebf70fff0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:19.119915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-a999d69c-9a15-4f8a-b813-6ebf70fff0a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350126 Dec 13 12:49:19.238426 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:19.296900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-cce0e82a-ea54-43a9-861c-3f3f0c03cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:19.299414 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-cce0e82a-ea54-43a9-861c-3f3f0c03cd50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 200 len: 921 time: 0.2525096 Dec 13 12:49:19.332280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-1d504f54-11d2-474c-897e-3c9146df0376 service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845522 Dec 13 12:49:19.417519 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-6bcc94b4-3856-4985-874b-f4267c6d56ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 200 len: 217 time: 0.0581141 Dec 13 12:49:19.517933 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:19.541325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3aa95-883d-4a69-8552-f3a29047f5f1 req-e39bd99e-6e9f-42db-8444-1616c8ef096a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:19.543211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80c3aa95-883d-4a69-8552-f3a29047f5f1 req-e39bd99e-6e9f-42db-8444-1616c8ef096a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 945 time: 0.1760712 Dec 13 12:49:19.553185 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053cf34-1e6a-45e9-9cf6-1bf46ce98010 None None] The sync data for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 is: [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:47:50Z', 'revision_number': 4, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '149b401d-bc95-49cd-88e3-baeed6c53ece', 'name': '', 'network_id': '5ad883be-f09f-479d-9fa3-d96deb598015', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'mac_address': 'fa:16:3e:3c:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:49Z', 'updated_at': '2021-12-13T12:48:02Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'subnets': [{'id': 'd99fc133-8600-420c-95a9-8b9c06e06c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:49:19.560935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-c3960052-4789-4dce-959d-d6c2210aaa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:19.574207 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-c3960052-4789-4dce-959d-d6c2210aaa08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 200 len: 860 time: 0.1495697 Dec 13 12:49:19.605245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d2f60429-797a-4310-acdc-0f43b28899f4 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:19.605743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c3eb07-577c-45e6-bf26-a5e8d6c465a5 req-086eb99a-e4d3-4c89-b409-610ca6e68b51 service neutron] 10.222.0.31 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719736 Dec 13 12:49:19.657744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80c3aa95-883d-4a69-8552-f3a29047f5f1 req-879d4c22-2ac9-4557-8584-55ee978c702d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952630 Dec 13 12:49:19.757606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-c0641914-e22e-43fd-9499-121f46f347c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:19.767940 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-c0641914-e22e-43fd-9499-121f46f347c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ad883be-f09f-479d-9fa3-d96deb598015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859360 Dec 13 12:49:19.774158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port d2f60429-797a-4310-acdc-0f43b28899f4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:19.774652 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:19.907582 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:19.939621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0fa05-d719-4978-aac1-07917ca9f108 req-724e1d51-5fba-402f-adbf-4caa168dd99d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:19.947735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76b0fa05-d719-4978-aac1-07917ca9f108 req-724e1d51-5fba-402f-adbf-4caa168dd99d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 946 time: 0.1299736 Dec 13 12:49:19.972857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d2f60429-797a-4310-acdc-0f43b28899f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d2f60429-797a-4310-acdc-0f43b28899f4,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:19.975603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e686965a-2529-4df5-aed1-7399c722bcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f60429-797a-4310-acdc-0f43b28899f4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:19.978976 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55acd883-7eef-4213-8931-e9d29bdd1161" -d '{"events": [{"server_uuid": "e686965a-2529-4df5-aed1-7399c722bcce", "name": "network-vif-plugged", "status": "completed", "tag": "d2f60429-797a-4310-acdc-0f43b28899f4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:19.984550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:20.056850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76b0fa05-d719-4978-aac1-07917ca9f108 req-27c6697c-1cbd-427f-824f-56db071c310a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065037 Dec 13 12:49:20.066215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=d2f60429-797a-4310-acdc-0f43b28899f4,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:20.076336 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.077000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.077512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.078021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.079150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.079810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.080309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.081348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.082589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.083413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.084013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.084560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.085337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:49:20.119321 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-ca2ad3b6-1be1-4ff9-b022-de7c0179ddf5 service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333333 Dec 13 12:49:20.193274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a904b-4540-471c-a4b0-8463a82b8e1b None None] New status for floating IP 5af5ecca-b319-4b51-84e8-0d0f35fc5015: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:49:20.263699 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc52f29c-8da4-4de3-a19c-6eb165842618 x-openstack-request-id: req-bc52f29c-8da4-4de3-a19c-6eb165842618 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:20.263699 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e686965a-2529-4df5-aed1-7399c722bcce", "name": "network-vif-plugged", "status": "completed", "tag": "d2f60429-797a-4310-acdc-0f43b28899f4", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:20.275356 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc52f29c-8da4-4de3-a19c-6eb165842618 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:20.275900 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e686965a-2529-4df5-aed1-7399c722bcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f60429-797a-4310-acdc-0f43b28899f4', 'code': 200} Dec 13 12:49:20.412373 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2c0dde2f-8c9c-4e14-96de-258be75453d1 req-58a588e6-ba7e-452f-a114-8844d1c7c7fe service neutron] 10.222.0.37 "GET /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750697 Dec 13 12:49:20.442162 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:20.907175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] Deleting port 5031c453-6215-4d17-abce-91a5a4b9815a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:20.908272 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:20.918787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb6712dd-4197-4074-91e3-7f070804189a req-b8b1201b-618e-4d24-be87-00c661aeab10 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips/5af5ecca-b319-4b51-84e8-0d0f35fc5015 HTTP/1.1" status: 200 len: 694 time: 0.0846751 Dec 13 12:49:20.961281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef5ae3-8e9a-43a4-a628-cda72b61d85f req-a63752ef-dcb4-4c79-89b3-471b13289989 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:20.969049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ef5ae3-8e9a-43a4-a628-cda72b61d85f req-a63752ef-dcb4-4c79-89b3-471b13289989 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 945 time: 0.1976871 Dec 13 12:49:21.001230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] For port 5031c453-6215-4d17-abce-91a5a4b9815a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5031c453-6215-4d17-abce-91a5a4b9815a,segment=NetworkSegment(994f416d-0c12-4b05-9a3f-6bb19fb5e3aa),segment_id=994f416d-0c12-4b05-9a3f-6bb19fb5e3aa)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:21.003919 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:21.019354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] Calling delete_port for 5031c453-6215-4d17-abce-91a5a4b9815a owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:21.274973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ef5ae3-8e9a-43a4-a628-cda72b61d85f req-0529b161-2f2a-4eff-9d2d-72d86c697409 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986646 Dec 13 12:49:21.285070 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:21.305207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6712dd-4197-4074-91e3-7f070804189a req-3bff153e-5b41-425d-9064-68d22602991b tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:21.316694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb6712dd-4197-4074-91e3-7f070804189a req-3bff153e-5b41-425d-9064-68d22602991b tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.3943844 Dec 13 12:49:21.338195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] Pushing event deleted for resources: {'Port': ['ID=5031c453-6215-4d17-abce-91a5a4b9815a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:21.383974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 517f1dc6-9f61-4568-a8d6-d9d77f401c65 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:21.450851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb6712dd-4197-4074-91e3-7f070804189a req-3cb5a2e5-6f90-417b-a000-4f98564b43f3 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 697 time: 0.1329584 Dec 13 12:49:21.579041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb6712dd-4197-4074-91e3-7f070804189a req-e0c7da1d-c636-4e96-8209-3d3d085db53a tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 697 time: 0.1264002 Dec 13 12:49:21.619718 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:21.704216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:21.721368 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:21.796706 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:21.825285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-fb6712dd-4197-4074-91e3-7f070804189a req-b7b22d79-e51c-4686-90f3-5c854a70ae3e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Deleting port 35c52124-1223-490f-b834-c590b50db46e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:21.826585 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb6712dd-4197-4074-91e3-7f070804189a req-b7b22d79-e51c-4686-90f3-5c854a70ae3e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:21.857599 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:21.998961 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb6712dd-4197-4074-91e3-7f070804189a req-b7b22d79-e51c-4686-90f3-5c854a70ae3e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:21.999559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb6712dd-4197-4074-91e3-7f070804189a req-b7b22d79-e51c-4686-90f3-5c854a70ae3e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:22.030518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-fb6712dd-4197-4074-91e3-7f070804189a req-b7b22d79-e51c-4686-90f3-5c854a70ae3e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Calling delete_port for 35c52124-1223-490f-b834-c590b50db46e owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:22.203897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] Router 9be6f1d6-e4df-4820-8c3a-f7703a899404 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:49:22.276695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:22.280308 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c031e8-4d80-4d7a-81c3-7c590534c2e6" -d '{"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-unplugged", "status": "completed", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:22.371857 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb6712dd-4197-4074-91e3-7f070804189a req-b7b22d79-e51c-4686-90f3-5c854a70ae3e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:22.390780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:49:22.397070 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-40259611-4ed1-4d92-ba44-6951a226032e admin admin] 10.222.0.31 "PUT /v2.0/routers/9be6f1d6-e4df-4820-8c3a-f7703a899404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7711341 Dec 13 12:49:22.399707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39464) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:22.401593 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] Sync routers for ids ['9be6f1d6-e4df-4820-8c3a-f7703a899404'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:49:22.419668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b22d79-e51c-4686-90f3-5c854a70ae3e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Pushing event deleted for resources: {'Port': ['ID=35c52124-1223-490f-b834-c590b50db46e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:22.421035 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] Routers {'9be6f1d6-e4df-4820-8c3a-f7703a899404'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:22.421886 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9be6f1d6-e4df-4820-8c3a-f7703a899404'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:22.533782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a38d8b-27ce-47fe-b2f0-e3931ec77c67 req-ce31e1b8-c0ab-4f5f-9fad-aeb260871907 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:22.542041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33a38d8b-27ce-47fe-b2f0-e3931ec77c67 req-ce31e1b8-c0ab-4f5f-9fad-aeb260871907 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 945 time: 0.1245663 Dec 13 12:49:22.552588 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb6712dd-4197-4074-91e3-7f070804189a req-b7b22d79-e51c-4686-90f3-5c854a70ae3e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:22.555281 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fb6712dd-4197-4074-91e3-7f070804189a req-b7b22d79-e51c-4686-90f3-5c854a70ae3e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:22.556414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb6712dd-4197-4074-91e3-7f070804189a req-b7b22d79-e51c-4686-90f3-5c854a70ae3e tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "DELETE /v2.0/floatingips/5af5ecca-b319-4b51-84e8-0d0f35fc5015 HTTP/1.1" status: 204 len: 173 time: 0.9763799 Dec 13 12:49:22.592264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:22.678963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33a38d8b-27ce-47fe-b2f0-e3931ec77c67 req-b8e88680-d968-41d5-9c1b-489918070668 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289680 Dec 13 12:49:22.781485 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] Set router 9be6f1d6-e4df-4820-8c3a-f7703a899404 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:22.832135 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:22.854642 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb648780-95a0-4636-80fd-d71c49df36f5 x-openstack-request-id: req-fb648780-95a0-4636-80fd-d71c49df36f5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:22.855529 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-unplugged", "status": "completed", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:22.856166 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb648780-95a0-4636-80fd-d71c49df36f5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:22.856581 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'code': 200} Dec 13 12:49:22.983488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Deleting port 1f58f686-d04b-4ff7-915b-97b9cd553398 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:22.983885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:23.095269 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-router', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:07Z', 'updated_at': '2021-12-13T12:49:21Z', 'revision_number': 5, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'gw_port': {'id': '1f58f686-d04b-4ff7-915b-97b9cd553398', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:08Z', 'updated_at': '2021-12-13T12:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:23.141132 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] Checking router: 9be6f1d6-e4df-4820-8c3a-f7703a899404 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:49:23.151010 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] Routers {'9be6f1d6-e4df-4820-8c3a-f7703a899404'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:23.151626 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9be6f1d6-e4df-4820-8c3a-f7703a899404'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:23.229292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] For port 1f58f686-d04b-4ff7-915b-97b9cd553398, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1f58f686-d04b-4ff7-915b-97b9cd553398,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:23.229876 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:23.261710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Calling delete_port for 1f58f686-d04b-4ff7-915b-97b9cd553398 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:23.433303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-74528503-2515-42b9-ab73-d325da5ac0e3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:23.437092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-74528503-2515-42b9-ab73-d325da5ac0e3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 945 time: 0.2254512 Dec 13 12:49:23.437360 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] Set router 9be6f1d6-e4df-4820-8c3a-f7703a899404 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:23.528924 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-router', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:07Z', 'updated_at': '2021-12-13T12:49:22Z', 'revision_number': 6, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:23.606618 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a396328-a0b7-4eb7-92e0-fb0b1c3b1520 None None] The sync data for ids ['9be6f1d6-e4df-4820-8c3a-f7703a899404'] in n-d-817326-4 is: [{'id': '9be6f1d6-e4df-4820-8c3a-f7703a899404', 'name': 'tempest-FloatingIPsNegativeTestJSON-162972524-router', 'tenant_id': '37df1c3acdb94e03aba03590b10f3fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:07Z', 'updated_at': '2021-12-13T12:49:22Z', 'revision_number': 6, 'project_id': '37df1c3acdb94e03aba03590b10f3fb1', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:49:23.650763 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:23.662528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef579b-f66e-4af5-8d7b-b6bfced8b5b0 req-824ca4fb-3b72-45d5-9d09-b2c05942ec0b tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:23.672449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60ef579b-f66e-4af5-8d7b-b6bfced8b5b0 req-824ca4fb-3b72-45d5-9d09-b2c05942ec0b tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 945 time: 0.3903868 Dec 13 12:49:23.712865 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39516) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:23.751499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f58f686-d04b-4ff7-915b-97b9cd553398,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:23.810617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-1df9d48a-2cf5-4357-b111-796c45487a9e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Deleting port 9df85d7b-3bbd-4e28-a340-544754491411 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:23.814778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-1df9d48a-2cf5-4357-b111-796c45487a9e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:23.858751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:23.881420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60ef579b-f66e-4af5-8d7b-b6bfced8b5b0 req-979feba4-90d5-439e-bfc3-4bfea86f2482 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077613 Dec 13 12:49:23.992244 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38cf180f-a36a-40f9-af90-d6ecf75952a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.025499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.028023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.106564 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8aa6e97d-253d-47bf-bc2d-80dfcbab9441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.107450 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.108317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9be6f1d6-e4df-4820-8c3a-f7703a899404 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:49:24.117451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.122242 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6774fef2-44dd-48ff-aa5a-e92ac336008d admin admin] 10.222.0.31 "DELETE /v2.0/routers/9be6f1d6-e4df-4820-8c3a-f7703a899404 HTTP/1.1" status: 204 len: 168 time: 1.7212334 Dec 13 12:49:24.122897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39538) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:24.225489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-235d62bc-bac2-42d2-8766-981ea7d6c5b7 admin admin] Deleting subnet 8e656e30-9aae-4a65-9a78-53d448ca707e {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:49:24.238824 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-235d62bc-bac2-42d2-8766-981ea7d6c5b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.272382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10dc6c-c55e-4506-a9eb-284352778d41 req-5d4e80d1-1256-46e3-90f3-21203d854fbc tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:24.281012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab10dc6c-c55e-4506-a9eb-284352778d41 req-5d4e80d1-1256-46e3-90f3-21203d854fbc tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 945 time: 0.3229628 Dec 13 12:49:24.283411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-1df9d48a-2cf5-4357-b111-796c45487a9e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] For port 9df85d7b-3bbd-4e28-a340-544754491411, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9df85d7b-3bbd-4e28-a340-544754491411,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:24.283781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-1df9d48a-2cf5-4357-b111-796c45487a9e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.339100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-235d62bc-bac2-42d2-8766-981ea7d6c5b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.406132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-1df9d48a-2cf5-4357-b111-796c45487a9e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Calling delete_port for 9df85d7b-3bbd-4e28-a340-544754491411 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:24.412107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5031c453-6215-4d17-abce-91a5a4b9815a no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:24.466981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 5031c453-6215-4d17-abce-91a5a4b9815a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:24.467716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5031c453-6215-4d17-abce-91a5a4b9815a not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:24.468383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f58f686-d04b-4ff7-915b-97b9cd553398 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:24.494425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1f58f686-d04b-4ff7-915b-97b9cd553398 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:24.495106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f58f686-d04b-4ff7-915b-97b9cd553398 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:24.503785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38cf180f-a36a-40f9-af90-d6ecf75952a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.582930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab10dc6c-c55e-4506-a9eb-284352778d41 req-2d2db88e-7126-4ce0-a7ab-69c1565b5998 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017678 Dec 13 12:49:24.587488 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38cf180f-a36a-40f9-af90-d6ecf75952a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.608931 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-235d62bc-bac2-42d2-8766-981ea7d6c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.645113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf180f-a36a-40f9-af90-d6ecf75952a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c7743-0849-450a-8f6f-662430ecea0d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:24.683216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-38cf180f-a36a-40f9-af90-d6ecf75952a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb44aa853e0641138ea6e63853894e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9676015 Dec 13 12:49:24.683890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39540) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:24.708264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-899dfc36-6aa6-48a2-91a7-30231834ff54 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:24.710533 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-899dfc36-6aa6-48a2-91a7-30231834ff54 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 945 time: 0.1854677 Dec 13 12:49:24.923879 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3eeeac83-3b41-4faf-aad7-0a2387346036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.972894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-235d62bc-bac2-42d2-8766-981ea7d6c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:24.997180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3eeeac83-3b41-4faf-aad7-0a2387346036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:25.022433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d62bc-bac2-42d2-8766-981ea7d6c5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e656e30-9aae-4a65-9a78-53d448ca707e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:25.033423 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-235d62bc-bac2-42d2-8766-981ea7d6c5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:25.040497 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-235d62bc-bac2-42d2-8766-981ea7d6c5b7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8e656e30-9aae-4a65-9a78-53d448ca707e HTTP/1.1" status: 204 len: 168 time: 0.9115701 Dec 13 12:49:25.040729 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ff41c1-3b59-46bf-8382-6b8352dff8ae None None] Network dcde7950-69ba-4145-b1ca-c63a7b4e7deb requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:49:25.043807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39558) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:25.143528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:25.158848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-32f3675f-566d-4c95-a775-8b5193be6349 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Deleting port bd8a3237-7d6e-4813-b926-05164b3d5ca9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:25.159331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-32f3675f-566d-4c95-a775-8b5193be6349 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:25.345122 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-1df9d48a-2cf5-4357-b111-796c45487a9e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:25.355374 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3eeeac83-3b41-4faf-aad7-0a2387346036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:25.358176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3eeeac83-3b41-4faf-aad7-0a2387346036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:25.359862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6', 'a77291f0-4bb3-465f-a116-93008120254d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:25.367359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3eeeac83-3b41-4faf-aad7-0a2387346036 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf3c7743-0849-450a-8f6f-662430ecea0d HTTP/1.1" status: 204 len: 168 time: 0.6775424 Dec 13 12:49:25.380810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9df85d7b-3bbd-4e28-a340-544754491411'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:25.410374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9d48a-2cf5-4357-b111-796c45487a9e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event deleted for resources: {'Port': ['ID=9df85d7b-3bbd-4e28-a340-544754491411,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:25.429662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-32f3675f-566d-4c95-a775-8b5193be6349 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] For port bd8a3237-7d6e-4813-b926-05164b3d5ca9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bd8a3237-7d6e-4813-b926-05164b3d5ca9,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:25.435610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6410bed-c37f-40ca-9132-88c7c0568ef2 req-8ce75c2d-68ce-4e0c-8600-fc425b4c1ac3 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:25.436198 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-32f3675f-566d-4c95-a775-8b5193be6349 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:25.437268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6410bed-c37f-40ca-9132-88c7c0568ef2 req-8ce75c2d-68ce-4e0c-8600-fc425b4c1ac3 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 945 time: 0.2279370 Dec 13 12:49:25.443179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeeac83-3b41-4faf-aad7-0a2387346036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c7743-0849-450a-8f6f-662430ecea0d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:25.480247 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Deleting port 50ee423d-708d-445b-8feb-0dd40722ad46 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:25.481197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:25.504821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 517f1dc6-9f61-4568-a8d6-d9d77f401c65 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:49:25.517424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-32f3675f-566d-4c95-a775-8b5193be6349 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Calling delete_port for bd8a3237-7d6e-4813-b926-05164b3d5ca9 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:25.524612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-1df9d48a-2cf5-4357-b111-796c45487a9e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] No DVR routers for this DVR port 9df85d7b-3bbd-4e28-a340-544754491411 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:25.528257 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-1df9d48a-2cf5-4357-b111-796c45487a9e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:25.531955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d855dd63-d469-4ea7-9ad2-2df4a52b2d16 req-1df9d48a-2cf5-4357-b111-796c45487a9e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "DELETE /v2.0/ports/9df85d7b-3bbd-4e28-a340-544754491411 HTTP/1.1" status: 204 len: 173 time: 2.0847137 Dec 13 12:49:25.532415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf13fd6-50d1-4466-8be1-76f93c58295d', 'name': 'network-vif-deleted', 'tag': '9df85d7b-3bbd-4e28-a340-544754491411'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:25.537276 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f357313b-688f-405d-a5c5-e12a4e7aceb6" -d '{"events": [{"server_uuid": "baf13fd6-50d1-4466-8be1-76f93c58295d", "name": "network-vif-deleted", "tag": "9df85d7b-3bbd-4e28-a340-544754491411"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:25.603184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6410bed-c37f-40ca-9132-88c7c0568ef2 req-5c2c6996-4ba4-4f16-a8e2-c7594e805004 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/security-groups?id=83fd220d-f5f0-438f-a6d0-73846a15afb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492732 Dec 13 12:49:25.641902 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63df7007-2cbd-4e3a-a02b-ac8c3a7edfa2 x-openstack-request-id: req-63df7007-2cbd-4e3a-a02b-ac8c3a7edfa2 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:25.644084 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf13fd6-50d1-4466-8be1-76f93c58295d", "name": "network-vif-deleted", "tag": "9df85d7b-3bbd-4e28-a340-544754491411", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:25.644494 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63df7007-2cbd-4e3a-a02b-ac8c3a7edfa2 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:25.650575 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf13fd6-50d1-4466-8be1-76f93c58295d', 'name': 'network-vif-deleted', 'tag': '9df85d7b-3bbd-4e28-a340-544754491411', 'status': 'completed', 'code': 200} Dec 13 12:49:25.659411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7dab91-f322-4e36-b7a1-16f661aa7cb7 None None] DHCP port deletion for dcde7950-69ba-4145-b1ca-c63a7b4e7deb request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:49:25.906695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3844f247-331b-414e-aa61-f10025485166 req-f36c27da-bd4a-4b48-ab13-eb17f9c0fca4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf13fd6-50d1-4466-8be1-76f93c58295d HTTP/1.1" status: 200 len: 210 time: 0.0550315 Dec 13 12:49:26.084390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] For port 50ee423d-708d-445b-8feb-0dd40722ad46, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=50ee423d-708d-445b-8feb-0dd40722ad46,segment=NetworkSegment(994f416d-0c12-4b05-9a3f-6bb19fb5e3aa),segment_id=994f416d-0c12-4b05-9a3f-6bb19fb5e3aa)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:26.084874 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:26.126857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Calling delete_port for 50ee423d-708d-445b-8feb-0dd40722ad46 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:26.484355 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:26.557558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'mac_address': 'fa:16:3e:40:c3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:49:26.585487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 50ee423d-708d-445b-8feb-0dd40722ad46 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:26.678168 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:26.701411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 50ee423d-708d-445b-8feb-0dd40722ad46 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:26.703621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 50ee423d-708d-445b-8feb-0dd40722ad46 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:26.712923 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:26.738988 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-32f3675f-566d-4c95-a775-8b5193be6349 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:26.744249 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67d3d3cf-7793-447e-8e52-dfae292b6801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:26.755978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517f1dc6-9f61-4568-a8d6-d9d77f401c65 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:49:26.779435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dab91-f322-4e36-b7a1-16f661aa7cb7 None None] Deleting port 50ee423d-708d-445b-8feb-0dd40722ad46 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:26.779808 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac7dab91-f322-4e36-b7a1-16f661aa7cb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:26.803692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ee423d-708d-445b-8feb-0dd40722ad46,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:26.806348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] No DVR routers for this DVR port 50ee423d-708d-445b-8feb-0dd40722ad46 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:26.872740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ceb62184-8653-4815-8825-738c4b1b70e0 req-48427bd0-332f-4792-8f05-ae5612090cf5 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ea7f4a-b684-4196-970c-a377d5b02819 HTTP/1.1" status: 200 len: 210 time: 0.0746939 Dec 13 12:49:26.930822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ac7dab91-f322-4e36-b7a1-16f661aa7cb7 None None] For port 50ee423d-708d-445b-8feb-0dd40722ad46, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:26.931508 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac7dab91-f322-4e36-b7a1-16f661aa7cb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:26.949472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dab91-f322-4e36-b7a1-16f661aa7cb7 None None] Calling delete_port for 50ee423d-708d-445b-8feb-0dd40722ad46 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:26.952573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-ac7dab91-f322-4e36-b7a1-16f661aa7cb7 None None] Port 50ee423d-708d-445b-8feb-0dd40722ad46 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 12:49:26.956626 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac7dab91-f322-4e36-b7a1-16f661aa7cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:27.021120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7dab91-f322-4e36-b7a1-16f661aa7cb7 None None] No DVR routers for this DVR port 50ee423d-708d-445b-8feb-0dd40722ad46 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:27.060114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dab91-f322-4e36-b7a1-16f661aa7cb7 None None] Pushing event deleted for resources: {'Port': ['ID=50ee423d-708d-445b-8feb-0dd40722ad46,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:27.065255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:27.081068 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:27.120712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3675f-566d-4c95-a775-8b5193be6349 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Pushing event deleted for resources: {'Port': ['ID=bd8a3237-7d6e-4813-b926-05164b3d5ca9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:27.123267 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-32f3675f-566d-4c95-a775-8b5193be6349 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] No DVR routers for this DVR port bd8a3237-7d6e-4813-b926-05164b3d5ca9 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:27.127341 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-32f3675f-566d-4c95-a775-8b5193be6349 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:27.132138 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-17df5f8d-14c0-430b-aae7-55800a1ad2ef req-32f3675f-566d-4c95-a775-8b5193be6349 tempest-FloatingIPsAssociationTestJSON-2045885085 tempest-FloatingIPsAssociationTestJSON-2045885085-project] 10.222.0.37 "DELETE /v2.0/ports/bd8a3237-7d6e-4813-b926-05164b3d5ca9 HTTP/1.1" status: 204 len: 173 time: 2.4010203 Dec 13 12:49:27.132785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'name': 'network-vif-deleted', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:27.135341 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d383aa6-f760-4238-bbaf-54a585b866a8" -d '{"events": [{"server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "name": "network-vif-deleted", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:27.142663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:27.170843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcde7950-69ba-4145-b1ca-c63a7b4e7deb']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:27.190270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:27.190914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994f416d-0c12-4b05-9a3f-6bb19fb5e3aa') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:27.218282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:27.268534 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:27.296221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:49:27.314806 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:27.464553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9df85d7b-3bbd-4e28-a340-544754491411 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:49:27.489842 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:49:27.513714 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:27.516064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['517f1dc6-9f61-4568-a8d6-d9d77f401c65'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:27.542483 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:27.552473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dcde7950-69ba-4145-b1ca-c63a7b4e7deb HTTP/1.1" status: 204 len: 168 time: 2.5063770 Dec 13 12:49:27.579077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dcd5e-c497-48ff-b152-d8e71a5d0bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcde7950-69ba-4145-b1ca-c63a7b4e7deb,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:27.584262 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fc0dfb-a7ad-4431-b97c-74947b611c8d x-openstack-request-id: req-d4fc0dfb-a7ad-4431-b97c-74947b611c8d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:27.585095 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ea7f4a-b684-4196-970c-a377d5b02819", "name": "network-vif-deleted", "tag": "bd8a3237-7d6e-4813-b926-05164b3d5ca9", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:27.585532 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4fc0dfb-a7ad-4431-b97c-74947b611c8d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:27.586281 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ea7f4a-b684-4196-970c-a377d5b02819', 'name': 'network-vif-deleted', 'tag': 'bd8a3237-7d6e-4813-b926-05164b3d5ca9', 'status': 'completed', 'code': 200} Dec 13 12:49:27.666954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 9df85d7b-3bbd-4e28-a340-544754491411 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:27.667207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9df85d7b-3bbd-4e28-a340-544754491411 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:27.745516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bd8a3237-7d6e-4813-b926-05164b3d5ca9 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:27.949651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39668) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:27.994504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:28.033425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: bd8a3237-7d6e-4813-b926-05164b3d5ca9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:28.034283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bd8a3237-7d6e-4813-b926-05164b3d5ca9 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:28.039089 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:28.090240 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a508cd43-87d6-463b-8b0e-0cd1072de257 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37df1c3acdb94e03aba03590b10f3fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379840 Dec 13 12:49:28.092361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39680) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:28.222945 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-306f6916-fda0-46f0-a2fc-28b7d2397d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:28.267687 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-306f6916-fda0-46f0-a2fc-28b7d2397d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:28.347472 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-306f6916-fda0-46f0-a2fc-28b7d2397d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:28.354964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-306f6916-fda0-46f0-a2fc-28b7d2397d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:28.356961 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-306f6916-fda0-46f0-a2fc-28b7d2397d0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b88d46f9-597f-482e-b7cc-660dc0679b24 HTTP/1.1" status: 204 len: 168 time: 0.2635691 Dec 13 12:49:28.384047 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f6916-fda0-46f0-a2fc-28b7d2397d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88d46f9-597f-482e-b7cc-660dc0679b24,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:28.984342 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:29.115345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-02f87f1e-853a-4630-ae8c-6a2764d9df11 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:29.116908 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-02f87f1e-853a-4630-ae8c-6a2764d9df11 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabe7235-c649-4511-a34e-e8bd942c294d HTTP/1.1" status: 200 len: 946 time: 0.1865022 Dec 13 12:49:29.317950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-e594b246-06dc-48e7-941f-0e03c6d6051a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Deleting port a77291f0-4bb3-465f-a116-93008120254d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:29.319109 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-e594b246-06dc-48e7-941f-0e03c6d6051a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:29.420123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 517f1dc6-9f61-4568-a8d6-d9d77f401c65 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:29.579171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-e594b246-06dc-48e7-941f-0e03c6d6051a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] For port a77291f0-4bb3-465f-a116-93008120254d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=a77291f0-4bb3-465f-a116-93008120254d,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:29.580597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-e594b246-06dc-48e7-941f-0e03c6d6051a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:29.583015 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:29.583752 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:29.616448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-e594b246-06dc-48e7-941f-0e03c6d6051a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Calling delete_port for a77291f0-4bb3-465f-a116-93008120254d owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:29.717610 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:29.828319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:29.839233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:29.849388 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241517c7-428d-498b-91ff-f26ae572bdc6" -d '{"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-plugged", "status": "completed", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:29.906179 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:29.922740 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:30.006730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-e594b246-06dc-48e7-941f-0e03c6d6051a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:30.034993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:30.039311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:30.045474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594b246-06dc-48e7-941f-0e03c6d6051a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event deleted for resources: {'Port': ['ID=a77291f0-4bb3-465f-a116-93008120254d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:30.104660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-e594b246-06dc-48e7-941f-0e03c6d6051a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] No DVR routers for this DVR port a77291f0-4bb3-465f-a116-93008120254d on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:30.107875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-e594b246-06dc-48e7-941f-0e03c6d6051a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:30.111728 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-078c5064-be5c-436c-a1f7-2d1044a2cb62 req-e594b246-06dc-48e7-941f-0e03c6d6051a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "DELETE /v2.0/ports/a77291f0-4bb3-465f-a116-93008120254d HTTP/1.1" status: 204 len: 173 time: 0.9855266 Dec 13 12:49:30.112520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabe7235-c649-4511-a34e-e8bd942c294d', 'name': 'network-vif-deleted', 'tag': 'a77291f0-4bb3-465f-a116-93008120254d'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:30.115890 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fabe105-1b5b-47f2-83b2-d89560ef1d13" -d '{"events": [{"server_uuid": "eabe7235-c649-4511-a34e-e8bd942c294d", "name": "network-vif-deleted", "tag": "a77291f0-4bb3-465f-a116-93008120254d"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:31.642604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device a77291f0-4bb3-465f-a116-93008120254d no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:31.679833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: a77291f0-4bb3-465f-a116-93008120254d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:31.682706 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device a77291f0-4bb3-465f-a116-93008120254d not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:35.004922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39750) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:35.234843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-7df37020-7ca4-4158-863c-3ea0731d2685 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:35.243867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-7df37020-7ca4-4158-863c-3ea0731d2685 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 807 time: 0.1489339 Dec 13 12:49:35.263341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-b6b04c74-397f-43f4-9e62-ef08a8f1aa5e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/quotas/7311861d06bd4ed8a69302e267470b3d HTTP/1.1" status: 200 len: 375 time: 0.0183356 Dec 13 12:49:35.337477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-94b635f7-d86c-47d1-b78e-dc94ea76f05a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724137 Dec 13 12:49:35.469142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-83fdfa8e-b3e7-4003-b4e8-0363e6904eae service neutron] 10.222.0.31 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302853 Dec 13 12:49:35.540463 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:35.606637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-0ec62fd9-79cc-4f24-b97e-5fd45a2e2b17 service neutron] 10.222.0.31 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365509 Dec 13 12:49:35.943207 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4716173e-2912-4e28-83b5-8c6fb249b5fe x-openstack-request-id: req-4716173e-2912-4e28-83b5-8c6fb249b5fe {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:35.944323 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-plugged", "status": "completed", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:35.944795 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4716173e-2912-4e28-83b5-8c6fb249b5fe {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:35.945448 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'code': 200} Dec 13 12:49:36.002429 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f498410-8eec-47fd-beb9-483c3d725859 x-openstack-request-id: req-2f498410-8eec-47fd-beb9-483c3d725859 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:36.002901 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabe7235-c649-4511-a34e-e8bd942c294d", "name": "network-vif-deleted", "tag": "a77291f0-4bb3-465f-a116-93008120254d", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:36.003072 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f498410-8eec-47fd-beb9-483c3d725859 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:36.003626 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabe7235-c649-4511-a34e-e8bd942c294d', 'name': 'network-vif-deleted', 'tag': 'a77291f0-4bb3-465f-a116-93008120254d', 'status': 'completed', 'code': 200} Dec 13 12:49:36.029742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] Deleting port 149b401d-bc95-49cd-88e3-baeed6c53ece {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:36.030458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:36.186969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] For port 149b401d-bc95-49cd-88e3-baeed6c53ece, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=149b401d-bc95-49cd-88e3-baeed6c53ece,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:36.187433 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:36.204639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] Calling delete_port for 149b401d-bc95-49cd-88e3-baeed6c53ece owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:36.585649 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:36.615715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092071-c230-492e-94be-4996db339aa9 req-73bb26d7-3f40-4760-ae4e-2ed31a65af5f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:36.617773 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-73bb26d7-3f40-4760-ae4e-2ed31a65af5f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.2037411 Dec 13 12:49:36.647956 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-8a42d050-a022-4a14-a899-88af61b226b2 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/quotas/f432bec179c94f32a945c3aa13ee6e59 HTTP/1.1" status: 200 len: 375 time: 0.0216467 Dec 13 12:49:36.681070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] Pushing event deleted for resources: {'Port': ['ID=149b401d-bc95-49cd-88e3-baeed6c53ece,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:36.723608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-62f4ac5b-8db8-4c23-a810-284da5e1a0e3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710166 Dec 13 12:49:36.954981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bda38634-4de1-4803-b8d0-ace6f905fd25 req-7ed9c115-f6a7-4fcd-9ce2-0354416552d8 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 210 time: 0.0987003 Dec 13 12:49:36.998656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-832e41b2-8709-47d7-835d-83bc73d6ea16 service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635202 Dec 13 12:49:37.068518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:37.159913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-434713d0-2d77-41f7-bf3a-38b6237b2989 req-c5c77ff6-b463-4cc4-8080-afb736479169 tempest-FlavorsV2NegativeTest-1938545040 tempest-FlavorsV2NegativeTest-1938545040-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f5e7b0f9548448cc869202d863636ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355897 Dec 13 12:49:37.217061 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:37.285282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434713d0-2d77-41f7-bf3a-38b6237b2989 req-1adc3f3a-0aef-4554-a493-a10095333936 tempest-FlavorsV2NegativeTest-1938545040 tempest-FlavorsV2NegativeTest-1938545040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:37.287379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-434713d0-2d77-41f7-bf3a-38b6237b2989 req-1adc3f3a-0aef-4554-a493-a10095333936 tempest-FlavorsV2NegativeTest-1938545040 tempest-FlavorsV2NegativeTest-1938545040-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260488 Dec 13 12:49:37.348006 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:37.406358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] Router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:49:37.537838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:49:37.544847 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-651cdb23-b4bc-4835-844d-88ad5a6ea529 admin admin] 10.222.0.31 "PUT /v2.0/routers/5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5384402 Dec 13 12:49:37.549188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39848) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:37.550638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] Sync routers for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:49:37.564825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:37.565837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:49:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:37.698616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:37.737363 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:37.742018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-6e442a39-19cf-40fc-ac4b-862389d20784 service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354395 Dec 13 12:49:37.749454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-434713d0-2d77-41f7-bf3a-38b6237b2989 req-62b3121a-ff00-45b2-a500-eef384ac0ec0 tempest-FlavorsV2NegativeTest-1938545040 tempest-FlavorsV2NegativeTest-1938545040-project] 10.222.0.31 "GET /v2.0/quotas/f5e7b0f9548448cc869202d863636ff6 HTTP/1.1" status: 200 len: 375 time: 0.4453447 Dec 13 12:49:37.801197 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-434713d0-2d77-41f7-bf3a-38b6237b2989 req-f87f20f8-d915-4b44-8003-e1e095673105 tempest-FlavorsV2NegativeTest-1938545040 tempest-FlavorsV2NegativeTest-1938545040-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5e7b0f9548448cc869202d863636ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486791 Dec 13 12:49:38.056905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:49:36Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:38.148162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-5fccbdef-0aff-40dc-8f14-2c9d857a92e8 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:38.150423 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-5fccbdef-0aff-40dc-8f14-2c9d857a92e8 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 807 time: 0.4098110 Dec 13 12:49:38.153896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:38.154174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] Checking router: 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:49:38.175274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] Routers {'5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:38.176299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:49:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:38.178864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Request body: {'port': {'device_id': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'network_id': '219543e4-4bac-49a9-93d4-417277130b86', 'admin_state_up': True, 'tenant_id': '7311861d06bd4ed8a69302e267470b3d'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:38.492945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] Set router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:38.562197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Made reservation on behalf of 7311861d06bd4ed8a69302e267470b3d for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:38.568894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:38.629684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Deleting port 007eeba9-794e-4229-9a5d-6740a2f8cd88 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:38.630219 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:38.748057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] For port 007eeba9-794e-4229-9a5d-6740a2f8cd88, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=007eeba9-794e-4229-9a5d-6740a2f8cd88,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:38.748576 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:38.772034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Calling delete_port for 007eeba9-794e-4229-9a5d-6740a2f8cd88 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:38.915200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:39.015319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:49:36Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:39.079096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81397fcc-2640-4afa-817e-8924f1c3e197 None None] The sync data for ids ['5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e'] in n-d-817326-4 is: [{'id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1781172977-router', 'tenant_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:47:40Z', 'updated_at': '2021-12-13T12:49:36Z', 'revision_number': 5, 'project_id': 'e7dabf8f90d24de9b8469a3bd79a55bc', 'gw_port': {'id': '007eeba9-794e-4229-9a5d-6740a2f8cd88', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:47:42Z', 'updated_at': '2021-12-13T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:49:39.152333 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68385e4a-bf0c-4f0b-b2f3-3228d5cbf00b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:39.249940 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Allocated IP 172.20.0.10 (219543e4-4bac-49a9-93d4-417277130b86/f78a57fd-1d76-4319-9106-b62626f1bc04/070bb420-9082-4a1c-af97-71a3b9223170) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:49:39.294552 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:39.336010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68385e4a-bf0c-4f0b-b2f3-3228d5cbf00b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:39.352798 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68385e4a-bf0c-4f0b-b2f3-3228d5cbf00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:39.363896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=007eeba9-794e-4229-9a5d-6740a2f8cd88,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:39.388098 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-68385e4a-bf0c-4f0b-b2f3-3228d5cbf00b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5e7b0f9548448cc869202d863636ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709580 Dec 13 12:49:39.395562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39946) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:39.489504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6553a9df-c4a2-48df-9e74-fef2b41ce4e3 req-b89c004c-dd9d-4a59-8e7b-7740d4cc9b10 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 210 time: 0.0418184 Dec 13 12:49:39.514631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68385e4a-bf0c-4f0b-b2f3-3228d5cbf00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cc96a6-0dff-447f-b37e-90d171fb9131,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:39.531111 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:39.557433 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c99adda-cf20-4534-9fd9-e7ad8e621d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:39.640155 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c99adda-cf20-4534-9fd9-e7ad8e621d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:39.672565 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d2f60429-797a-4310-acdc-0f43b28899f4 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:39.744994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c87741a-b027-4a1b-aa1d-75097b96af16 req-39dfa400-bedb-4f29-8206-22ab3b83c305 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 210 time: 0.1606889 Dec 13 12:49:39.911397 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c99adda-cf20-4534-9fd9-e7ad8e621d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:39.922843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c99adda-cf20-4534-9fd9-e7ad8e621d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:39.926479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0c99adda-cf20-4534-9fd9-e7ad8e621d4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16cc96a6-0dff-447f-b37e-90d171fb9131 HTTP/1.1" status: 204 len: 168 time: 0.5293882 Dec 13 12:49:39.988265 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:40.090511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e686965a-2529-4df5-aed1-7399c722bcce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f60429-797a-4310-acdc-0f43b28899f4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:40.103623 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7767f5-4b5d-420b-91d7-1531ff2283a8" -d '{"events": [{"server_uuid": "e686965a-2529-4df5-aed1-7399c722bcce", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f60429-797a-4310-acdc-0f43b28899f4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:40.105442 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:40.111156 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:40.165706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99adda-cf20-4534-9fd9-e7ad8e621d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cc96a6-0dff-447f-b37e-90d171fb9131,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:40.205859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d2f60429-797a-4310-acdc-0f43b28899f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d2f60429-797a-4310-acdc-0f43b28899f4,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:40.256257 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:40.310449 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37fa2a8-28a1-4f8e-814a-974f3b0676d7 x-openstack-request-id: req-a37fa2a8-28a1-4f8e-814a-974f3b0676d7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:40.310449 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e686965a-2529-4df5-aed1-7399c722bcce", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f60429-797a-4310-acdc-0f43b28899f4", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:40.310693 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a37fa2a8-28a1-4f8e-814a-974f3b0676d7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:40.311099 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e686965a-2529-4df5-aed1-7399c722bcce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f60429-797a-4310-acdc-0f43b28899f4', 'code': 200} Dec 13 12:49:40.370759 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:40.372430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:49:40.405977 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:40.412381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39992) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:40.415431 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ae89a6e8-e9eb-4476-ba16-723458836ceb admin admin] 10.222.0.31 "DELETE /v2.0/routers/5f9ac0b4-df8a-4450-8a6a-827c9e5b5d5e HTTP/1.1" status: 204 len: 168 time: 2.8634794 Dec 13 12:49:40.447603 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:40.453384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=d2f60429-797a-4310-acdc-0f43b28899f4,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:40.461701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092071-c230-492e-94be-4996db339aa9 req-23b1e9f1-2c75-4c00-985a-9abb0844a75b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:40.473077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-23b1e9f1-2c75-4c00-985a-9abb0844a75b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.6729488 Dec 13 12:49:40.554267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 149b401d-bc95-49cd-88e3-baeed6c53ece no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:40.589259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Request body: {'port': {'device_id': '5762d821-8999-43bc-aa2b-66878d4528ff', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'admin_state_up': True, 'tenant_id': 'f432bec179c94f32a945c3aa13ee6e59'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:40.597781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:40.625932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 149b401d-bc95-49cd-88e3-baeed6c53ece {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:40.626741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 149b401d-bc95-49cd-88e3-baeed6c53ece not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:40.688041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['36ff87cb-6a69-476a-8510-65f76d08265e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:40.839069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Network 219543e4-4bac-49a9-93d4-417277130b86 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:40.843072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Pushing event updated for resources: {'Port': ['ID=070bb420-9082-4a1c-af97-71a3b9223170,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:40.850544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:40.859947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:49:40.885078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffea41d4-39ba-4b01-85b6-1482b9bfdbfe admin admin] Deleting subnet d99fc133-8600-420c-95a9-8b9c06e06c31 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:49:40.895287 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffea41d4-39ba-4b01-85b6-1482b9bfdbfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:40.985715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:40.986557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:41.017553 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffea41d4-39ba-4b01-85b6-1482b9bfdbfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:41.047268 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-153a013b-f967-43e1-8334-060958979e7b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8868480 Dec 13 12:49:41.062488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Request body: {'port': {'device_id': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:41.082862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-03070414-07a0-44c1-b078-5aac8be41a3f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:41.090444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-03070414-07a0-44c1-b078-5aac8be41a3f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 805 time: 0.5332141 Dec 13 12:49:41.119853 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-015dd82d-b4d6-47b5-8b04-03f58831d782 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/quotas/03615d06ceb14deb9ba31a908149e672 HTTP/1.1" status: 200 len: 375 time: 0.0278215 Dec 13 12:49:41.234896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:41.510974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Made reservation on behalf of f432bec179c94f32a945c3aa13ee6e59 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:41.516513 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:41.532809 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffea41d4-39ba-4b01-85b6-1482b9bfdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:41.567662 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40042) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:41.608653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-52868725-13a8-478d-bd8f-697267a14811 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2811275 Dec 13 12:49:41.770622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Allocated IP 172.20.0.11 (8072c86c-36ec-4f72-a683-789222078cc2/fce70964-4b77-4266-9ada-339f61494bbe/5293bb4c-7dc2-4732-a0e5-7fa9a49c565d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:49:41.963692 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.002538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-network', 'tenant_id': '33ecbab4ca024567880d90086e24d48e'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:42.022876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.036091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:42.072088 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070bb420-9082-4a1c-af97-71a3b9223170 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:49:42.080711 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.094166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Transition to ACTIVE for port object 070bb420-9082-4a1c-af97-71a3b9223170 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:49:42.110364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.182188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-07cbcae1-5515-4e28-b905-db492ca3818f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:42.184083 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-07cbcae1-5515-4e28-b905-db492ca3818f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "GET /v2.0/ports?device_id=e686965a-2529-4df5-aed1-7399c722bcce HTTP/1.1" status: 200 len: 943 time: 0.3846529 Dec 13 12:49:42.196449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event updated for resources: {'Port': ['ID=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:42.200124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Pushing event updated for resources: {'Port': ['ID=070bb420-9082-4a1c-af97-71a3b9223170,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:42.222520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcbede-1754-4176-a2ba-cf02508e5fbb req-bb7b874b-9d8d-4a12-9502-f2940c1cc53d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:42.240071 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28bcbede-1754-4176-a2ba-cf02508e5fbb req-bb7b874b-9d8d-4a12-9502-f2940c1cc53d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 932 time: 0.7924862 Dec 13 12:49:42.330153 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 007eeba9-794e-4229-9a5d-6740a2f8cd88 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:42.377692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Network 8072c86c-36ec-4f72-a683-789222078cc2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:42.382496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 007eeba9-794e-4229-9a5d-6740a2f8cd88 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:42.383736 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-798cd5e9-e1f7-4c65-a2d6-056bd7af5159 service neutron] 10.222.0.31 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7739949 Dec 13 12:49:42.385109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:49:42.385252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:42.386192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:49:42.386639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:42.391702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 007eeba9-794e-4229-9a5d-6740a2f8cd88 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:42.405401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-e360f7e6-520b-405c-a2a6-2276845068b0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Deleting port d2f60429-797a-4310-acdc-0f43b28899f4 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:42.405742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-e360f7e6-520b-405c-a2a6-2276845068b0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.413817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:49:42.414126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Made reservation on behalf of 33ecbab4ca024567880d90086e24d48e for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:42.414246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:42.414785 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:49:42.419010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.421359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffea41d4-39ba-4b01-85b6-1482b9bfdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.423318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:49:42.481752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:49:42.482009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:42.482394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:49:42.482838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Bound port: 070bb420-9082-4a1c-af97-71a3b9223170, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:49:42.483198 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.499547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.535842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea41d4-39ba-4b01-85b6-1482b9bfdbfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99fc133-8600-420c-95a9-8b9c06e06c31,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:42.566512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffea41d4-39ba-4b01-85b6-1482b9bfdbfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.567360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a829d000-89a8-4905-a08b-cd73249401b5 None None] Network 5ad883be-f09f-479d-9fa3-d96deb598015 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:49:42.569653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ffea41d4-39ba-4b01-85b6-1482b9bfdbfe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d99fc133-8600-420c-95a9-8b9c06e06c31 HTTP/1.1" status: 204 len: 168 time: 2.1533434 Dec 13 12:49:42.579809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40060) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:42.595958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-e360f7e6-520b-405c-a2a6-2276845068b0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] For port d2f60429-797a-4310-acdc-0f43b28899f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d2f60429-797a-4310-acdc-0f43b28899f4,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:42.596325 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-e360f7e6-520b-405c-a2a6-2276845068b0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.604267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28bcbede-1754-4176-a2ba-cf02508e5fbb req-390dc4df-b980-426e-9d19-320bfefc9b4b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633602 Dec 13 12:49:42.610004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:42.610827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.652271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-e360f7e6-520b-405c-a2a6-2276845068b0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Calling delete_port for d2f60429-797a-4310-acdc-0f43b28899f4 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:42.676397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-5cf09fda-b648-461f-9d6a-afdc41062f4c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1180341 Dec 13 12:49:42.690324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-99c78746-b696-4fd4-8783-1d167456c0e9 service neutron] 10.222.0.31 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773008 Dec 13 12:49:42.737809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Request body: {'port': {'device_id': '5762d821-8999-43bc-aa2b-66878d4528ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:42.752909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:49:42.803420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.813087 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.830755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee2522-b96e-483b-a49a-9906cb27584c None None] DHCP port deletion for 5ad883be-f09f-479d-9fa3-d96deb598015 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:49:42.849952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:49:42.867469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.869544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.904180 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee2522-b96e-483b-a49a-9906cb27584c None None] Deleting port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:42.905166 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2522-b96e-483b-a49a-9906cb27584c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.923486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:42.924102 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.926967 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] 10.222.0.37 "PUT /v2.0/ports/070bb420-9082-4a1c-af97-71a3b9223170 HTTP/1.1" status: 200 len: 1092 time: 1.8693535 Dec 13 12:49:42.937272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'tag': '070bb420-9082-4a1c-af97-71a3b9223170'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:42.942280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:49:42.944882 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d946ef8-6a23-47ec-a597-43cd6bd6673a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1a929f-6c41-49a6-9c69-0afbc5606542", "tag": "070bb420-9082-4a1c-af97-71a3b9223170"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:42.950749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864c2df7-3d13-4509-bba2-d8aa444fdb5e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:42.958398 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:42.972882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689eeeb-8ad4-446c-b673-5067c280b285 req-c72562da-850c-42f8-a909-72301f7148cf tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:42.982446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8689eeeb-8ad4-446c-b673-5067c280b285 req-c72562da-850c-42f8-a909-72301f7148cf tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 932 time: 0.2518055 Dec 13 12:49:43.005934 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:43.006822 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Added segment e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c of type vlan for network 2310e0bd-87b7-46dc-867c-ce624283c222 Dec 13 12:49:43.063328 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3276c-84b7-47cd-a8bb-40f290bc4fad service neutron] Pushing event updated for resources: {'Port': ['ID=070bb420-9082-4a1c-af97-71a3b9223170,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:43.132616 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:43.200494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8689eeeb-8ad4-446c-b673-5067c280b285 req-fe8f2ca4-0756-43d8-ae18-29b5f839a850 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101960 Dec 13 12:49:43.276784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-2308bf24-56d0-4095-9b4c-f50915de3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:43.278598 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-2308bf24-56d0-4095-9b4c-f50915de3e03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 1095 time: 0.2182460 Dec 13 12:49:43.328415 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-927d7186-831c-4e84-b2e3-6aa781659362 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070bb420-9082-4a1c-af97-71a3b9223170 HTTP/1.1" status: 200 len: 217 time: 0.0412827 Dec 13 12:49:43.393111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-6707846e-8b28-47d4-bef1-4a30f5ac46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:43.394770 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-6707846e-8b28-47d4-bef1-4a30f5ac46b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0589592 Dec 13 12:49:43.402408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Deleting port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:43.402749 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:43.427560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c6ee2522-b96e-483b-a49a-9906cb27584c None None] For port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5d7e8758-64aa-4d9c-966a-6c4ed0660c67,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:43.428135 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2522-b96e-483b-a49a-9906cb27584c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:43.462501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee2522-b96e-483b-a49a-9906cb27584c None None] Calling delete_port for 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:43.513353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] For port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5d7e8758-64aa-4d9c-966a-6c4ed0660c67,segment=NetworkSegment(dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa),segment_id=dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:43.513751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:43.528406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Calling delete_port for 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:43.642804 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2522-b96e-483b-a49a-9906cb27584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:43.656481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:43.709445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7e8758-64aa-4d9c-966a-6c4ed0660c67,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:43.712048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] No DVR routers for this DVR port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:43.717579 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-db4fc3e6-ff36-44b3-99f6-c86de84972c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728953 Dec 13 12:49:43.735165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d2f60429-797a-4310-acdc-0f43b28899f4 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:43.783984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee2522-b96e-483b-a49a-9906cb27584c None None] No DVR routers for this DVR port 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:43.790266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee2522-b96e-483b-a49a-9906cb27584c None None] Pushing event deleted for resources: {'Port': ['ID=5d7e8758-64aa-4d9c-966a-6c4ed0660c67,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:43.849120 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-f4d76b2b-d3ff-49d4-aef0-844e70c116f1 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237559 Dec 13 12:49:43.854563 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99709249-f745-499c-b7b5-34ae8ddd67f8 x-openstack-request-id: req-99709249-f745-499c-b7b5-34ae8ddd67f8 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:43.854899 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1a929f-6c41-49a6-9c69-0afbc5606542", "tag": "070bb420-9082-4a1c-af97-71a3b9223170", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:43.855147 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99709249-f745-499c-b7b5-34ae8ddd67f8 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:43.855581 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'tag': '070bb420-9082-4a1c-af97-71a3b9223170', 'status': 'completed', 'code': 200} Dec 13 12:49:43.915887 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:43.916815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:43.917395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:43.975760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-e360f7e6-520b-405c-a2a6-2276845068b0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:43.980584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ee5d8a1-1a57-45cc-8488-e41dcf6cb0db req-ae33fdea-39c1-4d5f-b579-d409ba3d3e6f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 210 time: 0.0819724 Dec 13 12:49:44.042855 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.134033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-e360f7e6-520b-405c-a2a6-2276845068b0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] No DVR routers for this DVR port d2f60429-797a-4310-acdc-0f43b28899f4 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:44.140092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-e360f7e6-520b-405c-a2a6-2276845068b0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.143625 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7c0c560d-1423-4282-ad3a-e96cc257d631 req-e360f7e6-520b-405c-a2a6-2276845068b0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "DELETE /v2.0/ports/d2f60429-797a-4310-acdc-0f43b28899f4 HTTP/1.1" status: 204 len: 173 time: 1.9523981 Dec 13 12:49:44.147377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360f7e6-520b-405c-a2a6-2276845068b0 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Pushing event deleted for resources: {'Port': ['ID=d2f60429-797a-4310-acdc-0f43b28899f4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:44.162406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:49:44.172639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad883be-f09f-479d-9fa3-d96deb598015']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:44.173350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6046336 Dec 13 12:49:44.181073 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40144) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:44.200621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Request body: {'subnet': {'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-subnet', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:44.207621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:44.208209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff3f8c2-cb4b-4146-8d4a-79beadf2b5aa') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:44.219970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.236695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.258559 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b09a30fe-bc0c-466f-9702-5381427b43a5 req-296909f8-16ff-480c-b0ed-9c4c363823f1 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371215 Dec 13 12:49:44.261679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fbda6-81c3-401a-8921-0c1b32802824 req-572a3cbf-d68f-47e9-bdc6-4f149e3cbc64 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:44.263847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a6fbda6-81c3-401a-8921-0c1b32802824 req-572a3cbf-d68f-47e9-bdc6-4f149e3cbc64 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.2596555 Dec 13 12:49:44.269573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b4a6f-4724-4e89-8cfa-b50dc5e3bb2d admin admin] Pushing event updated for resources: {'Network': ['ID=2310e0bd-87b7-46dc-867c-ce624283c222,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:44.279819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Transition to ACTIVE for port object 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:49:44.289652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.295504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Made reservation on behalf of 33ecbab4ca024567880d90086e24d48e for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:44.298006 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.303642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 2310e0bd-87b7-46dc-867c-ce624283c222 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:49:44.318201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5624e4-4b13-49b1-83f7-4da95096c3e0 req-e6fb721a-e491-4351-959a-5938f8f1e2b1 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:44.325918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b5624e4-4b13-49b1-83f7-4da95096c3e0 req-e6fb721a-e491-4351-959a-5938f8f1e2b1 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 951 time: 0.1507285 Dec 13 12:49:44.342148 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.391293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:44.411939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Pushing event updated for resources: {'Port': ['ID=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:44.431079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:49:44.431485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:49:44.435515 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:49:44.490527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b5624e4-4b13-49b1-83f7-4da95096c3e0 req-cf1f811e-0004-431d-a492-8faf32210999 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635900 Dec 13 12:49:44.508963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a6fbda6-81c3-401a-8921-0c1b32802824 req-e60b7e11-4a3e-4514-b758-f7d0cf422377 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204089 Dec 13 12:49:44.553439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:44.554034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d946ef8-6a23-47ec-a597-43cd6bd6673a req-edc806ba-059c-4cae-a758-abf01ecde732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:44.555164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5d7e8758-64aa-4d9c-966a-6c4ed0660c67 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:44.555980 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d946ef8-6a23-47ec-a597-43cd6bd6673a req-edc806ba-059c-4cae-a758-abf01ecde732 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 1095 time: 0.1618247 Dec 13 12:49:44.561032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.581600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.603435 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] 10.222.0.31 "DELETE /v2.0/networks/5ad883be-f09f-479d-9fa3-d96deb598015 HTTP/1.1" status: 204 len: 168 time: 2.0203447 Dec 13 12:49:44.641408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2295e-6b89-4014-af79-1263e0b0841a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad883be-f09f-479d-9fa3-d96deb598015,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:44.685106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Attempting to bind port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:49:44.685482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Attempting to bind port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:49:44.685815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Attempting to bind port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:44.763303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d on network 8072c86c-36ec-4f72-a683-789222078cc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:49:44.763868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Attempting to bind port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:44.782958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:49:44.783295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Checking segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:44.783676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Bound using segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:49:44.784110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Bound port: 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:49:44.784470 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:44.841265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40182) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:44.952643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166ea4-82fb-4d6a-bf19-14e1909a102a req-6ed21d91-ab3e-402a-8dc7-2bd5acee139f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:44.979912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f166ea4-82fb-4d6a-bf19-14e1909a102a req-6ed21d91-ab3e-402a-8dc7-2bd5acee139f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 944 time: 0.2837121 Dec 13 12:49:44.981441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d946ef8-6a23-47ec-a597-43cd6bd6673a req-1be75b35-8bf6-4f9e-9ddd-de3c55f1110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:44.983002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d946ef8-6a23-47ec-a597-43cd6bd6673a req-1be75b35-8bf6-4f9e-9ddd-de3c55f1110d service neutron] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.4191298 Dec 13 12:49:45.010287 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] For port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:49:45.031502 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8e4d4ce2-818d-4271-bf2e-548e3c0fab12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7dabf8f90d24de9b8469a3bd79a55bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831498 Dec 13 12:49:45.036676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40186) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:45.053867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] For port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:49:45.080184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-2e98e290-d6ed-466f-8975-2565b920520f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:45.081631 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-2e98e290-d6ed-466f-8975-2565b920520f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 805 time: 0.3883450 Dec 13 12:49:45.085775 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d946ef8-6a23-47ec-a597-43cd6bd6673a req-9b32f55e-1590-414f-8d39-dd86d9116d03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070bb420-9082-4a1c-af97-71a3b9223170 HTTP/1.1" status: 200 len: 217 time: 0.0748470 Dec 13 12:49:45.093886 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.104968 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.119080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Request body: {'port': {'device_id': '705fae95-0986-40cb-982b-2824b4c2e34a', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'admin_state_up': True, 'tenant_id': '03615d06ceb14deb9ba31a908149e672'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:45.206621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f166ea4-82fb-4d6a-bf19-14e1909a102a req-fd7d99ee-40e5-4af0-8a12-a171eafb69b1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251658 Dec 13 12:49:45.225799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Pushing event updated for resources: {'Port': ['ID=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:45.240161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:45.241051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.242579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-00fbe527-fa8c-45d6-8d42-328686cfeba7 service neutron] 10.222.0.42 "PUT /v2.0/ports/5293bb4c-7dc2-4732-a0e5-7fa9a49c565d HTTP/1.1" status: 200 len: 1092 time: 2.5133185 Dec 13 12:49:45.243589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5762d821-8999-43bc-aa2b-66878d4528ff', 'tag': '5293bb4c-7dc2-4732-a0e5-7fa9a49c565d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:45.246386 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95dde85-3c3b-42c2-a083-c68ad41d35bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5762d821-8999-43bc-aa2b-66878d4528ff", "tag": "5293bb4c-7dc2-4732-a0e5-7fa9a49c565d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:45.279343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7cf55c7-b88c-43dc-a244-e7c7ef0df375,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:45.281662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9901-868d-49f7-925e-125e393e0693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.293980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d946ef8-6a23-47ec-a597-43cd6bd6673a req-20bbc996-7c54-4b0d-8e67-90d6a589e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:45.295523 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d946ef8-6a23-47ec-a597-43cd6bd6673a req-20bbc996-7c54-4b0d-8e67-90d6a589e0b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.1732733 Dec 13 12:49:45.333540 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9901-868d-49f7-925e-125e393e0693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.418325 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d946ef8-6a23-47ec-a597-43cd6bd6673a req-1a5ecb3c-aebc-4861-afeb-11ed7ff08b40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124241 Dec 13 12:49:45.423179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Made reservation on behalf of 03615d06ceb14deb9ba31a908149e672 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:45.428453 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.516361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Checking segment: {'id': 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:45.516720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Network hostable DHCP agents. Network: 2310e0bd-87b7-46dc-867c-ce624283c222, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:49:45.543663 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1174b7be-7377-47da-91e0-78211037810d req-8328f742-be30-490e-bb3b-961334fbbde1 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 210 time: 0.0519705 Dec 13 12:49:45.570545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092071-c230-492e-94be-4996db339aa9 req-7a07621b-d8cf-433a-b9b6-36dff9a04f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:45.572584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-7a07621b-d8cf-433a-b9b6-36dff9a04f7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 1095 time: 0.1915467 Dec 13 12:49:45.613814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Network 2310e0bd-87b7-46dc-867c-ce624283c222 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:49:45.629552 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d946ef8-6a23-47ec-a597-43cd6bd6673a req-0969b146-b2cb-4c2f-927d-f2f4eeceb2f1 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812165 Dec 13 12:49:45.643311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-92949380-cc38-483f-abb4-9cf1892de339 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d HTTP/1.1" status: 200 len: 217 time: 0.0605838 Dec 13 12:49:45.647263 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9901-868d-49f7-925e-125e393e0693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.650453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 2310e0bd-87b7-46dc-867c-ce624283c222) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:45.651308 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9901-868d-49f7-925e-125e393e0693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.658455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d2fe9901-868d-49f7-925e-125e393e0693 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83fd220d-f5f0-438f-a6d0-73846a15afb1 HTTP/1.1" status: 204 len: 168 time: 0.6182809 Dec 13 12:49:45.660628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1dc42d-4a85-4416-9401-267c42103f1d None None] Network 2310e0bd-87b7-46dc-867c-ce624283c222 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:49:45.683942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:45.684577 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.770544 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a70c3dc2-7bbc-4346-a490-039bc227d0c6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5771978 Dec 13 12:49:45.776149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40228) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:45.782920 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-router', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:45.792228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Allocated IP 172.20.0.11 (1c755bcc-36b8-4cc2-8ab2-20c810d92033/4c5e84e9-3361-4feb-87b5-ee605d7d9df5/ceab7aee-1ea0-4a0b-b30d-16942f988cdf) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:49:45.799673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092071-c230-492e-94be-4996db339aa9 req-5832d0e6-523f-4152-b7df-7ba9715627d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:45.801811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-5832d0e6-523f-4152-b7df-7ba9715627d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.1419628 Dec 13 12:49:45.803477 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a344d320-ca76-4a01-a2e7-c1abb6915b1c x-openstack-request-id: req-a344d320-ca76-4a01-a2e7-c1abb6915b1c {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:45.807450 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5762d821-8999-43bc-aa2b-66878d4528ff", "tag": "5293bb4c-7dc2-4732-a0e5-7fa9a49c565d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:45.807820 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a344d320-ca76-4a01-a2e7-c1abb6915b1c {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:45.808675 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5762d821-8999-43bc-aa2b-66878d4528ff', 'tag': '5293bb4c-7dc2-4732-a0e5-7fa9a49c565d', 'status': 'completed', 'code': 200} Dec 13 12:49:45.857581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e686965a-2529-4df5-aed1-7399c722bcce', 'name': 'network-vif-deleted', 'tag': 'd2f60429-797a-4310-acdc-0f43b28899f4'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:45.859969 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e801e0-d226-4e51-995f-375d9d859c98" -d '{"events": [{"server_uuid": "e686965a-2529-4df5-aed1-7399c722bcce", "name": "network-vif-deleted", "tag": "d2f60429-797a-4310-acdc-0f43b28899f4"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:45.868873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.869925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:45.882441 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d946ef8-6a23-47ec-a597-43cd6bd6673a req-51d6dbf3-de30-4211-a5b0-3dfe5f11555f service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417085 Dec 13 12:49:45.905112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-73e4dd9f-6e27-4a6b-b90c-49eb142cbf46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911343 Dec 13 12:49:45.927301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe9901-868d-49f7-925e-125e393e0693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fd220d-f5f0-438f-a6d0-73846a15afb1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:45.972443 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-2310e0bd-87b7-46dc-867c-ce624283c222', 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222', 'project_id': '33ecbab4ca024567880d90086e24d48e', 'fixed_ips': [{'subnet_id': 'a7cf55c7-b88c-43dc-a244-e7c7ef0df375'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:49:45.986435 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:46.061828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:46.142519 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:46.295732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:46.333785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Allocated IP 172.20.0.2 (2310e0bd-87b7-46dc-867c-ce624283c222/a7cf55c7-b88c-43dc-a244-e7c7ef0df375/d0ad1c6a-d038-4384-af03-29de3a5ebc16) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:49:46.372094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Pushing event updated for resources: {'Port': ['ID=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:46.435856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:46.438063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:46.447502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:49:46.587448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:46.588259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:46.653531 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:46.667383 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:46.699824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a824d-3d79-498b-9e8c-91a2e6700f04 req-c285457d-a15e-4657-9198-9236e8c13826 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:46.707944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea4a824d-3d79-498b-9e8c-91a2e6700f04 req-c285457d-a15e-4657-9198-9236e8c13826 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.7986486 Dec 13 12:49:46.758531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Network 2310e0bd-87b7-46dc-867c-ce624283c222 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:46.771352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:46.780441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:49:46.796743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Pushing event updated for resources: {'Port': ['ID=d0ad1c6a-d038-4384-af03-29de3a5ebc16,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:46.807692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-a9763427-2e54-4745-8750-188ce74c91b9 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8782961 Dec 13 12:49:46.878407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Attempting to bind port d0ad1c6a-d038-4384-af03-29de3a5ebc16 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:49:46.879250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Attempting to bind port d0ad1c6a-d038-4384-af03-29de3a5ebc16 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:49:46.879791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Attempting to bind port d0ad1c6a-d038-4384-af03-29de3a5ebc16 on network 2310e0bd-87b7-46dc-867c-ce624283c222 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:46.902439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:49:46.903244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Checking segment: {'id': 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:46.905175 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:46.905973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Bound using segment: {'id': 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:49:46.907553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Bound port: d0ad1c6a-d038-4384-af03-29de3a5ebc16, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:49:46.908164 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:47.000094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea4a824d-3d79-498b-9e8c-91a2e6700f04 req-d5f3eda4-ad02-489e-8d34-2b1b878a78f6 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742121 Dec 13 12:49:47.042481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] For port d0ad1c6a-d038-4384-af03-29de3a5ebc16, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:49:47.046624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] For port d0ad1c6a-d038-4384-af03-29de3a5ebc16, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0ad1c6a-d038-4384-af03-29de3a5ebc16,segment=NetworkSegment(e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c),segment_id=e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:49:47.055701 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:47.055908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40322) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:47.064491 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28315653-8e49-4642-8dae-43907b57d07b x-openstack-request-id: req-28315653-8e49-4642-8dae-43907b57d07b {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:47.064877 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e686965a-2529-4df5-aed1-7399c722bcce", "name": "network-vif-deleted", "tag": "d2f60429-797a-4310-acdc-0f43b28899f4", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:47.065213 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28315653-8e49-4642-8dae-43907b57d07b {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:47.065741 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e686965a-2529-4df5-aed1-7399c722bcce', 'name': 'network-vif-deleted', 'tag': 'd2f60429-797a-4310-acdc-0f43b28899f4', 'status': 'completed', 'code': 200} Dec 13 12:49:47.126404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:47.137495 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-b7bf44ac-42a1-45ee-90ce-8c742f26129c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0407240 Dec 13 12:49:47.148277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17092071-c230-492e-94be-4996db339aa9 req-9a415759-bb58-4709-b1a1-f00e96151c1a service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213837 Dec 13 12:49:47.165694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526dca9-6956-4fee-b4ef-110819559fe2 req-1249cf3a-1c09-4585-80e6-c0a5201167b8 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:47.183113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Request body: {'port': {'device_id': '705fae95-0986-40cb-982b-2824b4c2e34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:47.189168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7526dca9-6956-4fee-b4ef-110819559fe2 req-1249cf3a-1c09-4585-80e6-c0a5201167b8 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 944 time: 0.1843004 Dec 13 12:49:47.236402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4d81d-adb7-40df-b9b9-5c19262b6611 None None] Pushing event updated for resources: {'Port': ['ID=d0ad1c6a-d038-4384-af03-29de3a5ebc16,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:47.258816 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:47.276849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1679701591-network', 'tenant_id': 'c70a3e8de7b1405785f8a73d8fd4ae61'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:47.387861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dde85-3c3b-42c2-a083-c68ad41d35bc req-842c3d7a-828e-4a84-9e25-ac35e7ebd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:47.389941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c95dde85-3c3b-42c2-a083-c68ad41d35bc req-842c3d7a-828e-4a84-9e25-ac35e7ebd65d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 1095 time: 0.1855395 Dec 13 12:49:47.411079 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7526dca9-6956-4fee-b4ef-110819559fe2 req-14e196bc-6b2a-4f69-8c68-51fca488d302 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199109 Dec 13 12:49:47.430833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e8ec7-8d1f-43a7-bb0b-6e244c291d0e req-f5d9d1e8-4fa3-4a65-964c-7a3ed596ff28 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:47.449418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d67e8ec7-8d1f-43a7-bb0b-6e244c291d0e req-f5d9d1e8-4fa3-4a65-964c-7a3ed596ff28 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 932 time: 0.1670349 Dec 13 12:49:47.464515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Made reservation on behalf of c70a3e8de7b1405785f8a73d8fd4ae61 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:47.470512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:47.496658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 517f1dc6-9f61-4568-a8d6-d9d77f401c65 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:47.618928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dde85-3c3b-42c2-a083-c68ad41d35bc req-4d383072-89e2-4dd6-9fc4-fcc6390a21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:47.620966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c95dde85-3c3b-42c2-a083-c68ad41d35bc req-4d383072-89e2-4dd6-9fc4-fcc6390a21d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 906 time: 0.2084682 Dec 13 12:49:47.621790 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:47.656389 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:47.711234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:47.712313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c95dde85-3c3b-42c2-a083-c68ad41d35bc req-b235e7b4-d2c0-4075-9ee9-b5aec132c2cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d HTTP/1.1" status: 200 len: 217 time: 0.0773914 Dec 13 12:49:47.721152 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a317ac-eabc-43c9-8ba7-fb9b60db74a7" -d '{"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-unplugged", "status": "completed", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:47.756950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:47.764628 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:47.836360 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d67e8ec7-8d1f-43a7-bb0b-6e244c291d0e req-0dd296a7-aa8f-4abd-9f3b-a351be0d3cea tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799357 Dec 13 12:49:47.848781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dde85-3c3b-42c2-a083-c68ad41d35bc req-8b5ecb2b-e7a6-4b7a-bc8e-4f8280f9d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:47.856218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c95dde85-3c3b-42c2-a083-c68ad41d35bc req-8b5ecb2b-e7a6-4b7a-bc8e-4f8280f9d9cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.1238723 Dec 13 12:49:47.871990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:47.912778 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:47.933342 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a15a679-2162-4490-ae6c-f0c1acaa726f x-openstack-request-id: req-7a15a679-2162-4490-ae6c-f0c1acaa726f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:47.934540 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:47.939790 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-unplugged", "status": "completed", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:47.940525 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a15a679-2162-4490-ae6c-f0c1acaa726f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:47.941739 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'code': 200} Dec 13 12:49:47.948952 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c95dde85-3c3b-42c2-a083-c68ad41d35bc req-a53e0bc7-5850-4be1-9950-817b5fcbabfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757043 Dec 13 12:49:48.111395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c95dde85-3c3b-42c2-a083-c68ad41d35bc req-5f6dbd61-c931-4ed4-a9c4-388d2c5f0f4d service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615252 Dec 13 12:49:48.114593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Allocated IP 172.25.2.190 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/dd9914b7-c90d-43b0-90b7-2c4d7c71064c) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:49:48.123110 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.142489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceab7aee-1ea0-4a0b-b30d-16942f988cdf {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:49:48.150601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b9c55-213c-437d-9315-ab562268b4cd req-71b85e57-c147-425e-b646-c10ffcd1df23 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:48.154765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec9b9c55-213c-437d-9315-ab562268b4cd req-71b85e57-c147-425e-b646-c10ffcd1df23 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 949 time: 0.1320989 Dec 13 12:49:48.166513 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.170874 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.229618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Transition to ACTIVE for port object ceab7aee-1ea0-4a0b-b30d-16942f988cdf will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:49:48.239278 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.275310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e70bbb-87be-482c-bcfe-cf115316d3ce,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:48.335695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:49:48.371039 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.374507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Pushing event updated for resources: {'Port': ['ID=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:48.403010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.403738 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Added segment 6dddcbf2-89e4-47e9-b167-c43b8e2a203d of type vlan for network d4dd769b-3799-47e4-ae1c-b5795ddd5369 Dec 13 12:49:48.430136 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c95dde85-3c3b-42c2-a083-c68ad41d35bc req-5c49fdf0-4ef2-4f81-a301-350f6470b0e9 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052268 Dec 13 12:49:48.462498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d0ad1c6a-d038-4384-af03-29de3a5ebc16 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:48.475178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec9b9c55-213c-437d-9315-ab562268b4cd req-467b33bb-72f4-412e-8075-ed87b1047fa9 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921081 Dec 13 12:49:48.488840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.505669 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Attempting to bind port ceab7aee-1ea0-4a0b-b30d-16942f988cdf on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:49:48.506194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Attempting to bind port ceab7aee-1ea0-4a0b-b30d-16942f988cdf by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:49:48.506533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Attempting to bind port ceab7aee-1ea0-4a0b-b30d-16942f988cdf on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:48.513293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Port ceab7aee-1ea0-4a0b-b30d-16942f988cdf on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:49:48.513666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Attempting to bind port ceab7aee-1ea0-4a0b-b30d-16942f988cdf on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:48.520252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:49:48.520654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Checking segment: {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:48.520975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Bound using segment: {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:49:48.521402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Bound port: ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:49:48.521755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.525221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.536968 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.538573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:48.540591 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.561501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fcd3b-edbd-44f6-9ec6-8fc58f3b023f req-184bd7a9-1033-453a-a859-5f2f818f8a03 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:48.563712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d0ad1c6a-d038-4384-af03-29de3a5ebc16 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:48.564693 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.572425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-565fcd3b-edbd-44f6-9ec6-8fc58f3b023f req-184bd7a9-1033-453a-a859-5f2f818f8a03 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.2519953 Dec 13 12:49:48.623629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:48.651604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9914b7-c90d-43b0-90b7-2c4d7c71064c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:48.651939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5950522 Dec 13 12:49:48.652617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40394) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:48.659881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d644b2fb-1eca-4a9e-8335-0795c9fc53ef None None] Network 2310e0bd-87b7-46dc-867c-ce624283c222 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:49:48.675123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] For port ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:49:48.681074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] For port ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:49:48.688615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:48.694121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Request body: {'subnet': {'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1679701591-subnet', 'tenant_id': 'c70a3e8de7b1405785f8a73d8fd4ae61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:48.694609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:49:48.700907 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.727603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-565fcd3b-edbd-44f6-9ec6-8fc58f3b023f req-73943975-311d-447c-83ab-dcb333b28fc8 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540129 Dec 13 12:49:48.736201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7afb2-54fd-4e89-9fd4-d4ed02cf7ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=d4dd769b-3799-47e4-ae1c-b5795ddd5369,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:48.746420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Made reservation on behalf of c70a3e8de7b1405785f8a73d8fd4ae61 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:48.749149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.758290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-73d28823-ae15-4a74-88c5-795e2ca055c1 None None] Provisioning complete for port d0ad1c6a-d038-4384-af03-29de3a5ebc16 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:48.759311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73d28823-ae15-4a74-88c5-795e2ca055c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.827089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network d4dd769b-3799-47e4-ae1c-b5795ddd5369 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:49:48.834209 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.845667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:48.856184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.857974 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] 10.222.0.37 "PUT /v2.0/ports/ceab7aee-1ea0-4a0b-b30d-16942f988cdf HTTP/1.1" status: 200 len: 1092 time: 1.6850958 Dec 13 12:49:48.945625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port d0ad1c6a-d038-4384-af03-29de3a5ebc16, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0ad1c6a-d038-4384-af03-29de3a5ebc16,segment=NetworkSegment(e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c),segment_id=e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:48.968976 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:48.981402 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:49.001888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4bda1-885d-462b-8113-0336704a417c service neutron] Pushing event updated for resources: {'Port': ['ID=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:49.011292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-2477398a-a82a-41b8-9043-1e8200daf01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:49.012851 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-2477398a-a82a-41b8-9043-1e8200daf01b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 1095 time: 0.1066325 Dec 13 12:49:49.067106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705fae95-0986-40cb-982b-2824b4c2e34a', 'tag': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:49.067407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8413400-a1a9-493c-8fab-d9b45d76d4be req-97ff818b-dbde-4a15-b245-588d1b42d6f3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:49.069077 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285" -d '{"events": [{"name": "network-changed", "server_uuid": "705fae95-0986-40cb-982b-2824b4c2e34a", "tag": "ceab7aee-1ea0-4a0b-b30d-16942f988cdf"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:49.074700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8413400-a1a9-493c-8fab-d9b45d76d4be req-97ff818b-dbde-4a15-b245-588d1b42d6f3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 944 time: 0.1185131 Dec 13 12:49:49.093468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e73b7bc-3a6a-4656-8a72-866e246cc338,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:49.107493 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-5c25534f-bcbe-4695-bad2-adb9f8fbab6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf HTTP/1.1" status: 200 len: 217 time: 0.0867167 Dec 13 12:49:49.125110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Checking segment: {'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:49.125589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Network hostable DHCP agents. Network: d4dd769b-3799-47e4-ae1c-b5795ddd5369, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:49:49.163711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-d251a5b2-9dcc-455d-87a3-b9666cce8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:49.164087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=d0ad1c6a-d038-4384-af03-29de3a5ebc16,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:49.164198 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-d251a5b2-9dcc-455d-87a3-b9666cce8399 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c5e84e9-3361-4feb-87b5-ee605d7d9df5 HTTP/1.1" status: 200 len: 845 time: 0.0490525 Dec 13 12:49:49.168409 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8413400-a1a9-493c-8fab-d9b45d76d4be req-e6e96c8a-c3de-44e9-b599-27087ad9f108 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905287 Dec 13 12:49:49.171912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Network d4dd769b-3799-47e4-ae1c-b5795ddd5369 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:49:49.192747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, d4dd769b-3799-47e4-ae1c-b5795ddd5369) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:49.200230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:49.200936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:49.204169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e6776-1f97-4422-8e3b-999379e28930 None None] Network d4dd769b-3799-47e4-ae1c-b5795ddd5369 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:49:49.226973 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-0111f3fd-c217-457d-a815-c135862014c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c755bcc-36b8-4cc2-8ab2-20c810d92033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551612 Dec 13 12:49:49.228563 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b3cfb1ae-08f1-4cb0-9baf-2e022b39e377 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5442059 Dec 13 12:49:49.275626 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24f1d6a-e68b-421f-afba-604414721823 x-openstack-request-id: req-b24f1d6a-e68b-421f-afba-604414721823 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:49.275918 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705fae95-0986-40cb-982b-2824b4c2e34a", "tag": "ceab7aee-1ea0-4a0b-b30d-16942f988cdf", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:49.276247 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b24f1d6a-e68b-421f-afba-604414721823 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:49.276565 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705fae95-0986-40cb-982b-2824b4c2e34a', 'tag': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf', 'status': 'completed', 'code': 200} Dec 13 12:49:49.322046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05b6ab-066d-4420-b44f-ea8a6c3c7c5b req-8bfc3be0-5301-49f9-aedb-d75dedc8f25a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:49.329534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a05b6ab-066d-4420-b44f-ea8a6c3c7c5b req-8bfc3be0-5301-49f9-aedb-d75dedc8f25a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 944 time: 0.0883601 Dec 13 12:49:49.336217 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:49.430586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a05b6ab-066d-4420-b44f-ea8a6c3c7c5b req-7daa3698-e068-4189-8825-6e6eff37bfdb tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997393 Dec 13 12:49:49.472151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313d8ac5-b9f7-4142-8d07-e79f6ecd233b None None] Network d4dd769b-3799-47e4-ae1c-b5795ddd5369 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:49:49.519448 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-9ed32136-d508-4878-8808-6a27a5dc75e2 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603068 Dec 13 12:49:49.689120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b1429-8b55-4253-8d1e-8e6373f347e7 req-78d60c45-e22f-434a-86c1-4af59872d594 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:49.690718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-834b1429-8b55-4253-8d1e-8e6373f347e7 req-78d60c45-e22f-434a-86c1-4af59872d594 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 949 time: 0.1142125 Dec 13 12:49:49.703390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-57de7b93-33dd-4e7f-89e3-815d5b4e9bb3 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:49.704863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-57de7b93-33dd-4e7f-89e3-815d5b4e9bb3 tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.42 "GET /v2.0/ports?device_id=7687ea6b-0b01-4aa5-a23a-396ab57ca5e2 HTTP/1.1" status: 200 len: 949 time: 0.0818546 Dec 13 12:49:49.737570 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-14b8622d-6dbd-47a7-a313-04b5f7613490 req-bed35283-1b4c-4191-beca-34810c671490 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056627 Dec 13 12:49:49.738405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-52cd1d5d-8cb6-4f70-85ca-6067152c4a3a None None] Provisioning complete for port d0ad1c6a-d038-4384-af03-29de3a5ebc16 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:49.739828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52cd1d5d-8cb6-4f70-85ca-6067152c4a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:49.756291 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:49.820540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-834b1429-8b55-4253-8d1e-8e6373f347e7 req-7205909c-9321-43d6-9b1e-958c4ad8c80f tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.31 "GET /v2.0/security-groups?id=4389dc53-41c4-4aed-a2c6-d5605296c723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147540 Dec 13 12:49:49.860399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-f694cb91-aa00-4be3-b3fd-dccf16b981eb tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Deleting port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:49.860785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-f694cb91-aa00-4be3-b3fd-dccf16b981eb tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:49.937994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285 req-3473595e-74d3-4bdc-bd88-2f5cbf952cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:49.940174 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285 req-3473595e-74d3-4bdc-bd88-2f5cbf952cf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 1095 time: 0.0612280 Dec 13 12:49:49.966429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:49:49.983811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-f694cb91-aa00-4be3-b3fd-dccf16b981eb tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] For port 517f1dc6-9f61-4568-a8d6-d9d77f401c65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=517f1dc6-9f61-4568-a8d6-d9d77f401c65,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:49.984417 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-f694cb91-aa00-4be3-b3fd-dccf16b981eb tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:50.000216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-f694cb91-aa00-4be3-b3fd-dccf16b981eb tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Calling delete_port for 517f1dc6-9f61-4568-a8d6-d9d77f401c65 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:50.129989 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285 req-d62dafb4-2968-4320-9e29-b486787ca590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:50.131791 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285 req-d62dafb4-2968-4320-9e29-b486787ca590 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 905 time: 0.1850555 Dec 13 12:49:50.219352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285 req-1bec0fba-1bfa-46d0-98d7-7852f477c9e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf HTTP/1.1" status: 200 len: 217 time: 0.0720103 Dec 13 12:49:50.264454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:49:50.268154 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-1c69f4d3-5a19-4fb8-88d0-1956bb2ee942 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1520181 Dec 13 12:49:50.273326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccf864-9cb8-4f6f-99b3-2c255c6fdac6 req-25f79be3-89c5-43c2-a134-dad086106d8b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:50.275079 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bccf864-9cb8-4f6f-99b3-2c255c6fdac6 req-25f79be3-89c5-43c2-a134-dad086106d8b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.1742804 Dec 13 12:49:50.288610 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Sync routers for ids ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:49:50.295610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:50.295882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-f694cb91-aa00-4be3-b3fd-dccf16b981eb tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:50.299075 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c52c2123-cad7-44f7-9b9c-5301f3680f26 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5194535 Dec 13 12:49:50.299075 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285 req-441a1f7b-38fd-4e08-bcf0-d48187fde944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:50.300182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285 req-441a1f7b-38fd-4e08-bcf0-d48187fde944 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c5e84e9-3361-4feb-87b5-ee605d7d9df5 HTTP/1.1" status: 200 len: 845 time: 0.0698335 Dec 13 12:49:50.300852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40502) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:50.311309 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Routers {'04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:50.314615 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:49:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:50.325703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-7e31ab5f-aea2-4a37-9f0a-61c8c2d575c3 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:50.327253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-7e31ab5f-aea2-4a37-9f0a-61c8c2d575c3 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/networks?id=d4dd769b-3799-47e4-ae1c-b5795ddd5369 HTTP/1.1" status: 200 len: 822 time: 0.2277384 Dec 13 12:49:50.364278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694cb91-aa00-4be3-b3fd-dccf16b981eb tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Pushing event deleted for resources: {'Port': ['ID=517f1dc6-9f61-4568-a8d6-d9d77f401c65,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:50.400384 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285 req-3a2677d8-a118-4519-82a9-5600969e2729 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c755bcc-36b8-4cc2-8ab2-20c810d92033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547545 Dec 13 12:49:50.404992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d0ad1c6a-d038-4384-af03-29de3a5ebc16 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:50.424586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-d80c39cb-ab8f-4153-ba20-e5bb5659a696 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/quotas/c70a3e8de7b1405785f8a73d8fd4ae61 HTTP/1.1" status: 200 len: 375 time: 0.0718763 Dec 13 12:49:50.452141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-f694cb91-aa00-4be3-b3fd-dccf16b981eb tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] No DVR routers for this DVR port 517f1dc6-9f61-4568-a8d6-d9d77f401c65 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:49:50.455687 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-f694cb91-aa00-4be3-b3fd-dccf16b981eb tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:50.469619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1dc2c88-4f8e-470c-84a9-a95d696ebcdf req-f694cb91-aa00-4be3-b3fd-dccf16b981eb tempest-ImagesOneServerTestJSON-170798896 tempest-ImagesOneServerTestJSON-170798896-project] 10.222.0.42 "DELETE /v2.0/ports/517f1dc6-9f61-4568-a8d6-d9d77f401c65 HTTP/1.1" status: 204 len: 173 time: 0.7555697 Dec 13 12:49:50.475205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-deleted', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:50.477714 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45332ae6-e542-4f22-bbb2-a5c2439c842a" -d '{"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-deleted", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:50.493140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d0ad1c6a-d038-4384-af03-29de3a5ebc16 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:50.502580 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:50.504890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bccf864-9cb8-4f6f-99b3-2c255c6fdac6 req-d3c2c657-0a89-470e-ad8e-0182dcbf6030 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947343 Dec 13 12:49:50.522258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-d9066ccc-3680-4285-896b-75cb908fef88 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c70a3e8de7b1405785f8a73d8fd4ae61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724006 Dec 13 12:49:50.536899 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Set router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:50.687078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-dc949851-0e77-4965-b17b-bec8c484b6c5 service neutron] 10.222.0.31 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473594 Dec 13 12:49:50.851513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-d8c3fae1-39f5-415e-902d-73821cc0692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:50.856826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-d8c3fae1-39f5-415e-902d-73821cc0692d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 1097 time: 0.5499732 Dec 13 12:49:50.938750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-0cd9b128-d145-4b06-8ba1-4c9be6b924bc service neutron] 10.222.0.31 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448547 Dec 13 12:49:50.955222 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-router', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:45Z', 'updated_at': '2021-12-13T12:49:49Z', 'revision_number': 3, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'gw_port': {'id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:47Z', 'updated_at': '2021-12-13T12:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:50.991583 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Checking router: 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:49:50.993456 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Updating router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae port dd9914b7-c90d-43b0-90b7-2c4d7c71064c binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:49:51.035918 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:51.084009 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285 req-5f3f44f5-c4e1-4b67-87c6-ebd75dde3bc2 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6743672 Dec 13 12:49:51.253890 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-f9501184-f5ff-42e6-95ac-45593b60be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:51.253890 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-f9501184-f5ff-42e6-95ac-45593b60be73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 906 time: 0.3591807 Dec 13 12:49:51.315019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310baa7-629a-431f-a565-a2f2500df5eb req-8f912118-f406-40ed-b52d-f867683c7841 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:51.319654 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-6347e0e3-6964-40a3-b178-423affe3980f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fce74e5-b939-4f4e-b000-37ec0ff016c6 HTTP/1.1" status: 200 len: 217 time: 0.0563855 Dec 13 12:49:51.323041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2310baa7-629a-431f-a565-a2f2500df5eb req-8f912118-f406-40ed-b52d-f867683c7841 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 944 time: 0.0998876 Dec 13 12:49:51.351652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323234d-fa39-4bf3-b735-da2f552fb5e4 req-7c705033-456e-4140-8317-01bd1f92e7c2 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:51.353211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0323234d-fa39-4bf3-b735-da2f552fb5e4 req-7c705033-456e-4140-8317-01bd1f92e7c2 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 944 time: 0.1179035 Dec 13 12:49:51.409495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0323234d-fa39-4bf3-b735-da2f552fb5e4 req-8fd88374-3a86-44ce-b10b-4b4adcf4b917 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483394 Dec 13 12:49:51.419438 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4bb9e04-5c1a-435e-a0d2-1cdf8580a285 req-90170c49-3b55-4650-aef9-f3f22af99446 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254857 Dec 13 12:49:51.459421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2310baa7-629a-431f-a565-a2f2500df5eb req-f8743e05-a1c8-41f3-a731-07fd3c231c47 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353626 Dec 13 12:49:51.463322 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:51.473205 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:51.485649 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:49:51.512261 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5492d299-d1ca-4897-a31f-f2a2fecd6abb x-openstack-request-id: req-5492d299-d1ca-4897-a31f-f2a2fecd6abb {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:51.512732 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7687ea6b-0b01-4aa5-a23a-396ab57ca5e2", "name": "network-vif-deleted", "tag": "517f1dc6-9f61-4568-a8d6-d9d77f401c65", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:51.513080 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5492d299-d1ca-4897-a31f-f2a2fecd6abb {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:51.513689 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7687ea6b-0b01-4aa5-a23a-396ab57ca5e2', 'name': 'network-vif-deleted', 'tag': '517f1dc6-9f61-4568-a8d6-d9d77f401c65', 'status': 'completed', 'code': 200} Dec 13 12:49:51.599725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-27c08161-5bcc-447b-9fe3-0080897f98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:51.601110 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Attempting to bind port dd9914b7-c90d-43b0-90b7-2c4d7c71064c on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:49:51.601239 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-27c08161-5bcc-447b-9fe3-0080897f98ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.2699757 Dec 13 12:49:51.601493 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Attempting to bind port dd9914b7-c90d-43b0-90b7-2c4d7c71064c by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:49:51.601863 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Attempting to bind port dd9914b7-c90d-43b0-90b7-2c4d7c71064c on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:51.621644 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:49:51.622009 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:51.622668 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:51.622821 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:49:51.623279 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Bound port: dd9914b7-c90d-43b0-90b7-2c4d7c71064c, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:49:51.623659 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:51.626705 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09070cd6-b4f0-4890-b41f-04cacb5cfe7c None None] Pushing event updated for resources: {'Port': ['ID=dd9914b7-c90d-43b0-90b7-2c4d7c71064c,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:51.627616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6dc6f13a-442e-4243-b6e3-db73a6302f42 req-9adf30a9-567d-46e2-a62d-ee9ac577d482 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0614445 Dec 13 12:49:51.709585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ceab7aee-1ea0-4a0b-b30d-16942f988cdf details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:49:51.734091 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-77822ef1-ca41-4226-9388-b0a8da0e6c0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117663 Dec 13 12:49:51.748211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:51.772444 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] For port dd9914b7-c90d-43b0-90b7-2c4d7c71064c, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:49:51.776072 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '5293bb4c-7dc2-4732-a0e5-7fa9a49c565d', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'port_id': '5293bb4c-7dc2-4732-a0e5-7fa9a49c565d', 'mac_address': 'fa:16:3e:2f:14:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce70964-4b77-4266-9ada-339f61494bbe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:49:51.780098 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] For port dd9914b7-c90d-43b0-90b7-2c4d7c71064c, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dd9914b7-c90d-43b0-90b7-2c4d7c71064c,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:49:51.794318 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:51.893050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5a74b-0ddb-4c18-a2a2-895b839dfbcb req-01164eec-0a4b-4d9b-8f40-c0d037369b2f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:51.896876 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09070cd6-b4f0-4890-b41f-04cacb5cfe7c None None] Pushing event updated for resources: {'Port': ['ID=dd9914b7-c90d-43b0-90b7-2c4d7c71064c,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:51.902804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5e5a74b-0ddb-4c18-a2a2-895b839dfbcb req-01164eec-0a4b-4d9b-8f40-c0d037369b2f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.1958477 Dec 13 12:49:51.909041 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Routers {'04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:51.910212 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:49:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:51.930921 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-df4b1a92-3fe3-4017-9274-9999df8f7f52 service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885922 Dec 13 12:49:51.969507 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.015455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5e5a74b-0ddb-4c18-a2a2-895b839dfbcb req-33575bbe-5057-40cf-ba90-5ce5b8c5b018 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116781 Dec 13 12:49:52.037994 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:49:52.049508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40604) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:52.070479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:52.073161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:52.083858 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.112651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'port_id': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf', 'mac_address': 'fa:16:3e:37:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e84e9-3361-4feb-87b5-ee605d7d9df5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:49:52.150688 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0ca286e-7ea2-45c5-8380-8831f20aea54 req-f019c061-9d59-410e-99ed-c2cd1d029c2f service neutron] 10.222.0.37 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087352 Dec 13 12:49:52.200688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:52.208797 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.210765 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.213373 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] Set router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:52.243917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceab7aee-1ea0-4a0b-b30d-16942f988cdf {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:49:52.270519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-35325a09-abf6-4a72-bc7a-db81aa26ecd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d2e71216b04419882eb8fa4d8d32c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195146 Dec 13 12:49:52.271250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40612) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:52.307787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:52.316783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.371376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59951aac-7fd3-4974-96b2-27948c91c4aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.378226 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['5293bb4c-7dc2-4732-a0e5-7fa9a49c565d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:52.397396 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59951aac-7fd3-4974-96b2-27948c91c4aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.420447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Allocated IP 172.20.0.1 (2310e0bd-87b7-46dc-867c-ce624283c222/a7cf55c7-b88c-43dc-a244-e7c7ef0df375/eb6a40dd-6849-4f44-8fa3-ca04318e34eb) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:49:52.423947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:52.496985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59951aac-7fd3-4974-96b2-27948c91c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.501131 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59951aac-7fd3-4974-96b2-27948c91c4aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.518285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-59951aac-7fd3-4974-96b2-27948c91c4aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4389dc53-41c4-4aed-a2c6-d5605296c723 HTTP/1.1" status: 204 len: 168 time: 0.2438803 Dec 13 12:49:52.538846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59951aac-7fd3-4974-96b2-27948c91c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389dc53-41c4-4aed-a2c6-d5605296c723,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:52.573773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ceab7aee-1ea0-4a0b-b30d-16942f988cdf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:52.585791 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-router', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:45Z', 'updated_at': '2021-12-13T12:49:49Z', 'revision_number': 3, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'gw_port': {'id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:47Z', 'updated_at': '2021-12-13T12:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:52.683403 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb13982-f75e-4e2f-9d17-b2ba06ce5e59 None None] The sync data for ids ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'] in n-d-817326-4 is: [{'id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-router', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:45Z', 'updated_at': '2021-12-13T12:49:49Z', 'revision_number': 3, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'gw_port': {'id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:47Z', 'updated_at': '2021-12-13T12:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:49:52.729447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.815480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:52.874481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08f38c-94c9-463a-b3eb-109f47c5cbbf req-c78fd117-b0a1-4966-b31c-73099e5bfb19 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:52.874966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Pushing event updated for resources: {'Port': ['ID=eb6a40dd-6849-4f44-8fa3-ca04318e34eb,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:52.895027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec08f38c-94c9-463a-b3eb-109f47c5cbbf req-c78fd117-b0a1-4966-b31c-73099e5bfb19 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 945 time: 0.3008606 Dec 13 12:49:52.920191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Network 2310e0bd-87b7-46dc-867c-ce624283c222 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:52.922231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:52.941499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:49:52.987225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec08f38c-94c9-463a-b3eb-109f47c5cbbf req-d14c0b54-ec0d-407b-bb12-2e16a126dc42 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868249 Dec 13 12:49:53.008990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-c3706924-606c-434b-b108-a9ae84142766 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:53.013244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-c3706924-606c-434b-b108-a9ae84142766 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.42 "GET /v2.0/networks?id=d4dd769b-3799-47e4-ae1c-b5795ddd5369 HTTP/1.1" status: 200 len: 822 time: 0.3195498 Dec 13 12:49:53.019905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:53.027922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Request body: {'port': {'device_id': 'd20c7614-636a-41a6-b1c4-49c43403f6b3', 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369', 'admin_state_up': True, 'tenant_id': 'c70a3e8de7b1405785f8a73d8fd4ae61'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:53.231661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960f90a-f3b6-43b6-aeb2-3bba27073ebb req-f1b28599-5775-4fac-9e1c-1c81dc0ee320 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:53.253836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0960f90a-f3b6-43b6-aeb2-3bba27073ebb req-f1b28599-5775-4fac-9e1c-1c81dc0ee320 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 945 time: 0.1732352 Dec 13 12:49:53.346601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:53.409442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0960f90a-f3b6-43b6-aeb2-3bba27073ebb req-7ffc5315-c2b2-4ebb-aca1-f867c650e50c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545374 Dec 13 12:49:53.414974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aae71c71-083c-4f4f-a805-f1e5eea7c592 req-c269b5eb-9e31-469c-8dab-b5f60f100eda tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0813117 Dec 13 12:49:53.433918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Made reservation on behalf of c70a3e8de7b1405785f8a73d8fd4ae61 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:53.438580 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:53.449103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2be9f091-13d0-4aed-aaca-49c9ef28b354 None None] Provisioning complete for port eb6a40dd-6849-4f44-8fa3-ca04318e34eb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:53.449392 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2be9f091-13d0-4aed-aaca-49c9ef28b354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:53.538700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:53.622525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2be9f091-13d0-4aed-aaca-49c9ef28b354 None None] Port eb6a40dd-6849-4f44-8fa3-ca04318e34eb cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:49:53.669656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:49:53.680048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:53.680418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:53.710413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f0268-affb-4f38-bbde-aa362f00dfbf req-13fa1777-0250-4b68-b1f8-bfd6e230a283 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:53.716311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a31f0268-affb-4f38-bbde-aa362f00dfbf req-13fa1777-0250-4b68-b1f8-bfd6e230a283 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.1519852 Dec 13 12:49:53.720768 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Allocated IP 172.20.0.11 (d4dd769b-3799-47e4-ae1c-b5795ddd5369/9e73b7bc-3a6a-4656-8a72-866e246cc338/8802457b-5d0f-465f-8388-8e47090ef951) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:49:53.743478 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:53.752887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:53.757079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ceab7aee-1ea0-4a0b-b30d-16942f988cdf up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:53.814630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40706) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:53.879574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a31f0268-affb-4f38-bbde-aa362f00dfbf req-a41610d8-513e-4491-8626-02c6bb8b8208 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463208 Dec 13 12:49:53.892892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Pushing event updated for resources: {'Port': ['ID=eb6a40dd-6849-4f44-8fa3-ca04318e34eb,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:53.903161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:53.966920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port ceab7aee-1ea0-4a0b-b30d-16942f988cdf completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:49:53.977444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port ceab7aee-1ea0-4a0b-b30d-16942f988cdf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:53.977820 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:53.984210 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.071916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Network 2310e0bd-87b7-46dc-867c-ce624283c222 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:54.074876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:54.075579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5762d821-8999-43bc-aa2b-66878d4528ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5293bb4c-7dc2-4732-a0e5-7fa9a49c565d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:54.078189 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ce7bbd-d485-4fce-bbbd-b60762e335f5" -d '{"events": [{"server_uuid": "5762d821-8999-43bc-aa2b-66878d4528ff", "name": "network-vif-plugged", "status": "completed", "tag": "5293bb4c-7dc2-4732-a0e5-7fa9a49c565d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:54.104825 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.112101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:54.117808 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1f610058-2064-4ccb-8a9e-50303259ba91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.134913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.144037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 517f1dc6-9f61-4568-a8d6-d9d77f401c65 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:49:54.182939 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d23e59-87bb-439d-8ba0-a6f966c0f5dd x-openstack-request-id: req-58d23e59-87bb-439d-8ba0-a6f966c0f5dd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:54.183226 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5762d821-8999-43bc-aa2b-66878d4528ff", "name": "network-vif-plugged", "status": "completed", "tag": "5293bb4c-7dc2-4732-a0e5-7fa9a49c565d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:54.183478 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58d23e59-87bb-439d-8ba0-a6f966c0f5dd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:54.183890 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5762d821-8999-43bc-aa2b-66878d4528ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5293bb4c-7dc2-4732-a0e5-7fa9a49c565d', 'code': 200} Dec 13 12:49:54.186499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 517f1dc6-9f61-4568-a8d6-d9d77f401c65 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:49:54.186846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 517f1dc6-9f61-4568-a8d6-d9d77f401c65 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:49:54.220761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-747245114-network', 'tenant_id': '764a2485886a4eb1805641acb12c63e2'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:54.224807 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.299759 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.322133 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:54.381974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event updated for resources: {'Port': ['ID=8802457b-5d0f-465f-8388-8e47090ef951,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:54.419936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:54.429705 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.451624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Network d4dd769b-3799-47e4-ae1c-b5795ddd5369 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:49:54.466659 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb95363-460c-4da8-b228-9e23e391047d req-d437a0aa-40c6-42c9-8187-83802ab464bf tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:54.475578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcb95363-460c-4da8-b228-9e23e391047d req-d437a0aa-40c6-42c9-8187-83802ab464bf tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 945 time: 0.2757645 Dec 13 12:49:54.479454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:54.483853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Made reservation on behalf of 764a2485886a4eb1805641acb12c63e2 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:54.486417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:49:54.487352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.515791 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.536353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba3a91-f679-47ee-bf18-a644695d49a9 req-5598e874-d481-48d2-abdf-d14088510b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:54.538739 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eaba3a91-f679-47ee-bf18-a644695d49a9 req-5598e874-d481-48d2-abdf-d14088510b84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 1097 time: 0.2781794 Dec 13 12:49:54.544767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dd9914b7-c90d-43b0-90b7-2c4d7c71064c up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:54.577619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40730) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:54.601284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:54.608445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0d128c95-8c26-477d-a214-d4f7fa46f179 None None] Provisioning complete for port eb6a40dd-6849-4f44-8fa3-ca04318e34eb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:54.608826 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d128c95-8c26-477d-a214-d4f7fa46f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.611056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:49:54.627892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:54.629483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.642526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcb95363-460c-4da8-b228-9e23e391047d req-3b767514-8d11-4d0e-835b-6a6e2d220389 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659839 Dec 13 12:49:54.647663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0d128c95-8c26-477d-a214-d4f7fa46f179 None None] Port eb6a40dd-6849-4f44-8fa3-ca04318e34eb cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:49:54.678437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port dd9914b7-c90d-43b0-90b7-2c4d7c71064c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:54.678761 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.693942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1112a253-b620-4821-a804-7ea3b62f2351 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6706431 Dec 13 12:49:54.709781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363bbce-0b8d-4631-ba74-46eab1415360 req-d4bdd70d-43ce-4b49-ab87-c54e41150285 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:54.721680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7363bbce-0b8d-4631-ba74-46eab1415360 req-d4bdd70d-43ce-4b49-ab87-c54e41150285 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 946 time: 0.1613083 Dec 13 12:49:54.734169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Request body: {'port': {'device_id': 'd20c7614-636a-41a6-b1c4-49c43403f6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:54.781583 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.802144 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59159cc0-9344-4384-a25d-64b1ab0b0181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.811930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port dd9914b7-c90d-43b0-90b7-2c4d7c71064c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dd9914b7-c90d-43b0-90b7-2c4d7c71064c,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:54.818781 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.819241 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eaba3a91-f679-47ee-bf18-a644695d49a9 req-71ac5acf-96ef-4c0b-9130-c6494a132696 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377815 Dec 13 12:49:54.826033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:49:54.846561 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5729c575-a953-46a0-af54-84d7c41c79ef admin admin] 10.222.0.31 "PUT /v2.0/routers/04cbb6e2-45b9-4f35-bb35-ab14f9a08bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5396297 Dec 13 12:49:54.873399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=dd9914b7-c90d-43b0-90b7-2c4d7c71064c,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:54.875175 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.883581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.899429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:49:54.924837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7363bbce-0b8d-4631-ba74-46eab1415360 req-5e241fcf-a3ff-4c96-b684-e53bb0c07345 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017589 Dec 13 12:49:54.929700 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.931716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:54.931843 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Added segment f4bc1b6f-0b28-4c28-a2d3-6099a05c54f1 of type vlan for network 52ff6b5a-b550-478f-ae16-cc589486da62 Dec 13 12:49:54.954435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f34537-5119-4ce8-a79c-27593bf5ba83 req-8a30ebf1-e988-4f07-b109-c682dc41a163 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:54.955685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4f34537-5119-4ce8-a79c-27593bf5ba83 req-8a30ebf1-e988-4f07-b109-c682dc41a163 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 932 time: 0.2005732 Dec 13 12:49:54.965140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c01c8cd-28b2-4453-83cc-84a6fa7798fe,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:55.014148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.048053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.049032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:55.049635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.102335 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2836607 Dec 13 12:49:55.105680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40740) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:55.111105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Request body: {'subnet': {'network_id': '52ff6b5a-b550-478f-ae16-cc589486da62', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-747245114-subnet', 'tenant_id': '764a2485886a4eb1805641acb12c63e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:55.123661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54297895-7557-48b1-be1c-90aa721ce540 admin admin] Pushing event updated for resources: {'Network': ['ID=52ff6b5a-b550-478f-ae16-cc589486da62,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:55.125744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4f34537-5119-4ce8-a79c-27593bf5ba83 req-a7ec0281-8f53-482e-9d3e-3a9756f3a16d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689148 Dec 13 12:49:55.151005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 52ff6b5a-b550-478f-ae16-cc589486da62 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:49:55.151252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Made reservation on behalf of 764a2485886a4eb1805641acb12c63e2 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:55.151252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.197363 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59159cc0-9344-4384-a25d-64b1ab0b0181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.215606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfadae-56d0-4a98-99fc-032eb6fbfcea req-5b1ba469-5f82-44f0-8084-ab7d965f69e4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:55.217149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20cfadae-56d0-4a98-99fc-032eb6fbfcea req-5b1ba469-5f82-44f0-8084-ab7d965f69e4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.1664948 Dec 13 12:49:55.220559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59159cc0-9344-4384-a25d-64b1ab0b0181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.331903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59159cc0-9344-4384-a25d-64b1ab0b0181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6baa13-ed8e-43f3-86a7-77c11df0ddfe,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:55.336134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-59159cc0-9344-4384-a25d-64b1ab0b0181 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1af1f5e714584fc1a2faa7fb784e654b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7503173 Dec 13 12:49:55.342249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40744) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:55.373845 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20cfadae-56d0-4a98-99fc-032eb6fbfcea req-cbfa5784-13ec-4854-93d1-6aea21c4f27c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464057 Dec 13 12:49:55.395060 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.444397 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-e269255d-8433-474a-97f8-65d8b53eeb93 req-5ef2f752-aab2-4448-a446-1c8329979b56 tempest-FloatingIPDetailsNegativeTestJSON-35998885 tempest-FloatingIPDetailsNegativeTestJSON-35998885-project] show failed (client error): The resource could not be found. Dec 13 12:49:55.480699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e269255d-8433-474a-97f8-65d8b53eeb93 req-5ef2f752-aab2-4448-a446-1c8329979b56 tempest-FloatingIPDetailsNegativeTestJSON-35998885 tempest-FloatingIPDetailsNegativeTestJSON-35998885-project] 10.222.0.31 "GET /v2.0/floatingips/76d415e8-c0ee-440f-b76f-ee349a1f1936 HTTP/1.1" status: 404 len: 350 time: 0.0444310 Dec 13 12:49:55.480699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40748) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:49:55.507027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Sync routers for ids ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:49:55.517118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Routers {'04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:55.517959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:49:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:55.521111 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79581364-1911-4c43-8756-042ebbee66f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.540522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=905a0008-8be6-44aa-b46c-b955aa8b749e,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:55.553496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Checking segment: {'id': 'f4bc1b6f-0b28-4c28-a2d3-6099a05c54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '52ff6b5a-b550-478f-ae16-cc589486da62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:55.553936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Network hostable DHCP agents. Network: 52ff6b5a-b550-478f-ae16-cc589486da62, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:49:55.562169 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79581364-1911-4c43-8756-042ebbee66f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.572743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8802457b-5d0f-465f-8388-8e47090ef951 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:49:55.605131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Network 52ff6b5a-b550-478f-ae16-cc589486da62 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:49:55.606989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.617685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 52ff6b5a-b550-478f-ae16-cc589486da62) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:49:55.622424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:55.623331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.642902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ab415-7b61-4988-90be-c5ef98057077 None None] Network 52ff6b5a-b550-478f-ae16-cc589486da62 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:49:55.646031 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-07e1f9ca-c4a7-47dc-a324-e059827ad5d4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5392916 Dec 13 12:49:55.655614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79581364-1911-4c43-8756-042ebbee66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.658917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79581364-1911-4c43-8756-042ebbee66f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:55.666192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Set router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:55.677436 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-79581364-1911-4c43-8756-042ebbee66f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a6baa13-ed8e-43f3-86a7-77c11df0ddfe HTTP/1.1" status: 204 len: 168 time: 0.3270764 Dec 13 12:49:55.696905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79581364-1911-4c43-8756-042ebbee66f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6baa13-ed8e-43f3-86a7-77c11df0ddfe,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:55.748147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 070bb420-9082-4a1c-af97-71a3b9223170 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:49:55.865420 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:49:56.049913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Transition to ACTIVE for port object 8802457b-5d0f-465f-8388-8e47090ef951 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:49:56.067834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.194121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-9152c30f-067d-4244-a3dc-d01734273cac req-4d654bcd-310a-4f45-ae53-2ee2e6087da4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-587318810', 'description': 'tempest-description-1013810160'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:56.204552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fae95-0986-40cb-982b-2824b4c2e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:56.206477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Pushing event updated for resources: {'Port': ['ID=8802457b-5d0f-465f-8388-8e47090ef951,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:56.207208 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef77ff09-1805-469d-82bc-21d573b1c381" -d '{"events": [{"server_uuid": "705fae95-0986-40cb-982b-2824b4c2e34a", "name": "network-vif-plugged", "status": "completed", "tag": "ceab7aee-1ea0-4a0b-b30d-16942f988cdf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:56.236623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbddf4d3-4013-44f5-ba98-97176e84442b None None] Network 52ff6b5a-b550-478f-ae16-cc589486da62 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:49:56.250067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e469241-b21a-4e8b-a481-d96b3b3ff92e req-ecca1551-52ab-484e-afdb-0182b72e1f0b tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:56.251615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e469241-b21a-4e8b-a481-d96b3b3ff92e req-ecca1551-52ab-484e-afdb-0182b72e1f0b tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 946 time: 0.2031586 Dec 13 12:49:56.259591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:56.314875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '070bb420-9082-4a1c-af97-71a3b9223170', 'network_id': '219543e4-4bac-49a9-93d4-417277130b86', 'port_id': '070bb420-9082-4a1c-af97-71a3b9223170', 'mac_address': 'fa:16:3e:93:e9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78a57fd-1d76-4319-9106-b62626f1bc04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:49:56.345943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9152c30f-067d-4244-a3dc-d01734273cac req-4d654bcd-310a-4f45-ae53-2ee2e6087da4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.396024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dd9914b7-c90d-43b0-90b7-2c4d7c71064c up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:56.398501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e469241-b21a-4e8b-a481-d96b3b3ff92e req-e7fb431a-00f0-4bc0-9a8c-69f22b8efb70 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186190 Dec 13 12:49:56.427555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Attempting to bind port 8802457b-5d0f-465f-8388-8e47090ef951 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:49:56.428130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Attempting to bind port 8802457b-5d0f-465f-8388-8e47090ef951 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:49:56.428463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Attempting to bind port 8802457b-5d0f-465f-8388-8e47090ef951 on network d4dd769b-3799-47e4-ae1c-b5795ddd5369 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:56.443269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Port 8802457b-5d0f-465f-8388-8e47090ef951 on network d4dd769b-3799-47e4-ae1c-b5795ddd5369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:49:56.445800 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.447832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Attempting to bind port 8802457b-5d0f-465f-8388-8e47090ef951 on network d4dd769b-3799-47e4-ae1c-b5795ddd5369 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:56.487271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070bb420-9082-4a1c-af97-71a3b9223170 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:49:56.497119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:49:56.497800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Checking segment: {'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:56.498604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Bound using segment: {'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:49:56.499375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Bound port: 8802457b-5d0f-465f-8388-8e47090ef951, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:49:56.500048 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.521805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:56.528586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-router', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:45Z', 'updated_at': '2021-12-13T12:49:53Z', 'revision_number': 4, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'gw_port': {'id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:47Z', 'updated_at': '2021-12-13T12:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'eb6a40dd-6849-4f44-8fa3-ca04318e34eb', 'name': '', 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'mac_address': 'fa:16:3e:12:a7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'a7cf55c7-b88c-43dc-a244-e7c7ef0df375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:52Z', 'updated_at': '2021-12-13T12:49:53Z', 'revision_number': 2, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'subnets': [{'id': 'a7cf55c7-b88c-43dc-a244-e7c7ef0df375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:56.559503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port dd9914b7-c90d-43b0-90b7-2c4d7c71064c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:56.559866 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.565081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Checking router: 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:49:56.565432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Updating router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae port eb6a40dd-6849-4f44-8fa3-ca04318e34eb binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:49:56.592768 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.665176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ce672-9ece-4455-89f8-dfe16c9d56e2 req-cd707f75-30cf-4e77-b96d-c54b9c89a2b0 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:56.666757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-011ce672-9ece-4455-89f8-dfe16c9d56e2 req-cd707f75-30cf-4e77-b96d-c54b9c89a2b0 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 946 time: 0.1603711 Dec 13 12:49:56.667791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.686149 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8a28cd5-e923-4e94-9573-e5a8901d9513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.702374 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9152c30f-067d-4244-a3dc-d01734273cac req-4d654bcd-310a-4f45-ae53-2ee2e6087da4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.712187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=070bb420-9082-4a1c-af97-71a3b9223170,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:56.717915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] For port 8802457b-5d0f-465f-8388-8e47090ef951, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:49:56.725824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9152c30f-067d-4244-a3dc-d01734273cac req-4d654bcd-310a-4f45-ae53-2ee2e6087da4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.765760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] For port 8802457b-5d0f-465f-8388-8e47090ef951, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8802457b-5d0f-465f-8388-8e47090ef951,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:49:56.788943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9152c30f-067d-4244-a3dc-d01734273cac req-4d654bcd-310a-4f45-ae53-2ee2e6087da4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.790245 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9152c30f-067d-4244-a3dc-d01734273cac req-4d654bcd-310a-4f45-ae53-2ee2e6087da4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6098716 Dec 13 12:49:56.791263 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.801118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d654bcd-310a-4f45-ae53-2ee2e6087da4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0c83d2-1077-4461-a171-760d80eaa649,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:56.841471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['070bb420-9082-4a1c-af97-71a3b9223170'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:49:56.855252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-011ce672-9ece-4455-89f8-dfe16c9d56e2 req-9bd5332b-b07a-4e0d-b317-162ade5cc3d8 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623583 Dec 13 12:49:56.864595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:56.865240 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.866885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] 10.222.0.42 "PUT /v2.0/ports/8802457b-5d0f-465f-8388-8e47090ef951 HTTP/1.1" status: 200 len: 1092 time: 2.1416509 Dec 13 12:49:56.867100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20c7614-636a-41a6-b1c4-49c43403f6b3', 'tag': '8802457b-5d0f-465f-8388-8e47090ef951'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:56.869366 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d254eecb-874d-4e0c-a19c-17329abf0a01" -d '{"events": [{"name": "network-changed", "server_uuid": "d20c7614-636a-41a6-b1c4-49c43403f6b3", "tag": "8802457b-5d0f-465f-8388-8e47090ef951"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:56.918563 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5812367-d8d1-4310-9864-e6a574151d88 x-openstack-request-id: req-a5812367-d8d1-4310-9864-e6a574151d88 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:56.918850 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fae95-0986-40cb-982b-2824b4c2e34a", "name": "network-vif-plugged", "status": "completed", "tag": "ceab7aee-1ea0-4a0b-b30d-16942f988cdf", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:56.919107 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5812367-d8d1-4310-9864-e6a574151d88 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:56.919499 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fae95-0986-40cb-982b-2824b4c2e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf', 'code': 200} Dec 13 12:49:56.925554 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:56.995283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2183d-a468-4730-a419-f67f62b8b926 service neutron] Pushing event updated for resources: {'Port': ['ID=8802457b-5d0f-465f-8388-8e47090ef951,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:57.032048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c019f9-98b3-492e-bac3-b03da3101d4e req-a61a210b-b07c-44f9-8b83-11b6cce86ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:57.033938 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a9c019f9-98b3-492e-bac3-b03da3101d4e req-a61a210b-b07c-44f9-8b83-11b6cce86ef7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 1097 time: 0.0451543 Dec 13 12:49:57.084602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde319e-1a75-4380-a5c9-83482e592752 req-8a9e9861-83e0-4942-9408-3fdb6dc43b05 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:57.086165 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-edde319e-1a75-4380-a5c9-83482e592752 req-8a9e9861-83e0-4942-9408-3fdb6dc43b05 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 944 time: 0.2262869 Dec 13 12:49:57.087176 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a9c019f9-98b3-492e-bac3-b03da3101d4e req-e2aeeae0-262d-4661-a466-d23f3484a59f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464392 Dec 13 12:49:57.143376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-ed7120db-6573-4ca6-99ca-9a17a7864198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:57.144968 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-ed7120db-6573-4ca6-99ca-9a17a7864198 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c70a3e8de7b1405785f8a73d8fd4ae61&device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 1095 time: 0.1977112 Dec 13 12:49:57.179764 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.188910 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.205143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f7a49-4a9d-4ee0-bf0e-72cbb0d6ecdf req-d2c4b073-03f7-408f-b3f4-974cc76d1d5b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:57.206769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-698f7a49-4a9d-4ee0-bf0e-72cbb0d6ecdf req-d2c4b073-03f7-408f-b3f4-974cc76d1d5b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 945 time: 0.2066417 Dec 13 12:49:57.210624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-e6883202-8bd1-4663-bc52-4ac444dd4494 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8802457b-5d0f-465f-8388-8e47090ef951 HTTP/1.1" status: 200 len: 217 time: 0.0557458 Dec 13 12:49:57.244429 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e6926-e29a-4a68-9a9d-408fed7b059e None None] Pushing event updated for resources: {'Port': ['ID=eb6a40dd-6849-4f44-8fa3-ca04318e34eb,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:57.298395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Attempting to bind port eb6a40dd-6849-4f44-8fa3-ca04318e34eb on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:49:57.298903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Attempting to bind port eb6a40dd-6849-4f44-8fa3-ca04318e34eb by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:49:57.299802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Attempting to bind port eb6a40dd-6849-4f44-8fa3-ca04318e34eb on network 2310e0bd-87b7-46dc-867c-ce624283c222 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:49:57.305548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:49:57.306133 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Checking segment: {'id': 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:49:57.306628 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.307110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Bound using segment: {'id': 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:49:57.307797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Bound port: eb6a40dd-6849-4f44-8fa3-ca04318e34eb, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:49:57.308135 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.353112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-edde319e-1a75-4380-a5c9-83482e592752 req-0047d8f7-7802-4eee-960a-816e1e3be0e8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280526 Dec 13 12:49:57.378730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-ed64ccf5-34c9-40e7-8007-4542d3f63c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:57.379874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-ed64ccf5-34c9-40e7-8007-4542d3f63c38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e73b7bc-3a6a-4656-8a72-866e246cc338 HTTP/1.1" status: 200 len: 862 time: 0.1567037 Dec 13 12:49:57.384808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] For port eb6a40dd-6849-4f44-8fa3-ca04318e34eb, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:49:57.388099 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-698f7a49-4a9d-4ee0-bf0e-72cbb0d6ecdf req-30a4cb78-f665-4a22-a1bd-ba21a6524465 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741567 Dec 13 12:49:57.400822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] For port eb6a40dd-6849-4f44-8fa3-ca04318e34eb, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eb6a40dd-6849-4f44-8fa3-ca04318e34eb,segment=NetworkSegment(e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c),segment_id=e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:49:57.417558 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.430412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-63ab66a7-f975-48a9-b6bb-dbe4cb009c55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4dd769b-3799-47e4-ae1c-b5795ddd5369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411925 Dec 13 12:49:57.494312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Routers {'04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:49:57.494869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:49:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:57.507594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e6926-e29a-4a68-9a9d-408fed7b059e None None] Pushing event updated for resources: {'Port': ['ID=eb6a40dd-6849-4f44-8fa3-ca04318e34eb,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:57.590948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2007220b-628c-4d23-8fa9-4e8538b5f820 None None] Provisioning complete for port eb6a40dd-6849-4f44-8fa3-ca04318e34eb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:57.591286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2007220b-628c-4d23-8fa9-4e8538b5f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.646652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67bd4534-877a-409e-9640-22161d984be0 req-0a23d333-2dd4-485f-a981-f00926f8554b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/5e0c83d2-1077-4461-a171-760d80eaa649 HTTP/1.1" status: 200 len: 1829 time: 0.1585975 Dec 13 12:49:57.687383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-67bd4534-877a-409e-9640-22161d984be0 req-d5be41bb-7156-4d39-aada-6651f895034b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e0c83d2-1077-4461-a171-760d80eaa649', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:57.687625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-67bd4534-877a-409e-9640-22161d984be0 req-d5be41bb-7156-4d39-aada-6651f895034b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e0c83d2-1077-4461-a171-760d80eaa649', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:57.693706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-e890cc5d-3041-4b48-aa85-522d05af340c tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c2e4264a1c5841f39fb10a3ea4216687&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588670 Dec 13 12:49:57.697879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1bcdfc2e-b2b4-45d6-9030-ded865a3452c service neutron] 10.222.0.42 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468858 Dec 13 12:49:57.713409 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.742197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] Set router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:49:57.773902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 070bb420-9082-4a1c-af97-71a3b9223170 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:49:57.813496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] Deleting port eb6a40dd-6849-4f44-8fa3-ca04318e34eb {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:49:57.813790 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.816087 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2007220b-628c-4d23-8fa9-4e8538b5f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.935545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2007220b-628c-4d23-8fa9-4e8538b5f820 None None] For port eb6a40dd-6849-4f44-8fa3-ca04318e34eb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eb6a40dd-6849-4f44-8fa3-ca04318e34eb,segment=NetworkSegment(e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c),segment_id=e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:57.945446 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2007220b-628c-4d23-8fa9-4e8538b5f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.972683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e0064c2-9daa-4ebd-b187-304cfe2e5106 req-1edecbcb-7ead-4bc4-bb78-144aa0bf262f service neutron] 10.222.0.42 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633605 Dec 13 12:49:57.975626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 070bb420-9082-4a1c-af97-71a3b9223170 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:49:57.983777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-67bd4534-877a-409e-9640-22161d984be0 req-d5be41bb-7156-4d39-aada-6651f895034b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:57.993589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 070bb420-9082-4a1c-af97-71a3b9223170 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:57.993969 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:58.011489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-7e0e07ca-0728-4674-a146-9ac91c35e6b9 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:58.013563 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-7e0e07ca-0728-4674-a146-9ac91c35e6b9 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064721 Dec 13 12:49:58.028182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] For port eb6a40dd-6849-4f44-8fa3-ca04318e34eb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eb6a40dd-6849-4f44-8fa3-ca04318e34eb,segment=NetworkSegment(e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c),segment_id=e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:58.028650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:58.055942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] Calling delete_port for eb6a40dd-6849-4f44-8fa3-ca04318e34eb owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:49:58.058681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-8026639a-6b78-4f26-9d85-3ec349541e62 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/quotas/c2e4264a1c5841f39fb10a3ea4216687 HTTP/1.1" status: 200 len: 375 time: 0.0374660 Dec 13 12:49:58.059162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007220b-628c-4d23-8fa9-4e8538b5f820 None None] Pushing event updated for resources: {'Port': ['ID=eb6a40dd-6849-4f44-8fa3-ca04318e34eb,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:58.067569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-67bd4534-877a-409e-9640-22161d984be0 req-d5be41bb-7156-4d39-aada-6651f895034b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:58.086465 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-67bd4534-877a-409e-9640-22161d984be0 req-d5be41bb-7156-4d39-aada-6651f895034b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:58.109145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b8d82888-aa78-442a-9c46-7b7af939332a None None] Provisioning complete for port eb6a40dd-6849-4f44-8fa3-ca04318e34eb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:49:58.109519 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8d82888-aa78-442a-9c46-7b7af939332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:58.133647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-e7b820ea-be4d-4ecc-b32d-47d07145c7cf tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2e4264a1c5841f39fb10a3ea4216687&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637791 Dec 13 12:49:58.139503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be41bb-7156-4d39-aada-6651f895034b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df60ee6-e130-4108-9661-ab3b410991df,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:58.179974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-67bd4534-877a-409e-9640-22161d984be0 req-d5be41bb-7156-4d39-aada-6651f895034b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:58.181225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67bd4534-877a-409e-9640-22161d984be0 req-d5be41bb-7156-4d39-aada-6651f895034b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5133753 Dec 13 12:49:58.274746 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89fef4e-7cb0-4e27-ae53-c347c52baa28 x-openstack-request-id: req-a89fef4e-7cb0-4e27-ae53-c347c52baa28 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:49:58.275396 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20c7614-636a-41a6-b1c4-49c43403f6b3", "tag": "8802457b-5d0f-465f-8388-8e47090ef951", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:49:58.275396 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a89fef4e-7cb0-4e27-ae53-c347c52baa28 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:49:58.276882 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20c7614-636a-41a6-b1c4-49c43403f6b3', 'tag': '8802457b-5d0f-465f-8388-8e47090ef951', 'status': 'completed', 'code': 200} Dec 13 12:49:58.340879 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:58.354519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254eecb-874d-4e0c-a19c-17329abf0a01 req-701e59fe-94e3-4ac5-8359-050082a5a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:58.356171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d254eecb-874d-4e0c-a19c-17329abf0a01 req-701e59fe-94e3-4ac5-8359-050082a5a52c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c70a3e8de7b1405785f8a73d8fd4ae61&device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 1095 time: 0.0783026 Dec 13 12:49:58.416566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-router', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:45Z', 'updated_at': '2021-12-13T12:49:53Z', 'revision_number': 4, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'gw_port': {'id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:47Z', 'updated_at': '2021-12-13T12:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'eb6a40dd-6849-4f44-8fa3-ca04318e34eb', 'name': '', 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'mac_address': 'fa:16:3e:12:a7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'a7cf55c7-b88c-43dc-a244-e7c7ef0df375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:52Z', 'updated_at': '2021-12-13T12:49:57Z', 'revision_number': 4, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'subnets': [{'id': 'a7cf55c7-b88c-43dc-a244-e7c7ef0df375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:49:58.426836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:49:58.463806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:58.465767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c2e54-5b69-4a4b-8561-a2ddab7045bf None None] The sync data for ids ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'] in n-d-817326-4 is: [{'id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-router', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:45Z', 'updated_at': '2021-12-13T12:49:53Z', 'revision_number': 4, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'gw_port': {'id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:47Z', 'updated_at': '2021-12-13T12:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'eb6a40dd-6849-4f44-8fa3-ca04318e34eb', 'name': '', 'network_id': '2310e0bd-87b7-46dc-867c-ce624283c222', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'mac_address': 'fa:16:3e:12:a7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'a7cf55c7-b88c-43dc-a244-e7c7ef0df375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:52Z', 'updated_at': '2021-12-13T12:49:57Z', 'revision_number': 4, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'subnets': [{'id': 'a7cf55c7-b88c-43dc-a244-e7c7ef0df375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:49:58.543902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=070bb420-9082-4a1c-af97-71a3b9223170,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:58.623228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-913d2481-ff8f-4002-b0c4-a66fe855730d req-deb7968e-8db5-4f01-a2f1-19eeba0ff8f1 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/5e0c83d2-1077-4461-a171-760d80eaa649 HTTP/1.1" status: 200 len: 2422 time: 0.1579344 Dec 13 12:49:58.650763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bc28a-e2f7-4df3-949e-a8af61e73644 req-1d0fe78c-bb2a-4d4f-8a04-129dab1781b3 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:58.653190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb0bc28a-e2f7-4df3-949e-a8af61e73644 req-1d0fe78c-bb2a-4d4f-8a04-129dab1781b3 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 946 time: 0.2246935 Dec 13 12:49:58.658821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254eecb-874d-4e0c-a19c-17329abf0a01 req-3c6c2655-c77d-4430-b3ba-36c4876186d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:58.660933 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d254eecb-874d-4e0c-a19c-17329abf0a01 req-3c6c2655-c77d-4430-b3ba-36c4876186d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4dd769b-3799-47e4-ae1c-b5795ddd5369 HTTP/1.1" status: 200 len: 922 time: 0.2923999 Dec 13 12:49:58.701740 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:58.776880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-002251a4-457f-4832-a938-0ee59d516241 req-5f52d58d-1316-4c11-812c-d9bd46c19338 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 210 time: 0.1060846 Dec 13 12:49:58.783252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d254eecb-874d-4e0c-a19c-17329abf0a01 req-1cbddf45-c897-424a-9200-ecb1f33e111e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8802457b-5d0f-465f-8388-8e47090ef951 HTTP/1.1" status: 200 len: 217 time: 0.1111677 Dec 13 12:49:58.800699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6a40dd-6849-4f44-8fa3-ca04318e34eb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:49:58.880919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb0bc28a-e2f7-4df3-949e-a8af61e73644 req-bd1f2665-7364-4ac0-938e-1cd87cdc4335 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171443 Dec 13 12:49:58.920992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070bb420-9082-4a1c-af97-71a3b9223170'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:49:58.923872 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abeffa5-ab9d-4247-bf38-eded5f8358cf" -d '{"events": [{"server_uuid": "fd1a929f-6c41-49a6-9c69-0afbc5606542", "name": "network-vif-plugged", "status": "completed", "tag": "070bb420-9082-4a1c-af97-71a3b9223170"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:49:58.977716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:58.986639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254eecb-874d-4e0c-a19c-17329abf0a01 req-b7c1e02e-4e70-435e-8b1c-0899e22111ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:58.988295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d254eecb-874d-4e0c-a19c-17329abf0a01 req-b7c1e02e-4e70-435e-8b1c-0899e22111ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e73b7bc-3a6a-4656-8a72-866e246cc338 HTTP/1.1" status: 200 len: 862 time: 0.1888952 Dec 13 12:49:59.018354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce267491-4916-453e-a1cb-8e5b4c8b50aa req-9520594a-cf74-41b5-9e7a-a88bfdf61816 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:59.019718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce267491-4916-453e-a1cb-8e5b4c8b50aa req-9520594a-cf74-41b5-9e7a-a88bfdf61816 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 944 time: 0.1469939 Dec 13 12:49:59.080555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d254eecb-874d-4e0c-a19c-17329abf0a01 req-904f0685-1c7b-49df-913a-eff96f5f39a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4dd769b-3799-47e4-ae1c-b5795ddd5369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583966 Dec 13 12:49:59.269451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3d33-a1d6-4fed-8151-370bf68c6fb3 req-3cb72eac-3352-4b9c-ac73-bec5a4435f24 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:59.271060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-122f3d33-a1d6-4fed-8151-370bf68c6fb3 req-3cb72eac-3352-4b9c-ac73-bec5a4435f24 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 946 time: 0.2744844 Dec 13 12:49:59.308420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce267491-4916-453e-a1cb-8e5b4c8b50aa req-821ff880-7cc4-4c69-b016-3487cb9e4619 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269037 Dec 13 12:49:59.336091 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:59.341522 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d254eecb-874d-4e0c-a19c-17329abf0a01 req-c3177433-4e74-4feb-aad7-b4b34e75d176 service neutron] 10.222.0.42 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196460 Dec 13 12:49:59.629605 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-4b2ceee9-7749-47d0-acef-13d28c480932 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c2e4264a1c5841f39fb10a3ea4216687&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412591 Dec 13 12:49:59.776814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-122f3d33-a1d6-4fed-8151-370bf68c6fb3 req-2b7af6cc-75df-446a-a6ab-6e30813a5052 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949183 Dec 13 12:49:59.781197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-e90b4ae6-5c1e-42ae-a778-68e32d5f7247 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:59.783544 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-e90b4ae6-5c1e-42ae-a778-68e32d5f7247 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477206 Dec 13 12:49:59.800285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Request body: {'port': {'device_id': '6ac47008-6abc-4563-a55f-6c58ba6b09da', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': 'c2e4264a1c5841f39fb10a3ea4216687'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:49:59.802877 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:59.894150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4b63f-223c-41aa-a2c2-2b317394c880 req-b250cb71-2d8c-4e01-9a20-e7a259669948 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:49:59.895619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4a4b63f-223c-41aa-a2c2-2b317394c880 req-b250cb71-2d8c-4e01-9a20-e7a259669948 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.5080295 Dec 13 12:49:59.927589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Made reservation on behalf of c2e4264a1c5841f39fb10a3ea4216687 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:49:59.931338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:59.938787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d254eecb-874d-4e0c-a19c-17329abf0a01 req-7cecab77-eb82-4cae-881f-5c492857b61b service neutron] 10.222.0.42 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871315 Dec 13 12:49:59.940644 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:49:59.946769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-741d1fb1-5218-4ea4-9aaf-1104537ec993 req-eb2845a2-fedb-4ccd-9fbd-2c9efca4acc0 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-group-rules/6df60ee6-e130-4108-9661-ab3b410991df HTTP/1.1" status: 200 len: 778 time: 0.0607429 Dec 13 12:50:00.035253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4a4b63f-223c-41aa-a2c2-2b317394c880 req-b36e588f-03fb-4dc1-b766-6bef845b1474 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277452 Dec 13 12:50:00.040680 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.047836 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.091351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-741d1fb1-5218-4ea4-9aaf-1104537ec993 req-188f2e46-01ce-4a23-b4f8-4d54108144d7 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/5e0c83d2-1077-4461-a171-760d80eaa649 HTTP/1.1" status: 200 len: 2422 time: 0.1313651 Dec 13 12:50:00.109878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] Router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:50:00.119414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4613193-0d24-4406-a8bf-3f5e2be600cf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:00.173263 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-741d1fb1-5218-4ea4-9aaf-1104537ec993 req-154ac992-eeb3-4811-a081-b1d49681a9a1 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.187400 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-741d1fb1-5218-4ea4-9aaf-1104537ec993 req-154ac992-eeb3-4811-a081-b1d49681a9a1 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.199777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Allocated IP 192.168.233.180 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/0c0fd012-f3ee-41ff-a673-892b83418e1d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:00.258165 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-741d1fb1-5218-4ea4-9aaf-1104537ec993 req-154ac992-eeb3-4811-a081-b1d49681a9a1 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.267455 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-741d1fb1-5218-4ea4-9aaf-1104537ec993 req-154ac992-eeb3-4811-a081-b1d49681a9a1 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.268614 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-741d1fb1-5218-4ea4-9aaf-1104537ec993 req-154ac992-eeb3-4811-a081-b1d49681a9a1 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6df60ee6-e130-4108-9661-ab3b410991df HTTP/1.1" status: 204 len: 173 time: 0.1557946 Dec 13 12:50:00.271483 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc9437d-ad99-4308-b37e-3c93360bb428 x-openstack-request-id: req-ddc9437d-ad99-4308-b37e-3c93360bb428 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:00.272048 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1a929f-6c41-49a6-9c69-0afbc5606542", "name": "network-vif-plugged", "status": "completed", "tag": "070bb420-9082-4a1c-af97-71a3b9223170", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:00.272048 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddc9437d-ad99-4308-b37e-3c93360bb428 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:00.272394 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070bb420-9082-4a1c-af97-71a3b9223170', 'code': 200} Dec 13 12:50:00.309453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ac992-eeb3-4811-a081-b1d49681a9a1 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6df60ee6-e130-4108-9661-ab3b410991df,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:00.319645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:50:00.333904 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] Sync routers for ids ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:50:00.351260 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] Routers {'04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:50:00.352120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8fa12305-96d6-47ef-933e-cae8c5b74ecc admin admin] 10.222.0.31 "PUT /v2.0/routers/04cbb6e2-45b9-4f35-bb35-ab14f9a08bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8778355 Dec 13 12:50:00.352987 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:49:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:00.354893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40846) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:00.396078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3793439-fb63-4a27-ba53-a88aa8676d40 req-88a8e795-d130-40f2-a845-f8d7745ef3d1 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 210 time: 0.0413506 Dec 13 12:50:00.445750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e6519-0348-47fe-bdaf-d75557458174 req-e69efa02-5f94-4e2d-8f6e-a40d6dc04cbc tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:00.454844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-045e6519-0348-47fe-bdaf-d75557458174 req-e69efa02-5f94-4e2d-8f6e-a40d6dc04cbc tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 946 time: 0.0871997 Dec 13 12:50:00.501850 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.539343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-045e6519-0348-47fe-bdaf-d75557458174 req-fe4e351c-6edc-47b8-919f-e7ea2e126683 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832286 Dec 13 12:50:00.558769 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdc144-04d6-4a2b-b854-58b316595854 req-30d99212-7873-42da-9193-2afb4a6aad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:00.560205 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44bdc144-04d6-4a2b-b854-58b316595854 req-30d99212-7873-42da-9193-2afb4a6aad57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 1097 time: 0.1304262 Dec 13 12:50:00.567646 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a68c2c-5ad4-41aa-a5b8-cf536f733e1e req-4e146c68-17d2-48a5-b0b1-e3f7385f2713 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:00.575705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4a68c2c-5ad4-41aa-a5b8-cf536f733e1e req-4e146c68-17d2-48a5-b0b1-e3f7385f2713 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 946 time: 0.0797839 Dec 13 12:50:00.588358 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] Set router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:50:00.589392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-7a47c7f8-901c-4c21-a4ad-dff1818faec4 req-2c49df66-7ba7-43b4-beb6-b120eff53cfd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1495302956', 'description': 'tempest-description-906248751'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:00.605780 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.644970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a47c7f8-901c-4c21-a4ad-dff1818faec4 req-2c49df66-7ba7-43b4-beb6-b120eff53cfd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.647378 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.661016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4a68c2c-5ad4-41aa-a5b8-cf536f733e1e req-54859a6e-d586-4561-b6a1-c77fa7433a12 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843182 Dec 13 12:50:00.714381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:00.725606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:00.729621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:00.761408 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a47c7f8-901c-4c21-a4ad-dff1818faec4 req-2c49df66-7ba7-43b4-beb6-b120eff53cfd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.775144 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44bdc144-04d6-4a2b-b854-58b316595854 req-7ac65102-8a51-4ed2-b12a-1d4c9e4c9bc7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064939 Dec 13 12:50:00.776476 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a47c7f8-901c-4c21-a4ad-dff1818faec4 req-2c49df66-7ba7-43b4-beb6-b120eff53cfd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.785365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Pushing event updated for resources: {'Port': ['ID=0c0fd012-f3ee-41ff-a673-892b83418e1d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:00.841258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a47c7f8-901c-4c21-a4ad-dff1818faec4 req-2c49df66-7ba7-43b4-beb6-b120eff53cfd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:00.841972 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-router', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:45Z', 'updated_at': '2021-12-13T12:49:58Z', 'revision_number': 5, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'gw_port': {'id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:47Z', 'updated_at': '2021-12-13T12:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:00.849313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a47c7f8-901c-4c21-a4ad-dff1818faec4 req-2c49df66-7ba7-43b4-beb6-b120eff53cfd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2642028 Dec 13 12:50:00.850267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49df66-7ba7-43b4-beb6-b120eff53cfd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a3f4cd-c1b9-41f7-b26b-1c0821c6a7b3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:00.882846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ac24e-e547-4abe-ba62-6dd958af5ce4 req-393521e2-0086-409d-9b1f-b9f6d9a44e8b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:00.896989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c23ac24e-e547-4abe-ba62-6dd958af5ce4 req-393521e2-0086-409d-9b1f-b9f6d9a44e8b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 944 time: 0.1336579 Dec 13 12:50:00.903332 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] Checking router: 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:50:00.917572 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] Routers {'04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:50:00.918762 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:49:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:00.984239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c23ac24e-e547-4abe-ba62-6dd958af5ce4 req-12da687b-ff0a-48d0-8a3e-4ca38d8c6c18 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820322 Dec 13 12:50:01.076460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7286b0e-e2d1-4f71-9f5e-37c850666390 req-44a3535e-40d9-4499-b187-6c1de9986adf tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/a5a3f4cd-c1b9-41f7-b26b-1c0821c6a7b3 HTTP/1.1" status: 200 len: 1829 time: 0.0734415 Dec 13 12:50:01.093702 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] Set router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:50:01.160683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-54dca31e-ddfe-4e45-9b3b-eb548c749a00 None None] Provisioning complete for port 0c0fd012-f3ee-41ff-a673-892b83418e1d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:01.161306 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-54dca31e-ddfe-4e45-9b3b-eb548c749a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.194395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d7bbc-50ff-4c74-966c-f15ece7f1446 req-ee9f158d-5bbe-45d1-850e-13f891a2b5a0 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:01.196950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:01.197576 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.207424 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca3d7bbc-50ff-4c74-966c-f15ece7f1446 req-ee9f158d-5bbe-45d1-850e-13f891a2b5a0 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.0761018 Dec 13 12:50:01.223020 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.231759 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-f73c3607-4c25-411d-b74f-9fb59ad9d5d4 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4373755 Dec 13 12:50:01.239976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-54dca31e-ddfe-4e45-9b3b-eb548c749a00 None None] Port 0c0fd012-f3ee-41ff-a673-892b83418e1d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:50:01.246707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Request body: {'port': {'device_id': '6ac47008-6abc-4563-a55f-6c58ba6b09da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:01.278609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca3d7bbc-50ff-4c74-966c-f15ece7f1446 req-a481d2a6-2fe5-4609-a925-6b6f3731edc1 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694203 Dec 13 12:50:01.322980 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-router', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:45Z', 'updated_at': '2021-12-13T12:49:58Z', 'revision_number': 5, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'gw_port': {'id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:47Z', 'updated_at': '2021-12-13T12:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:01.335825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56fbc-eaab-444b-8d8f-c30da3745bee req-5de95ffd-2cb1-49f0-9429-b3b0474dd7fb tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:01.337467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ad56fbc-eaab-444b-8d8f-c30da3745bee req-5de95ffd-2cb1-49f0-9429-b3b0474dd7fb tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 946 time: 0.0769064 Dec 13 12:50:01.342832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-50b087d2-9051-473e-b49e-518bae1c702e req-25ba3246-38e1-41d8-bd79-26d61589acae tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1542440956', 'description': 'tempest-description-1900830045'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:01.343637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.358015 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65fe258-dd29-47ee-8d83-ee2bd115f88f None None] The sync data for ids ['04cbb6e2-45b9-4f35-bb35-ab14f9a08bae'] in n-d-817326-4 is: [{'id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2054824761-router', 'tenant_id': '33ecbab4ca024567880d90086e24d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:49:45Z', 'updated_at': '2021-12-13T12:49:58Z', 'revision_number': 5, 'project_id': '33ecbab4ca024567880d90086e24d48e', 'gw_port': {'id': 'dd9914b7-c90d-43b0-90b7-2c4d7c71064c', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cbb6e2-45b9-4f35-bb35-ab14f9a08bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:49:47Z', 'updated_at': '2021-12-13T12:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:50:01.386302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Deleting port dd9914b7-c90d-43b0-90b7-2c4d7c71064c {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:50:01.387253 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.396161 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-50b087d2-9051-473e-b49e-518bae1c702e req-25ba3246-38e1-41d8-bd79-26d61589acae tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.420492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ad56fbc-eaab-444b-8d8f-c30da3745bee req-ed850de7-a81c-4dfd-8d8b-f0b34d0b1b03 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724769 Dec 13 12:50:01.484334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-50b087d2-9051-473e-b49e-518bae1c702e req-25ba3246-38e1-41d8-bd79-26d61589acae tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.489094 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-50b087d2-9051-473e-b49e-518bae1c702e req-25ba3246-38e1-41d8-bd79-26d61589acae tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.496118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8802457b-5d0f-465f-8388-8e47090ef951 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:01.546046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-50b087d2-9051-473e-b49e-518bae1c702e req-25ba3246-38e1-41d8-bd79-26d61589acae tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.550643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50b087d2-9051-473e-b49e-518bae1c702e req-25ba3246-38e1-41d8-bd79-26d61589acae tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2119668 Dec 13 12:50:01.557948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba3246-38e1-41d8-bd79-26d61589acae tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079a95a1-171b-4265-833f-4f5bdc3c2737,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:01.581890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a2d2b-e18a-4cc5-89c8-6842fd16cee5 req-ab12062a-5018-4d9d-8250-8a6874edea4a tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:01.583781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-174a2d2b-e18a-4cc5-89c8-6842fd16cee5 req-ab12062a-5018-4d9d-8250-8a6874edea4a tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 936 time: 0.0889401 Dec 13 12:50:01.618785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8802457b-5d0f-465f-8388-8e47090ef951, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8802457b-5d0f-465f-8388-8e47090ef951,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:01.631704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '8802457b-5d0f-465f-8388-8e47090ef951', 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369', 'port_id': '8802457b-5d0f-465f-8388-8e47090ef951', 'mac_address': 'fa:16:3e:96:ea:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e73b7bc-3a6a-4656-8a72-866e246cc338', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:01.642818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] For port dd9914b7-c90d-43b0-90b7-2c4d7c71064c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dd9914b7-c90d-43b0-90b7-2c4d7c71064c,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:01.643310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.650417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-661f3fd2-f6d5-4b5b-86d7-4624635bbb83 req-b2ac71bd-46a1-4298-b4ff-e859ecad878f tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/079a95a1-171b-4265-833f-4f5bdc3c2737 HTTP/1.1" status: 200 len: 1830 time: 0.0652833 Dec 13 12:50:01.660809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Calling delete_port for dd9914b7-c90d-43b0-90b7-2c4d7c71064c owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:50:01.670690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-174a2d2b-e18a-4cc5-89c8-6842fd16cee5 req-2db432f3-26d8-40a4-96c7-cc9d8d257564 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4613193-0d24-4406-a8bf-3f5e2be600cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775194 Dec 13 12:50:01.683354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-fbc013c7-fee2-4ac8-ae0f-38ec9abecce1 req-7f74ec62-d7eb-4d4f-aa3e-c5c726fdcabf tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1719841993', 'description': 'tempest-description-214086728'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:01.699082 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.725698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8802457b-5d0f-465f-8388-8e47090ef951 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:01.726661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbc013c7-fee2-4ac8-ae0f-38ec9abecce1 req-7f74ec62-d7eb-4d4f-aa3e-c5c726fdcabf tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.753710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8802457b-5d0f-465f-8388-8e47090ef951, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8802457b-5d0f-465f-8388-8e47090ef951,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:01.760872 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.867371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbc013c7-fee2-4ac8-ae0f-38ec9abecce1 req-7f74ec62-d7eb-4d4f-aa3e-c5c726fdcabf tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.875177 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbc013c7-fee2-4ac8-ae0f-38ec9abecce1 req-7f74ec62-d7eb-4d4f-aa3e-c5c726fdcabf tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.889322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf32e4-6f37-4747-8708-a728b473be65 req-7e251723-de6e-444b-b59c-16fa3306c577 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:01.890924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bccf32e4-6f37-4747-8708-a728b473be65 req-7e251723-de6e-444b-b59c-16fa3306c577 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 946 time: 0.0972729 Dec 13 12:50:01.895174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8802457b-5d0f-465f-8388-8e47090ef951,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:01.918611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0fd012-f3ee-41ff-a673-892b83418e1d {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:01.928081 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.932284 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbc013c7-fee2-4ac8-ae0f-38ec9abecce1 req-7f74ec62-d7eb-4d4f-aa3e-c5c726fdcabf tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:01.937524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbc013c7-fee2-4ac8-ae0f-38ec9abecce1 req-7f74ec62-d7eb-4d4f-aa3e-c5c726fdcabf tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2589810 Dec 13 12:50:01.959998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74ec62-d7eb-4d4f-aa3e-c5c726fdcabf tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba52e796-7e3b-46fe-91b0-bb9ed6e5b5e8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:01.978596 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Transition to ACTIVE for port object 0c0fd012-f3ee-41ff-a673-892b83418e1d will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:50:01.988865 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.012587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bccf32e4-6f37-4747-8708-a728b473be65 req-bcb41acf-fda4-4a98-8a7a-10828011b2db tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976973 Dec 13 12:50:02.046900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c762058f-8272-465a-9fca-341e3f637ef9 req-54eaabfb-a67f-4ba0-a663-8f420929afe8 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/ba52e796-7e3b-46fe-91b0-bb9ed6e5b5e8 HTTP/1.1" status: 200 len: 1829 time: 0.0803421 Dec 13 12:50:02.060779 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.085684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0fd012-f3ee-41ff-a673-892b83418e1d,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:02.085920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8802457b-5d0f-465f-8388-8e47090ef951'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:02.166025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9914b7-c90d-43b0-90b7-2c4d7c71064c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:02.211176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c610-5f3f-4909-85db-175f3735e94e req-5d0694f3-c94b-428a-942e-68a1ccf379b4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:02.212852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c97c610-5f3f-4909-85db-175f3735e94e req-5d0694f3-c94b-428a-942e-68a1ccf379b4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0955200 Dec 13 12:50:02.256293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Attempting to bind port 0c0fd012-f3ee-41ff-a673-892b83418e1d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:02.256731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Attempting to bind port 0c0fd012-f3ee-41ff-a673-892b83418e1d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:02.257132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Attempting to bind port 0c0fd012-f3ee-41ff-a673-892b83418e1d on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:02.267706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Port 0c0fd012-f3ee-41ff-a673-892b83418e1d on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:02.268126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Attempting to bind port 0c0fd012-f3ee-41ff-a673-892b83418e1d on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:02.270690 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.283922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c97c610-5f3f-4909-85db-175f3735e94e req-c6ac114c-590f-4ddd-be63-8a9f64da3f71 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612288 Dec 13 12:50:02.311283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:02.311823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:02.314872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:02.315483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Bound port: 0c0fd012-f3ee-41ff-a673-892b83418e1d, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:02.316102 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.326321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-2ad0f599-7037-4696-97a0-5fab2d34c13e req-8a197232-6ad5-40e6-9373-2ba9b7a2bf8c tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-293022486', 'description': 'tempest-description-2080643156'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:02.374261 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ad0f599-7037-4696-97a0-5fab2d34c13e req-8a197232-6ad5-40e6-9373-2ba9b7a2bf8c tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.418962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eb6a40dd-6849-4f44-8fa3-ca04318e34eb no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:50:02.429413 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.433303 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.453644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: eb6a40dd-6849-4f44-8fa3-ca04318e34eb {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:50:02.454323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eb6a40dd-6849-4f44-8fa3-ca04318e34eb not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:50:02.506594 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.507280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04cbb6e2-45b9-4f35-bb35-ab14f9a08bae {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:50:02.509379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] For port 0c0fd012-f3ee-41ff-a673-892b83418e1d, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:02.514459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.515859 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c3a7dab2-7a7d-46f1-a157-f27bb80aa11e admin admin] 10.222.0.31 "DELETE /v2.0/routers/04cbb6e2-45b9-4f35-bb35-ab14f9a08bae HTTP/1.1" status: 204 len: 168 time: 2.1598723 Dec 13 12:50:02.521348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] For port 0c0fd012-f3ee-41ff-a673-892b83418e1d, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0c0fd012-f3ee-41ff-a673-892b83418e1d,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:02.522994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40892) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:02.533554 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ad0f599-7037-4696-97a0-5fab2d34c13e req-8a197232-6ad5-40e6-9373-2ba9b7a2bf8c tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.534457 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.538440 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ad0f599-7037-4696-97a0-5fab2d34c13e req-8a197232-6ad5-40e6-9373-2ba9b7a2bf8c tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.587575 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2ad0f599-7037-4696-97a0-5fab2d34c13e req-8a197232-6ad5-40e6-9373-2ba9b7a2bf8c tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.588865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ad0f599-7037-4696-97a0-5fab2d34c13e req-8a197232-6ad5-40e6-9373-2ba9b7a2bf8c tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2674668 Dec 13 12:50:02.601073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a197232-6ad5-40e6-9373-2ba9b7a2bf8c tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdaa7a8-fb1f-4b98-903e-67d53b9cea45,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:02.652778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:02.653599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.655681 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c0fd012-f3ee-41ff-a673-892b83418e1d HTTP/1.1" status: 200 len: 1096 time: 1.4139528 Dec 13 12:50:02.686242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58754e96-1158-4377-9483-8f0752e01146 req-a58bc56e-861c-4c35-8ee9-e08d723e958a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:02.687745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58754e96-1158-4377-9483-8f0752e01146 req-a58bc56e-861c-4c35-8ee9-e08d723e958a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 946 time: 0.0836318 Dec 13 12:50:02.689599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac47008-6abc-4563-a55f-6c58ba6b09da', 'tag': '0c0fd012-f3ee-41ff-a673-892b83418e1d'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:02.693464 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac47008-6abc-4563-a55f-6c58ba6b09da", "tag": "0c0fd012-f3ee-41ff-a673-892b83418e1d"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:02.697464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21123157-3a18-4992-9272-12cb5534cda5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0fd012-f3ee-41ff-a673-892b83418e1d,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:02.755619 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0896a46-c885-4a4c-a95a-1959046879ae admin admin] Deleting subnet a7cf55c7-b88c-43dc-a244-e7c7ef0df375 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:50:02.797834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0896a46-c885-4a4c-a95a-1959046879ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.848082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0896a46-c885-4a4c-a95a-1959046879ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:02.852345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-85d66562-0b4f-4756-b02b-8b897173ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:02.854215 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-85d66562-0b4f-4756-b02b-8b897173ac04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e4264a1c5841f39fb10a3ea4216687&device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 1099 time: 0.1156876 Dec 13 12:50:02.859727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bfb8b-7b48-4ec1-93f3-bdcb842bd0d8 req-cf830cf4-08dc-4b9f-b963-6f2c66f6ccea tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:02.861291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a22bfb8b-7b48-4ec1-93f3-bdcb842bd0d8 req-cf830cf4-08dc-4b9f-b963-6f2c66f6ccea tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.1667883 Dec 13 12:50:02.891436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90020e24-2397-4a4d-90ed-4f050667da14 req-8447e626-83de-4138-81b8-e6e25535c5a3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:02.893028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90020e24-2397-4a4d-90ed-4f050667da14 req-8447e626-83de-4138-81b8-e6e25535c5a3 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 946 time: 0.1128600 Dec 13 12:50:02.924400 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-1269c4db-9adf-4c2d-88d4-47f2faf0e9ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=0c0fd012-f3ee-41ff-a673-892b83418e1d HTTP/1.1" status: 200 len: 217 time: 0.0516784 Dec 13 12:50:02.935632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-58754e96-1158-4377-9483-8f0752e01146 req-21546e28-c98a-4e0d-bb2a-c946ca0e5d61 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Deleting port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:50:02.935975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-58754e96-1158-4377-9483-8f0752e01146 req-21546e28-c98a-4e0d-bb2a-c946ca0e5d61 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.013052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-ec22d634-07c6-4476-9400-458db198e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:03.014444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a22bfb8b-7b48-4ec1-93f3-bdcb842bd0d8 req-f9b49803-591a-4bef-945c-6662ae84a38e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390302 Dec 13 12:50:03.014670 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-ec22d634-07c6-4476-9400-458db198e2a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0804923 Dec 13 12:50:03.017258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0896a46-c885-4a4c-a95a-1959046879ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.052084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90020e24-2397-4a4d-90ed-4f050667da14 req-6cb419f6-1b80-4406-b17f-0bf72d662e1a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453807 Dec 13 12:50:03.111028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-58754e96-1158-4377-9483-8f0752e01146 req-21546e28-c98a-4e0d-bb2a-c946ca0e5d61 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] For port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:03.111028 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-58754e96-1158-4377-9483-8f0752e01146 req-21546e28-c98a-4e0d-bb2a-c946ca0e5d61 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.119317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-e08ec15d-8f55-4212-bea9-fedec3d127ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:03.121133 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-e08ec15d-8f55-4212-bea9-fedec3d127ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828855 Dec 13 12:50:03.137177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-58754e96-1158-4377-9483-8f0752e01146 req-21546e28-c98a-4e0d-bb2a-c946ca0e5d61 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Calling delete_port for 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:50:03.139944 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0896a46-c885-4a4c-a95a-1959046879ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.164230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0896a46-c885-4a4c-a95a-1959046879ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.167431 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a0896a46-c885-4a4c-a95a-1959046879ae admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a7cf55c7-b88c-43dc-a244-e7c7ef0df375 HTTP/1.1" status: 204 len: 168 time: 0.6438124 Dec 13 12:50:03.172345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ed11e-0f39-4059-ba2a-3b8cd646a05a None None] Network 2310e0bd-87b7-46dc-867c-ce624283c222 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:03.177665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40912) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:03.214624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0896a46-c885-4a4c-a95a-1959046879ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7cf55c7-b88c-43dc-a244-e7c7ef0df375,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:03.258667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83d5703d-ec29-4c05-b234-855e26e5758d req-6c3817c6-7c30-4bea-89e0-a7170076443a tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/6bdaa7a8-fb1f-4b98-903e-67d53b9cea45 HTTP/1.1" status: 200 len: 1829 time: 0.1385987 Dec 13 12:50:03.277377 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-c0976791-991b-4e4f-8316-ad17e4aea74c service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466310 Dec 13 12:50:03.315282 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70da6c4-b577-453c-ac8b-2696ae396a27 x-openstack-request-id: req-a70da6c4-b577-453c-ac8b-2696ae396a27 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:03.315766 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac47008-6abc-4563-a55f-6c58ba6b09da", "tag": "0c0fd012-f3ee-41ff-a673-892b83418e1d", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:03.316245 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a70da6c4-b577-453c-ac8b-2696ae396a27 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:03.316920 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac47008-6abc-4563-a55f-6c58ba6b09da', 'tag': '0c0fd012-f3ee-41ff-a673-892b83418e1d', 'status': 'completed', 'code': 200} Dec 13 12:50:03.399228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc65a21-1527-4f4f-9f66-b5b3d7e52440 None None] DHCP port deletion for 2310e0bd-87b7-46dc-867c-ce624283c222 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:50:03.404786 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.410929 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d46d8c3-564c-4558-8b30-4210862e3469 req-3825b4ee-f064-477b-89ce-d633f85b5181 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252937 Dec 13 12:50:03.446286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846a596-2faa-4afc-a5ab-019f2ba1a064 req-185e0dfc-bcbc-491a-bd48-d0482c036928 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:03.448743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2846a596-2faa-4afc-a5ab-019f2ba1a064 req-185e0dfc-bcbc-491a-bd48-d0482c036928 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 948 time: 0.2068954 Dec 13 12:50:03.463745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3fc65a21-1527-4f4f-9f66-b5b3d7e52440 None None] Deleting port d0ad1c6a-d038-4384-af03-29de3a5ebc16 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:50:03.464388 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc65a21-1527-4f4f-9f66-b5b3d7e52440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.472947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f159d-3109-48d6-a2d6-65f0e548ec55 req-3c433a7f-dbad-4fc9-95c0-ef9c99ad6e16 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:03.484337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e07f159d-3109-48d6-a2d6-65f0e548ec55 req-3c433a7f-dbad-4fc9-95c0-ef9c99ad6e16 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 1097 time: 0.1301465 Dec 13 12:50:03.506383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-0b3c75f0-9874-4886-803f-bdc3c9db3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:03.508002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-0b3c75f0-9874-4886-803f-bdc3c9db3a6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e4264a1c5841f39fb10a3ea4216687&device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 1099 time: 0.0467920 Dec 13 12:50:03.509421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8802457b-5d0f-465f-8388-8e47090ef951 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:03.560243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3fc65a21-1527-4f4f-9f66-b5b3d7e52440 None None] For port d0ad1c6a-d038-4384-af03-29de3a5ebc16, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0ad1c6a-d038-4384-af03-29de3a5ebc16,segment=NetworkSegment(e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c),segment_id=e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:03.560644 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc65a21-1527-4f4f-9f66-b5b3d7e52440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.574699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3fc65a21-1527-4f4f-9f66-b5b3d7e52440 None None] Calling delete_port for d0ad1c6a-d038-4384-af03-29de3a5ebc16 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:50:03.610023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-488a17d1-3b72-4444-9d9b-df3d3884b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:03.611717 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-488a17d1-3b72-4444-9d9b-df3d3884b9eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.0968821 Dec 13 12:50:03.621774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2846a596-2faa-4afc-a5ab-019f2ba1a064 req-11aaa794-1949-45d4-9757-f88a220f4cfd tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4613193-0d24-4406-a8bf-3f5e2be600cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632807 Dec 13 12:50:03.627307 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-58754e96-1158-4377-9483-8f0752e01146 req-21546e28-c98a-4e0d-bb2a-c946ca0e5d61 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.640799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e07f159d-3109-48d6-a2d6-65f0e548ec55 req-db3dfbb7-0f97-4aa3-a127-1dd13fce9ba3 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553795 Dec 13 12:50:03.647588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['5293bb4c-7dc2-4732-a0e5-7fa9a49c565d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:03.650884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:03.657740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 8802457b-5d0f-465f-8388-8e47090ef951 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:50:03.677357 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-9199c054-7cba-4e41-82e0-b0ebc043e27d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=0c0fd012-f3ee-41ff-a673-892b83418e1d HTTP/1.1" status: 200 len: 217 time: 0.0535541 Dec 13 12:50:03.680858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21546e28-c98a-4e0d-bb2a-c946ca0e5d61 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event deleted for resources: {'Port': ['ID=5293bb4c-7dc2-4732-a0e5-7fa9a49c565d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:03.694454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Deleting port d0ad1c6a-d038-4384-af03-29de3a5ebc16 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:50:03.694800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.721627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 8802457b-5d0f-465f-8388-8e47090ef951 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:03.722315 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.743349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-dfdcf6d2-576d-4f8c-a25c-a1bf580c5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:03.745070 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-dfdcf6d2-576d-4f8c-a25c-a1bf580c5798 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0568321 Dec 13 12:50:03.793451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-58754e96-1158-4377-9483-8f0752e01146 req-21546e28-c98a-4e0d-bb2a-c946ca0e5d61 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] No DVR routers for this DVR port 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:50:03.796220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-813b7a3e-387a-4034-aeac-04e5c30a87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:03.798047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-813b7a3e-387a-4034-aeac-04e5c30a87f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440619 Dec 13 12:50:03.798219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-58754e96-1158-4377-9483-8f0752e01146 req-21546e28-c98a-4e0d-bb2a-c946ca0e5d61 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.802104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58754e96-1158-4377-9483-8f0752e01146 req-21546e28-c98a-4e0d-bb2a-c946ca0e5d61 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "DELETE /v2.0/ports/5293bb4c-7dc2-4732-a0e5-7fa9a49c565d HTTP/1.1" status: 204 len: 173 time: 1.1056433 Dec 13 12:50:03.807699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ceab7aee-1ea0-4a0b-b30d-16942f988cdf details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:03.816154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5762d821-8999-43bc-aa2b-66878d4528ff', 'name': 'network-vif-deleted', 'tag': '5293bb4c-7dc2-4732-a0e5-7fa9a49c565d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:03.818824 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b6661d-8255-4570-bb55-4c832d1c6191" -d '{"events": [{"server_uuid": "5762d821-8999-43bc-aa2b-66878d4528ff", "name": "network-vif-deleted", "tag": "5293bb4c-7dc2-4732-a0e5-7fa9a49c565d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:03.821759 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-8e2de696-7648-4abf-bb19-bff20da26160 req-dce9e435-4552-40a6-b47b-df7e4ff57e5f tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] show failed (client error): The resource could not be found. Dec 13 12:50:03.837966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e2de696-7648-4abf-bb19-bff20da26160 req-dce9e435-4552-40a6-b47b-df7e4ff57e5f tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/ee353ee4-be0c-44ae-80e2-b87425c83d71 HTTP/1.1" status: 404 len: 352 time: 0.1210682 Dec 13 12:50:03.891133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] For port d0ad1c6a-d038-4384-af03-29de3a5ebc16, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0ad1c6a-d038-4384-af03-29de3a5ebc16,segment=NetworkSegment(e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c),segment_id=e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:03.891548 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.908298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Calling delete_port for d0ad1c6a-d038-4384-af03-29de3a5ebc16 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:50:03.914234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-cc7de03a-4189-453f-ae01-8d0a5956ed3b service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056757 Dec 13 12:50:03.927499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4353a0-3645-4fca-99da-5a106e7095be req-732140ec-32f2-4e7f-8201-50574acbce12 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:03.930860 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:03.935279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d4353a0-3645-4fca-99da-5a106e7095be req-732140ec-32f2-4e7f-8201-50574acbce12 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 945 time: 0.1464403 Dec 13 12:50:03.968442 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:50:03.990873 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc65a21-1527-4f4f-9f66-b5b3d7e52440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.045846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20c7614-636a-41a6-b1c4-49c43403f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8802457b-5d0f-465f-8388-8e47090ef951'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:04.048669 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442b2aca-4895-4483-9035-ab32652f374a" -d '{"events": [{"server_uuid": "d20c7614-636a-41a6-b1c4-49c43403f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "8802457b-5d0f-465f-8388-8e47090ef951"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:04.052019 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-03da0ef2-85bc-4bd3-8b21-c21887cb2c6c req-263301cb-5f07-4cb0-a6d0-13cf9717f3ad service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285245 Dec 13 12:50:04.084433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8802457b-5d0f-465f-8388-8e47090ef951, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8802457b-5d0f-465f-8388-8e47090ef951,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:04.085601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d4353a0-3645-4fca-99da-5a106e7095be req-f74d5acf-f4a8-4fd6-9700-543a107ce738 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495359 Dec 13 12:50:04.088761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc65a21-1527-4f4f-9f66-b5b3d7e52440 None None] Pushing event deleted for resources: {'Port': ['ID=d0ad1c6a-d038-4384-af03-29de3a5ebc16,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:04.107744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a253ea-4cc9-40f8-a754-c044de3e90b7 req-937086c0-a430-4969-b272-1faeaf361574 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:04.109284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4a253ea-4cc9-40f8-a754-c044de3e90b7 req-937086c0-a430-4969-b272-1faeaf361574 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 1097 time: 0.1007226 Dec 13 12:50:04.109412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc65a21-1527-4f4f-9f66-b5b3d7e52440 None None] No DVR routers for this DVR port d0ad1c6a-d038-4384-af03-29de3a5ebc16 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:50:04.115162 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.133333 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.138338 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-06b0eda5-8af0-40fd-b346-5ff5b9430a61 req-e90ef267-2e5e-4c6d-89e3-395a13393164 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] show failed (client error): The resource could not be found. Dec 13 12:50:04.139332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06b0eda5-8af0-40fd-b346-5ff5b9430a61 req-e90ef267-2e5e-4c6d-89e3-395a13393164 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-group-rules/62466bea-1ddf-46f9-b495-fc0b2108c187 HTTP/1.1" status: 404 len: 361 time: 0.0285306 Dec 13 12:50:04.177131 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ad1c6a-d038-4384-af03-29de3a5ebc16,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:04.184559 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc47e2-9031-452f-b44a-5ce2f4786af6 x-openstack-request-id: req-3ecc47e2-9031-452f-b44a-5ce2f4786af6 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:04.184857 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5762d821-8999-43bc-aa2b-66878d4528ff", "name": "network-vif-deleted", "tag": "5293bb4c-7dc2-4732-a0e5-7fa9a49c565d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:04.185100 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ecc47e2-9031-452f-b44a-5ce2f4786af6 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:04.185489 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5762d821-8999-43bc-aa2b-66878d4528ff', 'name': 'network-vif-deleted', 'tag': '5293bb4c-7dc2-4732-a0e5-7fa9a49c565d', 'status': 'completed', 'code': 200} Dec 13 12:50:04.189760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] No DVR routers for this DVR port d0ad1c6a-d038-4384-af03-29de3a5ebc16 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:50:04.200951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.201283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.201870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.202001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.202299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.202631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.202955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.203412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.203609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.203937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.204244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.204565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.205580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:04.224092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:04.228344 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fc822c-8163-410a-a8d7-1ee7e282f21c x-openstack-request-id: req-32fc822c-8163-410a-a8d7-1ee7e282f21c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:04.228586 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20c7614-636a-41a6-b1c4-49c43403f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "8802457b-5d0f-465f-8388-8e47090ef951", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:04.229233 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32fc822c-8163-410a-a8d7-1ee7e282f21c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:04.229636 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20c7614-636a-41a6-b1c4-49c43403f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8802457b-5d0f-465f-8388-8e47090ef951', 'code': 200} Dec 13 12:50:04.235074 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8802457b-5d0f-465f-8388-8e47090ef951,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:04.248057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'port_id': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf', 'mac_address': 'fa:16:3e:37:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e84e9-3361-4feb-87b5-ee605d7d9df5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:04.248767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4a253ea-4cc9-40f8-a754-c044de3e90b7 req-ebda2fe0-bc16-41ca-83b1-d16bd6c38a88 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277153 Dec 13 12:50:04.379751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.385223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dd9914b7-c90d-43b0-90b7-2c4d7c71064c no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:50:04.405055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8185f39-16b7-49af-8e9e-b9dab98cce2a req-d3d7d43e-5551-4937-a189-b4f73194b166 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=5762d821-8999-43bc-aa2b-66878d4528ff HTTP/1.1" status: 200 len: 210 time: 0.0737765 Dec 13 12:50:04.408963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.420301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a45268-2e97-4b99-bcd6-1f7d664c5ec3 req-51236223-44d0-4693-a6bc-572b32c9f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:04.422761 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-92a45268-2e97-4b99-bcd6-1f7d664c5ec3 req-51236223-44d0-4693-a6bc-572b32c9f299 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 1097 time: 0.0938208 Dec 13 12:50:04.423730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: dd9914b7-c90d-43b0-90b7-2c4d7c71064c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:50:04.424087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dd9914b7-c90d-43b0-90b7-2c4d7c71064c not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:50:04.424520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d0ad1c6a-d038-4384-af03-29de3a5ebc16 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:50:04.428989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceab7aee-1ea0-4a0b-b30d-16942f988cdf {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:04.466169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2310e0bd-87b7-46dc-867c-ce624283c222']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:04.467807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d0ad1c6a-d038-4384-af03-29de3a5ebc16 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:50:04.468180 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d0ad1c6a-d038-4384-af03-29de3a5ebc16 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:50:04.502417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:04.503132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e570f634-c8c5-4d1b-a2c9-eb84b0a0e77c') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:04.513688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:04.523610 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-92a45268-2e97-4b99-bcd6-1f7d664c5ec3 req-40a4e2c5-5377-4422-9096-330f93858dae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927725 Dec 13 12:50:04.523871 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.528732 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.555808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21ad66f2-d452-49bc-bf1c-6f70ad6ef1f1 req-ce0be279-481d-44b4-98d4-e29dd8e75870 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/6bdaa7a8-fb1f-4b98-903e-67d53b9cea45 HTTP/1.1" status: 200 len: 1829 time: 0.1301634 Dec 13 12:50:04.564008 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.579732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:50:04.580117 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:50:04.584550 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:50:04.595777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:04.661221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ceab7aee-1ea0-4a0b-b30d-16942f988cdf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:04.674234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.682729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.689024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] 10.222.0.31 "DELETE /v2.0/networks/2310e0bd-87b7-46dc-867c-ce624283c222 HTTP/1.1" status: 204 len: 168 time: 1.5071821 Dec 13 12:50:04.702539 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-21ad66f2-d452-49bc-bf1c-6f70ad6ef1f1 req-e5a3d1cb-9446-4fb1-9f91-f505803de11f tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.704842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433f41b-f667-4845-927c-76c81dabbb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2310e0bd-87b7-46dc-867c-ce624283c222,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:04.736293 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-21ad66f2-d452-49bc-bf1c-6f70ad6ef1f1 req-e5a3d1cb-9446-4fb1-9f91-f505803de11f tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.787829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-21ad66f2-d452-49bc-bf1c-6f70ad6ef1f1 req-e5a3d1cb-9446-4fb1-9f91-f505803de11f tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.790965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-21ad66f2-d452-49bc-bf1c-6f70ad6ef1f1 req-e5a3d1cb-9446-4fb1-9f91-f505803de11f tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:04.792235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21ad66f2-d452-49bc-bf1c-6f70ad6ef1f1 req-e5a3d1cb-9446-4fb1-9f91-f505803de11f tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "DELETE /v2.0/security-groups/6bdaa7a8-fb1f-4b98-903e-67d53b9cea45 HTTP/1.1" status: 204 len: 173 time: 0.2223079 Dec 13 12:50:04.802550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3d1cb-9446-4fb1-9f91-f505803de11f tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdaa7a8-fb1f-4b98-903e-67d53b9cea45,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:04.938909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7ca7-8212-4bd5-b785-0ae34c81433a req-40ada094-f45f-4dd4-b02e-65a02aeec989 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:04.940595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d93d7ca7-8212-4bd5-b785-0ae34c81433a req-40ada094-f45f-4dd4-b02e-65a02aeec989 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 948 time: 0.0876260 Dec 13 12:50:04.993711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40980) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:05.004243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d93d7ca7-8212-4bd5-b785-0ae34c81433a req-aa846af1-d945-4fb2-ba78-7ef878568b0e tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4613193-0d24-4406-a8bf-3f5e2be600cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552886 Dec 13 12:50:05.055350 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3de469f1-da56-424e-b140-ddd8c286fb47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33ecbab4ca024567880d90086e24d48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591760 Dec 13 12:50:05.057884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40984) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:05.083847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7457869-c7af-4385-a1cb-923959cd3656 req-9c259f3d-a9eb-46ec-81ac-675989ff699f tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/ba52e796-7e3b-46fe-91b0-bb9ed6e5b5e8 HTTP/1.1" status: 200 len: 1829 time: 0.0489643 Dec 13 12:50:05.125793 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6e50f5e-b465-4f5c-83ee-a90465e831c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.151946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6e50f5e-b465-4f5c-83ee-a90465e831c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.166029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7457869-c7af-4385-a1cb-923959cd3656 req-847a71fd-0bf7-4651-af2b-832330a9c987 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.195502 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7457869-c7af-4385-a1cb-923959cd3656 req-847a71fd-0bf7-4651-af2b-832330a9c987 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.216257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6e50f5e-b465-4f5c-83ee-a90465e831c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.220189 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6e50f5e-b465-4f5c-83ee-a90465e831c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.221371 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d6e50f5e-b465-4f5c-83ee-a90465e831c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/864c2df7-3d13-4509-bba2-d8aa444fdb5e HTTP/1.1" status: 204 len: 168 time: 0.1624596 Dec 13 12:50:05.241933 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e50f5e-b465-4f5c-83ee-a90465e831c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864c2df7-3d13-4509-bba2-d8aa444fdb5e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:05.253832 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7457869-c7af-4385-a1cb-923959cd3656 req-847a71fd-0bf7-4651-af2b-832330a9c987 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.258154 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7457869-c7af-4385-a1cb-923959cd3656 req-847a71fd-0bf7-4651-af2b-832330a9c987 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.260444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7457869-c7af-4385-a1cb-923959cd3656 req-847a71fd-0bf7-4651-af2b-832330a9c987 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba52e796-7e3b-46fe-91b0-bb9ed6e5b5e8 HTTP/1.1" status: 204 len: 173 time: 0.1697407 Dec 13 12:50:05.275338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a71fd-0bf7-4651-af2b-832330a9c987 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba52e796-7e3b-46fe-91b0-bb9ed6e5b5e8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:05.467541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1c45f-d264-4a30-8e68-0f99b0dfe8cb req-85c004c3-3812-4d44-831a-8f7a123d3836 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:05.492238 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1f1c45f-d264-4a30-8e68-0f99b0dfe8cb req-85c004c3-3812-4d44-831a-8f7a123d3836 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0839181 Dec 13 12:50:05.568009 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1f1c45f-d264-4a30-8e68-0f99b0dfe8cb req-2670383a-360c-4fc7-90dd-85ee8d6b0c0c tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742340 Dec 13 12:50:05.658555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cd6a9e4-76f8-46b1-b4fd-d1df18a84443 req-e3ba069a-9526-4823-a4c5-adbb3502887b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/079a95a1-171b-4265-833f-4f5bdc3c2737 HTTP/1.1" status: 200 len: 1830 time: 0.0691316 Dec 13 12:50:05.723598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4cd6a9e4-76f8-46b1-b4fd-d1df18a84443 req-fc03a89c-6177-4100-8340-e4247b2bfee4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.779100 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4cd6a9e4-76f8-46b1-b4fd-d1df18a84443 req-fc03a89c-6177-4100-8340-e4247b2bfee4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.827517 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ceab7aee-1ea0-4a0b-b30d-16942f988cdf up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:05.854507 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4cd6a9e4-76f8-46b1-b4fd-d1df18a84443 req-fc03a89c-6177-4100-8340-e4247b2bfee4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.858312 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4cd6a9e4-76f8-46b1-b4fd-d1df18a84443 req-fc03a89c-6177-4100-8340-e4247b2bfee4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:05.860215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cd6a9e4-76f8-46b1-b4fd-d1df18a84443 req-fc03a89c-6177-4100-8340-e4247b2bfee4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "DELETE /v2.0/security-groups/079a95a1-171b-4265-833f-4f5bdc3c2737 HTTP/1.1" status: 204 len: 173 time: 0.2001927 Dec 13 12:50:05.876619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03a89c-6177-4100-8340-e4247b2bfee4 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079a95a1-171b-4265-833f-4f5bdc3c2737,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:05.975894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port ceab7aee-1ea0-4a0b-b30d-16942f988cdf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:05.977209 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:06.094225 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:06.097462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-592120af-9916-47fe-8754-f05d65a7c21f req-fba97c07-1fba-4bff-8b8f-8063bd564e09 tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/a5a3f4cd-c1b9-41f7-b26b-1c0821c6a7b3 HTTP/1.1" status: 200 len: 1829 time: 0.0531673 Dec 13 12:50:06.144827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:06.156915 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:06.179595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-b97c8cb1-51df-4a09-8ba3-5805de61ab3e tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:50:06.187126 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-b97c8cb1-51df-4a09-8ba3-5805de61ab3e tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3676736 Dec 13 12:50:06.188535 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-592120af-9916-47fe-8754-f05d65a7c21f req-b7719f43-b179-4682-81c2-5c7e9a28076b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:06.214931 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-592120af-9916-47fe-8754-f05d65a7c21f req-b7719f43-b179-4682-81c2-5c7e9a28076b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:06.226228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:06.237958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fae95-0986-40cb-982b-2824b4c2e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:06.241960 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e0842-385f-42ec-99bb-e7a5551fa6cb" -d '{"events": [{"server_uuid": "705fae95-0986-40cb-982b-2824b4c2e34a", "name": "network-vif-plugged", "status": "completed", "tag": "ceab7aee-1ea0-4a0b-b30d-16942f988cdf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:06.274393 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-592120af-9916-47fe-8754-f05d65a7c21f req-b7719f43-b179-4682-81c2-5c7e9a28076b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:06.279946 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-592120af-9916-47fe-8754-f05d65a7c21f req-b7719f43-b179-4682-81c2-5c7e9a28076b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:06.286488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-592120af-9916-47fe-8754-f05d65a7c21f req-b7719f43-b179-4682-81c2-5c7e9a28076b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "DELETE /v2.0/security-groups/a5a3f4cd-c1b9-41f7-b26b-1c0821c6a7b3 HTTP/1.1" status: 204 len: 173 time: 0.1876311 Dec 13 12:50:06.316835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7719f43-b179-4682-81c2-5c7e9a28076b tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a3f4cd-c1b9-41f7-b26b-1c0821c6a7b3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:06.397031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-c2f77aee-3004-4c87-9937-7ce4a7df2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:06.402136 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-c2f77aee-3004-4c87-9937-7ce4a7df2083 service neutron] 10.222.0.31 "GET /v2.0/ports/070bb420-9082-4a1c-af97-71a3b9223170 HTTP/1.1" status: 200 len: 1094 time: 0.2141993 Dec 13 12:50:06.412024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Request body: {'binding': {'host': 'n-h2-817326-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:06.412481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Unknown quota resources ['binding']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 12:50:06.429759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d939ce-650f-4406-bac3-511e7e1e173c req-d4064eea-666d-47fb-9eb2-001900966e3e tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:06.431606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04d939ce-650f-4406-bac3-511e7e1e173c req-d4064eea-666d-47fb-9eb2-001900966e3e tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 948 time: 0.0731575 Dec 13 12:50:06.510687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04d939ce-650f-4406-bac3-511e7e1e173c req-e74a395b-fc1b-4c90-a665-e42479c1b09c tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4613193-0d24-4406-a8bf-3f5e2be600cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720739 Dec 13 12:50:06.571466 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eda558-60d3-4642-ba18-fef55ce82662 x-openstack-request-id: req-98eda558-60d3-4642-ba18-fef55ce82662 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:06.572055 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fae95-0986-40cb-982b-2824b4c2e34a", "name": "network-vif-plugged", "status": "completed", "tag": "ceab7aee-1ea0-4a0b-b30d-16942f988cdf", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:06.572524 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98eda558-60d3-4642-ba18-fef55ce82662 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:06.573140 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fae95-0986-40cb-982b-2824b4c2e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf', 'code': 200} Dec 13 12:50:06.617340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on host n-h2-817326-4 for vnic_type normal with profile None {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:06.617828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:06.618206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:06.623167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:06.623693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:06.629336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:06.629617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:06.630332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:06.630851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Bound port: 070bb420-9082-4a1c-af97-71a3b9223170, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:06.690939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:06.698036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] Publish callbacks [] for binding, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:06.699695 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e422c3d9-ba54-45a4-9468-60bdd5e24a48 service neutron] 10.222.0.31 "POST /v2.0/ports/070bb420-9082-4a1c-af97-71a3b9223170/bindings HTTP/1.1" status: 201 len: 389 time: 0.2916119 Dec 13 12:50:06.765630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-40a640bc-b79a-4cf0-95c1-cb42e12a192b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:06.769544 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-40a640bc-b79a-4cf0-95c1-cb42e12a192b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.1218143 Dec 13 12:50:06.802140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8d03fc8f-528a-4886-ab81-b51ac6c15c59 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/quotas/f432bec179c94f32a945c3aa13ee6e59 HTTP/1.1" status: 200 len: 375 time: 0.0229571 Dec 13 12:50:06.909580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-f6b96f21-8c5b-4833-90aa-21752e3c733c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063442 Dec 13 12:50:06.912918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-419df376-510e-41f7-a87d-8f13a0297bb6 req-0dea020c-c25f-467e-88d0-41e970cb276e tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "GET /v2.0/security-groups/5e0c83d2-1077-4461-a171-760d80eaa649 HTTP/1.1" status: 200 len: 1829 time: 0.0975072 Dec 13 12:50:07.028211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-9ecc4cb5-da17-4f4d-b80b-dd91809a038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:07.029637 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-9ecc4cb5-da17-4f4d-b80b-dd91809a038e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 1097 time: 0.0531604 Dec 13 12:50:07.055877 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-419df376-510e-41f7-a87d-8f13a0297bb6 req-3b906997-d8ef-43b3-af36-c2d3cd2321cd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.089304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-73355e15-106e-4b60-8058-8f07480067a5 service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638927 Dec 13 12:50:07.115023 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-419df376-510e-41f7-a87d-8f13a0297bb6 req-3b906997-d8ef-43b3-af36-c2d3cd2321cd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.138794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-9cab0306-4569-4666-b81e-e58dc4fcaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:07.140407 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-9cab0306-4569-4666-b81e-e58dc4fcaa4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.1014040 Dec 13 12:50:07.191575 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-90df5405-1efe-443c-8e9d-8ab8e2b6cfee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070bb420-9082-4a1c-af97-71a3b9223170 HTTP/1.1" status: 200 len: 217 time: 0.0434058 Dec 13 12:50:07.210876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-419df376-510e-41f7-a87d-8f13a0297bb6 req-3b906997-d8ef-43b3-af36-c2d3cd2321cd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.213532 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-419df376-510e-41f7-a87d-8f13a0297bb6 req-3b906997-d8ef-43b3-af36-c2d3cd2321cd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.224560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-419df376-510e-41f7-a87d-8f13a0297bb6 req-3b906997-d8ef-43b3-af36-c2d3cd2321cd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] 10.222.0.31 "DELETE /v2.0/security-groups/5e0c83d2-1077-4461-a171-760d80eaa649 HTTP/1.1" status: 204 len: 173 time: 0.2912779 Dec 13 12:50:07.225112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41078) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:07.235861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.263109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-f248a71a-aaa3-4106-bff3-1779bd9d72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:07.264846 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-f248a71a-aaa3-4106-bff3-1779bd9d72ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0665014 Dec 13 12:50:07.307002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-a2914c83-fee9-42de-b80a-6936234a2c9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330112 Dec 13 12:50:07.310229 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-0eb4c9b5-7b2b-4ade-a981-48649d513f4a service neutron] 10.222.0.31 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200089 Dec 13 12:50:07.313071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b906997-d8ef-43b3-af36-c2d3cd2321cd tempest-SecurityGroupRulesNegativeTestJSON-1961636251 tempest-SecurityGroupRulesNegativeTestJSON-1961636251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0c83d2-1077-4461-a171-760d80eaa649,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:07.357530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8651866-e7a5-42e1-9137-2526e52ff625 admin admin] Deleting subnet 905a0008-8be6-44aa-b46c-b955aa8b749e {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:50:07.364388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8651866-e7a5-42e1-9137-2526e52ff625 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.373891 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.435784 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8651866-e7a5-42e1-9137-2526e52ff625 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.506221 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8651866-e7a5-42e1-9137-2526e52ff625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.507196 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-ec5561ad-5e1a-46ef-b720-6175d89b3c4b service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780479 Dec 13 12:50:07.541900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0c0fd012-f3ee-41ff-a673-892b83418e1d details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:07.544035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:50:07.647025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:50:07.647621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5293bb4c-7dc2-4732-a0e5-7fa9a49c565d not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:50:07.674031 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-19531b43-b1da-4c19-9f22-2adb5faea047 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516759 Dec 13 12:50:07.708987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8651866-e7a5-42e1-9137-2526e52ff625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.781245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8651866-e7a5-42e1-9137-2526e52ff625 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.787911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41092) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:07.790564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a8651866-e7a5-42e1-9137-2526e52ff625 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/905a0008-8be6-44aa-b46c-b955aa8b749e HTTP/1.1" status: 204 len: 168 time: 0.5596523 Dec 13 12:50:07.808971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8651866-e7a5-42e1-9137-2526e52ff625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905a0008-8be6-44aa-b46c-b955aa8b749e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:07.857284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 0c0fd012-f3ee-41ff-a673-892b83418e1d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0c0fd012-f3ee-41ff-a673-892b83418e1d,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:07.892197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '0c0fd012-f3ee-41ff-a673-892b83418e1d', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '0c0fd012-f3ee-41ff-a673-892b83418e1d', 'mac_address': 'fa:16:3e:ca:31:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:07.895440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760fbe3-c333-4f52-969a-080066b2a0a3 req-81aa7c3c-3fe0-4d0a-9891-433c9f146f67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:07.903518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0760fbe3-c333-4f52-969a-080066b2a0a3 req-81aa7c3c-3fe0-4d0a-9891-433c9f146f67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.1712544 Dec 13 12:50:07.929660 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:07.981761 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:08.006864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0fd012-f3ee-41ff-a673-892b83418e1d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:08.013755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147bf5-7c11-46b7-bb03-d11c33d18488 req-48a91c5f-2e5c-4c0a-9a57-80473896efb7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:08.023697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06147bf5-7c11-46b7-bb03-d11c33d18488 req-48a91c5f-2e5c-4c0a-9a57-80473896efb7 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.1964860 Dec 13 12:50:08.058042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 0c0fd012-f3ee-41ff-a673-892b83418e1d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0c0fd012-f3ee-41ff-a673-892b83418e1d,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:08.067972 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:08.074957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:08.089990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0760fbe3-c333-4f52-969a-080066b2a0a3 req-61f039e2-b4da-4510-838b-ba7f87e4e1b4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854634 Dec 13 12:50:08.144529 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ff6b5a-b550-478f-ae16-cc589486da62']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:08.183219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bc1b6f-0b28-4c28-a2d3-6099a05c54f1') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:08.183923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bc1b6f-0b28-4c28-a2d3-6099a05c54f1') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:08.188690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06147bf5-7c11-46b7-bb03-d11c33d18488 req-2c4c5218-7d45-4357-90cb-a53b36634f35 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625597 Dec 13 12:50:08.210549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:08.232755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:08.240448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:50:08.241775 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:08.248518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=0c0fd012-f3ee-41ff-a673-892b83418e1d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:50:08.349099 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:50:08.351787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-966ef304-f3f3-416a-90ad-216a1bbcfd38 req-5f51af98-e8d7-42bc-8635-e2c30b4039d7 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 210 time: 0.0621898 Dec 13 12:50:08.356596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['0c0fd012-f3ee-41ff-a673-892b83418e1d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:08.357818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:08.370271 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:08.381688 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] 10.222.0.31 "DELETE /v2.0/networks/52ff6b5a-b550-478f-ae16-cc589486da62 HTTP/1.1" status: 204 len: 168 time: 0.5922048 Dec 13 12:50:08.452694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d0c91-b854-4c95-a57a-294b79610fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=52ff6b5a-b550-478f-ae16-cc589486da62,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:08.469198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d36cd2-de06-426e-afd1-e424a9e92e50 req-00c371e9-9a72-4e19-b042-7d25854afd58 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:08.489428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d36cd2-de06-426e-afd1-e424a9e92e50 req-00c371e9-9a72-4e19-b042-7d25854afd58 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 949 time: 0.1072259 Dec 13 12:50:08.580793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c6a94b7-fa95-4a1c-941a-2d3b1c9376c0 req-efc4fa4e-da5f-4225-a34c-bc0b6d813386 tempest-AbsoluteLimitsNegativeTestJSON-2133249823 tempest-AbsoluteLimitsNegativeTestJSON-2133249823-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=28292db4eb684c269ee4c6ef52adec5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865636 Dec 13 12:50:08.712738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41122) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:08.757013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d36cd2-de06-426e-afd1-e424a9e92e50 req-5c831856-38af-4679-8176-b3add4468dfc tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4613193-0d24-4406-a8bf-3f5e2be600cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258708 Dec 13 12:50:08.804035 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-10258f98-3ba2-421d-8c7b-f473d358f231 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=764a2485886a4eb1805641acb12c63e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897930 Dec 13 12:50:08.806627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41124) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:08.858660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a94b7-fa95-4a1c-941a-2d3b1c9376c0 req-f7d61716-4983-4126-b1f8-17c6946f770d tempest-AbsoluteLimitsNegativeTestJSON-2133249823 tempest-AbsoluteLimitsNegativeTestJSON-2133249823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:08.869177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c6a94b7-fa95-4a1c-941a-2d3b1c9376c0 req-f7d61716-4983-4126-b1f8-17c6946f770d tempest-AbsoluteLimitsNegativeTestJSON-2133249823 tempest-AbsoluteLimitsNegativeTestJSON-2133249823-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875071 Dec 13 12:50:08.899229 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c6a94b7-fa95-4a1c-941a-2d3b1c9376c0 req-ae4d61fc-6d92-4524-ab02-5c4b0ddf87dc tempest-AbsoluteLimitsNegativeTestJSON-2133249823 tempest-AbsoluteLimitsNegativeTestJSON-2133249823-project] 10.222.0.31 "GET /v2.0/quotas/28292db4eb684c269ee4c6ef52adec5c HTTP/1.1" status: 200 len: 375 time: 0.0286934 Dec 13 12:50:08.934630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:08.945816 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c6a94b7-fa95-4a1c-941a-2d3b1c9376c0 req-e85beaea-68c7-4bf2-bee5-3dc833a2cf04 tempest-AbsoluteLimitsNegativeTestJSON-2133249823 tempest-AbsoluteLimitsNegativeTestJSON-2133249823-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=28292db4eb684c269ee4c6ef52adec5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302732 Dec 13 12:50:08.972205 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:08.992134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad6b15-5737-421c-9c8b-1e91d9cee653 req-301725c3-313b-45d3-a6cf-716ee53962c6 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:09.000430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17ad6b15-5737-421c-9c8b-1e91d9cee653 req-301725c3-313b-45d3-a6cf-716ee53962c6 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.1281383 Dec 13 12:50:09.032960 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:09.036886 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:09.041121 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c01c8cd-28b2-4453-83cc-84a6fa7798fe HTTP/1.1" status: 204 len: 168 time: 0.2333784 Dec 13 12:50:09.054705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c01c8cd-28b2-4453-83cc-84a6fa7798fe,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:09.069796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.070171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.070521 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.071046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.071604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.071945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.072280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.072619 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.072977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.073307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.073685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.074047 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.074399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff86063-cfd5-4bef-ac52-ca4888b79b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:09.104784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17ad6b15-5737-421c-9c8b-1e91d9cee653 req-0d0d4504-39bd-4915-8eba-7e9102d5d245 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018331 Dec 13 12:50:09.517869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1a6b1-3f53-4329-895f-27e7ef22cb02 req-a3fd048d-a45d-45b8-bbbe-dc1097fff6fb tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:09.529100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78d1a6b1-3f53-4329-895f-27e7ef22cb02 req-a3fd048d-a45d-45b8-bbbe-dc1097fff6fb tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.2333302 Dec 13 12:50:09.556744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0c0fd012-f3ee-41ff-a673-892b83418e1d up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:09.560429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-7f002f9a-ecca-4a14-b3e9-760fd4856fff tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:09.566789 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-7f002f9a-ecca-4a14-b3e9-760fd4856fff tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 806 time: 0.3511066 Dec 13 12:50:09.582762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Request body: {'port': {'device_id': '1946b996-62b7-4e6d-8463-c1113bb894e5', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'admin_state_up': True, 'tenant_id': 'f432bec179c94f32a945c3aa13ee6e59'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:09.588413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f3a4c-d3ad-430c-855a-f01be0f073a0 req-a47a37a7-dc50-447a-a398-3cbf1b2e2fe1 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:09.601210 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-169f3a4c-d3ad-430c-855a-f01be0f073a0 req-a47a37a7-dc50-447a-a398-3cbf1b2e2fe1 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.2189863 Dec 13 12:50:09.659793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41146) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:09.681457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 0c0fd012-f3ee-41ff-a673-892b83418e1d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:50:09.690906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 0c0fd012-f3ee-41ff-a673-892b83418e1d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:09.691596 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:09.808234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-169f3a4c-d3ad-430c-855a-f01be0f073a0 req-2523798a-6594-4867-bd59-276a4478b1ed tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026348 Dec 13 12:50:09.838776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78d1a6b1-3f53-4329-895f-27e7ef22cb02 req-e8b09c78-cc0b-4266-914a-dc43628b5ba0 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082881 Dec 13 12:50:09.889835 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:09.899483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Made reservation on behalf of f432bec179c94f32a945c3aa13ee6e59 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:09.915802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:09.923102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac47008-6abc-4563-a55f-6c58ba6b09da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0fd012-f3ee-41ff-a673-892b83418e1d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:09.926715 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738b8914-cea3-4779-ab6b-e217add040c1" -d '{"events": [{"server_uuid": "6ac47008-6abc-4563-a55f-6c58ba6b09da", "name": "network-vif-plugged", "status": "completed", "tag": "0c0fd012-f3ee-41ff-a673-892b83418e1d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:09.928703 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02b56d93-9a3c-4e15-909b-940f5437c770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:09.983780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 0c0fd012-f3ee-41ff-a673-892b83418e1d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0c0fd012-f3ee-41ff-a673-892b83418e1d,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:09.990796 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:10.098661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=0c0fd012-f3ee-41ff-a673-892b83418e1d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:10.197500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Allocated IP 172.20.0.2 (8072c86c-36ec-4f72-a683-789222078cc2/fce70964-4b77-4266-9ada-339f61494bbe/d7bc870c-1737-4985-8822-38cbadf1d246) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:10.457766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:10.532092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:10.545484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:10.590175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Network 8072c86c-36ec-4f72-a683-789222078cc2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:10.603373 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:10.614178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41180) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:10.620199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:10.686099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event updated for resources: {'Port': ['ID=d7bc870c-1737-4985-8822-38cbadf1d246,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:10.712981 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:10.713767 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:10.754037 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-8f0439a7-1266-457b-9679-7a8c164dbe1c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1739359 Dec 13 12:50:10.772626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780e02f-2883-4d34-a766-5da87f905f30 req-cd797712-9426-4ea8-8465-5cc9f4168ee4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:10.773496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Request body: {'port': {'device_id': '1946b996-62b7-4e6d-8463-c1113bb894e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:10.782539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e780e02f-2883-4d34-a766-5da87f905f30 req-cd797712-9426-4ea8-8465-5cc9f4168ee4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 931 time: 0.1358879 Dec 13 12:50:10.820830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f8bfe-ec71-4257-a6bd-16bc35d58f3f req-830d7de7-8603-44d2-a848-f6947f0ac614 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:10.829799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb1f8bfe-ec71-4257-a6bd-16bc35d58f3f req-830d7de7-8603-44d2-a848-f6947f0ac614 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 950 time: 0.1915534 Dec 13 12:50:10.912929 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-963650116-network', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:10.936572 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:10.938315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e780e02f-2883-4d34-a766-5da87f905f30 req-56d1b0b2-48f1-4c9d-a675-0875ab7a0202 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545901 Dec 13 12:50:11.005950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:11.008664 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.031678 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.042627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb1f8bfe-ec71-4257-a6bd-16bc35d58f3f req-04a33925-1547-45cf-a9f4-d542b0968c4d tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4613193-0d24-4406-a8bf-3f5e2be600cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129226 Dec 13 12:50:11.121629 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02b56d93-9a3c-4e15-909b-940f5437c770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.122475 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52af8429-4390-4137-84e5-b24872053a68 x-openstack-request-id: req-52af8429-4390-4137-84e5-b24872053a68 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:11.123513 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac47008-6abc-4563-a55f-6c58ba6b09da", "name": "network-vif-plugged", "status": "completed", "tag": "0c0fd012-f3ee-41ff-a673-892b83418e1d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:11.124098 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52af8429-4390-4137-84e5-b24872053a68 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:11.125056 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac47008-6abc-4563-a55f-6c58ba6b09da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0fd012-f3ee-41ff-a673-892b83418e1d', 'code': 200} Dec 13 12:50:11.126677 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02b56d93-9a3c-4e15-909b-940f5437c770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.351872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-02b56d93-9a3c-4e15-909b-940f5437c770 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28292db4eb684c269ee4c6ef52adec5c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6815367 Dec 13 12:50:11.352740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b56d93-9a3c-4e15-909b-940f5437c770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a5d4d1-1277-4af7-8d7c-d1222a55eaf8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:11.358912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41188) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:11.361965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.437342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bc870c-1737-4985-8822-38cbadf1d246 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:11.452959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c9d0-af66-4ad4-9a7a-dce575ea65f6 req-c1d0e583-32c9-43b3-9933-9b5f186b5638 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:11.454228 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.461364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28e2c9d0-af66-4ad4-9a7a-dce575ea65f6 req-c1d0e583-32c9-43b3-9933-9b5f186b5638 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.2822824 Dec 13 12:50:11.476838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Transition to ACTIVE for port object d7bc870c-1737-4985-8822-38cbadf1d246 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:50:11.479176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.486968 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.520162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109ab7d-7db6-4b53-bfee-674406f75bee req-598d8ce6-b4c1-47c5-a3eb-361c383f94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:11.521841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f109ab7d-7db6-4b53-bfee-674406f75bee req-598d8ce6-b4c1-47c5-a3eb-361c383f94f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 1101 time: 0.2600021 Dec 13 12:50:11.546955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b943-6ad5-4d74-a2b9-345ac8edefba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.554015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751dd46-0942-478c-a205-a4127180069f service neutron] Pushing event updated for resources: {'Port': ['ID=d7bc870c-1737-4985-8822-38cbadf1d246,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:11.574857 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b943-6ad5-4d74-a2b9-345ac8edefba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.583006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:50:11.639599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004dea3-77e0-4794-a9ae-3b7beda8780b req-0a5ea994-0bab-4b2e-9ead-f4b549460f9d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:11.641126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9004dea3-77e0-4794-a9ae-3b7beda8780b req-0a5ea994-0bab-4b2e-9ead-f4b549460f9d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.2831624 Dec 13 12:50:11.665890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b943-6ad5-4d74-a2b9-345ac8edefba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.668688 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b943-6ad5-4d74-a2b9-345ac8edefba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.670182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7ec1b943-6ad5-4d74-a2b9-345ac8edefba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70a5d4d1-1277-4af7-8d7c-d1222a55eaf8 HTTP/1.1" status: 204 len: 168 time: 0.3097353 Dec 13 12:50:11.696133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798e0232-5409-4751-93f1-a5137b7f3d9d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:11.700348 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.700577 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Added segment b3094231-38df-48d8-a56f-decde0f78078 of type vlan for network 9943187c-1a61-45da-afef-d90a0cf44d88 Dec 13 12:50:11.726153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Attempting to bind port d7bc870c-1737-4985-8822-38cbadf1d246 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:11.726665 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Attempting to bind port d7bc870c-1737-4985-8822-38cbadf1d246 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:11.727224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Attempting to bind port d7bc870c-1737-4985-8822-38cbadf1d246 on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:11.756302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Port d7bc870c-1737-4985-8822-38cbadf1d246 on network 8072c86c-36ec-4f72-a683-789222078cc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:11.756936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Attempting to bind port d7bc870c-1737-4985-8822-38cbadf1d246 on network 8072c86c-36ec-4f72-a683-789222078cc2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:11.761080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1b943-6ad5-4d74-a2b9-345ac8edefba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a5d4d1-1277-4af7-8d7c-d1222a55eaf8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:11.765261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:11.765870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Checking segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:11.766824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Bound using segment: {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:11.768107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Bound port: d7bc870c-1737-4985-8822-38cbadf1d246, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e9ccf-1161-4530-a4a0-0b7679479f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:11.768758 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.861981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:11.883520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28e2c9d0-af66-4ad4-9a7a-dce575ea65f6 req-dfb151ff-7e58-4795-ae8a-89562b5033a5 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150403 Dec 13 12:50:11.940586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f109ab7d-7db6-4b53-bfee-674406f75bee req-e3c95de2-875e-4707-b7dd-75601a0cc396 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c4613193-0d24-4406-a8bf-3f5e2be600cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921714 Dec 13 12:50:11.945428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9004dea3-77e0-4794-a9ae-3b7beda8780b req-98873a8b-2940-48a8-99e3-6d4ad5867502 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901208 Dec 13 12:50:12.000179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] For port d7bc870c-1737-4985-8822-38cbadf1d246, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:12.004008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:12.005591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:12.006444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:12.017529 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] For port d7bc870c-1737-4985-8822-38cbadf1d246, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=d7bc870c-1737-4985-8822-38cbadf1d246,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:12.059236 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:12.177285 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5618818 Dec 13 12:50:12.187541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:12.188337 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:12.189940 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-b751dd46-0942-478c-a205-a4127180069f service neutron] 10.222.0.42 "PUT /v2.0/ports/d7bc870c-1737-4985-8822-38cbadf1d246 HTTP/1.1" status: 200 len: 1091 time: 1.4293108 Dec 13 12:50:12.191240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41212) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:12.191797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1946b996-62b7-4e6d-8463-c1113bb894e5', 'tag': 'd7bc870c-1737-4985-8822-38cbadf1d246'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:12.197554 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004" -d '{"events": [{"name": "network-changed", "server_uuid": "1946b996-62b7-4e6d-8463-c1113bb894e5", "tag": "d7bc870c-1737-4985-8822-38cbadf1d246"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:12.204629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Request body: {'subnet': {'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-963650116-subnet', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:12.208690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21129da6-f5f4-4a4b-b48a-13a762be382a req-eda13d39-a91f-4043-a99e-a3e75f0fd29c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:12.216793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea0b64-7baf-453b-8eb4-4990474f9e4c admin admin] Pushing event updated for resources: {'Network': ['ID=9943187c-1a61-45da-afef-d90a0cf44d88,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:12.219238 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21129da6-f5f4-4a4b-b48a-13a762be382a req-eda13d39-a91f-4043-a99e-a3e75f0fd29c tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 943 time: 0.1554022 Dec 13 12:50:12.234663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 9943187c-1a61-45da-afef-d90a0cf44d88 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:50:12.317581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751dd46-0942-478c-a205-a4127180069f service neutron] Pushing event updated for resources: {'Port': ['ID=d7bc870c-1737-4985-8822-38cbadf1d246,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:12.324136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:12.328624 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:12.399104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21129da6-f5f4-4a4b-b48a-13a762be382a req-a9405995-5642-4673-b6af-69d3cee499fe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764326 Dec 13 12:50:12.427892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdcf79-d5d4-4823-bc8c-63ec03ff8c6e req-6d4d4f43-8ad8-4978-87e5-371c02b6dc87 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:12.443314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86fdcf79-d5d4-4823-bc8c-63ec03ff8c6e req-6d4d4f43-8ad8-4978-87e5-371c02b6dc87 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.1558633 Dec 13 12:50:12.557843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86fdcf79-d5d4-4823-bc8c-63ec03ff8c6e req-7c2d0697-d1d0-4033-a466-267061f950d1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041665 Dec 13 12:50:12.692533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a00a2-f1ff-44ac-9659-bf5bc0f2c231 req-5fbddd88-7690-4cb1-905d-aee99e24e04d tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:12.695955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-995a00a2-f1ff-44ac-9659-bf5bc0f2c231 req-5fbddd88-7690-4cb1-905d-aee99e24e04d tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 950 time: 0.1470861 Dec 13 12:50:12.762729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-995a00a2-f1ff-44ac-9659-bf5bc0f2c231 req-b1c6663a-27ad-4eb9-9210-8309e37551fe tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4613193-0d24-4406-a8bf-3f5e2be600cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604777 Dec 13 12:50:12.886005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-34ce2989-baac-4f91-b54a-85b5853aab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:12.887722 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-34ce2989-baac-4f91-b54a-85b5853aab65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 1094 time: 0.6506295 Dec 13 12:50:12.889184 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7360d1-2a8d-485e-a736-7a1dedb0f04c x-openstack-request-id: req-2e7360d1-2a8d-485e-a736-7a1dedb0f04c {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:12.889467 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1946b996-62b7-4e6d-8463-c1113bb894e5", "tag": "d7bc870c-1737-4985-8822-38cbadf1d246", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:12.889722 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e7360d1-2a8d-485e-a736-7a1dedb0f04c {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:12.890164 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1946b996-62b7-4e6d-8463-c1113bb894e5', 'tag': 'd7bc870c-1737-4985-8822-38cbadf1d246', 'status': 'completed', 'code': 200} Dec 13 12:50:12.951689 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-a2c9dc95-71f9-47f2-9c35-2eba6cb6cdbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7bc870c-1737-4985-8822-38cbadf1d246 HTTP/1.1" status: 200 len: 217 time: 0.0503759 Dec 13 12:50:13.014108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe717a55-308b-446f-b8ee-67e5d43af246 req-1726bac7-d881-43c6-acb0-009fbc5b7c55 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:13.028265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe717a55-308b-446f-b8ee-67e5d43af246 req-1726bac7-d881-43c6-acb0-009fbc5b7c55 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.1437807 Dec 13 12:50:13.074398 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-a36fd6df-8688-42bb-a8e4-a7c8f4d8a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:13.076605 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-a36fd6df-8688-42bb-a8e4-a7c8f4d8a776 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.1101096 Dec 13 12:50:13.213027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41242) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:13.237788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe717a55-308b-446f-b8ee-67e5d43af246 req-8436d3ac-6848-4db7-9967-581d8d8105b0 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085853 Dec 13 12:50:13.326867 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-284277d1-0c59-4c72-82af-c9ad61d49669 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2380757 Dec 13 12:50:13.327704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:13.330237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c291d98-558f-4c86-a028-eed2fd8d15da req-8371ad47-88e7-47da-ba84-bc1be9018b2a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:13.334867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c291d98-558f-4c86-a028-eed2fd8d15da req-8371ad47-88e7-47da-ba84-bc1be9018b2a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.1910627 Dec 13 12:50:13.412842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-815898333-network', 'tenant_id': '4f820f6b0d244888906740df48385797'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:13.553082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c291d98-558f-4c86-a028-eed2fd8d15da req-44c82b75-dc43-4e3d-b4a6-fc51910b4b0c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067788 Dec 13 12:50:13.555083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Made reservation on behalf of 4f820f6b0d244888906740df48385797 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:13.557621 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:13.574428 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:13.620164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f982f7f-b9f5-4b12-8d4b-1a8aac880356 req-6691fc07-da4a-436a-9e0f-f1f2e39cb21b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:13.621319 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-f0118e4c-71cd-4a39-b8bd-84394ec7b07b service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721481 Dec 13 12:50:13.622843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b7de8c-7c5f-4f84-9329-d09d3b7885f0,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:13.628895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f982f7f-b9f5-4b12-8d4b-1a8aac880356 req-6691fc07-da4a-436a-9e0f-f1f2e39cb21b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.1432722 Dec 13 12:50:13.739843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f982f7f-b9f5-4b12-8d4b-1a8aac880356 req-31a37989-3e93-4d39-a72e-a59bfb085617 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075630 Dec 13 12:50:13.821749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Checking segment: {'id': 'b3094231-38df-48d8-a56f-decde0f78078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:13.822464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Network hostable DHCP agents. Network: 9943187c-1a61-45da-afef-d90a0cf44d88, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:50:13.857650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe91da-230a-4b7f-bd79-16d84b79be4d req-e1e7b607-52b4-4e51-a4ba-8b05cfb7c407 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:13.866866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfbe91da-230a-4b7f-bd79-16d84b79be4d req-e1e7b607-52b4-4e51-a4ba-8b05cfb7c407 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 943 time: 0.1548116 Dec 13 12:50:13.895467 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4cc9b6af-ddf8-4cef-ae58-526ea786d0d9 req-392c1d5f-2cc9-404c-8852-da2194fec710 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485635 Dec 13 12:50:13.899810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Network 9943187c-1a61-45da-afef-d90a0cf44d88 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:50:13.919673 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 9943187c-1a61-45da-afef-d90a0cf44d88) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:13.925449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:13.937381 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:13.939262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d964e618-ba5d-45cc-8505-74df0fee15e1 None None] Network 9943187c-1a61-45da-afef-d90a0cf44d88 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:13.957329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:13.960955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:13.993165 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfbe91da-230a-4b7f-bd79-16d84b79be4d req-854e0157-2201-4253-b9f0-94fac107c15e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876057 Dec 13 12:50:14.062939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b5361-84be-4db1-a2bd-31cf8af781ef req-686b5c3d-f4e8-47c1-a1e2-e6252e44907a tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:14.065519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc3b5361-84be-4db1-a2bd-31cf8af781ef req-686b5c3d-f4e8-47c1-a1e2-e6252e44907a tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.1927724 Dec 13 12:50:14.067529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:50:14.076265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:14.106431 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:14.107359 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Added segment 481725db-5a3e-4102-b93a-6e5385dea266 of type vlan for network f43937d2-46d3-48f2-bb70-b47761b3f8af Dec 13 12:50:14.116299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41266) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:14.117583 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-70022bfd-2bc3-4c0a-8ffd-8bd571ce4dbf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9164402 Dec 13 12:50:14.127296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-963650116-router', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:14.141024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004 req-2f26a7f6-f571-445d-b907-8d9c21733753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:14.144450 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004 req-2f26a7f6-f571-445d-b907-8d9c21733753 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f432bec179c94f32a945c3aa13ee6e59&device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 1094 time: 0.1493835 Dec 13 12:50:14.190801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-9943187c-1a61-45da-afef-d90a0cf44d88', 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88', 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'fixed_ips': [{'subnet_id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:50:14.193030 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:14.316212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:14.368566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:14.369798 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:14.410261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004 req-71ac9548-9661-4d85-920e-0b6b40f09c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:14.411683 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004 req-71ac9548-9661-4d85-920e-0b6b40f09c27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 200 len: 906 time: 0.2248788 Dec 13 12:50:14.424020 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:14.456868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc3b5361-84be-4db1-a2bd-31cf8af781ef req-3b225184-e515-433f-aa41-9142747559a7 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692195 Dec 13 12:50:14.580795 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004 req-323be3e4-d48f-4408-b9b1-fa3d934412d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7bc870c-1737-4985-8822-38cbadf1d246 HTTP/1.1" status: 200 len: 217 time: 0.1597669 Dec 13 12:50:14.614296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:14.618692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:14.627532 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:14.649199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Allocated IP 172.20.0.2 (9943187c-1a61-45da-afef-d90a0cf44d88/b1b7de8c-7c5f-4f84-9329-d09d3b7885f0/f981d14c-8412-4229-be29-faa8465d6c44) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:14.667582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004 req-dc3aaae2-2727-460e-aabc-4ecf0de4c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:14.669619 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004 req-dc3aaae2-2727-460e-aabc-4ecf0de4c3c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 200 len: 846 time: 0.0795686 Dec 13 12:50:14.741532 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004 req-380b19b6-6f63-41f8-9d65-f7a8472b012a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8072c86c-36ec-4f72-a683-789222078cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623665 Dec 13 12:50:14.783510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] Pushing event updated for resources: {'Network': ['ID=f43937d2-46d3-48f2-bb70-b47761b3f8af,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:14.805979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa3ebc-6c4e-4044-b723-d7da3fe670be req-4c0f1a2d-70eb-47ff-8e56-2cff52908825 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:14.814345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7baa3ebc-6c4e-4044-b723-d7da3fe670be req-4c0f1a2d-70eb-47ff-8e56-2cff52908825 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 950 time: 0.4774652 Dec 13 12:50:14.821484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network f43937d2-46d3-48f2-bb70-b47761b3f8af details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:50:14.926497 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f0c00ddd-cae4-4d4e-9ea3-6d9b7dbb1f52 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7092550 Dec 13 12:50:14.926741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41288) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:14.944125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Request body: {'subnet': {'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-815898333-subnet', 'tenant_id': '4f820f6b0d244888906740df48385797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:14.954152 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:14.962565 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:15.007649 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004 req-6a5785fd-3b3e-4c5e-b36a-95bac0b124fe service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547150 Dec 13 12:50:15.025285 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:15.055166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Network 9943187c-1a61-45da-afef-d90a0cf44d88 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:15.058378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:15.060959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:15.104146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Pushing event updated for resources: {'Port': ['ID=f981d14c-8412-4229-be29-faa8465d6c44,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:15.152090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Attempting to bind port f981d14c-8412-4229-be29-faa8465d6c44 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:15.152885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Attempting to bind port f981d14c-8412-4229-be29-faa8465d6c44 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'b3094231-38df-48d8-a56f-decde0f78078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:15.153542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Attempting to bind port f981d14c-8412-4229-be29-faa8465d6c44 on network 9943187c-1a61-45da-afef-d90a0cf44d88 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:15.163301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:15.164207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Checking segment: {'id': 'b3094231-38df-48d8-a56f-decde0f78078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:15.165513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:15.166350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Bound using segment: {'id': 'b3094231-38df-48d8-a56f-decde0f78078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:15.168029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Bound port: f981d14c-8412-4229-be29-faa8465d6c44, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3094231-38df-48d8-a56f-decde0f78078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:15.168712 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:15.170240 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7baa3ebc-6c4e-4044-b723-d7da3fe670be req-dcb1a319-45e1-4bc9-9858-f545dfe2e605 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4613193-0d24-4406-a8bf-3f5e2be600cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527589 Dec 13 12:50:15.328681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] For port f981d14c-8412-4229-be29-faa8465d6c44, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:15.333289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] For port f981d14c-8412-4229-be29-faa8465d6c44, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f981d14c-8412-4229-be29-faa8465d6c44,segment=NetworkSegment(b3094231-38df-48d8-a56f-decde0f78078),segment_id=b3094231-38df-48d8-a56f-decde0f78078)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:15.338806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:15.424826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc87603d-6c9c-4c7f-a1cb-fd24e9100004 req-01e1b120-2867-4168-a122-e6dbcacdb8c8 service neutron] 10.222.0.42 "GET /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046640 Dec 13 12:50:15.429797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Made reservation on behalf of 4f820f6b0d244888906740df48385797 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:15.435406 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:15.501252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767a577-548f-433b-bfca-8fa0bc4e567c None None] Pushing event updated for resources: {'Port': ['ID=f981d14c-8412-4229-be29-faa8465d6c44,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:15.804680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a917a70-bd82-4582-97d7-965804b2f998 req-0416dd75-8c6a-4ebc-86be-081d8f8f41e4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:15.806410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a917a70-bd82-4582-97d7-965804b2f998 req-0416dd75-8c6a-4ebc-86be-081d8f8f41e4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 943 time: 0.4784553 Dec 13 12:50:15.818731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a623e2-5274-403f-a9b1-fb6523703afb req-216a52e8-aa73-4894-a38a-4efb71801f43 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:15.826500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1a623e2-5274-403f-a9b1-fb6523703afb req-216a52e8-aa73-4894-a38a-4efb71801f43 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.4746799 Dec 13 12:50:15.895233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:15.923665 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:15.930734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a917a70-bd82-4582-97d7-965804b2f998 req-dfcbc86c-424b-42ad-b44a-285503783f5f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932713 Dec 13 12:50:16.009158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1a623e2-5274-403f-a9b1-fb6523703afb req-9450ed66-2675-4a75-a004-9c892385cf4e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816773 Dec 13 12:50:16.010595 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:16.083471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4cfcd4d-5e80-46fd-ac59-db194ffa6779,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:16.099870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Checking segment: {'id': '481725db-5a3e-4102-b93a-6e5385dea266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:16.101271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Network hostable DHCP agents. Network: f43937d2-46d3-48f2-bb70-b47761b3f8af, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:50:16.137534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Network f43937d2-46d3-48f2-bb70-b47761b3f8af is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:50:16.151279 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, f43937d2-46d3-48f2-bb70-b47761b3f8af) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:16.160294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:16.161089 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:16.162901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21516f4-61c1-4c73-a8ad-1a104e44f635 None None] Network f43937d2-46d3-48f2-bb70-b47761b3f8af requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:16.198914 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3d39c98d-4994-4fba-ba0d-fd8dc188a0b5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2652063 Dec 13 12:50:16.255825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Allocated IP 172.25.2.174 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/cc6ef13c-beb3-4541-ade8-4b798e393329) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:16.608509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1760-1788-4015-9f09-596a3951f370 req-9ed81ca1-10da-40ad-8d4c-7b3cbdc3010d tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:16.616212 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b4d1760-1788-4015-9f09-596a3951f370 req-9ed81ca1-10da-40ad-8d4c-7b3cbdc3010d tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 950 time: 0.2151752 Dec 13 12:50:16.662954 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:16.670035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f981d14c-8412-4229-be29-faa8465d6c44 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:16.716976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979c6d7-e921-44cf-9a4c-96d738e8dbf8 None None] Network f43937d2-46d3-48f2-bb70-b47761b3f8af requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:16.722994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b4d1760-1788-4015-9f09-596a3951f370 req-74884233-2fab-4501-98fb-b281bba82368 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4613193-0d24-4406-a8bf-3f5e2be600cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033654 Dec 13 12:50:16.778322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a42bdce3-9a1e-4b05-a227-c2115abb3392 req-3ffc436f-a9e0-4d1c-acf8-dfb6aa7ec0a9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1602840688', 'description': 'tempest-description-582600890'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:16.808038 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:16.923016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:16.928730 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a42bdce3-9a1e-4b05-a227-c2115abb3392 req-3ffc436f-a9e0-4d1c-acf8-dfb6aa7ec0a9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:16.934179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:16.947903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:16.955907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6ef13c-beb3-4541-ade8-4b798e393329,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:17.030667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f8027-97b5-48b3-8a1c-bd8d29adbe2c req-67e5e462-2a23-42eb-8045-2cc818d70f57 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:17.040348 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f8f8027-97b5-48b3-8a1c-bd8d29adbe2c req-67e5e462-2a23-42eb-8045-2cc818d70f57 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.1590402 Dec 13 12:50:17.054455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbdfe42-4b7e-4b92-815e-f367db527cdd None None] Network 9943187c-1a61-45da-afef-d90a0cf44d88 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:17.283413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-af0ba0fc-cf46-4de4-bb1b-ee51ff07375a None None] Provisioning complete for port f981d14c-8412-4229-be29-faa8465d6c44 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:17.284709 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af0ba0fc-cf46-4de4-bb1b-ee51ff07375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:17.318049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f8f8027-97b5-48b3-8a1c-bd8d29adbe2c req-6f74cfb5-9fd2-4fd6-ab62-e1fa8e7c7f25 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728655 Dec 13 12:50:17.354672 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f981d14c-8412-4229-be29-faa8465d6c44 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:17.355440 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:17.539342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a42bdce3-9a1e-4b05-a227-c2115abb3392 req-3ffc436f-a9e0-4d1c-acf8-dfb6aa7ec0a9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:17.562537 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a42bdce3-9a1e-4b05-a227-c2115abb3392 req-3ffc436f-a9e0-4d1c-acf8-dfb6aa7ec0a9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:17.574174 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af0ba0fc-cf46-4de4-bb1b-ee51ff07375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:17.606197 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:17.614577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc436f-a9e0-4d1c-acf8-dfb6aa7ec0a9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32236a5b-8650-4aba-b491-8a4317c81db9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:17.626725 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a42bdce3-9a1e-4b05-a227-c2115abb3392 req-3ffc436f-a9e0-4d1c-acf8-dfb6aa7ec0a9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:17.631195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device d7bc870c-1737-4985-8822-38cbadf1d246 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:17.646900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a42bdce3-9a1e-4b05-a227-c2115abb3392 req-3ffc436f-a9e0-4d1c-acf8-dfb6aa7ec0a9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8794098 Dec 13 12:50:17.753769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-af0ba0fc-cf46-4de4-bb1b-ee51ff07375a None None] For port f981d14c-8412-4229-be29-faa8465d6c44, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f981d14c-8412-4229-be29-faa8465d6c44,segment=NetworkSegment(b3094231-38df-48d8-a56f-decde0f78078),segment_id=b3094231-38df-48d8-a56f-decde0f78078)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:17.756449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb6648-00c8-40f6-88f5-33ff3d82159d req-f280c7b6-465f-4b2b-958d-9ba6f6a7fb90 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:17.774922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3eb6648-00c8-40f6-88f5-33ff3d82159d req-f280c7b6-465f-4b2b-958d-9ba6f6a7fb90 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 943 time: 0.3204408 Dec 13 12:50:17.776700 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af0ba0fc-cf46-4de4-bb1b-ee51ff07375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:17.794622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77165-4089-419f-9164-936fb8bb43e2 req-380f7ccd-aa88-4784-bf83-7683d9f37fd8 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:17.803447 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-33c77165-4089-419f-9164-936fb8bb43e2 req-380f7ccd-aa88-4784-bf83-7683d9f37fd8 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 950 time: 0.1136613 Dec 13 12:50:17.866829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3eb6648-00c8-40f6-88f5-33ff3d82159d req-3a60f399-2c36-444f-9e5f-c78b8bc911fd tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896673 Dec 13 12:50:17.913508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ba0fc-cf46-4de4-bb1b-ee51ff07375a None None] Pushing event updated for resources: {'Port': ['ID=f981d14c-8412-4229-be29-faa8465d6c44,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:17.961497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-33c77165-4089-419f-9164-936fb8bb43e2 req-ce9a046f-1353-4cf6-a74c-9383f4251ec6 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Deleting port 0c0fd012-f3ee-41ff-a673-892b83418e1d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:50:17.962002 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-33c77165-4089-419f-9164-936fb8bb43e2 req-ce9a046f-1353-4cf6-a74c-9383f4251ec6 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:17.981913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.093528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9759359-6ff3-4445-8b5f-6cfd7d253328 req-b03e24b5-d99f-4698-a10a-c96a0ef0707e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:18.110399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9759359-6ff3-4445-8b5f-6cfd7d253328 req-b03e24b5-d99f-4698-a10a-c96a0ef0707e tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.3082159 Dec 13 12:50:18.122109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-33c77165-4089-419f-9164-936fb8bb43e2 req-ce9a046f-1353-4cf6-a74c-9383f4251ec6 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] For port 0c0fd012-f3ee-41ff-a673-892b83418e1d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0c0fd012-f3ee-41ff-a673-892b83418e1d,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:18.123053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-33c77165-4089-419f-9164-936fb8bb43e2 req-ce9a046f-1353-4cf6-a74c-9383f4251ec6 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.138575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port d7bc870c-1737-4985-8822-38cbadf1d246, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=d7bc870c-1737-4985-8822-38cbadf1d246,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:18.139747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-33c77165-4089-419f-9164-936fb8bb43e2 req-ce9a046f-1353-4cf6-a74c-9383f4251ec6 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Calling delete_port for 0c0fd012-f3ee-41ff-a673-892b83418e1d owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:50:18.156025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'd7bc870c-1737-4985-8822-38cbadf1d246', 'network_id': '8072c86c-36ec-4f72-a683-789222078cc2', 'port_id': 'd7bc870c-1737-4985-8822-38cbadf1d246', 'mac_address': 'fa:16:3e:35:54:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce70964-4b77-4266-9ada-339f61494bbe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:18.170783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:50:18.171137 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:50:18.201911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3913fcfc-e934-4df9-9a67-59424a0468ab None None] Provisioning complete for port f981d14c-8412-4229-be29-faa8465d6c44 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:18.202380 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3913fcfc-e934-4df9-9a67-59424a0468ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.252111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-511e6b54-9fe1-4cab-bc5a-39345050c033 req-b88ac01e-047f-4582-b750-40db9d0f08ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1203990966', 'description': 'tempest-description-1690725630'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:18.263042 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.310789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bc870c-1737-4985-8822-38cbadf1d246 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:18.342210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port d7bc870c-1737-4985-8822-38cbadf1d246, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=d7bc870c-1737-4985-8822-38cbadf1d246,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:18.350791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.379241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-33c77165-4089-419f-9164-936fb8bb43e2 req-ce9a046f-1353-4cf6-a74c-9383f4251ec6 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.400449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9759359-6ff3-4445-8b5f-6cfd7d253328 req-12dada5a-6133-40af-a4d3-1e3ee9fa9108 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886314 Dec 13 12:50:18.412832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['0c0fd012-f3ee-41ff-a673-892b83418e1d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:18.451502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a046f-1353-4cf6-a74c-9383f4251ec6 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Pushing event deleted for resources: {'Port': ['ID=0c0fd012-f3ee-41ff-a673-892b83418e1d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:18.492132 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-511e6b54-9fe1-4cab-bc5a-39345050c033 req-b88ac01e-047f-4582-b750-40db9d0f08ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.517574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=d7bc870c-1737-4985-8822-38cbadf1d246,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:18.541368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c77165-4089-419f-9164-936fb8bb43e2 req-ce9a046f-1353-4cf6-a74c-9383f4251ec6 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] No DVR routers for this DVR port 0c0fd012-f3ee-41ff-a673-892b83418e1d on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:50:18.544016 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-33c77165-4089-419f-9164-936fb8bb43e2 req-ce9a046f-1353-4cf6-a74c-9383f4251ec6 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.562809 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-33c77165-4089-419f-9164-936fb8bb43e2 req-ce9a046f-1353-4cf6-a74c-9383f4251ec6 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.42 "DELETE /v2.0/ports/0c0fd012-f3ee-41ff-a673-892b83418e1d HTTP/1.1" status: 204 len: 173 time: 0.7503431 Dec 13 12:50:18.563454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac47008-6abc-4563-a55f-6c58ba6b09da', 'name': 'network-vif-deleted', 'tag': '0c0fd012-f3ee-41ff-a673-892b83418e1d'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:18.565858 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fc3ffb-b79c-4234-9d5a-84ea27be928d" -d '{"events": [{"server_uuid": "6ac47008-6abc-4563-a55f-6c58ba6b09da", "name": "network-vif-deleted", "tag": "0c0fd012-f3ee-41ff-a673-892b83418e1d"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:18.708065 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.721791 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-511e6b54-9fe1-4cab-bc5a-39345050c033 req-b88ac01e-047f-4582-b750-40db9d0f08ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.727464 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['d7bc870c-1737-4985-8822-38cbadf1d246'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:18.738120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c56a686-3202-4f1d-b904-464911229722 req-3a15b99f-5b66-4332-9429-114c661181e2 tempest-ImagesNegativeTestJSON-862417362 tempest-ImagesNegativeTestJSON-862417362-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac47008-6abc-4563-a55f-6c58ba6b09da HTTP/1.1" status: 200 len: 210 time: 0.0691917 Dec 13 12:50:18.744063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-511e6b54-9fe1-4cab-bc5a-39345050c033 req-b88ac01e-047f-4582-b750-40db9d0f08ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:18.810456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ac01e-047f-4582-b750-40db9d0f08ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f8b88b-8013-4468-bbd6-660c4828687d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:19.104740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f981d14c-8412-4229-be29-faa8465d6c44 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:19.187802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f981d14c-8412-4229-be29-faa8465d6c44 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:19.188203 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:19.295382 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-511e6b54-9fe1-4cab-bc5a-39345050c033 req-b88ac01e-047f-4582-b750-40db9d0f08ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:19.296626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-511e6b54-9fe1-4cab-bc5a-39345050c033 req-b88ac01e-047f-4582-b750-40db9d0f08ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.1508179 Dec 13 12:50:19.335627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc6955-9475-4ba4-9bee-0657fa1c8b7b req-f43e5455-5296-4818-9fe2-a1390d21c3a3 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:19.336981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6bc6955-9475-4ba4-9bee-0657fa1c8b7b req-f43e5455-5296-4818-9fe2-a1390d21c3a3 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.4549870 Dec 13 12:50:19.386309 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06df575c-ba1c-4e3d-ad14-5dc0056aeb07 x-openstack-request-id: req-06df575c-ba1c-4e3d-ad14-5dc0056aeb07 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:19.386841 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac47008-6abc-4563-a55f-6c58ba6b09da", "name": "network-vif-deleted", "tag": "0c0fd012-f3ee-41ff-a673-892b83418e1d", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:19.386841 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06df575c-ba1c-4e3d-ad14-5dc0056aeb07 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:19.387272 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac47008-6abc-4563-a55f-6c58ba6b09da', 'name': 'network-vif-deleted', 'tag': '0c0fd012-f3ee-41ff-a673-892b83418e1d', 'status': 'completed', 'code': 200} Dec 13 12:50:19.421489 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:50:19.444973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6bc6955-9475-4ba4-9bee-0657fa1c8b7b req-8a9d1756-3be8-41f7-8bb4-c4d2f3ec4f0c tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742257 Dec 13 12:50:19.533360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:50:19.545064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4367b42-38ec-43a4-97c0-763720a96ca1 req-36daa22f-ae83-4125-83f0-b25ec14ed8c1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:19.546865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4367b42-38ec-43a4-97c0-763720a96ca1 req-36daa22f-ae83-4125-83f0-b25ec14ed8c1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 944 time: 0.0676019 Dec 13 12:50:19.626778 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8802457b-5d0f-465f-8388-8e47090ef951 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:19.629559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0c0fd012-f3ee-41ff-a673-892b83418e1d no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:50:19.688946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 0c0fd012-f3ee-41ff-a673-892b83418e1d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:50:19.689428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0c0fd012-f3ee-41ff-a673-892b83418e1d not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:50:19.702141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4367b42-38ec-43a4-97c0-763720a96ca1 req-bf044de0-35a5-4dad-a709-17bbcc84f95a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476223 Dec 13 12:50:19.784545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8802457b-5d0f-465f-8388-8e47090ef951, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8802457b-5d0f-465f-8388-8e47090ef951,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:19.797114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '8802457b-5d0f-465f-8388-8e47090ef951', 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369', 'port_id': '8802457b-5d0f-465f-8388-8e47090ef951', 'mac_address': 'fa:16:3e:96:ea:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e73b7bc-3a6a-4656-8a72-866e246cc338', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:19.848528 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:19.867143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:50:19.873780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8802457b-5d0f-465f-8388-8e47090ef951 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:19.889632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Sync routers for ids ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:50:19.906310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8802457b-5d0f-465f-8388-8e47090ef951, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8802457b-5d0f-465f-8388-8e47090ef951,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:19.910793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Routers {'71e5b285-e9ed-462c-b9d1-56eeafa11d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:50:19.911422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:49:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:19.912294 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:19.916562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41382) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:19.919101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-970e512f-7fd5-42d4-a4dd-7b311364db79 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7958608 Dec 13 12:50:19.941926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-ad1c3d7a-f618-4e3e-9e0d-1c2851388744 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:19.948770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-ad1c3d7a-f618-4e3e-9e0d-1c2851388744 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 812 time: 0.2339294 Dec 13 12:50:19.963177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ee528-8027-403d-9caa-71713cc94d96 req-28a94cec-3669-44c6-a6c9-5dfdbef58326 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:19.964841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-629ee528-8027-403d-9caa-71713cc94d96 req-28a94cec-3669-44c6-a6c9-5dfdbef58326 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.1514184 Dec 13 12:50:19.978462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-ac320408-e403-4bb5-93b8-b9fd123125cb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/quotas/4f820f6b0d244888906740df48385797 HTTP/1.1" status: 200 len: 375 time: 0.0286775 Dec 13 12:50:20.039342 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-368a960b-1d8b-4a98-ad55-1f1b74b718f5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598550 Dec 13 12:50:20.151634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-629ee528-8027-403d-9caa-71713cc94d96 req-40c5b74a-83a7-4925-afac-fcf983b9c454 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625643 Dec 13 12:50:20.192109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Set router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:50:20.238057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-f5a8b5ec-c859-4255-9a50-21b628b2fd83 service neutron] 10.222.0.31 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977251 Dec 13 12:50:20.255124 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:20.390683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-63c6fd4b-e96a-4701-b628-1c7368a251ae service neutron] 10.222.0.31 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516166 Dec 13 12:50:20.453083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8802457b-5d0f-465f-8388-8e47090ef951'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:20.614883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8802457b-5d0f-465f-8388-8e47090ef951,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:20.638513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.639256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.639612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.639881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.640317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.640758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.641194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.641623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.642053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.642542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.642974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.643514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.643963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:20.790569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20e797-2fc7-46c2-a25d-7727b7cd2f92 req-953b8546-d913-4156-b7e1-4fae5fad23e0 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:20.803254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b20e797-2fc7-46c2-a25d-7727b7cd2f92 req-953b8546-d913-4156-b7e1-4fae5fad23e0 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 945 time: 0.1687722 Dec 13 12:50:20.848889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'name': 'tempest-ServersTestMultiNic-963650116-router', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:14Z', 'updated_at': '2021-12-13T12:50:17Z', 'revision_number': 3, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'gw_port': {'id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:16Z', 'updated_at': '2021-12-13T12:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:20.934753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Checking router: 71e5b285-e9ed-462c-b9d1-56eeafa11d60 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:50:20.935415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Updating router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 port cc6ef13c-beb3-4541-ade8-4b798e393329 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:50:20.976873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:20.980861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:20.984376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b20e797-2fc7-46c2-a25d-7727b7cd2f92 req-6ddafdd4-dac2-4d8a-b6df-cf5341cee9bb tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794603 Dec 13 12:50:21.051879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41428) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:21.131611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-161d0d1b-c0b6-4053-ae6b-494eeb67619b req-3dcb220d-9072-4bd3-b609-a410729e2e66 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 210 time: 0.0653939 Dec 13 12:50:21.405071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18ee3e-f3d5-4034-98e1-c88a35e6f6fe req-67c64269-143b-4585-a9e8-d5425a3d9ec9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:21.417837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b18ee3e-f3d5-4034-98e1-c88a35e6f6fe req-67c64269-143b-4585-a9e8-d5425a3d9ec9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 944 time: 0.1903558 Dec 13 12:50:21.437126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41436) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:21.437901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f3d392b9-be6f-44b5-90df-410b09d940da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2e4264a1c5841f39fb10a3ea4216687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845363 Dec 13 12:50:21.551942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Allocated IP 172.20.0.1 (9943187c-1a61-45da-afef-d90a0cf44d88/b1b7de8c-7c5f-4f84-9329-d09d3b7885f0/d76aa9a1-7663-4253-87bc-3175e789a883) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:21.576926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b18ee3e-f3d5-4034-98e1-c88a35e6f6fe req-95ce99de-1b78-4437-9c20-bdfaff01c185 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580634 Dec 13 12:50:21.657138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8802457b-5d0f-465f-8388-8e47090ef951 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:21.670405 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbeeb-9cd2-4b7d-adad-13b042947df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:21.701669 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbeeb-9cd2-4b7d-adad-13b042947df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:21.791227 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:21.829082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377eff9-5096-4393-9365-e7c226615c9d req-803efd7a-fa55-4d91-803e-5d1407854275 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:21.837583 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:21.842217 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:21.847432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b377eff9-5096-4393-9365-e7c226615c9d req-803efd7a-fa55-4d91-803e-5d1407854275 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.2680204 Dec 13 12:50:21.863356 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:21.894469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Network 9943187c-1a61-45da-afef-d90a0cf44d88 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:21.899309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:21.904664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:21.934687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 8802457b-5d0f-465f-8388-8e47090ef951 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:21.935109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:21.945770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Pushing event updated for resources: {'Port': ['ID=d76aa9a1-7663-4253-87bc-3175e789a883,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:21.952858 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbeeb-9cd2-4b7d-adad-13b042947df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:21.961911 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbeeb-9cd2-4b7d-adad-13b042947df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:21.963188 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb5fbeeb-9cd2-4b7d-adad-13b042947df6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4613193-0d24-4406-a8bf-3f5e2be600cf HTTP/1.1" status: 204 len: 168 time: 0.5250294 Dec 13 12:50:22.001376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b377eff9-5096-4393-9365-e7c226615c9d req-5aad0159-a346-469d-a852-c6db3a154799 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489096 Dec 13 12:50:22.025792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fbeeb-9cd2-4b7d-adad-13b042947df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4613193-0d24-4406-a8bf-3f5e2be600cf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:22.036247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7c9e-e50b-4733-9fad-721c90cdca17 req-62a1c172-a123-4755-accd-91a884fa93a7 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:22.040321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a30d7c9e-e50b-4733-9fad-721c90cdca17 req-62a1c172-a123-4755-accd-91a884fa93a7 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 945 time: 0.3079429 Dec 13 12:50:22.070212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:22.164197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Attempting to bind port cc6ef13c-beb3-4541-ade8-4b798e393329 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:22.173991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Attempting to bind port cc6ef13c-beb3-4541-ade8-4b798e393329 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:22.175227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Attempting to bind port cc6ef13c-beb3-4541-ade8-4b798e393329 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:22.190119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28b531-c6e2-41ef-bf2a-6ed580c5a601 None None] Pushing event updated for resources: {'Port': ['ID=cc6ef13c-beb3-4541-ade8-4b798e393329,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:22.226754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:22.229163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:22.231590 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:22.234058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:22.239871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Bound port: cc6ef13c-beb3-4541-ade8-4b798e393329, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:22.241941 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:22.262715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a30d7c9e-e50b-4733-9fad-721c90cdca17 req-068677a0-1d9a-4f91-8d51-9dc9024f0753 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143822 Dec 13 12:50:22.388550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] For port cc6ef13c-beb3-4541-ade8-4b798e393329, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:22.437533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] For port cc6ef13c-beb3-4541-ade8-4b798e393329, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cc6ef13c-beb3-4541-ade8-4b798e393329,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:22.443198 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:22.461606 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:22.533192 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:22.536919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa4be264-0fcc-420a-a7ac-70d3e87e5ed1 req-5d8d96bb-1ad9-449b-9980-8314d072c3e9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 210 time: 0.0719054 Dec 13 12:50:22.586107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20c7614-636a-41a6-b1c4-49c43403f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8802457b-5d0f-465f-8388-8e47090ef951'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:22.588813 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acf4bb9-e70b-40d2-a15a-4c1941f2c954" -d '{"events": [{"server_uuid": "d20c7614-636a-41a6-b1c4-49c43403f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "8802457b-5d0f-465f-8388-8e47090ef951"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:22.728349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8802457b-5d0f-465f-8388-8e47090ef951, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8802457b-5d0f-465f-8388-8e47090ef951,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:22.757716 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac1c071-2bb3-43b2-bc59-214b368853d5 x-openstack-request-id: req-6ac1c071-2bb3-43b2-bc59-214b368853d5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:22.760019 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20c7614-636a-41a6-b1c4-49c43403f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "8802457b-5d0f-465f-8388-8e47090ef951", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:22.760486 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ac1c071-2bb3-43b2-bc59-214b368853d5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:22.761069 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20c7614-636a-41a6-b1c4-49c43403f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8802457b-5d0f-465f-8388-8e47090ef951', 'code': 200} Dec 13 12:50:22.780500 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:22.782040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device d7bc870c-1737-4985-8822-38cbadf1d246 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:22.788396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a2592e3c-762b-401a-b99a-a301e64d7bc3 None None] Provisioning complete for port d76aa9a1-7663-4253-87bc-3175e789a883 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:22.789514 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a2592e3c-762b-401a-b99a-a301e64d7bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:22.856487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Routers {'71e5b285-e9ed-462c-b9d1-56eeafa11d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:50:22.857688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:49:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:22.904964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:22.922852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbf847-36c6-4c5b-9e65-a4caf7607f64 req-92d66d68-4750-49fe-9d1c-3940ca7fc757 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:22.926860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fcbf847-36c6-4c5b-9e65-a4caf7607f64 req-92d66d68-4750-49fe-9d1c-3940ca7fc757 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 944 time: 0.1366484 Dec 13 12:50:22.948684 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:22.994882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fcbf847-36c6-4c5b-9e65-a4caf7607f64 req-755b2bf6-312a-458e-b0eb-17dc30017bd4 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623076 Dec 13 12:50:23.046874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28b531-c6e2-41ef-bf2a-6ed580c5a601 None None] Pushing event updated for resources: {'Port': ['ID=cc6ef13c-beb3-4541-ade8-4b798e393329,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:23.111854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Pushing event updated for resources: {'Port': ['ID=d76aa9a1-7663-4253-87bc-3175e789a883,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:23.163422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:23.165326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a2592e3c-762b-401a-b99a-a301e64d7bc3 None None] Port d76aa9a1-7663-4253-87bc-3175e789a883 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:50:23.213013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5c8ff-19f4-4d75-8cee-0eb152c4be5d req-69cb71d1-75cf-4362-a528-9b870a752b4a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:23.214778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1d5c8ff-19f4-4d75-8cee-0eb152c4be5d req-69cb71d1-75cf-4362-a528-9b870a752b4a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.0662842 Dec 13 12:50:23.233585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-ec18f19d-1f3c-458e-8b9e-5ddcafbd973b tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:23.238164 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-ec18f19d-1f3c-458e-8b9e-5ddcafbd973b tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.42 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 812 time: 0.5266280 Dec 13 12:50:23.274695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'port': {'device_id': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af', 'admin_state_up': True, 'tenant_id': '4f820f6b0d244888906740df48385797'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:23.368022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1d5c8ff-19f4-4d75-8cee-0eb152c4be5d req-5e83640c-a8dd-43e5-aeca-e86c427c60c0 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450441 Dec 13 12:50:23.445340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41492) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:23.447639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b2ecfb16-b7db-4efa-bb4c-85fb1e35999c tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:23.455728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b2ecfb16-b7db-4efa-bb4c-85fb1e35999c tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.42 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.1497874 Dec 13 12:50:23.499773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] Set router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:50:23.545253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Made reservation on behalf of 4f820f6b0d244888906740df48385797 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:23.553061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:23.558218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port d7bc870c-1737-4985-8822-38cbadf1d246 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:50:23.605345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port d7bc870c-1737-4985-8822-38cbadf1d246 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:23.605732 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:23.607309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8802457b-5d0f-465f-8388-8e47090ef951,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:23.634834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc41b0f-c498-4528-ae7c-a297e502958d req-bfaf4571-1617-421f-9776-43ee59bfbf65 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:23.642670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cc41b0f-c498-4528-ae7c-a297e502958d req-bfaf4571-1617-421f-9776-43ee59bfbf65 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.1858332 Dec 13 12:50:23.658675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Network 9943187c-1a61-45da-afef-d90a0cf44d88 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:23.732985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-131707375-network', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:23.741897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:23.909325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cc41b0f-c498-4528-ae7c-a297e502958d req-5c7ec6fd-b9df-48f7-b4bb-c596e06b402e tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609818 Dec 13 12:50:23.930026 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:23.960299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Made reservation on behalf of ca8578242bfd400ba3be505bf9d0e137 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:23.962617 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:23.966545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:50:23.988041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:23.995645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b3f9156-9e9f-45c0-a736-4fdfe6460288 req-5e163fd9-f11d-4102-98b2-a318814f5181 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 210 time: 0.2825541 Dec 13 12:50:24.018487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b18183da-fe67-471d-8444-8a53b8a00b56 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Deleting port 8802457b-5d0f-465f-8388-8e47090ef951 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:50:24.019140 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b18183da-fe67-471d-8444-8a53b8a00b56 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:24.033973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-30f2471d-a4f8-4ee6-a1a4-0dc71e44eb3b tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:24.036732 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-30f2471d-a4f8-4ee6-a1a4-0dc71e44eb3b tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1097 time: 0.2944493 Dec 13 12:50:24.039445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Allocated IP 172.20.0.8 (f43937d2-46d3-48f2-bb70-b47761b3f8af/a4cfcd4d-5e80-46fd-ac59-db194ffa6779/926ba6fe-f8a8-42ba-927c-d537c855e00f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:24.064575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-4'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:24.259362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:24.324899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:50:24.325547 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f321-d880-4b38-99a6-13c0b34c3894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:24.334648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port d7bc870c-1737-4985-8822-38cbadf1d246, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=d7bc870c-1737-4985-8822-38cbadf1d246,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:24.335990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-747ee864-6fe7-4623-ae39-2955e451af28 None None] Provisioning complete for port d76aa9a1-7663-4253-87bc-3175e789a883 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:24.336307 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-747ee864-6fe7-4623-ae39-2955e451af28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:24.361687 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb85fcc1-b612-4728-a0ff-8923a8cacb86 admin admin] 10.222.0.31 "PUT /v2.0/routers/71e5b285-e9ed-462c-b9d1-56eeafa11d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4436495 Dec 13 12:50:24.368305 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:24.373087 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:24.384104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:24.413360 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:50:24.424392 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:24.425702 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Added segment 2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274 of type vlan for network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb Dec 13 12:50:24.429316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=d7bc870c-1737-4985-8822-38cbadf1d246,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:24.453777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-747ee864-6fe7-4623-ae39-2955e451af28 None None] Port d76aa9a1-7663-4253-87bc-3175e789a883 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:50:24.485707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'name': 'tempest-ServersTestMultiNic-963650116-router', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:14Z', 'updated_at': '2021-12-13T12:50:22Z', 'revision_number': 4, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'gw_port': {'id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:16Z', 'updated_at': '2021-12-13T12:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd76aa9a1-7663-4253-87bc-3175e789a883', 'name': '', 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'mac_address': 'fa:16:3e:99:70:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:21Z', 'updated_at': '2021-12-13T12:50:21Z', 'revision_number': 1, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'subnets': [{'id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:24.527284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724b554-dcbf-4190-8a6c-f8b378e4b171 None None] The sync data for ids ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'] in n-d-817326-4 is: [{'id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'name': 'tempest-ServersTestMultiNic-963650116-router', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:14Z', 'updated_at': '2021-12-13T12:50:22Z', 'revision_number': 4, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'gw_port': {'id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:16Z', 'updated_at': '2021-12-13T12:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd76aa9a1-7663-4253-87bc-3175e789a883', 'name': '', 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'mac_address': 'fa:16:3e:99:70:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:21Z', 'updated_at': '2021-12-13T12:50:21Z', 'revision_number': 1, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'subnets': [{'id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:50:24.660147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41512) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:24.672886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9dd2b-93e3-4511-9a74-381ed53c9cf2 req-61cbfd38-d8b1-408e-8834-9f05bae5a002 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:24.674582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4fb9dd2b-93e3-4511-9a74-381ed53c9cf2 req-61cbfd38-d8b1-408e-8834-9f05bae5a002 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 944 time: 0.4761789 Dec 13 12:50:24.749506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2002956236'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:24.766028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1946b996-62b7-4e6d-8463-c1113bb894e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bc870c-1737-4985-8822-38cbadf1d246'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:24.769902 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90068aa-a0b5-4420-9cd6-1c7450c19bf1" -d '{"events": [{"server_uuid": "1946b996-62b7-4e6d-8463-c1113bb894e5", "name": "network-vif-plugged", "status": "completed", "tag": "d7bc870c-1737-4985-8822-38cbadf1d246"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:24.936093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718179d9-4fe4-4f73-bbb5-c422e9a09925 req-4f912154-6a3e-45cd-8dbc-a2798ede785d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:24.947137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-718179d9-4fe4-4f73-bbb5-c422e9a09925 req-4f912154-6a3e-45cd-8dbc-a2798ede785d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 946 time: 0.2855368 Dec 13 12:50:24.989434 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.003205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:25.042538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:25.053828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.070463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3b6b46-bb62-4986-8773-615e85d4699a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:25.095215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.102777 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.103871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:25.104562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.105954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070bb420-9082-4a1c-af97-71a3b9223170'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:25.114305 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371de64e-ba4a-4956-b9a2-4be8d1b44dba" -d '{"events": [{"server_uuid": "fd1a929f-6c41-49a6-9c69-0afbc5606542", "name": "network-vif-unplugged", "status": "completed", "tag": "070bb420-9082-4a1c-af97-71a3b9223170"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:25.158972 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.164271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b18183da-fe67-471d-8444-8a53b8a00b56 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] For port 8802457b-5d0f-465f-8388-8e47090ef951, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8802457b-5d0f-465f-8388-8e47090ef951,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:25.164635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b18183da-fe67-471d-8444-8a53b8a00b56 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.181705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:25.185359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.194040 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7453268 Dec 13 12:50:25.204283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41524) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:25.212817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Request body: {'subnet': {'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-131707375-subnet', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:25.222873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.227344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754732d4-2ff5-4c18-8f18-15cf0aa0a3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:25.239792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:50:25.306892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b18183da-fe67-471d-8444-8a53b8a00b56 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Calling delete_port for 8802457b-5d0f-465f-8388-8e47090ef951 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:50:25.338820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-718179d9-4fe4-4f73-bbb5-c422e9a09925 req-6cd468cf-c285-4b89-bf4e-75ed4ca38386 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884752 Dec 13 12:50:25.362342 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4fb9dd2b-93e3-4511-9a74-381ed53c9cf2 req-09d682f9-ee40-4e04-8818-81897da4ddbe tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700724 Dec 13 12:50:25.384155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Network f43937d2-46d3-48f2-bb70-b47761b3f8af is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:25.387214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Made reservation on behalf of ca8578242bfd400ba3be505bf9d0e137 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:25.389567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.413651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:25.417558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:25.452858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'Port': ['ID=926ba6fe-f8a8-42ba-927c-d537c855e00f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:25.541121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:25.541935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.556485 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77e47a2-c338-4a72-ae17-c106050347e6 x-openstack-request-id: req-b77e47a2-c338-4a72-ae17-c106050347e6 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:25.556781 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1946b996-62b7-4e6d-8463-c1113bb894e5", "name": "network-vif-plugged", "status": "completed", "tag": "d7bc870c-1737-4985-8822-38cbadf1d246", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:25.557040 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b77e47a2-c338-4a72-ae17-c106050347e6 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:25.557442 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1946b996-62b7-4e6d-8463-c1113bb894e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bc870c-1737-4985-8822-38cbadf1d246', 'code': 200} Dec 13 12:50:25.598604 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-69574727-95c0-406c-b5dd-985cbe09dffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3236051 Dec 13 12:50:25.627049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Request body: {'port': {'device_id': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:25.628145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on host n-h1-817326-4 for vnic_type normal with profile {"migrating_to": "n-h2-817326-4"} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:25.628495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:25.628830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:25.671857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 070bb420-9082-4a1c-af97-71a3b9223170 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:25.694333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:25.696711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:25.708626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:50:25.711547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:25.711882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:25.712381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:25.712996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Bound port: 070bb420-9082-4a1c-af97-71a3b9223170, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:25.713354 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.855109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Pushing event updated for resources: {'Port': ['ID=070bb420-9082-4a1c-af97-71a3b9223170,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:25.869600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:25.904026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on host n-h1-817326-4 for vnic_type normal with profile {"migrating_to": "n-h2-817326-4"} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:25.904577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:25.905046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:25.912139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:25.912606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:25.920919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d87e0f-970b-45a1-b794-c1cca60fb4e8 req-30c28356-598f-46af-b39d-56f5b87b9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:25.921656 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-70d87e0f-970b-45a1-b794-c1cca60fb4e8 req-30c28356-598f-46af-b39d-56f5b87b9a5b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 1096 time: 0.2870231 Dec 13 12:50:25.928292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.934904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:25.935715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:25.936824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:25.937526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Bound port: 070bb420-9082-4a1c-af97-71a3b9223170, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:25.938266 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.943039 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:25.943429 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Added segment a24b24ed-d0b3-42d5-89d0-557ad1265002 of type vlan for network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 Dec 13 12:50:25.999596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:26.049529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:26.055528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:26.064775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:26.117184 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:26.151208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=070bb420-9082-4a1c-af97-71a3b9223170,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:26.161228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81a924-ada8-4519-943a-97423281f367 req-7a3e34e1-2986-4bb0-b53e-92446382d927 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:26.162234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Checking segment: {'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:26.162889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Network hostable DHCP agents. Network: 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:50:26.163011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f81a924-ada8-4519-943a-97423281f367 req-7a3e34e1-2986-4bb0-b53e-92446382d927 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 931 time: 0.4585199 Dec 13 12:50:26.173208 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-70d87e0f-970b-45a1-b794-c1cca60fb4e8 req-90455d4b-a821-4943-969d-bec5c6a89685 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371540 Dec 13 12:50:26.187039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05d33-aabd-4450-aa3c-56b2076d450c req-44c791fe-b614-42f8-a016-42a8eac2a869 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:26.198391 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 070bb420-9082-4a1c-af97-71a3b9223170 has no active binding in host n-h2-817326-4 {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 12:50:26.201854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21c05d33-aabd-4450-aa3c-56b2076d450c req-44c791fe-b614-42f8-a016-42a8eac2a869 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20c7614-636a-41a6-b1c4-49c43403f6b3 HTTP/1.1" status: 200 len: 946 time: 0.4938004 Dec 13 12:50:26.242097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:26.270232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Pushing event updated for resources: {'Subnet': ['ID=484efd44-0ac3-488e-ab06-89da2b936184,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:26.310404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.api [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 070bb420-9082-4a1c-af97-71a3b9223170-n-h1-817326-4-0 {{(pid=109886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:50:26.310883 n-d-817326-4 neutron-server[109886]: DEBUG oslo_db.api [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:50:26.313966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:50:26.344556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:26.352224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:26.353074 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:26.372911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:26.384307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:26.385593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:26.390405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc932a84-18cb-414c-8677-f95b6c523959 None None] Network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:26.429110 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b18183da-fe67-471d-8444-8a53b8a00b56 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:26.453122 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb400330-af73-4c45-9383-3270a6a1893d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2479837 Dec 13 12:50:26.453772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41540) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:26.481228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8055162 Dec 13 12:50:26.485891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:26.512382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41542) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:26.534678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18183da-fe67-471d-8444-8a53b8a00b56 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event deleted for resources: {'Port': ['ID=8802457b-5d0f-465f-8388-8e47090ef951,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:26.556860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'subnet': {'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:26.560759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f81a924-ada8-4519-943a-97423281f367 req-87e1950d-48ed-4129-83d0-f8e0cbdcb7e7 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890932 Dec 13 12:50:26.579137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21c05d33-aabd-4450-aa3c-56b2076d450c req-f5d52932-b493-4958-814a-4bea1e3f6518 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761084 Dec 13 12:50:26.583268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:50:26.584210 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:26.595473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781e758-0358-42df-ba15-4a1c6ac21e6c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Network': ['ID=d5ba137a-0eed-4e77-ab2e-f90b29bb1c40,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:26.661386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:50:26.664422 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e103b7-1ad1-4c8d-ae09-e7acbac9664d x-openstack-request-id: req-42e103b7-1ad1-4c8d-ae09-e7acbac9664d {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:26.666199 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1a929f-6c41-49a6-9c69-0afbc5606542", "name": "network-vif-unplugged", "status": "completed", "tag": "070bb420-9082-4a1c-af97-71a3b9223170", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:26.671117 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42e103b7-1ad1-4c8d-ae09-e7acbac9664d {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:26.672523 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070bb420-9082-4a1c-af97-71a3b9223170', 'code': 200} Dec 13 12:50:26.705844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b18183da-fe67-471d-8444-8a53b8a00b56 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] No DVR routers for this DVR port 8802457b-5d0f-465f-8388-8e47090ef951 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:50:26.710736 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b18183da-fe67-471d-8444-8a53b8a00b56 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:26.714598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b76d9445-33a1-498c-807a-53f1ae62be73 req-b18183da-fe67-471d-8444-8a53b8a00b56 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.42 "DELETE /v2.0/ports/8802457b-5d0f-465f-8388-8e47090ef951 HTTP/1.1" status: 204 len: 173 time: 3.2373128 Dec 13 12:50:26.856582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Allocated IP 172.20.0.2 (8b0a7049-857b-4f80-ba44-1cbf2c82c3fb/484efd44-0ac3-488e-ab06-89da2b936184/82dc48bc-d78b-4ea6-8808-1823f315b289) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:26.936705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on host n-h1-817326-4 for vnic_type normal with profile {"migrating_to": "n-h2-817326-4"} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:26.938778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:26.939330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:26.962305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:26.962957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Attempting to bind port 070bb420-9082-4a1c-af97-71a3b9223170 on network 219543e4-4bac-49a9-93d4-417277130b86 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:26.964568 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-05e1d056-c558-4820-86d3-d316d6e8ed50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:26.989601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4e0ca-d834-46da-9aeb-99330f4a72e8 req-c662831d-491f-439e-be2f-a76c16f87fb2 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:26.995308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfe4e0ca-d834-46da-9aeb-99330f4a72e8 req-c662831d-491f-439e-be2f-a76c16f87fb2 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.2358594 Dec 13 12:50:27.021701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:27.022036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Checking segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:27.030736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Bound using segment: {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:27.031792 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Bound port: 070bb420-9082-4a1c-af97-71a3b9223170, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '219543e4-4bac-49a9-93d4-417277130b86'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:27.039357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.062214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.063221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.110966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cc6ef13c-beb3-4541-ade8-4b798e393329 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:27.114215 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.151561 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.206571 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.210961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:27.212797 n-d-817326-4 neutron-server[109886]: WARNING neutron.plugins.ml2.plugin [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Concurrent port binding operations failed on port 070bb420-9082-4a1c-af97-71a3b9223170 Dec 13 12:50:27.217241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:27.218432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:27.224222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:27.227426 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Attempt 2 to bind port 070bb420-9082-4a1c-af97-71a3b9223170 Dec 13 12:50:27.232391 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Pushing event updated for resources: {'Port': ['ID=82dc48bc-d78b-4ea6-8808-1823f315b289,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:27.260915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:27.261563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.270174 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cffdd168-d586-4355-b3d4-6cc92ede0dba service neutron] 10.222.0.42 "PUT /v2.0/ports/070bb420-9082-4a1c-af97-71a3b9223170 HTTP/1.1" status: 200 len: 1122 time: 3.2132020 Dec 13 12:50:27.270728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cc6ef13c-beb3-4541-ade8-4b798e393329 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:27.271344 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.337467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:27.340033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2103b2-252f-48b0-a23b-e106c084cb94 req-1f7cf1e8-3b8d-4bd3-9766-487689711658 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:27.342313 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.358606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d2103b2-252f-48b0-a23b-e106c084cb94 req-1f7cf1e8-3b8d-4bd3-9766-487689711658 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.2853866 Dec 13 12:50:27.364146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['070bb420-9082-4a1c-af97-71a3b9223170'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:27.372985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['070bb420-9082-4a1c-af97-71a3b9223170'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:27.422326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Attempting to bind port 82dc48bc-d78b-4ea6-8808-1823f315b289 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:27.423519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Attempting to bind port 82dc48bc-d78b-4ea6-8808-1823f315b289 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:27.424173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Attempting to bind port 82dc48bc-d78b-4ea6-8808-1823f315b289 on network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:27.434494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfe4e0ca-d834-46da-9aeb-99330f4a72e8 req-6134f906-568f-4531-9e21-116ef642caf0 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828237 Dec 13 12:50:27.445839 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:27.446404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Checking segment: {'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:27.446918 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.447412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Bound using segment: {'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:27.448028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Bound port: 82dc48bc-d78b-4ea6-8808-1823f315b289, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:27.448969 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.552162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926ba6fe-f8a8-42ba-927c-d537c855e00f {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:27.560887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.577004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d2103b2-252f-48b0-a23b-e106c084cb94 req-e8a05960-1ae7-4c1e-8201-2d61f1c0639b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174428 Dec 13 12:50:27.605122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Transition to ACTIVE for port object 926ba6fe-f8a8-42ba-927c-d537c855e00f will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:50:27.720142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8802457b-5d0f-465f-8388-8e47090ef951 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:50:27.764325 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 8802457b-5d0f-465f-8388-8e47090ef951 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:50:27.765760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8802457b-5d0f-465f-8388-8e47090ef951 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:50:27.808433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] For port 82dc48bc-d78b-4ea6-8808-1823f315b289, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:27.851681 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.880141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5633b-4802-4be0-8dde-fc833526a38a req-b60a61f3-0eff-4971-82de-d405ef7e09fb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:27.880141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fe5633b-4802-4be0-8dde-fc833526a38a req-b60a61f3-0eff-4971-82de-d405ef7e09fb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 943 time: 0.1037724 Dec 13 12:50:27.957523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] For port 82dc48bc-d78b-4ea6-8808-1823f315b289, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=82dc48bc-d78b-4ea6-8808-1823f315b289,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:27.960986 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:27.968345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fe5633b-4802-4be0-8dde-fc833526a38a req-99ba3bc7-292b-4faa-9e4c-c17730108b79 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809102 Dec 13 12:50:28.024212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port cc6ef13c-beb3-4541-ade8-4b798e393329, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cc6ef13c-beb3-4541-ade8-4b798e393329,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:28.043188 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.067355 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.089045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.101171 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.219887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.223469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=926ba6fe-f8a8-42ba-927c-d537c855e00f,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:28.260871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a770f-1bb8-4a4d-85d8-d522794ed5c2 None None] Pushing event updated for resources: {'Port': ['ID=82dc48bc-d78b-4ea6-8808-1823f315b289,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:28.307462 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Sync routers for ids ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:50:28.332603 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Routers {'71e5b285-e9ed-462c-b9d1-56eeafa11d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:50:28.334514 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:28.524334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=cc6ef13c-beb3-4541-ade8-4b798e393329,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:28.539401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41564) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:28.544338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-34e537f1-1065-4634-a9ce-24fc3cf3e102 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283456590', 'description': 'tempest-description--546204478'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:28.591484 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Set router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:50:28.613668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34e537f1-1065-4634-a9ce-24fc3cf3e102 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.650412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Subnet': ['ID=db7ae5f7-0896-4634-8473-41f1702c8979,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:28.685145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20c7614-636a-41a6-b1c4-49c43403f6b3', 'name': 'network-vif-deleted', 'tag': '8802457b-5d0f-465f-8388-8e47090ef951'}, {'name': 'network-changed', 'server_uuid': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'tag': '070bb420-9082-4a1c-af97-71a3b9223170'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:28.687554 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79" -d '{"events": [{"server_uuid": "d20c7614-636a-41a6-b1c4-49c43403f6b3", "name": "network-vif-deleted", "tag": "8802457b-5d0f-465f-8388-8e47090ef951"}, {"name": "network-changed", "server_uuid": "fd1a929f-6c41-49a6-9c69-0afbc5606542", "tag": "070bb420-9082-4a1c-af97-71a3b9223170"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:28.695173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Checking segment: {'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:28.698742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network hostable DHCP agents. Network: d5ba137a-0eed-4e77-ab2e-f90b29bb1c40, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:50:28.759719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab687c-c1fe-472e-a70f-3532029a0245 req-6102cfac-e6f4-4068-961c-f22d9d5c313f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:28.761342 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbab687c-c1fe-472e-a70f-3532029a0245 req-6102cfac-e6f4-4068-961c-f22d9d5c313f tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.1339445 Dec 13 12:50:28.821080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:50:28.823249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Attempting to bind port 926ba6fe-f8a8-42ba-927c-d537c855e00f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:28.823595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Attempting to bind port 926ba6fe-f8a8-42ba-927c-d537c855e00f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '481725db-5a3e-4102-b93a-6e5385dea266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:28.823926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Attempting to bind port 926ba6fe-f8a8-42ba-927c-d537c855e00f on network f43937d2-46d3-48f2-bb70-b47761b3f8af {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:28.836152 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34e537f1-1065-4634-a9ce-24fc3cf3e102 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.855709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34e537f1-1065-4634-a9ce-24fc3cf3e102 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.866002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Port 926ba6fe-f8a8-42ba-927c-d537c855e00f on network f43937d2-46d3-48f2-bb70-b47761b3f8af not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:28.866724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Attempting to bind port 926ba6fe-f8a8-42ba-927c-d537c855e00f on network f43937d2-46d3-48f2-bb70-b47761b3f8af {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:28.875479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, d5ba137a-0eed-4e77-ab2e-f90b29bb1c40) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:28.887922 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34e537f1-1065-4634-a9ce-24fc3cf3e102 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.889625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-34e537f1-1065-4634-a9ce-24fc3cf3e102 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3492026 Dec 13 12:50:28.900945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d8023f-8862-4a75-80a3-4cf1558686af None None] Network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:28.920013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:28.923226 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.932373 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41580) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:28.936946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:28.939303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Checking segment: {'id': '481725db-5a3e-4102-b93a-6e5385dea266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:28.940100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Bound using segment: {'id': '481725db-5a3e-4102-b93a-6e5385dea266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:28.942608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Bound port: 926ba6fe-f8a8-42ba-927c-d537c855e00f, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481725db-5a3e-4102-b93a-6e5385dea266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:28.943239 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:28.957362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7d277ef3-814b-4a84-acec-1e87cbf460a8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Request body: {'security_group_rule': {'security_group_id': 'd443f0f2-efcf-47cb-815a-1cd011437ca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:29.055287 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e537f1-1065-4634-a9ce-24fc3cf3e102 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d443f0f2-efcf-47cb-815a-1cd011437ca5,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:29.084297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.086694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbab687c-c1fe-472e-a70f-3532029a0245 req-e91f68b0-cddc-40b0-b619-e05c9ab0a309 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114607 Dec 13 12:50:29.115418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20fe97-50e6-4e1a-9ce9-7cad7414b95d req-77b5a2cb-00f5-4884-bbd1-a82d4843a6ab tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:29.117564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.127909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e20fe97-50e6-4e1a-9ce9-7cad7414b95d req-77b5a2cb-00f5-4884-bbd1-a82d4843a6ab tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.2835422 Dec 13 12:50:29.249325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e20fe97-50e6-4e1a-9ce9-7cad7414b95d req-fc61086c-3125-46b2-b670-b6fc8b679948 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203651 Dec 13 12:50:29.256380 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8822a55-9a63-4c6b-8c0f-19875ffba9d7 x-openstack-request-id: req-f8822a55-9a63-4c6b-8c0f-19875ffba9d7 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:29.256856 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20c7614-636a-41a6-b1c4-49c43403f6b3", "name": "network-vif-deleted", "tag": "8802457b-5d0f-465f-8388-8e47090ef951", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd1a929f-6c41-49a6-9c69-0afbc5606542", "tag": "070bb420-9082-4a1c-af97-71a3b9223170", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:29.257756 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8822a55-9a63-4c6b-8c0f-19875ffba9d7 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:29.257884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-d5ba137a-0eed-4e77-ab2e-f90b29bb1c40', 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40', 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'fixed_ips': [{'subnet_id': 'db7ae5f7-0896-4634-8473-41f1702c8979'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:50:29.258801 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.260677 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20c7614-636a-41a6-b1c4-49c43403f6b3', 'name': 'network-vif-deleted', 'tag': '8802457b-5d0f-465f-8388-8e47090ef951', 'status': 'completed', 'code': 200} Dec 13 12:50:29.261101 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'tag': '070bb420-9082-4a1c-af97-71a3b9223170', 'status': 'completed', 'code': 200} Dec 13 12:50:29.278264 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'name': 'tempest-ServersTestMultiNic-963650116-router', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:14Z', 'updated_at': '2021-12-13T12:50:22Z', 'revision_number': 4, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'gw_port': {'id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:16Z', 'updated_at': '2021-12-13T12:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd76aa9a1-7663-4253-87bc-3175e789a883', 'name': '', 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'mac_address': 'fa:16:3e:99:70:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:21Z', 'updated_at': '2021-12-13T12:50:22Z', 'revision_number': 2, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'subnets': [{'id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:29.293578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cc6ef13c-beb3-4541-ade8-4b798e393329 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:29.295986 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d277ef3-814b-4a84-acec-1e87cbf460a8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.302267 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a56544fa-9e9a-4885-af3e-74800210c0b7 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7887557 Dec 13 12:50:29.304929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41588) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:29.310283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-873379952'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:29.314351 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.344065 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Checking router: 71e5b285-e9ed-462c-b9d1-56eeafa11d60 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:50:29.344587 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Updating router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 port d76aa9a1-7663-4253-87bc-3175e789a883 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:50:29.351889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:29.359964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.447338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:50:29.474291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c2f75-961d-46b5-9664-b64eaa9616be req-9833882a-7b93-4a04-99f6-8fe3844194a8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:29.484193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c79c2f75-961d-46b5-9664-b64eaa9616be req-9833882a-7b93-4a04-99f6-8fe3844194a8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 943 time: 0.0918124 Dec 13 12:50:29.488519 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.502559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.502559 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Added segment c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92 of type vlan for network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 Dec 13 12:50:29.621093 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.657666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c79c2f75-961d-46b5-9664-b64eaa9616be req-3b7a9199-3d45-42e1-97df-f140e206b9a1 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675465 Dec 13 12:50:29.729550 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.741914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:29.742747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.789616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79 req-35284a60-4659-4840-9e20-6dcf5920823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:29.791350 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79 req-35284a60-4659-4840-9e20-6dcf5920823c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 1125 time: 0.4731545 Dec 13 12:50:29.803370 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] For port 926ba6fe-f8a8-42ba-927c-d537c855e00f, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:29.815529 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] For port 926ba6fe-f8a8-42ba-927c-d537c855e00f, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:29.829917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d277ef3-814b-4a84-acec-1e87cbf460a8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.854380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5457444 Dec 13 12:50:29.875186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Allocated IP 19.80.0.2 (d5ba137a-0eed-4e77-ab2e-f90b29bb1c40/db7ae5f7-0896-4634-8473-41f1702c8979/d6e5b152-58a8-4c3c-a104-1e0933b2b71b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:29.901948 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.909349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41606) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:29.928414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'subnet': {'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:29.957775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cc6ef13c-beb3-4541-ade8-4b798e393329 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:29.958200 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:29.961639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.053913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Allocated IP 172.25.2.243 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/b44b092c-a29d-4b5e-ac34-d9e39f7fbd28) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:30.063351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75692060-eb66-448b-ac11-0f886bc4ff6b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Network': ['ID=2c49d59c-fa0a-46a8-ac67-143f604a86e1,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:30.064375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d277ef3-814b-4a84-acec-1e87cbf460a8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.092394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:50:30.137351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa2d886-037e-402a-b3ec-ebc90eaa1851 None None] Network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:30.161382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:30.162106 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.164389 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/926ba6fe-f8a8-42ba-927c-d537c855e00f HTTP/1.1" status: 200 len: 1091 time: 4.5541980 Dec 13 12:50:30.172329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'tag': '926ba6fe-f8a8-42ba-927c-d537c855e00f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:30.181137 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3914680-e3b2-4235-a2de-6a9453d06a82", "tag": "926ba6fe-f8a8-42ba-927c-d537c855e00f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:30.199122 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.217412 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.377955 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Pushing event updated for resources: {'Port': ['ID=d76aa9a1-7663-4253-87bc-3175e789a883,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:30.382650 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d277ef3-814b-4a84-acec-1e87cbf460a8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.384257 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7d277ef3-814b-4a84-acec-1e87cbf460a8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4497852 Dec 13 12:50:30.404600 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.404944 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.405289 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.405627 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.405961 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.406579 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.406933 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.407263 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.407591 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.407972 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.408433 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.408745 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.409069 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:50:30.430565 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Attempting to bind port d76aa9a1-7663-4253-87bc-3175e789a883 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:30.430941 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Attempting to bind port d76aa9a1-7663-4253-87bc-3175e789a883 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'b3094231-38df-48d8-a56f-decde0f78078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:30.431361 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Attempting to bind port d76aa9a1-7663-4253-87bc-3175e789a883 on network 9943187c-1a61-45da-afef-d90a0cf44d88 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:30.445312 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:30.445685 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Checking segment: {'id': 'b3094231-38df-48d8-a56f-decde0f78078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:30.446132 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.446515 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Bound using segment: {'id': 'b3094231-38df-48d8-a56f-decde0f78078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:30.447283 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Bound port: d76aa9a1-7663-4253-87bc-3175e789a883, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3094231-38df-48d8-a56f-decde0f78078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:30.447666 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.488369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41614) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:30.498202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79 req-358d7087-2ee0-4724-bb67-dadce4558fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:30.500521 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79 req-358d7087-2ee0-4724-bb67-dadce4558fc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.6944818 Dec 13 12:50:30.501506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d277ef3-814b-4a84-acec-1e87cbf460a8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59312cb-698b-4c23-84a4-c57d65bc1d35,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:30.540197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-78aec992-4f89-4505-b256-6650656fc1a1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Request body: {'security_group_rule': {'security_group_id': 'd443f0f2-efcf-47cb-815a-1cd011437ca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:30.682817 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] For port d76aa9a1-7663-4253-87bc-3175e789a883, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:30.688157 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] For port d76aa9a1-7663-4253-87bc-3175e789a883, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d76aa9a1-7663-4253-87bc-3175e789a883,segment=NetworkSegment(b3094231-38df-48d8-a56f-decde0f78078),segment_id=b3094231-38df-48d8-a56f-decde0f78078)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:30.696024 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.763298 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c2ac5-3459-46b6-b5de-c34f3d903116 None None] Pushing event updated for resources: {'Port': ['ID=d76aa9a1-7663-4253-87bc-3175e789a883,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:30.765040 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79 req-beb18b3f-7a87-43a9-8b69-22c6d50ffa7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070bb420-9082-4a1c-af97-71a3b9223170 HTTP/1.1" status: 200 len: 217 time: 0.2480872 Dec 13 12:50:30.803896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:30.807482 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.820293 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Routers {'71e5b285-e9ed-462c-b9d1-56eeafa11d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:50:30.820926 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:30.952837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-24e40733-e418-43df-a873-cd5ca2408365 None None] Provisioning complete for port 82dc48bc-d78b-4ea6-8808-1823f315b289 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:30.953286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24e40733-e418-43df-a873-cd5ca2408365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.969786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79 req-3d144036-2e0f-4c8b-9dc8-a173e708f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:30.971507 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79 req-3d144036-2e0f-4c8b-9dc8-a173e708f15d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.1973560 Dec 13 12:50:30.972261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78aec992-4f89-4505-b256-6650656fc1a1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:30.994107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea5e00-8e7b-4d77-8505-fc3ffd2ec3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=926ba6fe-f8a8-42ba-927c-d537c855e00f,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:31.071781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 82dc48bc-d78b-4ea6-8808-1823f315b289 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:31.076933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0954075-9e81-4bf0-968e-ad74300d9ff6 req-139aca88-6a42-4d3b-acfa-40035d192518 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:31.085351 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79 req-20c449e0-7a4b-4757-aa0a-135582567d66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938892 Dec 13 12:50:31.090481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0954075-9e81-4bf0-968e-ad74300d9ff6 req-139aca88-6a42-4d3b-acfa-40035d192518 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 1.3068745 Dec 13 12:50:31.091770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-d260d3ab-aa48-40b2-9d7c-2ad9dc9fae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:31.108309 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-d260d3ab-aa48-40b2-9d7c-2ad9dc9fae6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 1094 time: 0.7754588 Dec 13 12:50:31.145823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3fabe-45f3-4310-a188-74698319be6c req-d4a81b49-20ec-4912-87c6-ba1a8ef319ea tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:31.153960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecd3fabe-45f3-4310-a188-74698319be6c req-d4a81b49-20ec-4912-87c6-ba1a8ef319ea tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.3624601 Dec 13 12:50:31.224519 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.260505 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] Set router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:50:31.275016 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79 req-88cd9bad-0703-4240-95c2-0cfd0e9e4e79 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650412 Dec 13 12:50:31.294946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecd3fabe-45f3-4310-a188-74698319be6c req-7268c092-abca-4239-a8e9-d6f42e4c0d7c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397185 Dec 13 12:50:31.345708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0954075-9e81-4bf0-968e-ad74300d9ff6 req-045bbf91-a5df-4358-abd7-77774561c953 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523208 Dec 13 12:50:31.373443 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24e40733-e418-43df-a873-cd5ca2408365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.376277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 82dc48bc-d78b-4ea6-8808-1823f315b289 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:31.376733 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.384435 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-ba63e2f4-408c-42ad-a64b-c5fa47e76369 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f HTTP/1.1" status: 200 len: 217 time: 0.1118543 Dec 13 12:50:31.428498 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68d5992-3349-4f3d-96de-8b55089cbe6e x-openstack-request-id: req-a68d5992-3349-4f3d-96de-8b55089cbe6e {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:31.429694 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3914680-e3b2-4235-a2de-6a9453d06a82", "tag": "926ba6fe-f8a8-42ba-927c-d537c855e00f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:31.429694 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a68d5992-3349-4f3d-96de-8b55089cbe6e {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:31.430104 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'tag': '926ba6fe-f8a8-42ba-927c-d537c855e00f', 'status': 'completed', 'code': 200} Dec 13 12:50:31.460649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Checking segment: {'id': 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:31.460649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network hostable DHCP agents. Network: 2c49d59c-fa0a-46a8-ac67-143f604a86e1, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:50:31.474347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Subnet': ['ID=a8329962-5ee2-4ecd-8082-05f1990117a7,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:31.484858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-24e40733-e418-43df-a873-cd5ca2408365 None None] For port 82dc48bc-d78b-4ea6-8808-1823f315b289, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=82dc48bc-d78b-4ea6-8808-1823f315b289,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:31.492505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.497267 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24e40733-e418-43df-a873-cd5ca2408365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.532943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:50:31.548231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 2c49d59c-fa0a-46a8-ac67-143f604a86e1) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:31.558907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:31.560875 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.563022 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.598148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2805db9-58c5-4afd-80da-0af7cdad5d2f None None] Network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:31.687758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-12a27a5c-1116-49e7-a487-7bb6d9374b94 None None] Provisioning complete for port d76aa9a1-7663-4253-87bc-3175e789a883 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:31.688273 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12a27a5c-1116-49e7-a487-7bb6d9374b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.699105 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a66c0c5c-4413-4ae5-9b4e-fa9596abbf79 req-5b326c2b-bba4-4e35-ba1f-bf303a8b6c91 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129457 Dec 13 12:50:31.722403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ae79eef3-627d-443a-9440-63b7b05e117f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8015270 Dec 13 12:50:31.736242 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78aec992-4f89-4505-b256-6650656fc1a1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.757663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78aec992-4f89-4505-b256-6650656fc1a1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.771003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:31.777093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a28cfa-1707-47dc-96ec-c1666e71c411 req-c3974da2-28a1-4367-9147-89b71a820953 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:31.780727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a28cfa-1707-47dc-96ec-c1666e71c411 req-c3974da2-28a1-4367-9147-89b71a820953 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 943 time: 0.2157333 Dec 13 12:50:31.805763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:31.808993 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.841835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:31.842886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aec992-4f89-4505-b256-6650656fc1a1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3711a91b-d6b8-4e3b-b8eb-34ea42ecab2e,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:31.858215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-74036a14-9093-4786-8bb3-55a8b964be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:31.862984 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-74036a14-9093-4786-8bb3-55a8b964be79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4cfcd4d-5e80-46fd-ac59-db194ffa6779 HTTP/1.1" status: 200 len: 852 time: 0.4390342 Dec 13 12:50:31.883618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e40733-e418-43df-a873-cd5ca2408365 None None] Pushing event updated for resources: {'Port': ['ID=82dc48bc-d78b-4ea6-8808-1823f315b289,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:31.893528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78aec992-4f89-4505-b256-6650656fc1a1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.897675 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-78aec992-4f89-4505-b256-6650656fc1a1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3850067 Dec 13 12:50:31.911348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41648) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:31.923066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:31.931358 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'name': 'tempest-ServersTestMultiNic-963650116-router', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:14Z', 'updated_at': '2021-12-13T12:50:22Z', 'revision_number': 4, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'gw_port': {'id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:16Z', 'updated_at': '2021-12-13T12:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd76aa9a1-7663-4253-87bc-3175e789a883', 'name': '', 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'mac_address': 'fa:16:3e:99:70:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:21Z', 'updated_at': '2021-12-13T12:50:30Z', 'revision_number': 4, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'subnets': [{'id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:31.960349 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-873c4056-b029-4eff-8d52-26b987590491 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f43937d2-46d3-48f2-bb70-b47761b3f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611937 Dec 13 12:50:31.966899 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:31.993737 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a28cfa-1707-47dc-96ec-c1666e71c411 req-8677f877-5836-47c3-a2fe-a07e15433bf1 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971185 Dec 13 12:50:31.995927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Attempting to bind port d6e5b152-58a8-4c3c-a104-1e0933b2b71b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:31.996409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Attempting to bind port d6e5b152-58a8-4c3c-a104-1e0933b2b71b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:31.996915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Attempting to bind port d6e5b152-58a8-4c3c-a104-1e0933b2b71b on network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:32.008595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:32.013101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Checking segment: {'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:32.013655 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:32.014201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Bound using segment: {'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:32.017161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Bound port: d6e5b152-58a8-4c3c-a104-1e0933b2b71b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:32.018374 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:32.019627 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a72674-d851-44c3-8615-03dd0802a1fd None None] The sync data for ids ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'] in n-d-817326-4 is: [{'id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'name': 'tempest-ServersTestMultiNic-963650116-router', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:14Z', 'updated_at': '2021-12-13T12:50:22Z', 'revision_number': 4, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'gw_port': {'id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:16Z', 'updated_at': '2021-12-13T12:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'd76aa9a1-7663-4253-87bc-3175e789a883', 'name': '', 'network_id': '9943187c-1a61-45da-afef-d90a0cf44d88', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'mac_address': 'fa:16:3e:99:70:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:21Z', 'updated_at': '2021-12-13T12:50:30Z', 'revision_number': 4, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'subnets': [{'id': 'b1b7de8c-7c5f-4f84-9329-d09d3b7885f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:50:32.048803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-2c49d59c-fa0a-46a8-ac67-143f604a86e1', 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1', 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'fixed_ips': [{'subnet_id': 'a8329962-5ee2-4ecd-8082-05f1990117a7'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:50:32.050286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:32.072228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba801-a879-4c75-9caa-6923b37a7fce req-3987b55a-c135-46d2-b8fb-fcb9a6117ad9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:32.080684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d76aa9a1-7663-4253-87bc-3175e789a883 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:32.085073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c81ba801-a879-4c75-9caa-6923b37a7fce req-3987b55a-c135-46d2-b8fb-fcb9a6117ad9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.2941885 Dec 13 12:50:32.156503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Pushing event updated for resources: {'Port': ['ID=d6e5b152-58a8-4c3c-a104-1e0933b2b71b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:32.188870 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:32.239318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] For port d6e5b152-58a8-4c3c-a104-1e0933b2b71b, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:32.247269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] For port d6e5b152-58a8-4c3c-a104-1e0933b2b71b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d6e5b152-58a8-4c3c-a104-1e0933b2b71b,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:32.259950 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:32.277159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c81ba801-a879-4c75-9caa-6923b37a7fce req-eed0c861-c630-4d2b-9939-355509950b52 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905551 Dec 13 12:50:32.292609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Pushing event updated for resources: {'Port': ['ID=b44b092c-a29d-4b5e-ac34-d9e39f7fbd28,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:32.313295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:32.317381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:32.320649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:32.369093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a9808-d1d4-426e-b172-2d536b9d9d23 None None] Pushing event updated for resources: {'Port': ['ID=d6e5b152-58a8-4c3c-a104-1e0933b2b71b,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:32.385922 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12a27a5c-1116-49e7-a487-7bb6d9374b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:32.483035 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:32.657702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-12a27a5c-1116-49e7-a487-7bb6d9374b94 None None] For port d76aa9a1-7663-4253-87bc-3175e789a883, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d76aa9a1-7663-4253-87bc-3175e789a883,segment=NetworkSegment(b3094231-38df-48d8-a56f-decde0f78078),segment_id=b3094231-38df-48d8-a56f-decde0f78078)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:32.687139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12a27a5c-1116-49e7-a487-7bb6d9374b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:32.754425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-be8db560-b59e-49e1-be18-0381ad423215 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:32.760832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-be8db560-b59e-49e1-be18-0381ad423215 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:32.771178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a27a5c-1116-49e7-a487-7bb6d9374b94 None None] Pushing event updated for resources: {'Port': ['ID=d76aa9a1-7663-4253-87bc-3175e789a883,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:32.775650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d76aa9a1-7663-4253-87bc-3175e789a883 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:32.776479 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:32.782736 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-be8db560-b59e-49e1-be18-0381ad423215 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/networks?id=d5ba137a-0eed-4e77-ab2e-f90b29bb1c40&id=2c49d59c-fa0a-46a8-ac67-143f604a86e1&id=d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 HTTP/1.1" status: 200 len: 1391 time: 0.4519219 Dec 13 12:50:32.811826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-b3b6728a-df57-4ca0-b481-c82574c6d2a9 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8359151 Dec 13 12:50:32.837001 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-e390d0af-21b7-4fcc-9615-80c34621393b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/quotas/f41a43bf7c00427490e245e4c23a0cf0 HTTP/1.1" status: 200 len: 375 time: 0.0532007 Dec 13 12:50:32.860006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Allocated IP 19.86.0.2 (2c49d59c-fa0a-46a8-ac67-143f604a86e1/a8329962-5ee2-4ecd-8082-05f1990117a7/ae42ce0d-81da-4892-b709-07980b4d40c1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:32.906221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4153dcae-d7d8-46eb-a11f-04a9e3ab46e9 None None] Provisioning complete for port 82dc48bc-d78b-4ea6-8808-1823f315b289 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:32.906683 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4153dcae-d7d8-46eb-a11f-04a9e3ab46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:33.097529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Allocated IP 172.25.2.36 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/7c065268-f782-46fa-9b7b-f506c7ea91be) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:33.136113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-d2f0e59f-4ea4-4a08-865d-9711e66f469f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2980964 Dec 13 12:50:33.176837 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0847576-37e5-44f6-9d43-cbdfc83af099 req-b8d43bf2-5a03-46f3-a5e4-a4afea5e1751 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549223 Dec 13 12:50:33.468413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:33.489303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-f3d517d2-b7d0-475e-b1ac-4ede35569dd4 service neutron] 10.222.0.31 "GET /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518951 Dec 13 12:50:33.490751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:33.573361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:33.579396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:33.584363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:33.588373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:33.664725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-4f9252f1-f113-4e2f-b572-527c78272cd1 service neutron] 10.222.0.31 "GET /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736748 Dec 13 12:50:33.684395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:33.738309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Attempting to bind port ae42ce0d-81da-4892-b709-07980b4d40c1 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:33.739212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Attempting to bind port ae42ce0d-81da-4892-b709-07980b4d40c1 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:33.739944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Attempting to bind port ae42ce0d-81da-4892-b709-07980b4d40c1 on network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:33.746259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:33.746914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Checking segment: {'id': 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:33.747574 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:33.748433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Bound using segment: {'id': 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:33.749125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Bound port: ae42ce0d-81da-4892-b709-07980b4d40c1, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:33.749691 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:33.765852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Pushing event updated for resources: {'Port': ['ID=ae42ce0d-81da-4892-b709-07980b4d40c1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:33.810759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-eea7ca82-0bbf-4f00-8d68-264cd0d4bfed service neutron] 10.222.0.31 "GET /v2.0/networks/2c49d59c-fa0a-46a8-ac67-143f604a86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450603 Dec 13 12:50:33.831604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] For port ae42ce0d-81da-4892-b709-07980b4d40c1, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:33.835663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] For port ae42ce0d-81da-4892-b709-07980b4d40c1, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ae42ce0d-81da-4892-b709-07980b4d40c1,segment=NetworkSegment(c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92),segment_id=c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:33.840918 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:33.854693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:33.937441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ceab7aee-1ea0-4a0b-b30d-16942f988cdf no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:50:33.941846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24a692-5436-4c91-ad00-749b75549ed0 None None] Pushing event updated for resources: {'Port': ['ID=ae42ce0d-81da-4892-b709-07980b4d40c1,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:33.996917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b req-cb3269b4-1387-4840-a065-1af1f2c5e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:33.999146 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b req-cb3269b4-1387-4840-a065-1af1f2c5e53d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 1094 time: 0.7380903 Dec 13 12:50:34.085414 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:34.135040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fae95-0986-40cb-982b-2824b4c2e34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:34.137638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:34.139464 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3c8c9e-cecd-4f69-a0af-bfc081eae9f1" -d '{"events": [{"server_uuid": "705fae95-0986-40cb-982b-2824b4c2e34a", "name": "network-vif-unplugged", "status": "completed", "tag": "ceab7aee-1ea0-4a0b-b30d-16942f988cdf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:34.140352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:34.162108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:34.199329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d76aa9a1-7663-4253-87bc-3175e789a883 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:34.203297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:34.246350 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:34.247253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 070bb420-9082-4a1c-af97-71a3b9223170 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:50:34.369152 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:34.376194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b req-15b71ba2-962c-4b36-b5e2-b5a962201131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:34.379972 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b req-15b71ba2-962c-4b36-b5e2-b5a962201131 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 912 time: 0.3706205 Dec 13 12:50:34.425956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event updated for resources: {'Port': ['ID=7c065268-f782-46fa-9b7b-f506c7ea91be,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:34.431441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:34.452170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d76aa9a1-7663-4253-87bc-3175e789a883 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:34.454139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:34.517871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5a248-1294-4c87-9f67-99fbcf62c63a req-71bc477c-002c-457b-a6e0-a6f6ed3e99eb tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:34.526991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6b5a248-1294-4c87-9f67-99fbcf62c63a req-71bc477c-002c-457b-a6e0-a6f6ed3e99eb tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 944 time: 0.3076866 Dec 13 12:50:34.545254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-8cbd6cc7-9966-4a28-97f4-a4bebcb73b8f service neutron] 10.222.0.31 "GET /v2.0/networks/2c49d59c-fa0a-46a8-ac67-143f604a86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7335248 Dec 13 12:50:34.613448 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b req-30c96bff-834c-4d80-a8be-47505aff21a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f HTTP/1.1" status: 200 len: 217 time: 0.1583700 Dec 13 12:50:34.708762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b req-3a0e80ab-577d-4210-9dec-90524c54f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:34.710608 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b req-3a0e80ab-577d-4210-9dec-90524c54f136 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4cfcd4d-5e80-46fd-ac59-db194ffa6779 HTTP/1.1" status: 200 len: 852 time: 0.0843084 Dec 13 12:50:34.749803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58636a7f-e7f6-4972-b157-bb9f8cb62da0 None None] Network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:34.753251 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b req-4f22e0bd-ff18-466c-a748-8aec83803109 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f43937d2-46d3-48f2-bb70-b47761b3f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350554 Dec 13 12:50:34.758119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6b5a248-1294-4c87-9f67-99fbcf62c63a req-f950d620-adf9-42d7-9966-538fb7258f79 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274597 Dec 13 12:50:34.761298 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:34.761556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:50:34.830066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-63623133-956c-4e13-bd96-611d33f2bd66 service neutron] 10.222.0.31 "GET /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699037 Dec 13 12:50:34.838977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:34.931678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-eaff2b8c-a1fa-40f8-9bc0-f3addaa48353 None None] Provisioning complete for port d6e5b152-58a8-4c3c-a104-1e0933b2b71b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:34.932171 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eaff2b8c-a1fa-40f8-9bc0-f3addaa48353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:34.990406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 82dc48bc-d78b-4ea6-8808-1823f315b289 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:35.003608 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-ed08e8f6-d7ee-41bf-84db-8a068e92e30c service neutron] 10.222.0.37 "GET /v2.0/ports/070bb420-9082-4a1c-af97-71a3b9223170/bindings/n-h2-817326-4 HTTP/1.1" status: 200 len: 384 time: 0.2492657 Dec 13 12:50:35.031433 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b req-0be610c5-e805-4b5f-af28-8dd2d6fdd944 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670465 Dec 13 12:50:35.097560 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eaff2b8c-a1fa-40f8-9bc0-f3addaa48353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:35.110415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 82dc48bc-d78b-4ea6-8808-1823f315b289 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:35.110958 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:35.174662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:50:35.186097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79448312-a44c-44ae-aa1a-9315ecf806a6 req-3ce36412-9b0b-4c2d-b73f-645ca3c2fa7b tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:35.191700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Sync routers for ids ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:50:35.199960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79448312-a44c-44ae-aa1a-9315ecf806a6 req-3ce36412-9b0b-4c2d-b73f-645ca3c2fa7b tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 943 time: 0.2129176 Dec 13 12:50:35.204925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-eaff2b8c-a1fa-40f8-9bc0-f3addaa48353 None None] For port d6e5b152-58a8-4c3c-a104-1e0933b2b71b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d6e5b152-58a8-4c3c-a104-1e0933b2b71b,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:35.215199 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eaff2b8c-a1fa-40f8-9bc0-f3addaa48353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:35.215553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-a3f3ab75-8d8e-44df-a495-04854f66de11 service neutron] 10.222.0.31 "GET /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845050 Dec 13 12:50:35.241556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Routers {'4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:50:35.248087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:35.312995 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:35.314838 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1fbc2e27-fb20-43d0-bc7a-e35b706b42da admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8362091 Dec 13 12:50:35.320077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41718) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:35.362167 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee63ab0d-abc3-4777-ac2e-a03ca5c4b86b req-5fb688e7-451e-44ec-86ce-b785de4498ff service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938144 Dec 13 12:50:35.513899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7a225de0-dd98-4c9b-b00b-b75101232a60 service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:35.538805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7a225de0-dd98-4c9b-b00b-b75101232a60 service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:35.560009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff2b8c-a1fa-40f8-9bc0-f3addaa48353 None None] Pushing event updated for resources: {'Port': ['ID=d6e5b152-58a8-4c3c-a104-1e0933b2b71b,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:35.590510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7a225de0-dd98-4c9b-b00b-b75101232a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070bb420-9082-4a1c-af97-71a3b9223170 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:35.605094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7a225de0-dd98-4c9b-b00b-b75101232a60 service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:35.623705 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7a225de0-dd98-4c9b-b00b-b75101232a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:35.667282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79448312-a44c-44ae-aa1a-9315ecf806a6 req-b95d2569-7d0c-49d3-a815-46662c85f759 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501445 Dec 13 12:50:35.730750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Set router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:50:35.772676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7a225de0-dd98-4c9b-b00b-b75101232a60 service neutron] Transition to ACTIVE for port object 070bb420-9082-4a1c-af97-71a3b9223170 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:50:35.778505 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7a225de0-dd98-4c9b-b00b-b75101232a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:35.861909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7a225de0-dd98-4c9b-b00b-b75101232a60 service neutron] No DVR routers for this DVR port 070bb420-9082-4a1c-af97-71a3b9223170 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:50:35.881980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:35.903566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a225de0-dd98-4c9b-b00b-b75101232a60 service neutron] Pushing event updated for resources: {'Port': ['ID=070bb420-9082-4a1c-af97-71a3b9223170,revision_number=10']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:35.909625 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7a225de0-dd98-4c9b-b00b-b75101232a60 service neutron] 10.222.0.37 "PUT /v2.0/ports/070bb420-9082-4a1c-af97-71a3b9223170/bindings/n-h2-817326-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8932552 Dec 13 12:50:35.913815 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae8d041-b2ab-4e36-95d8-73eb7c22dc47 x-openstack-request-id: req-4ae8d041-b2ab-4e36-95d8-73eb7c22dc47 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:35.914420 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fae95-0986-40cb-982b-2824b4c2e34a", "name": "network-vif-unplugged", "status": "completed", "tag": "ceab7aee-1ea0-4a0b-b30d-16942f988cdf", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:35.914558 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ae8d041-b2ab-4e36-95d8-73eb7c22dc47 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:35.914936 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fae95-0986-40cb-982b-2824b4c2e34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf', 'code': 200} Dec 13 12:50:35.916796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc960f-5562-49aa-9879-725af7803642 None None] Network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:50:35.933562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d6e5b152-58a8-4c3c-a104-1e0933b2b71b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:35.935458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4ab62fc1-42aa-4e1c-b16d-bd8c132d576f None None] Provisioning complete for port d6e5b152-58a8-4c3c-a104-1e0933b2b71b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:35.935814 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ab62fc1-42aa-4e1c-b16d-bd8c132d576f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:35.987466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:36.010875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd6aa50a-8fb4-4e11-a673-5496859eecb0 req-9f350dee-f6cc-4bfa-ba49-4cd5494585de tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 210 time: 0.1732178 Dec 13 12:50:36.086941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-a8f11de1-bfce-4bb6-aa47-5b7ccfb130d4 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:36.092813 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-a8f11de1-bfce-4bb6-aa47-5b7ccfb130d4 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.1156571 Dec 13 12:50:36.166171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cd33014e-b48b-4d8a-87f9-1e1a211c33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:36.168668 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-cd33014e-b48b-4d8a-87f9-1e1a211c33ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542&tenant_id=7311861d06bd4ed8a69302e267470b3d HTTP/1.1" status: 200 len: 1096 time: 0.0681982 Dec 13 12:50:36.180945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d6e5b152-58a8-4c3c-a104-1e0933b2b71b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:36.181351 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:36.228196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0496d-5808-4108-b975-d4b4cb74303c req-b6990583-4bf7-4cc3-a505-c3782852e051 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:36.229970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49e0496d-5808-4108-b975-d4b4cb74303c req-b6990583-4bf7-4cc3-a505-c3782852e051 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.3431284 Dec 13 12:50:36.249044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e85cdfc8-4608-4b52-89b8-566989b94019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:36.251156 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-e85cdfc8-4608-4b52-89b8-566989b94019 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 1096 time: 0.0498912 Dec 13 12:50:36.270873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event updated for resources: {'Port': ['ID=7c065268-f782-46fa-9b7b-f506c7ea91be,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:36.289019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:33Z', 'revision_number': 3, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:36.301830 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:36.322165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb1e5f-d06d-49f8-8fcc-379910eb2905 req-bac9c59a-08b9-49b9-a8f4-5e7a50bcc936 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:36.324039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49cb1e5f-d06d-49f8-8fcc-379910eb2905 req-bac9c59a-08b9-49b9-a8f4-5e7a50bcc936 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 945 time: 0.2114942 Dec 13 12:50:36.332252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Checking router: 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:50:36.332686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Updating router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:50:36.384537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49e0496d-5808-4108-b975-d4b4cb74303c req-24787494-a563-4f1b-82ac-188799df341a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142819 Dec 13 12:50:36.433467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-dadc5006-8b1e-4c8c-829d-9b5c214cc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:36.435294 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-dadc5006-8b1e-4c8c-829d-9b5c214cc534 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.1749644 Dec 13 12:50:36.440461 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:36.512033 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-b2275e0c-a723-4073-9a0e-aa34109d657f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070bb420-9082-4a1c-af97-71a3b9223170 HTTP/1.1" status: 200 len: 217 time: 0.0616009 Dec 13 12:50:36.566941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5223ea36-8527-48a6-a7da-e6729fa8ed69 None None] Provisioning complete for port ae42ce0d-81da-4892-b709-07980b4d40c1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:36.567312 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5223ea36-8527-48a6-a7da-e6729fa8ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:36.592591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7b848dca-fcd7-41cb-bbe0-902e08bd0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:36.598206 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-7b848dca-fcd7-41cb-bbe0-902e08bd0119 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.0731466 Dec 13 12:50:36.661565 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-789e2115-f940-4075-8b18-a0770b47340d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559990 Dec 13 12:50:36.811111 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-42a42e2c-fc77-4908-9d7d-7e63e8427557 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410997 Dec 13 12:50:36.857439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae42ce0d-81da-4892-b709-07980b4d40c1 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:36.861468 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:36.871286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0d4fdf5a-19bf-4037-ac22-77709d0b7e96 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9461062 Dec 13 12:50:36.937375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-730ee970-6489-4103-9ae4-b98c8e5b8720 service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182857 Dec 13 12:50:36.942351 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5223ea36-8527-48a6-a7da-e6729fa8ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.044006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5223ea36-8527-48a6-a7da-e6729fa8ed69 None None] For port ae42ce0d-81da-4892-b709-07980b4d40c1, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ae42ce0d-81da-4892-b709-07980b4d40c1,segment=NetworkSegment(c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92),segment_id=c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:37.063874 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5223ea36-8527-48a6-a7da-e6729fa8ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.140405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-4fddb5f7-3f51-4727-9bc4-0d2ae9a3a3d5 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:37.143416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-4fddb5f7-3f51-4727-9bc4-0d2ae9a3a3d5 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 805 time: 0.2774990 Dec 13 12:50:37.179110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49cb1e5f-d06d-49f8-8fcc-379910eb2905 req-34e33f0f-618c-4e0b-9671-fb61ba98b589 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8469002 Dec 13 12:50:37.208739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-e0fa3fa3-f550-432a-b517-a94cd564046a tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:37.211508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-fc3791c6-95f6-4acd-8338-e598673d6f5f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/quotas/03615d06ceb14deb9ba31a908149e672 HTTP/1.1" status: 200 len: 375 time: 0.0556731 Dec 13 12:50:37.215203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-e0fa3fa3-f550-432a-b517-a94cd564046a tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:37.218849 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-e0fa3fa3-f550-432a-b517-a94cd564046a tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.42 "GET /v2.0/networks?id=d5ba137a-0eed-4e77-ab2e-f90b29bb1c40&id=2c49d59c-fa0a-46a8-ac67-143f604a86e1&id=d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 HTTP/1.1" status: 200 len: 1391 time: 0.1838799 Dec 13 12:50:37.234342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'port': {'device_id': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40', 'admin_state_up': True, 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:37.458224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.458826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-61db706c-3d4d-459d-9dd2-1ed6831cdea4 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:37.464807 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-61db706c-3d4d-459d-9dd2-1ed6831cdea4 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "GET /v2.0/ports?device_id=705fae95-0986-40cb-982b-2824b4c2e34a HTTP/1.1" status: 200 len: 944 time: 0.1074762 Dec 13 12:50:37.468747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-fdd93b91-edd1-424d-ab69-2895da7e9cc8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2469411 Dec 13 12:50:37.505546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-d1b66379-a28f-43e2-b26c-de7a26fb6723 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:37.508424 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-d1b66379-a28f-43e2-b26c-de7a26fb6723 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542&tenant_id=7311861d06bd4ed8a69302e267470b3d&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.1609826 Dec 13 12:50:37.510930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:37.514418 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.529204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae94262-8f48-4ae8-bf71-5b29a7cf9867 req-b06e98a5-47d4-4688-a983-7cc2ee423af6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:37.530793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ae94262-8f48-4ae8-bf71-5b29a7cf9867 req-b06e98a5-47d4-4688-a983-7cc2ee423af6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 943 time: 0.2111564 Dec 13 12:50:37.531702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223ea36-8527-48a6-a7da-e6729fa8ed69 None None] Pushing event updated for resources: {'Port': ['ID=ae42ce0d-81da-4892-b709-07980b4d40c1,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:37.538437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ae42ce0d-81da-4892-b709-07980b4d40c1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:37.538952 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.551944 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.587487 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.600922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-88f382d8-34dd-4843-91f6-4488496ce310 None None] Provisioning complete for port ae42ce0d-81da-4892-b709-07980b4d40c1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:37.601776 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-88f382d8-34dd-4843-91f6-4488496ce310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.611516 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.650258 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.676252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-539577d9-aa6c-42db-a55d-2d5a458bb642 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Deleting port ceab7aee-1ea0-4a0b-b30d-16942f988cdf {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:50:37.676640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-539577d9-aa6c-42db-a55d-2d5a458bb642 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.711794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 926ba6fe-f8a8-42ba-927c-d537c855e00f details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:37.753904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Attempting to bind port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:37.755410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Attempting to bind port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:37.755658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Attempting to bind port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:37.761871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d937f-f536-429d-91bc-69d6b8ef9ceb None None] Pushing event updated for resources: {'Port': ['ID=b44b092c-a29d-4b5e-ac34-d9e39f7fbd28,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:37.774944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:37.774944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:37.775300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.775705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:37.776188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Bound port: b44b092c-a29d-4b5e-ac34-d9e39f7fbd28, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:37.777138 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:37.802536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Allocated IP 19.80.0.65 (d5ba137a-0eed-4e77-ab2e-f90b29bb1c40/db7ae5f7-0896-4634-8473-41f1702c8979/6e14e299-3e91-4617-895c-d0e38aac5e95) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:37.806523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ae94262-8f48-4ae8-bf71-5b29a7cf9867 req-282de462-724d-49ff-8933-e5cb0224b085 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513788 Dec 13 12:50:37.860396 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:50:37.866878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-eab27da0-9070-4d54-b2a9-5b82b341f986 service neutron] 10.222.0.31 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842468 Dec 13 12:50:37.951290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d6e5b152-58a8-4c3c-a104-1e0933b2b71b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:38.019964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] For port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:38.047377 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] For port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b44b092c-a29d-4b5e-ac34-d9e39f7fbd28,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:38.057083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 926ba6fe-f8a8-42ba-927c-d537c855e00f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:38.060175 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.082160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-2fc00267-b3e0-489a-9f59-7c32520de50c service neutron] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:38.098180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-2fc00267-b3e0-489a-9f59-7c32520de50c service neutron] Publish callbacks [] for binding, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.099750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e99c7b-ada3-48b0-b6cf-cd411e07c2ad req-2fc00267-b3e0-489a-9f59-7c32520de50c service neutron] 10.222.0.42 "DELETE /v2.0/ports/070bb420-9082-4a1c-af97-71a3b9223170/bindings/n-h1-817326-4 HTTP/1.1" status: 204 len: 173 time: 0.5408685 Dec 13 12:50:38.100067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '926ba6fe-f8a8-42ba-927c-d537c855e00f', 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af', 'port_id': '926ba6fe-f8a8-42ba-927c-d537c855e00f', 'mac_address': 'fa:16:3e:d3:a3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cfcd4d-5e80-46fd-ac59-db194ffa6779', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:38.110915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Allocated IP 172.20.0.1 (8b0a7049-857b-4f80-ba44-1cbf2c82c3fb/484efd44-0ac3-488e-ab06-89da2b936184/37196359-7dc4-426c-8ffb-b9c0a2cc9a2c) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:38.150998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-c775443d-6005-458c-85db-24dd053be427 service neutron] 10.222.0.31 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830629 Dec 13 12:50:38.161361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d6e5b152-58a8-4c3c-a104-1e0933b2b71b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:38.161830 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.197444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-75e2899c-2fea-4c02-99a1-4af25933b615 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:38.204314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-75e2899c-2fea-4c02-99a1-4af25933b615 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/networks?id=d4dd769b-3799-47e4-ae1c-b5795ddd5369 HTTP/1.1" status: 200 len: 822 time: 0.2614343 Dec 13 12:50:38.216028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Routers {'4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:50:38.216808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:38.257585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-b8cb3f52-d770-4fc9-a8dd-902ca6078112 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/quotas/c70a3e8de7b1405785f8a73d8fd4ae61 HTTP/1.1" status: 200 len: 375 time: 0.0176919 Dec 13 12:50:38.260611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d937f-f536-429d-91bc-69d6b8ef9ceb None None] Pushing event updated for resources: {'Port': ['ID=b44b092c-a29d-4b5e-ac34-d9e39f7fbd28,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:38.270318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.274891 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.296666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926ba6fe-f8a8-42ba-927c-d537c855e00f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:38.323215 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.370497 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-bc80f945-cabf-48a5-be3b-e7b8ebc3987c tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c70a3e8de7b1405785f8a73d8fd4ae61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835268 Dec 13 12:50:38.376975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 926ba6fe-f8a8-42ba-927c-d537c855e00f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:38.380927 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-539577d9-aa6c-42db-a55d-2d5a458bb642 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] For port ceab7aee-1ea0-4a0b-b30d-16942f988cdf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:38.381484 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-539577d9-aa6c-42db-a55d-2d5a458bb642 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.391640 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.398245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.400923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:38.405403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:38.416131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:38.464640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] Set router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:50:38.481437 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-539577d9-aa6c-42db-a55d-2d5a458bb642 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Calling delete_port for ceab7aee-1ea0-4a0b-b30d-16942f988cdf owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:50:38.492454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Port': ['ID=6e14e299-3e91-4617-895c-d0e38aac5e95,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:38.540475 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.631649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:38.637449 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:38.638255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.648658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:38.671350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:38.694989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445a857-c351-4a6f-82a2-ee292e412c9f req-35cfa3bc-cede-4459-8d7d-17edc88f313b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:38.703013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d445a857-c351-4a6f-82a2-ee292e412c9f req-35cfa3bc-cede-4459-8d7d-17edc88f313b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 931 time: 0.2678571 Dec 13 12:50:38.703177 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb5c4078-0ea4-43fe-af71-2f2ceea9d002 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4737427 Dec 13 12:50:38.726506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'port': {'device_id': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1', 'admin_state_up': True, 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:38.795093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Pushing event updated for resources: {'Port': ['ID=37196359-7dc4-426c-8ffb-b9c0a2cc9a2c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:38.846990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-d183798e-96bb-4d84-a0cb-49241285c491 service neutron] 10.222.0.31 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572833 Dec 13 12:50:38.862982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['926ba6fe-f8a8-42ba-927c-d537c855e00f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:38.867099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae42ce0d-81da-4892-b709-07980b4d40c1 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:38.869632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=926ba6fe-f8a8-42ba-927c-d537c855e00f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:38.953730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-539577d9-aa6c-42db-a55d-2d5a458bb642 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:38.962770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:39.003635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539577d9-aa6c-42db-a55d-2d5a458bb642 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Pushing event deleted for resources: {'Port': ['ID=ceab7aee-1ea0-4a0b-b30d-16942f988cdf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:39.021750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:39.026202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:39.072373 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-539577d9-aa6c-42db-a55d-2d5a458bb642 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] No DVR routers for this DVR port ceab7aee-1ea0-4a0b-b30d-16942f988cdf on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:50:39.076504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-539577d9-aa6c-42db-a55d-2d5a458bb642 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:39.081031 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9877a6ef-0680-4606-83ef-5059d57f4938 req-539577d9-aa6c-42db-a55d-2d5a458bb642 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "DELETE /v2.0/ports/ceab7aee-1ea0-4a0b-b30d-16942f988cdf HTTP/1.1" status: 204 len: 173 time: 1.6116025 Dec 13 12:50:39.081606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fae95-0986-40cb-982b-2824b4c2e34a', 'name': 'network-vif-deleted', 'tag': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:39.084465 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5da074-0f9a-498b-b8b0-f0faaf736c2c" -d '{"events": [{"server_uuid": "705fae95-0986-40cb-982b-2824b4c2e34a", "name": "network-vif-deleted", "tag": "ceab7aee-1ea0-4a0b-b30d-16942f988cdf"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:39.094456 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d445a857-c351-4a6f-82a2-ee292e412c9f req-758bd7a5-246f-4d3a-a707-8f9990b5df4f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863683 Dec 13 12:50:39.138954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1a779363-c7e0-4dc2-885d-ed41ba5ecc46 None None] Provisioning complete for port 6e14e299-3e91-4617-895c-d0e38aac5e95 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:39.140393 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a779363-c7e0-4dc2-885d-ed41ba5ecc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:39.216102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-ba4ac315-006d-4ee8-9b0d-4378f5882438 service neutron] 10.222.0.31 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681040 Dec 13 12:50:39.275301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ae42ce0d-81da-4892-b709-07980b4d40c1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:39.275782 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:39.287349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1a779363-c7e0-4dc2-885d-ed41ba5ecc46 None None] Port 6e14e299-3e91-4617-895c-d0e38aac5e95 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:50:39.393507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Allocated IP 19.86.0.56 (2c49d59c-fa0a-46a8-ac67-143f604a86e1/a8329962-5ee2-4ecd-8082-05f1990117a7/a85ddffe-6929-43fe-96b6-5f3c27f315e9) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:39.431657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7820fd-e654-4dfe-a390-4aa400f60f81 req-587f9a10-5227-4661-8707-05aea7ee572e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:39.434281 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e7820fd-e654-4dfe-a390-4aa400f60f81 req-587f9a10-5227-4661-8707-05aea7ee572e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.2309508 Dec 13 12:50:39.528390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:33Z', 'revision_number': 3, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:39.575113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c403c9-7305-4cd6-abe7-08b363015e13 None None] The sync data for ids ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'] in n-d-817326-4 is: [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:33Z', 'revision_number': 3, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:50:39.587708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e7820fd-e654-4dfe-a390-4aa400f60f81 req-93affa90-7e7f-41fc-800b-a7e2a97c7118 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044979 Dec 13 12:50:39.589511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-232b0d6f-e770-4fb3-8f04-df14f5531531 None None] Provisioning complete for port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:39.589866 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-232b0d6f-e770-4fb3-8f04-df14f5531531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:39.597207 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:39.783275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:39.815202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-609bc33d-a0d7-4e7e-8e6f-f553859cb312 req-5670a16c-a23c-4b24-bcb7-fe207d82e48a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 210 time: 0.0741265 Dec 13 12:50:39.846932 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:39.907539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-232b0d6f-e770-4fb3-8f04-df14f5531531 None None] Port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:50:39.916239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:39.921614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:39.940922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:39.983988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Port': ['ID=a85ddffe-6929-43fe-96b6-5f3c27f315e9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:40.036531 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:40.037622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:40.043303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ceab7aee-1ea0-4a0b-b30d-16942f988cdf no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:50:40.066359 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5f1c9fef-25c3-45ce-95ca-29d0e2b20e1c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3447437 Dec 13 12:50:40.078425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'port': {'device_id': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40', 'admin_state_up': True, 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:40.155656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: ceab7aee-1ea0-4a0b-b30d-16942f988cdf {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:50:40.156278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ceab7aee-1ea0-4a0b-b30d-16942f988cdf not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:50:40.301151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:40.313321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:40.356335 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4f03aa70-22fe-4a7b-aae8-86947662f55a None None] Provisioning complete for port a85ddffe-6929-43fe-96b6-5f3c27f315e9 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:40.357271 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f03aa70-22fe-4a7b-aae8-86947662f55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:40.388126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a38d8d-8601-4300-a9ed-33bbaf7f2c54 req-0c95b79d-4a8c-4dff-907b-ed5e173d0a95 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:40.389949 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70a38d8d-8601-4300-a9ed-33bbaf7f2c54 req-0c95b79d-4a8c-4dff-907b-ed5e173d0a95 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 945 time: 0.2445428 Dec 13 12:50:40.474757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4f03aa70-22fe-4a7b-aae8-86947662f55a None None] Port a85ddffe-6929-43fe-96b6-5f3c27f315e9 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:50:40.501665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc645c44-2282-450a-bb61-77b97596dec9 req-9c0c1375-f7ee-4725-8cf2-47adf91bdcf9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:40.511324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc645c44-2282-450a-bb61-77b97596dec9 req-9c0c1375-f7ee-4725-8cf2-47adf91bdcf9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 944 time: 0.4196138 Dec 13 12:50:40.689908 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:40.690639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-fb1f9276-fefb-428f-b809-e636056232c7 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:40.692610 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-fb1f9276-fefb-428f-b809-e636056232c7 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 805 time: 0.2576876 Dec 13 12:50:40.696603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Allocated IP 19.80.0.248 (d5ba137a-0eed-4e77-ab2e-f90b29bb1c40/db7ae5f7-0896-4634-8473-41f1702c8979/ce40ec12-35b1-4563-a1c4-7fdadbe145a3) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:40.708942 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:40.749303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc645c44-2282-450a-bb61-77b97596dec9 req-47dc51ef-0b84-444a-bb1d-a91c2fb951db tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361300 Dec 13 12:50:40.879992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:40.907891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70a38d8d-8601-4300-a9ed-33bbaf7f2c54 req-9750c40e-2d7f-4ba8-81f4-0c5172e564ef tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036476 Dec 13 12:50:40.994969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c78cd49-5470-4ec9-8007-d9d687cc9242 req-c4dfcee7-3a46-4561-95df-cf324b9b35cd tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 210 time: 0.0620456 Dec 13 12:50:41.000034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Pushing event updated for resources: {'Port': ['ID=37196359-7dc4-426c-8ffb-b9c0a2cc9a2c,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:41.004202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.010384 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.044066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:41.044791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.061243 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b1108-e78e-4139-ad45-3c627c7fe15b x-openstack-request-id: req-349b1108-e78e-4139-ad45-3c627c7fe15b {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:41.061591 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fae95-0986-40cb-982b-2824b4c2e34a", "name": "network-vif-deleted", "tag": "ceab7aee-1ea0-4a0b-b30d-16942f988cdf", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:41.061848 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-349b1108-e78e-4139-ad45-3c627c7fe15b {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:41.062276 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fae95-0986-40cb-982b-2824b4c2e34a', 'name': 'network-vif-deleted', 'tag': 'ceab7aee-1ea0-4a0b-b30d-16942f988cdf', 'status': 'completed', 'code': 200} Dec 13 12:50:41.069056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Request body: {'port': {'device_id': 'e3031f49-e30c-4f02-830d-bc26d0abc906', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'admin_state_up': True, 'tenant_id': '03615d06ceb14deb9ba31a908149e672'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:41.200983 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.252844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b44b092c-a29d-4b5e-ac34-d9e39f7fbd28,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:41.257222 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.259432 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.283369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa338ef-cdeb-4697-a23b-e6925c90c02b req-832657a6-fd32-467f-be52-386e21dace76 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:41.289300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa338ef-cdeb-4697-a23b-e6925c90c02b req-832657a6-fd32-467f-be52-386e21dace76 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:41.295232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa338ef-cdeb-4697-a23b-e6925c90c02b req-832657a6-fd32-467f-be52-386e21dace76 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:41.296941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-daa338ef-cdeb-4697-a23b-e6925c90c02b req-832657a6-fd32-467f-be52-386e21dace76 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2375 time: 0.2248082 Dec 13 12:50:41.345092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:41.351577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:41.353287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Made reservation on behalf of 03615d06ceb14deb9ba31a908149e672 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:41.357950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.359761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:41.363986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:41.367295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:41.413774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Port': ['ID=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:41.455625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635992fe-592f-412c-bd2a-baa1b845f089 req-bf335330-ca02-418d-adf6-5c7a83b25f4e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:41.465309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:41.466022 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.470414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-635992fe-592f-412c-bd2a-baa1b845f089 req-bf335330-ca02-418d-adf6-5c7a83b25f4e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.2178807 Dec 13 12:50:41.499851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-daa338ef-cdeb-4697-a23b-e6925c90c02b req-527f7c19-d6fb-4fe8-b833-fd0bcf4e7415 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841187 Dec 13 12:50:41.532273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=b44b092c-a29d-4b5e-ac34-d9e39f7fbd28,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:41.614182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-32b8f1d6-c5f6-48c4-b2e4-2b13296d8097 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5403206 Dec 13 12:50:41.621039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-635992fe-592f-412c-bd2a-baa1b845f089 req-0c5eaf71-0b1b-4fd0-bb02-b7917c879383 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474137 Dec 13 12:50:41.640092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Request body: {'port': {'device_id': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:41.686582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b79fd6f0-b5f5-4b54-a614-fba6a6545550 req-6412975f-4d45-4339-af88-c47c0bbcbfb6 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 210 time: 0.0351009 Dec 13 12:50:41.691831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:50:41.718643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 926ba6fe-f8a8-42ba-927c-d537c855e00f up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:41.874053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-caccad31-f3c9-43c8-8bdd-4a45655489bb None None] Provisioning complete for port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:41.875551 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-caccad31-f3c9-43c8-8bdd-4a45655489bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.918384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 926ba6fe-f8a8-42ba-927c-d537c855e00f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:50:41.928454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 926ba6fe-f8a8-42ba-927c-d537c855e00f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:41.928974 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.960477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-caccad31-f3c9-43c8-8bdd-4a45655489bb None None] Port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:50:41.961369 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:41.964688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Allocated IP 172.20.0.6 (1c755bcc-36b8-4cc2-8ab2-20c810d92033/4c5e84e9-3361-4feb-87b5-ee605d7d9df5/10b081ba-0ed4-4084-8812-1ac7cadc22b6) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:41.964883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:50:41.986331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b694dfcd-428b-49ea-a1b4-dde8647fa43f admin admin] 10.222.0.31 "PUT /v2.0/routers/4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6644940 Dec 13 12:50:42.000130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4d2ce-33ab-4b1f-a344-4142908ab067 req-2436cd9d-edc9-414c-ba70-bd14187b45d5 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:42.008244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dbc4d2ce-33ab-4b1f-a344-4142908ab067 req-2436cd9d-edc9-414c-ba70-bd14187b45d5 tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 1096 time: 0.1292765 Dec 13 12:50:42.043355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57459b8b-1f65-4167-8a7e-183b23b3ee03 req-741537eb-244d-4d0c-92ca-78ee8cf87692 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:42.044909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57459b8b-1f65-4167-8a7e-183b23b3ee03 req-741537eb-244d-4d0c-92ca-78ee8cf87692 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 944 time: 0.1633227 Dec 13 12:50:42.051924 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:42.082467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-db4eda84-6971-4d57-8f17-780205f107f8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:42.083678 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-db4eda84-6971-4d57-8f17-780205f107f8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.37 "GET /v2.0/networks?id=d4dd769b-3799-47e4-ae1c-b5795ddd5369 HTTP/1.1" status: 200 len: 822 time: 0.4531476 Dec 13 12:50:42.102667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Request body: {'port': {'device_id': 'd92e8dcb-4c72-4b91-9870-4c5467750338', 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369', 'admin_state_up': True, 'tenant_id': 'c70a3e8de7b1405785f8a73d8fd4ae61'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:42.104502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926ba6fe-f8a8-42ba-927c-d537c855e00f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:42.107077 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7122ff0-991a-4acd-a6a4-7f1391b746a6" -d '{"events": [{"server_uuid": "d3914680-e3b2-4235-a2de-6a9453d06a82", "name": "network-vif-plugged", "status": "completed", "tag": "926ba6fe-f8a8-42ba-927c-d537c855e00f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:42.117344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-38d6932f-19b4-4c95-8df4-0c3801bb4601 None None] Provisioning complete for port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:42.117598 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38d6932f-19b4-4c95-8df4-0c3801bb4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:42.132113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dbc4d2ce-33ab-4b1f-a344-4142908ab067 req-a301ed79-0904-421a-890c-b5732028950a tempest-LiveMigrationTest-610681295 tempest-LiveMigrationTest-610681295-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188354 Dec 13 12:50:42.177791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-38d6932f-19b4-4c95-8df4-0c3801bb4601 None None] Port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:50:42.180055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57459b8b-1f65-4167-8a7e-183b23b3ee03 req-a8233d38-5f78-45cb-b5f5-eee29fce7b34 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259463 Dec 13 12:50:42.181199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 926ba6fe-f8a8-42ba-927c-d537c855e00f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:42.186938 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:42.275694 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99218497-a081-42e5-84da-b7ba44e38d97 x-openstack-request-id: req-99218497-a081-42e5-84da-b7ba44e38d97 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:42.276376 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3914680-e3b2-4235-a2de-6a9453d06a82", "name": "network-vif-plugged", "status": "completed", "tag": "926ba6fe-f8a8-42ba-927c-d537c855e00f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:42.276376 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99218497-a081-42e5-84da-b7ba44e38d97 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:42.276644 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926ba6fe-f8a8-42ba-927c-d537c855e00f', 'code': 200} Dec 13 12:50:42.281151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=926ba6fe-f8a8-42ba-927c-d537c855e00f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:42.287181 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3259da2-c623-4552-b145-944872731554 req-bc7a2938-c7c6-4538-bba4-24e1ff74f180 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 210 time: 0.0508537 Dec 13 12:50:42.430961 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Sync routers for ids ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:50:42.448377 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Routers {'4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:50:42.448718 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:42.448967 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:42.496086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Made reservation on behalf of c70a3e8de7b1405785f8a73d8fd4ae61 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:50:42.499761 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:42.568687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed22b03-63ad-46d8-9508-dd28ea7c1c64 req-f8bd9360-bba2-4905-99b3-3e47cd047fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:42.570564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ed22b03-63ad-46d8-9508-dd28ea7c1c64 req-f8bd9360-bba2-4905-99b3-3e47cd047fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 1096 time: 0.1352229 Dec 13 12:50:42.593331 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Set router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:50:42.619183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:42.670449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ed22b03-63ad-46d8-9508-dd28ea7c1c64 req-7c8fb2d3-1399-4e97-a57e-b81505a892ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922067 Dec 13 12:50:42.673697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e14e299-3e91-4617-895c-d0e38aac5e95 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:42.693631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c44e6-38b7-41fc-ac49-66684c8a45c9 req-5eba0047-dce9-49b8-8634-a363ad01d2ff tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:42.694852 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:42.702828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-391c44e6-38b7-41fc-ac49-66684c8a45c9 req-5eba0047-dce9-49b8-8634-a363ad01d2ff tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 945 time: 0.0917163 Dec 13 12:50:42.721816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Pushing event updated for resources: {'Port': ['ID=10b081ba-0ed4-4084-8812-1ac7cadc22b6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:42.747352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41832) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:42.752061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6c4bcd0b-4c64-4c89-bfca-7946355e25a9 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058742235', 'description': 'tempest-description--475829451'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:42.765725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:42.791947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-391c44e6-38b7-41fc-ac49-66684c8a45c9 req-ffa0c22f-9727-4225-9247-fc9cb85bc0e9 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882144 Dec 13 12:50:42.801146 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6c4bcd0b-4c64-4c89-bfca-7946355e25a9 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:42.824111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Allocated IP 172.20.0.3 (d4dd769b-3799-47e4-ae1c-b5795ddd5369/9e73b7bc-3a6a-4656-8a72-866e246cc338/dd71875f-1036-4206-99cb-54846aafc30f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:42.855809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:42.856548 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:42.886660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:42.900558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:42.904147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:42.952798 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:39Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '37196359-7dc4-426c-8ffb-b9c0a2cc9a2c', 'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'mac_address': 'fa:16:3e:fd:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:37Z', 'updated_at': '2021-12-13T12:50:39Z', 'revision_number': 2, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'subnets': [{'id': '484efd44-0ac3-488e-ab06-89da2b936184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:42.965877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde890d-5ad9-480d-acf1-852c085cbcb2 req-0ece2795-4dfe-4264-8fec-081b1a627ee6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:42.972662 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde890d-5ad9-480d-acf1-852c085cbcb2 req-0ece2795-4dfe-4264-8fec-081b1a627ee6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:42.978707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde890d-5ad9-480d-acf1-852c085cbcb2 req-0ece2795-4dfe-4264-8fec-081b1a627ee6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:42.980591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3dde890d-5ad9-480d-acf1-852c085cbcb2 req-0ece2795-4dfe-4264-8fec-081b1a627ee6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2375 time: 0.1440258 Dec 13 12:50:42.992549 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Checking router: 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:50:42.992922 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Updating router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:50:43.008650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Transition to ACTIVE for port object 6e14e299-3e91-4617-895c-d0e38aac5e95 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:50:43.023727 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6c4bcd0b-4c64-4c89-bfca-7946355e25a9 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.030540 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.035039 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.037693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009ffb9-d8e5-4b05-8c69-2e3ae4241553 req-c7698a17-5d32-4454-8687-2628baa53ff1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:43.039223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3009ffb9-d8e5-4b05-8c69-2e3ae4241553 req-c7698a17-5d32-4454-8687-2628baa53ff1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1470442 Dec 13 12:50:43.044117 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6c4bcd0b-4c64-4c89-bfca-7946355e25a9 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.076894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:43.077524 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.104345 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6c4bcd0b-4c64-4c89-bfca-7946355e25a9 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.105650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6c4bcd0b-4c64-4c89-bfca-7946355e25a9 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3573458 Dec 13 12:50:43.109582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41834) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:43.114651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3dde890d-5ad9-480d-acf1-852c085cbcb2 req-929e98ed-da8a-4f11-9b25-741cabbd14af tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226866 Dec 13 12:50:43.123357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-99dcb88b-efe5-4f8a-bb69-187d57242983 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Request body: {'security_group_rule': {'security_group_id': 'b287e2e4-6a80-4e24-b027-94df0c8a4593', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:43.123598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bcd0b-4c64-4c89-bfca-7946355e25a9 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b287e2e4-6a80-4e24-b027-94df0c8a4593,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:43.172296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1a789ced-f3d7-4ac7-acad-5de7f4c1003c tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1088724 Dec 13 12:50:43.189140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3009ffb9-d8e5-4b05-8c69-2e3ae4241553 req-6612bc56-344a-467c-aa71-60e85e4fb549 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372690 Dec 13 12:50:43.190882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Pushing event updated for resources: {'Port': ['ID=6e14e299-3e91-4617-895c-d0e38aac5e95,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:43.204530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Request body: {'port': {'device_id': 'e3031f49-e30c-4f02-830d-bc26d0abc906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:43.292291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819e451-af1b-450b-a3cc-96fce4c85da9 req-08b945b9-728c-4d63-a3b5-ed984da0446d tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:43.303459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0819e451-af1b-450b-a3cc-96fce4c85da9 req-08b945b9-728c-4d63-a3b5-ed984da0446d tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 931 time: 0.0713384 Dec 13 12:50:43.465880 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.475489 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.585007 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f0556-2b68-403d-819a-cf257a01ffd1 None None] Pushing event updated for resources: {'Port': ['ID=37196359-7dc4-426c-8ffb-b9c0a2cc9a2c,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:43.675694 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Attempting to bind port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:43.676197 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Attempting to bind port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:43.676674 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Attempting to bind port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c on network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:43.685634 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:43.686726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Checking segment: {'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:43.687378 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.688032 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Bound using segment: {'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:43.689402 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Bound port: 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:43.690592 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.692011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.712144 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99dcb88b-efe5-4f8a-bb69-187d57242983 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.746827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.805165 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] For port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:43.826104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0819e451-af1b-450b-a3cc-96fce4c85da9 req-90560142-56d2-4878-b0d8-ddf675f504d8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217209 Dec 13 12:50:43.847606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e8dbd-cead-4d6a-bbb3-da2b8781bae1 req-a466f265-28c3-4f6c-9741-1f5cc8cc8824 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:43.851604 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] For port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=37196359-7dc4-426c-8ffb-b9c0a2cc9a2c,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:43.855089 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-934e8dbd-cead-4d6a-bbb3-da2b8781bae1 req-a466f265-28c3-4f6c-9741-1f5cc8cc8824 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 945 time: 0.5203190 Dec 13 12:50:43.856264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Attempting to bind port 6e14e299-3e91-4617-895c-d0e38aac5e95 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:43.856798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Attempting to bind port 6e14e299-3e91-4617-895c-d0e38aac5e95 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:43.857124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Attempting to bind port 6e14e299-3e91-4617-895c-d0e38aac5e95 on network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:43.869582 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.879995 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-040fd979-4aae-45e5-a6d8-d2a5e62523f9 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:43.881548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-040fd979-4aae-45e5-a6d8-d2a5e62523f9 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 945 time: 0.5122635 Dec 13 12:50:43.885356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Port 6e14e299-3e91-4617-895c-d0e38aac5e95 on network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:43.885684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Attempting to bind port 6e14e299-3e91-4617-895c-d0e38aac5e95 on network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:43.933057 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.934860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:43.937969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Checking segment: {'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:43.943638 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Bound using segment: {'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:43.944124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Bound port: 6e14e299-3e91-4617-895c-d0e38aac5e95, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:43.944498 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.962403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-70e3d406-070e-4b02-9dee-657f0f24b072 None None] Provisioning complete for port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:43.964280 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70e3d406-070e-4b02-9dee-657f0f24b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:43.981590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-934e8dbd-cead-4d6a-bbb3-da2b8781bae1 req-300322b1-51b4-4682-b753-ce3e7936633d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110945 Dec 13 12:50:43.985439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99dcb88b-efe5-4f8a-bb69-187d57242983 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.020289 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f0556-2b68-403d-819a-cf257a01ffd1 None None] Pushing event updated for resources: {'Port': ['ID=37196359-7dc4-426c-8ffb-b9c0a2cc9a2c,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:44.051314 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Routers {'4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:50:44.054937 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:44.077563 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99dcb88b-efe5-4f8a-bb69-187d57242983 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.136462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70e3d406-070e-4b02-9dee-657f0f24b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.165312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b0c48-14ac-4e0b-947c-8d41ca9074aa req-ff301892-9ffb-489b-a78b-a6e3fb3397f0 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:44.167392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e40b0c48-14ac-4e0b-947c-8d41ca9074aa req-ff301892-9ffb-489b-a78b-a6e3fb3397f0 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 931 time: 0.1453607 Dec 13 12:50:44.179877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Network d4dd769b-3799-47e4-ae1c-b5795ddd5369 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:44.198850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-b0b3b4ed-6d10-4f5c-ad99-e5d121755a26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Deleting port 070bb420-9082-4a1c-af97-71a3b9223170 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:50:44.199982 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-b0b3b4ed-6d10-4f5c-ad99-e5d121755a26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.220884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-70e3d406-070e-4b02-9dee-657f0f24b072 None None] For port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=37196359-7dc4-426c-8ffb-b9c0a2cc9a2c,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:44.221238 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] Set router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:50:44.229096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcb88b-efe5-4f8a-bb69-187d57242983 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732ee430-356d-4d3b-bdf1-95819421a16b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:44.233726 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70e3d406-070e-4b02-9dee-657f0f24b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.241608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:44.248505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event updated for resources: {'Port': ['ID=dd71875f-1036-4206-99cb-54846aafc30f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:44.250854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:44.300248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99dcb88b-efe5-4f8a-bb69-187d57242983 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.303840 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-99dcb88b-efe5-4f8a-bb69-187d57242983 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1856062 Dec 13 12:50:44.312378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3d406-070e-4b02-9dee-657f0f24b072 None None] Pushing event updated for resources: {'Port': ['ID=37196359-7dc4-426c-8ffb-b9c0a2cc9a2c,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:44.324473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41848) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:44.380342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2b2e738f-0ca5-4ffe-af55-bd2828059ef8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Request body: {'security_group_rule': {'security_group_id': 'b287e2e4-6a80-4e24-b027-94df0c8a4593', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:44.394322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] For port 6e14e299-3e91-4617-895c-d0e38aac5e95, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:44.407438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:44.408122 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.441154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] For port 6e14e299-3e91-4617-895c-d0e38aac5e95, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6e14e299-3e91-4617-895c-d0e38aac5e95,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:44.455050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.477869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-271f33d1-a397-4a72-97d6-b5e156458591 None None] Provisioning complete for port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:44.478920 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-271f33d1-a397-4a72-97d6-b5e156458591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.484146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e40b0c48-14ac-4e0b-947c-8d41ca9074aa req-90207048-5182-4e4d-87f3-215bc9dc3f70 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027239 Dec 13 12:50:44.500049 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-5fe2c0c4-6250-41f7-a6b9-f10a09b97eb1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4019682 Dec 13 12:50:44.507167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6801bf0-9b92-442c-b3da-c7ec7e4e63b2 req-c47c2834-25c1-4eb6-aedf-d6845597e6b0 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:44.509196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:44.509796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.511238 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] 10.222.0.42 "PUT /v2.0/ports/6e14e299-3e91-4617-895c-d0e38aac5e95 HTTP/1.1" status: 200 len: 1091 time: 2.8794203 Dec 13 12:50:44.511694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'tag': '6e14e299-3e91-4617-895c-d0e38aac5e95'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:44.513986 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7be379-4704-4226-a9c8-ef7fe12da0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "tag": "6e14e299-3e91-4617-895c-d0e38aac5e95"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:44.514822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6801bf0-9b92-442c-b3da-c7ec7e4e63b2 req-c47c2834-25c1-4eb6-aedf-d6845597e6b0 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 945 time: 0.2476091 Dec 13 12:50:44.529009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Request body: {'port': {'device_id': 'd92e8dcb-4c72-4b91-9870-4c5467750338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:44.530613 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:39Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '37196359-7dc4-426c-8ffb-b9c0a2cc9a2c', 'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'mac_address': 'fa:16:3e:fd:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:37Z', 'updated_at': '2021-12-13T12:50:43Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'subnets': [{'id': '484efd44-0ac3-488e-ab06-89da2b936184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:50:44.537466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2b2e738f-0ca5-4ffe-af55-bd2828059ef8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.582706 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b7b77f-045a-40c4-aa78-27313eb753fa None None] The sync data for ids ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'] in n-d-817326-4 is: [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:39Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '37196359-7dc4-426c-8ffb-b9c0a2cc9a2c', 'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'mac_address': 'fa:16:3e:fd:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:37Z', 'updated_at': '2021-12-13T12:50:43Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'subnets': [{'id': '484efd44-0ac3-488e-ab06-89da2b936184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:50:44.583581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Request body: {'port': {'device_id': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:44.608295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-b0b3b4ed-6d10-4f5c-ad99-e5d121755a26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] For port 070bb420-9082-4a1c-af97-71a3b9223170, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=070bb420-9082-4a1c-af97-71a3b9223170,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:44.608674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-b0b3b4ed-6d10-4f5c-ad99-e5d121755a26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.711757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32761b5-5869-4a3e-bdf0-18c24b47b33a service neutron] Pushing event updated for resources: {'Port': ['ID=6e14e299-3e91-4617-895c-d0e38aac5e95,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:44.720013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-b0b3b4ed-6d10-4f5c-ad99-e5d121755a26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Calling delete_port for 070bb420-9082-4a1c-af97-71a3b9223170 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:50:44.765399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6801bf0-9b92-442c-b3da-c7ec7e4e63b2 req-8fecb024-82a3-48d8-92e5-f29c6d22b425 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495127 Dec 13 12:50:44.788620 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.804784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b081ba-0ed4-4084-8812-1ac7cadc22b6 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:44.868626 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2b2e738f-0ca5-4ffe-af55-bd2828059ef8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.869719 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.880172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:44.882356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecbfeb-53b9-4d90-af7f-be5eb6175c90 req-03eca70d-6cb1-4aba-964f-3f9a2692d037 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:44.888846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecbfeb-53b9-4d90-af7f-be5eb6175c90 req-03eca70d-6cb1-4aba-964f-3f9a2692d037 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:44.895346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecbfeb-53b9-4d90-af7f-be5eb6175c90 req-03eca70d-6cb1-4aba-964f-3f9a2692d037 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:44.903040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9ecbfeb-53b9-4d90-af7f-be5eb6175c90 req-03eca70d-6cb1-4aba-964f-3f9a2692d037 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2387 time: 0.2775462 Dec 13 12:50:44.913470 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.923024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Transition to ACTIVE for port object 10b081ba-0ed4-4084-8812-1ac7cadc22b6 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:50:44.927991 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2b2e738f-0ca5-4ffe-af55-bd2828059ef8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.958139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:44.958839 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:44.959373 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:45.013836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e738f-0ca5-4ffe-af55-bd2828059ef8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4783c7da-3c2e-41b8-8d34-70783c68db17,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:45.030573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2b2e738f-0ca5-4ffe-af55-bd2828059ef8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:45.035157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2b2e738f-0ca5-4ffe-af55-bd2828059ef8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6646118 Dec 13 12:50:45.035534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41856) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:50:45.049822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9ecbfeb-53b9-4d90-af7f-be5eb6175c90 req-97864132-0b56-4dae-97f3-605ebe760494 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455133 Dec 13 12:50:45.065859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442c0b3-6ec1-4a8d-84b4-16bdd037b3db req-33c2439c-1bb2-4369-ad3c-64b7b687346f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:45.067626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4442c0b3-6ec1-4a8d-84b4-16bdd037b3db req-33c2439c-1bb2-4369-ad3c-64b7b687346f tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1615782 Dec 13 12:50:45.112807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:45.152168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4442c0b3-6ec1-4a8d-84b4-16bdd037b3db req-8a305780-ece6-494a-9221-8e846569b508 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753195 Dec 13 12:50:45.162550 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f257aa-f847-49f3-b994-7779e10eac34 x-openstack-request-id: req-c4f257aa-f847-49f3-b994-7779e10eac34 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:45.163080 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "tag": "6e14e299-3e91-4617-895c-d0e38aac5e95", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:45.163498 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4f257aa-f847-49f3-b994-7779e10eac34 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:45.164098 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'tag': '6e14e299-3e91-4617-895c-d0e38aac5e95', 'status': 'completed', 'code': 200} Dec 13 12:50:45.226515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Pushing event updated for resources: {'Port': ['ID=10b081ba-0ed4-4084-8812-1ac7cadc22b6,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:45.347288 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:45.349138 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-b0b3b4ed-6d10-4f5c-ad99-e5d121755a26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:45.362058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be379-4704-4226-a9c8-ef7fe12da0d4 req-254f6d72-6f42-4a09-8fa4-34f79b57da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:45.362531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be379-4704-4226-a9c8-ef7fe12da0d4 req-254f6d72-6f42-4a09-8fa4-34f79b57da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:45.363021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be379-4704-4226-a9c8-ef7fe12da0d4 req-254f6d72-6f42-4a09-8fa4-34f79b57da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:45.364337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['070bb420-9082-4a1c-af97-71a3b9223170'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:45.364941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e7be379-4704-4226-a9c8-ef7fe12da0d4 req-254f6d72-6f42-4a09-8fa4-34f79b57da75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2730 time: 0.1375411 Dec 13 12:50:45.397312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['36ff87cb-6a69-476a-8510-65f76d08265e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:45.410246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdeb4bf-45db-4307-8601-7bec8415dc48 req-22c3815f-476e-4be8-9394-ab1b6f45e636 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:45.418850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcdeb4bf-45db-4307-8601-7bec8415dc48 req-22c3815f-476e-4be8-9394-ab1b6f45e636 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 943 time: 0.1893475 Dec 13 12:50:45.430401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Attempting to bind port 10b081ba-0ed4-4084-8812-1ac7cadc22b6 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:45.430689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Attempting to bind port 10b081ba-0ed4-4084-8812-1ac7cadc22b6 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:45.431019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Attempting to bind port 10b081ba-0ed4-4084-8812-1ac7cadc22b6 on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:45.431233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3b4ed-6d10-4f5c-ad99-e5d121755a26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Pushing event deleted for resources: {'Port': ['ID=070bb420-9082-4a1c-af97-71a3b9223170,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:45.476131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Port 10b081ba-0ed4-4084-8812-1ac7cadc22b6 on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:45.476512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Attempting to bind port 10b081ba-0ed4-4084-8812-1ac7cadc22b6 on network 1c755bcc-36b8-4cc2-8ab2-20c810d92033 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:45.507372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1988b-1c1e-4769-b4ea-3f8e9d0dbf91 req-b8dbc77f-3fcb-4cba-81be-fcc8a3497132 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:45.514899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1f1988b-1c1e-4769-b4ea-3f8e9d0dbf91 req-b8dbc77f-3fcb-4cba-81be-fcc8a3497132 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 945 time: 0.2717073 Dec 13 12:50:45.548934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:45.549278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Checking segment: {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:45.549674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Bound using segment: {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:45.550164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Bound port: 10b081ba-0ed4-4084-8812-1ac7cadc22b6, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80481e0-3095-4227-afd3-bcba6ef94e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:45.550527 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:45.608946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-b0b3b4ed-6d10-4f5c-ad99-e5d121755a26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] No DVR routers for this DVR port 070bb420-9082-4a1c-af97-71a3b9223170 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:50:45.624818 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-b0b3b4ed-6d10-4f5c-ad99-e5d121755a26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:45.628682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43558e83-98ec-4a23-9ac9-ac835f7e1acc req-b0b3b4ed-6d10-4f5c-ad99-e5d121755a26 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.42 "DELETE /v2.0/ports/070bb420-9082-4a1c-af97-71a3b9223170 HTTP/1.1" status: 204 len: 173 time: 1.7391076 Dec 13 12:50:45.635955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'name': 'network-vif-deleted', 'tag': '070bb420-9082-4a1c-af97-71a3b9223170'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:45.637936 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93d4e45-adee-4e80-9445-4b466cc47004" -d '{"events": [{"server_uuid": "fd1a929f-6c41-49a6-9c69-0afbc5606542", "name": "network-vif-deleted", "tag": "070bb420-9082-4a1c-af97-71a3b9223170"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:45.699771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcdeb4bf-45db-4307-8601-7bec8415dc48 req-9555f11a-473e-4c73-a989-fe143b02f253 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800486 Dec 13 12:50:45.724350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1f1988b-1c1e-4769-b4ea-3f8e9d0dbf91 req-b0c311b5-6ed9-4f5a-a971-df5bd624938d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021956 Dec 13 12:50:45.747045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be379-4704-4226-a9c8-ef7fe12da0d4 req-a274cb94-b490-481b-9bea-c3b3c612a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:45.747513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be379-4704-4226-a9c8-ef7fe12da0d4 req-a274cb94-b490-481b-9bea-c3b3c612a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:45.747957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be379-4704-4226-a9c8-ef7fe12da0d4 req-a274cb94-b490-481b-9bea-c3b3c612a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:45.749629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e7be379-4704-4226-a9c8-ef7fe12da0d4 req-a274cb94-b490-481b-9bea-c3b3c612a86e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3526227 Dec 13 12:50:45.839648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] For port 10b081ba-0ed4-4084-8812-1ac7cadc22b6, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:45.855123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] For port 10b081ba-0ed4-4084-8812-1ac7cadc22b6, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=10b081ba-0ed4-4084-8812-1ac7cadc22b6,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:45.911559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be379-4704-4226-a9c8-ef7fe12da0d4 req-c4b32923-7271-453b-a1de-b8179c7eb99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:45.913251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e7be379-4704-4226-a9c8-ef7fe12da0d4 req-c4b32923-7271-453b-a1de-b8179c7eb99e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1558349 Dec 13 12:50:45.916008 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907c37c8-5c86-487e-ada0-a514d597c4de x-openstack-request-id: req-907c37c8-5c86-487e-ada0-a514d597c4de {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:45.916298 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1a929f-6c41-49a6-9c69-0afbc5606542", "name": "network-vif-deleted", "tag": "070bb420-9082-4a1c-af97-71a3b9223170", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:45.917391 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-907c37c8-5c86-487e-ada0-a514d597c4de {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:45.917801 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1a929f-6c41-49a6-9c69-0afbc5606542', 'name': 'network-vif-deleted', 'tag': '070bb420-9082-4a1c-af97-71a3b9223170', 'status': 'completed', 'code': 200} Dec 13 12:50:45.920621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85ddffe-6929-43fe-96b6-5f3c27f315e9 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:45.945463 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:45.954301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.003304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08392327-0d8f-4442-ad76-0994192e00a6 req-1fc93107-1c4d-446c-990b-6dc048f0def0 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:46.005327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08392327-0d8f-4442-ad76-0994192e00a6 req-1fc93107-1c4d-446c-990b-6dc048f0def0 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 931 time: 0.0911572 Dec 13 12:50:46.021079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd71875f-1036-4206-99cb-54846aafc30f {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:46.043085 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.057832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-47f53ee5-ed5c-462f-a3ab-fa27c6c5b9bf tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1602840688&fields=id&tenant_id=4f820f6b0d244888906740df48385797 HTTP/1.1" status: 200 len: 267 time: 0.0996606 Dec 13 12:50:46.058664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:46.059579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.061212 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] 10.222.0.37 "PUT /v2.0/ports/10b081ba-0ed4-4084-8812-1ac7cadc22b6 HTTP/1.1" status: 200 len: 1091 time: 2.8722608 Dec 13 12:50:46.067413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Transition to ACTIVE for port object a85ddffe-6929-43fe-96b6-5f3c27f315e9 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:50:46.101027 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.112514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578b4dc-2b08-45c2-90e8-2e1b97234725 service neutron] Pushing event updated for resources: {'Port': ['ID=10b081ba-0ed4-4084-8812-1ac7cadc22b6,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:46.163713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Transition to ACTIVE for port object dd71875f-1036-4206-99cb-54846aafc30f will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:50:46.164408 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.168312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-a0e7b0fa-70f1-4a93-9cc2-8ac6af59b43e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:46.178339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-a0e7b0fa-70f1-4a93-9cc2-8ac6af59b43e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 945 time: 0.1194072 Dec 13 12:50:46.183931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-71c233e0-1af5-49a7-86ec-f6362ddea809 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'port': {'security_groups': ['e7d5c14d-a9bf-4d69-a3d4-f034be7a458d', '32236a5b-8650-4aba-b491-8a4317c81db9']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:46.194460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08392327-0d8f-4442-ad76-0994192e00a6 req-83919be3-5b93-4e09-a614-2f9ea82bc4bc tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790869 Dec 13 12:50:46.203691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.298250 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-71c233e0-1af5-49a7-86ec-f6362ddea809 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.302248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a85ddffe-6929-43fe-96b6-5f3c27f315e9,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:46.404743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7ad35512-f64d-45fc-a977-6beb2ff038b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:46.416837 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-7ad35512-f64d-45fc-a977-6beb2ff038b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 1094 time: 0.2803490 Dec 13 12:50:46.548847 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-2e16fee4-70af-4d2a-9040-6c5f87c57950 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10b081ba-0ed4-4084-8812-1ac7cadc22b6 HTTP/1.1" status: 200 len: 217 time: 0.1237867 Dec 13 12:50:46.589303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0648a1d3-75e3-4376-b9d4-8a64860b9296 req-2f4f02c2-1341-48f3-853b-596172483ddc tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 210 time: 0.2703066 Dec 13 12:50:46.685654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-71c233e0-1af5-49a7-86ec-f6362ddea809 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] For port 926ba6fe-f8a8-42ba-927c-d537c855e00f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:46.703325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Pushing event updated for resources: {'Port': ['ID=dd71875f-1036-4206-99cb-54846aafc30f,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:46.756143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Allocated IP 172.25.2.26 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/3a4bf987-d31f-4e58-a824-fc3d701fd7cd) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:50:46.759127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Attempting to bind port a85ddffe-6929-43fe-96b6-5f3c27f315e9 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:46.759448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Attempting to bind port a85ddffe-6929-43fe-96b6-5f3c27f315e9 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:46.759878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Attempting to bind port a85ddffe-6929-43fe-96b6-5f3c27f315e9 on network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:46.767864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-9f3ed87c-5c4a-4a22-b39b-ee2470f6b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:46.769687 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-9f3ed87c-5c4a-4a22-b39b-ee2470f6b712 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c5e84e9-3361-4feb-87b5-ee605d7d9df5 HTTP/1.1" status: 200 len: 845 time: 0.2125008 Dec 13 12:50:46.794533 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-71c233e0-1af5-49a7-86ec-f6362ddea809 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.803302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Port a85ddffe-6929-43fe-96b6-5f3c27f315e9 on network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:46.803744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Attempting to bind port a85ddffe-6929-43fe-96b6-5f3c27f315e9 on network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:46.805118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-71c233e0-1af5-49a7-86ec-f6362ddea809 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.819564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['926ba6fe-f8a8-42ba-927c-d537c855e00f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:46.835659 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-c52dc271-f624-4a44-b368-c3e87160a412 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c755bcc-36b8-4cc2-8ab2-20c810d92033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562186 Dec 13 12:50:46.839484 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Attempting to bind port dd71875f-1036-4206-99cb-54846aafc30f on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:46.839813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Attempting to bind port dd71875f-1036-4206-99cb-54846aafc30f by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:46.840132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Attempting to bind port dd71875f-1036-4206-99cb-54846aafc30f on network d4dd769b-3799-47e4-ae1c-b5795ddd5369 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:46.875862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:46.876195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Checking segment: {'id': 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:46.876728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Bound using segment: {'id': 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:46.877199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Bound port: a85ddffe-6929-43fe-96b6-5f3c27f315e9, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:46.877547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.895661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c233e0-1af5-49a7-86ec-f6362ddea809 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'Port': ['ID=926ba6fe-f8a8-42ba-927c-d537c855e00f,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:46.931303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4d2d8-9eba-43c8-b53a-d0bb971e4d6a req-a743610e-00ae-48ae-b50b-736ce60beb53 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:46.940237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4d2d8-9eba-43c8-b53a-d0bb971e4d6a req-a743610e-00ae-48ae-b50b-736ce60beb53 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:46.948381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4d2d8-9eba-43c8-b53a-d0bb971e4d6a req-a743610e-00ae-48ae-b50b-736ce60beb53 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:46.950744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ab4d2d8-9eba-43c8-b53a-d0bb971e4d6a req-a743610e-00ae-48ae-b50b-736ce60beb53 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2399 time: 0.2324805 Dec 13 12:50:46.959745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-71c233e0-1af5-49a7-86ec-f6362ddea809 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:46.960424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-71c233e0-1af5-49a7-86ec-f6362ddea809 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:46.961887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b09241d9-7d2e-4ab3-ae2c-406b496203ad req-71c233e0-1af5-49a7-86ec-f6362ddea809 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "PUT /v2.0/ports/926ba6fe-f8a8-42ba-927c-d537c855e00f HTTP/1.1" status: 200 len: 981 time: 0.7827001 Dec 13 12:50:47.042323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ab4d2d8-9eba-43c8-b53a-d0bb971e4d6a req-97ab93b8-958d-4624-a358-d01f2eebb466 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792634 Dec 13 12:50:47.115795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['926ba6fe-f8a8-42ba-927c-d537c855e00f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:47.137162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabf802-66ee-4d4f-95e9-af3448bdf03d req-d8033ff1-90cd-4972-a8ac-e94d8633a99e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:47.138861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fabf802-66ee-4d4f-95e9-af3448bdf03d req-d8033ff1-90cd-4972-a8ac-e94d8633a99e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.0634823 Dec 13 12:50:47.227448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3031f49-e30c-4f02-830d-bc26d0abc906', 'tag': '10b081ba-0ed4-4084-8812-1ac7cadc22b6'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:47.231182 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73df95ed-c03a-4f8c-b40c-8da2226bf95a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3031f49-e30c-4f02-830d-bc26d0abc906", "tag": "10b081ba-0ed4-4084-8812-1ac7cadc22b6"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:47.241131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Port dd71875f-1036-4206-99cb-54846aafc30f on network d4dd769b-3799-47e4-ae1c-b5795ddd5369 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:47.241498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Attempting to bind port dd71875f-1036-4206-99cb-54846aafc30f on network d4dd769b-3799-47e4-ae1c-b5795ddd5369 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:47.267886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fabf802-66ee-4d4f-95e9-af3448bdf03d req-284921ae-c682-4d47-ab10-3247aed66e2e tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186619 Dec 13 12:50:47.288472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ba943-ce52-41ba-a197-1d2e3d4ff8a4 req-41490784-520e-4b8f-a32b-2b1bbf031522 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:47.298834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf3ba943-ce52-41ba-a197-1d2e3d4ff8a4 req-41490784-520e-4b8f-a32b-2b1bbf031522 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 943 time: 0.0928037 Dec 13 12:50:47.308718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:47.309065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Checking segment: {'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:47.309428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Bound using segment: {'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:47.309865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Bound port: dd71875f-1036-4206-99cb-54846aafc30f, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:47.310247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:47.367950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf3ba943-ce52-41ba-a197-1d2e3d4ff8a4 req-68dd14e6-3f35-4b8b-bc53-5d67975629ea tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681293 Dec 13 12:50:47.445905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:47.462371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] For port a85ddffe-6929-43fe-96b6-5f3c27f315e9, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:47.493892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-8cb9d897-f926-4a94-94cf-1e052806cb15 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1203990966&fields=id&tenant_id=4f820f6b0d244888906740df48385797 HTTP/1.1" status: 200 len: 267 time: 0.0720642 Dec 13 12:50:47.523907 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-6c567bf2-666f-4695-baa8-c958ce873ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571202 Dec 13 12:50:47.525731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] For port a85ddffe-6929-43fe-96b6-5f3c27f315e9, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a85ddffe-6929-43fe-96b6-5f3c27f315e9,segment=NetworkSegment(c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92),segment_id=c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:47.564213 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:47.567695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] For port dd71875f-1036-4206-99cb-54846aafc30f, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:47.590033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-bb282ebf-4348-41a5-b004-9936330b9c48 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:47.591639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-bb282ebf-4348-41a5-b004-9936330b9c48 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 984 time: 0.0968184 Dec 13 12:50:47.604622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c9712-7461-4cb2-a44a-bf511b20b5ed req-101a490a-e321-4b5a-b0d9-8b21cc10cf1f tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:47.612101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f8c9712-7461-4cb2-a44a-bf511b20b5ed req-101a490a-e321-4b5a-b0d9-8b21cc10cf1f tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 943 time: 0.0800376 Dec 13 12:50:47.623533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-bbff2e88-b023-4007-8cb1-b3dc10a2b7e6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'port': {'security_groups': ['32236a5b-8650-4aba-b491-8a4317c81db9', 'e7d5c14d-a9bf-4d69-a3d4-f034be7a458d', 'd8f8b88b-8013-4468-bbd6-660c4828687d']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:47.645059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] For port dd71875f-1036-4206-99cb-54846aafc30f, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dd71875f-1036-4206-99cb-54846aafc30f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:47.668035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:47.671500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:47.672984 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:47.675107 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/a85ddffe-6929-43fe-96b6-5f3c27f315e9 HTTP/1.1" status: 200 len: 1091 time: 3.1264091 Dec 13 12:50:47.682009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:47.718884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Request body: {'port': {'device_id': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:47.730313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f8c9712-7461-4cb2-a44a-bf511b20b5ed req-e4719e05-4ef4-4449-a2d6-33e5451311ed tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172795 Dec 13 12:50:47.736113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-bbff2e88-b023-4007-8cb1-b3dc10a2b7e6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:47.738518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 070bb420-9082-4a1c-af97-71a3b9223170 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:50:47.760810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:50:47.762618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:47.763267 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:47.765298 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] 10.222.0.37 "PUT /v2.0/ports/dd71875f-1036-4206-99cb-54846aafc30f HTTP/1.1" status: 200 len: 1091 time: 3.2421212 Dec 13 12:50:47.768291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4ea56-ad32-4a5c-bd60-b6ddc5c895c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a85ddffe-6929-43fe-96b6-5f3c27f315e9,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:47.782672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:50:47.810132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 070bb420-9082-4a1c-af97-71a3b9223170 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:50:47.810819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 070bb420-9082-4a1c-af97-71a3b9223170 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:50:47.818720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:50:47.889495 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e96476e-49b9-456f-b845-ec1dcfb5efce x-openstack-request-id: req-7e96476e-49b9-456f-b845-ec1dcfb5efce {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:47.889936 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3031f49-e30c-4f02-830d-bc26d0abc906", "tag": "10b081ba-0ed4-4084-8812-1ac7cadc22b6", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:47.890300 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e96476e-49b9-456f-b845-ec1dcfb5efce {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:47.890783 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3031f49-e30c-4f02-830d-bc26d0abc906', 'tag': '10b081ba-0ed4-4084-8812-1ac7cadc22b6', 'status': 'completed', 'code': 200} Dec 13 12:50:47.896419 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff26d9c8-e650-47ae-bf5b-4a10141e811d req-1550bbc7-4850-4929-b94b-7436dd989897 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626964 Dec 13 12:50:47.924742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'tag': '926ba6fe-f8a8-42ba-927c-d537c855e00f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:47.927452 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66aaea3-e642-4961-ac73-fc4117e7ec06" -d '{"events": [{"name": "network-changed", "server_uuid": "d3914680-e3b2-4235-a2de-6a9453d06a82", "tag": "926ba6fe-f8a8-42ba-927c-d537c855e00f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:47.967088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-633a8996-7213-4820-8ded-def92084ee41 req-0ee5941e-a201-4db9-bcd1-22d7389dd37b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 210 time: 0.0514841 Dec 13 12:50:47.984481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:47.984481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ace797-4baa-4133-bc02-f62a1e83437a service neutron] Pushing event updated for resources: {'Port': ['ID=dd71875f-1036-4206-99cb-54846aafc30f,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:48.037840 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f56d400-31cf-4d4a-9753-836a53cc7f37 x-openstack-request-id: req-8f56d400-31cf-4d4a-9753-836a53cc7f37 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:48.038242 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3914680-e3b2-4235-a2de-6a9453d06a82", "tag": "926ba6fe-f8a8-42ba-927c-d537c855e00f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:48.038535 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f56d400-31cf-4d4a-9753-836a53cc7f37 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:48.039445 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'tag': '926ba6fe-f8a8-42ba-927c-d537c855e00f', 'status': 'completed', 'code': 200} Dec 13 12:50:48.172960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Pushing event updated for resources: {'Port': ['ID=3a4bf987-d31f-4e58-a824-fc3d701fd7cd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:48.176959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-171fe13e-529f-4f04-8e09-c4b5fba07396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.178510 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-171fe13e-529f-4f04-8e09-c4b5fba07396 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70a3e8de7b1405785f8a73d8fd4ae61&device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 1094 time: 0.3391576 Dec 13 12:50:48.226036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aaea3-e642-4961-ac73-fc4117e7ec06 req-fce95341-e278-4506-85cb-4b45218f495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.227979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b66aaea3-e642-4961-ac73-fc4117e7ec06 req-fce95341-e278-4506-85cb-4b45218f495d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 1135 time: 0.1534648 Dec 13 12:50:48.259014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df95ed-c03a-4f8c-b40c-8da2226bf95a req-0962f865-0b3f-4c3d-b575-abd86bc2e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.260529 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-73df95ed-c03a-4f8c-b40c-8da2226bf95a req-0962f865-0b3f-4c3d-b575-abd86bc2e474 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03615d06ceb14deb9ba31a908149e672&device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 1094 time: 0.2207789 Dec 13 12:50:48.270018 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-d9e4227e-a4a7-4d35-bd9f-34fdcc80a875 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd71875f-1036-4206-99cb-54846aafc30f HTTP/1.1" status: 200 len: 217 time: 0.0643196 Dec 13 12:50:48.326157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-bbff2e88-b023-4007-8cb1-b3dc10a2b7e6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] For port 926ba6fe-f8a8-42ba-927c-d537c855e00f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:48.410332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-bbff2e88-b023-4007-8cb1-b3dc10a2b7e6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:48.424032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:48.428388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7048062-e904-4c7e-9ae1-f775c05cf650 req-72b1c04e-ba72-4d0c-805b-6099df705857 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.434436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7048062-e904-4c7e-9ae1-f775c05cf650 req-72b1c04e-ba72-4d0c-805b-6099df705857 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.441044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7048062-e904-4c7e-9ae1-f775c05cf650 req-72b1c04e-ba72-4d0c-805b-6099df705857 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.442991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7048062-e904-4c7e-9ae1-f775c05cf650 req-72b1c04e-ba72-4d0c-805b-6099df705857 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2399 time: 0.2140849 Dec 13 12:50:48.450197 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-5c4beb4a-dbd8-4a97-a46f-b9597180a043 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2021832 Dec 13 12:50:48.454462 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-bbff2e88-b023-4007-8cb1-b3dc10a2b7e6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:48.474497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['926ba6fe-f8a8-42ba-927c-d537c855e00f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:48.508157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-43119a51-63b9-460a-9aab-2e7f0cb169c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.509787 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-43119a51-63b9-460a-9aab-2e7f0cb169c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e73b7bc-3a6a-4656-8a72-866e246cc338 HTTP/1.1" status: 200 len: 862 time: 0.2231355 Dec 13 12:50:48.540353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aaea3-e642-4961-ac73-fc4117e7ec06 req-e99923c0-0711-42c8-aba7-9e03ae1db4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.541857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b66aaea3-e642-4961-ac73-fc4117e7ec06 req-e99923c0-0711-42c8-aba7-9e03ae1db4cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 912 time: 0.2951066 Dec 13 12:50:48.615110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-bbff2e88-b023-4007-8cb1-b3dc10a2b7e6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.615759 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-bbff2e88-b023-4007-8cb1-b3dc10a2b7e6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:48.617192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e5277f9-19d8-43f2-b225-f60fabc177a4 req-bbff2e88-b023-4007-8cb1-b3dc10a2b7e6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "PUT /v2.0/ports/926ba6fe-f8a8-42ba-927c-d537c855e00f HTTP/1.1" status: 200 len: 1020 time: 1.0030229 Dec 13 12:50:48.634111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b66aaea3-e642-4961-ac73-fc4117e7ec06 req-024bf5e2-dda4-4eed-8acd-2ae4c7ee400a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f HTTP/1.1" status: 200 len: 217 time: 0.0711372 Dec 13 12:50:48.645754 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:48.650188 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-3d620032-2e64-4213-8f87-6926830b9cc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4dd769b-3799-47e4-ae1c-b5795ddd5369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898216 Dec 13 12:50:48.721763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff2e88-b023-4007-8cb1-b3dc10a2b7e6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'Port': ['ID=926ba6fe-f8a8-42ba-927c-d537c855e00f,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:48.763452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-1bcd02a8-2f7b-4631-833b-909f33a48732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.765868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-1bcd02a8-2f7b-4631-833b-909f33a48732 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 1095 time: 0.2456026 Dec 13 12:50:48.769762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7048062-e904-4c7e-9ae1-f775c05cf650 req-6ba2b333-8f14-435f-9d2c-4d40064d2b54 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162785 Dec 13 12:50:48.774645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['926ba6fe-f8a8-42ba-927c-d537c855e00f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:48.784391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aaea3-e642-4961-ac73-fc4117e7ec06 req-fc581701-e875-4de7-b6e9-ba6ea821279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.786275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b66aaea3-e642-4961-ac73-fc4117e7ec06 req-fc581701-e875-4de7-b6e9-ba6ea821279e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4cfcd4d-5e80-46fd-ac59-db194ffa6779 HTTP/1.1" status: 200 len: 852 time: 0.1440759 Dec 13 12:50:48.859954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadf3ea-6652-494b-a771-6b7170bb8285 req-817297ea-7a55-4387-b627-2c49cf7cc9bd tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.862945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dadf3ea-6652-494b-a771-6b7170bb8285 req-817297ea-7a55-4387-b627-2c49cf7cc9bd tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1586742 Dec 13 12:50:48.875715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b66aaea3-e642-4961-ac73-fc4117e7ec06 req-7ca604c4-6cef-4de6-9f0b-4a33911118df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f43937d2-46d3-48f2-bb70-b47761b3f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667629 Dec 13 12:50:48.878401 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-dd341fee-bdc7-4776-87b4-f3d2a07228e1 service neutron] 10.222.0.37 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989520 Dec 13 12:50:48.879764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df95ed-c03a-4f8c-b40c-8da2226bf95a req-ca4d544d-e7e8-418a-baf9-9a87136f0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:48.881411 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-73df95ed-c03a-4f8c-b40c-8da2226bf95a req-ca4d544d-e7e8-418a-baf9-9a87136f0c64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 200 len: 905 time: 0.6096892 Dec 13 12:50:49.035962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce40ec12-35b1-4563-a1c4-7fdadbe145a3 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:49.045790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:49.061165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Transition to ACTIVE for port object ce40ec12-35b1-4563-a1c4-7fdadbe145a3 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:50:49.087822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dadf3ea-6652-494b-a771-6b7170bb8285 req-eb1f5433-1f60-4e96-b87b-6fff4507e7cd tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797390 Dec 13 12:50:49.088459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:49.097833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda8c77-a7de-4115-8307-416d8c071b1a req-728e5f25-2b05-4f09-b9e9-ef29c96c0f5d tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:49.099421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8dda8c77-a7de-4115-8307-416d8c071b1a req-728e5f25-2b05-4f09-b9e9-ef29c96c0f5d tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 943 time: 0.2353554 Dec 13 12:50:49.100523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-3504c784-68e1-4b1d-ac21-d2e940db5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:49.101882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-3504c784-68e1-4b1d-ac21-d2e940db5983 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.3014646 Dec 13 12:50:49.174641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b66aaea3-e642-4961-ac73-fc4117e7ec06 req-b94fa00d-5edc-43ec-ad87-235b62457b82 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577357 Dec 13 12:50:49.175780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-512d31a1-9888-4629-8f6b-424c833212b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 200 len: 217 time: 0.0652871 Dec 13 12:50:49.271303 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-73df95ed-c03a-4f8c-b40c-8da2226bf95a req-d652a931-d4d0-4c39-9224-09834b492c05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10b081ba-0ed4-4084-8812-1ac7cadc22b6 HTTP/1.1" status: 200 len: 217 time: 0.3066411 Dec 13 12:50:49.294402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8dda8c77-a7de-4115-8307-416d8c071b1a req-82f576d0-74b9-4c87-a3f6-dd9c5195c854 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854706 Dec 13 12:50:49.383634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-37edac0d-53d7-4f21-9fa8-846683569636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:49.385050 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-37edac0d-53d7-4f21-9fa8-846683569636 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.1802704 Dec 13 12:50:49.438526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:49.446892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b66aaea3-e642-4961-ac73-fc4117e7ec06 req-29ac4eeb-8973-4bed-a289-dd550d2a0025 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431412 Dec 13 12:50:49.507413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-97a352c0-4fd0-48c6-a568-ae07ff730848 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124139 Dec 13 12:50:49.519434 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:49.521749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Attempting to bind port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:50:49.522221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Attempting to bind port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:50:49.522608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Attempting to bind port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 on network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:49.542498 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:49.544050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf10d7d-f8a0-486d-964d-a0bb40c7acf1 req-469b719e-403c-4f7a-9dd2-13f699df0e02 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:49.545556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcf10d7d-f8a0-486d-964d-a0bb40c7acf1 req-469b719e-403c-4f7a-9dd2-13f699df0e02 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 1023 time: 0.2820017 Dec 13 12:50:49.580240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 on network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:50:49.580698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Attempting to bind port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 on network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:50:49.600609 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f33db553-1afa-4a08-959e-ac4f94b4669a req-abd523a8-c22b-4186-b762-3779546bfa4d service neutron] 10.222.0.37 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347866 Dec 13 12:50:49.607320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df95ed-c03a-4f8c-b40c-8da2226bf95a req-7f5aa45f-920d-4f54-8744-4e211af1b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:49.608741 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-73df95ed-c03a-4f8c-b40c-8da2226bf95a req-7f5aa45f-920d-4f54-8744-4e211af1b0f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c5e84e9-3361-4feb-87b5-ee605d7d9df5 HTTP/1.1" status: 200 len: 845 time: 0.3232999 Dec 13 12:50:49.609934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e608-839f-436e-88be-752d6a8e0138 req-d4d00075-34b2-4766-bdba-57f2d1cb7306 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:49.611671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d953e608-839f-436e-88be-752d6a8e0138 req-d4d00075-34b2-4766-bdba-57f2d1cb7306 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 943 time: 0.2153778 Dec 13 12:50:49.618720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:50:49.619108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Checking segment: {'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:50:49.619494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Bound using segment: {'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:50:49.620011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Bound port: ce40ec12-35b1-4563-a1c4-7fdadbe145a3, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24b24ed-d0b3-42d5-89d0-557ad1265002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:50:49.620382 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:49.698982 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-73df95ed-c03a-4f8c-b40c-8da2226bf95a req-8eec49e3-49ee-49ba-8770-33ed9e2bd935 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c755bcc-36b8-4cc2-8ab2-20c810d92033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758760 Dec 13 12:50:49.699573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Pushing event updated for resources: {'Port': ['ID=3a4bf987-d31f-4e58-a824-fc3d701fd7cd,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:49.742756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:49.816331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:49.823471 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4d5e7f4d-1893-44a6-bd6c-25cddf8519f0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7643111 Dec 13 12:50:49.833063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] For port ce40ec12-35b1-4563-a1c4-7fdadbe145a3, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:50:49.838891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] For port ce40ec12-35b1-4563-a1c4-7fdadbe145a3, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:50:49.855410 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:49.897275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'tag': 'a85ddffe-6929-43fe-96b6-5f3c27f315e9'}, {'name': 'network-changed', 'server_uuid': 'd92e8dcb-4c72-4b91-9870-4c5467750338', 'tag': 'dd71875f-1036-4206-99cb-54846aafc30f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:49.899604 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a202ae03-1cc7-427f-8746-e8854276b31b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "tag": "a85ddffe-6929-43fe-96b6-5f3c27f315e9"}, {"name": "network-changed", "server_uuid": "d92e8dcb-4c72-4b91-9870-4c5467750338", "tag": "dd71875f-1036-4206-99cb-54846aafc30f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:49.904726 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-73df95ed-c03a-4f8c-b40c-8da2226bf95a req-28773550-531f-42ca-a5b2-6f4c83ca0071 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977446 Dec 13 12:50:50.003209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 10b081ba-0ed4-4084-8812-1ac7cadc22b6 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:50.035865 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-73df95ed-c03a-4f8c-b40c-8da2226bf95a req-9f3966bb-5205-480f-a14c-42183837daa3 service neutron] 10.222.0.37 "GET /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069379 Dec 13 12:50:50.046322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-f8828efd-de67-43bd-a90d-35f2e56879de service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304041 Dec 13 12:50:50.046868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'tag': '926ba6fe-f8a8-42ba-927c-d537c855e00f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:50.049594 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77efbd38-01c9-4973-b655-cfa9cf4f8768" -d '{"events": [{"name": "network-changed", "server_uuid": "d3914680-e3b2-4235-a2de-6a9453d06a82", "tag": "926ba6fe-f8a8-42ba-927c-d537c855e00f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:50.057913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.058518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:50.060577 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/ce40ec12-35b1-4563-a1c4-7fdadbe145a3 HTTP/1.1" status: 200 len: 1092 time: 2.3458796 Dec 13 12:50:50.109945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d953e608-839f-436e-88be-752d6a8e0138 req-9c701d45-8fef-4637-9d8b-1dc8165200b8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880257 Dec 13 12:50:50.229725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcf10d7d-f8a0-486d-964d-a0bb40c7acf1 req-e813bd14-d45d-41de-8119-cf5ded19712f tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8f8b88b-8013-4468-bbd6-660c4828687d&id=32236a5b-8650-4aba-b491-8a4317c81db9&id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d HTTP/1.1" status: 200 len: 6200 time: 0.6543684 Dec 13 12:50:50.229958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 10b081ba-0ed4-4084-8812-1ac7cadc22b6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=10b081ba-0ed4-4084-8812-1ac7cadc22b6,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:50.256772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '10b081ba-0ed4-4084-8812-1ac7cadc22b6', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'port_id': '10b081ba-0ed4-4084-8812-1ac7cadc22b6', 'mac_address': 'fa:16:3e:af:0a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e84e9-3361-4feb-87b5-ee605d7d9df5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:50.259541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72002164-e9d1-4431-9cbb-321b3ba108e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:50.292905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-301239b2-3858-4256-8e53-eba93446b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.293599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-301239b2-3858-4256-8e53-eba93446b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.294343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-301239b2-3858-4256-8e53-eba93446b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.296063 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-301239b2-3858-4256-8e53-eba93446b429 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2864 time: 0.1655960 Dec 13 12:50:50.340966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af57a199-7634-42fb-ab4d-0ad3243ea540 req-89586dc0-2a8b-4e37-97b7-49aeba21eb97 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 210 time: 0.1022460 Dec 13 12:50:50.342604 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:50.381146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b081ba-0ed4-4084-8812-1ac7cadc22b6 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:50.417005 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-2cbf8b48-e9ca-44d6-8a86-0780ae8ba39f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=6e14e299-3e91-4617-895c-d0e38aac5e95 HTTP/1.1" status: 200 len: 217 time: 0.1106427 Dec 13 12:50:50.425842 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d9678c-f991-4e0a-98f3-1c771e64b7ec x-openstack-request-id: req-74d9678c-f991-4e0a-98f3-1c771e64b7ec {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:50.426328 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "tag": "a85ddffe-6929-43fe-96b6-5f3c27f315e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d92e8dcb-4c72-4b91-9870-4c5467750338", "tag": "dd71875f-1036-4206-99cb-54846aafc30f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:50.426469 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74d9678c-f991-4e0a-98f3-1c771e64b7ec {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:50.426836 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'tag': 'a85ddffe-6929-43fe-96b6-5f3c27f315e9', 'status': 'completed', 'code': 200} Dec 13 12:50:50.427097 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92e8dcb-4c72-4b91-9870-4c5467750338', 'tag': 'dd71875f-1036-4206-99cb-54846aafc30f', 'status': 'completed', 'code': 200} Dec 13 12:50:50.455407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 10b081ba-0ed4-4084-8812-1ac7cadc22b6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=10b081ba-0ed4-4084-8812-1ac7cadc22b6,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:50.474127 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:50.520157 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267a075d-f111-4b5d-be20-edc79b007a8b x-openstack-request-id: req-267a075d-f111-4b5d-be20-edc79b007a8b {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:50.520528 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3914680-e3b2-4235-a2de-6a9453d06a82", "tag": "926ba6fe-f8a8-42ba-927c-d537c855e00f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:50.524693 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-267a075d-f111-4b5d-be20-edc79b007a8b {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:50.525223 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'tag': '926ba6fe-f8a8-42ba-927c-d537c855e00f', 'status': 'completed', 'code': 200} Dec 13 12:50:50.554897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5a196131-94ee-4132-95d8-a056a199beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.557629 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5a196131-94ee-4132-95d8-a056a199beb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db7ae5f7-0896-4634-8473-41f1702c8979 HTTP/1.1" status: 200 len: 801 time: 0.1297047 Dec 13 12:50:50.598724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66389aae-6007-4170-a5f4-67ac09950dd5 req-c932bcc5-4d41-4d68-ada6-2f8ea242093c service neutron] 10.222.0.42 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394230 Dec 13 12:50:50.611588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=10b081ba-0ed4-4084-8812-1ac7cadc22b6,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:50.692338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99e88-794c-4a8e-9562-b30a8668a9f9 req-ce608b7e-82aa-4fa9-bb28-3a57d15861c6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.700504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99e88-794c-4a8e-9562-b30a8668a9f9 req-ce608b7e-82aa-4fa9-bb28-3a57d15861c6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.707268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['10b081ba-0ed4-4084-8812-1ac7cadc22b6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:50.708053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99e88-794c-4a8e-9562-b30a8668a9f9 req-ce608b7e-82aa-4fa9-bb28-3a57d15861c6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.710104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36d99e88-794c-4a8e-9562-b30a8668a9f9 req-ce608b7e-82aa-4fa9-bb28-3a57d15861c6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2411 time: 0.3679428 Dec 13 12:50:50.745733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ae03-1cc7-427f-8746-e8854276b31b req-c9a22490-4fc7-40f5-9114-98f6778a024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.747270 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-c9a22490-4fc7-40f5-9114-98f6778a024d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70a3e8de7b1405785f8a73d8fd4ae61&device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 1094 time: 0.1872506 Dec 13 12:50:50.798033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-999240db-a377-4cb5-9dbc-e2cbf4273410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.799027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efbd38-01c9-4973-b655-cfa9cf4f8768 req-a5541854-7efd-49ec-8f51-c3a850c64cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.800942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77efbd38-01c9-4973-b655-cfa9cf4f8768 req-a5541854-7efd-49ec-8f51-c3a850c64cc6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 1174 time: 0.2482491 Dec 13 12:50:50.803215 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-999240db-a377-4cb5-9dbc-e2cbf4273410 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d5ba137a-0eed-4e77-ab2e-f90b29bb1c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1706812 Dec 13 12:50:50.844284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a9750-e55c-4a7e-9064-7339b3cdf24d req-12410be5-b664-4f63-a1dd-438bafd2ea62 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:50.846766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de7a9750-e55c-4a7e-9064-7339b3cdf24d req-12410be5-b664-4f63-a1dd-438bafd2ea62 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1354611 Dec 13 12:50:50.876725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36d99e88-794c-4a8e-9562-b30a8668a9f9 req-d1303ac4-51d4-4d4a-9960-d243ea12dd7d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550786 Dec 13 12:50:50.988429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de7a9750-e55c-4a7e-9064-7339b3cdf24d req-681b0cc9-6d96-4630-a579-c3067f93776d tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303051 Dec 13 12:50:51.022048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-4139f755-263d-43f2-a617-1972e1f55761 req-8eed65d5-c537-452c-babf-213dc24694be tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1190793201 ', 'description': 'tempest-description-372090144'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:51.049974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efbd38-01c9-4973-b655-cfa9cf4f8768 req-bb6ca293-8157-47f5-9b57-b6e7f33ae3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:51.053140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77efbd38-01c9-4973-b655-cfa9cf4f8768 req-bb6ca293-8157-47f5-9b57-b6e7f33ae3a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 912 time: 0.2361493 Dec 13 12:50:51.130045 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77efbd38-01c9-4973-b655-cfa9cf4f8768 req-6f880862-c7c7-449b-8131-4ad2deb99164 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f HTTP/1.1" status: 200 len: 217 time: 0.0664961 Dec 13 12:50:51.242574 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4139f755-263d-43f2-a617-1972e1f55761 req-8eed65d5-c537-452c-babf-213dc24694be tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:51.391235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efbd38-01c9-4973-b655-cfa9cf4f8768 req-83ff4926-38de-4cc2-a470-26fc7f3019d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:51.393798 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77efbd38-01c9-4973-b655-cfa9cf4f8768 req-83ff4926-38de-4cc2-a470-26fc7f3019d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4cfcd4d-5e80-46fd-ac59-db194ffa6779 HTTP/1.1" status: 200 len: 852 time: 0.1777852 Dec 13 12:50:51.406344 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-490f4993-c572-4b24-9d64-b7098ea2edac service neutron] 10.222.0.42 "GET /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250735 Dec 13 12:50:51.406905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91242b60-4171-44cb-a133-7f01a02da889 req-ccbe1724-d653-47a8-970c-d4fe4bcfa6af tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:51.411539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ae03-1cc7-427f-8746-e8854276b31b req-6e2df518-1ab0-47a9-9acc-a74bb9bcb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:51.413038 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-6e2df518-1ab0-47a9-9acc-a74bb9bcb903 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4dd769b-3799-47e4-ae1c-b5795ddd5369 HTTP/1.1" status: 200 len: 922 time: 0.6551216 Dec 13 12:50:51.416148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91242b60-4171-44cb-a133-7f01a02da889 req-ccbe1724-d653-47a8-970c-d4fe4bcfa6af tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 944 time: 0.2843392 Dec 13 12:50:51.484088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77efbd38-01c9-4973-b655-cfa9cf4f8768 req-88ec085a-6f5f-4ebc-bb6c-484e05a39498 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f43937d2-46d3-48f2-bb70-b47761b3f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440092 Dec 13 12:50:51.528691 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-868a30cc-c614-4fda-9443-158251d35d04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd71875f-1036-4206-99cb-54846aafc30f HTTP/1.1" status: 200 len: 217 time: 0.0519645 Dec 13 12:50:51.554849 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91242b60-4171-44cb-a133-7f01a02da889 req-337bb000-bbf5-48c4-a9eb-8bf1dbc7c5d5 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329887 Dec 13 12:50:51.682444 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4139f755-263d-43f2-a617-1972e1f55761 req-8eed65d5-c537-452c-babf-213dc24694be tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:51.694152 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-ebb84811-0836-4e46-81b3-8d1ecc7d75b2 service neutron] 10.222.0.42 "GET /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801344 Dec 13 12:50:51.698031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ae03-1cc7-427f-8746-e8854276b31b req-f075b3e6-e161-4f7a-adfd-110225a455a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:51.699546 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-f075b3e6-e161-4f7a-adfd-110225a455a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e73b7bc-3a6a-4656-8a72-866e246cc338 HTTP/1.1" status: 200 len: 862 time: 0.1626194 Dec 13 12:50:51.721767 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4139f755-263d-43f2-a617-1972e1f55761 req-8eed65d5-c537-452c-babf-213dc24694be tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:51.747644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77efbd38-01c9-4973-b655-cfa9cf4f8768 req-e826f933-6e07-49a3-b19e-861e8110f269 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268953 Dec 13 12:50:51.759434 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-ccce2e05-9344-462e-9d0a-dbd5b347feac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.56&port_id=a85ddffe-6929-43fe-96b6-5f3c27f315e9 HTTP/1.1" status: 200 len: 217 time: 0.0578868 Dec 13 12:50:51.776129 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-538b6fa8-e8a6-4e4f-a64d-921cb131d5e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4dd769b-3799-47e4-ae1c-b5795ddd5369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660899 Dec 13 12:50:51.792807 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4139f755-263d-43f2-a617-1972e1f55761 req-8eed65d5-c537-452c-babf-213dc24694be tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:51.794322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4139f755-263d-43f2-a617-1972e1f55761 req-8eed65d5-c537-452c-babf-213dc24694be tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7778492 Dec 13 12:50:51.886064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7779b4a9-d388-43c5-ad54-2e89c4695780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:51.887673 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-7779b4a9-d388-43c5-ad54-2e89c4695780 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8329962-5ee2-4ecd-8082-05f1990117a7 HTTP/1.1" status: 200 len: 801 time: 0.1140680 Dec 13 12:50:51.901559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed65d5-c537-452c-babf-213dc24694be tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff8bad3-9049-4f69-b639-dfb32e5cafcc,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:51.953692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62abcf-a0f4-41d9-aefc-91d5c350436e req-ba48450e-a907-4fc0-a3ff-5442a9b53331 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:51.956645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab62abcf-a0f4-41d9-aefc-91d5c350436e req-ba48450e-a907-4fc0-a3ff-5442a9b53331 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 943 time: 0.2688017 Dec 13 12:50:51.963569 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-267bee7a-532a-4f0d-aa13-88ce65fde7e9 service neutron] 10.222.0.37 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768525 Dec 13 12:50:51.984809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-3c4de5ed-d2b3-4625-b6cf-24688b3fc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:51.986881 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-3c4de5ed-d2b3-4625-b6cf-24688b3fc8cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c49d59c-fa0a-46a8-ac67-143f604a86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0900152 Dec 13 12:50:51.987235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77efbd38-01c9-4973-b655-cfa9cf4f8768 req-73a80346-b374-4c3d-8a62-15c165e2b69d service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255366 Dec 13 12:50:51.989166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26de2223-6acc-4037-8f1c-46a772e0582d req-e10ad262-bfba-4468-a83d-ae71ebd21029 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd1a929f-6c41-49a6-9c69-0afbc5606542 HTTP/1.1" status: 200 len: 210 time: 0.0604727 Dec 13 12:50:52.024667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dd71875f-1036-4206-99cb-54846aafc30f details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:52.030994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab62abcf-a0f4-41d9-aefc-91d5c350436e req-91ec8b94-ede0-4f41-ae24-faae3bf4bf45 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594552 Dec 13 12:50:52.037984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 10b081ba-0ed4-4084-8812-1ac7cadc22b6 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:52.162000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9cfb61a9-5740-4dc2-b12f-9bd36a39c3b8 req-95cd450f-9c19-470f-bb34-8d25b7cd78c2 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/8ff8bad3-9049-4f69-b639-dfb32e5cafcc HTTP/1.1" status: 200 len: 1797 time: 0.1206772 Dec 13 12:50:52.205752 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-adc71609-ab10-4b76-ae83-13fcea40cb34 service neutron] 10.222.0.37 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339256 Dec 13 12:50:52.231149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-9f4a7c2d-4f7d-431b-8f9c-ec704afeab89 service neutron] 10.222.0.42 "GET /v2.0/networks/2c49d59c-fa0a-46a8-ac67-143f604a86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320654 Dec 13 12:50:52.236349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 10b081ba-0ed4-4084-8812-1ac7cadc22b6 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:50:52.243820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 10b081ba-0ed4-4084-8812-1ac7cadc22b6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:52.250149 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:52.251144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4da965-276e-45b8-bb6c-7d6ce129b015 req-15d1c7cd-ab8b-4ba4-87da-caff03ef83f2 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:52.261272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4da965-276e-45b8-bb6c-7d6ce129b015 req-15d1c7cd-ab8b-4ba4-87da-caff03ef83f2 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:52.268269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4da965-276e-45b8-bb6c-7d6ce129b015 req-15d1c7cd-ab8b-4ba4-87da-caff03ef83f2 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:52.278188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a4da965-276e-45b8-bb6c-7d6ce129b015 req-15d1c7cd-ab8b-4ba4-87da-caff03ef83f2 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2411 time: 0.1668251 Dec 13 12:50:52.312379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dd71875f-1036-4206-99cb-54846aafc30f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dd71875f-1036-4206-99cb-54846aafc30f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:52.333263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'dd71875f-1036-4206-99cb-54846aafc30f', 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369', 'port_id': 'dd71875f-1036-4206-99cb-54846aafc30f', 'mac_address': 'fa:16:3e:eb:56:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e73b7bc-3a6a-4656-8a72-866e246cc338', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:52.356537 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-cb46a0ec-9af3-4ae6-bce9-e9df142f9cd8 service neutron] 10.222.0.42 "GET /v2.0/networks/2c49d59c-fa0a-46a8-ac67-143f604a86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137180 Dec 13 12:50:52.389799 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:52.417998 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-91f72a1b-4c35-468d-ae1b-f75290d93fd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=ce40ec12-35b1-4563-a1c4-7fdadbe145a3 HTTP/1.1" status: 200 len: 217 time: 0.0508409 Dec 13 12:50:52.427586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'tag': 'ce40ec12-35b1-4563-a1c4-7fdadbe145a3'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:52.427814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a4da965-276e-45b8-bb6c-7d6ce129b015 req-133e34ef-5497-4e35-ad90-1f2455a00173 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483371 Dec 13 12:50:52.430857 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13902351-eb6c-4511-ba2e-39e0908b77e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "tag": "ce40ec12-35b1-4563-a1c4-7fdadbe145a3"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:52.453222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd71875f-1036-4206-99cb-54846aafc30f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:52.455265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd8522-bdf5-45a6-b136-65ebf3618abf req-3741b8fe-190d-4816-a1a9-10d918ead34b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:52.466743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41fd8522-bdf5-45a6-b136-65ebf3618abf req-3741b8fe-190d-4816-a1a9-10d918ead34b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1586123 Dec 13 12:50:52.482911 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:52.494475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dd71875f-1036-4206-99cb-54846aafc30f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dd71875f-1036-4206-99cb-54846aafc30f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:52.505513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:52.522569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3031f49-e30c-4f02-830d-bc26d0abc906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b081ba-0ed4-4084-8812-1ac7cadc22b6'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:52.524800 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d5c0f3-e178-4e1f-90cb-e5cbc12f5e47" -d '{"events": [{"server_uuid": "e3031f49-e30c-4f02-830d-bc26d0abc906", "name": "network-vif-plugged", "status": "completed", "tag": "10b081ba-0ed4-4084-8812-1ac7cadc22b6"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:52.540684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-97dee8df-a3f3-49c8-9a87-60e986527d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:52.542337 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-97dee8df-a3f3-49c8-9a87-60e986527d37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db7ae5f7-0896-4634-8473-41f1702c8979 HTTP/1.1" status: 200 len: 801 time: 0.1156728 Dec 13 12:50:52.556303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41fd8522-bdf5-45a6-b136-65ebf3618abf req-4f65a599-409a-42ba-8e66-d055a13d4c88 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827601 Dec 13 12:50:52.580013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=dd71875f-1036-4206-99cb-54846aafc30f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:52.593778 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 10b081ba-0ed4-4084-8812-1ac7cadc22b6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=10b081ba-0ed4-4084-8812-1ac7cadc22b6,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:52.598741 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:52.679322 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a4b099-8df4-48a6-9ae6-2c0f2c1de4a3 x-openstack-request-id: req-83a4b099-8df4-48a6-9ae6-2c0f2c1de4a3 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:52.679624 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "tag": "ce40ec12-35b1-4563-a1c4-7fdadbe145a3", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:52.679882 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83a4b099-8df4-48a6-9ae6-2c0f2c1de4a3 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:52.682035 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'tag': 'ce40ec12-35b1-4563-a1c4-7fdadbe145a3', 'status': 'completed', 'code': 200} Dec 13 12:50:52.700273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=10b081ba-0ed4-4084-8812-1ac7cadc22b6,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:52.728473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-f2390f41-314f-4ad7-b209-8446351dce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:52.731553 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-f2390f41-314f-4ad7-b209-8446351dce2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d5ba137a-0eed-4e77-ab2e-f90b29bb1c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1806324 Dec 13 12:50:52.739609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69b1e1c5-22f1-4e0e-9da1-231aad2fdc7d req-891b6f12-b567-4175-9f67-2f09330cd44d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/8ff8bad3-9049-4f69-b639-dfb32e5cafcc HTTP/1.1" status: 200 len: 1797 time: 0.1433654 Dec 13 12:50:52.745291 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f3f3db-ea3e-43c1-be23-cbc32e8cd8e9 x-openstack-request-id: req-13f3f3db-ea3e-43c1-be23-cbc32e8cd8e9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:52.746771 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3031f49-e30c-4f02-830d-bc26d0abc906", "name": "network-vif-plugged", "status": "completed", "tag": "10b081ba-0ed4-4084-8812-1ac7cadc22b6", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:52.747244 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13f3f3db-ea3e-43c1-be23-cbc32e8cd8e9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:52.747840 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3031f49-e30c-4f02-830d-bc26d0abc906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b081ba-0ed4-4084-8812-1ac7cadc22b6', 'code': 200} Dec 13 12:50:52.774727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['dd71875f-1036-4206-99cb-54846aafc30f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:52.930817 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69b1e1c5-22f1-4e0e-9da1-231aad2fdc7d req-e6a52a54-122f-4f75-986a-22aa74009ed8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:52.975782 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69b1e1c5-22f1-4e0e-9da1-231aad2fdc7d req-e6a52a54-122f-4f75-986a-22aa74009ed8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:53.007041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa473926-a4a6-41ae-be33-09e589a22f7f req-5cab6fb2-f44c-4e51-a0b8-d3d9da55a6b1 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.014658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa473926-a4a6-41ae-be33-09e589a22f7f req-5cab6fb2-f44c-4e51-a0b8-d3d9da55a6b1 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 945 time: 0.1369767 Dec 13 12:50:53.099302 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-84c0a313-412a-4802-9970-63bfd48833c8 req-96136271-b2d0-4090-b55b-e2aee9c399bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2898800 Dec 13 12:50:53.120422 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-3d358059-3680-4afe-9903-8aa05d6e46c8 service neutron] 10.222.0.42 "GET /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765917 Dec 13 12:50:53.125336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa473926-a4a6-41ae-be33-09e589a22f7f req-7ef96525-49e3-4808-9bfb-bcf0ef989f6f tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986581 Dec 13 12:50:53.146700 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69b1e1c5-22f1-4e0e-9da1-231aad2fdc7d req-e6a52a54-122f-4f75-986a-22aa74009ed8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:53.150123 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-69b1e1c5-22f1-4e0e-9da1-231aad2fdc7d req-e6a52a54-122f-4f75-986a-22aa74009ed8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:53.160832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69b1e1c5-22f1-4e0e-9da1-231aad2fdc7d req-e6a52a54-122f-4f75-986a-22aa74009ed8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/8ff8bad3-9049-4f69-b639-dfb32e5cafcc HTTP/1.1" status: 204 len: 173 time: 0.4096398 Dec 13 12:50:53.171477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a27c9-2c1f-4e3b-b05a-04558fcebf78 req-abd05bb5-d9f2-41b1-9081-17372652463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.172923 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d1a27c9-2c1f-4e3b-b05a-04558fcebf78 req-abd05bb5-d9f2-41b1-9081-17372652463c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 1096 time: 0.1822236 Dec 13 12:50:53.185271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a52a54-122f-4f75-986a-22aa74009ed8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff8bad3-9049-4f69-b639-dfb32e5cafcc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:53.284468 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-5d659425-5fbe-43ee-a682-da0b38d1ea8e req-14f5acce-da58-4158-88d1-e65336b23eb1 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] show failed (client error): The resource could not be found. Dec 13 12:50:53.293584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d659425-5fbe-43ee-a682-da0b38d1ea8e req-14f5acce-da58-4158-88d1-e65336b23eb1 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/8ff8bad3-9049-4f69-b639-dfb32e5cafcc HTTP/1.1" status: 404 len: 352 time: 0.0263350 Dec 13 12:50:53.317576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0a313-412a-4802-9970-63bfd48833c8 req-2d8a02c0-a242-43ac-ad37-f7dd3c5d9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.318619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-761fbe7a-a958-4f64-8c01-eeeea529b56d req-0d4f30f2-f343-409d-95be-b7562d5faa8e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-857840080', 'description': 'tempest-description-413145600'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:53.319520 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-84c0a313-412a-4802-9970-63bfd48833c8 req-2d8a02c0-a242-43ac-ad37-f7dd3c5d9c7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7311861d06bd4ed8a69302e267470b3d&device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 1095 time: 0.1954594 Dec 13 12:50:53.368984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd2285-d85b-44dc-9258-7462b8b40f11 req-47ed396e-58fa-4cc1-bff4-8c0d93149816 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.370217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9abd2285-d85b-44dc-9258-7462b8b40f11 req-47ed396e-58fa-4cc1-bff4-8c0d93149816 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 944 time: 0.1368940 Dec 13 12:50:53.394208 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d1a27c9-2c1f-4e3b-b05a-04558fcebf78 req-563bb674-0522-47e3-9836-f65baba03ce3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019272 Dec 13 12:50:53.397902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-761fbe7a-a958-4f64-8c01-eeeea529b56d req-0d4f30f2-f343-409d-95be-b7562d5faa8e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:53.465477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9abd2285-d85b-44dc-9258-7462b8b40f11 req-d76c87d0-b644-4de1-8488-337cc1624f81 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875375 Dec 13 12:50:53.521395 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f73127f0-54e7-41e6-9e69-b9f18c1e6bdd req-5268c1f6-e380-4983-803e-0689f60e80b9 service neutron] 10.222.0.42 "GET /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774984 Dec 13 12:50:53.536196 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-761fbe7a-a958-4f64-8c01-eeeea529b56d req-0d4f30f2-f343-409d-95be-b7562d5faa8e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:53.544111 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-761fbe7a-a958-4f64-8c01-eeeea529b56d req-0d4f30f2-f343-409d-95be-b7562d5faa8e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:53.568012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0a313-412a-4802-9970-63bfd48833c8 req-d5dbaf03-979d-4fa8-9c0b-eda9c58571a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.569982 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-84c0a313-412a-4802-9970-63bfd48833c8 req-d5dbaf03-979d-4fa8-9c0b-eda9c58571a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 200 len: 907 time: 0.2245095 Dec 13 12:50:53.600759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f30f2-f343-409d-95be-b7562d5faa8e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba9b4ef-bf26-46ff-980a-cf12a9694e7a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:53.624325 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-761fbe7a-a958-4f64-8c01-eeeea529b56d req-0d4f30f2-f343-409d-95be-b7562d5faa8e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:53.625941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-761fbe7a-a958-4f64-8c01-eeeea529b56d req-0d4f30f2-f343-409d-95be-b7562d5faa8e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3129227 Dec 13 12:50:53.658093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e44e3b-eca8-40b7-a64c-cb790ef90c38 req-250e988d-37e8-4a9d-9db7-040fc6467f57 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.664635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e44e3b-eca8-40b7-a64c-cb790ef90c38 req-250e988d-37e8-4a9d-9db7-040fc6467f57 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.671464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e44e3b-eca8-40b7-a64c-cb790ef90c38 req-250e988d-37e8-4a9d-9db7-040fc6467f57 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.673289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3e44e3b-eca8-40b7-a64c-cb790ef90c38 req-250e988d-37e8-4a9d-9db7-040fc6467f57 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2411 time: 0.0929351 Dec 13 12:50:53.682954 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-84c0a313-412a-4802-9970-63bfd48833c8 req-9bd76523-e466-4e9e-b43e-91ac758c9ede service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ff87cb-6a69-476a-8510-65f76d08265e HTTP/1.1" status: 200 len: 217 time: 0.1035264 Dec 13 12:50:53.721896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ae03-1cc7-427f-8746-e8854276b31b req-6f6ecaa0-f268-4d52-97be-242fdc57befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.723238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ae03-1cc7-427f-8746-e8854276b31b req-6f6ecaa0-f268-4d52-97be-242fdc57befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.726404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ae03-1cc7-427f-8746-e8854276b31b req-6f6ecaa0-f268-4d52-97be-242fdc57befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.729428 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-6f6ecaa0-f268-4d52-97be-242fdc57befb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2864 time: 0.1404717 Dec 13 12:50:53.733980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3e44e3b-eca8-40b7-a64c-cb790ef90c38 req-c73c602f-73b9-4328-a5d2-730b9b666782 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521464 Dec 13 12:50:53.801516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-79c71b3f-0c4e-4cb9-9b6f-e432ad76c007 req-74a1c1fa-0051-4a2d-a9c8-a381d1a120ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-113107296', 'description': 'tempest-description-187110567'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:53.846946 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79c71b3f-0c4e-4cb9-9b6f-e432ad76c007 req-74a1c1fa-0051-4a2d-a9c8-a381d1a120ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:53.873922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0a313-412a-4802-9970-63bfd48833c8 req-a81999ad-4d31-486e-b6dd-96988672ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:53.878414 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-84c0a313-412a-4802-9970-63bfd48833c8 req-a81999ad-4d31-486e-b6dd-96988672ab73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 200 len: 847 time: 0.1867330 Dec 13 12:50:53.928380 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-84c0a313-412a-4802-9970-63bfd48833c8 req-d98a15ed-16a9-448c-b1b4-5f35d072465d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=219543e4-4bac-49a9-93d4-417277130b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403285 Dec 13 12:50:54.009442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10deb3d-06b9-43f9-a74f-49eaf52d6544 req-1b47f453-b1af-439c-bc16-2d9076e12ec1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:54.020924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d10deb3d-06b9-43f9-a74f-49eaf52d6544 req-1b47f453-b1af-439c-bc16-2d9076e12ec1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1311159 Dec 13 12:50:54.036911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dd71875f-1036-4206-99cb-54846aafc30f up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:50:54.054608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ae03-1cc7-427f-8746-e8854276b31b req-c2ef298c-0ab8-4eb6-b7e7-8d5a27af9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:54.056279 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-c2ef298c-0ab8-4eb6-b7e7-8d5a27af9087 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c49d59c-fa0a-46a8-ac67-143f604a86e1 HTTP/1.1" status: 200 len: 901 time: 0.2922666 Dec 13 12:50:54.149807 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b54ccee0-b267-4ade-89ac-d98b23bfa890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.160784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d10deb3d-06b9-43f9-a74f-49eaf52d6544 req-3989a96e-55f0-4d71-9f49-3bd4d32788c7 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356778 Dec 13 12:50:54.164997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port dd71875f-1036-4206-99cb-54846aafc30f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:50:54.178344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port dd71875f-1036-4206-99cb-54846aafc30f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:50:54.180096 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.222400 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79c71b3f-0c4e-4cb9-9b6f-e432ad76c007 req-74a1c1fa-0051-4a2d-a9c8-a381d1a120ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.225518 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-855c5470-6a3f-479f-97fb-388abed712d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.56&port_id=a85ddffe-6929-43fe-96b6-5f3c27f315e9 HTTP/1.1" status: 200 len: 217 time: 0.1523128 Dec 13 12:50:54.232212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79c71b3f-0c4e-4cb9-9b6f-e432ad76c007 req-74a1c1fa-0051-4a2d-a9c8-a381d1a120ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.283616 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-79c71b3f-0c4e-4cb9-9b6f-e432ad76c007 req-74a1c1fa-0051-4a2d-a9c8-a381d1a120ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.290854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79c71b3f-0c4e-4cb9-9b6f-e432ad76c007 req-74a1c1fa-0051-4a2d-a9c8-a381d1a120ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4966264 Dec 13 12:50:54.312809 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.326341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-bc19ad38-f803-4435-9d56-6f161e7233ef req-ed123354-edd7-4956-8f8c-03fa7bad1235 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1655609656', 'description': 'tempest-description-210261819'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:54.382351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dd71875f-1036-4206-99cb-54846aafc30f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dd71875f-1036-4206-99cb-54846aafc30f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:54.383954 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-84c0a313-412a-4802-9970-63bfd48833c8 req-5074838d-deba-488b-a9cf-bcbfea2154ca service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451210 Dec 13 12:50:54.388201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ae03-1cc7-427f-8746-e8854276b31b req-7e87a037-8ada-4f92-b867-6d2f96a583fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:54.390426 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-7e87a037-8ada-4f92-b867-6d2f96a583fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8329962-5ee2-4ecd-8082-05f1990117a7 HTTP/1.1" status: 200 len: 801 time: 0.1540916 Dec 13 12:50:54.392581 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.411456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1c1fa-0051-4a2d-a9c8-a381d1a120ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b342b0b-6f74-4486-8181-50b72285abd5,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:54.441658 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-bc19ad38-f803-4435-9d56-6f161e7233ef req-ed123354-edd7-4956-8f8c-03fa7bad1235 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.484368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=dd71875f-1036-4206-99cb-54846aafc30f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:54.489033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df268c13-7fff-46da-a3e6-6497df591c90 req-af18deab-6535-4ce5-92c0-77a6ab9d360e tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:54.492695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df268c13-7fff-46da-a3e6-6497df591c90 req-af18deab-6535-4ce5-92c0-77a6ab9d360e tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 945 time: 0.1585035 Dec 13 12:50:54.606102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df268c13-7fff-46da-a3e6-6497df591c90 req-38ed8003-40f6-4080-8ac7-072ffb02ad74 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842571 Dec 13 12:50:54.650182 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ae03-1cc7-427f-8746-e8854276b31b req-9bf5757d-9906-4983-bb4e-d8f484d5f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:54.651979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-9bf5757d-9906-4983-bb4e-d8f484d5f5a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c49d59c-fa0a-46a8-ac67-143f604a86e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2543004 Dec 13 12:50:54.679137 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-bc19ad38-f803-4435-9d56-6f161e7233ef req-ed123354-edd7-4956-8f8c-03fa7bad1235 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.686246 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-bc19ad38-f803-4435-9d56-6f161e7233ef req-ed123354-edd7-4956-8f8c-03fa7bad1235 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.748676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92e8dcb-4c72-4b91-9870-4c5467750338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd71875f-1036-4206-99cb-54846aafc30f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:50:54.751401 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e65964d-1ecc-497d-9075-d13a182dc8ac" -d '{"events": [{"server_uuid": "d92e8dcb-4c72-4b91-9870-4c5467750338", "name": "network-vif-plugged", "status": "completed", "tag": "dd71875f-1036-4206-99cb-54846aafc30f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:50:54.768064 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-84c0a313-412a-4802-9970-63bfd48833c8 req-5669ec5c-cedb-4da8-8199-03afb3142117 service neutron] 10.222.0.37 "GET /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707671 Dec 13 12:50:54.785318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-bc19ad38-f803-4435-9d56-6f161e7233ef req-ed123354-edd7-4956-8f8c-03fa7bad1235 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:54.794380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc19ad38-f803-4435-9d56-6f161e7233ef req-ed123354-edd7-4956-8f8c-03fa7bad1235 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4686952 Dec 13 12:50:54.816807 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-ff5f3a2a-92a3-4707-bc42-6b32d798c98f service neutron] 10.222.0.42 "GET /v2.0/networks/2c49d59c-fa0a-46a8-ac67-143f604a86e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510959 Dec 13 12:50:54.896580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed123354-edd7-4956-8f8c-03fa7bad1235 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859cffe0-a65a-4321-95d9-4bcdcde2da45,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:54.937515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b40e30-cecd-4fe5-a200-b46bbd242e0c req-77c9dc19-e6df-4e77-bda5-715eda93f6ae tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:54.950610 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0fa9ae-39f0-42c7-856e-95e29beb7b81 x-openstack-request-id: req-fa0fa9ae-39f0-42c7-856e-95e29beb7b81 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:50:54.950981 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92e8dcb-4c72-4b91-9870-4c5467750338", "name": "network-vif-plugged", "status": "completed", "tag": "dd71875f-1036-4206-99cb-54846aafc30f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:50:54.951409 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa0fa9ae-39f0-42c7-856e-95e29beb7b81 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:50:54.951960 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92e8dcb-4c72-4b91-9870-4c5467750338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd71875f-1036-4206-99cb-54846aafc30f', 'code': 200} Dec 13 12:50:54.965023 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95b40e30-cecd-4fe5-a200-b46bbd242e0c req-77c9dc19-e6df-4e77-bda5-715eda93f6ae tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 945 time: 0.2333543 Dec 13 12:50:54.972496 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a202ae03-1cc7-427f-8746-e8854276b31b req-399444ce-b2eb-4744-a854-fad2106b61c7 service neutron] 10.222.0.42 "GET /v2.0/networks/2c49d59c-fa0a-46a8-ac67-143f604a86e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479561 Dec 13 12:50:55.082529 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95b40e30-cecd-4fe5-a200-b46bbd242e0c req-b489c80c-9601-4da9-9c40-134490c10563 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144052 Dec 13 12:50:55.169424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe91f92-e22b-4b07-830e-710e6ffe6b9e req-be08685e-45d9-4d52-98a4-1559dd9201e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.170979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-efe91f92-e22b-4b07-830e-710e6ffe6b9e req-be08685e-45d9-4d52-98a4-1559dd9201e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 1096 time: 0.1440454 Dec 13 12:50:55.179037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-3e65dac4-04a2-4a45-845a-0cdd025dc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.179516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-3e65dac4-04a2-4a45-845a-0cdd025dc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.179977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-3e65dac4-04a2-4a45-845a-0cdd025dc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.181617 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-3e65dac4-04a2-4a45-845a-0cdd025dc8cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2864 time: 0.1023858 Dec 13 12:50:55.229195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-126e1ee6-316d-47c3-9e10-567ee32fca2e req-eda55a1b-c0a7-4958-b428-ecb6862930f1 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f820f6b0d244888906740df48385797 HTTP/1.1" status: 200 len: 10996 time: 0.1208687 Dec 13 12:50:55.279472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af64965-790b-4937-a4e7-100d3dece341 req-71fab317-112c-4671-88cf-498f5834b301 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.288216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af64965-790b-4937-a4e7-100d3dece341 req-71fab317-112c-4671-88cf-498f5834b301 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.297591 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af64965-790b-4937-a4e7-100d3dece341 req-71fab317-112c-4671-88cf-498f5834b301 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.300892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-3d9a02b1-0d99-4fd5-a05e-7776b7bfc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.302437 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-3d9a02b1-0d99-4fd5-a05e-7776b7bfc69b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 HTTP/1.1" status: 200 len: 902 time: 0.1120455 Dec 13 12:50:55.308466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1af64965-790b-4937-a4e7-100d3dece341 req-71fab317-112c-4671-88cf-498f5834b301 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2411 time: 0.2707794 Dec 13 12:50:55.351113 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-044aa642-13fa-4997-a11c-05a323169eba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=ce40ec12-35b1-4563-a1c4-7fdadbe145a3 HTTP/1.1" status: 200 len: 217 time: 0.0402200 Dec 13 12:50:55.353191 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-efe91f92-e22b-4b07-830e-710e6ffe6b9e req-89b676a8-4f03-4415-a06e-2d55bc711eb7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706560 Dec 13 12:50:55.356337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-126e1ee6-316d-47c3-9e10-567ee32fca2e req-a3139f18-8be0-427a-a1e1-2a1e0d5dc02f tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/e7d5c14d-a9bf-4d69-a3d4-f034be7a458d HTTP/1.1" status: 200 len: 2998 time: 0.1263027 Dec 13 12:50:55.407883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-b3cdc164-1bd0-492f-960e-1663da3b69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.407883 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-b3cdc164-1bd0-492f-960e-1663da3b69f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db7ae5f7-0896-4634-8473-41f1702c8979 HTTP/1.1" status: 200 len: 801 time: 0.0498044 Dec 13 12:50:55.412587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-126e1ee6-316d-47c3-9e10-567ee32fca2e req-92a21cc4-fe0c-438f-8a58-79aa267b2130 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/e7d5c14d-a9bf-4d69-a3d4-f034be7a458d HTTP/1.1" status: 200 len: 2998 time: 0.0479929 Dec 13 12:50:55.447658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1af64965-790b-4937-a4e7-100d3dece341 req-c8f787f1-2f22-4814-932e-337a663c05f2 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387961 Dec 13 12:50:55.545513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-1b3e8dce-87e9-4fa4-a6ec-893ac6d72822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.547059 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-1b3e8dce-87e9-4fa4-a6ec-893ac6d72822 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d5ba137a-0eed-4e77-ab2e-f90b29bb1c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1153893 Dec 13 12:50:55.552304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbeedfb0-d329-403f-ab59-be08be7b17d3 req-5287855e-0a83-40b0-a84f-1356a11073e7 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/0ba9b4ef-bf26-46ff-980a-cf12a9694e7a HTTP/1.1" status: 200 len: 1816 time: 0.0829334 Dec 13 12:50:55.610028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f07063-7bce-4668-a1e0-5afdf3cba470 req-d89e959d-868a-4322-8b7b-4c29ff5da9c1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.618405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18f07063-7bce-4668-a1e0-5afdf3cba470 req-d89e959d-868a-4322-8b7b-4c29ff5da9c1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1340668 Dec 13 12:50:55.652609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbeedfb0-d329-403f-ab59-be08be7b17d3 req-23a0dd8f-50cd-4379-9525-59556fa40918 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:55.697463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbeedfb0-d329-403f-ab59-be08be7b17d3 req-23a0dd8f-50cd-4379-9525-59556fa40918 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:55.711708 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-8c0cc246-4980-4eac-ac28-e54be94130c1 service neutron] 10.222.0.42 "GET /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550734 Dec 13 12:50:55.722599 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18f07063-7bce-4668-a1e0-5afdf3cba470 req-54c450bc-9644-4ea2-9141-e4027092421b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028183 Dec 13 12:50:55.791375 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbeedfb0-d329-403f-ab59-be08be7b17d3 req-23a0dd8f-50cd-4379-9525-59556fa40918 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:55.794145 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbeedfb0-d329-403f-ab59-be08be7b17d3 req-23a0dd8f-50cd-4379-9525-59556fa40918 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:55.798092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbeedfb0-d329-403f-ab59-be08be7b17d3 req-23a0dd8f-50cd-4379-9525-59556fa40918 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/0ba9b4ef-bf26-46ff-980a-cf12a9694e7a HTTP/1.1" status: 204 len: 173 time: 0.2445843 Dec 13 12:50:55.819385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0dd8f-50cd-4379-9525-59556fa40918 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba9b4ef-bf26-46ff-980a-cf12a9694e7a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:55.883705 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-b2a493c1-a35b-45ca-8d93-ae01f3522dfd req-159c01c2-e935-482d-8e88-5fdaa08efd9e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] show failed (client error): The resource could not be found. Dec 13 12:50:55.884326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2a493c1-a35b-45ca-8d93-ae01f3522dfd req-159c01c2-e935-482d-8e88-5fdaa08efd9e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/0ba9b4ef-bf26-46ff-980a-cf12a9694e7a HTTP/1.1" status: 404 len: 352 time: 0.0534616 Dec 13 12:50:55.914108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db5ccf-49bc-4f8e-9b11-d646458d7e37 req-1071a4da-50ba-4e89-be31-dbf839e8051a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:55.919908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08db5ccf-49bc-4f8e-9b11-d646458d7e37 req-1071a4da-50ba-4e89-be31-dbf839e8051a tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 945 time: 0.0593536 Dec 13 12:50:55.924650 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13902351-eb6c-4511-ba2e-39e0908b77e7 req-fa714071-dcc5-4623-83dc-b9a909b118fb service neutron] 10.222.0.42 "GET /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057917 Dec 13 12:50:56.010122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08db5ccf-49bc-4f8e-9b11-d646458d7e37 req-d0208ee1-141d-41bf-860b-39d222c980b3 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729718 Dec 13 12:50:56.060380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17615d83-19b4-42d0-b5da-2f6ad4afd571 req-0f2fd063-97ac-483f-86e3-fa2add5d637b tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/8b342b0b-6f74-4486-8181-50b72285abd5 HTTP/1.1" status: 200 len: 1816 time: 0.0577011 Dec 13 12:50:56.147520 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17615d83-19b4-42d0-b5da-2f6ad4afd571 req-08268a52-9a63-4f65-bccb-83a669635d73 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:56.177216 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17615d83-19b4-42d0-b5da-2f6ad4afd571 req-08268a52-9a63-4f65-bccb-83a669635d73 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:56.234367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17615d83-19b4-42d0-b5da-2f6ad4afd571 req-08268a52-9a63-4f65-bccb-83a669635d73 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:56.241692 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-17615d83-19b4-42d0-b5da-2f6ad4afd571 req-08268a52-9a63-4f65-bccb-83a669635d73 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:56.243710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17615d83-19b4-42d0-b5da-2f6ad4afd571 req-08268a52-9a63-4f65-bccb-83a669635d73 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b342b0b-6f74-4486-8181-50b72285abd5 HTTP/1.1" status: 204 len: 173 time: 0.1760366 Dec 13 12:50:56.264973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08268a52-9a63-4f65-bccb-83a669635d73 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b342b0b-6f74-4486-8181-50b72285abd5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:56.415947 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:50:56.444299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34950338-612a-41d1-bb7c-cb10b45ca575 req-48303920-e58c-4a23-8b41-5ad6bed819ac tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:56.446407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34950338-612a-41d1-bb7c-cb10b45ca575 req-48303920-e58c-4a23-8b41-5ad6bed819ac tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 945 time: 0.1084011 Dec 13 12:50:56.552681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34950338-612a-41d1-bb7c-cb10b45ca575 req-5bf3b763-2ace-4470-b567-bfe2b9ac38e9 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981643 Dec 13 12:50:56.579999 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-42a3a795-4653-4b85-81f1-dc2540c62821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:56.603029 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-a2d5c6a9-ff3a-44c0-99ca-333fb08a3128 req-cbe37849-56d6-4d0f-a775-a7aaff3ceaeb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] show failed (client error): The resource could not be found. Dec 13 12:50:56.620134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2d5c6a9-ff3a-44c0-99ca-333fb08a3128 req-cbe37849-56d6-4d0f-a775-a7aaff3ceaeb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/8b342b0b-6f74-4486-8181-50b72285abd5 HTTP/1.1" status: 404 len: 352 time: 0.0303621 Dec 13 12:50:56.823737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507dd5-54c6-44c7-9ec5-17b6ea4bf102 req-394466d5-d11f-4818-a8ae-8092545a4f9c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:56.831204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507dd5-54c6-44c7-9ec5-17b6ea4bf102 req-394466d5-d11f-4818-a8ae-8092545a4f9c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:56.838289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507dd5-54c6-44c7-9ec5-17b6ea4bf102 req-394466d5-d11f-4818-a8ae-8092545a4f9c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:56.840518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f507dd5-54c6-44c7-9ec5-17b6ea4bf102 req-394466d5-d11f-4818-a8ae-8092545a4f9c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2411 time: 0.1504462 Dec 13 12:50:56.872365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9e3b352-91dd-4537-8854-36ddfc1dab8d req-bd0c0477-1df8-4693-a775-2caccc930343 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/859cffe0-a65a-4321-95d9-4bcdcde2da45 HTTP/1.1" status: 200 len: 1817 time: 0.1110225 Dec 13 12:50:56.942481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f507dd5-54c6-44c7-9ec5-17b6ea4bf102 req-5bc63080-4b74-47d2-b5e0-0695a0fcae6f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955372 Dec 13 12:50:56.969936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9e3b352-91dd-4537-8854-36ddfc1dab8d req-51603d03-121e-47d4-9b43-919e2bc74a28 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:57.012112 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9e3b352-91dd-4537-8854-36ddfc1dab8d req-51603d03-121e-47d4-9b43-919e2bc74a28 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:57.084977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9e3b352-91dd-4537-8854-36ddfc1dab8d req-51603d03-121e-47d4-9b43-919e2bc74a28 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:57.092090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9e3b352-91dd-4537-8854-36ddfc1dab8d req-51603d03-121e-47d4-9b43-919e2bc74a28 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:57.107166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9e3b352-91dd-4537-8854-36ddfc1dab8d req-51603d03-121e-47d4-9b43-919e2bc74a28 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/859cffe0-a65a-4321-95d9-4bcdcde2da45 HTTP/1.1" status: 204 len: 173 time: 0.2251320 Dec 13 12:50:57.132506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51603d03-121e-47d4-9b43-919e2bc74a28 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859cffe0-a65a-4321-95d9-4bcdcde2da45,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:57.285919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4bae7-e9c4-46a4-b2b1-ea123185448b req-76673ed1-2b67-4e48-95b0-cb109cce11b6 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:57.288451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78b4bae7-e9c4-46a4-b2b1-ea123185448b req-76673ed1-2b67-4e48-95b0-cb109cce11b6 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1402690 Dec 13 12:50:57.413556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78b4bae7-e9c4-46a4-b2b1-ea123185448b req-4630d873-a525-448d-8132-8f9849a55281 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172879 Dec 13 12:50:57.441987 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-abf3fa94-86ef-4057-a896-7b010b85ebb4 req-5dd8f8aa-1589-44ff-8a58-5739a9d6d702 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] show failed (client error): The resource could not be found. Dec 13 12:50:57.443271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-abf3fa94-86ef-4057-a896-7b010b85ebb4 req-5dd8f8aa-1589-44ff-8a58-5739a9d6d702 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/859cffe0-a65a-4321-95d9-4bcdcde2da45 HTTP/1.1" status: 404 len: 352 time: 0.0148833 Dec 13 12:50:57.591939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3598be8b-f2c6-4f3b-9379-3a683343ec1c req-f4c21413-fb50-4cfb-bbc4-102e835789c8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f820f6b0d244888906740df48385797 HTTP/1.1" status: 200 len: 6200 time: 0.0974534 Dec 13 12:50:57.631845 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:57.691254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3598be8b-f2c6-4f3b-9379-3a683343ec1c req-b8aea2d8-bc4a-42ac-aaf6-fd145bc177e4 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/e7d5c14d-a9bf-4d69-a3d4-f034be7a458d HTTP/1.1" status: 200 len: 2998 time: 0.0869899 Dec 13 12:50:57.701701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397b05d-ae48-44c3-ba53-eebed19da27d req-6eac9256-0da4-4abf-bae5-ce602cc49d59 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:57.709605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1397b05d-ae48-44c3-ba53-eebed19da27d req-6eac9256-0da4-4abf-bae5-ce602cc49d59 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 945 time: 0.1161733 Dec 13 12:50:57.780849 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a85ddffe-6929-43fe-96b6-5f3c27f315e9 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:57.788104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3598be8b-f2c6-4f3b-9379-3a683343ec1c req-ecd45584-8398-4b6c-bd4a-5e423b7a0485 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/e7d5c14d-a9bf-4d69-a3d4-f034be7a458d HTTP/1.1" status: 200 len: 2998 time: 0.0957682 Dec 13 12:50:57.814154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1397b05d-ae48-44c3-ba53-eebed19da27d req-364bd92d-0f73-4cb6-a1f9-021b516df920 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034522 Dec 13 12:50:57.850569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-da3f7726-63c5-4801-8700-c24f5bff6965 req-11a97dba-bf5e-4c50-95e0-8b50e0372199 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1333891687', 'description': 'tempest-description-152022885'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:57.897803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-da3f7726-63c5-4801-8700-c24f5bff6965 req-11a97dba-bf5e-4c50-95e0-8b50e0372199 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:57.960360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port a85ddffe-6929-43fe-96b6-5f3c27f315e9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a85ddffe-6929-43fe-96b6-5f3c27f315e9,segment=NetworkSegment(c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92),segment_id=c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:57.985958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'a85ddffe-6929-43fe-96b6-5f3c27f315e9', 'network_id': '2c49d59c-fa0a-46a8-ac67-143f604a86e1', 'port_id': 'a85ddffe-6929-43fe-96b6-5f3c27f315e9', 'mac_address': 'fa:16:3e:1a:0f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8329962-5ee2-4ecd-8082-05f1990117a7', 'ip_address': '19.86.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:58.050948 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.053840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4cf2a-19c3-4dea-8c18-44674033df03 req-d89cb65f-a447-4960-b4cc-3895b082bafd tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:58.056159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64b4cf2a-19c3-4dea-8c18-44674033df03 req-d89cb65f-a447-4960-b4cc-3895b082bafd tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 945 time: 0.1420577 Dec 13 12:50:58.074499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85ddffe-6929-43fe-96b6-5f3c27f315e9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:58.109384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port a85ddffe-6929-43fe-96b6-5f3c27f315e9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a85ddffe-6929-43fe-96b6-5f3c27f315e9,segment=NetworkSegment(c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92),segment_id=c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:58.119227 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.120233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6e14e299-3e91-4617-895c-d0e38aac5e95 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:58.126394 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-da3f7726-63c5-4801-8700-c24f5bff6965 req-11a97dba-bf5e-4c50-95e0-8b50e0372199 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.134851 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-da3f7726-63c5-4801-8700-c24f5bff6965 req-11a97dba-bf5e-4c50-95e0-8b50e0372199 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.173163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64b4cf2a-19c3-4dea-8c18-44674033df03 req-716105d8-bba5-4d9c-8cf2-207d72de23d4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101346 Dec 13 12:50:58.184721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-da3f7726-63c5-4801-8700-c24f5bff6965 req-11a97dba-bf5e-4c50-95e0-8b50e0372199 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.198027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da3f7726-63c5-4801-8700-c24f5bff6965 req-11a97dba-bf5e-4c50-95e0-8b50e0372199 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3532288 Dec 13 12:50:58.214408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a97dba-bf5e-4c50-95e0-8b50e0372199 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:58.237717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-3f982f49-e801-4812-9bde-5d1a6573369b req-30c69f36-865f-43d4-af0b-ff1d0a711fca tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1107515389', 'description': 'tempest-description-186276875'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:50:58.335534 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3f982f49-e801-4812-9bde-5d1a6573369b req-30c69f36-865f-43d4-af0b-ff1d0a711fca tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.381926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91201b23-693c-49f1-8b48-efd0f151a29e req-eea0b89f-3d34-4536-baef-0cd64eb0a0af tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:58.389587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91201b23-693c-49f1-8b48-efd0f151a29e req-eea0b89f-3d34-4536-baef-0cd64eb0a0af tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:58.397214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91201b23-693c-49f1-8b48-efd0f151a29e req-eea0b89f-3d34-4536-baef-0cd64eb0a0af tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:58.399034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91201b23-693c-49f1-8b48-efd0f151a29e req-eea0b89f-3d34-4536-baef-0cd64eb0a0af tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2412 time: 0.1464508 Dec 13 12:50:58.516156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91201b23-693c-49f1-8b48-efd0f151a29e req-b278de01-78d7-4168-97f9-e2062640d4b3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087739 Dec 13 12:50:58.539715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=a85ddffe-6929-43fe-96b6-5f3c27f315e9,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:58.559514 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3f982f49-e801-4812-9bde-5d1a6573369b req-30c69f36-865f-43d4-af0b-ff1d0a711fca tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.566838 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3f982f49-e801-4812-9bde-5d1a6573369b req-30c69f36-865f-43d4-af0b-ff1d0a711fca tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.591861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 6e14e299-3e91-4617-895c-d0e38aac5e95, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6e14e299-3e91-4617-895c-d0e38aac5e95,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:58.607603 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3f982f49-e801-4812-9bde-5d1a6573369b req-30c69f36-865f-43d4-af0b-ff1d0a711fca tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.608946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f982f49-e801-4812-9bde-5d1a6573369b req-30c69f36-865f-43d4-af0b-ff1d0a711fca tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3772888 Dec 13 12:50:58.611500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c69f36-865f-43d4-af0b-ff1d0a711fca tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4310f8-787a-4c86-9e49-b368eb889139,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:58.623195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '6e14e299-3e91-4617-895c-d0e38aac5e95', 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40', 'port_id': '6e14e299-3e91-4617-895c-d0e38aac5e95', 'mac_address': 'fa:16:3e:f3:25:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7ae5f7-0896-4634-8473-41f1702c8979', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:58.678612 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.693913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e14e299-3e91-4617-895c-d0e38aac5e95 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:58.723161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 6e14e299-3e91-4617-895c-d0e38aac5e95, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6e14e299-3e91-4617-895c-d0e38aac5e95,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:58.728604 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.729486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ce40ec12-35b1-4563-a1c4-7fdadbe145a3 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:50:58.771081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ce40ec12-35b1-4563-a1c4-7fdadbe145a3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:58.835547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'ce40ec12-35b1-4563-a1c4-7fdadbe145a3', 'network_id': 'd5ba137a-0eed-4e77-ab2e-f90b29bb1c40', 'port_id': 'ce40ec12-35b1-4563-a1c4-7fdadbe145a3', 'mac_address': 'fa:16:3e:24:eb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7ae5f7-0896-4634-8473-41f1702c8979', 'ip_address': '19.80.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:50:58.844660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=6e14e299-3e91-4617-895c-d0e38aac5e95,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:58.866015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d837fcd-8d83-4682-9398-9e802ad2f592 req-3a9e8899-3df3-45dd-b13f-c6057e01a453 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:58.867558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d837fcd-8d83-4682-9398-9e802ad2f592 req-3a9e8899-3df3-45dd-b13f-c6057e01a453 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 945 time: 0.1371913 Dec 13 12:50:58.891011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9af93-ef4d-4d63-b00b-345ce0ca007f req-5cbdd07b-b77b-4326-bffc-5ee7ee38becc tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:58.898972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2c9af93-ef4d-4d63-b00b-345ce0ca007f req-5cbdd07b-b77b-4326-bffc-5ee7ee38becc tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.0951595 Dec 13 12:50:58.906400 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.926926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce40ec12-35b1-4563-a1c4-7fdadbe145a3 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:50:58.954120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ce40ec12-35b1-4563-a1c4-7fdadbe145a3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:50:58.961288 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:58.968805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d837fcd-8d83-4682-9398-9e802ad2f592 req-69459adb-5ecc-4dc4-ac86-811d9f4a9dc7 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939763 Dec 13 12:50:58.989209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2c9af93-ef4d-4d63-b00b-345ce0ca007f req-d4af0927-f6dd-45c4-8ec9-0f1731843816 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892477 Dec 13 12:50:59.044575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:50:59.048731 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:50:59.213729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-2a874b5b-538c-4dad-9fb3-a68e2cf70027 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:59.216343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-2a874b5b-538c-4dad-9fb3-a68e2cf70027 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 812 time: 0.1252947 Dec 13 12:50:59.239006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-1c206248-177d-418f-afb2-3e99ec597f0f tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/quotas/4f820f6b0d244888906740df48385797 HTTP/1.1" status: 200 len: 375 time: 0.0158427 Dec 13 12:50:59.367685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-60511b63-4f89-4603-92b9-9846846c1489 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1206148 Dec 13 12:50:59.414403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['a85ddffe-6929-43fe-96b6-5f3c27f315e9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:59.438032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834a3da-e128-4ff7-8b1a-44db9eba8671 req-d8540950-98cb-4613-8de9-dfe55b1be6a5 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:59.440427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6834a3da-e128-4ff7-8b1a-44db9eba8671 req-d8540950-98cb-4613-8de9-dfe55b1be6a5 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 945 time: 0.1693835 Dec 13 12:50:59.476487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ce40ec12-35b1-4563-a1c4-7fdadbe145a3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:59.543515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['6e14e299-3e91-4617-895c-d0e38aac5e95'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:50:59.547907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-a7f9cd47-9da6-4b38-ac9a-e278a8647de1 service neutron] 10.222.0.31 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783426 Dec 13 12:50:59.555607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6834a3da-e128-4ff7-8b1a-44db9eba8671 req-844129fa-d8dc-4dfa-b88f-45ff0c57e518 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027672 Dec 13 12:50:59.679452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-4310c2a6-2b67-4a78-9ad6-2242592665a7 service neutron] 10.222.0.31 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228018 Dec 13 12:50:59.812216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-199e4ae7-d286-425b-919f-45d684fa2c05 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:50:59.814903 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-199e4ae7-d286-425b-919f-45d684fa2c05 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 944 time: 0.1120706 Dec 13 12:50:59.893129 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:00.059432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218cb1f-2585-4ecc-a273-18e7a790c92f req-84df3dc3-fbef-4372-a3cd-e1bc2da7347a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:00.061019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9218cb1f-2585-4ecc-a273-18e7a790c92f req-84df3dc3-fbef-4372-a3cd-e1bc2da7347a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 944 time: 0.0928442 Dec 13 12:51:00.066189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-e897236f-6f4e-4d70-8f87-19ed788a470c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Deleting port 36ff87cb-6a69-476a-8510-65f76d08265e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:00.067453 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-e897236f-6f4e-4d70-8f87-19ed788a470c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:00.076162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 10b081ba-0ed4-4084-8812-1ac7cadc22b6 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:00.203530 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9218cb1f-2585-4ecc-a273-18e7a790c92f req-7b9f14b2-52d1-47b8-b4b8-8f186614b73c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240432 Dec 13 12:51:00.217540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 10b081ba-0ed4-4084-8812-1ac7cadc22b6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=10b081ba-0ed4-4084-8812-1ac7cadc22b6,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:00.250399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '10b081ba-0ed4-4084-8812-1ac7cadc22b6', 'network_id': '1c755bcc-36b8-4cc2-8ab2-20c810d92033', 'port_id': '10b081ba-0ed4-4084-8812-1ac7cadc22b6', 'mac_address': 'fa:16:3e:af:0a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e84e9-3361-4feb-87b5-ee605d7d9df5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:00.286622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-e897236f-6f4e-4d70-8f87-19ed788a470c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] For port 36ff87cb-6a69-476a-8510-65f76d08265e, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=36ff87cb-6a69-476a-8510-65f76d08265e,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:00.287499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-e897236f-6f4e-4d70-8f87-19ed788a470c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:00.308761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-e897236f-6f4e-4d70-8f87-19ed788a470c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Calling delete_port for 36ff87cb-6a69-476a-8510-65f76d08265e owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:00.319723 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:00.350421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd7d3f-e9eb-4ce0-8d3b-ca5bb85f2975 req-db6f5c71-e5e3-459b-8054-21e742a88281 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:00.359562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd7d3f-e9eb-4ce0-8d3b-ca5bb85f2975 req-db6f5c71-e5e3-459b-8054-21e742a88281 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:00.360027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10b081ba-0ed4-4084-8812-1ac7cadc22b6 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:00.373420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd7d3f-e9eb-4ce0-8d3b-ca5bb85f2975 req-db6f5c71-e5e3-459b-8054-21e742a88281 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:00.386370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2cd7d3f-e9eb-4ce0-8d3b-ca5bb85f2975 req-db6f5c71-e5e3-459b-8054-21e742a88281 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2414 time: 0.1414676 Dec 13 12:51:00.419772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 10b081ba-0ed4-4084-8812-1ac7cadc22b6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=10b081ba-0ed4-4084-8812-1ac7cadc22b6,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:00.429182 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:00.459455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ecc1e7d-7a85-4304-9313-c71d496fbea4 req-c5b279c1-4965-4f13-9d56-d3abb666733e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 210 time: 0.0462527 Dec 13 12:51:00.517971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=10b081ba-0ed4-4084-8812-1ac7cadc22b6,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:00.521013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2cd7d3f-e9eb-4ce0-8d3b-ca5bb85f2975 req-f7132edf-8946-4554-89d3-dc436daa8af4 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288204 Dec 13 12:51:00.526791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['10b081ba-0ed4-4084-8812-1ac7cadc22b6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:00.667495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f569b8-8350-4ab5-97cd-de4fb2ace498 req-40868ebd-e006-4d02-af28-ce82d67a5bce tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:00.676417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8f569b8-8350-4ab5-97cd-de4fb2ace498 req-40868ebd-e006-4d02-af28-ce82d67a5bce tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.0849543 Dec 13 12:51:00.697822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-e897236f-6f4e-4d70-8f87-19ed788a470c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:00.743940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8f569b8-8350-4ab5-97cd-de4fb2ace498 req-559e9a21-8ff5-4a72-b971-cb5bf9507da1 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658789 Dec 13 12:51:00.811725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897236f-6f4e-4d70-8f87-19ed788a470c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Pushing event deleted for resources: {'Port': ['ID=36ff87cb-6a69-476a-8510-65f76d08265e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:00.837523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-e897236f-6f4e-4d70-8f87-19ed788a470c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] No DVR routers for this DVR port 36ff87cb-6a69-476a-8510-65f76d08265e on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:00.840993 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-e897236f-6f4e-4d70-8f87-19ed788a470c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:00.845822 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7bec1adf-30de-4fbb-9ebe-d78bc8a50f8d req-e897236f-6f4e-4d70-8f87-19ed788a470c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.37 "DELETE /v2.0/ports/36ff87cb-6a69-476a-8510-65f76d08265e HTTP/1.1" status: 204 len: 173 time: 1.0218782 Dec 13 12:51:00.846661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'name': 'network-vif-deleted', 'tag': '36ff87cb-6a69-476a-8510-65f76d08265e'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:00.850233 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19bd5ca-9106-4e55-9c5d-7f96eb9e8a5d" -d '{"events": [{"server_uuid": "c0b289c6-72ca-47d2-b295-01de692d3b8a", "name": "network-vif-deleted", "tag": "36ff87cb-6a69-476a-8510-65f76d08265e"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:00.920648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e176a2b-1f65-483b-8544-b2de8637d17f req-deceaef0-9bb4-48ae-942c-7673ecd348ba tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:00.922388 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e176a2b-1f65-483b-8544-b2de8637d17f req-deceaef0-9bb4-48ae-942c-7673ecd348ba tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 944 time: 0.0887418 Dec 13 12:51:01.038719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e176a2b-1f65-483b-8544-b2de8637d17f req-985be19b-69f0-4ae1-a42a-0fc8528acd63 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049197 Dec 13 12:51:01.072453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d6879-6189-42dd-b5ef-5883a434ee72 req-0a77db54-f7d2-46b3-b8cc-7840b1ef9c57 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:01.074006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d70d6879-6189-42dd-b5ef-5883a434ee72 req-0a77db54-f7d2-46b3-b8cc-7840b1ef9c57 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 945 time: 0.0891469 Dec 13 12:51:01.097719 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1e2341-0fd1-4578-9c02-cf118dd5a7ab x-openstack-request-id: req-7e1e2341-0fd1-4578-9c02-cf118dd5a7ab {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:01.098018 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b289c6-72ca-47d2-b295-01de692d3b8a", "name": "network-vif-deleted", "tag": "36ff87cb-6a69-476a-8510-65f76d08265e", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:01.098296 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e1e2341-0fd1-4578-9c02-cf118dd5a7ab {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:01.098695 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b289c6-72ca-47d2-b295-01de692d3b8a', 'name': 'network-vif-deleted', 'tag': '36ff87cb-6a69-476a-8510-65f76d08265e', 'status': 'completed', 'code': 200} Dec 13 12:51:01.132242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d70d6879-6189-42dd-b5ef-5883a434ee72 req-b4196c17-3426-423d-b3f5-0ca02004651c tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506423 Dec 13 12:51:01.210047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dc1ce-2685-432a-b5c1-34e3642ef03f req-44c78b3b-7c0e-4865-bbf4-828260992b1b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:01.213019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a70dc1ce-2685-432a-b5c1-34e3642ef03f req-44c78b3b-7c0e-4865-bbf4-828260992b1b tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.0595765 Dec 13 12:51:01.266131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a70dc1ce-2685-432a-b5c1-34e3642ef03f req-ebb5ae6f-2f66-4c5c-afb9-57a7242a542a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Dec 13 12:51:01.433080 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1da1d7c-7c68-46be-8f35-d483410bf9b0 req-8cdb2c88-3aa1-480c-b98c-32217781a329 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0b289c6-72ca-47d2-b295-01de692d3b8a HTTP/1.1" status: 200 len: 210 time: 0.0443478 Dec 13 12:51:01.486847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4b8a9-c473-40b7-829d-c8273f1dd48f req-23086ec7-4ab1-4035-98c1-62cc0941f8d6 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:01.489035 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-10c4b8a9-c473-40b7-829d-c8273f1dd48f req-23086ec7-4ab1-4035-98c1-62cc0941f8d6 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1106312 Dec 13 12:51:01.588626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-10c4b8a9-c473-40b7-829d-c8273f1dd48f req-d4f8e42c-e099-4570-b075-5f9b9596d829 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942948 Dec 13 12:51:01.703128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-4d524e2c-050d-4419-909d-26b4294a6ffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:01.705242 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-4d524e2c-050d-4419-909d-26b4294a6ffb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.42 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 812 time: 0.2611487 Dec 13 12:51:01.721547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'port': {'device_id': '5c750fda-a967-4345-bf5d-74b8214056c4', 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af', 'admin_state_up': True, 'tenant_id': '4f820f6b0d244888906740df48385797'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:01.729331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4daa7ee-665d-4a37-ad29-46a4faa6e8c8 req-379cd70d-a37d-4bfd-9fc1-1f3a93858c29 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 210 time: 0.0311167 Dec 13 12:51:01.746344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8f2e2-8be8-4fbc-a096-ca2fb5e86583 req-efa9e30f-ccd8-4588-88bc-2d478afca221 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:01.753128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8f2e2-8be8-4fbc-a096-ca2fb5e86583 req-efa9e30f-ccd8-4588-88bc-2d478afca221 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:01.759572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8f2e2-8be8-4fbc-a096-ca2fb5e86583 req-efa9e30f-ccd8-4588-88bc-2d478afca221 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:01.761553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ae8f2e2-8be8-4fbc-a096-ca2fb5e86583 req-efa9e30f-ccd8-4588-88bc-2d478afca221 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2414 time: 0.0967903 Dec 13 12:51:01.821246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a85ddffe-6929-43fe-96b6-5f3c27f315e9 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:01.836472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ae8f2e2-8be8-4fbc-a096-ca2fb5e86583 req-09bb7340-9071-45ec-b16a-0fac853e1387 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630157 Dec 13 12:51:01.922059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port a85ddffe-6929-43fe-96b6-5f3c27f315e9 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:01.931220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port a85ddffe-6929-43fe-96b6-5f3c27f315e9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:01.934202 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.067755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8b476-8083-43ac-953f-6eaaf2a8d920 req-28ca5eb9-809b-4f3d-838d-0f15a3492916 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:02.070658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70f8b476-8083-43ac-953f-6eaaf2a8d920 req-28ca5eb9-809b-4f3d-838d-0f15a3492916 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 944 time: 0.0921338 Dec 13 12:51:02.088404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 10b081ba-0ed4-4084-8812-1ac7cadc22b6 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:02.148054 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.173998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70f8b476-8083-43ac-953f-6eaaf2a8d920 req-b1d9d476-aa4c-4d66-afc5-317906dd10b3 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962868 Dec 13 12:51:02.182753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ddffe-6929-43fe-96b6-5f3c27f315e9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:02.184515 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81656b3-97e1-477d-af04-517c12b8e620" -d '{"events": [{"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-plugged", "status": "completed", "tag": "a85ddffe-6929-43fe-96b6-5f3c27f315e9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:02.193320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Made reservation on behalf of 4f820f6b0d244888906740df48385797 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:02.197851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.203449 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port a85ddffe-6929-43fe-96b6-5f3c27f315e9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a85ddffe-6929-43fe-96b6-5f3c27f315e9,segment=NetworkSegment(c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92),segment_id=c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:02.211924 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.213093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6e14e299-3e91-4617-895c-d0e38aac5e95 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:02.213662 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235171e-f8ca-4a83-801d-09ad895405f9 req-682b0fb3-ed1f-43ed-b49f-813f221cb264 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:02.224289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5235171e-f8ca-4a83-801d-09ad895405f9 req-682b0fb3-ed1f-43ed-b49f-813f221cb264 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1262014 Dec 13 12:51:02.264140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 10b081ba-0ed4-4084-8812-1ac7cadc22b6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:02.264601 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.300733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5235171e-f8ca-4a83-801d-09ad895405f9 req-cd0bafc0-fe28-4f75-b73e-bcc22d289080 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745697 Dec 13 12:51:02.321510 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=a85ddffe-6929-43fe-96b6-5f3c27f315e9,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:02.372439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd5d2b-f15f-48c4-b156-c0e7373a9f34 req-c43b27fc-c0e9-4b51-8eb8-ea6b8853258f tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:02.380627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Allocated IP 172.20.0.14 (f43937d2-46d3-48f2-bb70-b47761b3f8af/a4cfcd4d-5e80-46fd-ac59-db194ffa6779/dd6de195-f930-4c51-bfab-9dc65759c14e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:02.381242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ffd5d2b-f15f-48c4-b156-c0e7373a9f34 req-c43b27fc-c0e9-4b51-8eb8-ea6b8853258f tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 945 time: 0.0850599 Dec 13 12:51:02.397942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 6e14e299-3e91-4617-895c-d0e38aac5e95 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:02.405134 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c4c07f-71ea-4c79-b60f-8a3f17744868 x-openstack-request-id: req-00c4c07f-71ea-4c79-b60f-8a3f17744868 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:02.405425 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-plugged", "status": "completed", "tag": "a85ddffe-6929-43fe-96b6-5f3c27f315e9", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:02.405681 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00c4c07f-71ea-4c79-b60f-8a3f17744868 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:02.406062 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ddffe-6929-43fe-96b6-5f3c27f315e9', 'code': 200} Dec 13 12:51:02.411918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 6e14e299-3e91-4617-895c-d0e38aac5e95 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:02.412337 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.441024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ffd5d2b-f15f-48c4-b156-c0e7373a9f34 req-b4206bd3-f3d2-4717-844d-7e0b8556a3d2 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587256 Dec 13 12:51:02.449704 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.509106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 10b081ba-0ed4-4084-8812-1ac7cadc22b6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=10b081ba-0ed4-4084-8812-1ac7cadc22b6,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:02.518035 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.518869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 36ff87cb-6a69-476a-8510-65f76d08265e no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:02.591966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 36ff87cb-6a69-476a-8510-65f76d08265e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:02.593927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 36ff87cb-6a69-476a-8510-65f76d08265e not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:02.630304 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.655513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=10b081ba-0ed4-4084-8812-1ac7cadc22b6,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:02.666367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.689863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 6e14e299-3e91-4617-895c-d0e38aac5e95, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6e14e299-3e91-4617-895c-d0e38aac5e95,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:02.696686 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.697759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ce40ec12-35b1-4563-a1c4-7fdadbe145a3 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:02.741580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.765634 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['926ba6fe-f8a8-42ba-927c-d537c855e00f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:02.803383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Network f43937d2-46d3-48f2-bb70-b47761b3f8af is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:02.808572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:02.813769 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:02.847132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'Port': ['ID=dd6de195-f930-4c51-bfab-9dc65759c14e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:02.860106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=6e14e299-3e91-4617-895c-d0e38aac5e95,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:02.900542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:02.901431 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.901607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:02.908523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:02.909044 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:02.924165 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-d59453f8-8baf-45bc-ba93-f777e2def2b5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2067266 Dec 13 12:51:02.940345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Request body: {'port': {'device_id': '5c750fda-a967-4345-bf5d-74b8214056c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:02.965593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba305bd6-4c7d-4eca-a6c1-35d2081dd7f0 req-a04e851c-c67a-4a8c-add8-f225f4f3d66b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:02.974475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba305bd6-4c7d-4eca-a6c1-35d2081dd7f0 req-a04e851c-c67a-4a8c-add8-f225f4f3d66b tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 945 time: 0.1628263 Dec 13 12:51:03.022663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:03.041085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba305bd6-4c7d-4eca-a6c1-35d2081dd7f0 req-da57dbfc-1aa3-4896-9c19-98878facb64d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652955 Dec 13 12:51:03.074460 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:03.081776 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913efda4-5872-4a31-a80b-0859664752dd req-9e3e0c71-629c-406a-92aa-e4f0f637f9b1 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:03.083618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-913efda4-5872-4a31-a80b-0859664752dd req-9e3e0c71-629c-406a-92aa-e4f0f637f9b1 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 932 time: 0.1673408 Dec 13 12:51:03.183305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ce40ec12-35b1-4563-a1c4-7fdadbe145a3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:03.184956 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-913efda4-5872-4a31-a80b-0859664752dd req-8790df13-7c24-4d4d-9bfc-422c646cfd5d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933192 Dec 13 12:51:03.198706 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:03.259170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf33de-fb59-47c2-9164-0d4360851e62 req-e4c5a748-e355-468b-b3d4-100134dd59c8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:03.260857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:03.269230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf33de-fb59-47c2-9164-0d4360851e62 req-e4c5a748-e355-468b-b3d4-100134dd59c8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:03.276892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf33de-fb59-47c2-9164-0d4360851e62 req-e4c5a748-e355-468b-b3d4-100134dd59c8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:03.278686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3acf33de-fb59-47c2-9164-0d4360851e62 req-e4c5a748-e355-468b-b3d4-100134dd59c8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2417 time: 0.0926788 Dec 13 12:51:03.392304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-05b1ed72-615e-4d04-835e-8ee0a46bbc27 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:03.393979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-05b1ed72-615e-4d04-835e-8ee0a46bbc27 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 945 time: 0.1136744 Dec 13 12:51:03.400686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3acf33de-fb59-47c2-9164-0d4360851e62 req-f9af1da0-55ca-4237-8403-e37d5fb4d5aa tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153812 Dec 13 12:51:03.424654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17f00b-3ea0-4c9e-b786-5e108d323d87 req-a9cf6a0c-c417-4749-946c-b0e03c6121fb tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:03.431900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a17f00b-3ea0-4c9e-b786-5e108d323d87 req-a9cf6a0c-c417-4749-946c-b0e03c6121fb tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 945 time: 0.1148944 Dec 13 12:51:03.460745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-38ec197d-cbfe-4ac0-a189-211c8d3b23ea tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:03.462645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-38ec197d-cbfe-4ac0-a189-211c8d3b23ea tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1233373 Dec 13 12:51:03.568013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a17f00b-3ea0-4c9e-b786-5e108d323d87 req-4bd5b943-60dc-431c-a90e-9848d0dfabc6 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351936 Dec 13 12:51:03.625990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf6b4f-ee18-4392-879c-33066816d5cf req-2dbc8e43-faa2-4d51-babc-f1c5c8ca5824 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:03.633597 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-395c4629-86ad-48f4-ac94-cbcec87d6b4d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Deleting port babbcdbc-bce0-4196-8610-3f380717a872 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:03.633943 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-395c4629-86ad-48f4-ac94-cbcec87d6b4d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:03.634592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bbf6b4f-ee18-4392-879c-33066816d5cf req-2dbc8e43-faa2-4d51-babc-f1c5c8ca5824 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 945 time: 0.1309590 Dec 13 12:51:03.657533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6de195-f930-4c51-bfab-9dc65759c14e {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:03.693735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:03.722941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bbf6b4f-ee18-4392-879c-33066816d5cf req-d501faa5-1e3a-45b1-8d45-0f8ad50a46c6 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872219 Dec 13 12:51:03.729098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-ae01d984-3c74-4c30-86ca-cebcfbc5def7 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:03.730854 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-ae01d984-3c74-4c30-86ca-cebcfbc5def7 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 945 time: 0.1361606 Dec 13 12:51:03.734309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Deleting port d7bc870c-1737-4985-8822-38cbadf1d246 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:03.734747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:03.759473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Transition to ACTIVE for port object dd6de195-f930-4c51-bfab-9dc65759c14e will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:51:03.785612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:03.857860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Pushing event updated for resources: {'Port': ['ID=dd6de195-f930-4c51-bfab-9dc65759c14e,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:03.942067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-395c4629-86ad-48f4-ac94-cbcec87d6b4d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] For port babbcdbc-bce0-4196-8610-3f380717a872, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=babbcdbc-bce0-4196-8610-3f380717a872,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:03.942734 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-395c4629-86ad-48f4-ac94-cbcec87d6b4d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:03.970450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-395c4629-86ad-48f4-ac94-cbcec87d6b4d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Calling delete_port for babbcdbc-bce0-4196-8610-3f380717a872 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:04.069135 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-4a30f46a-e478-4dc6-b90a-166ac733bbf8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Deleting port 10b081ba-0ed4-4084-8812-1ac7cadc22b6 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:04.069736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-4a30f46a-e478-4dc6-b90a-166ac733bbf8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.092813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dd71875f-1036-4206-99cb-54846aafc30f details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:04.170783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393a37c-b9f8-4048-9054-8538e2ecf0c6 req-4a63a6e9-7cce-446c-9c40-699864ee528b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:04.172384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a393a37c-b9f8-4048-9054-8538e2ecf0c6 req-4a63a6e9-7cce-446c-9c40-699864ee528b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 945 time: 0.5280674 Dec 13 12:51:04.205180 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-4a30f46a-e478-4dc6-b90a-166ac733bbf8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] For port 10b081ba-0ed4-4084-8812-1ac7cadc22b6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=10b081ba-0ed4-4084-8812-1ac7cadc22b6,segment=NetworkSegment(c80481e0-3095-4227-afd3-bcba6ef94e22),segment_id=c80481e0-3095-4227-afd3-bcba6ef94e22)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:04.205448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-4a30f46a-e478-4dc6-b90a-166ac733bbf8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.221509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] For port d7bc870c-1737-4985-8822-38cbadf1d246, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=d7bc870c-1737-4985-8822-38cbadf1d246,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:04.221866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.223615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dd71875f-1036-4206-99cb-54846aafc30f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dd71875f-1036-4206-99cb-54846aafc30f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:04.237353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-4a30f46a-e478-4dc6-b90a-166ac733bbf8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Calling delete_port for 10b081ba-0ed4-4084-8812-1ac7cadc22b6 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:04.240423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'dd71875f-1036-4206-99cb-54846aafc30f', 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369', 'port_id': 'dd71875f-1036-4206-99cb-54846aafc30f', 'mac_address': 'fa:16:3e:eb:56:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e73b7bc-3a6a-4656-8a72-866e246cc338', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:04.243957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c7c3-de28-45fa-b65d-aa916b007d8a req-6ec68762-d065-4a33-8221-77d903504a4c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:04.245473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3d7c7c3-de28-45fa-b65d-aa916b007d8a req-6ec68762-d065-4a33-8221-77d903504a4c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 945 time: 0.1168838 Dec 13 12:51:04.248762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Calling delete_port for d7bc870c-1737-4985-8822-38cbadf1d246 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:04.285651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Attempting to bind port dd6de195-f930-4c51-bfab-9dc65759c14e on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:04.286094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Attempting to bind port dd6de195-f930-4c51-bfab-9dc65759c14e by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '481725db-5a3e-4102-b93a-6e5385dea266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:04.286813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Attempting to bind port dd6de195-f930-4c51-bfab-9dc65759c14e on network f43937d2-46d3-48f2-bb70-b47761b3f8af {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:04.298066 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.314766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd71875f-1036-4206-99cb-54846aafc30f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:04.331480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Port dd6de195-f930-4c51-bfab-9dc65759c14e on network f43937d2-46d3-48f2-bb70-b47761b3f8af not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:51:04.331900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Attempting to bind port dd6de195-f930-4c51-bfab-9dc65759c14e on network f43937d2-46d3-48f2-bb70-b47761b3f8af {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:04.338869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dd71875f-1036-4206-99cb-54846aafc30f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dd71875f-1036-4206-99cb-54846aafc30f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:04.346348 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.346581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:04.346867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Checking segment: {'id': '481725db-5a3e-4102-b93a-6e5385dea266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:04.347283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Bound using segment: {'id': '481725db-5a3e-4102-b93a-6e5385dea266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:04.347772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Bound port: dd6de195-f930-4c51-bfab-9dc65759c14e, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481725db-5a3e-4102-b93a-6e5385dea266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:04.348134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.354925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3d7c7c3-de28-45fa-b65d-aa916b007d8a req-a8491bb8-dad4-4f38-b064-4a52cc236c87 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961111 Dec 13 12:51:04.358236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a393a37c-b9f8-4048-9054-8538e2ecf0c6 req-177cf435-70e4-4ad1-8c4d-16ad57c2eea8 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771755 Dec 13 12:51:04.412364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3031f49-e30c-4f02-830d-bc26d0abc906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b081ba-0ed4-4084-8812-1ac7cadc22b6'}, {'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e14e299-3e91-4617-895c-d0e38aac5e95'}, {'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce40ec12-35b1-4563-a1c4-7fdadbe145a3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:04.415385 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567cc4ea-fc6e-4550-a85b-e8cdae748ebc" -d '{"events": [{"server_uuid": "e3031f49-e30c-4f02-830d-bc26d0abc906", "name": "network-vif-plugged", "status": "completed", "tag": "10b081ba-0ed4-4084-8812-1ac7cadc22b6"}, {"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-plugged", "status": "completed", "tag": "6e14e299-3e91-4617-895c-d0e38aac5e95"}, {"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-plugged", "status": "completed", "tag": "ce40ec12-35b1-4563-a1c4-7fdadbe145a3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:04.417991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=dd71875f-1036-4206-99cb-54846aafc30f,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:04.454843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['dd71875f-1036-4206-99cb-54846aafc30f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:04.573312 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-395c4629-86ad-48f4-ac94-cbcec87d6b4d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.604491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] For port dd6de195-f930-4c51-bfab-9dc65759c14e, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:04.614576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] For port dd6de195-f930-4c51-bfab-9dc65759c14e, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd6de195-f930-4c51-bfab-9dc65759c14e,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:04.618270 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.632449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.655296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe92f16-67dc-45f9-8f0b-39e6ffe9e2ab req-2d8f3c96-6663-4575-a57b-a6766e6480d3 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:04.656880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfe92f16-67dc-45f9-8f0b-39e6ffe9e2ab req-2d8f3c96-6663-4575-a57b-a6766e6480d3 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 944 time: 0.1312070 Dec 13 12:51:04.659381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event deleted for resources: {'Port': ['ID=d7bc870c-1737-4985-8822-38cbadf1d246,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:04.667438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['d7bc870c-1737-4985-8822-38cbadf1d246'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:04.676075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.676517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.676741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.677080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.677410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.677736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.678227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.678469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.678723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.679182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.679517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.679937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.680255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:04.697111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c4629-86ad-48f4-ac94-cbcec87d6b4d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Pushing event deleted for resources: {'Port': ['ID=babbcdbc-bce0-4196-8610-3f380717a872,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:04.741671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] No DVR routers for this DVR port d7bc870c-1737-4985-8822-38cbadf1d246 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:04.749847 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.755494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5ccfa7e-14d4-4eb9-968d-6b5658cec2a2 req-9b35c9d6-dbe0-408d-ade8-dfd3558207d9 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.42 "DELETE /v2.0/ports/d7bc870c-1737-4985-8822-38cbadf1d246 HTTP/1.1" status: 204 len: 173 time: 1.2858694 Dec 13 12:51:04.756028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1946b996-62b7-4e6d-8463-c1113bb894e5', 'name': 'network-vif-deleted', 'tag': 'd7bc870c-1737-4985-8822-38cbadf1d246'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:04.758439 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931f86a8-d4d8-444c-9717-f7ee70192866" -d '{"events": [{"server_uuid": "1946b996-62b7-4e6d-8463-c1113bb894e5", "name": "network-vif-deleted", "tag": "d7bc870c-1737-4985-8822-38cbadf1d246"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:04.783128 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539e868b-0074-4c8f-a702-35fc9a19110f x-openstack-request-id: req-539e868b-0074-4c8f-a702-35fc9a19110f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:04.783541 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3031f49-e30c-4f02-830d-bc26d0abc906", "name": "network-vif-plugged", "status": "completed", "tag": "10b081ba-0ed4-4084-8812-1ac7cadc22b6", "code": 200}, {"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-plugged", "status": "completed", "tag": "6e14e299-3e91-4617-895c-d0e38aac5e95", "code": 200}, {"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-plugged", "status": "completed", "tag": "ce40ec12-35b1-4563-a1c4-7fdadbe145a3", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:04.783803 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-539e868b-0074-4c8f-a702-35fc9a19110f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:04.784204 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3031f49-e30c-4f02-830d-bc26d0abc906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b081ba-0ed4-4084-8812-1ac7cadc22b6', 'code': 200} Dec 13 12:51:04.784471 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e14e299-3e91-4617-895c-d0e38aac5e95', 'code': 200} Dec 13 12:51:04.793416 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce40ec12-35b1-4563-a1c4-7fdadbe145a3', 'code': 200} Dec 13 12:51:04.813084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfe92f16-67dc-45f9-8f0b-39e6ffe9e2ab req-ca7b3091-6caa-4acb-b11f-4fb1e6f755c5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413097 Dec 13 12:51:04.835893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Pushing event updated for resources: {'Port': ['ID=dd6de195-f930-4c51-bfab-9dc65759c14e,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:04.861390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:04.861390 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.863617 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-9b50925a-66c6-48ad-b0e2-b0956342263a service neutron] 10.222.0.42 "PUT /v2.0/ports/dd6de195-f930-4c51-bfab-9dc65759c14e HTTP/1.1" status: 200 len: 1092 time: 1.9298365 Dec 13 12:51:04.866307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c750fda-a967-4345-bf5d-74b8214056c4', 'tag': 'dd6de195-f930-4c51-bfab-9dc65759c14e'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:04.869817 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6720c2e2-5e98-437b-b488-49bc4c2752a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c750fda-a967-4345-bf5d-74b8214056c4", "tag": "dd6de195-f930-4c51-bfab-9dc65759c14e"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:04.878852 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-4a30f46a-e478-4dc6-b90a-166ac733bbf8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:04.976034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30f46a-e478-4dc6-b90a-166ac733bbf8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Pushing event deleted for resources: {'Port': ['ID=10b081ba-0ed4-4084-8812-1ac7cadc22b6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:04.998266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-395c4629-86ad-48f4-ac94-cbcec87d6b4d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] No DVR routers for this DVR port babbcdbc-bce0-4196-8610-3f380717a872 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:05.030754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b66952c1-b765-4536-b94d-8e72604d0efa req-7290a121-be74-4a26-a30a-0eeff83c830e tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3031f49-e30c-4f02-830d-bc26d0abc906 HTTP/1.1" status: 200 len: 210 time: 0.0720313 Dec 13 12:51:05.039748 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-395c4629-86ad-48f4-ac94-cbcec87d6b4d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:05.043274 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1af34882-0572-4730-ba59-04dc6b0ff95d req-395c4629-86ad-48f4-ac94-cbcec87d6b4d tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.37 "DELETE /v2.0/ports/babbcdbc-bce0-4196-8610-3f380717a872 HTTP/1.1" status: 204 len: 173 time: 1.6410823 Dec 13 12:51:05.065020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-4a30f46a-e478-4dc6-b90a-166ac733bbf8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] No DVR routers for this DVR port 10b081ba-0ed4-4084-8812-1ac7cadc22b6 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:05.069124 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-4a30f46a-e478-4dc6-b90a-166ac733bbf8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:05.071329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:05.073194 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5fca0e9a-d4ee-4676-92fe-4b84df38bec5 req-4a30f46a-e478-4dc6-b90a-166ac733bbf8 tempest-ImagesTestJSON-1948692745 tempest-ImagesTestJSON-1948692745-project] 10.222.0.37 "DELETE /v2.0/ports/10b081ba-0ed4-4084-8812-1ac7cadc22b6 HTTP/1.1" status: 204 len: 173 time: 1.3332937 Dec 13 12:51:05.085796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a779be-1dba-4be0-a683-fcc53236fa9c req-bd914a97-a2b4-47d6-bdf8-ea7bcbc42642 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.094701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a779be-1dba-4be0-a683-fcc53236fa9c req-bd914a97-a2b4-47d6-bdf8-ea7bcbc42642 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.108746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-bc89df94-8df7-421a-870b-ba9d827b7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.110908 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-bc89df94-8df7-421a-870b-ba9d827b7f66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 1095 time: 0.1611364 Dec 13 12:51:05.119406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a779be-1dba-4be0-a683-fcc53236fa9c req-bd914a97-a2b4-47d6-bdf8-ea7bcbc42642 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.130824 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98a779be-1dba-4be0-a683-fcc53236fa9c req-bd914a97-a2b4-47d6-bdf8-ea7bcbc42642 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2417 time: 0.2356510 Dec 13 12:51:05.139397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a4acd-b5a3-46be-a7b5-066b6e8dbc5e req-f3f0fd28-8594-4f50-8c42-8fc21f534753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.143283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a4acd-b5a3-46be-a7b5-066b6e8dbc5e req-f3f0fd28-8594-4f50-8c42-8fc21f534753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.143784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a4acd-b5a3-46be-a7b5-066b6e8dbc5e req-f3f0fd28-8594-4f50-8c42-8fc21f534753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.145520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a1a4acd-b5a3-46be-a7b5-066b6e8dbc5e req-f3f0fd28-8594-4f50-8c42-8fc21f534753 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2870 time: 0.2623985 Dec 13 12:51:05.189714 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-db77123c-6abc-48a9-964f-d89dff2c401d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6de195-f930-4c51-bfab-9dc65759c14e HTTP/1.1" status: 200 len: 217 time: 0.0692239 Dec 13 12:51:05.271612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-00c8c06d-93e1-48d4-98b9-f4ee845628f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.275409 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-00c8c06d-93e1-48d4-98b9-f4ee845628f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4cfcd4d-5e80-46fd-ac59-db194ffa6779 HTTP/1.1" status: 200 len: 852 time: 0.0774622 Dec 13 12:51:05.315474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98a779be-1dba-4be0-a683-fcc53236fa9c req-fd6907f2-124f-467e-b52f-735a37c4d260 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817155 Dec 13 12:51:05.323425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a1a4acd-b5a3-46be-a7b5-066b6e8dbc5e req-5df9701f-8af8-46d5-89e9-4fb257db1f5f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639903 Dec 13 12:51:05.343773 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-819eb8c3-500c-4ef7-9e5c-a014bad39ff3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f43937d2-46d3-48f2-bb70-b47761b3f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553768 Dec 13 12:51:05.352142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd572782-ff43-43b0-adc5-0bea2c466b0c req-c3c67e31-cd4d-48ef-a4af-090bf0db416e tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.359461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd572782-ff43-43b0-adc5-0bea2c466b0c req-c3c67e31-cd4d-48ef-a4af-090bf0db416e tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 944 time: 0.2018440 Dec 13 12:51:05.426659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd572782-ff43-43b0-adc5-0bea2c466b0c req-649571b9-5d8e-44b0-959d-d6b9bf4e2889 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604072 Dec 13 12:51:05.448359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d45baa00-2670-44a3-9e82-274587f905c2 req-cfde79af-fa96-4209-8f02-f9cccc28e7d8 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=1946b996-62b7-4e6d-8463-c1113bb894e5 HTTP/1.1" status: 200 len: 210 time: 0.0374849 Dec 13 12:51:05.484526 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305d6a6b-1a30-4871-86ec-7fbf07114ab4 x-openstack-request-id: req-305d6a6b-1a30-4871-86ec-7fbf07114ab4 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:05.484823 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1946b996-62b7-4e6d-8463-c1113bb894e5", "name": "network-vif-deleted", "tag": "d7bc870c-1737-4985-8822-38cbadf1d246", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:05.485082 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-305d6a6b-1a30-4871-86ec-7fbf07114ab4 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:05.485955 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1946b996-62b7-4e6d-8463-c1113bb894e5', 'name': 'network-vif-deleted', 'tag': 'd7bc870c-1737-4985-8822-38cbadf1d246', 'status': 'completed', 'code': 200} Dec 13 12:51:05.510861 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc9541c-5e06-44b2-88bf-a09b347ce487 x-openstack-request-id: req-6dc9541c-5e06-44b2-88bf-a09b347ce487 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:05.511416 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c750fda-a967-4345-bf5d-74b8214056c4", "tag": "dd6de195-f930-4c51-bfab-9dc65759c14e", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:05.512159 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dc9541c-5e06-44b2-88bf-a09b347ce487 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:05.518487 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c750fda-a967-4345-bf5d-74b8214056c4', 'tag': 'dd6de195-f930-4c51-bfab-9dc65759c14e', 'status': 'completed', 'code': 200} Dec 13 12:51:05.646866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77d60f10-b6f6-406d-8ef5-a1b9027306de req-568eda5d-298a-4733-b8d0-dca1b3b5b9a2 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bfaa78-33e8-4847-9e29-f533ad3b2c17 HTTP/1.1" status: 200 len: 210 time: 0.0393043 Dec 13 12:51:05.665386 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-219fa3db-068d-423f-bc01-864bd4e38f29 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312549 Dec 13 12:51:05.773289 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6e2facd3-84cf-41f5-ba11-6f17b8bc9948 req-311ecabd-b8fa-4297-8d51-e5b7608dc634 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945320 Dec 13 12:51:05.892766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c2e2-5e98-437b-b488-49bc4c2752a1 req-d3e7fb55-9719-4149-930d-3209c9616814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.894351 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6720c2e2-5e98-437b-b488-49bc4c2752a1 req-d3e7fb55-9719-4149-930d-3209c9616814 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 1095 time: 0.0685043 Dec 13 12:51:05.978876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e01d89-ebb1-4e67-9f2b-28bfec678847 req-6400a3ad-36f0-4f69-aab9-c5162f93191e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:05.980580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75e01d89-ebb1-4e67-9f2b-28bfec678847 req-6400a3ad-36f0-4f69-aab9-c5162f93191e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 944 time: 0.0734286 Dec 13 12:51:06.022893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c2e2-5e98-437b-b488-49bc4c2752a1 req-a1e05edf-f97e-45c6-a1d9-a6720d7957ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:06.026408 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6720c2e2-5e98-437b-b488-49bc4c2752a1 req-a1e05edf-f97e-45c6-a1d9-a6720d7957ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 912 time: 0.1167693 Dec 13 12:51:06.038838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75e01d89-ebb1-4e67-9f2b-28bfec678847 req-5cc375b6-c48e-44e9-940a-c8a049d11ed7 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510776 Dec 13 12:51:06.077714 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6720c2e2-5e98-437b-b488-49bc4c2752a1 req-0a768446-e29e-4381-8721-3f7f37c4ba77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6de195-f930-4c51-bfab-9dc65759c14e HTTP/1.1" status: 200 len: 217 time: 0.0424762 Dec 13 12:51:06.095122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dd71875f-1036-4206-99cb-54846aafc30f up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:06.143376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c2e2-5e98-437b-b488-49bc4c2752a1 req-156436a9-0afb-4668-a95a-e4909fc6922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:06.144960 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6720c2e2-5e98-437b-b488-49bc4c2752a1 req-156436a9-0afb-4668-a95a-e4909fc6922c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4cfcd4d-5e80-46fd-ac59-db194ffa6779 HTTP/1.1" status: 200 len: 852 time: 0.0593064 Dec 13 12:51:06.172795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port dd71875f-1036-4206-99cb-54846aafc30f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:06.173257 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:06.181352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6720c2e2-5e98-437b-b488-49bc4c2752a1 req-d00357fd-a1c8-4f98-88bc-847933603ee1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f43937d2-46d3-48f2-bb70-b47761b3f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285518 Dec 13 12:51:06.275471 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:06.308366 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6720c2e2-5e98-437b-b488-49bc4c2752a1 req-69636204-0f1e-492a-9a8a-618b532e5e67 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182015 Dec 13 12:51:06.320083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dd71875f-1036-4206-99cb-54846aafc30f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dd71875f-1036-4206-99cb-54846aafc30f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:06.326021 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:06.327125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device babbcdbc-bce0-4196-8610-3f380717a872 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:06.392115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: babbcdbc-bce0-4196-8610-3f380717a872 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:06.392551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device babbcdbc-bce0-4196-8610-3f380717a872 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:06.392984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 10b081ba-0ed4-4084-8812-1ac7cadc22b6 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:06.474952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42350) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:06.516139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e046cee-7be5-4da9-a813-b1556d77ac4b req-32b8838f-7b1c-4cf6-a085-fa3819d43f83 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:06.532022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e046cee-7be5-4da9-a813-b1556d77ac4b req-32b8838f-7b1c-4cf6-a085-fa3819d43f83 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:06.542138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e046cee-7be5-4da9-a813-b1556d77ac4b req-32b8838f-7b1c-4cf6-a085-fa3819d43f83 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:06.554811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e046cee-7be5-4da9-a813-b1556d77ac4b req-32b8838f-7b1c-4cf6-a085-fa3819d43f83 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2417 time: 0.1438990 Dec 13 12:51:06.559046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-f7a47d1e-88e6-46b8-897f-3bf735302a53 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:06.561210 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-f7a47d1e-88e6-46b8-897f-3bf735302a53 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.37 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 945 time: 0.2313068 Dec 13 12:51:06.610034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2371d9de-e220-499c-9c9a-48fb1ca48a71 admin admin] Deleting subnet 4c5e84e9-3361-4feb-87b5-ee605d7d9df5 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:06.618986 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2371d9de-e220-499c-9c9a-48fb1ca48a71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:06.653701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 10b081ba-0ed4-4084-8812-1ac7cadc22b6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:06.654122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 10b081ba-0ed4-4084-8812-1ac7cadc22b6 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:06.682706 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=dd71875f-1036-4206-99cb-54846aafc30f,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:06.707132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e046cee-7be5-4da9-a813-b1556d77ac4b req-8f9051a8-1573-4a8b-bf84-cb90066e633b tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514258 Dec 13 12:51:06.717120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d91dc-2078-430e-8dbb-91df4b2e2ee8 req-dedca140-6175-447b-9b61-e1883ca391ad tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:06.726935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-481d91dc-2078-430e-8dbb-91df4b2e2ee8 req-dedca140-6175-447b-9b61-e1883ca391ad tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 945 time: 0.1644626 Dec 13 12:51:06.732092 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6720c2e2-5e98-437b-b488-49bc4c2752a1 req-4faac909-afb2-403a-898b-186087f4e297 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114368 Dec 13 12:51:06.787532 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2371d9de-e220-499c-9c9a-48fb1ca48a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:06.794727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92e8dcb-4c72-4b91-9870-4c5467750338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd71875f-1036-4206-99cb-54846aafc30f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:06.797718 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a210cc-166c-4b8c-a9d0-8d39e4fa1e6d" -d '{"events": [{"server_uuid": "d92e8dcb-4c72-4b91-9870-4c5467750338", "name": "network-vif-plugged", "status": "completed", "tag": "dd71875f-1036-4206-99cb-54846aafc30f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:06.819154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-481d91dc-2078-430e-8dbb-91df4b2e2ee8 req-b1d87567-2fd0-4cc6-9b8e-8f5dcc68d3d7 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909526 Dec 13 12:51:06.856298 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2371d9de-e220-499c-9c9a-48fb1ca48a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:06.860853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-b124a54a-6690-4c2e-b0d0-830bbf72bb2b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Deleting port dd71875f-1036-4206-99cb-54846aafc30f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:06.861311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-b124a54a-6690-4c2e-b0d0-830bbf72bb2b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:06.914746 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0d6a56-afbb-42c0-900c-28c0023d1f89 x-openstack-request-id: req-2e0d6a56-afbb-42c0-900c-28c0023d1f89 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:06.915146 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92e8dcb-4c72-4b91-9870-4c5467750338", "name": "network-vif-plugged", "status": "completed", "tag": "dd71875f-1036-4206-99cb-54846aafc30f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:06.915501 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e0d6a56-afbb-42c0-900c-28c0023d1f89 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:06.916007 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92e8dcb-4c72-4b91-9870-4c5467750338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd71875f-1036-4206-99cb-54846aafc30f', 'code': 200} Dec 13 12:51:06.993313 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2371d9de-e220-499c-9c9a-48fb1ca48a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.021303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-b124a54a-6690-4c2e-b0d0-830bbf72bb2b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] For port dd71875f-1036-4206-99cb-54846aafc30f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dd71875f-1036-4206-99cb-54846aafc30f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:07.021303 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-b124a54a-6690-4c2e-b0d0-830bbf72bb2b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.056512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371d9de-e220-499c-9c9a-48fb1ca48a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5e84e9-3361-4feb-87b5-ee605d7d9df5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:07.059958 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2371d9de-e220-499c-9c9a-48fb1ca48a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.072625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42376) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:07.072843 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2371d9de-e220-499c-9c9a-48fb1ca48a71 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4c5e84e9-3361-4feb-87b5-ee605d7d9df5 HTTP/1.1" status: 204 len: 168 time: 0.5913751 Dec 13 12:51:07.073982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-b124a54a-6690-4c2e-b0d0-830bbf72bb2b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Calling delete_port for dd71875f-1036-4206-99cb-54846aafc30f owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:07.259070 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.286483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.346462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.347804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa39c4-fc32-4880-9127-c4df7fc82a85 req-db0700fd-70d4-465f-b639-6673d7741a77 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:07.349370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acfa39c4-fc32-4880-9127-c4df7fc82a85 req-db0700fd-70d4-465f-b639-6673d7741a77 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 944 time: 0.1360707 Dec 13 12:51:07.353822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-b124a54a-6690-4c2e-b0d0-830bbf72bb2b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.365304 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['dd71875f-1036-4206-99cb-54846aafc30f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:07.454236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac803d8-1059-4b95-a476-a7e7ab6e371c req-13727a4f-f5e1-420c-aaff-4c50968c9b1c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:07.462433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ac803d8-1059-4b95-a476-a7e7ab6e371c req-13727a4f-f5e1-420c-aaff-4c50968c9b1c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 944 time: 0.1674058 Dec 13 12:51:07.497152 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.550600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c755bcc-36b8-4cc2-8ab2-20c810d92033']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:07.558597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acfa39c4-fc32-4880-9127-c4df7fc82a85 req-355121fc-6a20-46b9-ab2a-5414af35a60e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889622 Dec 13 12:51:07.579190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80481e0-3095-4227-afd3-bcba6ef94e22') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:07.580368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80481e0-3095-4227-afd3-bcba6ef94e22') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:07.602761 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ac803d8-1059-4b95-a476-a7e7ab6e371c req-9927d937-42d1-4b2a-8440-86cc7d148c6c tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/security-groups?id=86b88453-164a-4318-8b9f-5285e05dbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392610 Dec 13 12:51:07.610777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.632085 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.644870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:51:07.645270 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:51:07.647104 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:51:07.708932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'name': 'network-vif-deleted', 'tag': 'babbcdbc-bce0-4196-8610-3f380717a872'}, {'server_uuid': 'e3031f49-e30c-4f02-830d-bc26d0abc906', 'name': 'network-vif-deleted', 'tag': '10b081ba-0ed4-4084-8812-1ac7cadc22b6'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:07.711751 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e9abfe-2f33-4528-887d-5998d4446d90" -d '{"events": [{"server_uuid": "f5bfaa78-33e8-4847-9e29-f533ad3b2c17", "name": "network-vif-deleted", "tag": "babbcdbc-bce0-4196-8610-3f380717a872"}, {"server_uuid": "e3031f49-e30c-4f02-830d-bc26d0abc906", "name": "network-vif-deleted", "tag": "10b081ba-0ed4-4084-8812-1ac7cadc22b6"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:07.712320 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.725051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.726159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124a54a-6690-4c2e-b0d0-830bbf72bb2b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event deleted for resources: {'Port': ['ID=dd71875f-1036-4206-99cb-54846aafc30f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:07.745177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c755bcc-36b8-4cc2-8ab2-20c810d92033 HTTP/1.1" status: 204 len: 168 time: 0.6679204 Dec 13 12:51:07.770054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0091c19-b2da-41ac-8ac0-6d3ac346b936 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c755bcc-36b8-4cc2-8ab2-20c810d92033,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:07.791780 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40af85ce-60e1-42ea-a520-27cdbaa2fbc0 x-openstack-request-id: req-40af85ce-60e1-42ea-a520-27cdbaa2fbc0 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:07.792293 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5bfaa78-33e8-4847-9e29-f533ad3b2c17", "name": "network-vif-deleted", "tag": "babbcdbc-bce0-4196-8610-3f380717a872", "status": "completed", "code": 200}, {"server_uuid": "e3031f49-e30c-4f02-830d-bc26d0abc906", "name": "network-vif-deleted", "tag": "10b081ba-0ed4-4084-8812-1ac7cadc22b6", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:07.792502 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40af85ce-60e1-42ea-a520-27cdbaa2fbc0 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:07.793092 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bfaa78-33e8-4847-9e29-f533ad3b2c17', 'name': 'network-vif-deleted', 'tag': 'babbcdbc-bce0-4196-8610-3f380717a872', 'status': 'completed', 'code': 200} Dec 13 12:51:07.793518 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3031f49-e30c-4f02-830d-bc26d0abc906', 'name': 'network-vif-deleted', 'tag': '10b081ba-0ed4-4084-8812-1ac7cadc22b6', 'status': 'completed', 'code': 200} Dec 13 12:51:07.828132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-b124a54a-6690-4c2e-b0d0-830bbf72bb2b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] No DVR routers for this DVR port dd71875f-1036-4206-99cb-54846aafc30f on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:07.832562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-b124a54a-6690-4c2e-b0d0-830bbf72bb2b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:07.832791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device d7bc870c-1737-4985-8822-38cbadf1d246 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:07.853857 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0458e98b-773e-4f1a-8a78-8afb43ff7795 req-b124a54a-6690-4c2e-b0d0-830bbf72bb2b tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.37 "DELETE /v2.0/ports/dd71875f-1036-4206-99cb-54846aafc30f HTTP/1.1" status: 204 len: 173 time: 1.2789273 Dec 13 12:51:07.862255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: d7bc870c-1737-4985-8822-38cbadf1d246 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:07.862597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device d7bc870c-1737-4985-8822-38cbadf1d246 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:07.873118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-40d636e2-958d-4105-92a9-8103dad565fd tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:07.875168 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-40d636e2-958d-4105-92a9-8103dad565fd tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.42 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 944 time: 0.1610572 Dec 13 12:51:07.966555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd135a-a0a8-49b2-a9d5-b3a16069c321 req-76ed42a8-3f1e-4e5e-b147-546884b9bdc6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:07.973883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd135a-a0a8-49b2-a9d5-b3a16069c321 req-76ed42a8-3f1e-4e5e-b147-546884b9bdc6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:07.984685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd135a-a0a8-49b2-a9d5-b3a16069c321 req-76ed42a8-3f1e-4e5e-b147-546884b9bdc6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:07.990212 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eafd135a-a0a8-49b2-a9d5-b3a16069c321 req-76ed42a8-3f1e-4e5e-b147-546884b9bdc6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2417 time: 0.1607933 Dec 13 12:51:08.000915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42404) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:08.034389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a341279-79a8-49d6-bc2c-ac4daf7889d4 req-686a8563-91b4-4f1c-994b-2d177e84a8ef tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=d92e8dcb-4c72-4b91-9870-4c5467750338 HTTP/1.1" status: 200 len: 210 time: 0.0956755 Dec 13 12:51:08.057257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-649a7f21-b1b6-4afa-a782-77042e167ae4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Deleting port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:08.057606 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-649a7f21-b1b6-4afa-a782-77042e167ae4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:08.113435 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a1474ec6-a062-4151-8d2d-1a51c6595892 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03615d06ceb14deb9ba31a908149e672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1092172 Dec 13 12:51:08.114352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42408) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:08.134979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eafd135a-a0a8-49b2-a9d5-b3a16069c321 req-74a5e67f-8954-4ec4-bb81-356e2f765942 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984135 Dec 13 12:51:08.217141 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cffe762-f5e7-4973-90fb-a7ad8504f62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:08.219811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-649a7f21-b1b6-4afa-a782-77042e167ae4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] For port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,segment=NetworkSegment(6c977f3e-f5b5-4dc5-9d13-6136685e0ce7),segment_id=6c977f3e-f5b5-4dc5-9d13-6136685e0ce7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:08.220969 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-649a7f21-b1b6-4afa-a782-77042e167ae4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:08.242568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-649a7f21-b1b6-4afa-a782-77042e167ae4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Calling delete_port for 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:08.261591 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cffe762-f5e7-4973-90fb-a7ad8504f62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:08.395153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cffe762-f5e7-4973-90fb-a7ad8504f62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:08.397840 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cffe762-f5e7-4973-90fb-a7ad8504f62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:08.408198 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8cffe762-f5e7-4973-90fb-a7ad8504f62c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4 HTTP/1.1" status: 204 len: 168 time: 0.2922108 Dec 13 12:51:08.436721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffe762-f5e7-4973-90fb-a7ad8504f62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7bb10b-7aeb-40d0-aa0b-b5ff6c2e45b4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:08.518590 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-649a7f21-b1b6-4afa-a782-77042e167ae4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:08.571780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a7f21-b1b6-4afa-a782-77042e167ae4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Pushing event deleted for resources: {'Port': ['ID=9dc4956f-f64b-4951-b96e-7fc1bd88ee3f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:08.614888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-649a7f21-b1b6-4afa-a782-77042e167ae4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] No DVR routers for this DVR port 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:08.617619 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-649a7f21-b1b6-4afa-a782-77042e167ae4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:08.621405 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c9a115c-765d-409e-8c43-a94d945dc3f9 req-649a7f21-b1b6-4afa-a782-77042e167ae4 tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.42 "DELETE /v2.0/ports/9dc4956f-f64b-4951-b96e-7fc1bd88ee3f HTTP/1.1" status: 204 len: 173 time: 0.7395029 Dec 13 12:51:08.652541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87551d-f2dc-432e-a6dc-ece119b5726c req-9e5409e1-12fe-409c-86b7-cd8cd1323d18 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:08.660071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87551d-f2dc-432e-a6dc-ece119b5726c req-9e5409e1-12fe-409c-86b7-cd8cd1323d18 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:08.666440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87551d-f2dc-432e-a6dc-ece119b5726c req-9e5409e1-12fe-409c-86b7-cd8cd1323d18 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:08.668296 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad87551d-f2dc-432e-a6dc-ece119b5726c req-9e5409e1-12fe-409c-86b7-cd8cd1323d18 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2417 time: 0.1170962 Dec 13 12:51:08.761659 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe73cd6-6229-4c45-8ce7-584e34fa49a0 req-95440860-e190-467f-92f9-34b8bb709732 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:08.763231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fe73cd6-6229-4c45-8ce7-584e34fa49a0 req-95440860-e190-467f-92f9-34b8bb709732 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 944 time: 0.0939636 Dec 13 12:51:08.794125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad87551d-f2dc-432e-a6dc-ece119b5726c req-fb0cf299-d877-42f1-96d7-7d788a1fc169 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930600 Dec 13 12:51:08.858968 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fe73cd6-6229-4c45-8ce7-584e34fa49a0 req-8497cf4d-ef5e-4b05-baeb-e455a67fd366 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871534 Dec 13 12:51:08.970471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4432e81-06cd-49d8-9020-e33c0db35b8e req-33dffe22-4d26-437f-b56c-102dcd33cd7a tempest-LiveMigrationTest-1342436076 tempest-LiveMigrationTest-1342436076-project] 10.222.0.31 "GET /v2.0/ports?device_id=901a0fab-9dd2-412c-9035-5c1514a8a392 HTTP/1.1" status: 200 len: 210 time: 0.0412149 Dec 13 12:51:08.988993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6f4a-465c-4cd3-811d-812d9e00a306 req-a38509af-42ec-4247-9a87-c586c37dde78 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:08.990599 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e54c6f4a-465c-4cd3-811d-812d9e00a306 req-a38509af-42ec-4247-9a87-c586c37dde78 tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 946 time: 0.1007307 Dec 13 12:51:09.057307 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e54c6f4a-465c-4cd3-811d-812d9e00a306 req-fd7dd7f4-f35b-4eea-921a-e4796b3f518a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/security-groups?id=bad2913c-f56a-42e9-a51e-2a866aca9f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595307 Dec 13 12:51:09.410780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42482) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:09.461140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-892195ab-399a-4af9-8d91-2c88e7ce6dcc tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:09.466568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-892195ab-399a-4af9-8d91-2c88e7ce6dcc tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/networks?id=d4dd769b-3799-47e4-ae1c-b5795ddd5369 HTTP/1.1" status: 200 len: 822 time: 0.1327808 Dec 13 12:51:09.479364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-17445434-820e-4543-b26a-6f738d0621a1 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/quotas/c70a3e8de7b1405785f8a73d8fd4ae61 HTTP/1.1" status: 200 len: 375 time: 0.0108867 Dec 13 12:51:09.513929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-cc1af735-1398-481d-a095-9a9ca43000c7 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c70a3e8de7b1405785f8a73d8fd4ae61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286853 Dec 13 12:51:09.529081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-330682644-network', 'tenant_id': '4cb1277a5000499ea9c731093834a2c4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:09.553399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Made reservation on behalf of 4cb1277a5000499ea9c731093834a2c4 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:09.556180 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:09.570126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:09.622745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-b937dfba-f3c8-4602-ab32-3053bcaadf95 service neutron] 10.222.0.31 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013486 Dec 13 12:51:09.662507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:09.667588 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:09.694934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:51:09.712163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d677f5b-3eff-4443-b390-9adef61d10ae,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:09.715000 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:09.715516 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Added segment 061af540-aac2-4c02-a706-ffd8541f2306 of type vlan for network 8583cc77-8503-4cbd-b727-0bec4295dee2 Dec 13 12:51:09.728424 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-80a598f7-98ac-4b5e-81ed-d10b1f0bcd65 service neutron] 10.222.0.31 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980301 Dec 13 12:51:09.730866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.731444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.732471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.732471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.732688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.732940 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.733450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.733965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.734329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.734660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.734988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.736243 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.736594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:09.778768 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:09.796517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92e8dcb-4c72-4b91-9870-4c5467750338', 'name': 'network-vif-deleted', 'tag': 'dd71875f-1036-4206-99cb-54846aafc30f'}, {'server_uuid': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'name': 'network-vif-deleted', 'tag': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:09.799653 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cc11db-eafd-4c9c-8b8e-fbc0ecaa3428" -d '{"events": [{"server_uuid": "d92e8dcb-4c72-4b91-9870-4c5467750338", "name": "network-vif-deleted", "tag": "dd71875f-1036-4206-99cb-54846aafc30f"}, {"server_uuid": "901a0fab-9dd2-412c-9035-5c1514a8a392", "name": "network-vif-deleted", "tag": "9dc4956f-f64b-4951-b96e-7fc1bd88ee3f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:09.815406 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:09.816560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:09.817203 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:09.845825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device dd6de195-f930-4c51-bfab-9dc65759c14e details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:09.877358 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f074413-9ae7-46f4-ab06-7e6b1d9b9ccd x-openstack-request-id: req-0f074413-9ae7-46f4-ab06-7e6b1d9b9ccd {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:09.877714 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92e8dcb-4c72-4b91-9870-4c5467750338", "name": "network-vif-deleted", "tag": "dd71875f-1036-4206-99cb-54846aafc30f", "status": "completed", "code": 200}, {"server_uuid": "901a0fab-9dd2-412c-9035-5c1514a8a392", "name": "network-vif-deleted", "tag": "9dc4956f-f64b-4951-b96e-7fc1bd88ee3f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:09.877975 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f074413-9ae7-46f4-ab06-7e6b1d9b9ccd {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:09.878522 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92e8dcb-4c72-4b91-9870-4c5467750338', 'name': 'network-vif-deleted', 'tag': 'dd71875f-1036-4206-99cb-54846aafc30f', 'status': 'completed', 'code': 200} Dec 13 12:51:09.878670 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a0fab-9dd2-412c-9035-5c1514a8a392', 'name': 'network-vif-deleted', 'tag': '9dc4956f-f64b-4951-b96e-7fc1bd88ee3f', 'status': 'completed', 'code': 200} Dec 13 12:51:09.915405 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5034566 Dec 13 12:51:09.918761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42496) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:09.925406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Request body: {'subnet': {'network_id': '8583cc77-8503-4cbd-b727-0bec4295dee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-330682644-subnet', 'tenant_id': '4cb1277a5000499ea9c731093834a2c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:09.941921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bea483-a8c8-46f7-bf2a-ec1c6ce8cd7b admin admin] Pushing event updated for resources: {'Network': ['ID=8583cc77-8503-4cbd-b727-0bec4295dee2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:09.954873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-34815767-94eb-42e6-983a-3f1bd2b3ea1a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:09.956391 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-34815767-94eb-42e6-983a-3f1bd2b3ea1a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 946 time: 0.0761669 Dec 13 12:51:09.991299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 8583cc77-8503-4cbd-b727-0bec4295dee2 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:51:10.008418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Made reservation on behalf of 4cb1277a5000499ea9c731093834a2c4 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:10.012033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:10.122132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-e6fa225f-09d1-4b27-8639-ff8859c7f6aa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Deleting port 7fce74e5-b939-4f4e-b000-37ec0ff016c6 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:10.122479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-e6fa225f-09d1-4b27-8639-ff8859c7f6aa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:10.136415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27809-6e7f-4d53-a4e4-0fd6b245b245 req-8d5724f5-7f11-4b61-9d8b-52e658929ea3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:10.143325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27809-6e7f-4d53-a4e4-0fd6b245b245 req-8d5724f5-7f11-4b61-9d8b-52e658929ea3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:10.151852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27809-6e7f-4d53-a4e4-0fd6b245b245 req-8d5724f5-7f11-4b61-9d8b-52e658929ea3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:10.159847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ff27809-6e7f-4d53-a4e4-0fd6b245b245 req-8d5724f5-7f11-4b61-9d8b-52e658929ea3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2417 time: 0.1927457 Dec 13 12:51:10.211539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port dd6de195-f930-4c51-bfab-9dc65759c14e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd6de195-f930-4c51-bfab-9dc65759c14e,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:10.238409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'dd6de195-f930-4c51-bfab-9dc65759c14e', 'network_id': 'f43937d2-46d3-48f2-bb70-b47761b3f8af', 'port_id': 'dd6de195-f930-4c51-bfab-9dc65759c14e', 'mac_address': 'fa:16:3e:fb:33:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cfcd4d-5e80-46fd-ac59-db194ffa6779', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:10.299003 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:10.311017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80bb85-9159-48d4-8778-7747680a6bb8 req-ceafb094-859d-42b1-a4d3-63d9bdace954 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:10.312602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b80bb85-9159-48d4-8778-7747680a6bb8 req-ceafb094-859d-42b1-a4d3-63d9bdace954 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 944 time: 0.2319219 Dec 13 12:51:10.318664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6de195-f930-4c51-bfab-9dc65759c14e {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:10.326653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ff27809-6e7f-4d53-a4e4-0fd6b245b245 req-53e55f98-4601-4a8e-a982-530d542dbbcc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655192 Dec 13 12:51:10.344567 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port dd6de195-f930-4c51-bfab-9dc65759c14e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd6de195-f930-4c51-bfab-9dc65759c14e,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:10.350913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:10.356997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-2646c34e-c1b0-4893-a6e8-36eccc7e6d73 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:10.363014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-2646c34e-c1b0-4893-a6e8-36eccc7e6d73 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:10.369032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-2646c34e-c1b0-4893-a6e8-36eccc7e6d73 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:10.370741 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-2646c34e-c1b0-4893-a6e8-36eccc7e6d73 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 2417 time: 0.1413653 Dec 13 12:51:10.372802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-e6fa225f-09d1-4b27-8639-ff8859c7f6aa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] For port 7fce74e5-b939-4f4e-b000-37ec0ff016c6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7fce74e5-b939-4f4e-b000-37ec0ff016c6,segment=NetworkSegment(6d6e9ccf-1161-4530-a4a0-0b7679479f85),segment_id=6d6e9ccf-1161-4530-a4a0-0b7679479f85)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:10.373162 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-e6fa225f-09d1-4b27-8639-ff8859c7f6aa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:10.421576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=dd6de195-f930-4c51-bfab-9dc65759c14e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:10.436558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-e6fa225f-09d1-4b27-8639-ff8859c7f6aa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Calling delete_port for 7fce74e5-b939-4f4e-b000-37ec0ff016c6 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:10.458919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b80bb85-9159-48d4-8778-7747680a6bb8 req-38be9600-db9a-42e2-9adc-10912239e667 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260421 Dec 13 12:51:10.549517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42dad98d-1608-48ca-944d-c0e80a260624 req-78025440-248d-4d53-8533-8389871dff59 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 210 time: 0.1100321 Dec 13 12:51:10.550055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42512) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:10.657344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['dd6de195-f930-4c51-bfab-9dc65759c14e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:10.748612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-d2a4c453-2c1a-478f-9f92-76ca31d8349d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting port 6e14e299-3e91-4617-895c-d0e38aac5e95 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:10.748952 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-d2a4c453-2c1a-478f-9f92-76ca31d8349d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:10.754640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-e6fa225f-09d1-4b27-8639-ff8859c7f6aa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:10.771324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7fce74e5-b939-4f4e-b000-37ec0ff016c6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:10.835673 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa225f-09d1-4b27-8639-ff8859c7f6aa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Pushing event deleted for resources: {'Port': ['ID=7fce74e5-b939-4f4e-b000-37ec0ff016c6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:10.849777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-198c6588-98da-4e51-9ec8-0a0685adf9e6 req-eca502e4-1be9-4c1f-b764-135246e2a75a tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9b72670-1229-4f05-baa5-2b30f6be7eb6 HTTP/1.1" status: 200 len: 210 time: 0.1351340 Dec 13 12:51:10.890601 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:10.914760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-e6fa225f-09d1-4b27-8639-ff8859c7f6aa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] No DVR routers for this DVR port 7fce74e5-b939-4f4e-b000-37ec0ff016c6 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:10.919502 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-e6fa225f-09d1-4b27-8639-ff8859c7f6aa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:10.923115 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-863cc940-e333-4e87-b1c3-e93b4d0634fe req-e6fa225f-09d1-4b27-8639-ff8859c7f6aa tempest-ServersTestJSON-1987589706 tempest-ServersTestJSON-1987589706-project] 10.222.0.37 "DELETE /v2.0/ports/7fce74e5-b939-4f4e-b000-37ec0ff016c6 HTTP/1.1" status: 204 len: 173 time: 0.9599798 Dec 13 12:51:10.956254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb01f20-b4b1-484e-9104-659127ff9bf6 admin admin] Deleting subnet f78a57fd-1d76-4319-9106-b62626f1bc04 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:10.971336 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebb01f20-b4b1-484e-9104-659127ff9bf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.006424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-d2a4c453-2c1a-478f-9f92-76ca31d8349d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] For port 6e14e299-3e91-4617-895c-d0e38aac5e95, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6e14e299-3e91-4617-895c-d0e38aac5e95,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:11.006997 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-d2a4c453-2c1a-478f-9f92-76ca31d8349d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.009240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d45124-18a7-4233-a649-275104e23e86,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:11.028749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebb01f20-b4b1-484e-9104-659127ff9bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.029781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-d2a4c453-2c1a-478f-9f92-76ca31d8349d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Calling delete_port for 6e14e299-3e91-4617-895c-d0e38aac5e95 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:11.065987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Checking segment: {'id': '061af540-aac2-4c02-a706-ffd8541f2306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8583cc77-8503-4cbd-b727-0bec4295dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:11.066463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Network hostable DHCP agents. Network: 8583cc77-8503-4cbd-b727-0bec4295dee2, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:51:11.092720 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebb01f20-b4b1-484e-9104-659127ff9bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.122342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Network 8583cc77-8503-4cbd-b727-0bec4295dee2 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:51:11.133931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 8583cc77-8503-4cbd-b727-0bec4295dee2) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:11.142825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:11.143407 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.144170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da82f783-f003-4ae6-b9e0-f04bab2818b7 None None] Network 8583cc77-8503-4cbd-b727-0bec4295dee2 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:11.179706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-febb8c34-6a52-4f58-9850-9c14f443ed62 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2591116 Dec 13 12:51:11.191012 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebb01f20-b4b1-484e-9104-659127ff9bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.219787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-d2a4c453-2c1a-478f-9f92-76ca31d8349d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.220697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb01f20-b4b1-484e-9104-659127ff9bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78a57fd-1d76-4319-9106-b62626f1bc04,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:11.235742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebb01f20-b4b1-484e-9104-659127ff9bf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.243651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ebb01f20-b4b1-484e-9104-659127ff9bf6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f78a57fd-1d76-4319-9106-b62626f1bc04 HTTP/1.1" status: 204 len: 168 time: 0.6862595 Dec 13 12:51:11.246731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42530) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:11.305447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4c453-2c1a-478f-9f92-76ca31d8349d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Port': ['ID=6e14e299-3e91-4617-895c-d0e38aac5e95,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:11.383134 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.436680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60583cf-0da1-41e2-aeb4-df2a44b6014e None None] Network 8583cc77-8503-4cbd-b727-0bec4295dee2 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:11.519249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-d2a4c453-2c1a-478f-9f92-76ca31d8349d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] No DVR routers for this DVR port 6e14e299-3e91-4617-895c-d0e38aac5e95 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:11.524257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-d2a4c453-2c1a-478f-9f92-76ca31d8349d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.529273 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-d2a4c453-2c1a-478f-9f92-76ca31d8349d tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.42 "DELETE /v2.0/ports/6e14e299-3e91-4617-895c-d0e38aac5e95 HTTP/1.1" status: 204 len: 173 time: 1.1469543 Dec 13 12:51:11.604063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['6e14e299-3e91-4617-895c-d0e38aac5e95', 'a85ddffe-6929-43fe-96b6-5f3c27f315e9', 'ce40ec12-35b1-4563-a1c4-7fdadbe145a3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:11.665644 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.735875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219543e4-4bac-49a9-93d4-417277130b86']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:11.756712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:11.757342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c977f3e-f5b5-4dc5-9d13-6136685e0ce7') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:11.788359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-435b0130-d7c4-4a73-8d52-41bbfd00aba4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:11.791811 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-435b0130-d7c4-4a73-8d52-41bbfd00aba4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.37 "GET /v2.0/networks?id=d4dd769b-3799-47e4-ae1c-b5795ddd5369 HTTP/1.1" status: 200 len: 822 time: 0.4145761 Dec 13 12:51:11.804077 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-4c6de869-9b1a-4f65-a272-0afa961372a3 req-c519555c-999a-43d7-a71c-3da00da15bba tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] show failed (client error): The resource could not be found. Dec 13 12:51:11.816552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c6de869-9b1a-4f65-a272-0afa961372a3 req-c519555c-999a-43d7-a71c-3da00da15bba tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] 10.222.0.31 "GET /v2.0/security-groups/ba24a699-db6a-454f-967e-83075f3da3de HTTP/1.1" status: 404 len: 352 time: 0.0670292 Dec 13 12:51:11.822367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.833673 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Request body: {'port': {'device_id': '6e21f021-bb21-4cbd-8998-6bcdbaea8801', 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369', 'admin_state_up': True, 'tenant_id': 'c70a3e8de7b1405785f8a73d8fd4ae61'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:11.859684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device dd6de195-f930-4c51-bfab-9dc65759c14e up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:11.898839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd1602-0028-406c-803d-9da89aeb941a req-e69a677b-f91c-4dc0-ab53-2473c8ea007e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:11.911868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd1602-0028-406c-803d-9da89aeb941a req-e69a677b-f91c-4dc0-ab53-2473c8ea007e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:11.919846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0efd1602-0028-406c-803d-9da89aeb941a req-e69a677b-f91c-4dc0-ab53-2473c8ea007e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 1682 time: 0.4347916 Dec 13 12:51:11.922256 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.951755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:51:11.952248 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:51:11.955922 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:51:11.959379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b72670-1229-4f05-baa5-2b30f6be7eb6', 'name': 'network-vif-deleted', 'tag': '7fce74e5-b939-4f4e-b000-37ec0ff016c6'}, {'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-deleted', 'tag': '6e14e299-3e91-4617-895c-d0e38aac5e95'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:11.961756 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0667c580-c10e-48a2-9238-39a531e031aa" -d '{"events": [{"server_uuid": "a9b72670-1229-4f05-baa5-2b30f6be7eb6", "name": "network-vif-deleted", "tag": "7fce74e5-b939-4f4e-b000-37ec0ff016c6"}, {"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-deleted", "tag": "6e14e299-3e91-4617-895c-d0e38aac5e95"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:11.995566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e74cc667-0d38-42af-b20d-bc54f58d2dfc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting port a85ddffe-6929-43fe-96b6-5f3c27f315e9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:11.995909 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e74cc667-0d38-42af-b20d-bc54f58d2dfc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.003707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Made reservation on behalf of c70a3e8de7b1405785f8a73d8fd4ae61 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:12.007684 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.009287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port dd6de195-f930-4c51-bfab-9dc65759c14e completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:12.017955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port dd6de195-f930-4c51-bfab-9dc65759c14e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:12.018421 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.053589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0efd1602-0028-406c-803d-9da89aeb941a req-5434e288-f209-4653-9bc8-5799d5e30e29 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326678 Dec 13 12:51:12.114018 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.125281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c6067-e701-4c6c-9377-922a6bbfb96d req-b5928804-381f-4716-b35c-9e27a9d795d5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:12.136557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-944c6067-e701-4c6c-9377-922a6bbfb96d req-b5928804-381f-4716-b35c-9e27a9d795d5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 945 time: 0.2112100 Dec 13 12:51:12.145495 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.146311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dd71875f-1036-4206-99cb-54846aafc30f no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:12.149773 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] 10.222.0.31 "DELETE /v2.0/networks/219543e4-4bac-49a9-93d4-417277130b86 HTTP/1.1" status: 204 len: 168 time: 0.9020634 Dec 13 12:51:12.168528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42550) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:12.173024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: dd71875f-1036-4206-99cb-54846aafc30f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:12.173564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dd71875f-1036-4206-99cb-54846aafc30f not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:12.193976 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.227325 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c750fda-a967-4345-bf5d-74b8214056c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6de195-f930-4c51-bfab-9dc65759c14e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:12.230257 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551784d0-46a9-42c2-8d85-b7ef6b97668a" -d '{"events": [{"server_uuid": "5c750fda-a967-4345-bf5d-74b8214056c4", "name": "network-vif-plugged", "status": "completed", "tag": "dd6de195-f930-4c51-bfab-9dc65759c14e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:12.244329 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab6d0a2-4a48-476d-b7ef-1885b016aa52 req-332b6ba6-c19c-4ba5-b5ee-2f8d771e243d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 210 time: 0.0637698 Dec 13 12:51:12.245109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819c4d8-9868-4f24-abcd-bdb3d6b7b333 admin admin] Pushing event deleted for resources: {'Network': ['ID=219543e4-4bac-49a9-93d4-417277130b86,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:12.261404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port dd6de195-f930-4c51-bfab-9dc65759c14e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd6de195-f930-4c51-bfab-9dc65759c14e,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:12.278054 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.278919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:12.286167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e74cc667-0d38-42af-b20d-bc54f58d2dfc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] For port a85ddffe-6929-43fe-96b6-5f3c27f315e9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a85ddffe-6929-43fe-96b6-5f3c27f315e9,segment=NetworkSegment(c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92),segment_id=c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:12.287386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e74cc667-0d38-42af-b20d-bc54f58d2dfc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.294207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d746f172-1ee2-42cd-aa84-08d43628ddd5 admin admin] Deleting subnet 987d8fa8-0151-4f40-aae3-3245f8d92134 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:12.297719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d746f172-1ee2-42cd-aa84-08d43628ddd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.307008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e74cc667-0d38-42af-b20d-bc54f58d2dfc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Calling delete_port for a85ddffe-6929-43fe-96b6-5f3c27f315e9 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:12.337570 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d746f172-1ee2-42cd-aa84-08d43628ddd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.367728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:12.368068 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9dc4956f-f64b-4951-b96e-7fc1bd88ee3f not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:12.380340 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d746f172-1ee2-42cd-aa84-08d43628ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.430131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=dd6de195-f930-4c51-bfab-9dc65759c14e,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:12.476774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-944c6067-e701-4c6c-9377-922a6bbfb96d req-f635cf0d-a46a-4d5d-a40d-c6fcdef8832b tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166525 Dec 13 12:51:12.477386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42558) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:12.483686 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d746f172-1ee2-42cd-aa84-08d43628ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.488585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Allocated IP 172.20.0.11 (d4dd769b-3799-47e4-ae1c-b5795ddd5369/9e73b7bc-3a6a-4656-8a72-866e246cc338/dc37a913-c331-4510-9cba-8e591c3e844f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:12.496987 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e74cc667-0d38-42af-b20d-bc54f58d2dfc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.536160 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fee6ca3-0516-497f-8fc4-21e42840dd1a x-openstack-request-id: req-2fee6ca3-0516-497f-8fc4-21e42840dd1a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:12.536460 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c750fda-a967-4345-bf5d-74b8214056c4", "name": "network-vif-plugged", "status": "completed", "tag": "dd6de195-f930-4c51-bfab-9dc65759c14e", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:12.536769 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fee6ca3-0516-497f-8fc4-21e42840dd1a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:12.538397 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c750fda-a967-4345-bf5d-74b8214056c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6de195-f930-4c51-bfab-9dc65759c14e', 'code': 200} Dec 13 12:51:12.544551 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9a1ca-6859-42e2-93b5-7531baebc031 x-openstack-request-id: req-5cd9a1ca-6859-42e2-93b5-7531baebc031 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:12.545149 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b72670-1229-4f05-baa5-2b30f6be7eb6", "name": "network-vif-deleted", "tag": "7fce74e5-b939-4f4e-b000-37ec0ff016c6", "status": "completed", "code": 200}, {"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-deleted", "tag": "6e14e299-3e91-4617-895c-d0e38aac5e95", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:12.545532 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cd9a1ca-6859-42e2-93b5-7531baebc031 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:12.545815 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b72670-1229-4f05-baa5-2b30f6be7eb6', 'name': 'network-vif-deleted', 'tag': '7fce74e5-b939-4f4e-b000-37ec0ff016c6', 'status': 'completed', 'code': 200} Dec 13 12:51:12.546003 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-deleted', 'tag': '6e14e299-3e91-4617-895c-d0e38aac5e95', 'status': 'completed', 'code': 200} Dec 13 12:51:12.546921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cc667-0d38-42af-b20d-bc54f58d2dfc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Port': ['ID=a85ddffe-6929-43fe-96b6-5f3c27f315e9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:12.583580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746f172-1ee2-42cd-aa84-08d43628ddd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987d8fa8-0151-4f40-aae3-3245f8d92134,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:12.616033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d746f172-1ee2-42cd-aa84-08d43628ddd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.619757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d746f172-1ee2-42cd-aa84-08d43628ddd5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/987d8fa8-0151-4f40-aae3-3245f8d92134 HTTP/1.1" status: 204 len: 168 time: 0.4501109 Dec 13 12:51:12.628227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42560) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:12.642099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e74cc667-0d38-42af-b20d-bc54f58d2dfc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] No DVR routers for this DVR port a85ddffe-6929-43fe-96b6-5f3c27f315e9 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:12.704731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10d766d-1cf8-4272-908a-90189a58c60f admin admin] Deleting subnet fce70964-4b77-4266-9ada-339f61494bbe {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:12.726521 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d10d766d-1cf8-4272-908a-90189a58c60f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.738107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e74cc667-0d38-42af-b20d-bc54f58d2dfc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.741550 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e74cc667-0d38-42af-b20d-bc54f58d2dfc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.42 "DELETE /v2.0/ports/a85ddffe-6929-43fe-96b6-5f3c27f315e9 HTTP/1.1" status: 204 len: 173 time: 1.2027340 Dec 13 12:51:12.765266 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d10d766d-1cf8-4272-908a-90189a58c60f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.811813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d10d766d-1cf8-4272-908a-90189a58c60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.821492 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.873004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94ac5a89-9d7c-40ec-9fea-11c62e58cb6d req-c4ea9f1c-991d-4ab5-a7a9-2653e24731d2 tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cb1277a5000499ea9c731093834a2c4 HTTP/1.1" status: 200 len: 3001 time: 0.2905812 Dec 13 12:51:12.897299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e521a924-9616-4216-9295-10a67cd4d4ad tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:12.897638 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e521a924-9616-4216-9295-10a67cd4d4ad tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.944714 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.953027 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:12.962199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94ac5a89-9d7c-40ec-9fea-11c62e58cb6d req-e0103344-5732-4c96-9bc8-6f03d0525e7f tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] 10.222.0.31 "GET /v2.0/security-groups/1d677f5b-3eff-4443-b390-9adef61d10ae HTTP/1.1" status: 200 len: 2998 time: 0.0882447 Dec 13 12:51:12.965681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756e811-ae51-46f1-8516-2b099bf07237 req-7eda99c3-6a42-47de-9991-e68fa9b5bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:12.967552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1756e811-ae51-46f1-8516-2b099bf07237 req-7eda99c3-6a42-47de-9991-e68fa9b5bbe2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 1097 time: 0.3380969 Dec 13 12:51:13.008332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Network d4dd769b-3799-47e4-ae1c-b5795ddd5369 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:13.021491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:13.028046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:13.037675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event updated for resources: {'Port': ['ID=dc37a913-c331-4510-9cba-8e591c3e844f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:13.073067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e521a924-9616-4216-9295-10a67cd4d4ad tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] For port ce40ec12-35b1-4563-a1c4-7fdadbe145a3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:13.073315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e521a924-9616-4216-9295-10a67cd4d4ad tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.075482 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d10d766d-1cf8-4272-908a-90189a58c60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.093319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e521a924-9616-4216-9295-10a67cd4d4ad tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Calling delete_port for ce40ec12-35b1-4563-a1c4-7fdadbe145a3 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:13.110821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:13.111702 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.141129 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.167217 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-aedbd9c1-c69d-47c6-80cf-738835c55b38 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3482823 Dec 13 12:51:13.177553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1756e811-ae51-46f1-8516-2b099bf07237 req-dd58eaae-3ec4-42a0-98fe-069b1a74593f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963830 Dec 13 12:51:13.179597 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Request body: {'port': {'device_id': '6e21f021-bb21-4cbd-8998-6bcdbaea8801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:13.198231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e35858-6481-46ad-8413-be5fdf2ee33d']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:13.212884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c589c555-17f8-4fae-bced-a1b4775555a5') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:13.213224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c589c555-17f8-4fae-bced-a1b4775555a5') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:13.225354 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d10d766d-1cf8-4272-908a-90189a58c60f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.231231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d10d766d-1cf8-4272-908a-90189a58c60f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fce70964-4b77-4266-9ada-339f61494bbe HTTP/1.1" status: 204 len: 168 time: 0.7468162 Dec 13 12:51:13.232363 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.236467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42564) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:13.266108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d766d-1cf8-4272-908a-90189a58c60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce70964-4b77-4266-9ada-339f61494bbe,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:13.284905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94ac5a89-9d7c-40ec-9fea-11c62e58cb6d req-2981aee6-2d4a-4dd6-a18f-78714b003308 tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] 10.222.0.31 "GET /v2.0/security-groups/1d677f5b-3eff-4443-b390-9adef61d10ae HTTP/1.1" status: 200 len: 2998 time: 0.3131230 Dec 13 12:51:13.311013 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.322112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:51:13.326223 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:51:13.329353 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:51:13.367231 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.376657 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.410509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcdabe-3445-49a3-b013-b11772e8402e req-8be610c9-76f6-494a-8c23-ff16cd226090 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:13.418158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1fcdabe-3445-49a3-b013-b11772e8402e req-8be610c9-76f6-494a-8c23-ff16cd226090 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f931f-b971-4f3d-a9be-4368cff93799 HTTP/1.1" status: 200 len: 946 time: 0.2370322 Dec 13 12:51:13.460963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.470011 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.474119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] 10.222.0.31 "DELETE /v2.0/networks/17e35858-6481-46ad-8413-be5fdf2ee33d HTTP/1.1" status: 204 len: 168 time: 0.8408675 Dec 13 12:51:13.474276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e521a924-9616-4216-9295-10a67cd4d4ad tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.502335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494322d-f72f-4a88-9c11-6fbd7dd59f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=17e35858-6481-46ad-8413-be5fdf2ee33d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:13.533007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1fcdabe-3445-49a3-b013-b11772e8402e req-abd77295-4eed-46af-8f95-d371089eb528 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134715 Dec 13 12:51:13.549361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a3c69-eec3-4f30-8c6b-306f8699b324 req-386e7879-d044-4080-9050-e310bda0cc08 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:13.551233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f2a3c69-eec3-4f30-8c6b-306f8699b324 req-386e7879-d044-4080-9050-e310bda0cc08 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 932 time: 0.1722922 Dec 13 12:51:13.555513 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.609317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521a924-9616-4216-9295-10a67cd4d4ad tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Port': ['ID=ce40ec12-35b1-4563-a1c4-7fdadbe145a3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:13.673966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42578) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:13.696481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20a27d44-3e12-448e-9ea3-73fde2b6c9af req-87fca6ac-98cf-4470-ac37-68c7762fbddb tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] 10.222.0.31 "GET /v2.0/security-groups/1d677f5b-3eff-4443-b390-9adef61d10ae HTTP/1.1" status: 200 len: 2998 time: 0.1391590 Dec 13 12:51:13.706094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8072c86c-36ec-4f72-a683-789222078cc2']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:13.741382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6e9ccf-1161-4530-a4a0-0b7679479f85') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:13.741617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6e9ccf-1161-4530-a4a0-0b7679479f85') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:13.743620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e521a924-9616-4216-9295-10a67cd4d4ad tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] No DVR routers for this DVR port ce40ec12-35b1-4563-a1c4-7fdadbe145a3 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:13.755234 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e521a924-9616-4216-9295-10a67cd4d4ad tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.758971 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-87c7914d-52bb-4fb8-8cc2-66117ac9b555 req-e521a924-9616-4216-9295-10a67cd4d4ad tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.42 "DELETE /v2.0/ports/ce40ec12-35b1-4563-a1c4-7fdadbe145a3 HTTP/1.1" status: 204 len: 173 time: 1.0073981 Dec 13 12:51:13.764605 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.770695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f2a3c69-eec3-4f30-8c6b-306f8699b324 req-8fcc0cfb-c6fe-4ca9-bc68-e5e167d12b7d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068174 Dec 13 12:51:13.799828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.862557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a85ddffe-6929-43fe-96b6-5f3c27f315e9 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:13.865359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8f2c563b-7577-412c-97fe-e8c9f968d26e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7311861d06bd4ed8a69302e267470b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285605 Dec 13 12:51:13.868550 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-20a27d44-3e12-448e-9ea3-73fde2b6c9af req-b8c39b6b-b300-4b78-9c02-83924ab11f7f tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 12:51:13.868773 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42580) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:13.874202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:51:13.874605 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:13.879996 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20a27d44-3e12-448e-9ea3-73fde2b6c9af req-b8c39b6b-b300-4b78-9c02-83924ab11f7f tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] 10.222.0.31 "DELETE /v2.0/security-groups/1d677f5b-3eff-4443-b390-9adef61d10ae HTTP/1.1" status: 409 len: 352 time: 0.1818590 Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:51:13.891931 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:51:13.915286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: a85ddffe-6929-43fe-96b6-5f3c27f315e9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:13.916125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a85ddffe-6929-43fe-96b6-5f3c27f315e9 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:13.921599 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6e14e299-3e91-4617-895c-d0e38aac5e95 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:13.950465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 6e14e299-3e91-4617-895c-d0e38aac5e95 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:13.951143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6e14e299-3e91-4617-895c-d0e38aac5e95 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:13.951756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ce40ec12-35b1-4563-a1c4-7fdadbe145a3 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:13.974329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: ce40ec12-35b1-4563-a1c4-7fdadbe145a3 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:13.975111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ce40ec12-35b1-4563-a1c4-7fdadbe145a3 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:13.985195 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-fb418ec5-f2f1-4c41-ba09-51548cad86b6 req-91eb374e-8e6e-4146-a2ca-75a8f9995dd2 tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] show failed (client error): The resource could not be found. Dec 13 12:51:13.987504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb418ec5-f2f1-4c41-ba09-51548cad86b6 req-91eb374e-8e6e-4146-a2ca-75a8f9995dd2 tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] 10.222.0.31 "GET /v2.0/security-groups/07a9e8d1-29e4-4597-930d-1c318ff22cde HTTP/1.1" status: 404 len: 352 time: 0.0506608 Dec 13 12:51:14.017157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.029120 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-a9cfec75-ea51-455f-8581-32aa34c3f43a req-2ffab395-bc52-4aeb-a478-996ddc5ac348 tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] show failed (client error): The resource could not be found. Dec 13 12:51:14.029315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.029429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9cfec75-ea51-455f-8581-32aa34c3f43a req-2ffab395-bc52-4aeb-a478-996ddc5ac348 tempest-SecurityGroupsNegativeTestJSON-1527007872 tempest-SecurityGroupsNegativeTestJSON-1527007872-project] 10.222.0.31 "GET /v2.0/security-groups/53b95879-6451-46b8-9326-1ade82e8ed5d HTTP/1.1" status: 404 len: 352 time: 0.0169735 Dec 13 12:51:14.032472 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8072c86c-36ec-4f72-a683-789222078cc2 HTTP/1.1" status: 204 len: 168 time: 0.7949293 Dec 13 12:51:14.033235 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0feea4bb-5fc1-4df4-b4a5-cd7b09877e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.050794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42588) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:14.113371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc37a913-c331-4510-9cba-8e591c3e844f {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:14.124617 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.139585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7fce74e5-b939-4f4e-b000-37ec0ff016c6 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:14.139829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Transition to ACTIVE for port object dc37a913-c331-4510-9cba-8e591c3e844f will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:51:14.166664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f2af5-4d09-4153-bc25-37db2d2fb0d4 req-4191b16e-ca33-45ab-bb01-2a14a34acac8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:14.168730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a1f2af5-4d09-4153-bc25-37db2d2fb0d4 req-4191b16e-ca33-45ab-bb01-2a14a34acac8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 946 time: 0.1384401 Dec 13 12:51:14.172456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb49754-f1c9-4cc7-8aa2-55b278236c45 admin admin] Deleting subnet 21d45124-18a7-4233-a649-275104e23e86 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:14.175628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.179648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acb49754-f1c9-4cc7-8aa2-55b278236c45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.181379 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0feea4bb-5fc1-4df4-b4a5-cd7b09877e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.188257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 7fce74e5-b939-4f4e-b000-37ec0ff016c6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:14.188618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7fce74e5-b939-4f4e-b000-37ec0ff016c6 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:14.195758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e51807-0266-4b36-81ea-449d0e23f874 admin admin] Pushing event deleted for resources: {'Network': ['ID=8072c86c-36ec-4f72-a683-789222078cc2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:14.328313 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acb49754-f1c9-4cc7-8aa2-55b278236c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.340939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Pushing event updated for resources: {'Port': ['ID=dc37a913-c331-4510-9cba-8e591c3e844f,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:14.367627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42590) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:14.416334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a1f2af5-4d09-4153-bc25-37db2d2fb0d4 req-3f93c609-f8b8-44fd-8a21-7cf67b4377c5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378700 Dec 13 12:51:14.426668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acb49754-f1c9-4cc7-8aa2-55b278236c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.494864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-050f71b9-022d-4ffb-860e-261716dd2f53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f432bec179c94f32a945c3aa13ee6e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1178160 Dec 13 12:51:14.498056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42594) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:14.522630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0feea4bb-5fc1-4df4-b4a5-cd7b09877e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.526732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0feea4bb-5fc1-4df4-b4a5-cd7b09877e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.529189 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0feea4bb-5fc1-4df4-b4a5-cd7b09877e81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86b88453-164a-4318-8b9f-5285e05dbc15 HTTP/1.1" status: 204 len: 168 time: 0.6561158 Dec 13 12:51:14.551173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feea4bb-5fc1-4df4-b4a5-cd7b09877e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b88453-164a-4318-8b9f-5285e05dbc15,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:14.553846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-deleted', 'tag': 'a85ddffe-6929-43fe-96b6-5f3c27f315e9'}, {'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-deleted', 'tag': 'ce40ec12-35b1-4563-a1c4-7fdadbe145a3'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:14.557888 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5f4472-409a-4f1a-b666-16d6df27c004" -d '{"events": [{"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-deleted", "tag": "a85ddffe-6929-43fe-96b6-5f3c27f315e9"}, {"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-deleted", "tag": "ce40ec12-35b1-4563-a1c4-7fdadbe145a3"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:14.592114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Attempting to bind port dc37a913-c331-4510-9cba-8e591c3e844f on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:14.592555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Attempting to bind port dc37a913-c331-4510-9cba-8e591c3e844f by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:14.593476 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Attempting to bind port dc37a913-c331-4510-9cba-8e591c3e844f on network d4dd769b-3799-47e4-ae1c-b5795ddd5369 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:14.607870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Port dc37a913-c331-4510-9cba-8e591c3e844f on network d4dd769b-3799-47e4-ae1c-b5795ddd5369 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:51:14.613172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Attempting to bind port dc37a913-c331-4510-9cba-8e591c3e844f on network d4dd769b-3799-47e4-ae1c-b5795ddd5369 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:14.640745 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-29d2b88f-900f-49e9-82c4-7ba8e7ca0876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.644353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:14.645734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Checking segment: {'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:14.648151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Bound using segment: {'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:14.649025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Bound port: dc37a913-c331-4510-9cba-8e591c3e844f, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dddcbf2-89e4-47e9-b167-c43b8e2a203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:14.649507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.673178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42602) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:14.696597 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5671a256-7327-4a5c-9a89-3a6571546e2a x-openstack-request-id: req-5671a256-7327-4a5c-9a89-3a6571546e2a {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:14.696961 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-deleted", "tag": "a85ddffe-6929-43fe-96b6-5f3c27f315e9", "status": "completed", "code": 200}, {"server_uuid": "ac0f931f-b971-4f3d-a9be-4368cff93799", "name": "network-vif-deleted", "tag": "ce40ec12-35b1-4563-a1c4-7fdadbe145a3", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:14.697332 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5671a256-7327-4a5c-9a89-3a6571546e2a {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:14.698184 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-deleted', 'tag': 'a85ddffe-6929-43fe-96b6-5f3c27f315e9', 'status': 'completed', 'code': 200} Dec 13 12:51:14.698537 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0f931f-b971-4f3d-a9be-4368cff93799', 'name': 'network-vif-deleted', 'tag': 'ce40ec12-35b1-4563-a1c4-7fdadbe145a3', 'status': 'completed', 'code': 200} Dec 13 12:51:14.717969 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acb49754-f1c9-4cc7-8aa2-55b278236c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.768452 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-29d2b88f-900f-49e9-82c4-7ba8e7ca0876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.804028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] For port dc37a913-c331-4510-9cba-8e591c3e844f, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:14.806840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb49754-f1c9-4cc7-8aa2-55b278236c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d45124-18a7-4233-a649-275104e23e86,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:14.811116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] For port dc37a913-c331-4510-9cba-8e591c3e844f, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dc37a913-c331-4510-9cba-8e591c3e844f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:14.814572 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acb49754-f1c9-4cc7-8aa2-55b278236c45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.818216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-acb49754-f1c9-4cc7-8aa2-55b278236c45 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/21d45124-18a7-4233-a649-275104e23e86 HTTP/1.1" status: 204 len: 168 time: 0.7664189 Dec 13 12:51:14.818575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.824499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42604) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:14.861738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca7278b-9e4d-40ff-83e7-39bdcbab38a9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting subnet a8329962-5ee2-4ecd-8082-05f1990117a7 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:14.866707 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cca7278b-9e4d-40ff-83e7-39bdcbab38a9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.936817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:14.937447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:14.939327 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] 10.222.0.37 "PUT /v2.0/ports/dc37a913-c331-4510-9cba-8e591c3e844f HTTP/1.1" status: 200 len: 1092 time: 1.7636933 Dec 13 12:51:14.984700 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cca7278b-9e4d-40ff-83e7-39bdcbab38a9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.016694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-29d2b88f-900f-49e9-82c4-7ba8e7ca0876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.019849 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-29d2b88f-900f-49e9-82c4-7ba8e7ca0876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.023805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-29d2b88f-900f-49e9-82c4-7ba8e7ca0876 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bad2913c-f56a-42e9-a51e-2a866aca9f2e HTTP/1.1" status: 204 len: 168 time: 0.5255408 Dec 13 12:51:15.048551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2b88f-900f-49e9-82c4-7ba8e7ca0876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad2913c-f56a-42e9-a51e-2a866aca9f2e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:15.077498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fea39f-b5a7-462b-8a36-2d1bd4d42b49 req-219f1ab6-3f95-4966-827f-97966e0d4156 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:15.081405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1152e42-8567-4c80-a494-ea56e7c1a07a service neutron] Pushing event updated for resources: {'Port': ['ID=dc37a913-c331-4510-9cba-8e591c3e844f,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:15.085419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3fea39f-b5a7-462b-8a36-2d1bd4d42b49 req-219f1ab6-3f95-4966-827f-97966e0d4156 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 944 time: 0.1787810 Dec 13 12:51:15.158805 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.174157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3fea39f-b5a7-462b-8a36-2d1bd4d42b49 req-a7004f46-9237-484b-a42b-fb7c6e6ac465 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819676 Dec 13 12:51:15.175989 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-d4eac2b9-0574-4edb-9883-292283fb406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:15.177717 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-d4eac2b9-0574-4edb-9883-292283fb406d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70a3e8de7b1405785f8a73d8fd4ae61&device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 1095 time: 0.0979333 Dec 13 12:51:15.195047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42614) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:15.221582 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cca7278b-9e4d-40ff-83e7-39bdcbab38a9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.251860 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-be9e48ee-f29a-4475-868a-bd62ec41e555 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc37a913-c331-4510-9cba-8e591c3e844f HTTP/1.1" status: 200 len: 217 time: 0.0651615 Dec 13 12:51:15.276993 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-57579213-3ec1-4736-95a2-9e3ffb37a7a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1571269ee3e840ad86acd8d26a2939d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801036 Dec 13 12:51:15.279642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42616) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:15.337427 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cca7278b-9e4d-40ff-83e7-39bdcbab38a9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.340858 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.365825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-2abd7fad-cb1e-4233-b5d6-418a65e0c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:15.367489 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-2abd7fad-cb1e-4233-b5d6-418a65e0c577 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e73b7bc-3a6a-4656-8a72-866e246cc338 HTTP/1.1" status: 200 len: 862 time: 0.1031482 Dec 13 12:51:15.371110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8583cc77-8503-4cbd-b727-0bec4295dee2']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:15.375239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3a85-7f4d-47cc-8e72-99ce9f1fe7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.392694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061af540-aac2-4c02-a706-ffd8541f2306') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:15.392988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061af540-aac2-4c02-a706-ffd8541f2306') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:15.399294 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3a85-7f4d-47cc-8e72-99ce9f1fe7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.401219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7278b-9e4d-40ff-83e7-39bdcbab38a9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Subnet': ['ID=a8329962-5ee2-4ecd-8082-05f1990117a7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:15.411754 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cca7278b-9e4d-40ff-83e7-39bdcbab38a9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.415096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cca7278b-9e4d-40ff-83e7-39bdcbab38a9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "DELETE /v2.0/subnets/a8329962-5ee2-4ecd-8082-05f1990117a7 HTTP/1.1" status: 204 len: 168 time: 0.7360389 Dec 13 12:51:15.418460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42618) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:15.420045 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-6d80f0fd-8c23-4e12-a4e5-fb3aa38fd337 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4dd769b-3799-47e4-ae1c-b5795ddd5369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405405 Dec 13 12:51:15.423977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f85d00-77f6-494c-b3cf-c70113e1f1a0 None None] Network 2c49d59c-fa0a-46a8-ac67-143f604a86e1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:15.440914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.539506 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.559912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3a85-7f4d-47cc-8e72-99ce9f1fe7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.563828 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3a85-7f4d-47cc-8e72-99ce9f1fe7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.565129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6a7a3a85-7f4d-47cc-8e72-99ce9f1fe7ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4bac0af-d0d0-4af0-b12f-1a494ae348fc HTTP/1.1" status: 204 len: 168 time: 0.2845039 Dec 13 12:51:15.638526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a3a85-7f4d-47cc-8e72-99ce9f1fe7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bac0af-d0d0-4af0-b12f-1a494ae348fc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:15.706477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4bfc-578e-4203-ba4f-97f6b7a1e5d0 req-4c2a38a2-09ca-4f3c-8513-baceabc62ea8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:15.717813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfe4bfc-578e-4203-ba4f-97f6b7a1e5d0 req-4c2a38a2-09ca-4f3c-8513-baceabc62ea8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 946 time: 0.1320934 Dec 13 12:51:15.732517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting port ae42ce0d-81da-4892-b709-07980b4d40c1 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:15.732517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:15.772933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93589744-07ce-452e-aa28-7150a6cebfc3 None None] DHCP port deletion for 2c49d59c-fa0a-46a8-ac67-143f604a86e1 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:51:15.911677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-93589744-07ce-452e-aa28-7150a6cebfc3 None None] Deleting port ae42ce0d-81da-4892-b709-07980b4d40c1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:15.912208 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93589744-07ce-452e-aa28-7150a6cebfc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:16.060242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-93589744-07ce-452e-aa28-7150a6cebfc3 None None] For port ae42ce0d-81da-4892-b709-07980b4d40c1, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ae42ce0d-81da-4892-b709-07980b4d40c1,segment=NetworkSegment(c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92),segment_id=c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:16.060877 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93589744-07ce-452e-aa28-7150a6cebfc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:16.080483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-93589744-07ce-452e-aa28-7150a6cebfc3 None None] Calling delete_port for ae42ce0d-81da-4892-b709-07980b4d40c1 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:16.097867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:16.115649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:51:16.116052 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:51:16.251852 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:51:16.308443 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93589744-07ce-452e-aa28-7150a6cebfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:16.344786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93589744-07ce-452e-aa28-7150a6cebfc3 None None] Pushing event deleted for resources: {'Port': ['ID=ae42ce0d-81da-4892-b709-07980b4d40c1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:16.358815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93589744-07ce-452e-aa28-7150a6cebfc3 None None] No DVR routers for this DVR port ae42ce0d-81da-4892-b709-07980b4d40c1 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:16.364130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:16.393028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:16.396292 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] 10.222.0.31 "DELETE /v2.0/networks/8583cc77-8503-4cbd-b727-0bec4295dee2 HTTP/1.1" status: 204 len: 168 time: 1.5646579 Dec 13 12:51:16.399830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f089bb-8036-4a50-ab6e-a99b77242e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=8583cc77-8503-4cbd-b727-0bec4295dee2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:16.443469 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-b84d2a99-9ea2-4914-9fef-84653ea7d723 service neutron] 10.222.0.37 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0093532 Dec 13 12:51:16.444505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] For port ae42ce0d-81da-4892-b709-07980b4d40c1, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ae42ce0d-81da-4892-b709-07980b4d40c1,segment=NetworkSegment(c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92),segment_id=c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:16.445040 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:16.459931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfe4bfc-578e-4203-ba4f-97f6b7a1e5d0 req-198bc24b-5093-431c-8a34-c66363f971a8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7400022 Dec 13 12:51:16.499872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Calling delete_port for ae42ce0d-81da-4892-b709-07980b4d40c1 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:16.555839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f4b7e-f64d-421b-9485-477acfb95eff req-6ff6a67d-40d0-4b4e-a63a-e15bac45a53d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:16.557993 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-817f4b7e-f64d-421b-9485-477acfb95eff req-6ff6a67d-40d0-4b4e-a63a-e15bac45a53d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 944 time: 0.2343023 Dec 13 12:51:16.640690 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42e00ccb-a6e8-49ba-b87c-202e693af28f req-ab46f58d-5b85-40e7-bd7f-b770a17965f6 service neutron] 10.222.0.37 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887693 Dec 13 12:51:16.699980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e21f021-bb21-4cbd-8998-6bcdbaea8801', 'tag': 'dc37a913-c331-4510-9cba-8e591c3e844f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:16.702860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-817f4b7e-f64d-421b-9485-477acfb95eff req-94cae2fa-6a22-4b33-b577-0ee385a6fcb5 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371555 Dec 13 12:51:16.711664 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23397eab-b8bb-4717-9e0b-e796e2b5531c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e21f021-bb21-4cbd-8998-6bcdbaea8801", "tag": "dc37a913-c331-4510-9cba-8e591c3e844f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:16.716639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-ec66bae2-59ab-4c19-a37d-b4bf2b639e60 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1333891687&fields=id&tenant_id=4f820f6b0d244888906740df48385797 HTTP/1.1" status: 200 len: 267 time: 0.1548762 Dec 13 12:51:16.734103 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:16.782498 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23252c02-4b17-45d7-910f-c2f51e86a628 x-openstack-request-id: req-23252c02-4b17-45d7-910f-c2f51e86a628 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:16.783649 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e21f021-bb21-4cbd-8998-6bcdbaea8801", "tag": "dc37a913-c331-4510-9cba-8e591c3e844f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:16.784195 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23252c02-4b17-45d7-910f-c2f51e86a628 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:16.784807 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e21f021-bb21-4cbd-8998-6bcdbaea8801', 'tag': 'dc37a913-c331-4510-9cba-8e591c3e844f', 'status': 'completed', 'code': 200} Dec 13 12:51:16.786757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42668) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:16.788461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae42ce0d-81da-4892-b709-07980b4d40c1 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:16.799393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Port': ['ID=ae42ce0d-81da-4892-b709-07980b4d40c1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:16.806469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] No DVR routers for this DVR port ae42ce0d-81da-4892-b709-07980b4d40c1 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:16.820617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ae42ce0d-81da-4892-b709-07980b4d40c1 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:16.820972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae42ce0d-81da-4892-b709-07980b4d40c1 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:16.910330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23397eab-b8bb-4717-9e0b-e796e2b5531c req-1ae3ca32-dc18-4ca9-8822-0fde4c47a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:16.912988 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-23397eab-b8bb-4717-9e0b-e796e2b5531c req-1ae3ca32-dc18-4ca9-8822-0fde4c47a90a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70a3e8de7b1405785f8a73d8fd4ae61&device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 1095 time: 0.0842733 Dec 13 12:51:16.933639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42678) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:16.966588 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:16.988269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c49d59c-fa0a-46a8-ac67-143f604a86e1']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:16.998332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:16.998701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37a72cf-89a2-4e26-bf12-cb2e1d2b9e92') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:17.009683 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.025349 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.032025 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:51:17.032654 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:51:17.115110 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:51:17.118124 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.119195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42682) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:17.120121 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-129aa752-d1e2-457a-8b67-db4b492819ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cb1277a5000499ea9c731093834a2c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783900 Dec 13 12:51:17.145532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1519186566-network', 'tenant_id': '8d0e6d44997c402689a532a754d76942'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:17.169705 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.173817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "DELETE /v2.0/networks/2c49d59c-fa0a-46a8-ac67-143f604a86e1 HTTP/1.1" status: 204 len: 168 time: 1.7549698 Dec 13 12:51:17.178153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42686) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:17.186854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337732a-e7bb-4155-a527-fe8350901308 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Network': ['ID=2c49d59c-fa0a-46a8-ac67-143f604a86e1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:17.224169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-f038aabc-61da-424b-bc95-08646d9a7762 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:17.228127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23397eab-b8bb-4717-9e0b-e796e2b5531c req-01638b2a-55c7-449e-8956-d68badb72368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:17.229804 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-23397eab-b8bb-4717-9e0b-e796e2b5531c req-01638b2a-55c7-449e-8956-d68badb72368 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4dd769b-3799-47e4-ae1c-b5795ddd5369 HTTP/1.1" status: 200 len: 922 time: 0.3076963 Dec 13 12:51:17.232028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Made reservation on behalf of 8d0e6d44997c402689a532a754d76942 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:17.232149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-f038aabc-61da-424b-bc95-08646d9a7762 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 946 time: 0.5083301 Dec 13 12:51:17.234620 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.243059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-bb36341a-48bf-4810-9925-d3ba52f42fea tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'port': {'security_groups': ['e7d5c14d-a9bf-4d69-a3d4-f034be7a458d', '7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:17.281917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.302471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-89191835-ef11-4768-a144-49a75c67d677 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1058742235&fields=id&tenant_id=ca8578242bfd400ba3be505bf9d0e137 HTTP/1.1" status: 200 len: 267 time: 0.1939945 Dec 13 12:51:17.307925 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fab2e3f-2b63-4490-a670-3858a9eaa0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.327960 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-23397eab-b8bb-4717-9e0b-e796e2b5531c req-b26b248f-42a3-49d3-88f7-4e31c9c3fd95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc37a913-c331-4510-9cba-8e591c3e844f HTTP/1.1" status: 200 len: 217 time: 0.0679524 Dec 13 12:51:17.351343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-8847090f-b3fb-4197-86f7-965765a31329 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting subnet db7ae5f7-0896-4634-8473-41f1702c8979 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:17.365858 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8847090f-b3fb-4197-86f7-965765a31329 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.377219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-bb36341a-48bf-4810-9925-d3ba52f42fea tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.456052 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fab2e3f-2b63-4490-a670-3858a9eaa0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.469201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8847090f-b3fb-4197-86f7-965765a31329 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.499506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23397eab-b8bb-4717-9e0b-e796e2b5531c req-b95fff6e-caae-485a-b0b8-59567ca5fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:17.501096 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-23397eab-b8bb-4717-9e0b-e796e2b5531c req-b95fff6e-caae-485a-b0b8-59567ca5fd38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e73b7bc-3a6a-4656-8a72-866e246cc338 HTTP/1.1" status: 200 len: 862 time: 0.1451299 Dec 13 12:51:17.550165 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-23397eab-b8bb-4717-9e0b-e796e2b5531c req-ef742082-1ba2-4c85-a6e5-b5b2599d144d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4dd769b-3799-47e4-ae1c-b5795ddd5369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376525 Dec 13 12:51:17.685999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.700574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-8c0beaea-0bf3-4eb8-905e-d21f6f0c2949 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:17.701053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.709042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-8c0beaea-0bf3-4eb8-905e-d21f6f0c2949 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/networks?id=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb HTTP/1.1" status: 200 len: 815 time: 0.4056087 Dec 13 12:51:17.718632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8847090f-b3fb-4197-86f7-965765a31329 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.746853 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-a84559f8-5aec-4c47-8d35-fec466ad1fe2 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/quotas/ca8578242bfd400ba3be505bf9d0e137 HTTP/1.1" status: 200 len: 375 time: 0.0365369 Dec 13 12:51:17.750018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-bb36341a-48bf-4810-9925-d3ba52f42fea tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] For port dd6de195-f930-4c51-bfab-9dc65759c14e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd6de195-f930-4c51-bfab-9dc65759c14e,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:17.753387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:51:17.753650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fab2e3f-2b63-4490-a670-3858a9eaa0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.756933 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fab2e3f-2b63-4490-a670-3858a9eaa0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.758062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5fab2e3f-2b63-4490-a670-3858a9eaa0f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d677f5b-3eff-4443-b390-9adef61d10ae HTTP/1.1" status: 204 len: 168 time: 0.6304300 Dec 13 12:51:17.763685 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.764305 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Added segment b5fa61d3-ae88-4602-85fa-6cb764fc6f3e of type vlan for network 9e529a60-1988-4930-b152-f336b0a02247 Dec 13 12:51:17.799811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab2e3f-2b63-4490-a670-3858a9eaa0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d677f5b-3eff-4443-b390-9adef61d10ae,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:17.805878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.848548 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-bb36341a-48bf-4810-9925-d3ba52f42fea tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.851398 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.852435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:17.853056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.869659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-d3f6a8d8-ce9e-4c30-bec8-4da58cec5e8d tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca8578242bfd400ba3be505bf9d0e137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218195 Dec 13 12:51:17.872471 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-bb36341a-48bf-4810-9925-d3ba52f42fea tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:17.885824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['926ba6fe-f8a8-42ba-927c-d537c855e00f', 'dd6de195-f930-4c51-bfab-9dc65759c14e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:17.907545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e8103a-ee45-4e8c-afa5-829cf37f6300,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:17.946290 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-23397eab-b8bb-4717-9e0b-e796e2b5531c req-5bedfacb-e035-4d58-b7c8-9f1c299f1c7e service neutron] 10.222.0.37 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812532 Dec 13 12:51:17.957282 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1662536 Dec 13 12:51:17.966004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42704) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:18.075363 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-23397eab-b8bb-4717-9e0b-e796e2b5531c req-dfc53144-d22a-4be8-9281-ed42566cea9f service neutron] 10.222.0.37 "GET /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191440 Dec 13 12:51:18.082033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Request body: {'subnet': {'network_id': '9e529a60-1988-4930-b152-f336b0a02247', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1519186566-subnet', 'tenant_id': '8d0e6d44997c402689a532a754d76942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:18.113146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2a511-a48d-48aa-a4b6-010aeae1d785 admin admin] Pushing event updated for resources: {'Network': ['ID=9e529a60-1988-4930-b152-f336b0a02247,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:18.118479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-bb36341a-48bf-4810-9925-d3ba52f42fea tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:18.125911 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-bb36341a-48bf-4810-9925-d3ba52f42fea tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:18.133070 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8847090f-b3fb-4197-86f7-965765a31329 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:18.145458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af294269-cecf-487c-aa4f-dadccd1d7e98 req-bb36341a-48bf-4810-9925-d3ba52f42fea tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "PUT /v2.0/ports/dd6de195-f930-4c51-bfab-9dc65759c14e HTTP/1.1" status: 200 len: 982 time: 0.9114993 Dec 13 12:51:18.151745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c750fda-a967-4345-bf5d-74b8214056c4', 'tag': 'dd6de195-f930-4c51-bfab-9dc65759c14e'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:18.160847 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4c5ef7-1404-4429-aecb-0a627618cd18" -d '{"events": [{"name": "network-changed", "server_uuid": "5c750fda-a967-4345-bf5d-74b8214056c4", "tag": "dd6de195-f930-4c51-bfab-9dc65759c14e"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:18.177640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 9e529a60-1988-4930-b152-f336b0a02247 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:51:18.215402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847090f-b3fb-4197-86f7-965765a31329 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Subnet': ['ID=db7ae5f7-0896-4634-8473-41f1702c8979,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:18.236205 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8847090f-b3fb-4197-86f7-965765a31329 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:18.240542 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8847090f-b3fb-4197-86f7-965765a31329 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "DELETE /v2.0/subnets/db7ae5f7-0896-4634-8473-41f1702c8979 HTTP/1.1" status: 204 len: 168 time: 1.0489848 Dec 13 12:51:18.246897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42718) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:18.257157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Made reservation on behalf of 8d0e6d44997c402689a532a754d76942 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:18.259536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:18.262442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132e18b-32b5-468c-997f-6c8aacb51e87 None None] Network d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:18.286058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36341a-48bf-4810-9925-d3ba52f42fea tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'Port': ['ID=dd6de195-f930-4c51-bfab-9dc65759c14e,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:18.368275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-cdd03159-6b29-49d1-a976-7bf0ccd5e1f9 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971948 Dec 13 12:51:18.509319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:18.562161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a0d06-e428-46d4-a921-74876b0b0fbe req-56ad7a4a-b43d-4f15-be16-71cb5b764487 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:18.565592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:18.569400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c3a0d06-e428-46d4-a921-74876b0b0fbe req-56ad7a4a-b43d-4f15-be16-71cb5b764487 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 944 time: 0.0813665 Dec 13 12:51:18.584736 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['dd6de195-f930-4c51-bfab-9dc65759c14e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:18.611237 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-1b99d70a-7f66-422b-9731-69c1cfcfda63 service neutron] 10.222.0.31 "GET /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375498 Dec 13 12:51:18.671875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:18.687997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Checking segment: {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:18.688209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Network hostable DHCP agents. Network: 9e529a60-1988-4930-b152-f336b0a02247, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:51:18.705541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c3a0d06-e428-46d4-a921-74876b0b0fbe req-2c84bd16-0d6f-4337-be15-a1d6d59e2158 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173427 Dec 13 12:51:18.767747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Network 9e529a60-1988-4930-b152-f336b0a02247 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:51:18.804280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd21f2d8-d234-4eaf-850a-2400b3644afd req-08e9a4db-e456-428a-b2cf-5e8e00d7d58b tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36 HTTP/1.1" status: 200 len: 1817 time: 0.0877373 Dec 13 12:51:18.842922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 9e529a60-1988-4930-b152-f336b0a02247) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:18.852422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:18.853082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:18.889613 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e323d686-fd40-4d0d-aa07-99f6ad3030bd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8165569 Dec 13 12:51:18.897862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting port d6e5b152-58a8-4c3c-a104-1e0933b2b71b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:18.898391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:18.907085 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-bd21f2d8-d234-4eaf-850a-2400b3644afd req-fdd08192-67ac-4d43-bb85-dfb8e83a565d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 12:51:18.920654 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd21f2d8-d234-4eaf-850a-2400b3644afd req-fdd08192-67ac-4d43-bb85-dfb8e83a565d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36 HTTP/1.1" status: 409 len: 341 time: 0.1086941 Dec 13 12:51:18.936518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a325871-ce2a-45f7-8f77-47f8cf6e88ec None None] Network 9e529a60-1988-4930-b152-f336b0a02247 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:18.956165 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3956c38c-0ce6-453f-aed5-680318f0447c x-openstack-request-id: req-3956c38c-0ce6-453f-aed5-680318f0447c {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:18.956812 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c750fda-a967-4345-bf5d-74b8214056c4", "tag": "dd6de195-f930-4c51-bfab-9dc65759c14e", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:18.957398 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3956c38c-0ce6-453f-aed5-680318f0447c {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:18.957892 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c750fda-a967-4345-bf5d-74b8214056c4', 'tag': 'dd6de195-f930-4c51-bfab-9dc65759c14e', 'status': 'completed', 'code': 200} Dec 13 12:51:19.052116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] For port d6e5b152-58a8-4c3c-a104-1e0933b2b71b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d6e5b152-58a8-4c3c-a104-1e0933b2b71b,segment=NetworkSegment(a24b24ed-d0b3-42d5-89d0-557ad1265002),segment_id=a24b24ed-d0b3-42d5-89d0-557ad1265002)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:19.053178 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:19.071184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Calling delete_port for d6e5b152-58a8-4c3c-a104-1e0933b2b71b owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:19.210543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:19.223215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8cac98-ca30-4ccf-811f-4a7784fea084 None None] Network 9e529a60-1988-4930-b152-f336b0a02247 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:19.250223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42756) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:19.285802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Port': ['ID=d6e5b152-58a8-4c3c-a104-1e0933b2b71b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:19.333554 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] No DVR routers for this DVR port d6e5b152-58a8-4c3c-a104-1e0933b2b71b on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:19.384705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c5ef7-1404-4429-aecb-0a627618cd18 req-62eea383-91b1-4521-b57c-c0431024faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:19.387032 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-de4c5ef7-1404-4429-aecb-0a627618cd18 req-62eea383-91b1-4521-b57c-c0431024faa7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 1136 time: 0.1889937 Dec 13 12:51:19.405013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77721100-921e-4c54-8db5-d3fe4cf45393 req-0c43406c-5dcf-4153-b9f1-8a91f642051c tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 210 time: 0.0535994 Dec 13 12:51:19.468750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64128070-7f5d-42e4-844a-6d4b2f956e09 None None] DHCP port deletion for d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:51:19.570011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:19.618757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ba137a-0eed-4e77-ab2e-f90b29bb1c40']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:19.624488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-c7219420-c3b5-47c7-be3a-fde1eef3f916 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406449 Dec 13 12:51:19.639220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24b24ed-d0b3-42d5-89d0-557ad1265002') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:19.639503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24b24ed-d0b3-42d5-89d0-557ad1265002') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:19.658661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:19.671979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c5ef7-1404-4429-aecb-0a627618cd18 req-7bc71d04-ed92-48f6-81a2-13621cc72e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:19.674295 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-de4c5ef7-1404-4429-aecb-0a627618cd18 req-7bc71d04-ed92-48f6-81a2-13621cc72e4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 912 time: 0.2663481 Dec 13 12:51:19.681291 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:19.725399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:51:19.725815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:51:19.729347 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:51:19.741642 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-de4c5ef7-1404-4429-aecb-0a627618cd18 req-142eee5b-e81e-4946-b219-29f7ca18b905 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6de195-f930-4c51-bfab-9dc65759c14e HTTP/1.1" status: 200 len: 217 time: 0.0574856 Dec 13 12:51:19.761853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1132920375-network', 'tenant_id': '0d0ad0d2105d48e583c725a1d2a6a6f0'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:19.774237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225107f2-477f-48aa-afa2-c43721213d83 req-80420e93-6ed6-4288-a664-0646b64033e9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:19.783185 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-80420e93-6ed6-4288-a664-0646b64033e9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561897 Dec 13 12:51:19.809713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-44cf475a-82e5-4059-b6a4-92aaede254df tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/quotas/44c3c75256ca49be8a75a2ecc8c5748c HTTP/1.1" status: 200 len: 375 time: 0.0251184 Dec 13 12:51:19.837100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c5ef7-1404-4429-aecb-0a627618cd18 req-a83c9ce9-0906-4063-9232-2d57980f6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:19.838831 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-de4c5ef7-1404-4429-aecb-0a627618cd18 req-a83c9ce9-0906-4063-9232-2d57980f6ffc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4cfcd4d-5e80-46fd-ac59-db194ffa6779 HTTP/1.1" status: 200 len: 852 time: 0.0611179 Dec 13 12:51:19.839905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:19.847141 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:19.850373 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "DELETE /v2.0/networks/d5ba137a-0eed-4e77-ab2e-f90b29bb1c40 HTTP/1.1" status: 204 len: 168 time: 1.6023490 Dec 13 12:51:19.861885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42782) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:19.870175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-5d574249-6a4b-4abd-97bd-5e7b74f02dc8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592139 Dec 13 12:51:19.875412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1201331276'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:19.895946 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-de4c5ef7-1404-4429-aecb-0a627618cd18 req-2bcaf3c1-a557-4901-978a-d7596137fe54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f43937d2-46d3-48f2-bb70-b47761b3f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444505 Dec 13 12:51:19.896705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fdce7-4924-4ccb-81ef-55609cab0e3e tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Network': ['ID=d5ba137a-0eed-4e77-ab2e-f90b29bb1c40,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:19.951484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76d3b1-7684-421d-905d-1341f9de0b96 req-8f7a3777-085a-4295-99ad-ba193117fb5d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:19.960073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f76d3b1-7684-421d-905d-1341f9de0b96 req-8f7a3777-085a-4295-99ad-ba193117fb5d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 985 time: 0.2141607 Dec 13 12:51:19.962062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Made reservation on behalf of 0d0ad0d2105d48e583c725a1d2a6a6f0 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:19.964733 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:19.992320 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.031001 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-de4c5ef7-1404-4429-aecb-0a627618cd18 req-3bd6fc39-e4b2-497c-8500-c86cf88579e4 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238468 Dec 13 12:51:20.085170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:20.089356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.095349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f76d3b1-7684-421d-905d-1341f9de0b96 req-67df2b68-e15f-414f-b34b-9bd3b3492ca5 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&id=7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1322038 Dec 13 12:51:20.153076 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dc37a913-c331-4510-9cba-8e591c3e844f details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:20.166693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:51:20.179070 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.179433 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Added segment b028af25-2ed8-4757-8946-11ba6618f5f6 of type vlan for network 7ddcff0c-efc7-4182-8758-66315653529a Dec 13 12:51:20.240918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.273662 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-de4c5ef7-1404-4429-aecb-0a627618cd18 req-9d8c25c3-a915-43d0-bd38-97a8d4133581 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277868 Dec 13 12:51:20.319252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.324324 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.327184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:20.328589 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.337289 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.371322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dc37a913-c331-4510-9cba-8e591c3e844f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dc37a913-c331-4510-9cba-8e591c3e844f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:20.374926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:51:20.413902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'dc37a913-c331-4510-9cba-8e591c3e844f', 'network_id': 'd4dd769b-3799-47e4-ae1c-b5795ddd5369', 'port_id': 'dc37a913-c331-4510-9cba-8e591c3e844f', 'mac_address': 'fa:16:3e:00:39:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e73b7bc-3a6a-4656-8a72-866e246cc338', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:20.418053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9995b8-49d0-4e36-ba61-6fac9b443f07 req-3a86405a-8282-492f-bfe1-e6d6ad0f514c tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:20.419767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e9995b8-49d0-4e36-ba61-6fac9b443f07 req-3a86405a-8282-492f-bfe1-e6d6ad0f514c tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 944 time: 0.1949000 Dec 13 12:51:20.424952 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5615721 Dec 13 12:51:20.427810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.428099 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Added segment ec7dbb06-a645-4b73-9480-e178a96547fa of type vlan for network e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc Dec 13 12:51:20.431114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42802) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:20.431734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:20.463518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'subnet': {'network_id': '7ddcff0c-efc7-4182-8758-66315653529a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:20.480940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-e26699ea-b9f7-4133-9bb1-05d50c66d7f2 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:20.488025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-e26699ea-b9f7-4133-9bb1-05d50c66d7f2 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 815 time: 0.2456236 Dec 13 12:51:20.528892 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.548678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc37a913-c331-4510-9cba-8e591c3e844f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:20.549939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-acb7a738-7c65-411b-87b5-1b07df765d5c tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/quotas/8d0e6d44997c402689a532a754d76942 HTTP/1.1" status: 200 len: 375 time: 0.0610411 Dec 13 12:51:20.555284 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51113f75-0fe7-45bb-beb0-b470d6db2f5f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Network': ['ID=7ddcff0c-efc7-4182-8758-66315653529a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:20.572181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dc37a913-c331-4510-9cba-8e591c3e844f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dc37a913-c331-4510-9cba-8e591c3e844f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:20.575052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 7ddcff0c-efc7-4182-8758-66315653529a details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:51:20.598606 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.600009 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.642148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e9995b8-49d0-4e36-ba61-6fac9b443f07 req-98129c88-0717-40bc-ac40-c28136138e1c tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794848 Dec 13 12:51:20.664616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff141b1f-569f-4e5a-8c59-df328add18b6 req-93414967-e00a-4d1d-94d2-167ae581c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:20.666623 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff141b1f-569f-4e5a-8c59-df328add18b6 req-93414967-e00a-4d1d-94d2-167ae581c17f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 1136 time: 0.3284154 Dec 13 12:51:20.666976 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.669375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:20.669983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.745663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=dc37a913-c331-4510-9cba-8e591c3e844f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:20.756996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.757572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.758145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.758560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.759017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.759419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.760029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.760585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.760989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.761535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.761932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.762356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.762748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:51:20.798407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cfaa2905-9e98-4384-89fd-b2f6c8253583 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2025492 Dec 13 12:51:20.804243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['dc37a913-c331-4510-9cba-8e591c3e844f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:20.844617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d6e5b152-58a8-4c3c-a104-1e0933b2b71b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:20.873965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d6e5b152-58a8-4c3c-a104-1e0933b2b71b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:20.874615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d6e5b152-58a8-4c3c-a104-1e0933b2b71b not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:20.879546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] Pushing event updated for resources: {'Network': ['ID=e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:20.896570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:51:20.909889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:20.915216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40520d79-9bca-4348-9c35-f74d68b89458 req-7c8aca69-7f01-422f-8505-45c41d4b0f71 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 210 time: 0.1438174 Dec 13 12:51:20.918458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:20.941453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-e65b320a-b8e3-4f4e-8990-260f1f70e187 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:20.944106 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-e65b320a-b8e3-4f4e-8990-260f1f70e187 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.37 "GET /v2.0/networks?id=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb HTTP/1.1" status: 200 len: 815 time: 0.3779020 Dec 13 12:51:20.944844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b27f2943-85bd-4356-ac4b-8f441c986b8a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6932290 Dec 13 12:51:20.947400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42810) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:20.952880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Request body: {'subnet': {'network_id': 'e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1132920375-subnet', 'tenant_id': '0d0ad0d2105d48e583c725a1d2a6a6f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:20.989568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-3fea6e4c-3acb-4511-9d08-79ee1b73b9ee service neutron] 10.222.0.31 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901405 Dec 13 12:51:21.052668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff141b1f-569f-4e5a-8c59-df328add18b6 req-5f98f9f6-3695-4cf5-9e34-fb9d8591a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:21.056748 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff141b1f-569f-4e5a-8c59-df328add18b6 req-5f98f9f6-3695-4cf5-9e34-fb9d8591a92d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 912 time: 0.3784380 Dec 13 12:51:21.125144 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff141b1f-569f-4e5a-8c59-df328add18b6 req-51a40ab2-9b70-404e-b4ba-b13ec51c0d27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6de195-f930-4c51-bfab-9dc65759c14e HTTP/1.1" status: 200 len: 217 time: 0.0554800 Dec 13 12:51:21.131029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Made reservation on behalf of 0d0ad0d2105d48e583c725a1d2a6a6f0 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:21.134019 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:21.170444 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-ffdf238e-c463-42ef-811e-3ff14cc1e0f2 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca8578242bfd400ba3be505bf9d0e137 HTTP/1.1" status: 200 len: 380 time: 0.2084272 Dec 13 12:51:21.190800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b0b9b0e-73ab-49c4-bd1a-ff71fe944e7d req-7495b80a-ff9f-4002-9650-784247f12e3c tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 210 time: 0.0638969 Dec 13 12:51:21.192423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Request body: {'port': {'device_id': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'admin_state_up': True, 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'security_groups': ['b287e2e4-6a80-4e24-b027-94df0c8a4593']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:21.295074 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-27f4f4ba-3dd0-4611-91dc-974fadd6a9dd service neutron] 10.222.0.31 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046362 Dec 13 12:51:21.311546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff141b1f-569f-4e5a-8c59-df328add18b6 req-d5dba6f6-1795-4399-9009-0da9851e3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:21.313544 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff141b1f-569f-4e5a-8c59-df328add18b6 req-d5dba6f6-1795-4399-9009-0da9851e3397 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4cfcd4d-5e80-46fd-ac59-db194ffa6779 HTTP/1.1" status: 200 len: 852 time: 0.1770024 Dec 13 12:51:21.384338 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff141b1f-569f-4e5a-8c59-df328add18b6 req-5217a8c0-000b-409b-a446-3f782b178425 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f43937d2-46d3-48f2-bb70-b47761b3f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381033 Dec 13 12:51:21.387109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Made reservation on behalf of ca8578242bfd400ba3be505bf9d0e137 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:21.390589 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:21.576035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8b1fe-3383-41c9-ba74-103973ec2b76 req-99ae9fac-15d5-4b0e-984e-6badfcbe9c57 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:21.582560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ba8b1fe-3383-41c9-ba74-103973ec2b76 req-99ae9fac-15d5-4b0e-984e-6badfcbe9c57 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 985 time: 0.1563964 Dec 13 12:51:21.585037 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:21.665570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-99df1b99-b1f0-49c1-8a3f-4159ce7eb5a2 req-5fa93eab-6bad-48e0-9eb4-c9036d43d358 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 210 time: 0.0817969 Dec 13 12:51:21.791334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-aca54887-ea83-400f-a2e8-75e8eb1b9aef tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207676 Dec 13 12:51:21.898665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a50d34-1430-45fb-b861-e42d033fbf6d,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:21.988928 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:21.994906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Checking segment: {'id': 'ec7dbb06-a645-4b73-9480-e178a96547fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:21.995279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Network hostable DHCP agents. Network: e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:51:22.027195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcf65a-db75-436d-9ffb-4874806df710 req-e7f1def9-5a56-41b0-b7d9-8959dc016fa9 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:22.035537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3fcf65a-db75-436d-9ffb-4874806df710 req-e7f1def9-5a56-41b0-b7d9-8959dc016fa9 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 945 time: 0.2603753 Dec 13 12:51:22.064909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ba8b1fe-3383-41c9-ba74-103973ec2b76 req-eea260f7-ebae-4097-b330-1028360b9c02 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&id=7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4584582 Dec 13 12:51:22.152961 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff141b1f-569f-4e5a-8c59-df328add18b6 req-2ef3b6f6-9b7a-4f85-95e9-b18c6ef660d6 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7577119 Dec 13 12:51:22.156599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Subnet': ['ID=1530e8f2-c9ef-4c44-8c84-82fbf730d105,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:22.167796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dc37a913-c331-4510-9cba-8e591c3e844f up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:22.209190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Allocated IP 172.20.0.10 (8b0a7049-857b-4f80-ba44-1cbf2c82c3fb/484efd44-0ac3-488e-ab06-89da2b936184/add55351-84b3-4889-add8-77251041865d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:22.247898 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3fcf65a-db75-436d-9ffb-4874806df710 req-40170472-06a2-4ed9-bb15-a4bb18ce72e3 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113955 Dec 13 12:51:22.256975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port dc37a913-c331-4510-9cba-8e591c3e844f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:22.262433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port dc37a913-c331-4510-9cba-8e591c3e844f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:22.262728 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.274206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Network e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:51:22.284900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Checking segment: {'id': 'b028af25-2ed8-4757-8946-11ba6618f5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:22.285454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network hostable DHCP agents. Network: 7ddcff0c-efc7-4182-8758-66315653529a, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:51:22.338677 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ff141b1f-569f-4e5a-8c59-df328add18b6 req-db95d106-94ef-45aa-ad52-b22fa9133d52 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721857 Dec 13 12:51:22.366591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network 7ddcff0c-efc7-4182-8758-66315653529a is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:51:22.385407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 7ddcff0c-efc7-4182-8758-66315653529a) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:22.390057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225107f2-477f-48aa-afa2-c43721213d83 req-d5c5df50-3c77-47da-8a94-2211a6adf648 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:22.392355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-d5c5df50-3c77-47da-8a94-2211a6adf648 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5446677 Dec 13 12:51:22.397225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39f88486-0a77-44ee-a067-546fb0d9a2fc req-55c3bef1-bb71-4e2d-a415-d1aee40497e5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 210 time: 0.1470964 Dec 13 12:51:22.398868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:22.424872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:22.426318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.430711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Request body: {'port': {'device_id': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '44c3c75256ca49be8a75a2ecc8c5748c'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:22.434989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:22.435802 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.460658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21e6353c-b16a-433f-bf88-2324026c0164 req-e497d546-8002-4f15-9e51-30c0f218a3c8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 210 time: 0.0550110 Dec 13 12:51:22.487100 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.524065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-542ae92b-d151-495a-9d72-0ce83f75992d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5753818 Dec 13 12:51:22.528753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce37c0a-1979-4e9f-a3d7-3173271cfd39 None None] Network 7ddcff0c-efc7-4182-8758-66315653529a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:22.536344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87997450-8666-4d1b-a11c-49556216cb22 None None] Network e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:22.560429 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.569283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42834) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:22.569591 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6dfc88ee-4efe-4929-8d23-97c96cf4e31f tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1361752 Dec 13 12:51:22.577524 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1009936070'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:22.632927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Made reservation on behalf of 44c3c75256ca49be8a75a2ecc8c5748c for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:22.644106 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.655050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.661645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:22.671182 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.711840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.771215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:22.774736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:22.779282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:22.852154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:51:22.865770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21f021-bb21-4cbd-8998-6bcdbaea8801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc37a913-c331-4510-9cba-8e591c3e844f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:22.872426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:22.873066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.876123 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e01ee-2883-4a21-b026-c87629af2339" -d '{"events": [{"server_uuid": "6e21f021-bb21-4cbd-8998-6bcdbaea8801", "name": "network-vif-plugged", "status": "completed", "tag": "dc37a913-c331-4510-9cba-8e591c3e844f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:22.877487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Pushing event updated for resources: {'Port': ['ID=add55351-84b3-4889-add8-77251041865d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:22.901599 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-dd56849e-0e3e-4c51-8fdb-ac51a797a28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7214887 Dec 13 12:51:22.908106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f62b9db-be6e-47c6-869f-0b3224ff2919 req-e9245a2d-5961-4b11-93ee-beb71104327d tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 210 time: 0.0984266 Dec 13 12:51:22.923500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Request body: {'port': {'device_id': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:22.950105 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:22.958804 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Added segment 5038bb1b-4788-42e8-97d5-f961eb58e8be of type vlan for network 9a828bb8-79b2-4acc-a469-0bb0376a4119 Dec 13 12:51:22.975282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dc37a913-c331-4510-9cba-8e591c3e844f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dc37a913-c331-4510-9cba-8e591c3e844f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:22.986537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-7ddcff0c-efc7-4182-8758-66315653529a', 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a', 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'fixed_ips': [{'subnet_id': '1530e8f2-c9ef-4c44-8c84-82fbf730d105'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:51:22.987537 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.021540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.052369 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.099166 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768a9314-41ec-48a2-806c-42ffd3c42c13 x-openstack-request-id: req-768a9314-41ec-48a2-806c-42ffd3c42c13 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:23.099667 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e21f021-bb21-4cbd-8998-6bcdbaea8801", "name": "network-vif-plugged", "status": "completed", "tag": "dc37a913-c331-4510-9cba-8e591c3e844f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:23.100159 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-768a9314-41ec-48a2-806c-42ffd3c42c13 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:23.100726 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21f021-bb21-4cbd-8998-6bcdbaea8801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc37a913-c331-4510-9cba-8e591c3e844f', 'code': 200} Dec 13 12:51:23.245604 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.252146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f7c7ec-c820-4436-996b-3ee6557f7695 None None] Network e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:23.387612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=dc37a913-c331-4510-9cba-8e591c3e844f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:23.397389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-865ff394-7fe2-4715-8bd1-30a7ab9fd6a4 None None] Provisioning complete for port add55351-84b3-4889-add8-77251041865d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:23.397749 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-865ff394-7fe2-4715-8bd1-30a7ab9fd6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.419327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ba742-a175-4e72-9272-9c5eedd08967 req-9a9b6083-a845-4bed-bc83-037e78fb29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:23.421476 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3e3ba742-a175-4e72-9272-9c5eedd08967 req-9a9b6083-a845-4bed-bc83-037e78fb29a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 1097 time: 0.1363299 Dec 13 12:51:23.486516 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3e3ba742-a175-4e72-9272-9c5eedd08967 req-0e9da811-e66f-47a6-b0d0-b18d9977df65 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569799 Dec 13 12:51:23.541266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-865ff394-7fe2-4715-8bd1-30a7ab9fd6a4 None None] Port add55351-84b3-4889-add8-77251041865d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:51:23.560976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Allocated IP 19.80.0.2 (7ddcff0c-efc7-4182-8758-66315653529a/1530e8f2-c9ef-4c44-8c84-82fbf730d105/3269f2ad-2b97-4987-888c-62e04f0ee62f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:23.601650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add55351-84b3-4889-add8-77251041865d {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:23.611743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.632562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Transition to ACTIVE for port object add55351-84b3-4889-add8-77251041865d will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:51:23.647645 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.787459 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.796991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.835073 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Pushing event updated for resources: {'Port': ['ID=add55351-84b3-4889-add8-77251041865d,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:23.845774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Network 7ddcff0c-efc7-4182-8758-66315653529a is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:23.848208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Attempting to bind port add55351-84b3-4889-add8-77251041865d on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:23.848473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Attempting to bind port add55351-84b3-4889-add8-77251041865d by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:23.850105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Attempting to bind port add55351-84b3-4889-add8-77251041865d on network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:23.851049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:23.854690 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:23.855417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Port add55351-84b3-4889-add8-77251041865d on network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:51:23.855870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Attempting to bind port add55351-84b3-4889-add8-77251041865d on network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:23.869366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:23.869697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Checking segment: {'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:23.870179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Bound using segment: {'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:23.872359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Bound port: add55351-84b3-4889-add8-77251041865d, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:23.872359 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.899240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Pushing event updated for resources: {'Port': ['ID=3269f2ad-2b97-4987-888c-62e04f0ee62f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:23.907757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-db0258a8-bd59-4fd3-8402-32ec1ee8e3b4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:23.910089 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-db0258a8-bd59-4fd3-8402-32ec1ee8e3b4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 815 time: 0.6229575 Dec 13 12:51:23.914840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:51:23.944188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Request body: {'port': {'device_id': '43139845-8e6c-480a-8889-4ab015c7036e', 'network_id': '9e529a60-1988-4930-b152-f336b0a02247', 'admin_state_up': True, 'tenant_id': '8d0e6d44997c402689a532a754d76942'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:23.966811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] For port add55351-84b3-4889-add8-77251041865d, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:23.971703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] For port add55351-84b3-4889-add8-77251041865d, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=add55351-84b3-4889-add8-77251041865d,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:23.975115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Attempting to bind port 3269f2ad-2b97-4987-888c-62e04f0ee62f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:23.975678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Attempting to bind port 3269f2ad-2b97-4987-888c-62e04f0ee62f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'b028af25-2ed8-4757-8946-11ba6618f5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:23.976611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Attempting to bind port 3269f2ad-2b97-4987-888c-62e04f0ee62f on network 7ddcff0c-efc7-4182-8758-66315653529a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:23.979592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.985686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:23.985686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Checking segment: {'id': 'b028af25-2ed8-4757-8946-11ba6618f5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:23.985686 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:23.988162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Bound using segment: {'id': 'b028af25-2ed8-4757-8946-11ba6618f5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:23.989468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Bound port: 3269f2ad-2b97-4987-888c-62e04f0ee62f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b028af25-2ed8-4757-8946-11ba6618f5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:23.989468 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.026762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:24.027606 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.029447 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-596716cb-9518-409a-bf14-2da664c92718 service neutron] 10.222.0.37 "PUT /v2.0/ports/add55351-84b3-4889-add8-77251041865d HTTP/1.1" status: 200 len: 1092 time: 1.1195111 Dec 13 12:51:24.030033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'tag': 'add55351-84b3-4889-add8-77251041865d'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:24.033226 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582922bb-3e11-4eee-a04a-cc15bd9b7206" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cc6b29-a10d-4594-974d-af5aaadd4697", "tag": "add55351-84b3-4889-add8-77251041865d"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:24.060621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a158073-e98d-4ef4-9d49-dba8b3cc1b29 req-5883f0d3-d290-4e66-aaaf-57ec6912c485 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:24.068535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a158073-e98d-4ef4-9d49-dba8b3cc1b29 req-5883f0d3-d290-4e66-aaaf-57ec6912c485 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 985 time: 0.8485255 Dec 13 12:51:24.072173 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.082406 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.087989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:24.088714 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.092805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] For port 3269f2ad-2b97-4987-888c-62e04f0ee62f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:24.098050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] For port 3269f2ad-2b97-4987-888c-62e04f0ee62f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3269f2ad-2b97-4987-888c-62e04f0ee62f,segment=NetworkSegment(b028af25-2ed8-4757-8946-11ba6618f5f6),segment_id=b028af25-2ed8-4757-8946-11ba6618f5f6)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:24.099426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596716cb-9518-409a-bf14-2da664c92718 service neutron] Pushing event updated for resources: {'Port': ['ID=add55351-84b3-4889-add8-77251041865d,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:24.126970 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.140743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.158536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-9633a524-0b72-4177-a724-6a809103da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:24.160071 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-9633a524-0b72-4177-a724-6a809103da75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca8578242bfd400ba3be505bf9d0e137&device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 1095 time: 0.0767665 Dec 13 12:51:24.190656 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f3ac-efc4-4585-8d02-b4b5a261b163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.194991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6245375 Dec 13 12:51:24.210535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a366ad-bca1-4f85-abb2-c342074a96fb None None] Pushing event updated for resources: {'Port': ['ID=3269f2ad-2b97-4987-888c-62e04f0ee62f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:24.236879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42868) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:24.246731 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-0187de4e-73aa-45b3-a380-ce40c6762f19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add55351-84b3-4889-add8-77251041865d HTTP/1.1" status: 200 len: 217 time: 0.0771456 Dec 13 12:51:24.250956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-401e2e41-cca3-4126-9e5f-ca0830c1f00f tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:24.258725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-401e2e41-cca3-4126-9e5f-ca0830c1f00f tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/networks?id=e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc HTTP/1.1" status: 200 len: 814 time: 1.1027160 Dec 13 12:51:24.283576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'subnet': {'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:24.333357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-0a8bd794-e784-4a35-b6b7-4980e74f6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:24.334794 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-0a8bd794-e784-4a35-b6b7-4980e74f6986 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=484efd44-0ac3-488e-ab06-89da2b936184 HTTP/1.1" status: 200 len: 854 time: 0.0794072 Dec 13 12:51:24.415420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-5c318867-5860-4ff5-924f-a53777b25353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:24.416944 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-5c318867-5860-4ff5-924f-a53777b25353 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734377 Dec 13 12:51:24.520311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-acc3143c-9552-4d22-9198-f159d28f7629 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/quotas/0d0ad0d2105d48e583c725a1d2a6a6f0 HTTP/1.1" status: 200 len: 375 time: 0.2605948 Dec 13 12:51:24.531340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ad9e7-798c-4dff-b852-c50ea44111f0 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Network': ['ID=9a828bb8-79b2-4acc-a469-0bb0376a4119,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:24.557929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d642985-8c09-43c5-a4da-dd206b460dc4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:24.571626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 9a828bb8-79b2-4acc-a469-0bb0376a4119 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:51:24.644275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-3c2bd1c3-8280-49f3-ab14-8d9548ee93fe service neutron] 10.222.0.37 "GET /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041039 Dec 13 12:51:24.650011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-c02711a7-193e-4711-bb33-07b10f9147ee tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d0ad0d2105d48e583c725a1d2a6a6f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1284542 Dec 13 12:51:24.786311 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45023f46-af6e-44c5-8e5f-3a64a2238695 req-49a6f30e-c991-4eb8-9b09-0049b5176dd4 service neutron] 10.222.0.37 "GET /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328616 Dec 13 12:51:24.787811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a158073-e98d-4ef4-9d49-dba8b3cc1b29 req-f30515f6-eb81-4a45-b68a-ae87a453c9ce tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&id=7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.7152176 Dec 13 12:51:24.848062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3269f2ad-2b97-4987-888c-62e04f0ee62f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:24.866048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Allocated IP 192.168.233.18 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/0476e80a-f1f0-4211-b419-4ecd8062eaed) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:24.868155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Made reservation on behalf of 8d0e6d44997c402689a532a754d76942 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:24.872504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.881408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:24.884794 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.903718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3269f2ad-2b97-4987-888c-62e04f0ee62f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:24.904211 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:24.992541 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:25.025678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 3269f2ad-2b97-4987-888c-62e04f0ee62f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3269f2ad-2b97-4987-888c-62e04f0ee62f,segment=NetworkSegment(b028af25-2ed8-4757-8946-11ba6618f5f6),segment_id=b028af25-2ed8-4757-8946-11ba6618f5f6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:25.029153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-3eb7c5ec-6b2d-4ab4-9d30-84f5eb195601 service neutron] 10.222.0.31 "GET /v2.0/networks/e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778927 Dec 13 12:51:25.031303 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:25.104759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=3269f2ad-2b97-4987-888c-62e04f0ee62f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:25.223674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f29c0-4268-4a31-9621-b53f09660299 req-c3eb4719-35c7-4f05-b8c3-f23636ca8b4d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:25.226524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a15f29c0-4268-4a31-9621-b53f09660299 req-c3eb4719-35c7-4f05-b8c3-f23636ca8b4d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 946 time: 0.3461022 Dec 13 12:51:25.423027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a49b3-8e13-437c-b922-8944d2ddf963 None None] Network 7ddcff0c-efc7-4182-8758-66315653529a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:25.463197 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-41a1312e-16cc-47b0-8876-30312e7c9bf3 service neutron] 10.222.0.31 "GET /v2.0/networks/e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048512 Dec 13 12:51:25.504553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a15f29c0-4268-4a31-9621-b53f09660299 req-7bbf9380-0fe3-4c2f-9f42-3440112a43ac tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581470 Dec 13 12:51:25.572460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Allocated IP 172.20.0.6 (9e529a60-1988-4930-b152-f336b0a02247/dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd/a7a3f788-cf16-4023-afe1-c84cd98c4c2b) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:25.582843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:25.658217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-38ca43ab-032b-4f0b-a682-8a862cebdea0 None None] Provisioning complete for port 3269f2ad-2b97-4987-888c-62e04f0ee62f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:25.658806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38ca43ab-032b-4f0b-a682-8a862cebdea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:25.685881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-954c2184-1003-4fea-bba6-d720cecfdd77 req-4c8f6b28-24bb-4c43-8ef6-f0df800bd23f tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 210 time: 0.0815678 Dec 13 12:51:25.759722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:25.781908 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:25.886524 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:25.935752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:25.947327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:26.037932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:26.038682 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:26.110549 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6998034 Dec 13 12:51:26.150007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-626fc5d7-be1e-4b6c-8201-d34e5947f043 None None] Provisioning complete for port 3269f2ad-2b97-4987-888c-62e04f0ee62f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:26.150536 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-626fc5d7-be1e-4b6c-8201-d34e5947f043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:26.153070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Request body: {'port': {'device_id': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:26.161047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Subnet': ['ID=ee3734a1-bfa8-4227-970e-460b9d9b5ca8,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:26.169577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd30a7-378d-442c-b661-d5ba094a1201 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Pushing event updated for resources: {'Port': ['ID=0476e80a-f1f0-4211-b419-4ecd8062eaed,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:26.198050 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-117f6cef-03ae-4eac-826d-8f8f49dcda04 req-674ca95a-0416-47bc-9e16-1e01084d0ec9 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 210 time: 0.1838078 Dec 13 12:51:26.281223 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535c585c-5736-4961-b42e-ed861890d647 x-openstack-request-id: req-535c585c-5736-4961-b42e-ed861890d647 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:26.281849 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cc6b29-a10d-4594-974d-af5aaadd4697", "tag": "add55351-84b3-4889-add8-77251041865d", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:26.281849 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-535c585c-5736-4961-b42e-ed861890d647 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:26.282225 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'tag': 'add55351-84b3-4889-add8-77251041865d', 'status': 'completed', 'code': 200} Dec 13 12:51:26.358739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Checking segment: {'id': '5038bb1b-4788-42e8-97d5-f961eb58e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:26.358739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network hostable DHCP agents. Network: 9a828bb8-79b2-4acc-a469-0bb0376a4119, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:51:26.370254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de8c03-5ce2-469d-83a4-1d1d62576cbe req-0aec986e-6e80-404d-9e58-d7001b549694 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:26.371642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0de8c03-5ce2-469d-83a4-1d1d62576cbe req-0aec986e-6e80-404d-9e58-d7001b549694 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 944 time: 0.4898407 Dec 13 12:51:26.394710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-00dd1218-0e4d-46d3-9122-d26fdcaf749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:26.399393 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-00dd1218-0e4d-46d3-9122-d26fdcaf749e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca8578242bfd400ba3be505bf9d0e137&device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 1095 time: 0.0928850 Dec 13 12:51:26.430167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:26.452185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-82f5eea0-8a10-4991-91d1-43377a08b36f None None] Provisioning complete for port 0476e80a-f1f0-4211-b419-4ecd8062eaed triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:26.452742 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82f5eea0-8a10-4991-91d1-43377a08b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:26.454044 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:26.512651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network 9a828bb8-79b2-4acc-a469-0bb0376a4119 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:51:26.527863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-82f5eea0-8a10-4991-91d1-43377a08b36f None None] Port 0476e80a-f1f0-4211-b419-4ecd8062eaed cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:51:26.566674 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f56c73e7-1082-474f-bd4d-8fbb0255f8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:26.572078 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-542bf0c9-089f-4689-acfb-8fa1909e3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:26.575904 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-542bf0c9-089f-4689-acfb-8fa1909e3141 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb HTTP/1.1" status: 200 len: 915 time: 0.1697545 Dec 13 12:51:26.580751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-293cc302-30e3-4a66-a7b0-4a30ab050523 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1107515389&fields=id&tenant_id=4f820f6b0d244888906740df48385797 HTTP/1.1" status: 200 len: 267 time: 0.1784949 Dec 13 12:51:26.587948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 9a828bb8-79b2-4acc-a469-0bb0376a4119) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:26.592726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0de8c03-5ce2-469d-83a4-1d1d62576cbe req-6c9de7ec-0075-4950-b645-073606272771 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894131 Dec 13 12:51:26.602823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d334ca-c761-4074-8169-82dc035cc55f None None] Network 9a828bb8-79b2-4acc-a469-0bb0376a4119 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:26.617430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:26.618051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:26.676550 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-f2d37e51-4801-4702-9071-39eef9a937da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add55351-84b3-4889-add8-77251041865d HTTP/1.1" status: 200 len: 217 time: 0.0921059 Dec 13 12:51:26.744261 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:26.776491 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2f93d294-0e7d-4251-be2a-701802caa4eb tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5155656 Dec 13 12:51:26.798586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-3e107a0f-2c92-458e-949b-5dd141be0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:26.808528 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-3e107a0f-2c92-458e-949b-5dd141be0c03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=484efd44-0ac3-488e-ab06-89da2b936184 HTTP/1.1" status: 200 len: 854 time: 0.1235390 Dec 13 12:51:26.834271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-9a828bb8-79b2-4acc-a469-0bb0376a4119', 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119', 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'fixed_ips': [{'subnet_id': 'ee3734a1-bfa8-4227-970e-460b9d9b5ca8'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:51:26.835415 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:26.883268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3269f2ad-2b97-4987-888c-62e04f0ee62f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:26.895410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Network 9e529a60-1988-4930-b152-f336b0a02247 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:26.907999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-09f72f24-8cf3-49d5-afb6-217c930271e9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:26.909770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-09f72f24-8cf3-49d5-afb6-217c930271e9 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 985 time: 0.3158441 Dec 13 12:51:26.910531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Pushing event updated for resources: {'Port': ['ID=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:26.916046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:26.919820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:26.960690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-adba51b3-6213-4bb7-8285-a9e0185cd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:26.962089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-d4b9b12a-b294-41aa-b37f-968c4b61a153 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'port': {'security_groups': ['7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36', 'e7d5c14d-a9bf-4d69-a3d4-f034be7a458d', 'db4310f8-787a-4c86-9e49-b368eb889139']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:26.964483 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-adba51b3-6213-4bb7-8285-a9e0185cd8d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482100 Dec 13 12:51:27.118844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0eb0006f-f1d2-4212-b950-c8c666e408e5 req-fb0abc7c-78e2-438f-9e4e-cc62ff4759d3 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 210 time: 0.0615642 Dec 13 12:51:27.132585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:27.133236 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.140656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3269f2ad-2b97-4987-888c-62e04f0ee62f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:27.141160 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.204843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-cf7d4294-0a7b-4daa-b8f3-762d04dbfc37 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2728820 Dec 13 12:51:27.226969 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-c141e0d3-1d5f-44c9-96b1-a6d4fbdde97d service neutron] 10.222.0.37 "GET /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541037 Dec 13 12:51:27.232691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Allocated IP 19.86.0.2 (9a828bb8-79b2-4acc-a469-0bb0376a4119/ee3734a1-bfa8-4227-970e-460b9d9b5ca8/9839f63a-0425-4661-9134-2e506c25ef2f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:27.234904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Request body: {'port': {'device_id': '43139845-8e6c-480a-8889-4ab015c7036e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:27.320870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-d4b9b12a-b294-41aa-b37f-968c4b61a153 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.433874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-e94eeba2-642d-41db-9b93-960844f92828 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:27.435459 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-e94eeba2-642d-41db-9b93-960844f92828 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.42 "GET /v2.0/networks?id=e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc HTTP/1.1" status: 200 len: 814 time: 0.3044927 Dec 13 12:51:27.439639 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.449242 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.464927 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Request body: {'port': {'device_id': 'e59d8710-c4c6-4563-a5a8-b8603740fea4', 'network_id': 'e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc', 'admin_state_up': True, 'tenant_id': '0d0ad0d2105d48e583c725a1d2a6a6f0'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:27.508067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Network 9a828bb8-79b2-4acc-a469-0bb0376a4119 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:27.511498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:27.517361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:27.526418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Pushing event updated for resources: {'Port': ['ID=9839f63a-0425-4661-9134-2e506c25ef2f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:27.530398 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-582922bb-3e11-4eee-a04a-cc15bd9b7206 req-b4f40b3c-487e-46fc-9489-fa423819cec4 service neutron] 10.222.0.37 "GET /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944303 Dec 13 12:51:27.630113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Made reservation on behalf of 0d0ad0d2105d48e583c725a1d2a6a6f0 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:27.634973 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.649705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Attempting to bind port 9839f63a-0425-4661-9134-2e506c25ef2f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:27.650158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Attempting to bind port 9839f63a-0425-4661-9134-2e506c25ef2f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5038bb1b-4788-42e8-97d5-f961eb58e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:27.650550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Attempting to bind port 9839f63a-0425-4661-9134-2e506c25ef2f on network 9a828bb8-79b2-4acc-a469-0bb0376a4119 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:27.656715 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.658158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:27.658541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Checking segment: {'id': '5038bb1b-4788-42e8-97d5-f961eb58e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:27.658924 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.659314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Bound using segment: {'id': '5038bb1b-4788-42e8-97d5-f961eb58e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:27.659791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Bound port: 9839f63a-0425-4661-9134-2e506c25ef2f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038bb1b-4788-42e8-97d5-f961eb58e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:27.660172 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.751757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] For port 9839f63a-0425-4661-9134-2e506c25ef2f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:27.755623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] For port 9839f63a-0425-4661-9134-2e506c25ef2f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9839f63a-0425-4661-9134-2e506c25ef2f,segment=NetworkSegment(5038bb1b-4788-42e8-97d5-f961eb58e8be),segment_id=5038bb1b-4788-42e8-97d5-f961eb58e8be)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:27.763182 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.821142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Allocated IP 172.20.0.10 (e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc/c9a50d34-1430-45fb-b861-e42d033fbf6d/dd0ba903-74b8-4ab4-92a5-4c80da1fe77c) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:27.830093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0476e80a-f1f0-4211-b419-4ecd8062eaed {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:27.839430 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.853099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Transition to ACTIVE for port object 0476e80a-f1f0-4211-b419-4ecd8062eaed will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:51:27.858990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca7f9d-57ee-4694-9691-d440d08f16ad None None] Pushing event updated for resources: {'Port': ['ID=9839f63a-0425-4661-9134-2e506c25ef2f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:27.870320 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:27.879840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.001723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1f048-d783-4f85-b892-240499751485 req-5f483098-f327-4699-9425-26be4de8fa6c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:28.012379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbc1f048-d783-4f85-b892-240499751485 req-5f483098-f327-4699-9425-26be4de8fa6c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 935 time: 0.7122958 Dec 13 12:51:28.069364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.163488 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.168125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Pushing event updated for resources: {'Port': ['ID=0476e80a-f1f0-4211-b419-4ecd8062eaed,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:28.215290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbc1f048-d783-4f85-b892-240499751485 req-b179566b-c627-4e2c-835f-e24f395fe6d1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019522 Dec 13 12:51:28.390566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Network e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:28.399408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:28.401767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Pushing event updated for resources: {'Port': ['ID=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:28.417801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:28.494548 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-7215ff7a-9993-4dc3-b9e6-9a383903cff2 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:28.496264 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-7215ff7a-9993-4dc3-b9e6-9a383903cff2 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 946 time: 0.2285402 Dec 13 12:51:28.518429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:28.519391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.544011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Attempting to bind port 0476e80a-f1f0-4211-b419-4ecd8062eaed on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:28.544383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Attempting to bind port 0476e80a-f1f0-4211-b419-4ecd8062eaed by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:28.544673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Attempting to bind port 0476e80a-f1f0-4211-b419-4ecd8062eaed on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:28.568729 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-32651872-3f6a-4c0c-ac36-f51450abfcb6 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1148539 Dec 13 12:51:28.570155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-d4b9b12a-b294-41aa-b37f-968c4b61a153 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] For port dd6de195-f930-4c51-bfab-9dc65759c14e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd6de195-f930-4c51-bfab-9dc65759c14e,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:28.583739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Port 0476e80a-f1f0-4211-b419-4ecd8062eaed on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:51:28.584067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Attempting to bind port 0476e80a-f1f0-4211-b419-4ecd8062eaed on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:28.607474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Request body: {'port': {'device_id': 'e59d8710-c4c6-4563-a5a8-b8603740fea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:28.610030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:28.610392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:28.610774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:28.611212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Bound port: 0476e80a-f1f0-4211-b419-4ecd8062eaed, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:28.611568 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.653953 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-d4b9b12a-b294-41aa-b37f-968c4b61a153 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.667118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93163b-aadd-406f-b698-9960a2c242a1 req-aaee03b3-d30c-4c7a-b7ab-4ee1fee76b2a tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:28.668630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c93163b-aadd-406f-b698-9960a2c242a1 req-aaee03b3-d30c-4c7a-b7ab-4ee1fee76b2a tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e21f021-bb21-4cbd-8998-6bcdbaea8801 HTTP/1.1" status: 200 len: 946 time: 0.1555686 Dec 13 12:51:28.681588 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.691780 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-d4b9b12a-b294-41aa-b37f-968c4b61a153 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.696010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-877be4c7-4560-4ea2-969e-a64586f7fa67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Deleting port dc37a913-c331-4510-9cba-8e591c3e844f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:28.696372 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-877be4c7-4560-4ea2-969e-a64586f7fa67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.708212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['926ba6fe-f8a8-42ba-927c-d537c855e00f', 'dd6de195-f930-4c51-bfab-9dc65759c14e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:28.888853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-d4b9b12a-b294-41aa-b37f-968c4b61a153 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:28.889815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-d4b9b12a-b294-41aa-b37f-968c4b61a153 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.891734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f84f74eb-bcb3-4b94-9632-17243d322cea req-d4b9b12a-b294-41aa-b37f-968c4b61a153 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "PUT /v2.0/ports/dd6de195-f930-4c51-bfab-9dc65759c14e HTTP/1.1" status: 200 len: 1021 time: 1.9447699 Dec 13 12:51:28.896969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c750fda-a967-4345-bf5d-74b8214056c4', 'tag': 'dd6de195-f930-4c51-bfab-9dc65759c14e'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:28.902742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-877be4c7-4560-4ea2-969e-a64586f7fa67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] For port dc37a913-c331-4510-9cba-8e591c3e844f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dc37a913-c331-4510-9cba-8e591c3e844f,segment=NetworkSegment(6dddcbf2-89e4-47e9-b167-c43b8e2a203d),segment_id=6dddcbf2-89e4-47e9-b167-c43b8e2a203d)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:28.903107 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91d834b-5f04-4006-a6db-fa29242f9be0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c750fda-a967-4345-bf5d-74b8214056c4", "tag": "dd6de195-f930-4c51-bfab-9dc65759c14e"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:28.903603 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-877be4c7-4560-4ea2-969e-a64586f7fa67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:28.931028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-877be4c7-4560-4ea2-969e-a64586f7fa67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Calling delete_port for dc37a913-c331-4510-9cba-8e591c3e844f owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:28.974084 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9839f63a-0425-4661-9134-2e506c25ef2f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:28.979904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9b12a-b294-41aa-b37f-968c4b61a153 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'Port': ['ID=dd6de195-f930-4c51-bfab-9dc65759c14e,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:28.991100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:28.991335 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['dd6de195-f930-4c51-bfab-9dc65759c14e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:29.040548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c93163b-aadd-406f-b698-9960a2c242a1 req-234656bb-ab47-405f-b62a-25089d744404 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups?id=43e70bbb-87be-482c-bcfe-cf115316d3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464592 Dec 13 12:51:29.085313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:29.092655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a3f788-cf16-4023-afe1-c84cd98c4c2b {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:29.106360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.136391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Transition to ACTIVE for port object a7a3f788-cf16-4023-afe1-c84cd98c4c2b will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:51:29.198110 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.207863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0ba903-74b8-4ab4-92a5-4c80da1fe77c {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:29.228737 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.232382 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.236060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.251757 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-877be4c7-4560-4ea2-969e-a64586f7fa67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.260937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Transition to ACTIVE for port object dd0ba903-74b8-4ab4-92a5-4c80da1fe77c will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:51:29.272260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['dc37a913-c331-4510-9cba-8e591c3e844f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:29.305081 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.314835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877be4c7-4560-4ea2-969e-a64586f7fa67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event deleted for resources: {'Port': ['ID=dc37a913-c331-4510-9cba-8e591c3e844f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:29.357030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9839f63a-0425-4661-9134-2e506c25ef2f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:29.357550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.408357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-877be4c7-4560-4ea2-969e-a64586f7fa67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] No DVR routers for this DVR port dc37a913-c331-4510-9cba-8e591c3e844f on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:29.411965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-877be4c7-4560-4ea2-969e-a64586f7fa67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.415965 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d42ff228-71c2-484a-8835-ebcd6818f9ec req-877be4c7-4560-4ea2-969e-a64586f7fa67 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.37 "DELETE /v2.0/ports/dc37a913-c331-4510-9cba-8e591c3e844f HTTP/1.1" status: 204 len: 173 time: 0.9046018 Dec 13 12:51:29.420274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21f021-bb21-4cbd-8998-6bcdbaea8801', 'name': 'network-vif-deleted', 'tag': 'dc37a913-c331-4510-9cba-8e591c3e844f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:29.423124 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f972e4-ac9a-4062-bbe9-7ac37eb983a5" -d '{"events": [{"server_uuid": "6e21f021-bb21-4cbd-8998-6bcdbaea8801", "name": "network-vif-deleted", "tag": "dc37a913-c331-4510-9cba-8e591c3e844f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:29.431695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Pushing event updated for resources: {'Port': ['ID=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:29.437544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb83ae-1abf-4144-8050-52a925509712 None None] Network 9a828bb8-79b2-4acc-a469-0bb0376a4119 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:29.466937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Pushing event updated for resources: {'Port': ['ID=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:29.534801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Pushing event updated for resources: {'Port': ['ID=0476e80a-f1f0-4211-b419-4ecd8062eaed,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:29.545933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:29.546372 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.549299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-cc89eb3e-5b8a-4c9b-bddd-288ed2e18894 service neutron] 10.222.0.42 "PUT /v2.0/ports/0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 200 len: 1095 time: 3.4054065 Dec 13 12:51:29.562022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Attempting to bind port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:29.563190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Attempting to bind port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'ec7dbb06-a645-4b73-9480-e178a96547fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:29.563688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Attempting to bind port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c on network e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:29.569583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-36bcfa90-3f9e-4ecc-9d86-055fa98bfc7c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:29.572075 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c on network e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:51:29.572663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Attempting to bind port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c on network e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:29.581855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-36bcfa90-3f9e-4ecc-9d86-055fa98bfc7c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:29.582704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:29.583306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-36bcfa90-3f9e-4ecc-9d86-055fa98bfc7c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/networks?id=7ddcff0c-efc7-4182-8758-66315653529a&id=9a828bb8-79b2-4acc-a469-0bb0376a4119 HTTP/1.1" status: 200 len: 1392 time: 0.5348601 Dec 13 12:51:29.583615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Checking segment: {'id': 'ec7dbb06-a645-4b73-9480-e178a96547fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:29.584162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Bound using segment: {'id': 'ec7dbb06-a645-4b73-9480-e178a96547fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:29.584938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Bound port: dd0ba903-74b8-4ab4-92a5-4c80da1fe77c, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7dbb06-a645-4b73-9480-e178a96547fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:29.585843 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.623404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fb544-2db7-49a1-b089-5b17d830666a req-e4b07c24-1c2a-4171-b8c2-eff2aeb44895 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:29.625577 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d4fb544-2db7-49a1-b089-5b17d830666a req-e4b07c24-1c2a-4171-b8c2-eff2aeb44895 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 943 time: 0.3991251 Dec 13 12:51:29.670417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-fe9f1ca9-4b7b-4105-a3bb-98a4341ad335 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/quotas/f41a43bf7c00427490e245e4c23a0cf0 HTTP/1.1" status: 200 len: 375 time: 0.0725136 Dec 13 12:51:29.683837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-699cc01c-3264-4652-bc52-8c1a5bc2496d None None] Provisioning complete for port 9839f63a-0425-4661-9134-2e506c25ef2f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:29.685786 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-699cc01c-3264-4652-bc52-8c1a5bc2496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.693717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] For port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:29.699683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] For port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,segment=NetworkSegment(ec7dbb06-a645-4b73-9480-e178a96547fa),segment_id=ec7dbb06-a645-4b73-9480-e178a96547fa)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:29.708473 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.752741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:29.753029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.755047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] 10.222.0.42 "PUT /v2.0/ports/dd0ba903-74b8-4ab4-92a5-4c80da1fe77c HTTP/1.1" status: 200 len: 1092 time: 1.1543078 Dec 13 12:51:29.800487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfb536-0173-44df-8f5e-1116aef762eb service neutron] Pushing event updated for resources: {'Port': ['ID=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:29.824403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225107f2-477f-48aa-afa2-c43721213d83 req-ad490f09-5c22-42e1-85ae-da08c81e0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:29.826340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-ad490f09-5c22-42e1-85ae-da08c81e0de8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1098 time: 0.1980796 Dec 13 12:51:29.866371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-b6c4b1fe-6096-42e9-942f-e8282f7be5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:29.868157 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-b6c4b1fe-6096-42e9-942f-e8282f7be5c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d0ad0d2105d48e583c725a1d2a6a6f0&device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 1095 time: 0.0544796 Dec 13 12:51:29.903034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-31925b90-e1c5-4930-8317-80e55bceed33 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2002394 Dec 13 12:51:29.914191 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.917262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d4fb544-2db7-49a1-b089-5b17d830666a req-67896100-f9b9-463e-bdde-a689acd197ec tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772653 Dec 13 12:51:29.921158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-c033866f-357e-40db-a2e3-47a67a2ac47e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 200 len: 217 time: 0.0860791 Dec 13 12:51:29.923695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Attempting to bind port a7a3f788-cf16-4023-afe1-c84cd98c4c2b on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:29.924051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Attempting to bind port a7a3f788-cf16-4023-afe1-c84cd98c4c2b by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:29.924363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Attempting to bind port a7a3f788-cf16-4023-afe1-c84cd98c4c2b on network 9e529a60-1988-4930-b152-f336b0a02247 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:29.930187 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-8f6d3bed-abe4-45a3-a483-997007d8d953 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c HTTP/1.1" status: 200 len: 217 time: 0.0534596 Dec 13 12:51:29.941774 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:29.983863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Port a7a3f788-cf16-4023-afe1-c84cd98c4c2b on network 9e529a60-1988-4930-b152-f336b0a02247 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:51:29.988240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Attempting to bind port a7a3f788-cf16-4023-afe1-c84cd98c4c2b on network 9e529a60-1988-4930-b152-f336b0a02247 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:30.025647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:30.025995 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Checking segment: {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:30.026400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Bound using segment: {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:30.026850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Bound port: a7a3f788-cf16-4023-afe1-c84cd98c4c2b, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:30.027271 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:30.029220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-08646183-a277-45de-8c93-da56b2f0b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:30.030861 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-08646183-a277-45de-8c93-da56b2f0b584 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9a50d34-1430-45fb-b861-e42d033fbf6d HTTP/1.1" status: 200 len: 854 time: 0.0938597 Dec 13 12:51:30.093851 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-6f46dbeb-ed1b-4d05-ad29-231b5d770407 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528760 Dec 13 12:51:30.107102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 9839f63a-0425-4661-9134-2e506c25ef2f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9839f63a-0425-4661-9134-2e506c25ef2f,segment=NetworkSegment(5038bb1b-4788-42e8-97d5-f961eb58e8be),segment_id=5038bb1b-4788-42e8-97d5-f961eb58e8be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:30.112655 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-699cc01c-3264-4652-bc52-8c1a5bc2496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:30.127262 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:30.148949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225107f2-477f-48aa-afa2-c43721213d83 req-ede64cb3-a131-40fe-bed4-14ec8e3cec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:30.150471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-ede64cb3-a131-40fe-bed4-14ec8e3cec31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.2197626 Dec 13 12:51:30.240312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ffd94-0cd6-43f3-8aa9-4ba8e9d7347a req-dff0cd4d-c366-46dc-8ed9-b9be5a536748 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:30.241921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b9ffd94-0cd6-43f3-8aa9-4ba8e9d7347a req-dff0cd4d-c366-46dc-8ed9-b9be5a536748 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 944 time: 0.2179108 Dec 13 12:51:30.285896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] For port a7a3f788-cf16-4023-afe1-c84cd98c4c2b, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:30.290232 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-0d0ab6d3-b148-4166-80d7-88c7cae1bfeb service neutron] 10.222.0.42 "GET /v2.0/networks/e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884367 Dec 13 12:51:30.298580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-75292f9e-82c7-4a33-94cf-60b7b4013a00 service neutron] 10.222.0.31 "GET /v2.0/networks/7ddcff0c-efc7-4182-8758-66315653529a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664358 Dec 13 12:51:30.311566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=9839f63a-0425-4661-9134-2e506c25ef2f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:30.313902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] For port a7a3f788-cf16-4023-afe1-c84cd98c4c2b, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:30.330988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225107f2-477f-48aa-afa2-c43721213d83 req-3b8252ec-501f-47ae-aba1-dea1f70c72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:30.333760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-3b8252ec-501f-47ae-aba1-dea1f70c72b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609707 Dec 13 12:51:30.345423 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:30.351366 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-699cc01c-3264-4652-bc52-8c1a5bc2496d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:51:30.351726 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-699cc01c-3264-4652-bc52-8c1a5bc2496d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:51:30.418414 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a0efe29c-fd83-4538-a76b-83b72ed3a865 req-90940692-6d14-428a-884c-a3d78824f9f4 service neutron] 10.222.0.42 "GET /v2.0/networks/e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210313 Dec 13 12:51:30.512000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:30.512613 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:30.513978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] 10.222.0.37 "PUT /v2.0/ports/a7a3f788-cf16-4023-afe1-c84cd98c4c2b HTTP/1.1" status: 200 len: 1091 time: 3.2885096 Dec 13 12:51:30.532551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b9ffd94-0cd6-43f3-8aa9-4ba8e9d7347a req-da0a428a-9cf2-4e87-b36b-c85af90b364c tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705817 Dec 13 12:51:30.596137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7ffdc-174b-47e1-af65-f842cbdf82bf service neutron] Pushing event updated for resources: {'Port': ['ID=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:30.660167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-d8bbf464-8a0e-4b34-97a8-c81cc04f567a service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042917 Dec 13 12:51:30.665830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-b84eafb8-15ea-4e19-a18f-0dafac2a82ad service neutron] 10.222.0.31 "GET /v2.0/networks/7ddcff0c-efc7-4182-8758-66315653529a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421035 Dec 13 12:51:30.756316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-54b2432a-5588-456b-a034-41e526487777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:30.757828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-54b2432a-5588-456b-a034-41e526487777 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 1094 time: 0.1763704 Dec 13 12:51:30.770739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9839f63a-0425-4661-9134-2e506c25ef2f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:30.794924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0c921-5455-475e-a771-73d476759330 req-3de7440b-2f04-49f5-9317-1747a62daea2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:30.796681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6f0c921-5455-475e-a771-73d476759330 req-3de7440b-2f04-49f5-9317-1747a62daea2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 944 time: 0.2039590 Dec 13 12:51:30.818905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9839f63a-0425-4661-9134-2e506c25ef2f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:30.819271 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:30.857369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-706dfb60-d773-4a1a-bc41-17a3e75a1f0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7a3f788-cf16-4023-afe1-c84cd98c4c2b HTTP/1.1" status: 200 len: 217 time: 0.0717125 Dec 13 12:51:30.937646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-225107f2-477f-48aa-afa2-c43721213d83 req-47ade73c-672d-4eb6-9994-04a0b8801970 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685809 Dec 13 12:51:30.971699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-03e9cae6-bc8f-47db-9d63-9b9fd14de9d8 service neutron] 10.222.0.31 "GET /v2.0/networks/9a828bb8-79b2-4acc-a469-0bb0376a4119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922244 Dec 13 12:51:30.976757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-da21f084-9f3e-4425-a999-0e2e1cbbe76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:30.978151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-da21f084-9f3e-4425-a999-0e2e1cbbe76d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd HTTP/1.1" status: 200 len: 855 time: 0.1135561 Dec 13 12:51:30.990007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6f0c921-5455-475e-a771-73d476759330 req-85025cc5-0162-43c1-9e6c-d3af21f6d985 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806343 Dec 13 12:51:31.020516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-60c9555a-af12-4502-9aed-7d1ca50f1f4a None None] Provisioning complete for port 9839f63a-0425-4661-9134-2e506c25ef2f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:31.021032 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60c9555a-af12-4502-9aed-7d1ca50f1f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:31.053846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-8f0d8979-1c38-4d3a-97c9-c0f761ab85a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e529a60-1988-4930-b152-f336b0a02247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671625 Dec 13 12:51:31.184344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d66edd7-c4fb-4352-b901-eea910f6ea7a req-bd723fe4-1197-4ea2-956d-5b7d311d608e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/db4310f8-787a-4c86-9e49-b368eb889139 HTTP/1.1" status: 200 len: 1817 time: 0.1565933 Dec 13 12:51:31.188695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-da6a1979-7544-44b4-9e9f-2c63fb3ea952 service neutron] 10.222.0.31 "GET /v2.0/networks/9a828bb8-79b2-4acc-a469-0bb0376a4119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096226 Dec 13 12:51:31.223848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-b959bc79-a986-4e09-996c-f0b2cb078d8f service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587615 Dec 13 12:51:31.311160 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-0d66edd7-c4fb-4352-b901-eea910f6ea7a req-98a86e0c-f303-4d97-bee4-cb02b8f3df00 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 12:51:31.312186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d66edd7-c4fb-4352-b901-eea910f6ea7a req-98a86e0c-f303-4d97-bee4-cb02b8f3df00 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/db4310f8-787a-4c86-9e49-b368eb889139 HTTP/1.1" status: 409 len: 341 time: 0.1155424 Dec 13 12:51:31.353686 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520c9af7-4c0c-4123-bb5d-ea01b156b873 x-openstack-request-id: req-520c9af7-4c0c-4123-bb5d-ea01b156b873 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:31.354313 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c750fda-a967-4345-bf5d-74b8214056c4", "tag": "dd6de195-f930-4c51-bfab-9dc65759c14e", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:31.354748 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-520c9af7-4c0c-4123-bb5d-ea01b156b873 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:31.355633 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c750fda-a967-4345-bf5d-74b8214056c4', 'tag': 'dd6de195-f930-4c51-bfab-9dc65759c14e', 'status': 'completed', 'code': 200} Dec 13 12:51:31.358612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf9d3f8a-6820-4313-bcc4-9839889495c4 req-12e48c33-13a0-4c6d-887b-4d9f3069f1e5 service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245873 Dec 13 12:51:31.469166 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8a04d7-3618-412c-92d2-d6199de90e1a x-openstack-request-id: req-1c8a04d7-3618-412c-92d2-d6199de90e1a {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:31.470140 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e21f021-bb21-4cbd-8998-6bcdbaea8801", "name": "network-vif-deleted", "tag": "dc37a913-c331-4510-9cba-8e591c3e844f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:31.472271 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c8a04d7-3618-412c-92d2-d6199de90e1a {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:31.473081 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21f021-bb21-4cbd-8998-6bcdbaea8801', 'name': 'network-vif-deleted', 'tag': 'dc37a913-c331-4510-9cba-8e591c3e844f', 'status': 'completed', 'code': 200} Dec 13 12:51:31.808081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d834b-5f04-4006-a6db-fa29242f9be0 req-740c6d51-ff07-4880-ae90-8b8de07a88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:31.809582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c91d834b-5f04-4006-a6db-fa29242f9be0 req-740c6d51-ff07-4880-ae90-8b8de07a88f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f820f6b0d244888906740df48385797&device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 1175 time: 0.4340858 Dec 13 12:51:31.823651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc60c3-f9f5-4e6a-9e4b-b1ede9f1e0e0 req-e0e09e3e-19c7-4156-9f46-87ed385d40bd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:31.825147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97cc60c3-f9f5-4e6a-9e4b-b1ede9f1e0e0 req-e0e09e3e-19c7-4156-9f46-87ed385d40bd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 947 time: 0.0948303 Dec 13 12:51:31.848382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f207fa-5ee9-45ba-abe5-d1bb87564c69 req-d84a7686-a6a2-48b9-9f61-ff759150f893 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:31.849845 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77f207fa-5ee9-45ba-abe5-d1bb87564c69 req-d84a7686-a6a2-48b9-9f61-ff759150f893 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 943 time: 0.1182172 Dec 13 12:51:31.979283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97cc60c3-f9f5-4e6a-9e4b-b1ede9f1e0e0 req-1294b218-ba7e-498b-b64c-11b8ebfa2e69 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404426 Dec 13 12:51:31.992474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77f207fa-5ee9-45ba-abe5-d1bb87564c69 req-909eb958-2778-4ad3-be58-39a3b7b8bee8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272542 Dec 13 12:51:31.995515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d834b-5f04-4006-a6db-fa29242f9be0 req-4ef6c6ff-59c3-43e5-83b6-27341e69201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:31.996899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c91d834b-5f04-4006-a6db-fa29242f9be0 req-4ef6c6ff-59c3-43e5-83b6-27341e69201b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 200 len: 912 time: 0.1709232 Dec 13 12:51:32.048599 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c91d834b-5f04-4006-a6db-fa29242f9be0 req-c7186f56-4ee7-4715-9b55-d54658108562 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6de195-f930-4c51-bfab-9dc65759c14e HTTP/1.1" status: 200 len: 217 time: 0.0438399 Dec 13 12:51:32.080674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05d69235-8958-4e46-bce9-9a5640b4f83d req-57ec850a-688b-4a04-8324-be7d91323aba tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 210 time: 0.0310903 Dec 13 12:51:32.119772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d834b-5f04-4006-a6db-fa29242f9be0 req-ab8d779a-f585-409f-ad90-755b6db72b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:32.121225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c91d834b-5f04-4006-a6db-fa29242f9be0 req-ab8d779a-f585-409f-ad90-755b6db72b03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4cfcd4d-5e80-46fd-ac59-db194ffa6779 HTTP/1.1" status: 200 len: 852 time: 0.0634637 Dec 13 12:51:32.165682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c91d834b-5f04-4006-a6db-fa29242f9be0 req-e5065610-78bd-406b-be1f-b8f9b78811f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f43937d2-46d3-48f2-bb70-b47761b3f8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365214 Dec 13 12:51:32.178432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dc37a913-c331-4510-9cba-8e591c3e844f no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:32.201937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: dc37a913-c331-4510-9cba-8e591c3e844f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:32.202593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dc37a913-c331-4510-9cba-8e591c3e844f not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:32.402811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064dc34-cd50-49bd-83a7-6fe6bae7f8f9 req-2f8bf21a-ff69-4bdc-ba44-1da68637b221 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:32.404894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5064dc34-cd50-49bd-83a7-6fe6bae7f8f9 req-2f8bf21a-ff69-4bdc-ba44-1da68637b221 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 944 time: 0.2037141 Dec 13 12:51:32.424711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b902a-a9ba-4ca5-ac0f-611091f78bf3 req-7667d31a-9b2c-424f-ab42-9d9303d49021 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:32.426137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c88b902a-a9ba-4ca5-ac0f-611091f78bf3 req-7667d31a-9b2c-424f-ab42-9d9303d49021 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 944 time: 0.2266104 Dec 13 12:51:32.469259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c91d834b-5f04-4006-a6db-fa29242f9be0 req-0a00832a-391c-4c88-b3ed-3eec35b21658 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959802 Dec 13 12:51:32.529336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-7fb193cd-61a3-40a6-ab91-c8a981c950a3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:32.535628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-7fb193cd-61a3-40a6-ab91-c8a981c950a3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:32.537113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-7fb193cd-61a3-40a6-ab91-c8a981c950a3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.37 "GET /v2.0/networks?id=7ddcff0c-efc7-4182-8758-66315653529a&id=9a828bb8-79b2-4acc-a469-0bb0376a4119 HTTP/1.1" status: 200 len: 1392 time: 0.2521505 Dec 13 12:51:32.574533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'port': {'device_id': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a', 'admin_state_up': True, 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:32.652958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5064dc34-cd50-49bd-83a7-6fe6bae7f8f9 req-be33d299-2329-45d5-b1fd-55fdc098d102 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361553 Dec 13 12:51:32.667580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c88b902a-a9ba-4ca5-ac0f-611091f78bf3 req-8c1b2ad7-49ff-495a-992b-5cc257af227b tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270236 Dec 13 12:51:32.705258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c91d834b-5f04-4006-a6db-fa29242f9be0 req-7bab08ba-9dbe-4d5c-9383-29c958bad510 service neutron] 10.222.0.42 "GET /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177861 Dec 13 12:51:32.795967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264767e-439d-4ed7-a95a-921f20219a18 req-7b9c21fd-7ffe-4f6f-86bd-b7dbbb3bac10 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:32.797710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8264767e-439d-4ed7-a95a-921f20219a18 req-7b9c21fd-7ffe-4f6f-86bd-b7dbbb3bac10 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 1024 time: 0.0758111 Dec 13 12:51:32.798895 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:32.802181 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:32.850728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42954) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:32.906874 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6da92771-70ee-4771-a1bc-72165f84efc4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:32.930332 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6da92771-70ee-4771-a1bc-72165f84efc4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:32.940587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8264767e-439d-4ed7-a95a-921f20219a18 req-4511dc18-f002-4cd2-adeb-31d45c6b1a61 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=db4310f8-787a-4c86-9e49-b368eb889139&id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&id=7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1350570 Dec 13 12:51:32.983528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6da92771-70ee-4771-a1bc-72165f84efc4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:32.986361 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6da92771-70ee-4771-a1bc-72165f84efc4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:32.987505 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6da92771-70ee-4771-a1bc-72165f84efc4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "DELETE /v2.0/security-groups/d443f0f2-efcf-47cb-815a-1cd011437ca5 HTTP/1.1" status: 204 len: 168 time: 0.1356869 Dec 13 12:51:32.990300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42956) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:32.996333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da92771-70ee-4771-a1bc-72165f84efc4 tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d443f0f2-efcf-47cb-815a-1cd011437ca5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:33.003150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Allocated IP 19.80.0.153 (7ddcff0c-efc7-4182-8758-66315653529a/1530e8f2-c9ef-4c44-8c84-82fbf730d105/53c5d740-b809-4634-8db9-26d358189ec6) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:33.013903 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-fb14addd-6071-4a79-bbda-32aad664d6ba tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] show failed (client error): The resource could not be found. Dec 13 12:51:33.019222 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fb14addd-6071-4a79-bbda-32aad664d6ba tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "GET /v2.0/security-groups/d443f0f2-efcf-47cb-815a-1cd011437ca5 HTTP/1.1" status: 404 len: 347 time: 0.0237617 Dec 13 12:51:33.019853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42962) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:33.293150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cc679-ca67-4ba6-90c3-cb41903c458c req-d9284586-6a2d-419d-8fe6-b8d72984b185 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:33.294703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-956cc679-ca67-4ba6-90c3-cb41903c458c req-d9284586-6a2d-419d-8fe6-b8d72984b185 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 947 time: 0.2293198 Dec 13 12:51:33.304475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd9b4a-11dc-46f0-8a09-1c0c70ec1d3b req-3d90502b-264b-4332-a635-295f676f7f94 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:33.305885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74fd9b4a-11dc-46f0-8a09-1c0c70ec1d3b req-3d90502b-264b-4332-a635-295f676f7f94 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 943 time: 0.2250710 Dec 13 12:51:33.358304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed'}, {'name': 'network-changed', 'server_uuid': '43139845-8e6c-480a-8889-4ab015c7036e', 'tag': 'a7a3f788-cf16-4023-afe1-c84cd98c4c2b'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:33.360564 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eaece6-a818-4346-9f48-7faaefebc433" -d '{"events": [{"name": "network-changed", "server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed"}, {"name": "network-changed", "server_uuid": "43139845-8e6c-480a-8889-4ab015c7036e", "tag": "a7a3f788-cf16-4023-afe1-c84cd98c4c2b"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:33.407916 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:51:33.425890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:33.435306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-956cc679-ca67-4ba6-90c3-cb41903c458c req-03251582-bd2e-4a86-89ef-1257698449e1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267388 Dec 13 12:51:33.444775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd62c0-1d6a-4175-925d-a1b24f18499d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Deleting port 7c065268-f782-46fa-9b7b-f506c7ea91be {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:33.445118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bdd62c0-1d6a-4175-925d-a1b24f18499d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:33.453508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74fd9b4a-11dc-46f0-8a09-1c0c70ec1d3b req-49fa217a-4ea8-412e-a3d3-71fbdee24d73 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387601 Dec 13 12:51:33.474998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59d8710-c4c6-4563-a5a8-b8603740fea4', 'tag': 'dd0ba903-74b8-4ab4-92a5-4c80da1fe77c'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:33.477354 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731f8492-2877-45a7-bcb0-c25b16454108" -d '{"events": [{"name": "network-changed", "server_uuid": "e59d8710-c4c6-4563-a5a8-b8603740fea4", "tag": "dd0ba903-74b8-4ab4-92a5-4c80da1fe77c"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:33.528936 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac24c2c-1c82-41cd-ae93-c96dcd82319b x-openstack-request-id: req-bac24c2c-1c82-41cd-ae93-c96dcd82319b {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:33.529237 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43139845-8e6c-480a-8889-4ab015c7036e", "tag": "a7a3f788-cf16-4023-afe1-c84cd98c4c2b", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:33.529490 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bac24c2c-1c82-41cd-ae93-c96dcd82319b {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:33.529890 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed', 'status': 'completed', 'code': 200} Dec 13 12:51:33.530177 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43139845-8e6c-480a-8889-4ab015c7036e', 'tag': 'a7a3f788-cf16-4023-afe1-c84cd98c4c2b', 'status': 'completed', 'code': 200} Dec 13 12:51:33.558798 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-502680d7-68ba-401c-a811-562852af701e req-99da4f33-9338-4d7a-8432-1ced9c4d25e8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 210 time: 0.0521803 Dec 13 12:51:33.585061 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7281e7fe-7754-440d-88fa-e4a5dbd324c6 x-openstack-request-id: req-7281e7fe-7754-440d-88fa-e4a5dbd324c6 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:33.585362 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59d8710-c4c6-4563-a5a8-b8603740fea4", "tag": "dd0ba903-74b8-4ab4-92a5-4c80da1fe77c", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:33.585593 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7281e7fe-7754-440d-88fa-e4a5dbd324c6 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:33.585981 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59d8710-c4c6-4563-a5a8-b8603740fea4', 'tag': 'dd0ba903-74b8-4ab4-92a5-4c80da1fe77c', 'status': 'completed', 'code': 200} Dec 13 12:51:33.614312 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:33.630520 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bdd62c0-1d6a-4175-925d-a1b24f18499d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:33.630856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bdd62c0-1d6a-4175-925d-a1b24f18499d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:33.631864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-b8c4331a-5b55-4162-8bd1-ddb4316cb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:33.633350 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-b8c4331a-5b55-4162-8bd1-ddb4316cb5e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 1094 time: 0.0785480 Dec 13 12:51:33.639042 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f8492-2877-45a7-bcb0-c25b16454108 req-5de8124e-0995-4594-9989-e4734b58083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:33.640510 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-731f8492-2877-45a7-bcb0-c25b16454108 req-5de8124e-0995-4594-9989-e4734b58083a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d0ad0d2105d48e583c725a1d2a6a6f0&device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 1095 time: 0.0536873 Dec 13 12:51:33.683649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd62c0-1d6a-4175-925d-a1b24f18499d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Calling delete_port for 7c065268-f782-46fa-9b7b-f506c7ea91be owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:33.721247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network 7ddcff0c-efc7-4182-8758-66315653529a is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:33.730549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-189bcb90-f7de-4967-b0ed-9b66933f9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:33.732080 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-189bcb90-f7de-4967-b0ed-9b66933f9024 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1098 time: 0.1774092 Dec 13 12:51:33.738842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:33.741389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:33.793242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Port': ['ID=53c5d740-b809-4634-8db9-26d358189ec6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:33.800283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-3fc8c3c1-79dc-4ed1-8d41-f583addcb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:33.802430 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-3fc8c3c1-79dc-4ed1-8d41-f583addcb798 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 915 time: 0.1602616 Dec 13 12:51:33.863756 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-c0427196-39e9-40e4-b273-15880dd57ebf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7a3f788-cf16-4023-afe1-c84cd98c4c2b HTTP/1.1" status: 200 len: 217 time: 0.0526161 Dec 13 12:51:33.868912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f8492-2877-45a7-bcb0-c25b16454108 req-b006c1f7-dbcc-4f3c-a150-76db7c77e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:33.870428 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-731f8492-2877-45a7-bcb0-c25b16454108 req-b006c1f7-dbcc-4f3c-a150-76db7c77e6a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc HTTP/1.1" status: 200 len: 914 time: 0.2196856 Dec 13 12:51:33.898292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0476e80a-f1f0-4211-b419-4ecd8062eaed details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:33.946035 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-731f8492-2877-45a7-bcb0-c25b16454108 req-e568b188-b6ff-49dc-9318-2c446731869c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c HTTP/1.1" status: 200 len: 217 time: 0.0661309 Dec 13 12:51:33.964059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-d7889106-a13d-4b8f-8ff4-dc3510fc42f1 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:33.965639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-d7889106-a13d-4b8f-8ff4-dc3510fc42f1 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 1024 time: 0.3295939 Dec 13 12:51:33.989795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-5285f2d4-2be6-4e46-bf77-c66521331d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:33.991277 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-5285f2d4-2be6-4e46-bf77-c66521331d67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd HTTP/1.1" status: 200 len: 855 time: 0.1197894 Dec 13 12:51:34.001557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:34.001936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:34.030343 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-c2698f9c-dfdc-43f1-8c3f-23150acdbdfe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e529a60-1988-4930-b152-f336b0a02247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310566 Dec 13 12:51:34.031911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f8492-2877-45a7-bcb0-c25b16454108 req-460b8a4b-d9af-4e5c-b123-55f918497980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:34.033574 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-731f8492-2877-45a7-bcb0-c25b16454108 req-460b8a4b-d9af-4e5c-b123-55f918497980 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9a50d34-1430-45fb-b861-e42d033fbf6d HTTP/1.1" status: 200 len: 854 time: 0.0797608 Dec 13 12:51:34.076194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe887882-8da3-45ee-88b3-8694e6b9db96 req-d2abe7d6-9d22-4c49-bc23-6c22fa19f275 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:34.077706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe887882-8da3-45ee-88b3-8694e6b9db96 req-d2abe7d6-9d22-4c49-bc23-6c22fa19f275 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 944 time: 0.3447323 Dec 13 12:51:34.124077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d658764-5837-48c9-a18c-b16d1ddd49d6 req-9402be74-8265-4850-b6bd-9e43f7cb7e78 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:34.125881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d658764-5837-48c9-a18c-b16d1ddd49d6 req-9402be74-8265-4850-b6bd-9e43f7cb7e78 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 944 time: 0.3359053 Dec 13 12:51:34.129597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-18abcc43-aebb-4fdf-9b41-41ccb2e6b010 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5638177 Dec 13 12:51:34.138750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-654e5ef4-749f-457f-b07a-f0a77a01f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:34.140453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-654e5ef4-749f-457f-b07a-f0a77a01f6af service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.3925650 Dec 13 12:51:34.161701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Request body: {'port': {'device_id': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119', 'admin_state_up': True, 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:34.176224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:34.184569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-36210282-8439-4634-933b-a70965057123 None None] Provisioning complete for port 53c5d740-b809-4634-8db9-26d358189ec6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:34.185023 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-36210282-8439-4634-933b-a70965057123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:34.213417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device a7a3f788-cf16-4023-afe1-c84cd98c4c2b details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:34.219162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '0476e80a-f1f0-4211-b419-4ecd8062eaed', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '0476e80a-f1f0-4211-b419-4ecd8062eaed', 'mac_address': 'fa:16:3e:73:88:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:34.264477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-36210282-8439-4634-933b-a70965057123 None None] Port 53c5d740-b809-4634-8db9-26d358189ec6 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:51:34.291554 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:34.309664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-4b99a46c-70ef-48df-b80e-e4404393bf9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 200 len: 217 time: 0.1517916 Dec 13 12:51:34.336471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0476e80a-f1f0-4211-b419-4ecd8062eaed {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:34.365694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:34.373477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:34.374297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device dd0ba903-74b8-4ab4-92a5-4c80da1fe77c details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:34.397979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-731f8492-2877-45a7-bcb0-c25b16454108 req-36adcc74-a246-43a0-aa80-26c738433f04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3529828 Dec 13 12:51:34.435904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port a7a3f788-cf16-4023-afe1-c84cd98c4c2b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:34.480809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'a7a3f788-cf16-4023-afe1-c84cd98c4c2b', 'network_id': '9e529a60-1988-4930-b152-f336b0a02247', 'port_id': 'a7a3f788-cf16-4023-afe1-c84cd98c4c2b', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:34.492047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-cf355033-035c-4ba7-a524-96970d5b6b97 service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545310 Dec 13 12:51:34.524922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=0476e80a-f1f0-4211-b419-4ecd8062eaed,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:34.567002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-731f8492-2877-45a7-bcb0-c25b16454108 req-0edb9dba-00aa-49e3-96a3-70bfae780242 service neutron] 10.222.0.42 "GET /v2.0/networks/e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608953 Dec 13 12:51:34.597989 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:34.620762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,segment=NetworkSegment(ec7dbb06-a645-4b73-9480-e178a96547fa),segment_id=ec7dbb06-a645-4b73-9480-e178a96547fa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:34.630745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a3f788-cf16-4023-afe1-c84cd98c4c2b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:34.648944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'dd0ba903-74b8-4ab4-92a5-4c80da1fe77c', 'network_id': 'e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc', 'port_id': 'dd0ba903-74b8-4ab4-92a5-4c80da1fe77c', 'mac_address': 'fa:16:3e:0d:d7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a50d34-1430-45fb-b861-e42d033fbf6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:34.663291 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-752a42f3-1755-4f94-9499-9cd1d07f6d0c service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626129 Dec 13 12:51:34.663615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port a7a3f788-cf16-4023-afe1-c84cd98c4c2b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:34.691730 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-731f8492-2877-45a7-bcb0-c25b16454108 req-54e767ff-b502-4f5b-9005-0f67b6437b1e service neutron] 10.222.0.42 "GET /v2.0/networks/e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162889 Dec 13 12:51:34.712021 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:34.742018 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:34.764886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0ba903-74b8-4ab4-92a5-4c80da1fe77c {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:34.766501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d658764-5837-48c9-a18c-b16d1ddd49d6 req-614d35bf-3b9c-4896-9eff-62cf5f605bc6 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6302142 Dec 13 12:51:34.777872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe887882-8da3-45ee-88b3-8694e6b9db96 req-48534851-b740-470a-b150-74c9900bcb13 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6818998 Dec 13 12:51:34.786110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:34.805900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,segment=NetworkSegment(ec7dbb06-a645-4b73-9480-e178a96547fa),segment_id=ec7dbb06-a645-4b73-9480-e178a96547fa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:34.815594 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:34.818516 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bdd62c0-1d6a-4175-925d-a1b24f18499d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:34.825804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-a039d9d7-3a94-4c4e-a65f-de8e3258502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:34.827338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-a039d9d7-3a94-4c4e-a65f-de8e3258502a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1355329 Dec 13 12:51:34.871793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd62c0-1d6a-4175-925d-a1b24f18499d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Pushing event deleted for resources: {'Port': ['ID=7c065268-f782-46fa-9b7b-f506c7ea91be,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:34.882832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:34.915910 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['a7a3f788-cf16-4023-afe1-c84cd98c4c2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:34.919038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-44a2a4cb-867d-4001-a96b-f9cf7506e557 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Deleting port dd6de195-f930-4c51-bfab-9dc65759c14e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:34.919379 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-44a2a4cb-867d-4001-a96b-f9cf7506e557 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:35.069876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Made reservation on behalf of f41a43bf7c00427490e245e4c23a0cf0 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:35.073376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:35.095189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['0476e80a-f1f0-4211-b419-4ecd8062eaed'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:35.123166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['dd0ba903-74b8-4ab4-92a5-4c80da1fe77c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:35.134712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-4fb8177f-22c6-42c6-9447-887a437abc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:35.136239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-4fb8177f-22c6-42c6-9447-887a437abc46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2761836 Dec 13 12:51:35.144128 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bdd62c0-1d6a-4175-925d-a1b24f18499d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:35.146755 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bdd62c0-1d6a-4175-925d-a1b24f18499d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:35.147873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9bdd62c0-1d6a-4175-925d-a1b24f18499d tempest-ImagesOneServerNegativeTestJSON-1392810558 tempest-ImagesOneServerNegativeTestJSON-1392810558-project] 10.222.0.31 "DELETE /v2.0/floatingips/9c66e9d0-21b5-4641-8eaf-ce59be713056 HTTP/1.1" status: 204 len: 168 time: 2.1273422 Dec 13 12:51:35.156214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0182b5-1347-4035-bdae-25c16c695e46 req-db0ef459-d2aa-42ed-be4a-ccb1b5a0c3a6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:35.157958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac0182b5-1347-4035-bdae-25c16c695e46 req-db0ef459-d2aa-42ed-be4a-ccb1b5a0c3a6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 1024 time: 0.2956867 Dec 13 12:51:35.292021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95457b-a6c8-4032-8a6b-b91cb533be4d req-214270af-ceb7-4d75-b372-637cb520002b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:35.293531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb95457b-a6c8-4032-8a6b-b91cb533be4d req-214270af-ceb7-4d75-b372-637cb520002b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 948 time: 0.3416603 Dec 13 12:51:35.300697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-44a2a4cb-867d-4001-a96b-f9cf7506e557 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] For port dd6de195-f930-4c51-bfab-9dc65759c14e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd6de195-f930-4c51-bfab-9dc65759c14e,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:35.301256 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-44a2a4cb-867d-4001-a96b-f9cf7506e557 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:35.340521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-44a2a4cb-867d-4001-a96b-f9cf7506e557 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Calling delete_port for dd6de195-f930-4c51-bfab-9dc65759c14e owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:35.515386 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-046b27ff-b135-43d6-8af8-f641bedc172b service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537240 Dec 13 12:51:35.527860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac0182b5-1347-4035-bdae-25c16c695e46 req-62ac4fd1-562c-439f-be56-3de64a4369d2 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=db4310f8-787a-4c86-9e49-b368eb889139&id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&id=7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3548596 Dec 13 12:51:35.532647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Allocated IP 19.86.0.119 (9a828bb8-79b2-4acc-a469-0bb0376a4119/ee3734a1-bfa8-4227-970e-460b9d9b5ca8/76111412-286e-4253-a46f-e7f1e2515652) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:35.553834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb95457b-a6c8-4032-8a6b-b91cb533be4d req-bbb51600-6724-4212-bb2f-bac446ed10ca tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460291 Dec 13 12:51:35.833992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2eaece6-a818-4346-9f48-7faaefebc433 req-a0c29aa4-25d4-4b2b-9cf9-9cfcf9023ad6 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989638 Dec 13 12:51:35.854388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9fbd1-5e25-4264-82a7-e05775c5a2b0 req-2b056826-84a9-4e82-8353-3cedbe081b3c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:35.855854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acf9fbd1-5e25-4264-82a7-e05775c5a2b0 req-2b056826-84a9-4e82-8353-3cedbe081b3c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 932 time: 0.2399826 Dec 13 12:51:35.867563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96590211-653b-4e0b-950c-b318a3d2a765 req-7ed3339c-4168-4503-825e-1c8c123ae6c3 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:35.869023 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96590211-653b-4e0b-950c-b318a3d2a765 req-7ed3339c-4168-4503-825e-1c8c123ae6c3 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 944 time: 0.2648029 Dec 13 12:51:35.897833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device dd6de195-f930-4c51-bfab-9dc65759c14e no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:35.941772 n-d-817326-4 neutron-server[109887]: INFO neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No ports have port_id starting with dd6de195-f930-4c51-bfab-9dc65759c14e Dec 13 12:51:35.951624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-44a2a4cb-867d-4001-a96b-f9cf7506e557 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:35.978762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['926ba6fe-f8a8-42ba-927c-d537c855e00f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:36.018377 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.033572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2a4cb-867d-4001-a96b-f9cf7506e557 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'Port': ['ID=dd6de195-f930-4c51-bfab-9dc65759c14e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:36.052062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acf9fbd1-5e25-4264-82a7-e05775c5a2b0 req-267b3edf-d0a1-4836-8bc4-3dbfac4899c3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802144 Dec 13 12:51:36.070338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96590211-653b-4e0b-950c-b318a3d2a765 req-75cd0d5e-4334-48e5-8170-a64c07088413 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865132 Dec 13 12:51:36.110800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-44a2a4cb-867d-4001-a96b-f9cf7506e557 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] No DVR routers for this DVR port dd6de195-f930-4c51-bfab-9dc65759c14e on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:36.114288 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-44a2a4cb-867d-4001-a96b-f9cf7506e557 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.117762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14894b93-8cbb-4ca1-95a6-27ce6a8bcdf4 req-44a2a4cb-867d-4001-a96b-f9cf7506e557 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.42 "DELETE /v2.0/ports/dd6de195-f930-4c51-bfab-9dc65759c14e HTTP/1.1" status: 204 len: 173 time: 2.1436102 Dec 13 12:51:36.118247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c750fda-a967-4345-bf5d-74b8214056c4', 'name': 'network-vif-deleted', 'tag': 'dd6de195-f930-4c51-bfab-9dc65759c14e'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:36.120534 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a50370-b43a-4864-aab5-71ba0da9c2a9" -d '{"events": [{"server_uuid": "5c750fda-a967-4345-bf5d-74b8214056c4", "name": "network-vif-deleted", "tag": "dd6de195-f930-4c51-bfab-9dc65759c14e"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:36.141788 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.236355 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device a7a3f788-cf16-4023-afe1-c84cd98c4c2b up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:36.249212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Network 9a828bb8-79b2-4acc-a469-0bb0376a4119 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:36.259136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:36.263171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event updated for resources: {'Port': ['ID=76111412-286e-4253-a46f-e7f1e2515652,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:36.265495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:36.301746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port a7a3f788-cf16-4023-afe1-c84cd98c4c2b completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:36.306275 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port a7a3f788-cf16-4023-afe1-c84cd98c4c2b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:36.306646 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.328647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2b5e-664a-43eb-bc7f-c249ad7c2fc4 req-347a2d15-5186-4919-9d2a-34d29d426ee0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:36.330360 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-050e2b5e-664a-43eb-bc7f-c249ad7c2fc4 req-347a2d15-5186-4919-9d2a-34d29d426ee0 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 944 time: 0.1468265 Dec 13 12:51:36.341315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e717b4e-9f0c-4e3f-ac05-9aacc7fd393f req-b4c489fa-b8b6-48d0-b8f8-7a32ebf2429f tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:36.342645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e717b4e-9f0c-4e3f-ac05-9aacc7fd393f req-b4c489fa-b8b6-48d0-b8f8-7a32ebf2429f tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 945 time: 0.1619670 Dec 13 12:51:36.376755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:36.377404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.389587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.417356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43139845-8e6c-480a-8889-4ab015c7036e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a3f788-cf16-4023-afe1-c84cd98c4c2b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:36.417631 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c520df96-9891-47f3-ac79-dda16f809ed8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2740457 Dec 13 12:51:36.420024 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06759f2e-8d7e-44a0-8c68-2ef3b89a290d" -d '{"events": [{"server_uuid": "43139845-8e6c-480a-8889-4ab015c7036e", "name": "network-vif-plugged", "status": "completed", "tag": "a7a3f788-cf16-4023-afe1-c84cd98c4c2b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:36.433385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Request body: {'port': {'device_id': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:36.435380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port a7a3f788-cf16-4023-afe1-c84cd98c4c2b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:36.443859 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.479389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-050e2b5e-664a-43eb-bc7f-c249ad7c2fc4 req-6eb852ba-071c-44ea-bb5a-54ab60d2f5c7 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357408 Dec 13 12:51:36.485700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e717b4e-9f0c-4e3f-ac05-9aacc7fd393f req-c0a6d3fa-18b8-4f17-9785-828d0a24588e tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300478 Dec 13 12:51:36.525631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:36.528947 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.621333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0327c698-12a1-4af9-9bf9-6575d577313e None None] Provisioning complete for port 76111412-286e-4253-a46f-e7f1e2515652 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:36.621709 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0327c698-12a1-4af9-9bf9-6575d577313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.672729 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a0da8-5458-434f-b81d-6e3270542f50 x-openstack-request-id: req-fd8a0da8-5458-434f-b81d-6e3270542f50 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:36.673218 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c750fda-a967-4345-bf5d-74b8214056c4", "name": "network-vif-deleted", "tag": "dd6de195-f930-4c51-bfab-9dc65759c14e", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:36.673475 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd8a0da8-5458-434f-b81d-6e3270542f50 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:36.673878 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c750fda-a967-4345-bf5d-74b8214056c4', 'name': 'network-vif-deleted', 'tag': 'dd6de195-f930-4c51-bfab-9dc65759c14e', 'status': 'completed', 'code': 200} Dec 13 12:51:36.683674 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f512f16b-c098-4164-b792-5628d9509c11 x-openstack-request-id: req-f512f16b-c098-4164-b792-5628d9509c11 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:36.684038 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43139845-8e6c-480a-8889-4ab015c7036e", "name": "network-vif-plugged", "status": "completed", "tag": "a7a3f788-cf16-4023-afe1-c84cd98c4c2b", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:36.684201 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f512f16b-c098-4164-b792-5628d9509c11 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:36.684975 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43139845-8e6c-480a-8889-4ab015c7036e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a3f788-cf16-4023-afe1-c84cd98c4c2b', 'code': 200} Dec 13 12:51:36.686038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0327c698-12a1-4af9-9bf9-6575d577313e None None] Port 76111412-286e-4253-a46f-e7f1e2515652 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:51:36.772341 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5905ad-d417-400f-b475-153d59de30e0 req-e24c8a87-11fb-4cc9-a4ae-6a81a301ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:36.773873 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec5905ad-d417-400f-b475-153d59de30e0 req-e24c8a87-11fb-4cc9-a4ae-6a81a301ee6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 1096 time: 0.0455070 Dec 13 12:51:36.816975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-331cadb4-86f8-48af-ab0b-c95834359e42 req-36006a9a-1f07-4def-a67e-9e7818c9508d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c750fda-a967-4345-bf5d-74b8214056c4 HTTP/1.1" status: 200 len: 210 time: 0.0845070 Dec 13 12:51:36.818872 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec5905ad-d417-400f-b475-153d59de30e0 req-e98d8b8e-97ff-414f-9ed4-19cc7377018b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 Dec 13 12:51:36.853353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe980f96-3b0e-46f9-b692-0ecbc739befe req-481f6cda-10d9-4dce-96b7-30694bffe417 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:36.854819 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe980f96-3b0e-46f9-b692-0ecbc739befe req-481f6cda-10d9-4dce-96b7-30694bffe417 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 948 time: 0.1259787 Dec 13 12:51:36.861150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43008) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:36.906538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade75b1f-b2ba-4904-a244-04b3ab0a6353 admin admin] Deleting subnet 9e73b7bc-3a6a-4656-8a72-866e246cc338 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:36.910019 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ade75b1f-b2ba-4904-a244-04b3ab0a6353 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.944788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ade75b1f-b2ba-4904-a244-04b3ab0a6353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.959002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe980f96-3b0e-46f9-b692-0ecbc739befe req-64e64b99-e225-4018-8f2f-551a335b0219 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941658 Dec 13 12:51:36.970033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c5d740-b809-4634-8db9-26d358189ec6 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:36.978142 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:36.990552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Transition to ACTIVE for port object 53c5d740-b809-4634-8db9-26d358189ec6 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:51:36.995863 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.001587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ade75b1f-b2ba-4904-a244-04b3ab0a6353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.048090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Pushing event updated for resources: {'Port': ['ID=53c5d740-b809-4634-8db9-26d358189ec6,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:37.065534 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ade75b1f-b2ba-4904-a244-04b3ab0a6353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.105289 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ade75b1f-b2ba-4904-a244-04b3ab0a6353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.113560 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ade75b1f-b2ba-4904-a244-04b3ab0a6353 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9e73b7bc-3a6a-4656-8a72-866e246cc338 HTTP/1.1" status: 204 len: 168 time: 0.2508512 Dec 13 12:51:37.116046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade75b1f-b2ba-4904-a244-04b3ab0a6353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e73b7bc-3a6a-4656-8a72-866e246cc338,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:37.117935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43014) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:37.147186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Attempting to bind port 53c5d740-b809-4634-8db9-26d358189ec6 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:37.147531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Attempting to bind port 53c5d740-b809-4634-8db9-26d358189ec6 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'b028af25-2ed8-4757-8946-11ba6618f5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:37.147988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Attempting to bind port 53c5d740-b809-4634-8db9-26d358189ec6 on network 7ddcff0c-efc7-4182-8758-66315653529a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:37.152969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Port 53c5d740-b809-4634-8db9-26d358189ec6 on network 7ddcff0c-efc7-4182-8758-66315653529a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:51:37.153293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Attempting to bind port 53c5d740-b809-4634-8db9-26d358189ec6 on network 7ddcff0c-efc7-4182-8758-66315653529a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:37.158741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:37.159038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Checking segment: {'id': 'b028af25-2ed8-4757-8946-11ba6618f5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:37.159425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Bound using segment: {'id': 'b028af25-2ed8-4757-8946-11ba6618f5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:37.159856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Bound port: 53c5d740-b809-4634-8db9-26d358189ec6, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b028af25-2ed8-4757-8946-11ba6618f5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:37.161219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.203292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.243305 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.298524 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.302797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] For port 53c5d740-b809-4634-8db9-26d358189ec6, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:37.307296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] For port 53c5d740-b809-4634-8db9-26d358189ec6, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=53c5d740-b809-4634-8db9-26d358189ec6,segment=NetworkSegment(b028af25-2ed8-4757-8946-11ba6618f5f6),segment_id=b028af25-2ed8-4757-8946-11ba6618f5f6)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:37.316011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7e14e-56ba-43a7-bc57-1747ee98488f req-ba33f298-166d-4157-a81f-cbf13955b564 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:37.317618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88a7e14e-56ba-43a7-bc57-1747ee98488f req-ba33f298-166d-4157-a81f-cbf13955b564 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 945 time: 0.1280217 Dec 13 12:51:37.322865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4dd769b-3799-47e4-ae1c-b5795ddd5369']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:37.326657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf8d1b-4014-48f7-ba64-b024144d9aed req-9563504b-ac5a-4ecf-aa43-5b04931c2e68 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:37.333028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf8d1b-4014-48f7-ba64-b024144d9aed req-9563504b-ac5a-4ecf-aa43-5b04931c2e68 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:37.334651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dddcbf2-89e4-47e9-b167-c43b8e2a203d') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:37.334834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34cf8d1b-4014-48f7-ba64-b024144d9aed req-9563504b-ac5a-4ecf-aa43-5b04931c2e68 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1667 time: 0.1579053 Dec 13 12:51:37.335574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dddcbf2-89e4-47e9-b167-c43b8e2a203d') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:37.338159 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.349463 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.351450 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.367173 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.373447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:51:37.373899 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:51:37.376535 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:51:37.414121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:37.414601 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.416000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] 10.222.0.37 "PUT /v2.0/ports/53c5d740-b809-4634-8db9-26d358189ec6 HTTP/1.1" status: 200 len: 1092 time: 0.9869995 Dec 13 12:51:37.435256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.450904 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.460394 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d4dd769b-3799-47e4-ae1c-b5795ddd5369 HTTP/1.1" status: 204 len: 168 time: 0.3405385 Dec 13 12:51:37.463447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Request body: {'port': {'device_id': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:37.485423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986a197-627f-4a10-abcc-94fd00a17419 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4dd769b-3799-47e4-ae1c-b5795ddd5369,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:37.494522 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88a7e14e-56ba-43a7-bc57-1747ee98488f req-55693487-21ba-4883-b533-f548bfbdd443 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584470 Dec 13 12:51:37.495164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f2523-f31e-4b1e-8917-246d76dd565b service neutron] Pushing event updated for resources: {'Port': ['ID=53c5d740-b809-4634-8db9-26d358189ec6,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:37.517889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34cf8d1b-4014-48f7-ba64-b024144d9aed req-b85422c7-3e93-43c9-9032-6b48f9b10050 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699896 Dec 13 12:51:37.573821 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.652470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43024) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:37.698844 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6eff1d69-47f0-4ec8-abe1-025b21c210e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c70a3e8de7b1405785f8a73d8fd4ae61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402782 Dec 13 12:51:37.701194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43026) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:37.723844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9278fb-0fe4-4b6a-a594-e6c6db5d465c req-c09a628c-544b-446f-a6f2-5063f31f6c0d tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:37.725311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e9278fb-0fe4-4b6a-a594-e6c6db5d465c req-c09a628c-544b-446f-a6f2-5063f31f6c0d tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 944 time: 0.1331263 Dec 13 12:51:37.737227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bee15c-304c-4e29-88ce-efa14282d2e8 req-c5f3bf58-4d43-494d-8a61-d27363c61a15 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:37.738939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76bee15c-304c-4e29-88ce-efa14282d2e8 req-c5f3bf58-4d43-494d-8a61-d27363c61a15 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 945 time: 0.1379614 Dec 13 12:51:37.758368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-98cdaaa3-c195-4a8b-8ca4-0cf47400fd6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.784256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-98cdaaa3-c195-4a8b-8ca4-0cf47400fd6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.844624 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-98cdaaa3-c195-4a8b-8ca4-0cf47400fd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.847470 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-98cdaaa3-c195-4a8b-8ca4-0cf47400fd6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:37.850607 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-98cdaaa3-c195-4a8b-8ca4-0cf47400fd6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43e70bbb-87be-482c-bcfe-cf115316d3ce HTTP/1.1" status: 204 len: 168 time: 0.1465738 Dec 13 12:51:37.858292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdaaa3-c195-4a8b-8ca4-0cf47400fd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e70bbb-87be-482c-bcfe-cf115316d3ce,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:37.919189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0476e80a-f1f0-4211-b419-4ecd8062eaed up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:37.934519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e9278fb-0fe4-4b6a-a594-e6c6db5d465c req-842fd126-997b-4086-949b-889e5e5f7673 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501594 Dec 13 12:51:37.939651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76bee15c-304c-4e29-88ce-efa14282d2e8 req-ba4e0f91-1dfe-45b0-8a33-36ffb43c1a04 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541245 Dec 13 12:51:37.997744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 0476e80a-f1f0-4211-b419-4ecd8062eaed completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:38.012806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 0476e80a-f1f0-4211-b419-4ecd8062eaed triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:38.013656 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.114797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76111412-286e-4253-a46f-e7f1e2515652 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:38.133383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.141385 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.174817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:38.179810 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.181157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device dd0ba903-74b8-4ab4-92a5-4c80da1fe77c up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:38.184987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Transition to ACTIVE for port object 76111412-286e-4253-a46f-e7f1e2515652 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:51:38.194410 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.224654 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a6e5efb-f1eb-4279-a04c-b82bf6927608 req-2b71c4ba-ab77-43ff-83a1-0d0dabdb9bc4 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36 HTTP/1.1" status: 200 len: 1817 time: 0.1232860 Dec 13 12:51:38.235255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device add55351-84b3-4889-add8-77251041865d details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:38.262024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61f19b-6069-4e5b-9b9c-1e55c7ae7b66 req-0108426f-117b-4a7b-b8bb-295ac30ad698 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:38.263593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f61f19b-6069-4e5b-9b9c-1e55c7ae7b66 req-0108426f-117b-4a7b-b8bb-295ac30ad698 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 948 time: 0.1352286 Dec 13 12:51:38.295874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Pushing event updated for resources: {'Port': ['ID=76111412-286e-4253-a46f-e7f1e2515652,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:38.377698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port add55351-84b3-4889-add8-77251041865d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=add55351-84b3-4889-add8-77251041865d,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:38.408249 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'add55351-84b3-4889-add8-77251041865d', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'port_id': 'add55351-84b3-4889-add8-77251041865d', 'mac_address': 'fa:16:3e:e7:6c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:38.418919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=0476e80a-f1f0-4211-b419-4ecd8062eaed,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:38.419202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1a6e5efb-f1eb-4279-a04c-b82bf6927608 req-b622fd0a-394a-4bb1-8ff2-6b0f2a39565d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.436991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f61f19b-6069-4e5b-9b9c-1e55c7ae7b66 req-a745d329-b6ab-4df7-a9d5-6a9aaf8debff tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625609 Dec 13 12:51:38.460987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Attempting to bind port 76111412-286e-4253-a46f-e7f1e2515652 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:38.460987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Attempting to bind port 76111412-286e-4253-a46f-e7f1e2515652 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5038bb1b-4788-42e8-97d5-f961eb58e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:38.460987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Attempting to bind port 76111412-286e-4253-a46f-e7f1e2515652 on network 9a828bb8-79b2-4acc-a469-0bb0376a4119 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:38.464153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1a6e5efb-f1eb-4279-a04c-b82bf6927608 req-b622fd0a-394a-4bb1-8ff2-6b0f2a39565d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.466743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Port 76111412-286e-4253-a46f-e7f1e2515652 on network 9a828bb8-79b2-4acc-a469-0bb0376a4119 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:51:38.467069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Attempting to bind port 76111412-286e-4253-a46f-e7f1e2515652 on network 9a828bb8-79b2-4acc-a469-0bb0376a4119 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:38.496933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:38.497753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Checking segment: {'id': '5038bb1b-4788-42e8-97d5-f961eb58e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:38.497997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:38.498268 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Bound using segment: {'id': '5038bb1b-4788-42e8-97d5-f961eb58e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:38.498730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Bound port: 76111412-286e-4253-a46f-e7f1e2515652, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5038bb1b-4788-42e8-97d5-f961eb58e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:38.499093 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.505732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:38.505732 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.507526 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.555043 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add55351-84b3-4889-add8-77251041865d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:38.593343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port add55351-84b3-4889-add8-77251041865d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=add55351-84b3-4889-add8-77251041865d,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:38.606647 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.633207 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1a6e5efb-f1eb-4279-a04c-b82bf6927608 req-b622fd0a-394a-4bb1-8ff2-6b0f2a39565d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.636061 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1a6e5efb-f1eb-4279-a04c-b82bf6927608 req-b622fd0a-394a-4bb1-8ff2-6b0f2a39565d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.637234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a6e5efb-f1eb-4279-a04c-b82bf6927608 req-b622fd0a-394a-4bb1-8ff2-6b0f2a39565d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36 HTTP/1.1" status: 204 len: 173 time: 0.4015660 Dec 13 12:51:38.659625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622fd0a-394a-4bb1-8ff2-6b0f2a39565d tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:38.675027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'tag': '53c5d740-b809-4634-8db9-26d358189ec6'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:38.678380 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c701c9-6be7-4dcc-a063-fde5dee7172d" -d '{"events": [{"name": "network-changed", "server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "tag": "53c5d740-b809-4634-8db9-26d358189ec6"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:38.689498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] For port 76111412-286e-4253-a46f-e7f1e2515652, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:38.691555 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:38.692902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] For port 76111412-286e-4253-a46f-e7f1e2515652, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=76111412-286e-4253-a46f-e7f1e2515652,segment=NetworkSegment(5038bb1b-4788-42e8-97d5-f961eb58e8be),segment_id=5038bb1b-4788-42e8-97d5-f961eb58e8be)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:38.693781 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951fa3c4-8b66-4ab4-98b1-f106a722820a" -d '{"events": [{"server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "name": "network-vif-plugged", "status": "completed", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:38.707629 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.726700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8536a2-036d-498e-a2df-d08c918cb0fd req-963cab8d-ff0f-4290-a3e3-a750775bec10 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:38.726909 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.729421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe8536a2-036d-498e-a2df-d08c918cb0fd req-963cab8d-ff0f-4290-a3e3-a750775bec10 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 945 time: 0.1488242 Dec 13 12:51:38.743884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=add55351-84b3-4889-add8-77251041865d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:38.777454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,segment=NetworkSegment(ec7dbb06-a645-4b73-9480-e178a96547fa),segment_id=ec7dbb06-a645-4b73-9480-e178a96547fa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:38.783326 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.819767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['add55351-84b3-4889-add8-77251041865d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:38.825560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:38.826287 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:38.827738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] 10.222.0.37 "PUT /v2.0/ports/76111412-286e-4253-a46f-e7f1e2515652 HTTP/1.1" status: 200 len: 1092 time: 1.3730865 Dec 13 12:51:38.871939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4bd71-f49e-4aea-9023-2895b0bc5b31 service neutron] Pushing event updated for resources: {'Port': ['ID=76111412-286e-4253-a46f-e7f1e2515652,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:38.911309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658d33e-1968-48ae-8c3d-63042134e109 req-7624a60f-7100-4bdf-bfc5-ea8d3fe16ab9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:38.914616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:38.918876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658d33e-1968-48ae-8c3d-63042134e109 req-7624a60f-7100-4bdf-bfc5-ea8d3fe16ab9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:38.927613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1658d33e-1968-48ae-8c3d-63042134e109 req-7624a60f-7100-4bdf-bfc5-ea8d3fe16ab9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1679 time: 0.1962132 Dec 13 12:51:38.964893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe8536a2-036d-498e-a2df-d08c918cb0fd req-2986e68b-f395-4332-aaa7-fdd0325aa8f3 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787179 Dec 13 12:51:39.050484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-901a4877-aaca-4dfa-a292-b13917f894bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:39.051272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-901a4877-aaca-4dfa-a292-b13917f894bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:39.053155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-901a4877-aaca-4dfa-a292-b13917f894bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1981 time: 0.1669934 Dec 13 12:51:39.125038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1658d33e-1968-48ae-8c3d-63042134e109 req-6587244c-ad72-4915-b124-505fcbe71a24 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962879 Dec 13 12:51:39.133310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-c51cb97d-d002-46a2-a44f-e41bc798abc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=53c5d740-b809-4634-8db9-26d358189ec6 HTTP/1.1" status: 200 len: 217 time: 0.0679929 Dec 13 12:51:39.198891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6df23eed-ad9b-4dba-86df-e2f6d9342030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:39.200385 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-6df23eed-ad9b-4dba-86df-e2f6d9342030 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1530e8f2-c9ef-4c44-8c84-82fbf730d105 HTTP/1.1" status: 200 len: 801 time: 0.0590239 Dec 13 12:51:39.202203 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff1184c-3761-4b94-892e-2d2d04549c7e x-openstack-request-id: req-7ff1184c-3761-4b94-892e-2d2d04549c7e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:39.202504 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "tag": "53c5d740-b809-4634-8db9-26d358189ec6", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:39.203792 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ff1184c-3761-4b94-892e-2d2d04549c7e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:39.204213 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'tag': '53c5d740-b809-4634-8db9-26d358189ec6', 'status': 'completed', 'code': 200} Dec 13 12:51:39.208713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-966e67aa-1752-47d2-9c14-7092de37ac06 req-c2fdbd42-cdb4-4a57-8943-1456fcc2bf58 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/db4310f8-787a-4c86-9e49-b368eb889139 HTTP/1.1" status: 200 len: 1817 time: 0.1905842 Dec 13 12:51:39.232087 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46adefbc-43de-44d5-bf14-3368a9490c23 x-openstack-request-id: req-46adefbc-43de-44d5-bf14-3368a9490c23 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:39.233015 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "name": "network-vif-plugged", "status": "completed", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:39.237066 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46adefbc-43de-44d5-bf14-3368a9490c23 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:39.237911 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed', 'code': 200} Dec 13 12:51:39.297965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-fc03c22b-9cf8-413c-8141-b96926576727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:39.300070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-fc03c22b-9cf8-413c-8141-b96926576727 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ddcff0c-efc7-4182-8758-66315653529a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904555 Dec 13 12:51:39.450894 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-966e67aa-1752-47d2-9c14-7092de37ac06 req-72ca6a72-95da-48cd-a43a-0c680cb00121 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:39.505728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018f97c-0262-41a7-b6dd-799ae6ef34fe req-f3782265-ad60-45c0-8c33-aa5f5c2493b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:39.507974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0018f97c-0262-41a7-b6dd-799ae6ef34fe req-f3782265-ad60-45c0-8c33-aa5f5c2493b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1100 time: 0.2066846 Dec 13 12:51:39.514865 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-966e67aa-1752-47d2-9c14-7092de37ac06 req-72ca6a72-95da-48cd-a43a-0c680cb00121 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:39.525057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9634d91-f5e2-4f6d-85be-89a1faa7ddb1 req-cdd11b4e-32f3-4116-92a8-1cb8f620dfdd tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:39.526587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9634d91-f5e2-4f6d-85be-89a1faa7ddb1 req-cdd11b4e-32f3-4116-92a8-1cb8f620dfdd tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 945 time: 0.2153702 Dec 13 12:51:39.601106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-85bc743d-87eb-494e-8b57-567694904431 service neutron] 10.222.0.37 "GET /v2.0/networks/7ddcff0c-efc7-4182-8758-66315653529a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873693 Dec 13 12:51:39.717702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0018f97c-0262-41a7-b6dd-799ae6ef34fe req-670bb4fc-2241-4210-99ab-84a74b9181c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863706 Dec 13 12:51:39.723530 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9634d91-f5e2-4f6d-85be-89a1faa7ddb1 req-70f0bf42-68ef-495d-a354-d6f4100e4f28 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844206 Dec 13 12:51:39.724133 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-966e67aa-1752-47d2-9c14-7092de37ac06 req-72ca6a72-95da-48cd-a43a-0c680cb00121 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:39.728018 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-966e67aa-1752-47d2-9c14-7092de37ac06 req-72ca6a72-95da-48cd-a43a-0c680cb00121 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:39.729118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-966e67aa-1752-47d2-9c14-7092de37ac06 req-72ca6a72-95da-48cd-a43a-0c680cb00121 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/db4310f8-787a-4c86-9e49-b368eb889139 HTTP/1.1" status: 204 len: 173 time: 0.5099926 Dec 13 12:51:39.759954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca6a72-95da-48cd-a43a-0c680cb00121 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4310f8-787a-4c86-9e49-b368eb889139,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:39.818591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-d0852667-bda9-4a00-ae6f-0fa02ee37287 service neutron] 10.222.0.37 "GET /v2.0/networks/7ddcff0c-efc7-4182-8758-66315653529a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065654 Dec 13 12:51:39.878702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-81b6015f-6401-46bd-b72e-d445b65f171b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=76111412-286e-4253-a46f-e7f1e2515652 HTTP/1.1" status: 200 len: 217 time: 0.0522270 Dec 13 12:51:39.950176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ae1a-0573-4b00-9909-697fefb6dda9 req-879bc003-53e1-4d86-9e7f-59af0aa25715 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:39.951874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f948ae1a-0573-4b00-9909-697fefb6dda9 req-879bc003-53e1-4d86-9e7f-59af0aa25715 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 946 time: 0.1176660 Dec 13 12:51:39.958127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-51a94c21-07a8-4f88-8d83-5f87f8a77854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:39.959585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-51a94c21-07a8-4f88-8d83-5f87f8a77854 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee3734a1-bfa8-4227-970e-460b9d9b5ca8 HTTP/1.1" status: 200 len: 801 time: 0.0659709 Dec 13 12:51:40.065280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f948ae1a-0573-4b00-9909-697fefb6dda9 req-f3183c1a-c25f-4b16-85cf-fcf82582edfd tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033525 Dec 13 12:51:40.075586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-a1f32290-bd15-463a-9c24-0c149fe942b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:40.077293 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-a1f32290-bd15-463a-9c24-0c149fe942b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a828bb8-79b2-4acc-a469-0bb0376a4119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1079566 Dec 13 12:51:40.091395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bf77a-feb0-4a22-93f2-17c98e65ae9b req-dea54c61-e58d-4a8a-9149-b9d9718805c2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:40.093095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-353bf77a-feb0-4a22-93f2-17c98e65ae9b req-dea54c61-e58d-4a8a-9149-b9d9718805c2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1081159 Dec 13 12:51:40.108528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-41c31fd6-82b4-4a9b-9c6a-1d9c36c14812 req-51f336f2-f4b1-48ef-af56-8f9379534a17 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1202462731', 'description': 'tempest-description-1994805924'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:40.219871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device add55351-84b3-4889-add8-77251041865d up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:40.303174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port add55351-84b3-4889-add8-77251041865d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:40.307677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port add55351-84b3-4889-add8-77251041865d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:40.308118 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:40.397252 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:40.432341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port add55351-84b3-4889-add8-77251041865d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=add55351-84b3-4889-add8-77251041865d,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:40.439225 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:40.494556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=add55351-84b3-4889-add8-77251041865d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:40.546364 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-41c31fd6-82b4-4a9b-9c6a-1d9c36c14812 req-51f336f2-f4b1-48ef-af56-8f9379534a17 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:40.575170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-353bf77a-feb0-4a22-93f2-17c98e65ae9b req-4a75e4e1-14f0-4b71-904b-c23c25744255 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715776 Dec 13 12:51:40.606785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-5434fca9-5991-44eb-ad59-37b47ca2f3bb service neutron] 10.222.0.37 "GET /v2.0/networks/9a828bb8-79b2-4acc-a469-0bb0376a4119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105703 Dec 13 12:51:40.732979 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-41c31fd6-82b4-4a9b-9c6a-1d9c36c14812 req-51f336f2-f4b1-48ef-af56-8f9379534a17 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:40.748350 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-41c31fd6-82b4-4a9b-9c6a-1d9c36c14812 req-51f336f2-f4b1-48ef-af56-8f9379534a17 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:40.768355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298915b4-14ad-437e-8a33-129baa95c6af req-cab89614-75f1-48ab-8d4f-181480000895 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:40.774341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298915b4-14ad-437e-8a33-129baa95c6af req-cab89614-75f1-48ab-8d4f-181480000895 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:40.775947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-298915b4-14ad-437e-8a33-129baa95c6af req-cab89614-75f1-48ab-8d4f-181480000895 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1679 time: 0.1374722 Dec 13 12:51:40.809336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25a7f4b3-0e57-4b8b-8436-a06abb81f196 req-9a5cee43-4d2b-45f6-b649-9188aeaac904 service neutron] 10.222.0.37 "GET /v2.0/networks/9a828bb8-79b2-4acc-a469-0bb0376a4119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941137 Dec 13 12:51:40.824875 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-41c31fd6-82b4-4a9b-9c6a-1d9c36c14812 req-51f336f2-f4b1-48ef-af56-8f9379534a17 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:40.826208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41c31fd6-82b4-4a9b-9c6a-1d9c36c14812 req-51f336f2-f4b1-48ef-af56-8f9379534a17 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7315538 Dec 13 12:51:40.829575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f336f2-f4b1-48ef-af56-8f9379534a17 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8353cf6-2fdd-4360-9b7e-fd0c694ec5ff,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:40.863908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-298915b4-14ad-437e-8a33-129baa95c6af req-23b87a7e-d33e-4553-90c8-0f80401feaf3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711470 Dec 13 12:51:40.908450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-4edf22f5-fc0f-4510-9001-1d8534420756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:40.908950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-4edf22f5-fc0f-4510-9001-1d8534420756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:40.910794 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-4edf22f5-fc0f-4510-9001-1d8534420756 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1981 time: 0.0459991 Dec 13 12:51:41.040946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-5d4d8dcd-4f35-48a3-9e86-28724424e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:41.042468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-5d4d8dcd-4f35-48a3-9e86-28724424e96f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ddcff0c-efc7-4182-8758-66315653529a HTTP/1.1" status: 200 len: 902 time: 0.1244936 Dec 13 12:51:41.053603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9aad7-808a-417a-aa92-57823a21dd7f req-8b2f5940-e91b-485d-ac8d-3e4f9ac0b84d tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:41.055195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2cc9aad7-808a-417a-aa92-57823a21dd7f req-8b2f5940-e91b-485d-ac8d-3e4f9ac0b84d tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 946 time: 0.0784664 Dec 13 12:51:41.103432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-f4eff453-3bcd-4dc3-b4cb-ffcab07a0e8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=53c5d740-b809-4634-8db9-26d358189ec6 HTTP/1.1" status: 200 len: 217 time: 0.0472522 Dec 13 12:51:41.204798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-ab4b0e5d-0380-4f72-b3ed-04968fc3f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:41.206286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-ab4b0e5d-0380-4f72-b3ed-04968fc3f097 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1530e8f2-c9ef-4c44-8c84-82fbf730d105 HTTP/1.1" status: 200 len: 801 time: 0.0926225 Dec 13 12:51:41.208343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'tag': '76111412-286e-4253-a46f-e7f1e2515652'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:41.210607 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba0de9f-2e2b-4611-84ea-213268fe3835" -d '{"events": [{"name": "network-changed", "server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "tag": "76111412-286e-4253-a46f-e7f1e2515652"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:41.221742 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2cc9aad7-808a-417a-aa92-57823a21dd7f req-4ce812ba-58a3-468e-b013-5d5e25d40504 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583347 Dec 13 12:51:41.234924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74dd7978-faa5-43f2-a71d-7869bf9c1a6d req-fb94286b-c2e6-4253-9912-4c41d906d355 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/a8353cf6-2fdd-4360-9b7e-fd0c694ec5ff HTTP/1.1" status: 200 len: 1820 time: 0.1073744 Dec 13 12:51:41.239689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59d8710-c4c6-4563-a5a8-b8603740fea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0ba903-74b8-4ab4-92a5-4c80da1fe77c'}, {'server_uuid': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add55351-84b3-4889-add8-77251041865d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:41.242583 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4127a926-fae9-497d-b350-99ed78c53d27" -d '{"events": [{"server_uuid": "e59d8710-c4c6-4563-a5a8-b8603740fea4", "name": "network-vif-plugged", "status": "completed", "tag": "dd0ba903-74b8-4ab4-92a5-4c80da1fe77c"}, {"server_uuid": "b5cc6b29-a10d-4594-974d-af5aaadd4697", "name": "network-vif-plugged", "status": "completed", "tag": "add55351-84b3-4889-add8-77251041865d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:41.256416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-74dd7978-faa5-43f2-a71d-7869bf9c1a6d req-2d31ec7b-5284-47dd-a6fa-2b39fdfaeea4 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1458101450', 'description': 'tempest-description-hth-828892949'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:41.299241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-f297dd6b-fda6-4e8b-bc52-979a4e8c57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:41.300754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-f297dd6b-fda6-4e8b-bc52-979a4e8c57ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ddcff0c-efc7-4182-8758-66315653529a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830250 Dec 13 12:51:41.305517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-74dd7978-faa5-43f2-a71d-7869bf9c1a6d req-2d31ec7b-5284-47dd-a6fa-2b39fdfaeea4 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:41.401801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-74dd7978-faa5-43f2-a71d-7869bf9c1a6d req-2d31ec7b-5284-47dd-a6fa-2b39fdfaeea4 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:41.413389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-74dd7978-faa5-43f2-a71d-7869bf9c1a6d req-2d31ec7b-5284-47dd-a6fa-2b39fdfaeea4 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:41.416261 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-74dd7978-faa5-43f2-a71d-7869bf9c1a6d req-2d31ec7b-5284-47dd-a6fa-2b39fdfaeea4 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:41.417616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74dd7978-faa5-43f2-a71d-7869bf9c1a6d req-2d31ec7b-5284-47dd-a6fa-2b39fdfaeea4 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "PUT /v2.0/security-groups/a8353cf6-2fdd-4360-9b7e-fd0c694ec5ff HTTP/1.1" status: 200 len: 1793 time: 0.1683807 Dec 13 12:51:41.473305 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a8ba3d-28b0-4fcf-b057-f424eea66208 x-openstack-request-id: req-46a8ba3d-28b0-4fcf-b057-f424eea66208 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:41.473602 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "tag": "76111412-286e-4253-a46f-e7f1e2515652", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:41.474676 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46a8ba3d-28b0-4fcf-b057-f424eea66208 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:41.475088 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'tag': '76111412-286e-4253-a46f-e7f1e2515652', 'status': 'completed', 'code': 200} Dec 13 12:51:41.481679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-0aea0ae2-f291-4bfc-a8d0-71c9f5c025c1 service neutron] 10.222.0.37 "GET /v2.0/networks/7ddcff0c-efc7-4182-8758-66315653529a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713538 Dec 13 12:51:41.497762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31ec7b-5284-47dd-a6fa-2b39fdfaeea4 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8353cf6-2fdd-4360-9b7e-fd0c694ec5ff,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:41.506495 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460e3c98-7ff3-4f11-943a-974af208079d x-openstack-request-id: req-460e3c98-7ff3-4f11-943a-974af208079d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:41.507049 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59d8710-c4c6-4563-a5a8-b8603740fea4", "name": "network-vif-plugged", "status": "completed", "tag": "dd0ba903-74b8-4ab4-92a5-4c80da1fe77c", "code": 200}, {"server_uuid": "b5cc6b29-a10d-4594-974d-af5aaadd4697", "name": "network-vif-plugged", "status": "completed", "tag": "add55351-84b3-4889-add8-77251041865d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:41.507633 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-460e3c98-7ff3-4f11-943a-974af208079d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:41.508096 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59d8710-c4c6-4563-a5a8-b8603740fea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0ba903-74b8-4ab4-92a5-4c80da1fe77c', 'code': 200} Dec 13 12:51:41.520847 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add55351-84b3-4889-add8-77251041865d', 'code': 200} Dec 13 12:51:41.617622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9c251-5bdc-4086-ba41-915a7e83189f req-46aa3b55-cdc0-4660-bf3f-158a7db0f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:41.619190 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ebf9c251-5bdc-4086-ba41-915a7e83189f req-46aa3b55-cdc0-4660-bf3f-158a7db0f2de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 1097 time: 0.0448852 Dec 13 12:51:41.629157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a23bd0-7b60-4f0d-8620-d446423eaa79 req-85c0ef6f-aac1-4cd8-93c0-24edcbb8e724 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:41.630673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58a23bd0-7b60-4f0d-8620-d446423eaa79 req-85c0ef6f-aac1-4cd8-93c0-24edcbb8e724 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 946 time: 0.1925285 Dec 13 12:51:41.672910 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ebf9c251-5bdc-4086-ba41-915a7e83189f req-3eff11a2-1fb4-4fcb-a21d-29c3cc3445d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450864 Dec 13 12:51:41.676835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ac07bd5-8a1b-462f-b8e7-999bb3860b25 req-5040b53d-c8f2-4859-932b-e68770934205 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/a8353cf6-2fdd-4360-9b7e-fd0c694ec5ff HTTP/1.1" status: 200 len: 1793 time: 0.1552055 Dec 13 12:51:41.700780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5c701c9-6be7-4dcc-a063-fde5dee7172d req-50732e3e-f418-4c09-87b5-06bdf09bbba7 service neutron] 10.222.0.37 "GET /v2.0/networks/7ddcff0c-efc7-4182-8758-66315653529a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043495 Dec 13 12:51:41.707644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd611b-64c4-44fc-bb96-d404c9c470fe req-6b5061a7-0e99-4cee-bf60-0324b7750441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:41.709171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93cd611b-64c4-44fc-bb96-d404c9c470fe req-6b5061a7-0e99-4cee-bf60-0324b7750441 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 1097 time: 0.1330929 Dec 13 12:51:41.748495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58a23bd0-7b60-4f0d-8620-d446423eaa79 req-e9e6504a-e14d-4580-8238-0856a8b90540 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067610 Dec 13 12:51:41.812785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93cd611b-64c4-44fc-bb96-d404c9c470fe req-ef7e8a6b-bde3-4ce7-89dc-f4a60b007956 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932574 Dec 13 12:51:41.836583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45cfe7-d0af-4894-8933-4c63a6614fec req-58059e43-613d-407c-9c24-da770f4d0287 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:41.838106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f45cfe7-d0af-4894-8933-4c63a6614fec req-58059e43-613d-407c-9c24-da770f4d0287 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1086559 Dec 13 12:51:41.872573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2b0df18-7a39-4351-a19e-4555315288cc req-fe5484fc-3a24-40c2-a2a4-5fddbc6818bb tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/a8353cf6-2fdd-4360-9b7e-fd0c694ec5ff HTTP/1.1" status: 200 len: 1793 time: 0.0842090 Dec 13 12:51:41.958306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f45cfe7-d0af-4894-8933-4c63a6614fec req-23ff81e2-35ec-47f3-b2d7-bc3b2ff3a2d4 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133256 Dec 13 12:51:41.992468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-4b7a157e-21ec-4941-9b4c-4e1eada45e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:41.992947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-4b7a157e-21ec-4941-9b4c-4e1eada45e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:41.994578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-4b7a157e-21ec-4941-9b4c-4e1eada45e99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1981 time: 0.0814476 Dec 13 12:51:42.000286 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e2b0df18-7a39-4351-a19e-4555315288cc req-f76d3d4d-e6dc-4835-bb06-9feb08cf249e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:42.083307 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e2b0df18-7a39-4351-a19e-4555315288cc req-f76d3d4d-e6dc-4835-bb06-9feb08cf249e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:42.171992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a77fd3-7a92-4c17-b3bc-b5f82aac5450 req-8b5233ba-bf9b-4db5-a3e8-df13b88fe8a3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:42.177820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a77fd3-7a92-4c17-b3bc-b5f82aac5450 req-8b5233ba-bf9b-4db5-a3e8-df13b88fe8a3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:42.179463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4a77fd3-7a92-4c17-b3bc-b5f82aac5450 req-8b5233ba-bf9b-4db5-a3e8-df13b88fe8a3 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1679 time: 0.1491222 Dec 13 12:51:42.182337 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e2b0df18-7a39-4351-a19e-4555315288cc req-f76d3d4d-e6dc-4835-bb06-9feb08cf249e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:42.185011 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e2b0df18-7a39-4351-a19e-4555315288cc req-f76d3d4d-e6dc-4835-bb06-9feb08cf249e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:42.186006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2b0df18-7a39-4351-a19e-4555315288cc req-f76d3d4d-e6dc-4835-bb06-9feb08cf249e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/a8353cf6-2fdd-4360-9b7e-fd0c694ec5ff HTTP/1.1" status: 204 len: 173 time: 0.2990060 Dec 13 12:51:42.189882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-7bf02525-c152-4811-bea6-e676b5c57248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:42.194011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-7bf02525-c152-4811-bea6-e676b5c57248 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a828bb8-79b2-4acc-a469-0bb0376a4119 HTTP/1.1" status: 200 len: 902 time: 0.1881752 Dec 13 12:51:42.213259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d3d4d-e6dc-4835-bb06-9feb08cf249e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8353cf6-2fdd-4360-9b7e-fd0c694ec5ff,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:42.255748 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-a230db79-717d-4783-bcf3-8dcf0bef3a73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=76111412-286e-4253-a46f-e7f1e2515652 HTTP/1.1" status: 200 len: 217 time: 0.0546761 Dec 13 12:51:42.311983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4a77fd3-7a92-4c17-b3bc-b5f82aac5450 req-af81852e-bea6-48d0-9706-56c8e07f9226 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120231 Dec 13 12:51:42.334154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-8a64c6e9-e9c2-404c-bc4a-94f0f59390a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:42.335638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-8a64c6e9-e9c2-404c-bc4a-94f0f59390a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee3734a1-bfa8-4227-970e-460b9d9b5ca8 HTTP/1.1" status: 200 len: 801 time: 0.0684781 Dec 13 12:51:42.393595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-6e828944-3cfd-4bf0-b5ad-9ef2247d27db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:42.395769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-6e828944-3cfd-4bf0-b5ad-9ef2247d27db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a828bb8-79b2-4acc-a469-0bb0376a4119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0522647 Dec 13 12:51:42.575711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fba52-5220-4d37-9c29-aae1067f3542 req-5bc42caf-ae2f-49f0-9ae9-75c8fccce131 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:42.582867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc0fba52-5220-4d37-9c29-aae1067f3542 req-5bc42caf-ae2f-49f0-9ae9-75c8fccce131 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 946 time: 0.1683803 Dec 13 12:51:42.620177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-9acd0561-e35f-4c95-8a6b-b9c5ef0d65c7 service neutron] 10.222.0.37 "GET /v2.0/networks/9a828bb8-79b2-4acc-a469-0bb0376a4119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157409 Dec 13 12:51:42.621916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb576cc-697b-4906-9a19-b6462c89f814 req-db25aa13-42a4-4ed7-a4d1-90adaeedd0fb tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:42.623315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fb576cc-697b-4906-9a19-b6462c89f814 req-db25aa13-42a4-4ed7-a4d1-90adaeedd0fb tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1100 time: 0.1187556 Dec 13 12:51:42.707621 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3fb576cc-697b-4906-9a19-b6462c89f814 req-a807c5b5-8079-4241-ae63-6680bd5be352 tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:42.727792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc0fba52-5220-4d37-9c29-aae1067f3542 req-55d31c08-a10e-40ed-aeb6-e042b2e5b347 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368732 Dec 13 12:51:42.838489 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ba0de9f-2e2b-4611-84ea-213268fe3835 req-aba56a0e-ddcc-41c2-92fe-a76b8492ebba service neutron] 10.222.0.37 "GET /v2.0/networks/9a828bb8-79b2-4acc-a469-0bb0376a4119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023897 Dec 13 12:51:42.899005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3fb576cc-697b-4906-9a19-b6462c89f814 req-a807c5b5-8079-4241-ae63-6680bd5be352 tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:42.904510 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3fb576cc-697b-4906-9a19-b6462c89f814 req-a807c5b5-8079-4241-ae63-6680bd5be352 tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:42.985935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fb576cc-697b-4906-9a19-b6462c89f814 req-a807c5b5-8079-4241-ae63-6680bd5be352 tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517191 Dec 13 12:51:42.991031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807c5b5-8079-4241-ae63-6680bd5be352 tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66da8165-3502-4bd5-a9e3-b61cccf673a2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:43.029977 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-938716e4-1438-4e7a-8051-f1598332a179 req-590458b9-bd90-444d-9f2a-0e50c36a5b35 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] show failed (client error): The resource could not be found. Dec 13 12:51:43.042797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-938716e4-1438-4e7a-8051-f1598332a179 req-590458b9-bd90-444d-9f2a-0e50c36a5b35 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/db4310f8-787a-4c86-9e49-b368eb889139 HTTP/1.1" status: 404 len: 352 time: 0.0263779 Dec 13 12:51:43.143399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fd6c3-653a-4281-ae5f-6e2d02993d0d req-addb3272-7567-421f-a242-d82bc0701de4 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:43.148662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-282fd6c3-653a-4281-ae5f-6e2d02993d0d req-addb3272-7567-421f-a242-d82bc0701de4 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 946 time: 0.1052635 Dec 13 12:51:43.208780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-282fd6c3-653a-4281-ae5f-6e2d02993d0d req-cffd0ada-230f-4fa0-9641-41414b2c26f4 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522277 Dec 13 12:51:43.250755 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-c94d3df8-c270-47c0-96f2-09a19199913c req-f1357eae-bc4c-4c93-aa02-7ed680a8082c tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] show failed (client error): The resource could not be found. Dec 13 12:51:43.252226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c94d3df8-c270-47c0-96f2-09a19199913c req-f1357eae-bc4c-4c93-aa02-7ed680a8082c tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/7d733ddb-5c88-4cc3-8cc1-e8a6e8d93d36 HTTP/1.1" status: 404 len: 352 time: 0.0210047 Dec 13 12:51:43.348675 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-976cac88-d06d-41da-8c31-5067ef3e7f10 req-3cfccd6a-2032-464b-a0ba-afad22cf3560 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] show failed (client error): The resource could not be found. Dec 13 12:51:43.349808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-976cac88-d06d-41da-8c31-5067ef3e7f10 req-3cfccd6a-2032-464b-a0ba-afad22cf3560 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/859cffe0-a65a-4321-95d9-4bcdcde2da45 HTTP/1.1" status: 404 len: 352 time: 0.0195277 Dec 13 12:51:43.623832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0b41d-944d-4874-9a92-0686347e45ab req-cf06b853-23f1-4787-a7dd-06098791b0c2 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:43.630280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0b41d-944d-4874-9a92-0686347e45ab req-cf06b853-23f1-4787-a7dd-06098791b0c2 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:43.637964 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bd0b41d-944d-4874-9a92-0686347e45ab req-cf06b853-23f1-4787-a7dd-06098791b0c2 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1679 time: 0.1168602 Dec 13 12:51:43.652699 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-fc1b6a40-868b-4567-af65-19230522a399 req-dbe537c0-ddd1-4e8d-98be-441ea6150d92 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] show failed (client error): The resource could not be found. Dec 13 12:51:43.653700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc1b6a40-868b-4567-af65-19230522a399 req-dbe537c0-ddd1-4e8d-98be-441ea6150d92 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/8b342b0b-6f74-4486-8181-50b72285abd5 HTTP/1.1" status: 404 len: 352 time: 0.0584197 Dec 13 12:51:43.655518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55191266-8975-4cbd-9d78-ff49faa407a3 req-ef39d3f1-0124-442d-8419-ed700077afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:43.657248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55191266-8975-4cbd-9d78-ff49faa407a3 req-ef39d3f1-0124-442d-8419-ed700077afed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d0ad0d2105d48e583c725a1d2a6a6f0&device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 1097 time: 0.1261590 Dec 13 12:51:43.779971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bd0b41d-944d-4874-9a92-0686347e45ab req-1a54e8fe-8d30-4270-a251-9b508e48a3e9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408732 Dec 13 12:51:43.852841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68419153-d010-4205-b218-dd8019c923e5 req-4e5b34e1-52d0-46bb-8a12-0f5caa6bd779 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:43.854345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68419153-d010-4205-b218-dd8019c923e5 req-4e5b34e1-52d0-46bb-8a12-0f5caa6bd779 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 946 time: 0.1316953 Dec 13 12:51:43.857474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55191266-8975-4cbd-9d78-ff49faa407a3 req-b4739a4e-ee8a-4ce0-81c5-50711c4e90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:43.858841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55191266-8975-4cbd-9d78-ff49faa407a3 req-b4739a4e-ee8a-4ce0-81c5-50711c4e90e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc HTTP/1.1" status: 200 len: 914 time: 0.1942005 Dec 13 12:51:43.939614 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55191266-8975-4cbd-9d78-ff49faa407a3 req-badd770c-efe7-486f-ab4b-1bdb50491803 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c HTTP/1.1" status: 200 len: 217 time: 0.0702772 Dec 13 12:51:43.944650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-44ee3c98-7f35-42ef-957c-ef103fdab395 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2982340 Dec 13 12:51:43.970113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-151dd39d-b8b3-480e-bc81-7e75b547b35c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:51:43.971081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-151dd39d-b8b3-480e-bc81-7e75b547b35c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075564 Dec 13 12:51:44.012084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68419153-d010-4205-b218-dd8019c923e5 req-66fb5d86-2b52-4198-99a3-ceaf6483e0b7 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437831 Dec 13 12:51:44.029103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871f7c0-be05-43a3-a357-ac2cf86675f6 req-f6a4a431-9b90-4e44-adc4-b77a93a60fc8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:44.030667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c871f7c0-be05-43a3-a357-ac2cf86675f6 req-f6a4a431-9b90-4e44-adc4-b77a93a60fc8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1754379 Dec 13 12:51:44.037169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55191266-8975-4cbd-9d78-ff49faa407a3 req-1607dcfe-0a56-4b05-bd5d-2836d500f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:44.038634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55191266-8975-4cbd-9d78-ff49faa407a3 req-1607dcfe-0a56-4b05-bd5d-2836d500f319 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9a50d34-1430-45fb-b861-e42d033fbf6d HTTP/1.1" status: 200 len: 854 time: 0.0888834 Dec 13 12:51:44.106050 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55191266-8975-4cbd-9d78-ff49faa407a3 req-cdd11403-158f-47df-932f-bd201b60eb79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509291 Dec 13 12:51:44.114369 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-a7ab0486-82d5-4bdf-808d-84995ae57b84 req-ea783d26-b937-49c1-a8bf-7dc1c0dc4a19 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] show failed (client error): The resource could not be found. Dec 13 12:51:44.115347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7ab0486-82d5-4bdf-808d-84995ae57b84 req-ea783d26-b937-49c1-a8bf-7dc1c0dc4a19 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/0ba9b4ef-bf26-46ff-980a-cf12a9694e7a HTTP/1.1" status: 404 len: 352 time: 0.0509038 Dec 13 12:51:44.212138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c871f7c0-be05-43a3-a357-ac2cf86675f6 req-b1c49c53-3c6d-43db-97f6-f9d141965799 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720929 Dec 13 12:51:44.236912 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 76111412-286e-4253-a46f-e7f1e2515652 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:44.309976 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55191266-8975-4cbd-9d78-ff49faa407a3 req-2dfc930f-629f-4689-859d-55fdc8386609 service neutron] 10.222.0.42 "GET /v2.0/networks/e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936669 Dec 13 12:51:44.378061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 76111412-286e-4253-a46f-e7f1e2515652, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=76111412-286e-4253-a46f-e7f1e2515652,segment=NetworkSegment(5038bb1b-4788-42e8-97d5-f961eb58e8be),segment_id=5038bb1b-4788-42e8-97d5-f961eb58e8be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:44.395722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '76111412-286e-4253-a46f-e7f1e2515652', 'network_id': '9a828bb8-79b2-4acc-a469-0bb0376a4119', 'port_id': '76111412-286e-4253-a46f-e7f1e2515652', 'mac_address': 'fa:16:3e:1f:3c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3734a1-bfa8-4227-970e-460b9d9b5ca8', 'ip_address': '19.86.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:44.448502 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:44.467064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76111412-286e-4253-a46f-e7f1e2515652 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:44.500869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 76111412-286e-4253-a46f-e7f1e2515652, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=76111412-286e-4253-a46f-e7f1e2515652,segment=NetworkSegment(5038bb1b-4788-42e8-97d5-f961eb58e8be),segment_id=5038bb1b-4788-42e8-97d5-f961eb58e8be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:44.507848 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:44.509514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 53c5d740-b809-4634-8db9-26d358189ec6 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:44.516292 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-c0815336-41e3-49be-ab58-4c8413486956 req-d9d5d395-cc41-4286-9998-a8f9c8cbef3e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] show failed (client error): The resource could not be found. Dec 13 12:51:44.522878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0815336-41e3-49be-ab58-4c8413486956 req-d9d5d395-cc41-4286-9998-a8f9c8cbef3e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/8ff8bad3-9049-4f69-b639-dfb32e5cafcc HTTP/1.1" status: 404 len: 352 time: 0.0964708 Dec 13 12:51:44.547601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5961e-f5eb-4cdd-9caa-549e9a1772e2 req-0b5f69f4-d657-42d7-9fed-74b549970a88 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:44.557447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cec5961e-f5eb-4cdd-9caa-549e9a1772e2 req-0b5f69f4-d657-42d7-9fed-74b549970a88 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 946 time: 0.2836120 Dec 13 12:51:44.561143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55191266-8975-4cbd-9d78-ff49faa407a3 req-eb417a10-fe39-4977-bba0-d7af54af65d7 service neutron] 10.222.0.42 "GET /v2.0/networks/e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362387 Dec 13 12:51:44.620416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 53c5d740-b809-4634-8db9-26d358189ec6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=53c5d740-b809-4634-8db9-26d358189ec6,segment=NetworkSegment(b028af25-2ed8-4757-8946-11ba6618f5f6),segment_id=b028af25-2ed8-4757-8946-11ba6618f5f6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:44.684704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cec5961e-f5eb-4cdd-9caa-549e9a1772e2 req-2e7bdb4f-f86a-49c7-af0b-085bc63a99f8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219878 Dec 13 12:51:44.716477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '53c5d740-b809-4634-8db9-26d358189ec6', 'network_id': '7ddcff0c-efc7-4182-8758-66315653529a', 'port_id': '53c5d740-b809-4634-8db9-26d358189ec6', 'mac_address': 'fa:16:3e:55:fe:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1530e8f2-c9ef-4c44-8c84-82fbf730d105', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:44.770602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=76111412-286e-4253-a46f-e7f1e2515652,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:44.899922 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:44.939471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c5d740-b809-4634-8db9-26d358189ec6 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:44.968872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b177-c1a9-4e1d-8297-0c3218180cec req-128e79d7-9b3b-43bc-baf9-81e503f95572 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:44.979857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43336) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:44.984903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d28d1fef-92ba-4f0a-aac2-08fc790dc6bb tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Request body: {'floatingip': {'port_id': 'add55351-84b3-4889-add8-77251041865d'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:45.000048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5b4b177-c1a9-4e1d-8297-0c3218180cec req-128e79d7-9b3b-43bc-baf9-81e503f95572 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 946 time: 0.1473935 Dec 13 12:51:45.014179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 53c5d740-b809-4634-8db9-26d358189ec6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=53c5d740-b809-4634-8db9-26d358189ec6,segment=NetworkSegment(b028af25-2ed8-4757-8946-11ba6618f5f6),segment_id=b028af25-2ed8-4757-8946-11ba6618f5f6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:45.024217 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:45.068880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe9616-8aaa-4520-ab8f-affb9ef3ce8f req-104199a6-09e4-4ac4-8a52-7806e2cd0cf8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:45.078509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2afe9616-8aaa-4520-ab8f-affb9ef3ce8f req-104199a6-09e4-4ac4-8a52-7806e2cd0cf8 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 1023 time: 0.0699317 Dec 13 12:51:45.082051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d28d1fef-92ba-4f0a-aac2-08fc790dc6bb tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:45.123829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=53c5d740-b809-4634-8db9-26d358189ec6,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:45.202967 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2afe9616-8aaa-4520-ab8f-affb9ef3ce8f req-2245d8cd-030d-4549-b07e-b2804bf52334 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8f8b88b-8013-4468-bbd6-660c4828687d&id=32236a5b-8650-4aba-b491-8a4317c81db9&id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1230745 Dec 13 12:51:45.221204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789f5c2-f82b-4b35-a854-5964223b0616 req-7b3506f1-2b99-420e-9be6-5d244ae58a94 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:45.227277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789f5c2-f82b-4b35-a854-5964223b0616 req-7b3506f1-2b99-420e-9be6-5d244ae58a94 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:45.239810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e789f5c2-f82b-4b35-a854-5964223b0616 req-7b3506f1-2b99-420e-9be6-5d244ae58a94 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1681 time: 0.0953195 Dec 13 12:51:45.274366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['53c5d740-b809-4634-8db9-26d358189ec6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:45.358301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e789f5c2-f82b-4b35-a854-5964223b0616 req-acab349f-24ce-4204-b810-375a5061c2c2 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220424 Dec 13 12:51:45.456481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-ea4aa3fc-aeb0-4b60-9341-9d5b5da93fef tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=75e25357297e4218968d45cec3540478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014180 Dec 13 12:51:45.587206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761bc4d-d8d6-459b-a024-f3df81caa870 req-d3933cca-dedb-48c8-ba29-d29dc1078e89 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:45.592875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f761bc4d-d8d6-459b-a024-f3df81caa870 req-d3933cca-dedb-48c8-ba29-d29dc1078e89 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 946 time: 0.1242149 Dec 13 12:51:45.639482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-50aa94bc-8556-4609-b5eb-9a49201145bc tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:45.641265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-50aa94bc-8556-4609-b5eb-9a49201145bc tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849179 Dec 13 12:51:45.673003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-53b7a0a8-d473-4215-baca-3d92ce94c2af tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/quotas/75e25357297e4218968d45cec3540478 HTTP/1.1" status: 200 len: 375 time: 0.0216098 Dec 13 12:51:45.678021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f761bc4d-d8d6-459b-a024-f3df81caa870 req-17895374-07f4-4864-8469-fc0fcb75e81a tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804584 Dec 13 12:51:45.726537 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d28d1fef-92ba-4f0a-aac2-08fc790dc6bb tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:45.730167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-6b5e3acd-7be9-47b2-973f-1e5a7d3fccdb tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75e25357297e4218968d45cec3540478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429173 Dec 13 12:51:45.733277 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d28d1fef-92ba-4f0a-aac2-08fc790dc6bb tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:45.893015 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-d28d1fef-92ba-4f0a-aac2-08fc790dc6bb tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Floating IP 2a44b0ea-3591-47b8-88e1-0d2618ef4dd1 associated. External IP: 172.25.2.26, port: add55351-84b3-4889-add8-77251041865d. Dec 13 12:51:45.945737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaebe3e-f238-4e19-a345-d2096d399c49 req-9fdb1220-a878-4b15-bc5e-96deb74a3e05 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:45.953179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcaebe3e-f238-4e19-a345-d2096d399c49 req-9fdb1220-a878-4b15-bc5e-96deb74a3e05 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1121285 Dec 13 12:51:45.986134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-5c3e0218-640e-4667-8c31-0f50fb100eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:45.988143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-5c3e0218-640e-4667-8c31-0f50fb100eeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1100 time: 0.1006596 Dec 13 12:51:46.084380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcaebe3e-f238-4e19-a345-d2096d399c49 req-7bd7f0a3-16fe-4eea-a756-5756adca9c0c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302254 Dec 13 12:51:46.134629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-2735d9cb-1a66-4c94-a9be-af9bdf3874f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:46.136540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-2735d9cb-1a66-4c94-a9be-af9bdf3874f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1399865 Dec 13 12:51:46.222591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-082b4c7f-c61c-423f-9324-84b6c489b028 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 200 len: 217 time: 0.0737700 Dec 13 12:51:46.240363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 53c5d740-b809-4634-8db9-26d358189ec6 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:46.294505 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1565b863-5f9d-48e3-a982-69017c209578 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=75e25357297e4218968d45cec3540478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1341884 Dec 13 12:51:46.330363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['76111412-286e-4253-a46f-e7f1e2515652'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:46.341383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28d1fef-92ba-4f0a-aac2-08fc790dc6bb tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:51:46.386019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 53c5d740-b809-4634-8db9-26d358189ec6 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:46.397896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 53c5d740-b809-4634-8db9-26d358189ec6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:46.398558 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:46.562544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-776d9c79-dd5e-4bc1-82fc-8fded275c95b tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:46.580102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-776d9c79-dd5e-4bc1-82fc-8fded275c95b tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771564 Dec 13 12:51:46.624750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-15732f94-2df8-4d77-92f0-122e19e2c7e2 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:46.626472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-15732f94-2df8-4d77-92f0-122e19e2c7e2 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 1023 time: 0.4651821 Dec 13 12:51:46.628088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eb8ee763-0d42-41af-9409-de659e8d1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:46.629994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eb8ee763-0d42-41af-9409-de659e8d1950 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.3681967 Dec 13 12:51:46.643924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-04147c7e-f8a2-421a-b979-425be41b8543 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/quotas/75e25357297e4218968d45cec3540478 HTTP/1.1" status: 200 len: 375 time: 0.0627794 Dec 13 12:51:46.663478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28d1fef-92ba-4f0a-aac2-08fc790dc6bb tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:51:46.671974 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d28d1fef-92ba-4f0a-aac2-08fc790dc6bb tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:46.684016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf464e8-44ee-42ed-b3b8-55b4bc10482d req-bd51a2d0-1838-4424-af25-986093a2638b tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:46.684895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] Sync routers for ids ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:51:46.693230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbf464e8-44ee-42ed-b3b8-55b4bc10482d req-bd51a2d0-1838-4424-af25-986093a2638b tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 1023 time: 0.2169092 Dec 13 12:51:46.721517 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] Routers {'4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:51:46.723151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:51:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:46.726949 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d28d1fef-92ba-4f0a-aac2-08fc790dc6bb tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "PUT /v2.0/floatingips/2a44b0ea-3591-47b8-88e1-0d2618ef4dd1 HTTP/1.1" status: 200 len: 991 time: 1.7435813 Dec 13 12:51:46.726949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'tag': 'add55351-84b3-4889-add8-77251041865d'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:46.728520 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cc6b29-a10d-4594-974d-af5aaadd4697", "tag": "add55351-84b3-4889-add8-77251041865d"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:46.738416 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:46.772426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-fc7c6069-ad03-4aea-bddc-3ef96c3756c0 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75e25357297e4218968d45cec3540478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1274743 Dec 13 12:51:46.863534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 53c5d740-b809-4634-8db9-26d358189ec6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=53c5d740-b809-4634-8db9-26d358189ec6,segment=NetworkSegment(b028af25-2ed8-4757-8946-11ba6618f5f6),segment_id=b028af25-2ed8-4757-8946-11ba6618f5f6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:46.866801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c5d740-b809-4634-8db9-26d358189ec6'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:46.870201 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502c765c-3d51-4378-8946-80b965b93b4e" -d '{"events": [{"server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "name": "network-vif-plugged", "status": "completed", "tag": "53c5d740-b809-4634-8db9-26d358189ec6"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:46.880748 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:46.896648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-c34a86ac-9856-4b23-bc09-9f59a00829e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:46.898535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-c34a86ac-9856-4b23-bc09-9f59a00829e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2490263 Dec 13 12:51:46.933259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbf464e8-44ee-42ed-b3b8-55b4bc10482d req-7fdbdd19-939e-4df5-b1cd-a855540ad28e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8f8b88b-8013-4468-bbd6-660c4828687d&id=32236a5b-8650-4aba-b491-8a4317c81db9&id=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2390337 Dec 13 12:51:47.133796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] Set router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:51:47.136239 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=53c5d740-b809-4634-8db9-26d358189ec6,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:47.539296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:39Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '2a44b0ea-3591-47b8-88e1-0d2618ef4dd1', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'floating_ip_address': '172.25.2.26', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'port_id': 'add55351-84b3-4889-add8-77251041865d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'mac_address': 'fa:16:3e:e7:6c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:50:48Z', 'updated_at': '2021-12-13T12:51:45Z', 'revision_number': 1, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37196359-7dc4-426c-8ffb-b9c0a2cc9a2c', 'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'mac_address': 'fa:16:3e:fd:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:37Z', 'updated_at': '2021-12-13T12:50:44Z', 'revision_number': 5, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'subnets': [{'id': '484efd44-0ac3-488e-ab06-89da2b936184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:47.570418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-1187aa69-419c-4525-88ab-6690dc6c232e tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=75e25357297e4218968d45cec3540478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915687 Dec 13 12:51:47.589299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Deleting port 926ba6fe-f8a8-42ba-927c-d537c855e00f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:47.589732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] Checking router: 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:51:47.593635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:47.605241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] Routers {'4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:51:47.606221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:51:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:47.749012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] Set router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:51:47.803404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d59cb6-acf2-493f-ab30-0cb770c68bd1 req-a3de73a6-2bca-47e6-a16d-b0fcb1607eed tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:47.809470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d59cb6-acf2-493f-ab30-0cb770c68bd1 req-a3de73a6-2bca-47e6-a16d-b0fcb1607eed tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:47.811177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1d59cb6-acf2-493f-ab30-0cb770c68bd1 req-a3de73a6-2bca-47e6-a16d-b0fcb1607eed tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1682 time: 0.3215866 Dec 13 12:51:47.818960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-7a64409c-1bdb-4e08-bea1-191fb7f51643 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9055977 Dec 13 12:51:47.853455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6a6b8-4c4e-4be9-b24b-71a1a1fbd922 req-82e7ef71-2a63-450c-ae2b-28cfdf4c9941 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:47.860508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ed6a6b8-4c4e-4be9-b24b-71a1a1fbd922 req-82e7ef71-2a63-450c-ae2b-28cfdf4c9941 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 946 time: 0.3851941 Dec 13 12:51:47.876732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-85997adb-cef7-49e6-a67d-bc34227b6b52 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:47.878807 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-85997adb-cef7-49e6-a67d-bc34227b6b52 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.42 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 946 time: 0.0643523 Dec 13 12:51:48.021038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-9bd75b83-9136-48e6-ae85-00389b031ebe tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:48.022689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-9bd75b83-9136-48e6-ae85-00389b031ebe tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419444 Dec 13 12:51:48.033213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] For port 926ba6fe-f8a8-42ba-927c-d537c855e00f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=926ba6fe-f8a8-42ba-927c-d537c855e00f,segment=NetworkSegment(481725db-5a3e-4102-b93a-6e5385dea266),segment_id=481725db-5a3e-4102-b93a-6e5385dea266)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:48.033721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:48.054229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Request body: {'port': {'device_id': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '75e25357297e4218968d45cec3540478'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:48.090625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:39Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '2a44b0ea-3591-47b8-88e1-0d2618ef4dd1', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'floating_ip_address': '172.25.2.26', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'port_id': 'add55351-84b3-4889-add8-77251041865d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'mac_address': 'fa:16:3e:e7:6c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:50:48Z', 'updated_at': '2021-12-13T12:51:45Z', 'revision_number': 1, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37196359-7dc4-426c-8ffb-b9c0a2cc9a2c', 'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'mac_address': 'fa:16:3e:fd:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:37Z', 'updated_at': '2021-12-13T12:50:44Z', 'revision_number': 5, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'subnets': [{'id': '484efd44-0ac3-488e-ab06-89da2b936184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:48.095638 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-8ca35a32-6f92-45d4-8d35-67380af162a2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Deleting port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:48.096697 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-8ca35a32-6f92-45d4-8d35-67380af162a2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:48.109830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Calling delete_port for 926ba6fe-f8a8-42ba-927c-d537c855e00f owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:48.123611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e91b6-1909-47be-9977-404e14f02d9f None None] The sync data for ids ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'] in n-d-817326-4 is: [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:39Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '2a44b0ea-3591-47b8-88e1-0d2618ef4dd1', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'floating_ip_address': '172.25.2.26', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'port_id': 'add55351-84b3-4889-add8-77251041865d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'mac_address': 'fa:16:3e:e7:6c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:50:48Z', 'updated_at': '2021-12-13T12:51:45Z', 'revision_number': 1, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37196359-7dc4-426c-8ffb-b9c0a2cc9a2c', 'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'mac_address': 'fa:16:3e:fd:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:37Z', 'updated_at': '2021-12-13T12:50:44Z', 'revision_number': 5, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'subnets': [{'id': '484efd44-0ac3-488e-ab06-89da2b936184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:51:48.166834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ed6a6b8-4c4e-4be9-b24b-71a1a1fbd922 req-d242820a-06d0-407f-ba3f-f4bab5f41c1a tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029807 Dec 13 12:51:48.203153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1d59cb6-acf2-493f-ab30-0cb770c68bd1 req-6320ecb5-b4f2-4e07-a59b-22e07fa03a89 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686140 Dec 13 12:51:48.252034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 76111412-286e-4253-a46f-e7f1e2515652 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:51:48.264071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-8ca35a32-6f92-45d4-8d35-67380af162a2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] For port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,segment=NetworkSegment(ec7dbb06-a645-4b73-9480-e178a96547fa),segment_id=ec7dbb06-a645-4b73-9480-e178a96547fa)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:48.264633 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-8ca35a32-6f92-45d4-8d35-67380af162a2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:48.275454 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc2d140-7597-4f14-ba2c-5268ebe314c2 x-openstack-request-id: req-2bc2d140-7597-4f14-ba2c-5268ebe314c2 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:48.275756 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cc6b29-a10d-4594-974d-af5aaadd4697", "tag": "add55351-84b3-4889-add8-77251041865d", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:48.276169 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bc2d140-7597-4f14-ba2c-5268ebe314c2 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:48.285347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-4e06ea84-712f-4de2-83e1-9b92aa649d9c service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530354 Dec 13 12:51:48.287715 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'tag': 'add55351-84b3-4889-add8-77251041865d', 'status': 'completed', 'code': 200} Dec 13 12:51:48.314821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-8ca35a32-6f92-45d4-8d35-67380af162a2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Calling delete_port for dd0ba903-74b8-4ab4-92a5-4c80da1fe77c owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:48.363016 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b282da1-f735-411a-bcde-387763a8aec9 x-openstack-request-id: req-1b282da1-f735-411a-bcde-387763a8aec9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:48.363365 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "name": "network-vif-plugged", "status": "completed", "tag": "53c5d740-b809-4634-8db9-26d358189ec6", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:48.364024 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b282da1-f735-411a-bcde-387763a8aec9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:48.365375 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c5d740-b809-4634-8db9-26d358189ec6', 'code': 200} Dec 13 12:51:48.407251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Made reservation on behalf of 75e25357297e4218968d45cec3540478 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:48.423027 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:48.443039 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:48.464785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 76111412-286e-4253-a46f-e7f1e2515652 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:51:48.469683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 76111412-286e-4253-a46f-e7f1e2515652 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:48.470060 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:48.524077 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a184c-e66a-458b-8412-c8e4d573ce83 None None] New status for floating IP 2a44b0ea-3591-47b8-88e1-0d2618ef4dd1: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:51:48.563351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea8c7a33-18d2-47cf-9501-0277359d987a req-908709ed-561d-4d62-a9d1-584a3f5bc0e4 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 210 time: 0.0764847 Dec 13 12:51:48.567008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-71bf5c6c-8c0a-467b-94a2-fd89085c94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:48.568530 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-71bf5c6c-8c0a-467b-94a2-fd89085c94b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca8578242bfd400ba3be505bf9d0e137&device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 1097 time: 0.2688370 Dec 13 12:51:48.624171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-dae3fa08-837d-4940-b71c-8132dbcf23f4 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=75e25357297e4218968d45cec3540478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525019 Dec 13 12:51:48.648416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:48.653318 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:48.724110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 76111412-286e-4253-a46f-e7f1e2515652, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=76111412-286e-4253-a46f-e7f1e2515652,segment=NetworkSegment(5038bb1b-4788-42e8-97d5-f961eb58e8be),segment_id=5038bb1b-4788-42e8-97d5-f961eb58e8be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:48.730380 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:48.823662 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'Port': ['ID=926ba6fe-f8a8-42ba-927c-d537c855e00f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:48.837020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=76111412-286e-4253-a46f-e7f1e2515652,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:48.840025 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b788900-3ceb-44ef-9dc8-13b02b9be8ab req-b62ca6eb-821b-4981-b8fd-e08eb10f3545 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:48.847569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b788900-3ceb-44ef-9dc8-13b02b9be8ab req-b62ca6eb-821b-4981-b8fd-e08eb10f3545 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.3513458 Dec 13 12:51:48.872660 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-8ca35a32-6f92-45d4-8d35-67380af162a2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:48.886106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['dd0ba903-74b8-4ab4-92a5-4c80da1fe77c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:48.900785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1d8eb5f-9010-4ef1-a49a-07d4f076c50a req-6bf0491a-8939-4392-98ac-a07266b37ba6 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3914680-e3b2-4235-a2de-6a9453d06a82 HTTP/1.1" status: 200 len: 210 time: 0.1330674 Dec 13 12:51:48.918061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca35a32-6f92-45d4-8d35-67380af162a2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Pushing event deleted for resources: {'Port': ['ID=dd0ba903-74b8-4ab4-92a5-4c80da1fe77c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:48.930840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-81f26bfd-0a57-4652-ad7a-ab1b2a58160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:48.931486 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-81f26bfd-0a57-4652-ad7a-ab1b2a58160c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb HTTP/1.1" status: 200 len: 915 time: 0.3446493 Dec 13 12:51:49.003023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] No DVR routers for this DVR port 926ba6fe-f8a8-42ba-927c-d537c855e00f on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:49.007894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-8ca35a32-6f92-45d4-8d35-67380af162a2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] No DVR routers for this DVR port dd0ba903-74b8-4ab4-92a5-4c80da1fe77c on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:49.015494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:49.018832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.42 "DELETE /v2.0/ports/926ba6fe-f8a8-42ba-927c-d537c855e00f HTTP/1.1" status: 204 len: 173 time: 2.3728173 Dec 13 12:51:49.022315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'name': 'network-vif-deleted', 'tag': '926ba6fe-f8a8-42ba-927c-d537c855e00f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:49.024576 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac982198-8bab-41aa-82d1-7e7028e50f26" -d '{"events": [{"server_uuid": "d3914680-e3b2-4235-a2de-6a9453d06a82", "name": "network-vif-deleted", "tag": "926ba6fe-f8a8-42ba-927c-d537c855e00f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:49.031722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-8ca35a32-6f92-45d4-8d35-67380af162a2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:49.035915 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69476736-d194-4b3e-8624-12d4cf80d3f5 req-8ca35a32-6f92-45d4-8d35-67380af162a2 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.42 "DELETE /v2.0/ports/dd0ba903-74b8-4ab4-92a5-4c80da1fe77c HTTP/1.1" status: 204 len: 173 time: 1.1484084 Dec 13 12:51:49.068202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-29c68006-611b-41b0-8bae-65085416a1ae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.069716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-29c68006-611b-41b0-8bae-65085416a1ae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4360862 Dec 13 12:51:49.084678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b788900-3ceb-44ef-9dc8-13b02b9be8ab req-4bb7d449-8365-4744-92f8-7a2a63a89111 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313108 Dec 13 12:51:49.085507 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-185ceeaa-1764-47bf-b212-4dfd9d850856 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0789354 Dec 13 12:51:49.094698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Request body: {'port': {'device_id': '840f04a3-9d19-4991-a8e2-65975976c56a', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '75e25357297e4218968d45cec3540478'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:49.101136 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4154480-0199-4efa-8e47-5ca7cc60cb48 x-openstack-request-id: req-d4154480-0199-4efa-8e47-5ca7cc60cb48 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:49.101444 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3914680-e3b2-4235-a2de-6a9453d06a82", "name": "network-vif-deleted", "tag": "926ba6fe-f8a8-42ba-927c-d537c855e00f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:49.101679 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4154480-0199-4efa-8e47-5ca7cc60cb48 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:49.102047 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3914680-e3b2-4235-a2de-6a9453d06a82', 'name': 'network-vif-deleted', 'tag': '926ba6fe-f8a8-42ba-927c-d537c855e00f', 'status': 'completed', 'code': 200} Dec 13 12:51:49.104419 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-354a7e11-ff5d-40bb-8f92-7117ce72bd56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add55351-84b3-4889-add8-77251041865d HTTP/1.1" status: 200 len: 1001 time: 0.1584098 Dec 13 12:51:49.116562 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:49.152044 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:49.208687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-49791c4d-bd7c-429f-a6da-eea2341671e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.211441 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-49791c4d-bd7c-429f-a6da-eea2341671e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=484efd44-0ac3-488e-ab06-89da2b936184 HTTP/1.1" status: 200 len: 854 time: 0.0994689 Dec 13 12:51:49.252824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61c54f9-f634-4742-9fc3-314e0f30da5f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:49.273532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-8833020d-4d98-4adf-b1f0-1d588ab98588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.274227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-8833020d-4d98-4adf-b1f0-1d588ab98588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.274754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-8833020d-4d98-4adf-b1f0-1d588ab98588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.275280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-8833020d-4d98-4adf-b1f0-1d588ab98588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.275797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-8833020d-4d98-4adf-b1f0-1d588ab98588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.276313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-8833020d-4d98-4adf-b1f0-1d588ab98588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.276901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-8833020d-4d98-4adf-b1f0-1d588ab98588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.279757 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-8833020d-4d98-4adf-b1f0-1d588ab98588 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6493 time: 0.1102622 Dec 13 12:51:49.301339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-d337d45d-ca6a-4fbe-84b0-c19ce1e2d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.302885 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-d337d45d-ca6a-4fbe-84b0-c19ce1e2d405 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778220 Dec 13 12:51:49.322986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-368d29af-e9d8-4aa7-8be3-7fc71d807ff8 req-a9727d9a-3993-4cd9-9b28-57046297b1d0 tempest-InstanceActionsTestJSON-776092434 tempest-InstanceActionsTestJSON-776092434-project] 10.222.0.31 "GET /v2.0/ports?device_id=e59d8710-c4c6-4563-a5a8-b8603740fea4 HTTP/1.1" status: 200 len: 210 time: 0.0419736 Dec 13 12:51:49.427914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Made reservation on behalf of 75e25357297e4218968d45cec3540478 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:49.431449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:49.441198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dea77-319d-49dd-9d36-d9cc7e495120 req-574b1d17-58aa-4a0a-a1bd-4b7c5fe3872c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.447421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dea77-319d-49dd-9d36-d9cc7e495120 req-574b1d17-58aa-4a0a-a1bd-4b7c5fe3872c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.449099 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e56dea77-319d-49dd-9d36-d9cc7e495120 req-574b1d17-58aa-4a0a-a1bd-4b7c5fe3872c tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1683 time: 0.1355217 Dec 13 12:51:49.480401 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-f6ffdbb4-7e79-4e15-8be4-5fd63cae8649 service neutron] 10.222.0.37 "GET /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629276 Dec 13 12:51:49.480920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Allocated IP 192.168.233.99 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/375d299d-f146-4c11-81e1-a7859541690a) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:49.536185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-0dd68f06-6c37-4d03-993e-04a01339a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.536761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-0dd68f06-6c37-4d03-993e-04a01339a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.537351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-0dd68f06-6c37-4d03-993e-04a01339a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:49.539081 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-0dd68f06-6c37-4d03-993e-04a01339a3a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc70dab7-0712-49c8-bb1b-4ed11b531838&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=374a949d-aec7-4b8e-a55c-02119c1300d9&id=374a949d-aec7-4b8e-a55c-02119c1300d9 HTTP/1.1" status: 200 len: 2288 time: 0.2298110 Dec 13 12:51:49.606482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e56dea77-319d-49dd-9d36-d9cc7e495120 req-8ca92229-d474-4384-a9c5-403304f3058a tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397285 Dec 13 12:51:49.733750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db6e972e-5d53-43dc-9b3f-164befa9db54 req-b0dc77ac-5b2d-422a-8774-20c3bf189d09 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 210 time: 0.0368664 Dec 13 12:51:49.794456 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:49.888526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:49.947327 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-c50fe072-eabe-4430-b58e-ffcf85f52e06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 HTTP/1.1" status: 200 len: 1002 time: 0.3834414 Dec 13 12:51:49.958290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 926ba6fe-f8a8-42ba-927c-d537c855e00f no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:49.962497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:49.966462 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bc4a035a-9f75-4a4f-a66b-504b16f2be9c req-187141b7-d99d-4bc8-b3e6-52cf02675934 service neutron] 10.222.0.37 "GET /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640477 Dec 13 12:51:49.973498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:49.976504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:49.985016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 926ba6fe-f8a8-42ba-927c-d537c855e00f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:49.985656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 926ba6fe-f8a8-42ba-927c-d537c855e00f not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:50.014357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Allocated IP 192.168.233.44 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/659f7cef-6c88-44c0-8006-f67c05d3a25f) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:50.037531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:50.039915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-2bea3c3d-d1a2-407b-a134-909932b137fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:50.041456 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-2bea3c3d-d1a2-407b-a134-909932b137fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c2682f3-4d19-4b32-b1e3-f9be77d2e054 HTTP/1.1" status: 200 len: 850 time: 0.0741112 Dec 13 12:51:50.085062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:50.085714 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.115749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-0ce50cc4-6c04-4adc-b13b-ffc29afc6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:50.117649 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-0ce50cc4-6c04-4adc-b13b-ffc29afc6d3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc70dab7-0712-49c8-bb1b-4ed11b531838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685177 Dec 13 12:51:50.136395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44257871-c86e-4e4a-a2b8-b0d44a70d351 req-7476eaae-521d-453a-9938-f6ef53bd0057 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/d8f8b88b-8013-4468-bbd6-660c4828687d HTTP/1.1" status: 200 len: 1818 time: 0.1057458 Dec 13 12:51:50.139661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-84cda78c-e252-488f-a3e2-f9d6705b6c33 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0963395 Dec 13 12:51:50.170217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Request body: {'port': {'device_id': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:50.233275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-7741726c-d2cb-4681-977a-32804560f17f service neutron] 10.222.0.42 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076100 Dec 13 12:51:50.281078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3f04e5c8-15f3-4319-b91c-23e217d340fd None None] Provisioning complete for port 375d299d-f146-4c11-81e1-a7859541690a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:50.282058 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f04e5c8-15f3-4319-b91c-23e217d340fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.290098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59d8710-c4c6-4563-a5a8-b8603740fea4', 'name': 'network-vif-deleted', 'tag': 'dd0ba903-74b8-4ab4-92a5-4c80da1fe77c'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:50.292387 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2b50c6-46f5-451f-ae71-89407e182fcb" -d '{"events": [{"server_uuid": "e59d8710-c4c6-4563-a5a8-b8603740fea4", "name": "network-vif-deleted", "tag": "dd0ba903-74b8-4ab4-92a5-4c80da1fe77c"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:50.321439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3f04e5c8-15f3-4319-b91c-23e217d340fd None None] Port 375d299d-f146-4c11-81e1-a7859541690a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:51:50.336661 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-743b1bcd-d76e-45da-a803-0af449144c30 service neutron] 10.222.0.42 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956330 Dec 13 12:51:50.347687 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.364023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bbb2d-58e1-4088-a877-d46623275dd7 req-28b089c7-1dc0-4c4b-90a0-a56962f956e6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:50.365403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d6bbb2d-58e1-4088-a877-d46623275dd7 req-28b089c7-1dc0-4c4b-90a0-a56962f956e6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1912107 Dec 13 12:51:50.366655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76111412-286e-4253-a46f-e7f1e2515652'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:50.369494 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e859dd-510d-44af-a03b-bed54b6d6706" -d '{"events": [{"server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "name": "network-vif-plugged", "status": "completed", "tag": "76111412-286e-4253-a46f-e7f1e2515652"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:50.384259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-45018861-7ff8-4c38-b0e7-0c104f085ea8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=46400ea7-f38c-4381-8d98-62c2c2dde927 HTTP/1.1" status: 200 len: 217 time: 0.0405533 Dec 13 12:51:50.405130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.408056 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-44257871-c86e-4e4a-a2b8-b0d44a70d351 req-0a012be0-f5fa-41dc-b730-dd13e0e2ce56 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.432750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-3d9ceeb2-0760-469f-b7b1-58e386429e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:50.434231 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-3d9ceeb2-0760-469f-b7b1-58e386429e6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0432534 Dec 13 12:51:50.471813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-44257871-c86e-4e4a-a2b8-b0d44a70d351 req-0a012be0-f5fa-41dc-b730-dd13e0e2ce56 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.480584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-36eec932-921d-4438-ae30-0ae2c3231ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:50.482099 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-36eec932-921d-4438-ae30-0ae2c3231ac9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0409894 Dec 13 12:51:50.578774 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-a249f3e5-99f7-4731-a5aa-2abdf72f1345 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896277 Dec 13 12:51:50.588895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d6bbb2d-58e1-4088-a877-d46623275dd7 req-2f866fcf-6b28-460f-af74-1e09136f9335 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074997 Dec 13 12:51:50.615626 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.650894 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cc620c-8ccb-4275-bb75-9ae006605220 x-openstack-request-id: req-d4cc620c-8ccb-4275-bb75-9ae006605220 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:50.651216 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59d8710-c4c6-4563-a5a8-b8603740fea4", "name": "network-vif-deleted", "tag": "dd0ba903-74b8-4ab4-92a5-4c80da1fe77c", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:50.651422 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4cc620c-8ccb-4275-bb75-9ae006605220 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:50.651811 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59d8710-c4c6-4563-a5a8-b8603740fea4', 'name': 'network-vif-deleted', 'tag': 'dd0ba903-74b8-4ab4-92a5-4c80da1fe77c', 'status': 'completed', 'code': 200} Dec 13 12:51:50.662118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-44257871-c86e-4e4a-a2b8-b0d44a70d351 req-0a012be0-f5fa-41dc-b730-dd13e0e2ce56 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.664866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-44257871-c86e-4e4a-a2b8-b0d44a70d351 req-0a012be0-f5fa-41dc-b730-dd13e0e2ce56 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.665912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44257871-c86e-4e4a-a2b8-b0d44a70d351 req-0a012be0-f5fa-41dc-b730-dd13e0e2ce56 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/d8f8b88b-8013-4468-bbd6-660c4828687d HTTP/1.1" status: 204 len: 173 time: 0.5221682 Dec 13 12:51:50.684912 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-b5203cc7-919e-4065-a08c-630586de7068 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978954 Dec 13 12:51:50.700413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43450) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:50.715127 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5a84bb-9327-4938-8a73-512bc31fb004 x-openstack-request-id: req-0e5a84bb-9327-4938-8a73-512bc31fb004 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:50.715282 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "name": "network-vif-plugged", "status": "completed", "tag": "76111412-286e-4253-a46f-e7f1e2515652", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:50.715538 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e5a84bb-9327-4938-8a73-512bc31fb004 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:50.715937 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76111412-286e-4253-a46f-e7f1e2515652', 'code': 200} Dec 13 12:51:50.741924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:50.745790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a012be0-f5fa-41dc-b730-dd13e0e2ce56 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f8b88b-8013-4468-bbd6-660c4828687d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:50.770965 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-2123cb0c-6581-48e8-a567-feac28d2ba88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=068e6154-1849-490f-8d03-01e1d09c5bfc HTTP/1.1" status: 200 len: 217 time: 0.0781934 Dec 13 12:51:50.786008 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:50.788869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:50.817097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Pushing event updated for resources: {'Port': ['ID=659f7cef-6c88-44c0-8006-f67c05d3a25f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:50.845538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6b4a74-c510-4de0-992f-96d83e4feddd admin admin] Deleting subnet c9a50d34-1430-45fb-b861-e42d033fbf6d {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:50.858704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4a74-c510-4de0-992f-96d83e4feddd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.877906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:50.878895 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.905348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-441d6bcc-64c0-4806-a1ce-69c6f16db4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:50.907409 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-441d6bcc-64c0-4806-a1ce-69c6f16db4df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.1298099 Dec 13 12:51:50.918385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4a74-c510-4de0-992f-96d83e4feddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:50.977461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfbe09-d563-4a01-be7f-dee296e0d789 req-b68dc7dd-5cb2-4276-9ee4-045a9c04adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:50.978185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfbe09-d563-4a01-be7f-dee296e0d789 req-b68dc7dd-5cb2-4276-9ee4-045a9c04adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:50.980028 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69dfbe09-d563-4a01-be7f-dee296e0d789 req-b68dc7dd-5cb2-4276-9ee4-045a9c04adf8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1985 time: 0.1886275 Dec 13 12:51:50.996519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6faa792a-34c9-473c-84ec-a6909b37dac2 req-ce28b6f5-a4af-486a-bdda-8e850ae3ae79 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "GET /v2.0/security-groups/32236a5b-8650-4aba-b491-8a4317c81db9 HTTP/1.1" status: 200 len: 1817 time: 0.1285164 Dec 13 12:51:51.004807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-1bda3077-3e05-486a-a253-58bdafba1eae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9143660 Dec 13 12:51:51.018022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Request body: {'port': {'device_id': '840f04a3-9d19-4991-a8e2-65975976c56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:51.024662 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4a74-c510-4de0-992f-96d83e4feddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.063373 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-c7940bda-623c-4d87-83f7-dd5efb799310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:51.064888 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-c7940bda-623c-4d87-83f7-dd5efb799310 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1491108 Dec 13 12:51:51.127273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976c3e1-0070-4596-b84f-8f1a2d174667 req-2e261bd9-31d7-4a9b-ac93-f1d16449f7dc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:51.133557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976c3e1-0070-4596-b84f-8f1a2d174667 req-2e261bd9-31d7-4a9b-ac93-f1d16449f7dc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:51.135077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6976c3e1-0070-4596-b84f-8f1a2d174667 req-2e261bd9-31d7-4a9b-ac93-f1d16449f7dc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1683 time: 0.2440500 Dec 13 12:51:51.137809 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69dfbe09-d563-4a01-be7f-dee296e0d789 req-618cb4e3-96a1-4a62-92eb-e637c0991118 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481137 Dec 13 12:51:51.158661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c9fd0475-d7e1-4978-b0e9-1dce982133e1 None None] Provisioning complete for port 659f7cef-6c88-44c0-8006-f67c05d3a25f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:51:51.159848 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9fd0475-d7e1-4978-b0e9-1dce982133e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.164223 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4a74-c510-4de0-992f-96d83e4feddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.171538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375d299d-f146-4c11-81e1-a7859541690a {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:51.193181 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.199479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd0475-d7e1-4978-b0e9-1dce982133e1 None None] Port 659f7cef-6c88-44c0-8006-f67c05d3a25f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:51:51.204643 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4a74-c510-4de0-992f-96d83e4feddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.207391 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.207940 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9e6b4a74-c510-4de0-992f-96d83e4feddd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c9a50d34-1430-45fb-b861-e42d033fbf6d HTTP/1.1" status: 204 len: 168 time: 0.5065198 Dec 13 12:51:51.211107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43456) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:51.211848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b4a74-c510-4de0-992f-96d83e4feddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a50d34-1430-45fb-b861-e42d033fbf6d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:51.237820 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6faa792a-34c9-473c-84ec-a6909b37dac2 req-10957f00-107f-422e-b338-d1493ae98a1e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.246022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Transition to ACTIVE for port object 375d299d-f146-4c11-81e1-a7859541690a will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:51:51.275943 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-782a4271-0127-4e5b-ac4b-2bbec63dbdd2 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028828 Dec 13 12:51:51.281358 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.343107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.422605 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-6c7d5021-6ea1-4532-82c3-76c116f36ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392572 Dec 13 12:51:51.498581 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-61be130e-0d61-4328-bf72-94ecb8a200a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=04e6bbbb-3444-4bf9-8a13-122e3bec221d HTTP/1.1" status: 200 len: 217 time: 0.0459702 Dec 13 12:51:51.501050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.552739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:51.567958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7dbb06-a645-4b73-9480-e178a96547fa') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:51.568209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7dbb06-a645-4b73-9480-e178a96547fa') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:51.580888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.590011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-3078a05f-d345-4165-ad73-3a0a3362e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:51.591497 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-3078a05f-d345-4165-ad73-3a0a3362e94c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0821512 Dec 13 12:51:51.601281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.616191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:51:51.616603 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:51:51.618608 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:51:51.636290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6976c3e1-0070-4596-b84f-8f1a2d174667 req-eb4ab6f9-55eb-412b-83b0-0599dde96d83 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802935 Dec 13 12:51:51.637957 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6faa792a-34c9-473c-84ec-a6909b37dac2 req-10957f00-107f-422e-b338-d1493ae98a1e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.693066 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-7d87f1ce-cee7-4d6d-b161-211f8575a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:51.695032 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-7d87f1ce-cee7-4d6d-b161-211f8575a0f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0962222 Dec 13 12:51:51.698295 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.707226 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.710539 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] 10.222.0.31 "DELETE /v2.0/networks/e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc HTTP/1.1" status: 204 len: 168 time: 0.4952416 Dec 13 12:51:51.742115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e91feb-f2a9-460b-97f0-a1ddff04835e admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f0b97b-b30a-4ac6-a7ed-fd8da619bccc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:51.831282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:51.832003 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-6a00ca49-96fa-47e0-a67d-ddf150dbfa96 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262920 Dec 13 12:51:51.914210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6faa792a-34c9-473c-84ec-a6909b37dac2 req-10957f00-107f-422e-b338-d1493ae98a1e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.917285 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6faa792a-34c9-473c-84ec-a6909b37dac2 req-10957f00-107f-422e-b338-d1493ae98a1e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:51.923262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6faa792a-34c9-473c-84ec-a6909b37dac2 req-10957f00-107f-422e-b338-d1493ae98a1e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] 10.222.0.31 "DELETE /v2.0/security-groups/32236a5b-8650-4aba-b491-8a4317c81db9 HTTP/1.1" status: 204 len: 173 time: 0.9174616 Dec 13 12:51:51.933561 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43466) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:51.970430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43468) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:51.982132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device dd0ba903-74b8-4ab4-92a5-4c80da1fe77c no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:51:51.996018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10957f00-107f-422e-b338-d1493ae98a1e tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32236a5b-8650-4aba-b491-8a4317c81db9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:52.016043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fc2fb-3212-49b9-84ea-94c158d42e99 req-7511d09a-e4de-46f3-bbe5-68d7e41238b2 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:52.025536 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c5fc2fb-3212-49b9-84ea-94c158d42e99 req-7511d09a-e4de-46f3-bbe5-68d7e41238b2 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 935 time: 0.3000269 Dec 13 12:51:52.033213 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-f27b99f7-486a-4790-89a1-3c09f4ab3cbe service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928787 Dec 13 12:51:52.034504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: dd0ba903-74b8-4ab4-92a5-4c80da1fe77c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:51:52.034873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device dd0ba903-74b8-4ab4-92a5-4c80da1fe77c not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:51:52.053359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c234dc6e-d9b2-40e2-bbb4-e073015d215c admin admin] Deleting subnet a4cfcd4d-5e80-46fd-ac59-db194ffa6779 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:52.067789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c234dc6e-d9b2-40e2-bbb4-e073015d215c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.112600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Attempting to bind port 375d299d-f146-4c11-81e1-a7859541690a on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:52.112911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Attempting to bind port 375d299d-f146-4c11-81e1-a7859541690a by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:52.113270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Attempting to bind port 375d299d-f146-4c11-81e1-a7859541690a on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:52.120212 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-94e2b0bc-4723-4a2e-bbaf-97385cb67f86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=1908752b-ed23-4722-932f-119bddf74a84 HTTP/1.1" status: 200 len: 217 time: 0.0752232 Dec 13 12:51:52.143890 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-76b4ee20-9984-4cb6-a458-133fae1ca1b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d0ad0d2105d48e583c725a1d2a6a6f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1721797 Dec 13 12:51:52.147314 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43472) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:52.151821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Port 375d299d-f146-4c11-81e1-a7859541690a on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:51:52.152077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Attempting to bind port 375d299d-f146-4c11-81e1-a7859541690a on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:52.171812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c5fc2fb-3212-49b9-84ea-94c158d42e99 req-c8c4ea13-01e9-4a7b-bf14-3a648355ce2e tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450911 Dec 13 12:51:52.177549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:52.178342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:52.178342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:52.178753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Bound port: 375d299d-f146-4c11-81e1-a7859541690a, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:52.179110 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.190507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f08a56-3709-425e-bbfb-d3dd93d6a663 req-1eab9706-150f-4e93-82b8-6cd240585730 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:52.191386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c234dc6e-d9b2-40e2-bbb4-e073015d215c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.197691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0f08a56-3709-425e-bbfb-d3dd93d6a663 req-1eab9706-150f-4e93-82b8-6cd240585730 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1664829 Dec 13 12:51:52.247791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-26307615-64ec-44e4-9bd0-33f2d5d25c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:52.249279 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-26307615-64ec-44e4-9bd0-33f2d5d25c1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.1166811 Dec 13 12:51:52.296191 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c234dc6e-d9b2-40e2-bbb4-e073015d215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.298932 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0b164d9-5a23-4da3-ac67-0caad30e4a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.352537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0f08a56-3709-425e-bbfb-d3dd93d6a663 req-429028e6-bba8-48ae-ae49-5683f646c5c0 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539295 Dec 13 12:51:52.355165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659f7cef-6c88-44c0-8006-f67c05d3a25f {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:52.356856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0b164d9-5a23-4da3-ac67-0caad30e4a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.369549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.383918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:52.390234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:52.398559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-d9794064-336d-43fb-b856-a80c64b37f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:52.400076 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-d9794064-336d-43fb-b856-a80c64b37f16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333420 Dec 13 12:51:52.400418 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.405929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Transition to ACTIVE for port object 659f7cef-6c88-44c0-8006-f67c05d3a25f will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:51:52.445424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.456425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:52.457049 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.458453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] 10.222.0.37 "PUT /v2.0/ports/375d299d-f146-4c11-81e1-a7859541690a HTTP/1.1" status: 200 len: 1095 time: 2.2929637 Dec 13 12:51:52.465371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'tag': '375d299d-f146-4c11-81e1-a7859541690a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:52.466005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c234dc6e-d9b2-40e2-bbb4-e073015d215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.468546 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6746072-38a0-4ea8-a5ab-fece46b873be" -d '{"events": [{"name": "network-changed", "server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "tag": "375d299d-f146-4c11-81e1-a7859541690a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:52.518426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234dc6e-d9b2-40e2-bbb4-e073015d215c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4cfcd4d-5e80-46fd-ac59-db194ffa6779,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:52.531240 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c234dc6e-d9b2-40e2-bbb4-e073015d215c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.540534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43476) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:52.541780 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c234dc6e-d9b2-40e2-bbb4-e073015d215c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a4cfcd4d-5e80-46fd-ac59-db194ffa6779 HTTP/1.1" status: 204 len: 168 time: 0.6070342 Dec 13 12:51:52.542181 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9864442f-d84d-43a3-b502-ba41a7ccd406 x-openstack-request-id: req-9864442f-d84d-43a3-b502-ba41a7ccd406 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:52.542402 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "tag": "375d299d-f146-4c11-81e1-a7859541690a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:52.542651 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9864442f-d84d-43a3-b502-ba41a7ccd406 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:52.543031 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'tag': '375d299d-f146-4c11-81e1-a7859541690a', 'status': 'completed', 'code': 200} Dec 13 12:51:52.556238 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0b164d9-5a23-4da3-ac67-0caad30e4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.563001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0b164d9-5a23-4da3-ac67-0caad30e4a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.568820 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a0b164d9-5a23-4da3-ac67-0caad30e4a4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0e411ef-2c42-4ca3-8382-c188d1cf2ac4 HTTP/1.1" status: 204 len: 168 time: 0.4039714 Dec 13 12:51:52.570729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a140cc-d78f-4abd-b685-858cbd20e141 service neutron] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:52.598019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b164d9-5a23-4da3-ac67-0caad30e4a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e411ef-2c42-4ca3-8382-c188d1cf2ac4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:52.605020 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-babc63b6-8e21-4c8d-bfd1-7a2e410b9b7e service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940336 Dec 13 12:51:52.713001 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-2186c467-d751-4569-b8bf-27175ba192ac service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992124 Dec 13 12:51:52.771456 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-237d16b2-f4e1-45c2-a4b7-25b17b847d75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74f99e9d-9b53-4833-a0a5-749c2b5f75c8 HTTP/1.1" status: 200 len: 217 time: 0.0474422 Dec 13 12:51:52.806167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-a1b0c44d-f36b-4ff3-baa7-ac49bd5f133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:52.807726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-a1b0c44d-f36b-4ff3-baa7-ac49bd5f133f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75e25357297e4218968d45cec3540478&device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 1098 time: 0.2874069 Dec 13 12:51:52.809163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Pushing event updated for resources: {'Port': ['ID=659f7cef-6c88-44c0-8006-f67c05d3a25f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:52.819258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:52.834050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-fd3c26a4-62c6-4870-8502-bd2b11c0bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:52.835697 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-fd3c26a4-62c6-4870-8502-bd2b11c0bd52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7818ef30-9dec-4ee0-8280-575a661d1eba HTTP/1.1" status: 200 len: 797 time: 0.0548038 Dec 13 12:51:52.890829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-de2b1a05-b832-47e5-b2fb-e93dcda61035 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=375d299d-f146-4c11-81e1-a7859541690a HTTP/1.1" status: 200 len: 217 time: 0.0635448 Dec 13 12:51:52.892282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-781e6d00-de27-4b1c-976c-23f43818fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:52.892424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Attempting to bind port 659f7cef-6c88-44c0-8006-f67c05d3a25f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:52.892741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Attempting to bind port 659f7cef-6c88-44c0-8006-f67c05d3a25f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:52.893063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Attempting to bind port 659f7cef-6c88-44c0-8006-f67c05d3a25f on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:52.893925 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-781e6d00-de27-4b1c-976c-23f43818fd90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499709 Dec 13 12:51:52.911781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015e52b-c02f-4f75-8db0-af00efe2751a req-dac1d5fe-8a9f-4c5f-835c-e2fa27817f78 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:52.917492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015e52b-c02f-4f75-8db0-af00efe2751a req-dac1d5fe-8a9f-4c5f-835c-e2fa27817f78 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:52.925178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a015e52b-c02f-4f75-8db0-af00efe2751a req-dac1d5fe-8a9f-4c5f-835c-e2fa27817f78 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1683 time: 0.1870692 Dec 13 12:51:52.936889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Port 659f7cef-6c88-44c0-8006-f67c05d3a25f on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:51:52.937265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Attempting to bind port 659f7cef-6c88-44c0-8006-f67c05d3a25f on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:53.005834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:53.006407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:53.006944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:53.007556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Bound port: 659f7cef-6c88-44c0-8006-f67c05d3a25f, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:53.008002 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.036047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-925c8103-8133-486f-91c5-e4b132174a94 service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326237 Dec 13 12:51:53.112705 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.144060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-a91fe6bf-74ce-4784-8ff1-a24cd5977c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:53.145646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-a91fe6bf-74ce-4784-8ff1-a24cd5977c78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.2181842 Dec 13 12:51:53.147336 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-96ab7c0d-5491-4065-95ea-b289d537e643 service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031256 Dec 13 12:51:53.189318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a015e52b-c02f-4f75-8db0-af00efe2751a req-53e07d65-e966-41a2-b366-79ed7e4a2790 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632375 Dec 13 12:51:53.191985 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-c7985b3f-45a5-45c4-8692-1329441e9c2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 HTTP/1.1" status: 200 len: 217 time: 0.0377285 Dec 13 12:51:53.216045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43937d2-46d3-48f2-bb70-b47761b3f8af']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:53.245009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481725db-5a3e-4102-b93a-6e5385dea266') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:53.245346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481725db-5a3e-4102-b93a-6e5385dea266') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:51:53.263913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.276503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-1ac91188-ca2d-46c2-8b62-cede44c384c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:53.278541 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-1ac91188-ca2d-46c2-8b62-cede44c384c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7818ef30-9dec-4ee0-8280-575a661d1eba HTTP/1.1" status: 200 len: 797 time: 0.0800326 Dec 13 12:51:53.325958 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.335338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] For port 659f7cef-6c88-44c0-8006-f67c05d3a25f, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:53.345393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-50e564fc-80db-4ec1-b308-38890de4b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:53.348015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-50e564fc-80db-4ec1-b308-38890de4b586 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756606 Dec 13 12:51:53.354297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:51:53.354593 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.355575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-f8ab9fcd-e0ee-4a15-baa7-4f03d1aa8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:51:53.357345 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:51:53.360240 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-f8ab9fcd-e0ee-4a15-baa7-4f03d1aa8959 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717959 Dec 13 12:51:53.456223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] For port 659f7cef-6c88-44c0-8006-f67c05d3a25f, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:53.492782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-f06b4448-3071-45c6-8b42-3a210c11e941 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309805 Dec 13 12:51:53.493736 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-67c904e2-ac15-49bc-b7a9-3562e0b90e38 service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272879 Dec 13 12:51:53.498204 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.572748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43516) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:53.573048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca3622-81d7-41c2-aa15-dd30c46e7b62 req-52485865-f470-4f4d-9eee-72e3e33e62f5 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:53.574627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05ca3622-81d7-41c2-aa15-dd30c46e7b62 req-52485865-f470-4f4d-9eee-72e3e33e62f5 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 947 time: 0.3071725 Dec 13 12:51:53.601141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:53.601783 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.603270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] 10.222.0.42 "PUT /v2.0/ports/659f7cef-6c88-44c0-8006-f67c05d3a25f HTTP/1.1" status: 200 len: 1095 time: 2.5892665 Dec 13 12:51:53.637445 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.661694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.663113 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b03dee7-03dc-4b72-96c4-ef5dfeab5069 req-7b881447-ce9e-47a9-ac18-f1917a733b5a service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612048 Dec 13 12:51:53.679177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f43937d2-46d3-48f2-bb70-b47761b3f8af HTTP/1.1" status: 204 len: 168 time: 1.1326663 Dec 13 12:51:53.738137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763611d-107c-47cc-847a-b87485d80841 admin admin] Pushing event deleted for resources: {'Network': ['ID=f43937d2-46d3-48f2-bb70-b47761b3f8af,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:53.775409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb07551-a2cd-4916-a5af-ed41e0775fba service neutron] Pushing event updated for resources: {'Port': ['ID=659f7cef-6c88-44c0-8006-f67c05d3a25f,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:53.790422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-409265612-network', 'tenant_id': 'acaf89d87d70453eabd90a8b7d82e705'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:53.837127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Made reservation on behalf of acaf89d87d70453eabd90a8b7d82e705 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:53.840209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.853557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.908777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05ca3622-81d7-41c2-aa15-dd30c46e7b62 req-bd28a8eb-836e-4713-8d60-2f29db1a9319 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119705 Dec 13 12:51:53.920533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65c676cc-15a5-446b-95a2-2fbb4f814ac4 req-b63d6526-7b41-470c-bfec-d4bd947f7ab2 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099443 Dec 13 12:51:53.929641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-f0fb93cc-da65-4e69-8240-870c08cb29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:53.931306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-f0fb93cc-da65-4e69-8240-870c08cb29bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75e25357297e4218968d45cec3540478&device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 1098 time: 0.2293029 Dec 13 12:51:53.955345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6d937-44d3-415e-8e30-fd167b12221d req-42053b81-324b-484d-a924-63ab14a78fb8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:53.973660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fa6d937-44d3-415e-8e30-fd167b12221d req-42053b81-324b-484d-a924-63ab14a78fb8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.2101676 Dec 13 12:51:53.977315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43522) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:53.978170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:53.983385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.006924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:51:54.025514 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.025941 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Added segment ff212d7f-976f-4218-829a-9133a086e689 of type vlan for network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 Dec 13 12:51:54.027401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12083576-ae79-4357-ba34-c9cf85a2525d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:54.079051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.087311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-0c575e7d-d972-4868-803b-36d47adb4710 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f HTTP/1.1" status: 200 len: 217 time: 0.1113708 Dec 13 12:51:54.099746 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c189f162-2a21-484b-b82a-c674f20a695a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.124908 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.126221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:54.126899 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.182881 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6081941 Dec 13 12:51:54.185473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43528) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:54.201468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fa6d937-44d3-415e-8e30-fd167b12221d req-d0330371-ed34-4b84-93d8-9c61c0ab611b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268722 Dec 13 12:51:54.202114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Request body: {'subnet': {'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-409265612-subnet', 'tenant_id': 'acaf89d87d70453eabd90a8b7d82e705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:54.212800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3815169-74c7-4c50-9e9d-0d129e2d1346 admin admin] Pushing event updated for resources: {'Network': ['ID=9306fe6c-6ec3-4ad7-b16a-a6e625422692,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:54.225580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:51:54.232079 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4eedc8c0-1280-485e-a80a-6431f8baa4eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f820f6b0d244888906740df48385797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333999 Dec 13 12:51:54.235374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43532) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:54.244994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-14ee5812-5e52-4138-8030-3ec7d0e55120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:54.247128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-14ee5812-5e52-4138-8030-3ec7d0e55120 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75e25357297e4218968d45cec3540478&device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 1098 time: 0.2320769 Dec 13 12:51:54.249225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-862d8f08-2a20-4139-b542-3ca24cd39271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:54.252108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-862d8f08-2a20-4139-b542-3ca24cd39271 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1433127 Dec 13 12:51:54.267222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Made reservation on behalf of acaf89d87d70453eabd90a8b7d82e705 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:54.269804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.271274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf7478-ab92-4350-9314-fd819271146f req-c637f2cc-b650-47e9-a45e-a73249a21fe9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:54.281422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf7478-ab92-4350-9314-fd819271146f req-c637f2cc-b650-47e9-a45e-a73249a21fe9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:54.284249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12bf7478-ab92-4350-9314-fd819271146f req-c637f2cc-b650-47e9-a45e-a73249a21fe9 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1683 time: 0.2704339 Dec 13 12:51:54.357157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-310f8d64-35e8-4883-9214-74fdb29baa7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.390783 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-310f8d64-35e8-4883-9214-74fdb29baa7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.457137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-dd30205e-9d52-48f2-871c-935ccd8303d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:54.458890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-dd30205e-9d52-48f2-871c-935ccd8303d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725388 Dec 13 12:51:54.501144 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-310f8d64-35e8-4883-9214-74fdb29baa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.503766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-310f8d64-35e8-4883-9214-74fdb29baa7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.505312 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-310f8d64-35e8-4883-9214-74fdb29baa7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7d5c14d-a9bf-4d69-a3d4-f034be7a458d HTTP/1.1" status: 204 len: 168 time: 0.2665465 Dec 13 12:51:54.523825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f8d64-35e8-4883-9214-74fdb29baa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d5c14d-a9bf-4d69-a3d4-f034be7a458d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:54.530934 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12bf7478-ab92-4350-9314-fd819271146f req-f8dfce18-ce0d-40fc-92e6-4c59b92325a6 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/security-groups?id=798e0232-5409-4751-93f1-a5137b7f3d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313864 Dec 13 12:51:54.539516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.561309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840f04a3-9d19-4991-a8e2-65975976c56a', 'tag': '659f7cef-6c88-44c0-8006-f67c05d3a25f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:54.564697 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae" -d '{"events": [{"name": "network-changed", "server_uuid": "840f04a3-9d19-4991-a8e2-65975976c56a", "tag": "659f7cef-6c88-44c0-8006-f67c05d3a25f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:54.608588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:54.625390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Checking segment: {'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:54.625907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Network hostable DHCP agents. Network: 9306fe6c-6ec3-4ad7-b16a-a6e625422692, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:51:54.637169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-a7428fb9-03a7-4693-b3e3-0a1609ef77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:54.639331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-a7428fb9-03a7-4693-b3e3-0a1609ef77f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.3509383 Dec 13 12:51:54.658465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:51:54.670583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 9306fe6c-6ec3-4ad7-b16a-a6e625422692) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:54.677903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:54.678895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:54.684424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e213042-14ed-43e1-925f-1e1b97dab6a6 None None] Network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:54.714118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-02ce16c9-961b-4f9e-a099-03e9de66da52 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5090082 Dec 13 12:51:54.752502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-e2cd3f89-91d0-46e5-a3fd-2b5e13f85225 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:54.760429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-e2cd3f89-91d0-46e5-a3fd-2b5e13f85225 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 815 time: 0.3262470 Dec 13 12:51:54.764313 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b4d1d8-5f86-4992-ad98-b5b9fd9d9000 x-openstack-request-id: req-34b4d1d8-5f86-4992-ad98-b5b9fd9d9000 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:54.764612 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840f04a3-9d19-4991-a8e2-65975976c56a", "tag": "659f7cef-6c88-44c0-8006-f67c05d3a25f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:54.764903 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34b4d1d8-5f86-4992-ad98-b5b9fd9d9000 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:54.765590 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840f04a3-9d19-4991-a8e2-65975976c56a', 'tag': '659f7cef-6c88-44c0-8006-f67c05d3a25f', 'status': 'completed', 'code': 200} Dec 13 12:51:54.778504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-4824cd50-e525-4a5b-aab9-8b5779c4cdc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=375d299d-f146-4c11-81e1-a7859541690a HTTP/1.1" status: 200 len: 217 time: 0.1069722 Dec 13 12:51:54.786641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-07a5b4c2-844d-42c3-a79c-c5a529fc7610 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069928 Dec 13 12:51:54.794179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-9eb16689-bb80-41c5-a853-fbbf83b0b781 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/quotas/8d0e6d44997c402689a532a754d76942 HTTP/1.1" status: 200 len: 375 time: 0.0327749 Dec 13 12:51:54.873588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad8dd1-15a6-4540-aa93-fe4858f92eb5 None None] Network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:54.942915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-a36a68d5-92b7-47a1-b548-bf07a26f69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:54.944440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-a36a68d5-92b7-47a1-b548-bf07a26f69d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1459186 Dec 13 12:51:54.961239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-af2bbb44-07c2-4a4a-b0d3-5f2044dd42b0 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1660790 Dec 13 12:51:55.421495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae7e315f-6cf1-4a7f-93b6-844d0df8cd00 req-81ef1458-623f-4a1e-9d89-466f23790cef service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244678 Dec 13 12:51:55.449096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-4d31f743-8780-4799-985d-d3d608014d52 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:55.449522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-e58b5452-8773-44ef-82d6-6aead013280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:55.451040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-e58b5452-8773-44ef-82d6-6aead013280d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4776025 Dec 13 12:51:55.457469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43580) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:55.463555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-4d31f743-8780-4799-985d-d3d608014d52 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:55.465334 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-4d31f743-8780-4799-985d-d3d608014d52 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 1683 time: 0.0795798 Dec 13 12:51:55.492122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11c3c3-a41c-4651-8d85-90c9f0a89f7b req-6d6ae3d3-3811-45a0-9bb2-68fc81b2f476 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:55.493615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb11c3c3-a41c-4651-8d85-90c9f0a89f7b req-6d6ae3d3-3811-45a0-9bb2-68fc81b2f476 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 947 time: 0.1303477 Dec 13 12:51:55.521896 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-8a18bdbc-b783-494d-b8c9-bb50871fdab5 service neutron] 10.222.0.31 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596142 Dec 13 12:51:55.599483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-62acb6f4-c754-458b-a66e-bcb203524463 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting port 76111412-286e-4253-a46f-e7f1e2515652 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:55.599874 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-62acb6f4-c754-458b-a66e-bcb203524463 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:55.613341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-868556672-network', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:55.705960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-62acb6f4-c754-458b-a66e-bcb203524463 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] For port 76111412-286e-4253-a46f-e7f1e2515652, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=76111412-286e-4253-a46f-e7f1e2515652,segment=NetworkSegment(5038bb1b-4788-42e8-97d5-f961eb58e8be),segment_id=5038bb1b-4788-42e8-97d5-f961eb58e8be)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:55.706356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-62acb6f4-c754-458b-a66e-bcb203524463 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:55.717902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-74d45579-0eca-485f-98d2-c68ef334a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:55.719541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-74d45579-0eca-485f-98d2-c68ef334a765 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75e25357297e4218968d45cec3540478&device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 1098 time: 0.2250121 Dec 13 12:51:55.720230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-62acb6f4-c754-458b-a66e-bcb203524463 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Calling delete_port for 76111412-286e-4253-a46f-e7f1e2515652 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:55.725405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Made reservation on behalf of 17c254f1f1e74d8db68b17c6210534fa for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:55.727662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:55.738408 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb11c3c3-a41c-4651-8d85-90c9f0a89f7b req-5f5cf897-c006-4651-a11f-f78b05bb4641 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223201 Dec 13 12:51:55.779967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:55.828845 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-97b772f5-066a-4fc3-8c34-4759f440d98a service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574779 Dec 13 12:51:55.844335 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-02b6019e-b089-40c7-a19f-33192309d8db service neutron] 10.222.0.31 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730994 Dec 13 12:51:55.870200 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-62acb6f4-c754-458b-a66e-bcb203524463 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:55.885738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['53c5d740-b809-4634-8db9-26d358189ec6', '76111412-286e-4253-a46f-e7f1e2515652'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:55.908421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acb6f4-c754-458b-a66e-bcb203524463 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Port': ['ID=76111412-286e-4253-a46f-e7f1e2515652,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:55.969531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-64613cb8-85a2-4602-9ae1-4f2cdb10ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:55.971047 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-64613cb8-85a2-4602-9ae1-4f2cdb10ce88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2363966 Dec 13 12:51:55.991114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-62acb6f4-c754-458b-a66e-bcb203524463 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] No DVR routers for this DVR port 76111412-286e-4253-a46f-e7f1e2515652 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:55.997293 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-62acb6f4-c754-458b-a66e-bcb203524463 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.002273 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-62acb6f4-c754-458b-a66e-bcb203524463 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.37 "DELETE /v2.0/ports/76111412-286e-4253-a46f-e7f1e2515652 HTTP/1.1" status: 204 len: 173 time: 0.5307758 Dec 13 12:51:56.004580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'name': 'network-vif-deleted', 'tag': '76111412-286e-4253-a46f-e7f1e2515652'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:56.011628 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d9e8a1-e923-454b-a023-627065d7373f" -d '{"events": [{"server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "name": "network-vif-deleted", "tag": "76111412-286e-4253-a46f-e7f1e2515652"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:56.113751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-149089ed-69d6-46f8-9afe-b57cc840613f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f HTTP/1.1" status: 200 len: 217 time: 0.1096349 Dec 13 12:51:56.212564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-3e799aad-5d2d-4cb1-89c1-a86d7e59c5da tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting port 53c5d740-b809-4634-8db9-26d358189ec6 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:56.213790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-3e799aad-5d2d-4cb1-89c1-a86d7e59c5da tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.255792 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.258284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6746072-38a0-4ea8-a5ab-fece46b873be req-6b0c4317-36af-48f5-89d3-bbf7506f2ac9 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180706 Dec 13 12:51:56.289699 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.319492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-3e799aad-5d2d-4cb1-89c1-a86d7e59c5da tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] For port 53c5d740-b809-4634-8db9-26d358189ec6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=53c5d740-b809-4634-8db9-26d358189ec6,segment=NetworkSegment(b028af25-2ed8-4757-8946-11ba6618f5f6),segment_id=b028af25-2ed8-4757-8946-11ba6618f5f6)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:56.319928 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-3e799aad-5d2d-4cb1-89c1-a86d7e59c5da tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.332835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-3e799aad-5d2d-4cb1-89c1-a86d7e59c5da tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Calling delete_port for 53c5d740-b809-4634-8db9-26d358189ec6 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:56.374390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:51:56.394772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-fc9d5be5-6a7d-4b48-a9b2-034089725a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:56.396243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-fc9d5be5-6a7d-4b48-a9b2-034089725a49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.2664723 Dec 13 12:51:56.401944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b9965d-5d49-4571-8f64-25d2b29c7e97,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:56.404966 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.405675 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Added segment c1395138-709b-43bb-a7f8-ba7af1bd2331 of type vlan for network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 Dec 13 12:51:56.494400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd0a1a-a19e-4268-930b-003f14bc175f req-687f833c-190a-44bd-8348-32850d4b8aa8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:56.495944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcfd0a1a-a19e-4268-930b-003f14bc175f req-687f833c-190a-44bd-8348-32850d4b8aa8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.2606940 Dec 13 12:51:56.511059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-3e799aad-5d2d-4cb1-89c1-a86d7e59c5da tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.513191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.536284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['76111412-286e-4253-a46f-e7f1e2515652'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:56.553268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e799aad-5d2d-4cb1-89c1-a86d7e59c5da tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Port': ['ID=53c5d740-b809-4634-8db9-26d358189ec6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:56.559578 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-70b6e6c5-33a3-4b9d-8a5b-6feacb9586ac tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:56.566972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-70b6e6c5-33a3-4b9d-8a5b-6feacb9586ac tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/networks?id=9306fe6c-6ec3-4ad7-b16a-a6e625422692 HTTP/1.1" status: 200 len: 817 time: 0.3328700 Dec 13 12:51:56.592346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-3e799aad-5d2d-4cb1-89c1-a86d7e59c5da tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] No DVR routers for this DVR port 53c5d740-b809-4634-8db9-26d358189ec6 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:51:56.593297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-35dbfb27-b159-41bf-a6ee-34e69a09f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:56.594957 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-35dbfb27-b159-41bf-a6ee-34e69a09f86f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1863477 Dec 13 12:51:56.595663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-3e799aad-5d2d-4cb1-89c1-a86d7e59c5da tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.610660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-501af7b2-5709-49a7-b97d-6169b02ac2dc tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/quotas/acaf89d87d70453eabd90a8b7d82e705 HTTP/1.1" status: 200 len: 375 time: 0.0426793 Dec 13 12:51:56.611236 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d3b4d16d-126b-443d-9ac5-adfac3e15aff req-3e799aad-5d2d-4cb1-89c1-a86d7e59c5da tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.37 "DELETE /v2.0/ports/53c5d740-b809-4634-8db9-26d358189ec6 HTTP/1.1" status: 204 len: 173 time: 0.5902398 Dec 13 12:51:56.663854 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.664803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:56.665563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.669882 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b7f2287-aaf6-49fb-864e-8d32751c5408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.682271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-ed8ba2f2-47f8-458c-a6a7-f22f83824b38 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=acaf89d87d70453eabd90a8b7d82e705&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706027 Dec 13 12:51:56.739638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcfd0a1a-a19e-4268-930b-003f14bc175f req-b92e1e57-fd8e-4078-93db-73cb36717d60 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329564 Dec 13 12:51:56.844096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3849754 Dec 13 12:51:56.846829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43614) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:56.854344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Request body: {'subnet': {'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-868556672-subnet', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:56.870340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043baf6a-d986-4c20-8c75-ec8eaf2b1b02 admin admin] Pushing event updated for resources: {'Network': ['ID=9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:56.882767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:51:56.896677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf568f92-9b74-484a-884c-6f6639798059 req-282da545-a2e1-4e38-8964-06a58e56e4ed tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "GET /v2.0/ports?device_id=30ff7475-b4c0-4c9a-b220-5052d2952224 HTTP/1.1" status: 200 len: 210 time: 0.0514193 Dec 13 12:51:56.914139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Made reservation on behalf of 17c254f1f1e74d8db68b17c6210534fa for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:56.919669 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:56.927106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-dedb505e-899a-4fa9-96de-86b272bc370a service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126776 Dec 13 12:51:56.974798 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-6e87f6d0-1334-49c3-a909-f23c7c563b4c service neutron] 10.222.0.31 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911987 Dec 13 12:51:57.099389 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91db7d4-838b-4905-a4fd-702ba4228f52 x-openstack-request-id: req-f91db7d4-838b-4905-a4fd-702ba4228f52 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:57.099672 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "name": "network-vif-deleted", "tag": "76111412-286e-4253-a46f-e7f1e2515652", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:57.099925 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f91db7d4-838b-4905-a4fd-702ba4228f52 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:57.100319 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'name': 'network-vif-deleted', 'tag': '76111412-286e-4253-a46f-e7f1e2515652', 'status': 'completed', 'code': 200} Dec 13 12:51:57.110299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47c9317c-cb1c-4ef5-8ee8-cb1943ff06ae req-24203317-0ee4-4fda-9324-d0e3d483b147 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723158 Dec 13 12:51:57.125268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:57.137170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-b1febf8e-7b4e-4aa3-8bac-a1ee90cc9dcd service neutron] 10.222.0.31 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362686 Dec 13 12:51:57.194771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ce7fdf-fc38-423a-b231-c7abe49b5d16,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:57.222721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5541c1f6-95ef-47b4-90f3-cb7d5f8d20b9 req-d6167215-610f-4a0e-bf58-84631d2f04f9 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 210 time: 0.0651002 Dec 13 12:51:57.242278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Checking segment: {'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:57.242667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Network hostable DHCP agents. Network: 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:51:57.267801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:51:57.281733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:57.294213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526b952-21bf-4430-84ea-ff63667c900d None None] Network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:57.296574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:57.297282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:57.321227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4f6e1736-f726-44f9-8b09-0201a5ff7407 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4712801 Dec 13 12:51:57.324789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43616) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:57.336067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:57.370904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a081c44-0a43-4b42-a923-d9ab842c84b4 req-bd10cc0a-a916-468b-ab31-f22351bbd819 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:57.372770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a081c44-0a43-4b42-a923-d9ab842c84b4 req-bd10cc0a-a916-468b-ab31-f22351bbd819 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 947 time: 0.0808115 Dec 13 12:51:57.388677 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:57.389984 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:57.518864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a081c44-0a43-4b42-a923-d9ab842c84b4 req-9e906d5a-5d3b-4629-a845-db02e182df4e tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249661 Dec 13 12:51:57.520691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:57.565557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-b314a28e-dc6f-420d-a36e-993d89381d7b tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:57.569435 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-b314a28e-dc6f-420d-a36e-993d89381d7b tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.42 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 815 time: 0.2314496 Dec 13 12:51:57.584846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Request body: {'port': {'device_id': '3ce0e841-97a4-4fba-8fee-10aad1193911', 'network_id': '9e529a60-1988-4930-b152-f336b0a02247', 'admin_state_up': True, 'tenant_id': '8d0e6d44997c402689a532a754d76942'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:57.681194 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:57.691972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:51:57.693600 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:57.715165 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef9ca1dd-a124-400b-8cb8-77f2adadc355 req-a6ce9cd8-8aa1-4d7a-825e-a9e9dc82db4e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 210 time: 0.0408962 Dec 13 12:51:57.813691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Made reservation on behalf of 8d0e6d44997c402689a532a754d76942 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:51:57.819288 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:57.883405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Allocated IP 172.20.0.2 (9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3/93ce7fdf-fc38-423a-b231-c7abe49b5d16/d9f8c875-ee6a-4aed-a261-d9ec6a411fd2) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:57.982533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43640) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:58.028987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 659f7cef-6c88-44c0-8006-f67c05d3a25f details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:58.048930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b0232-17ee-4dd4-846e-86975d761263 req-8fcd7463-fa4b-414a-8b23-80da019ec4d1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:58.050851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b22b0232-17ee-4dd4-846e-86975d761263 req-8fcd7463-fa4b-414a-8b23-80da019ec4d1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1878052 Dec 13 12:51:58.140562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.147270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b22b0232-17ee-4dd4-846e-86975d761263 req-3ff91760-d1d3-4119-91bf-c83b16a4f756 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851247 Dec 13 12:51:58.156793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2f75b1-c043-4d45-8a9c-f75ce3697bb5 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting subnet ee3734a1-bfa8-4227-970e-460b9d9b5ca8 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:51:58.157960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 659f7cef-6c88-44c0-8006-f67c05d3a25f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:58.164590 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a2f75b1-c043-4d45-8a9c-f75ce3697bb5 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.177263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '659f7cef-6c88-44c0-8006-f67c05d3a25f', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '659f7cef-6c88-44c0-8006-f67c05d3a25f', 'mac_address': 'fa:16:3e:fd:7a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:58.222476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Allocated IP 172.20.0.10 (9e529a60-1988-4930-b152-f336b0a02247/dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd/749bf0b3-0a1c-4461-8c2b-a922c72dda2b) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:58.226513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.233520 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a2f75b1-c043-4d45-8a9c-f75ce3697bb5 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.328491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659f7cef-6c88-44c0-8006-f67c05d3a25f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:58.366972 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.371924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 375d299d-f146-4c11-81e1-a7859541690a details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:51:58.391124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-458ba302-a291-4040-b713-624e21621e48 req-f93ad1a9-6715-44d5-9418-b8a640e13927 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 210 time: 0.0544751 Dec 13 12:51:58.428486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a2f75b1-c043-4d45-8a9c-f75ce3697bb5 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.459066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.485264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.530610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 659f7cef-6c88-44c0-8006-f67c05d3a25f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:58.533131 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.545021 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.547950 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.585565 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a2f75b1-c043-4d45-8a9c-f75ce3697bb5 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.605237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:58.608067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:58.618262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:58.625421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:58.631454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Pushing event updated for resources: {'Port': ['ID=d9f8c875-ee6a-4aed-a261-d9ec6a411fd2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:58.636089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '375d299d-f146-4c11-81e1-a7859541690a', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '375d299d-f146-4c11-81e1-a7859541690a', 'mac_address': 'fa:16:3e:95:7f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:51:58.642643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Allocated IP 172.25.2.70 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/ed939488-c1b3-4561-87b3-aa53d1395ac6) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:51:58.777679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f75b1-c043-4d45-8a9c-f75ce3697bb5 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3734a1-bfa8-4227-970e-460b9d9b5ca8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:58.792180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a2f75b1-c043-4d45-8a9c-f75ce3697bb5 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.795663 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9a2f75b1-c043-4d45-8a9c-f75ce3697bb5 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "DELETE /v2.0/subnets/ee3734a1-bfa8-4227-970e-460b9d9b5ca8 HTTP/1.1" status: 204 len: 168 time: 0.8105011 Dec 13 12:51:58.801829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43654) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:51:58.804553 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.825953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f0b3ee-46dc-4e23-92f0-b0af3538bce5 None None] Network 9a828bb8-79b2-4acc-a469-0bb0376a4119 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:51:58.851801 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.867802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Attempting to bind port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:51:58.868172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Attempting to bind port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:51:58.868609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Attempting to bind port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 on network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:51:58.888617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['659f7cef-6c88-44c0-8006-f67c05d3a25f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:58.890520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=659f7cef-6c88-44c0-8006-f67c05d3a25f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:58.913427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.937482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0c1b288-126e-4c25-8df9-7592165747de req-0e68ec02-c3a7-4375-8f5d-c4e9ed9c2f9d tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 210 time: 0.1064835 Dec 13 12:51:58.944640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375d299d-f146-4c11-81e1-a7859541690a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:51:58.964723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:58.971129 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.971711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:58.977295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:51:58.977669 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Checking segment: {'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:51:58.978106 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.978504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Bound using segment: {'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:51:58.978745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:58.978996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Bound port: d9f8c875-ee6a-4aed-a261-d9ec6a411fd2, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:51:58.979371 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:58.983361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:58.987467 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.013983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['a7a3f788-cf16-4023-afe1-c84cd98c4c2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:59.018287 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bda2b6-194c-46b8-b0cb-37b308d3bcd8 req-acf6cee3-8dd9-4471-81e4-95d18d486192 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:59.026025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Pushing event updated for resources: {'Port': ['ID=ed939488-c1b3-4561-87b3-aa53d1395ac6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:59.030690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bda2b6-194c-46b8-b0cb-37b308d3bcd8 req-acf6cee3-8dd9-4471-81e4-95d18d486192 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 948 time: 0.2577457 Dec 13 12:51:59.066449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.069222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Network 9e529a60-1988-4930-b152-f336b0a02247 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:51:59.086837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:51:59.090001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:51:59.090601 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.194734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Pushing event updated for resources: {'Port': ['ID=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:59.203150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'name': 'network-vif-deleted', 'tag': '53c5d740-b809-4634-8db9-26d358189ec6'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:51:59.206420 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e12b9d-51e0-4d0d-bc39-3ca01b6c374d" -d '{"events": [{"server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "name": "network-vif-deleted", "tag": "53c5d740-b809-4634-8db9-26d358189ec6"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:51:59.244137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:51:59.264416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:59.266207 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.274445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['375d299d-f146-4c11-81e1-a7859541690a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:51:59.283294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bda2b6-194c-46b8-b0cb-37b308d3bcd8 req-6901b1e1-4ea6-4ed1-ac7c-790989aa2dad tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514653 Dec 13 12:51:59.338616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting port 9839f63a-0425-4661-9134-2e506c25ef2f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:59.339888 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.350215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47cb323-7462-44ee-a74c-0ac46d9f961e None None] DHCP port deletion for 9a828bb8-79b2-4acc-a469-0bb0376a4119 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:51:59.363913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] For port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:51:59.367622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-1ed0cf6f-027d-46e7-a43a-469b8ec9f2ba tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7869849 Dec 13 12:51:59.408534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Request body: {'port': {'device_id': '3ce0e841-97a4-4fba-8fee-10aad1193911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:59.451928 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11959fb1-fe34-4fc6-a485-6ba40ac63f8c x-openstack-request-id: req-11959fb1-fe34-4fc6-a485-6ba40ac63f8c {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:51:59.452342 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ff7475-b4c0-4c9a-b220-5052d2952224", "name": "network-vif-deleted", "tag": "53c5d740-b809-4634-8db9-26d358189ec6", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:51:59.453116 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11959fb1-fe34-4fc6-a485-6ba40ac63f8c {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:51:59.453640 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ff7475-b4c0-4c9a-b220-5052d2952224', 'name': 'network-vif-deleted', 'tag': '53c5d740-b809-4634-8db9-26d358189ec6', 'status': 'completed', 'code': 200} Dec 13 12:51:59.487819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] For port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d9f8c875-ee6a-4aed-a261-d9ec6a411fd2,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:51:59.533472 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.572856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.585657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] For port 9839f63a-0425-4661-9134-2e506c25ef2f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9839f63a-0425-4661-9134-2e506c25ef2f,segment=NetworkSegment(5038bb1b-4788-42e8-97d5-f961eb58e8be),segment_id=5038bb1b-4788-42e8-97d5-f961eb58e8be)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:59.586054 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.612076 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.635986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a47cb323-7462-44ee-a74c-0ac46d9f961e None None] Deleting port 9839f63a-0425-4661-9134-2e506c25ef2f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:51:59.636359 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a47cb323-7462-44ee-a74c-0ac46d9f961e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.670692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd86b2-2e72-4f99-ac57-9ce29d5a6538 req-fb512361-4d07-4fa0-b0f7-8bae355e9d9a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:59.679528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bcd86b2-2e72-4f99-ac57-9ce29d5a6538 req-fb512361-4d07-4fa0-b0f7-8bae355e9d9a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.3107424 Dec 13 12:51:59.681875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Calling delete_port for 9839f63a-0425-4661-9134-2e506c25ef2f owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:59.732252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a47cb323-7462-44ee-a74c-0ac46d9f961e None None] For port 9839f63a-0425-4661-9134-2e506c25ef2f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9839f63a-0425-4661-9134-2e506c25ef2f,segment=NetworkSegment(5038bb1b-4788-42e8-97d5-f961eb58e8be),segment_id=5038bb1b-4788-42e8-97d5-f961eb58e8be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:51:59.733164 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a47cb323-7462-44ee-a74c-0ac46d9f961e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:51:59.749387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a47cb323-7462-44ee-a74c-0ac46d9f961e None None] Calling delete_port for 9839f63a-0425-4661-9134-2e506c25ef2f owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:51:59.782991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8bf8-1b38-491c-83f2-aa18b851c5b2 req-45fa63f0-9cfa-4a0a-a2ed-f959862dfc7b tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:59.790696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8aed8bf8-1b38-491c-83f2-aa18b851c5b2 req-45fa63f0-9cfa-4a0a-a2ed-f959862dfc7b tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 932 time: 0.1711135 Dec 13 12:51:59.820447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-5bb4888e-fff6-4241-9452-832c62dd0f55 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:51:59.823124 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-5bb4888e-fff6-4241-9452-832c62dd0f55 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.37 "GET /v2.0/networks?id=9306fe6c-6ec3-4ad7-b16a-a6e625422692 HTTP/1.1" status: 200 len: 817 time: 0.3684530 Dec 13 12:51:59.871649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Request body: {'port': {'device_id': '7d8de51e-8516-46bc-bea4-ca247a647f61', 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692', 'admin_state_up': True, 'tenant_id': 'acaf89d87d70453eabd90a8b7d82e705'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:51:59.980422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a4c3-ccdb-4033-83c6-94e7e88ff3e8 None None] Pushing event updated for resources: {'Port': ['ID=d9f8c875-ee6a-4aed-a261-d9ec6a411fd2,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:00.079637 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a47cb323-7462-44ee-a74c-0ac46d9f961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:00.128565 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:00.136002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cb323-7462-44ee-a74c-0ac46d9f961e None None] Pushing event deleted for resources: {'Port': ['ID=9839f63a-0425-4661-9134-2e506c25ef2f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:00.153069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47cb323-7462-44ee-a74c-0ac46d9f961e None None] No DVR routers for this DVR port 9839f63a-0425-4661-9134-2e506c25ef2f on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:52:00.201008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-bb1429ca-dfcc-411e-83fc-a2721c404225 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:00.202528 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-bb1429ca-dfcc-411e-83fc-a2721c404225 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.42 "GET /v2.0/networks?id=9306fe6c-6ec3-4ad7-b16a-a6e625422692 HTTP/1.1" status: 200 len: 817 time: 0.4892864 Dec 13 12:52:00.234844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Request body: {'port': {'device_id': '70204f51-9384-4989-a50e-c4351886e635', 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692', 'admin_state_up': True, 'tenant_id': 'acaf89d87d70453eabd90a8b7d82e705'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:00.242402 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:00.339131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 76111412-286e-4253-a46f-e7f1e2515652 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:00.367385 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 76111412-286e-4253-a46f-e7f1e2515652 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:52:00.368132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 76111412-286e-4253-a46f-e7f1e2515652 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:00.369222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 53c5d740-b809-4634-8db9-26d358189ec6 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:00.385747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Made reservation on behalf of acaf89d87d70453eabd90a8b7d82e705 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:00.389321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:00.391141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 53c5d740-b809-4634-8db9-26d358189ec6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:52:00.391491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 53c5d740-b809-4634-8db9-26d358189ec6 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:00.466161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8aed8bf8-1b38-491c-83f2-aa18b851c5b2 req-6819f694-866b-4aca-8b95-dc561245259d tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6744041 Dec 13 12:52:00.477384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bcd86b2-2e72-4f99-ac57-9ce29d5a6538 req-cb43cd1e-6ffe-4c33-bf8a-e6c184521b57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7969925 Dec 13 12:52:00.584593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Made reservation on behalf of acaf89d87d70453eabd90a8b7d82e705 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:00.588483 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:00.654412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22ad5fc2-3f44-4bbe-935a-ab555ae31ba8 req-aab079a7-a3d7-4f4f-a281-f1c8549791fb tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 210 time: 0.0443573 Dec 13 12:52:00.662036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:52:00.685458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:00.744681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-94ad1a63-15b0-4753-85a9-6f56422dc382 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:00.746311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-94ad1a63-15b0-4753-85a9-6f56422dc382 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.37 "GET /v2.0/networks?id=9306fe6c-6ec3-4ad7-b16a-a6e625422692 HTTP/1.1" status: 200 len: 817 time: 0.3192134 Dec 13 12:52:00.785227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Allocated IP 172.20.0.4 (9306fe6c-6ec3-4ad7-b16a-a6e625422692/7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9/26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:00.788918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Port': ['ID=9839f63a-0425-4661-9134-2e506c25ef2f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:00.798603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Request body: {'port': {'device_id': '179d0e89-5cea-47d8-bd78-afa279f00f29', 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692', 'admin_state_up': True, 'tenant_id': 'acaf89d87d70453eabd90a8b7d82e705'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:00.861741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] No DVR routers for this DVR port 9839f63a-0425-4661-9134-2e506c25ef2f on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:52:00.876475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:00.933830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:52:00.944281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:00.944657 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:00.947399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Sync routers for ids ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:52:00.988196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aca25-25cb-49b8-b370-77b0d444a03a req-e830ec4e-2b91-4ef0-bfb2-c34be96e3011 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:00.996295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-544aca25-25cb-49b8-b370-77b0d444a03a req-e830ec4e-2b91-4ef0-bfb2-c34be96e3011 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 948 time: 0.2090318 Dec 13 12:52:01.039022 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.042909 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-896f7720-eb76-4ff5-ae65-1840262e6f9f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7141654 Dec 13 12:52:01.044823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43674) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:01.101769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.135905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70595d78-133f-42fc-8994-0683d39bcd8d None None] Network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:52:01.144602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.193185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Routers {'7017d160-f1f9-4e9e-81e9-79f8a992ba79'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:01.193970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:01.229706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a828bb8-79b2-4acc-a469-0bb0376a4119']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:01.231064 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.237575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-544aca25-25cb-49b8-b370-77b0d444a03a req-d392eea8-fe54-4a27-b0b2-759663b9d541 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404056 Dec 13 12:52:01.242819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-02d3c039-033d-4c81-9866-72f76485c37c None None] Provisioning complete for port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:01.243628 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02d3c039-033d-4c81-9866-72f76485c37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.250120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5038bb1b-4788-42e8-97d5-f961eb58e8be') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:01.250433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5038bb1b-4788-42e8-97d5-f961eb58e8be') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:01.253547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749bf0b3-0a1c-4461-8c2b-a922c72dda2b {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:01.275996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.289403 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.293281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Made reservation on behalf of acaf89d87d70453eabd90a8b7d82e705 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:01.297088 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.323694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.339078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Transition to ACTIVE for port object 749bf0b3-0a1c-4461-8c2b-a922c72dda2b will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:52:01.341691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:52:01.342170 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:52:01.345574 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:52:01.385009 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.435924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Set router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:01.550762 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.568245 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02d3c039-033d-4c81-9866-72f76485c37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.640661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.645132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:01.649070 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.658198 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:01.658378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "DELETE /v2.0/networks/9a828bb8-79b2-4acc-a469-0bb0376a4119 HTTP/1.1" status: 204 len: 168 time: 2.8495657 Dec 13 12:52:01.661584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43682) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:01.666725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:01.683836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Pushing event updated for resources: {'Port': ['ID=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:01.693325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Pushing event updated for resources: {'Port': ['ID=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:01.708491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d9f8c875-ee6a-4aed-a261-d9ec6a411fd2,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:01.713397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Allocated IP 172.20.0.7 (9306fe6c-6ec3-4ad7-b16a-a6e625422692/7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9/33072f83-99b3-4e23-893b-8c8a162b8b65) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:01.726024 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.740096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfbd98-ec4b-45cb-bf17-de5765d43afc tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Network': ['ID=9a828bb8-79b2-4acc-a469-0bb0376a4119,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:01.769484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74202a2-d495-4a26-b247-da5601c00156 req-c7d80ffa-7059-4055-a4c7-5e192ed38469 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:01.770829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c74202a2-d495-4a26-b247-da5601c00156 req-c7d80ffa-7059-4055-a4c7-5e192ed38469 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 944 time: 0.2053940 Dec 13 12:52:01.790128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072f0b4-2785-4dba-9f45-9bc591b9e9ef req-3fb2d629-3490-4a78-afdc-0363132dd8e9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:01.791740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6072f0b4-2785-4dba-9f45-9bc591b9e9ef req-3fb2d629-3490-4a78-afdc-0363132dd8e9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1953485 Dec 13 12:52:01.796595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Attempting to bind port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:01.796929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Attempting to bind port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:01.797256 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Attempting to bind port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b on network 9e529a60-1988-4930-b152-f336b0a02247 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:01.828055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b on network 9e529a60-1988-4930-b152-f336b0a02247 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:52:01.828653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Attempting to bind port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b on network 9e529a60-1988-4930-b152-f336b0a02247 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:01.832396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=d9f8c875-ee6a-4aed-a261-d9ec6a411fd2,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:01.850675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ccd57c-98b7-4129-8451-4e014ea7c1a8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting subnet 1530e8f2-c9ef-4c44-8c84-82fbf730d105 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:52:01.857878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:01.858263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Checking segment: {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:01.858682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Bound using segment: {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:01.860140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Bound port: 749bf0b3-0a1c-4461-8c2b-a922c72dda2b, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:01.860504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.869023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:01.869636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.881912 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9839f63a-0425-4661-9134-2e506c25ef2f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:01.903848 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ccd57c-98b7-4129-8451-4e014ea7c1a8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.913611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c74202a2-d495-4a26-b247-da5601c00156 req-999d5e8d-e0a9-4756-9165-fe07671f95c1 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191101 Dec 13 12:52:01.918172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6072f0b4-2785-4dba-9f45-9bc591b9e9ef req-889a91e6-bc75-4442-82ac-b61a4669b690 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140904 Dec 13 12:52:01.966117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 9839f63a-0425-4661-9134-2e506c25ef2f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:52:01.966117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9839f63a-0425-4661-9134-2e506c25ef2f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:01.982019 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ccd57c-98b7-4129-8451-4e014ea7c1a8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:01.988865 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-02d3c039-033d-4c81-9866-72f76485c37c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:52:01.989490 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-02d3c039-033d-4c81-9866-72f76485c37c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:52:02.010851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] For port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:02.011089 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-f5d09277-a793-428e-9628-14be12c18725 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1540761 Dec 13 12:52:02.014989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] For port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:02.021483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.026458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 659f7cef-6c88-44c0-8006-f67c05d3a25f up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:02.063915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Request body: {'port': {'device_id': '7d8de51e-8516-46bc-bea4-ca247a647f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:02.112313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:51:59Z', 'revision_number': 3, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:02.115453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 659f7cef-6c88-44c0-8006-f67c05d3a25f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:02.129820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Pushing event updated for resources: {'Port': ['ID=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:02.152059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23300189-460a-4409-90f1-0cfb6c0fef9b req-47d9938e-dbfe-44e3-8260-de4ba0f5dd47 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 210 time: 0.0620139 Dec 13 12:52:02.164131 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:02.164805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.166325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-f56062e3-da0f-47fe-98b9-a050554b9264 service neutron] 10.222.0.42 "PUT /v2.0/ports/749bf0b3-0a1c-4461-8c2b-a922c72dda2b HTTP/1.1" status: 200 len: 1092 time: 2.7634947 Dec 13 12:52:02.166726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce0e841-97a4-4fba-8fee-10aad1193911', 'tag': '749bf0b3-0a1c-4461-8c2b-a922c72dda2b'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:02.168080 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Checking router: 7017d160-f1f9-4e9e-81e9-79f8a992ba79 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:52:02.168259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Updating router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 port ed939488-c1b3-4561-87b3-aa53d1395ac6 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:52:02.169430 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa79b33-5191-4e6f-a538-3fa508f5c351" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce0e841-97a4-4fba-8fee-10aad1193911", "tag": "749bf0b3-0a1c-4461-8c2b-a922c72dda2b"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:02.196110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 659f7cef-6c88-44c0-8006-f67c05d3a25f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:02.196487 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.214343 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ccfa59-5824-45fa-9f57-1b05ee9aa8b8 x-openstack-request-id: req-f2ccfa59-5824-45fa-9f57-1b05ee9aa8b8 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:02.214623 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce0e841-97a4-4fba-8fee-10aad1193911", "tag": "749bf0b3-0a1c-4461-8c2b-a922c72dda2b", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:02.214883 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2ccfa59-5824-45fa-9f57-1b05ee9aa8b8 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:02.215293 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce0e841-97a4-4fba-8fee-10aad1193911', 'tag': '749bf0b3-0a1c-4461-8c2b-a922c72dda2b', 'status': 'completed', 'code': 200} Dec 13 12:52:02.221845 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.263754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-a10fb01e-49aa-4161-954a-e22b8681cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:02.265323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-a10fb01e-49aa-4161-954a-e22b8681cef3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 1095 time: 0.0421512 Dec 13 12:52:02.272079 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.307471 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ccd57c-98b7-4129-8451-4e014ea7c1a8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.345552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-e5b57aac-47f3-4228-a1a0-f668fa861137 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=749bf0b3-0a1c-4461-8c2b-a922c72dda2b HTTP/1.1" status: 200 len: 217 time: 0.0724497 Dec 13 12:52:02.365423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 375d299d-f146-4c11-81e1-a7859541690a up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:02.385044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.435661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4781b-128b-4291-a8e6-2b8892815d53 req-b5e5e201-2b0c-4197-a9fb-df185b96efe7 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:02.446682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8cd4781b-128b-4291-a8e6-2b8892815d53 req-b5e5e201-2b0c-4197-a9fb-df185b96efe7 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 948 time: 0.0999315 Dec 13 12:52:02.463335 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.465405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-68c77e55-25f2-4b59-9414-8c71a8386aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:02.467055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-68c77e55-25f2-4b59-9414-8c71a8386aba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd HTTP/1.1" status: 200 len: 855 time: 0.1084397 Dec 13 12:52:02.514222 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-86d9bb91-274b-41b4-ab8e-a19bc26d8019 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e529a60-1988-4930-b152-f336b0a02247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331624 Dec 13 12:52:02.539693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f04a3-9d19-4991-a8e2-65975976c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659f7cef-6c88-44c0-8006-f67c05d3a25f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:02.541946 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b9ddeb-f27c-421a-b6ca-8ff885691be8" -d '{"events": [{"server_uuid": "840f04a3-9d19-4991-a8e2-65975976c56a", "name": "network-vif-plugged", "status": "completed", "tag": "659f7cef-6c88-44c0-8006-f67c05d3a25f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:02.569426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 659f7cef-6c88-44c0-8006-f67c05d3a25f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:02.571505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 375d299d-f146-4c11-81e1-a7859541690a completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:02.581416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 375d299d-f146-4c11-81e1-a7859541690a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:02.581693 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.582333 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ccd57c-98b7-4129-8451-4e014ea7c1a8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.583212 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.587756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8cd4781b-128b-4291-a8e6-2b8892815d53 req-30f54f25-97e1-4158-86e5-1356f3aa11a3 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355798 Dec 13 12:52:02.635377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.639076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccd57c-98b7-4129-8451-4e014ea7c1a8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Subnet': ['ID=1530e8f2-c9ef-4c44-8c84-82fbf730d105,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:02.642250 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ccd57c-98b7-4129-8451-4e014ea7c1a8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.645955 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-34ccd57c-98b7-4129-8451-4e014ea7c1a8 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "DELETE /v2.0/subnets/1530e8f2-c9ef-4c44-8c84-82fbf730d105 HTTP/1.1" status: 204 len: 168 time: 0.9804626 Dec 13 12:52:02.649540 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.651101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43694) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:02.720776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-2fc10288-ee2d-4552-86bf-fafe4ceac398 service neutron] 10.222.0.42 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974273 Dec 13 12:52:02.737325 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860fc3f4-34ac-4d93-9f55-2f908ee1bf6e x-openstack-request-id: req-860fc3f4-34ac-4d93-9f55-2f908ee1bf6e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:02.737766 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f04a3-9d19-4991-a8e2-65975976c56a", "name": "network-vif-plugged", "status": "completed", "tag": "659f7cef-6c88-44c0-8006-f67c05d3a25f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:02.738107 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-860fc3f4-34ac-4d93-9f55-2f908ee1bf6e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:02.738549 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f04a3-9d19-4991-a8e2-65975976c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659f7cef-6c88-44c0-8006-f67c05d3a25f', 'code': 200} Dec 13 12:52:02.764414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Allocated IP 172.20.0.2 (9306fe6c-6ec3-4ad7-b16a-a6e625422692/7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9/605cbbfc-83d6-49a0-89e5-fbbe01404b24) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:02.769054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5313d67-91a8-460f-aae6-da391eb04a9e None None] Network 7ddcff0c-efc7-4182-8758-66315653529a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:52:02.795665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=659f7cef-6c88-44c0-8006-f67c05d3a25f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:02.827071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:02.860793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:02.872155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:02.883479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:02.885905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Pushing event updated for resources: {'Port': ['ID=33072f83-99b3-4e23-893b-8c8a162b8b65,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:02.897228 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:02.901419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-612161a0-6e9f-4536-b288-f5f1251d59d5 req-d45b1e45-b496-4610-9657-93cd64eb6b76 service neutron] 10.222.0.42 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724215 Dec 13 12:52:02.976364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b4e5278d-afff-436b-830d-f892894977e5 None None] Provisioning complete for port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:02.976919 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4e5278d-afff-436b-830d-f892894977e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.026020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd0ee-9322-4cc9-8ed8-8febf6b12a83 req-a498b3f8-dae5-4625-99de-d21c725513ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:03.050024 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bafcd0ee-9322-4cc9-8ed8-8febf6b12a83 req-a498b3f8-dae5-4625-99de-d21c725513ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 1100 time: 0.2847099 Dec 13 12:52:03.079510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:03.080394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.159377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa79b33-5191-4e6f-a538-3fa508f5c351 req-1275d2b1-13bb-4f32-ba02-234b9e4ed9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:03.162226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfa79b33-5191-4e6f-a538-3fa508f5c351 req-1275d2b1-13bb-4f32-ba02-234b9e4ed9bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 1095 time: 0.1760514 Dec 13 12:52:03.166290 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-609aad12-4327-43ea-85fa-a0bc7c4d0188 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9453900 Dec 13 12:52:03.189313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Request body: {'port': {'device_id': '70204f51-9384-4989-a50e-c4351886e635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:03.204456 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.229589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063fd08-f44a-4f52-8552-9ae9e6b05aee req-fae72840-91a2-4c40-a8d7-b45c66437c70 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:03.231279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a063fd08-f44a-4f52-8552-9ae9e6b05aee req-fae72840-91a2-4c40-a8d7-b45c66437c70 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1812978 Dec 13 12:52:03.255129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Allocated IP 172.20.0.1 (9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3/93ce7fdf-fc38-423a-b231-c7abe49b5d16/b9c8bf98-e4b2-42fb-b767-1c6dff76ff92) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:03.261396 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bafcd0ee-9322-4cc9-8ed8-8febf6b12a83 req-0d04cf83-5a79-493c-82ae-956a6fad1ed7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999533 Dec 13 12:52:03.265428 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.273669 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.277080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2aac6-83e7-4cf3-a1db-13f812961b66 req-6704ab55-8bf9-488b-bf14-da4b1b4c579e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:03.278531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-82c2aac6-83e7-4cf3-a1db-13f812961b66 req-6704ab55-8bf9-488b-bf14-da4b1b4c579e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 944 time: 0.2246556 Dec 13 12:52:03.279614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.310221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Deleting port 3269f2ad-2b97-4987-888c-62e04f0ee62f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:52:03.310485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.325825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:03.326499 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.338447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.427858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df87e89-1a81-4741-a1b4-1d59fd798f76 None None] DHCP port deletion for 7ddcff0c-efc7-4182-8758-66315653529a request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:52:03.434059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:03.437387 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.451104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Attempting to bind port ed939488-c1b3-4561-87b3-aa53d1395ac6 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:03.451274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Attempting to bind port ed939488-c1b3-4561-87b3-aa53d1395ac6 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:03.451506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Attempting to bind port ed939488-c1b3-4561-87b3-aa53d1395ac6 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:03.461918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a063fd08-f44a-4f52-8552-9ae9e6b05aee req-f2b67764-9471-4b2a-8d79-4618cc2bdd09 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714129 Dec 13 12:52:03.463426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678084f-55ab-4a41-ad64-e679d6d397a8 None None] Pushing event updated for resources: {'Port': ['ID=ed939488-c1b3-4561-87b3-aa53d1395ac6,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:03.468242 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.470384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:03.470995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:03.471568 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.472113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:03.472957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Bound port: ed939488-c1b3-4561-87b3-aa53d1395ac6, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:03.473527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.507600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-82c2aac6-83e7-4cf3-a1db-13f812961b66 req-b38353a5-3ee9-4c6c-8b5e-ed738f4d600a tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066519 Dec 13 12:52:03.529264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa79b33-5191-4e6f-a538-3fa508f5c351 req-add81e6b-4064-43b1-bee0-de229685c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:03.529264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfa79b33-5191-4e6f-a538-3fa508f5c351 req-add81e6b-4064-43b1-bee0-de229685c902 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 915 time: 0.3512495 Dec 13 12:52:03.554267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:03.562123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] For port 3269f2ad-2b97-4987-888c-62e04f0ee62f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3269f2ad-2b97-4987-888c-62e04f0ee62f,segment=NetworkSegment(b028af25-2ed8-4757-8946-11ba6618f5f6),segment_id=b028af25-2ed8-4757-8946-11ba6618f5f6)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:03.562556 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.575014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:03.619391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:03.624060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Calling delete_port for 3269f2ad-2b97-4987-888c-62e04f0ee62f owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:52:03.624923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfa79b33-5191-4e6f-a538-3fa508f5c351 req-979dca63-0490-45e7-9e59-1b249bed5ce1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=749bf0b3-0a1c-4461-8c2b-a922c72dda2b HTTP/1.1" status: 200 len: 217 time: 0.0757802 Dec 13 12:52:03.625538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Pushing event updated for resources: {'Port': ['ID=605cbbfc-83d6-49a0-89e5-fbbe01404b24,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:03.653434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] For port ed939488-c1b3-4561-87b3-aa53d1395ac6, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:03.664142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:03.680874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] For port ed939488-c1b3-4561-87b3-aa53d1395ac6, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ed939488-c1b3-4561-87b3-aa53d1395ac6,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:03.690328 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.713011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:03.713643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.733634 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7df87e89-1a81-4741-a1b4-1d59fd798f76 None None] Deleting port 3269f2ad-2b97-4987-888c-62e04f0ee62f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:52:03.734325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa79b33-5191-4e6f-a538-3fa508f5c351 req-990c4157-df7c-421c-98be-e306fb1654b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:03.735126 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7df87e89-1a81-4741-a1b4-1d59fd798f76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.735437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfa79b33-5191-4e6f-a538-3fa508f5c351 req-990c4157-df7c-421c-98be-e306fb1654b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd HTTP/1.1" status: 200 len: 855 time: 0.0818212 Dec 13 12:52:03.745662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-979c2372-e6ff-447f-a331-713f96312d2c tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9514937 Dec 13 12:52:03.781244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Request body: {'port': {'device_id': '179d0e89-5cea-47d8-bd78-afa279f00f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:03.783304 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.785597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfa79b33-5191-4e6f-a538-3fa508f5c351 req-70fc1f8b-c2fa-4058-b53f-6e17d15e0f44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e529a60-1988-4930-b152-f336b0a02247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388227 Dec 13 12:52:03.801700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Routers {'7017d160-f1f9-4e9e-81e9-79f8a992ba79'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:03.802731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:03.859118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678084f-55ab-4a41-ad64-e679d6d397a8 None None] Pushing event updated for resources: {'Port': ['ID=ed939488-c1b3-4561-87b3-aa53d1395ac6,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:03.870962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7df87e89-1a81-4741-a1b4-1d59fd798f76 None None] For port 3269f2ad-2b97-4987-888c-62e04f0ee62f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3269f2ad-2b97-4987-888c-62e04f0ee62f,segment=NetworkSegment(b028af25-2ed8-4757-8946-11ba6618f5f6),segment_id=b028af25-2ed8-4757-8946-11ba6618f5f6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:03.871487 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7df87e89-1a81-4741-a1b4-1d59fd798f76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.890959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7df87e89-1a81-4741-a1b4-1d59fd798f76 None None] Calling delete_port for 3269f2ad-2b97-4987-888c-62e04f0ee62f owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:52:03.967809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:03.976833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:04.004467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df00bf-3431-40e6-9f1e-4cc16a8468f3 req-d55b49c7-3744-4dc3-9fea-c3eec22799a2 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:04.005318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] Set router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:04.006025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85df00bf-3431-40e6-9f1e-4cc16a8468f3 req-d55b49c7-3744-4dc3-9fea-c3eec22799a2 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 931 time: 0.2181141 Dec 13 12:52:04.019606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583d834-f224-4faf-b5a5-67e2945b34d5 req-23d2d355-66e0-4fd6-bdf4-7fac897161fe tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:04.021213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c583d834-f224-4faf-b5a5-67e2945b34d5 req-23d2d355-66e0-4fd6-bdf4-7fac897161fe tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 949 time: 0.2109566 Dec 13 12:52:04.033500 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:04.039285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:04.049207 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:04.054970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c8bf98-e4b2-42fb-b767-1c6dff76ff92,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:04.063258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:04.070394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] No DVR routers for this DVR port 3269f2ad-2b97-4987-888c-62e04f0ee62f on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:52:04.102982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfa79b33-5191-4e6f-a538-3fa508f5c351 req-2d08583b-da62-42d9-9827-1c3ea4868fe9 service neutron] 10.222.0.42 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937520 Dec 13 12:52:04.133552 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7df87e89-1a81-4741-a1b4-1d59fd798f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:04.169467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df87e89-1a81-4741-a1b4-1d59fd798f76 None None] No DVR routers for this DVR port 3269f2ad-2b97-4987-888c-62e04f0ee62f on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:52:04.171460 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df87e89-1a81-4741-a1b4-1d59fd798f76 None None] Pushing event deleted for resources: {'Port': ['ID=3269f2ad-2b97-4987-888c-62e04f0ee62f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:04.173885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Port': ['ID=3269f2ad-2b97-4987-888c-62e04f0ee62f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:04.247711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:04.263114 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:04.266125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:04.288744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:51:59Z', 'revision_number': 3, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:04.332150 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:04.335805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09249cf1-b0df-4a96-b906-b5c8556978d2 None None] The sync data for ids ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'] in n-d-817326-4 is: [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:51:59Z', 'revision_number': 3, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:52:04.336760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Transition to ACTIVE for port object 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:52:04.353721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c583d834-f224-4faf-b5a5-67e2945b34d5 req-6a3d6206-e4bb-4205-a375-61ae367b0dae tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900264 Dec 13 12:52:04.371126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85df00bf-3431-40e6-9f1e-4cc16a8468f3 req-b5afd0a4-ebe1-4ef9-92c2-b6e921dd7bbe tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372293 Dec 13 12:52:04.387832 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:04.422457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfa79b33-5191-4e6f-a538-3fa508f5c351 req-95bd0fb6-8b0f-4432-9409-db0c241b0486 service neutron] 10.222.0.42 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118398 Dec 13 12:52:04.523719 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-97c08e89-7201-4ee5-91e6-de61b771d2da None None] Provisioning complete for port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:04.524370 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97c08e89-7201-4ee5-91e6-de61b771d2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:04.575921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-97c08e89-7201-4ee5-91e6-de61b771d2da None None] Port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:52:04.611832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312b563-8a04-49bf-8ffe-b0eb0d8a8ff3 req-f082f532-213e-40a4-8a35-3c8a0350365c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:04.614313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312b563-8a04-49bf-8ffe-b0eb0d8a8ff3 req-f082f532-213e-40a4-8a35-3c8a0350365c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.0769107 Dec 13 12:52:04.712959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c039d0-5830-4d83-926a-64885f695b55 req-5d0e3ea0-7604-4f8f-9aa5-0350bfa3b6e2 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:04.714700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30c039d0-5830-4d83-926a-64885f695b55 req-5d0e3ea0-7604-4f8f-9aa5-0350bfa3b6e2 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 944 time: 0.0994551 Dec 13 12:52:04.720551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312b563-8a04-49bf-8ffe-b0eb0d8a8ff3 req-379411dc-256d-4075-a306-efb86c7d86ab tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963521 Dec 13 12:52:04.742614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d299d-f146-4c11-81e1-a7859541690a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:04.745370 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7478515d-e935-47cf-86f8-41a27e7f7057" -d '{"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-plugged", "status": "completed", "tag": "375d299d-f146-4c11-81e1-a7859541690a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:04.787183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30c039d0-5830-4d83-926a-64885f695b55 req-f2bfad5f-238c-423a-ba96-f1356e442c52 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654135 Dec 13 12:52:04.805917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddcff0c-efc7-4182-8758-66315653529a']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:04.848587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b028af25-2ed8-4757-8946-11ba6618f5f6') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:04.848909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b028af25-2ed8-4757-8946-11ba6618f5f6') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:04.891318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:04.907364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ed939488-c1b3-4561-87b3-aa53d1395ac6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:04.918716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Pushing event updated for resources: {'Port': ['ID=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:04.943403 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:04.948847 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bf1670-a111-459a-923d-ff571fd6ef5b x-openstack-request-id: req-44bf1670-a111-459a-923d-ff571fd6ef5b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:04.949147 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-plugged", "status": "completed", "tag": "375d299d-f146-4c11-81e1-a7859541690a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:04.949402 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44bf1670-a111-459a-923d-ff571fd6ef5b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:04.949796 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d299d-f146-4c11-81e1-a7859541690a', 'code': 200} Dec 13 12:52:04.980952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ed939488-c1b3-4561-87b3-aa53d1395ac6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:04.981331 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.000251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:52:05.001005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:52:05.006341 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:52:05.067880 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.090671 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port ed939488-c1b3-4561-87b3-aa53d1395ac6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ed939488-c1b3-4561-87b3-aa53d1395ac6,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:05.096051 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.154788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=ed939488-c1b3-4561-87b3-aa53d1395ac6,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:05.164393 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3269f2ad-2b97-4987-888c-62e04f0ee62f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:05.191099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 3269f2ad-2b97-4987-888c-62e04f0ee62f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:52:05.191444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3269f2ad-2b97-4987-888c-62e04f0ee62f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:05.213953 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.242985 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.257011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33072f83-99b3-4e23-893b-8c8a162b8b65 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:05.274136 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.282942 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] 10.222.0.31 "DELETE /v2.0/networks/7ddcff0c-efc7-4182-8758-66315653529a HTTP/1.1" status: 204 len: 168 time: 2.6189394 Dec 13 12:52:05.282942 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.306106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732528fa-beee-4897-89ac-c50b99f171fd req-83b1a48b-3f4b-43e7-9d9b-358b8b6c40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:05.307680 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-732528fa-beee-4897-89ac-c50b99f171fd req-83b1a48b-3f4b-43e7-9d9b-358b8b6c40b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 1100 time: 0.2650957 Dec 13 12:52:05.324480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Attempting to bind port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:05.324838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Attempting to bind port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:05.325133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Attempting to bind port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc on network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:05.340783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb0ede-39ef-4813-9dd4-b8b545a96d96 tempest-ServersTestMultiNic-163782166 tempest-ServersTestMultiNic-163782166-project] Pushing event deleted for resources: {'Network': ['ID=7ddcff0c-efc7-4182-8758-66315653529a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:05.360903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc on network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:52:05.361241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Attempting to bind port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc on network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:05.367945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Transition to ACTIVE for port object 33072f83-99b3-4e23-893b-8c8a162b8b65 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:52:05.383294 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.386832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:05.387173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Checking segment: {'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:05.387560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Bound using segment: {'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:05.388013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Bound port: 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:05.388365 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.537723 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-732528fa-beee-4897-89ac-c50b99f171fd req-583859e0-6817-4118-9c25-49a57919e1b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073228 Dec 13 12:52:05.557139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=33072f83-99b3-4e23-893b-8c8a162b8b65,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:05.584250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6e1cb-ffc5-4dbc-a7f0-d597fc00aa14 req-9a6807e2-af04-47bd-b881-a40f2cf3cfde tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:05.586291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b6e1cb-ffc5-4dbc-a7f0-d597fc00aa14 req-9a6807e2-af04-47bd-b881-a40f2cf3cfde tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 949 time: 0.1334906 Dec 13 12:52:05.661385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] For port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:05.688014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] For port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:05.700509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.728452 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.753932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Attempting to bind port 33072f83-99b3-4e23-893b-8c8a162b8b65 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:05.754625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Attempting to bind port 33072f83-99b3-4e23-893b-8c8a162b8b65 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:05.754931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Attempting to bind port 33072f83-99b3-4e23-893b-8c8a162b8b65 on network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:05.768672 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.779268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:05.779895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.782018 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] 10.222.0.37 "PUT /v2.0/ports/26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc HTTP/1.1" status: 200 len: 1091 time: 3.7256911 Dec 13 12:52:05.782517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8de51e-8516-46bc-bea4-ca247a647f61', 'tag': '26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:05.784925 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8de51e-8516-46bc-bea4-ca247a647f61", "tag": "26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:05.808935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Port 33072f83-99b3-4e23-893b-8c8a162b8b65 on network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:52:05.809161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Attempting to bind port 33072f83-99b3-4e23-893b-8c8a162b8b65 on network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:05.829064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:05.829449 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Checking segment: {'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:05.829786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Bound using segment: {'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:05.830254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Bound port: 33072f83-99b3-4e23-893b-8c8a162b8b65, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:05.830616 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:05.881078 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c07a7-69e2-4bef-80b4-e4047bcd0273 service neutron] Pushing event updated for resources: {'Port': ['ID=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:05.893792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.016609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b7a26-0960-4ab5-a4c8-86ded7dfb7f3 req-db7df4c7-f121-44f5-9b52-97f7363b8e67 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:06.017651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c8bf98-e4b2-42fb-b767-1c6dff76ff92,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:06.018194 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd7b7a26-0960-4ab5-a4c8-86ded7dfb7f3 req-db7df4c7-f121-44f5-9b52-97f7363b8e67 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 943 time: 0.4953532 Dec 13 12:52:06.028740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 749bf0b3-0a1c-4461-8c2b-a922c72dda2b details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:06.033589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-ef5f7f91-71e0-4f40-aae5-4152182348e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:06.035150 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-ef5f7f91-71e0-4f40-aae5-4152182348e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acaf89d87d70453eabd90a8b7d82e705&device_id=7d8de51e-8516-46bc-bea4-ca247a647f61 HTTP/1.1" status: 200 len: 1094 time: 0.1957312 Dec 13 12:52:06.062048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] For port 33072f83-99b3-4e23-893b-8c8a162b8b65, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:06.084532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605cbbfc-83d6-49a0-89e5-fbbe01404b24 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:06.096356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b6e1cb-ffc5-4dbc-a7f0-d597fc00aa14 req-d1a2efd9-cd16-4f8d-82c6-6de7e3bddda9 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556602 Dec 13 12:52:06.104078 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.109989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd7b7a26-0960-4ab5-a4c8-86ded7dfb7f3 req-54068efa-4272-4db4-9a59-8f0432d655ce tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708075 Dec 13 12:52:06.115501 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-ef52b4d8-057c-4bfc-a0df-131d6fff7bcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc HTTP/1.1" status: 200 len: 217 time: 0.0681391 Dec 13 12:52:06.121497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] For port 33072f83-99b3-4e23-893b-8c8a162b8b65, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=33072f83-99b3-4e23-893b-8c8a162b8b65,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:06.131867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Transition to ACTIVE for port object 605cbbfc-83d6-49a0-89e5-fbbe01404b24 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:52:06.147846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.150572 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.202405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:06.209282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43742) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:06.226448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:06.242828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '749bf0b3-0a1c-4461-8c2b-a922c72dda2b', 'network_id': '9e529a60-1988-4930-b152-f336b0a02247', 'port_id': '749bf0b3-0a1c-4461-8c2b-a922c72dda2b', 'mac_address': 'fa:16:3e:83:15:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:06.245436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Pushing event updated for resources: {'Port': ['ID=605cbbfc-83d6-49a0-89e5-fbbe01404b24,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:06.274570 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bee1a8b-d234-426b-8199-aac73ffd5680 x-openstack-request-id: req-7bee1a8b-d234-426b-8199-aac73ffd5680 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:06.274864 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8de51e-8516-46bc-bea4-ca247a647f61", "tag": "26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:06.275121 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bee1a8b-d234-426b-8199-aac73ffd5680 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:06.275605 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8de51e-8516-46bc-bea4-ca247a647f61', 'tag': '26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc', 'status': 'completed', 'code': 200} Dec 13 12:52:06.281650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:06.297687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:06.298958 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.300371 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] 10.222.0.42 "PUT /v2.0/ports/33072f83-99b3-4e23-893b-8c8a162b8b65 HTTP/1.1" status: 200 len: 1091 time: 3.1225009 Dec 13 12:52:06.307323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.307709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.307998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.308330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.308654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.308974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.309297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.309631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.310639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.310639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.310639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.310976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.311177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:06.319138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-c78a8f00-91c3-44a8-bdbd-eb9bd49b1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:06.320900 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-c78a8f00-91c3-44a8-bdbd-eb9bd49b1c81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9 HTTP/1.1" status: 200 len: 857 time: 0.1938205 Dec 13 12:52:06.369429 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.385680 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-523c3052-94a3-410d-90ff-cd5457b5dcdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9306fe6c-6ec3-4ad7-b16a-a6e625422692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523756 Dec 13 12:52:06.386790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be77ee-d689-4930-a2c2-7d7ab712ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=33072f83-99b3-4e23-893b-8c8a162b8b65,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:06.387730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749bf0b3-0a1c-4461-8c2b-a922c72dda2b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:06.431176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:06.445180 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.456098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747edda-8514-4ed2-bd0e-60dcc682bce6 req-4536f95f-f3bb-435c-8b61-cfa95728cf5e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:06.458018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a747edda-8514-4ed2-bd0e-60dcc682bce6 req-4536f95f-f3bb-435c-8b61-cfa95728cf5e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.2053323 Dec 13 12:52:06.515058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Attempting to bind port 605cbbfc-83d6-49a0-89e5-fbbe01404b24 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:06.516061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Attempting to bind port 605cbbfc-83d6-49a0-89e5-fbbe01404b24 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:06.517460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Attempting to bind port 605cbbfc-83d6-49a0-89e5-fbbe01404b24 on network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:06.519231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:06.535946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Port 605cbbfc-83d6-49a0-89e5-fbbe01404b24 on network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:52:06.536487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Attempting to bind port 605cbbfc-83d6-49a0-89e5-fbbe01404b24 on network 9306fe6c-6ec3-4ad7-b16a-a6e625422692 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:06.550920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:06.553179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Checking segment: {'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:06.553599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Bound using segment: {'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:06.554064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Bound port: 605cbbfc-83d6-49a0-89e5-fbbe01404b24, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff212d7f-976f-4218-829a-9133a086e689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:06.554455 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.599255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a747edda-8514-4ed2-bd0e-60dcc682bce6 req-3dff8403-89c2-4702-b20e-747394663eea tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137614 Dec 13 12:52:06.611326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006d121-aa60-4916-8053-d04338b396c4 req-946514c1-ac2a-42a1-a723-eee707828f2d tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:06.618811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5006d121-aa60-4916-8053-d04338b396c4 req-946514c1-ac2a-42a1-a723-eee707828f2d tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 945 time: 0.2504282 Dec 13 12:52:06.636567 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e555089e-d6cb-4de3-a55f-dfedce207f93 None None] Provisioning complete for port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:06.637144 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e555089e-d6cb-4de3-a55f-dfedce207f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.696993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e555089e-d6cb-4de3-a55f-dfedce207f93 None None] Port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:52:06.706454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5006d121-aa60-4916-8053-d04338b396c4 req-eebc5234-f6ad-4fe7-a7cd-af85737e5a45 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866551 Dec 13 12:52:06.707573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] For port 605cbbfc-83d6-49a0-89e5-fbbe01404b24, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:06.711545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] For port 605cbbfc-83d6-49a0-89e5-fbbe01404b24, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=605cbbfc-83d6-49a0-89e5-fbbe01404b24,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:06.717225 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.748123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-ad402b8a-dafb-49ad-8618-0f3d63b7173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:06.749646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-ad402b8a-dafb-49ad-8618-0f3d63b7173a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=acaf89d87d70453eabd90a8b7d82e705&device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 1094 time: 0.3675027 Dec 13 12:52:06.772684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:06.773850 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:06.777637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] 10.222.0.37 "PUT /v2.0/ports/605cbbfc-83d6-49a0-89e5-fbbe01404b24 HTTP/1.1" status: 200 len: 1091 time: 3.0184054 Dec 13 12:52:06.793568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['749bf0b3-0a1c-4461-8c2b-a922c72dda2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:06.829484 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-ad7fd688-d181-4af3-8d61-6fbc840dc483 service neutron] 10.222.0.37 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565345 Dec 13 12:52:06.850615 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-c9b97d15-aed5-4d14-8e67-4c6baa1b77fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33072f83-99b3-4e23-893b-8c8a162b8b65 HTTP/1.1" status: 200 len: 217 time: 0.0888450 Dec 13 12:52:06.851680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179d0e89-5cea-47d8-bd78-afa279f00f29', 'tag': '605cbbfc-83d6-49a0-89e5-fbbe01404b24'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:06.864684 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455d4033-c976-456b-9583-231958912421" -d '{"events": [{"name": "network-changed", "server_uuid": "179d0e89-5cea-47d8-bd78-afa279f00f29", "tag": "605cbbfc-83d6-49a0-89e5-fbbe01404b24"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:06.885410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ed939488-c1b3-4561-87b3-aa53d1395ac6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:06.907649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:52:06.945060 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e2bd60-c1de-414b-b8af-95243c5ad0e3 x-openstack-request-id: req-f8e2bd60-c1de-414b-b8af-95243c5ad0e3 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:06.945342 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179d0e89-5cea-47d8-bd78-afa279f00f29", "tag": "605cbbfc-83d6-49a0-89e5-fbbe01404b24", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:06.945587 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8e2bd60-c1de-414b-b8af-95243c5ad0e3 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:06.945974 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '179d0e89-5cea-47d8-bd78-afa279f00f29', 'tag': '605cbbfc-83d6-49a0-89e5-fbbe01404b24', 'status': 'completed', 'code': 200} Dec 13 12:52:06.976727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc98ad-51c4-41fe-9964-8fdb6d5d3985 service neutron] Pushing event updated for resources: {'Port': ['ID=605cbbfc-83d6-49a0-89e5-fbbe01404b24,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:06.986262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-2f450cfd-8175-43c4-8b0f-07cee2f3a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:06.987947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-2f450cfd-8175-43c4-8b0f-07cee2f3a3d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acaf89d87d70453eabd90a8b7d82e705&device_id=179d0e89-5cea-47d8-bd78-afa279f00f29 HTTP/1.1" status: 200 len: 1094 time: 0.0981917 Dec 13 12:52:06.996661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76db7e7-e0d8-4d83-bef7-a83b3cbaff6b req-3bc16bbb-0780-4544-a887-fd83e97dd60e tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:06.998348 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a76db7e7-e0d8-4d83-bef7-a83b3cbaff6b req-3bc16bbb-0780-4544-a887-fd83e97dd60e tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 949 time: 0.1243482 Dec 13 12:52:07.014958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ed939488-c1b3-4561-87b3-aa53d1395ac6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:07.015692 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:07.059472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-a5404cd7-4e74-41bb-80b0-5c9a3478ddb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=605cbbfc-83d6-49a0-89e5-fbbe01404b24 HTTP/1.1" status: 200 len: 217 time: 0.0564027 Dec 13 12:52:07.093053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-143bd883-14b0-4aba-a780-2d1eb817e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:07.095002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-143bd883-14b0-4aba-a780-2d1eb817e909 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9 HTTP/1.1" status: 200 len: 857 time: 0.2281921 Dec 13 12:52:07.126977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a76db7e7-e0d8-4d83-bef7-a83b3cbaff6b req-df071cf4-9f6f-4b32-b022-a5bac49b7d61 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162510 Dec 13 12:52:07.140882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-fcf22f1e-bb5e-4d79-b488-35c27c40a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:07.143633 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-fcf22f1e-bb5e-4d79-b488-35c27c40a92a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9 HTTP/1.1" status: 200 len: 857 time: 0.0671318 Dec 13 12:52:07.162587 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-23a811f9-019e-43c4-a28d-1697ee8a85ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9306fe6c-6ec3-4ad7-b16a-a6e625422692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510941 Dec 13 12:52:07.169489 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-e818c4aa-2c0d-4ed4-b4ab-f9b6cc958c99 service neutron] 10.222.0.37 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122976 Dec 13 12:52:07.195985 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-37a39acb-3f7c-4c52-9f86-30468e6c0e8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9306fe6c-6ec3-4ad7-b16a-a6e625422692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454435 Dec 13 12:52:07.335611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:52:07.350542 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f57d0894-8183-4362-a0d7-288bc3205b53 admin admin] 10.222.0.31 "PUT /v2.0/routers/7017d160-f1f9-4e9e-81e9-79f8a992ba79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2992470 Dec 13 12:52:07.356954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b962-e826-42cf-bd9a-fc5f5b1920d8 req-6b6f8880-ce86-4fc8-afd6-28660bb2acc1 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:07.365426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69d9b962-e826-42cf-bd9a-fc5f5b1920d8 req-6b6f8880-ce86-4fc8-afd6-28660bb2acc1 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 943 time: 0.1229210 Dec 13 12:52:07.375284 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Sync routers for ids ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:52:07.388284 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-fcf48c2a-6f5e-49b8-b980-41a514f34534 service neutron] 10.222.0.42 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141845 Dec 13 12:52:07.394286 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Routers {'7017d160-f1f9-4e9e-81e9-79f8a992ba79'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:07.394853 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:07.408812 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:07.411356 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:07.412567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-fa64c37d-6b86-4cde-8c25-06047ce66212 service neutron] 10.222.0.37 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062519 Dec 13 12:52:07.468004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331 req-99079d78-1781-4706-ad14-67b36a4e6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:07.469902 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331 req-99079d78-1781-4706-ad14-67b36a4e6b60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acaf89d87d70453eabd90a8b7d82e705&device_id=7d8de51e-8516-46bc-bea4-ca247a647f61 HTTP/1.1" status: 200 len: 1094 time: 0.2359395 Dec 13 12:52:07.530694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69d9b962-e826-42cf-bd9a-fc5f5b1920d8 req-b975dca0-586f-460b-a3b3-dec0b4377e73 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630173 Dec 13 12:52:07.534139 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Set router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:07.574911 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-3c7ac3cb-e060-4cd7-b0e0-476066fadd65 service neutron] 10.222.0.37 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498892 Dec 13 12:52:07.751499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d74f7-e277-4b59-b344-b40f20a44b76 req-6a3c3c7c-1272-4b07-b743-f216fdf66d1a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:07.760131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee0d74f7-e277-4b59-b344-b40f20a44b76 req-6a3c3c7c-1272-4b07-b743-f216fdf66d1a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.0706220 Dec 13 12:52:07.787519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4033-c976-456b-9583-231958912421 req-f51cd07d-51a6-4fe9-a520-72a610561f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:07.789065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-455d4033-c976-456b-9583-231958912421 req-f51cd07d-51a6-4fe9-a520-72a610561f88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acaf89d87d70453eabd90a8b7d82e705&device_id=179d0e89-5cea-47d8-bd78-afa279f00f29 HTTP/1.1" status: 200 len: 1094 time: 0.1369584 Dec 13 12:52:07.814223 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:52:04Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b9c8bf98-e4b2-42fb-b767-1c6dff76ff92', 'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'mac_address': 'fa:16:3e:c1:59:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:02Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 2, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'subnets': [{'id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:07.850128 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Checking router: 7017d160-f1f9-4e9e-81e9-79f8a992ba79 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:52:07.851056 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Updating router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:52:07.873986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee0d74f7-e277-4b59-b344-b40f20a44b76 req-b2ca2a50-bf5e-4fd1-ad78-6840d5aadf85 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116700 Dec 13 12:52:07.891284 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:07.949265 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f26d2e38-e204-4c6e-991d-92153c40f351 req-00275850-d488-408c-8c2c-98a8ca7d936e service neutron] 10.222.0.42 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480256 Dec 13 12:52:07.972567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4033-c976-456b-9583-231958912421 req-df27191b-1587-4554-ad83-9c531d7301dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:07.974863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-455d4033-c976-456b-9583-231958912421 req-df27191b-1587-4554-ad83-9c531d7301dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=9306fe6c-6ec3-4ad7-b16a-a6e625422692 HTTP/1.1" status: 200 len: 917 time: 0.1736946 Dec 13 12:52:07.977204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331 req-f066c85f-2e65-42df-b33d-04bc481e405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:07.978368 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331 req-f066c85f-2e65-42df-b33d-04bc481e405f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9306fe6c-6ec3-4ad7-b16a-a6e625422692 HTTP/1.1" status: 200 len: 917 time: 0.4754913 Dec 13 12:52:08.031671 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331 req-cc61900c-5c7d-4945-b997-1693798693f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc HTTP/1.1" status: 200 len: 217 time: 0.0416536 Dec 13 12:52:08.034557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.053171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-455d4033-c976-456b-9583-231958912421 req-d7b43bf8-6fa3-4513-b2d6-fa23504d62f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=605cbbfc-83d6-49a0-89e5-fbbe01404b24 HTTP/1.1" status: 200 len: 217 time: 0.0642810 Dec 13 12:52:08.144537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4033-c976-456b-9583-231958912421 req-47690d5f-5df2-46e8-a569-1aba31a176c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:08.146539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-455d4033-c976-456b-9583-231958912421 req-47690d5f-5df2-46e8-a569-1aba31a176c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9 HTTP/1.1" status: 200 len: 857 time: 0.0863016 Dec 13 12:52:08.158361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc855a4a-934d-4351-aef2-a3086587ea2c req-8f28a19e-e54e-4c38-b5a1-fb120d748d4d tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:08.160024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc855a4a-934d-4351-aef2-a3086587ea2c req-8f28a19e-e54e-4c38-b5a1-fb120d748d4d tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 945 time: 0.0917220 Dec 13 12:52:08.162974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331 req-612565b2-9b26-450c-83b9-17a000b14c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:08.164453 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331 req-612565b2-9b26-450c-83b9-17a000b14c62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9 HTTP/1.1" status: 200 len: 857 time: 0.1260664 Dec 13 12:52:08.206694 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331 req-092027ed-d626-4606-99f1-a967dd2cf433 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9306fe6c-6ec3-4ad7-b16a-a6e625422692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333049 Dec 13 12:52:08.207797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-455d4033-c976-456b-9583-231958912421 req-3a52d4f6-f41d-4c0a-a304-a19d9f302458 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9306fe6c-6ec3-4ad7-b16a-a6e625422692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466225 Dec 13 12:52:08.274939 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.279422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70204f51-9384-4989-a50e-c4351886e635', 'tag': '33072f83-99b3-4e23-893b-8c8a162b8b65'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:08.282518 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28399e8-8843-47fb-bb42-530d37625255" -d '{"events": [{"name": "network-changed", "server_uuid": "70204f51-9384-4989-a50e-c4351886e635", "tag": "33072f83-99b3-4e23-893b-8c8a162b8b65"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:08.283338 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.287489 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc855a4a-934d-4351-aef2-a3086587ea2c req-defdb955-bf33-47df-b0e5-a3e63c1ad39e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182945 Dec 13 12:52:08.369148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-455d4033-c976-456b-9583-231958912421 req-e41c8289-9824-4c80-876f-a0539bea9325 service neutron] 10.222.0.37 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456468 Dec 13 12:52:08.462702 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Attempting to bind port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:08.463251 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Attempting to bind port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:08.463510 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Attempting to bind port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 on network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:08.469045 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Pushing event updated for resources: {'Port': ['ID=b9c8bf98-e4b2-42fb-b767-1c6dff76ff92,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:08.490570 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:08.490971 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Checking segment: {'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:08.491353 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.491751 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Bound using segment: {'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:08.492235 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Bound port: b9c8bf98-e4b2-42fb-b767-1c6dff76ff92, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:08.492713 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.501167 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.501894 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.502542 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.503319 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.503950 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.504863 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.505456 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.506064 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.506678 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.507331 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.508226 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.508955 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.509177 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331 req-7ef24b71-981a-4c97-b542-2ee5dd03bdae service neutron] 10.222.0.37 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287018 Dec 13 12:52:08.510330 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:08.555919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43766) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:08.563304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-692e8a5d-0ba1-422f-88c4-9c40637f2a58 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108997758', 'description': 'tempest-description--711367547'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:08.613081 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-692e8a5d-0ba1-422f-88c4-9c40637f2a58 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.616692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-455d4033-c976-456b-9583-231958912421 req-a7b245b1-a55f-4c50-9787-f6e4d5d4c8df service neutron] 10.222.0.37 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378361 Dec 13 12:52:08.635461 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] For port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:08.643034 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] For port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b9c8bf98-e4b2-42fb-b767-1c6dff76ff92,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:08.647476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2850-fe95-4dd1-b848-1516723d6b9b req-f2d5344c-4438-430f-bb5c-12845dddd303 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:08.656513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-568b2850-fe95-4dd1-b848-1516723d6b9b req-f2d5344c-4438-430f-bb5c-12845dddd303 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 949 time: 0.1392684 Dec 13 12:52:08.658725 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.661690 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1c37d2e8-5afb-476d-b9ea-4a2c8b7a9331 req-8e7e9c09-8aa7-44f8-8d67-27bea5960629 service neutron] 10.222.0.37 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349993 Dec 13 12:52:08.665087 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ae585d-e96e-409d-8afd-cd5ab8bbe0cf x-openstack-request-id: req-50ae585d-e96e-409d-8afd-cd5ab8bbe0cf {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:08.665270 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70204f51-9384-4989-a50e-c4351886e635", "tag": "33072f83-99b3-4e23-893b-8c8a162b8b65", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:08.665464 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50ae585d-e96e-409d-8afd-cd5ab8bbe0cf {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:08.665800 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70204f51-9384-4989-a50e-c4351886e635', 'tag': '33072f83-99b3-4e23-893b-8c8a162b8b65', 'status': 'completed', 'code': 200} Dec 13 12:52:08.674887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-804b5b22-2c5b-497f-8980-01005ac972dd None None] Provisioning complete for port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:08.675884 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-804b5b22-2c5b-497f-8980-01005ac972dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.745391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-568b2850-fe95-4dd1-b848-1516723d6b9b req-6293fef0-cfe7-4a48-99ca-1c171d650e52 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827138 Dec 13 12:52:08.776518 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Routers {'7017d160-f1f9-4e9e-81e9-79f8a992ba79'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:08.777200 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:08.817685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28399e8-8843-47fb-bb42-530d37625255 req-ed3c9119-8b59-4195-a1b7-e477399f2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:08.818005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-692e8a5d-0ba1-422f-88c4-9c40637f2a58 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.819797 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f28399e8-8843-47fb-bb42-530d37625255 req-ed3c9119-8b59-4195-a1b7-e477399f2bc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=acaf89d87d70453eabd90a8b7d82e705&device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 1094 time: 0.1455667 Dec 13 12:52:08.834721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-692e8a5d-0ba1-422f-88c4-9c40637f2a58 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.919587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-804b5b22-2c5b-497f-8980-01005ac972dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.919865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] Deleting port d76aa9a1-7663-4253-87bc-3175e789a883 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:52:08.920009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.966848 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-692e8a5d-0ba1-422f-88c4-9c40637f2a58 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:08.968138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-692e8a5d-0ba1-422f-88c4-9c40637f2a58 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4111204 Dec 13 12:52:08.976346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43780) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:08.983683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-804b5b22-2c5b-497f-8980-01005ac972dd None None] For port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b9c8bf98-e4b2-42fb-b767-1c6dff76ff92,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:08.985009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-16040d31-0993-4f0a-82b7-85cdfcdcabc4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Request body: {'security_group_rule': {'security_group_id': '1708acc4-0953-40a8-902a-12ccb70b9f05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:08.991698 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-804b5b22-2c5b-497f-8980-01005ac972dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.006674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e8a5d-0ba1-422f-88c4-9c40637f2a58 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1708acc4-0953-40a8-902a-12ccb70b9f05,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:09.037208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c088f2-8445-44c8-ac67-c5699d7bf886 req-94ea8caf-faf3-44f8-83bf-3934df8c2e87 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:09.042923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28399e8-8843-47fb-bb42-530d37625255 req-d888710b-c1c9-4645-8f04-f72e2c492d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:09.044411 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f28399e8-8843-47fb-bb42-530d37625255 req-d888710b-c1c9-4645-8f04-f72e2c492d8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9306fe6c-6ec3-4ad7-b16a-a6e625422692 HTTP/1.1" status: 200 len: 917 time: 0.2157016 Dec 13 12:52:09.048035 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8c088f2-8445-44c8-ac67-c5699d7bf886 req-94ea8caf-faf3-44f8-83bf-3934df8c2e87 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 943 time: 0.2910151 Dec 13 12:52:09.049607 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965fe77-6161-4f35-8dda-e009b623f087 None None] Pushing event updated for resources: {'Port': ['ID=b9c8bf98-e4b2-42fb-b767-1c6dff76ff92,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:09.059558 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] Set router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:09.095749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16040d31-0993-4f0a-82b7-85cdfcdcabc4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.107236 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] For port d76aa9a1-7663-4253-87bc-3175e789a883, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d76aa9a1-7663-4253-87bc-3175e789a883,segment=NetworkSegment(b3094231-38df-48d8-a56f-decde0f78078),segment_id=b3094231-38df-48d8-a56f-decde0f78078)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:09.108081 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.111213 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f28399e8-8843-47fb-bb42-530d37625255 req-068c87cd-d407-4e7d-b08b-4e8a1cf9cd13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33072f83-99b3-4e23-893b-8c8a162b8b65 HTTP/1.1" status: 200 len: 217 time: 0.0544941 Dec 13 12:52:09.133569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] Calling delete_port for d76aa9a1-7663-4253-87bc-3175e789a883 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:52:09.150441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b5b22-2c5b-497f-8980-01005ac972dd None None] Pushing event updated for resources: {'Port': ['ID=b9c8bf98-e4b2-42fb-b767-1c6dff76ff92,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:09.167665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-839d5c36-8b78-4193-8a07-f04183b4144d None None] Provisioning complete for port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:09.171804 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-839d5c36-8b78-4193-8a07-f04183b4144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.215968 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8c088f2-8445-44c8-ac67-c5699d7bf886 req-d3645cc2-f8c4-4b5b-82b3-f94db4c29226 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664243 Dec 13 12:52:09.226463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16040d31-0993-4f0a-82b7-85cdfcdcabc4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.235062 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16040d31-0993-4f0a-82b7-85cdfcdcabc4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.257527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28399e8-8843-47fb-bb42-530d37625255 req-5ccf8251-c626-4053-8b44-f758d9918175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:09.259059 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f28399e8-8843-47fb-bb42-530d37625255 req-5ccf8251-c626-4053-8b44-f758d9918175 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9 HTTP/1.1" status: 200 len: 857 time: 0.1406839 Dec 13 12:52:09.303611 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f28399e8-8843-47fb-bb42-530d37625255 req-00baea9f-5284-49dc-bbdb-f67526377f7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9306fe6c-6ec3-4ad7-b16a-a6e625422692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343680 Dec 13 12:52:09.308104 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16040d31-0993-4f0a-82b7-85cdfcdcabc4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.312541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-16040d31-0993-4f0a-82b7-85cdfcdcabc4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306210 Dec 13 12:52:09.316660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43786) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:09.320062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16040d31-0993-4f0a-82b7-85cdfcdcabc4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a25ef9-6726-4dcf-bce1-69b67d081f4f,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:09.336516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fb58033d-6cc0-4866-a775-9a4c9e7fd6de tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Request body: {'security_group_rule': {'security_group_id': '1708acc4-0953-40a8-902a-12ccb70b9f05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:09.373630 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb58033d-6cc0-4866-a775-9a4c9e7fd6de tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.493246 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:52:04Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b9c8bf98-e4b2-42fb-b767-1c6dff76ff92', 'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'mac_address': 'fa:16:3e:c1:59:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:02Z', 'updated_at': '2021-12-13T12:52:08Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'subnets': [{'id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:09.497831 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f28399e8-8843-47fb-bb42-530d37625255 req-fe681fcd-2e58-4db2-8b90-02d294364288 service neutron] 10.222.0.42 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401608 Dec 13 12:52:09.527701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e02513-814f-48b0-ba0e-dbf8c205bc61 req-95418983-8031-4992-abbb-3c4a58c6815d tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:09.529322 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db01444-f767-45cc-a5dd-0e6e5176b734 None None] The sync data for ids ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'] in n-d-817326-4 is: [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:52:04Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b9c8bf98-e4b2-42fb-b767-1c6dff76ff92', 'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'mac_address': 'fa:16:3e:c1:59:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:02Z', 'updated_at': '2021-12-13T12:52:08Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'subnets': [{'id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:52:09.535586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4e02513-814f-48b0-ba0e-dbf8c205bc61 req-95418983-8031-4992-abbb-3c4a58c6815d tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1555266 Dec 13 12:52:09.615920 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.654375 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb58033d-6cc0-4866-a775-9a4c9e7fd6de tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.669663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] Pushing event deleted for resources: {'Port': ['ID=d76aa9a1-7663-4253-87bc-3175e789a883,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:09.737343 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f28399e8-8843-47fb-bb42-530d37625255 req-b06d0d61-3285-469e-a5df-41f1c71a42b0 service neutron] 10.222.0.42 "GET /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083199 Dec 13 12:52:09.750237 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4e02513-814f-48b0-ba0e-dbf8c205bc61 req-ec06287f-f302-4b5f-b763-6ffa1c39f2d1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128642 Dec 13 12:52:09.752184 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb58033d-6cc0-4866-a775-9a4c9e7fd6de tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.813382 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb58033d-6cc0-4866-a775-9a4c9e7fd6de tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.823479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fb58033d-6cc0-4866-a775-9a4c9e7fd6de tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5015800 Dec 13 12:52:09.823479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58033d-6cc0-4866-a775-9a4c9e7fd6de tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199d3c18-a76e-4030-988c-51bd3ffd7e3e,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:09.825039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43798) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:09.829652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:09.851107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834095f-3786-4ab7-9873-bfe1ec16b247 req-4b94d115-6925-49d8-9e73-e906f1e32b47 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:09.861036 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4834095f-3786-4ab7-9873-bfe1ec16b247 req-4b94d115-6925-49d8-9e73-e906f1e32b47 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 945 time: 0.2555687 Dec 13 12:52:09.915259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:09.965144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4834095f-3786-4ab7-9873-bfe1ec16b247 req-7938e721-ae01-4f0d-a9fb-2e27c27943f7 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027973 Dec 13 12:52:09.966357 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.020338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 33072f83-99b3-4e23-893b-8c8a162b8b65 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:10.023659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 749bf0b3-0a1c-4461-8c2b-a922c72dda2b up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:10.152350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:10.159676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:10.160055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.205228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 33072f83-99b3-4e23-893b-8c8a162b8b65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=33072f83-99b3-4e23-893b-8c8a162b8b65,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:10.217421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.224442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '33072f83-99b3-4e23-893b-8c8a162b8b65', 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692', 'port_id': '33072f83-99b3-4e23-893b-8c8a162b8b65', 'mac_address': 'fa:16:3e:02:79:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:10.294726 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.321034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33072f83-99b3-4e23-893b-8c8a162b8b65 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:10.350395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] Router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:52:10.357865 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.360094 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:10.362744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 33072f83-99b3-4e23-893b-8c8a162b8b65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=33072f83-99b3-4e23-893b-8c8a162b8b65,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:10.376968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e3ba2-c801-4b79-87c6-34b6ed08f3b8 req-f21b2558-bc7e-4607-986a-12c0131c0cb0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:10.379584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-787e3ba2-c801-4b79-87c6-34b6ed08f3b8 req-f21b2558-bc7e-4607-986a-12c0131c0cb0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 943 time: 0.0737934 Dec 13 12:52:10.394976 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.410437 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:52:10.449583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce0e841-97a4-4fba-8fee-10aad1193911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749bf0b3-0a1c-4461-8c2b-a922c72dda2b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:10.453225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Allocated IP 172.25.2.14 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/c7165492-6fc5-4fc6-b501-ed665c6785e7) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:10.453598 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741ae599-4ca6-4ffc-825d-7ae6f0f57ff0" -d '{"events": [{"server_uuid": "3ce0e841-97a4-4fba-8fee-10aad1193911", "name": "network-vif-plugged", "status": "completed", "tag": "749bf0b3-0a1c-4461-8c2b-a922c72dda2b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:10.484170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-787e3ba2-c801-4b79-87c6-34b6ed08f3b8 req-3d3c233a-5ab7-4d8b-b173-04480f809e22 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964079 Dec 13 12:52:10.519527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:10.536853 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.556075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=33072f83-99b3-4e23-893b-8c8a162b8b65,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:10.618675 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002fa417-0dbc-4e6b-a358-830f49437f89 x-openstack-request-id: req-002fa417-0dbc-4e6b-a358-830f49437f89 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:10.619001 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce0e841-97a4-4fba-8fee-10aad1193911", "name": "network-vif-plugged", "status": "completed", "tag": "749bf0b3-0a1c-4461-8c2b-a922c72dda2b", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:10.619255 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-002fa417-0dbc-4e6b-a358-830f49437f89 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:10.619649 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce0e841-97a4-4fba-8fee-10aad1193911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749bf0b3-0a1c-4461-8c2b-a922c72dda2b', 'code': 200} Dec 13 12:52:10.663266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:10.684910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:52:10.689848 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc', 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692', 'port_id': '26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc', 'mac_address': 'fa:16:3e:a4:e7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:10.694949 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-417fd94f-0ae7-4e3c-baf8-c68d0b76450b admin admin] 10.222.0.31 "PUT /v2.0/routers/71e5b285-e9ed-462c-b9d1-56eeafa11d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4819381 Dec 13 12:52:10.695164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:10.695313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43810) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:10.731153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cafe88-6bf2-486b-8f99-bb84e58af92d req-43591ccb-efb2-42fc-815c-bb75df9413b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:10.732812 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69cafe88-6bf2-486b-8f99-bb84e58af92d req-43591ccb-efb2-42fc-815c-bb75df9413b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 1097 time: 0.0827868 Dec 13 12:52:10.764560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.783528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] Sync routers for ids ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:52:10.788477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.793564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['33072f83-99b3-4e23-893b-8c8a162b8b65'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:10.814311 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-69cafe88-6bf2-486b-8f99-bb84e58af92d req-c38fd7ce-2b25-432c-89b2-8b30a5fa0490 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692394 Dec 13 12:52:10.847675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.868231 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:10.910761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:10.912011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:10.921349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] Routers {'71e5b285-e9ed-462c-b9d1-56eeafa11d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:10.922060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:10.950655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:10.959474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:11.016378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:11.031120 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.032035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 605cbbfc-83d6-49a0-89e5-fbbe01404b24 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:11.083529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce16c09-ce3a-41d5-9ec2-a3a7568a9425 req-ce2462f7-611d-4063-9cf1-d732c41f3571 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:11.090674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce16c09-ce3a-41d5-9ec2-a3a7568a9425 req-ce2462f7-611d-4063-9cf1-d732c41f3571 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1815341 Dec 13 12:52:11.105700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:11.107014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Pushing event updated for resources: {'Port': ['ID=c7165492-6fc5-4fc6-b501-ed665c6785e7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:11.125456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.125851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.126215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.126560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.127242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.128408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.128793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.129911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.130385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.131102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.132192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.132570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.132957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:11.145211 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.190265 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.197556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:11.213379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce16c09-ce3a-41d5-9ec2-a3a7568a9425 req-e931b502-2994-4549-88a8-f30856474b74 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108727 Dec 13 12:52:11.247224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970477d4-87da-487d-a299-088fbbd0c862 req-05938eff-3c74-4e46-8143-0368e4ba5b84 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:11.255397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-970477d4-87da-487d-a299-088fbbd0c862 req-05938eff-3c74-4e46-8143-0368e4ba5b84 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 946 time: 0.1636181 Dec 13 12:52:11.262731 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.271798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] Set router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:11.357070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-970477d4-87da-487d-a299-088fbbd0c862 req-c1334836-d716-41dc-9606-6ecaad73a197 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957043 Dec 13 12:52:11.374251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 605cbbfc-83d6-49a0-89e5-fbbe01404b24, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=605cbbfc-83d6-49a0-89e5-fbbe01404b24,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:11.374635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Deleting port cc6ef13c-beb3-4541-ade8-4b798e393329 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:52:11.375179 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.397832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:11.398308 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.417745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '605cbbfc-83d6-49a0-89e5-fbbe01404b24', 'network_id': '9306fe6c-6ec3-4ad7-b16a-a6e625422692', 'port_id': '605cbbfc-83d6-49a0-89e5-fbbe01404b24', 'mac_address': 'fa:16:3e:88:84:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:11.435447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.444833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.464611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] For port cc6ef13c-beb3-4541-ade8-4b798e393329, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cc6ef13c-beb3-4541-ade8-4b798e393329,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:11.465214 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.483389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Calling delete_port for cc6ef13c-beb3-4541-ade8-4b798e393329 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:52:11.509100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.542977 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.544482 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7182291 Dec 13 12:52:11.587946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6f2ff-e444-4658-848a-140799f59c44 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Pushing event updated for resources: {'Port': ['ID=c7165492-6fc5-4fc6-b501-ed665c6785e7,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:11.616553 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.649490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605cbbfc-83d6-49a0-89e5-fbbe01404b24 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:11.732255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 605cbbfc-83d6-49a0-89e5-fbbe01404b24, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=605cbbfc-83d6-49a0-89e5-fbbe01404b24,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:11.735882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f6ad1-03dd-4ff7-a825-df74f22d4a32 req-cba36fac-6be1-4298-8383-2add011cf10e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:11.737415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd9f6ad1-03dd-4ff7-a825-df74f22d4a32 req-cba36fac-6be1-4298-8383-2add011cf10e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 944 time: 0.1112077 Dec 13 12:52:11.741489 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.744538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.799897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-4b6ca869-1b08-424d-98d1-ede989e14846 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2108997758&fields=id&tenant_id=17c254f1f1e74d8db68b17c6210534fa HTTP/1.1" status: 200 len: 267 time: 0.1210504 Dec 13 12:52:11.803458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'name': 'tempest-ServersTestMultiNic-963650116-router', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:14Z', 'updated_at': '2021-12-13T12:52:09Z', 'revision_number': 5, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'gw_port': {'id': 'cc6ef13c-beb3-4541-ade8-4b798e393329', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:16Z', 'updated_at': '2021-12-13T12:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:11.803745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6ef13c-beb3-4541-ade8-4b798e393329,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:11.805515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=605cbbfc-83d6-49a0-89e5-fbbe01404b24,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:11.838800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] Checking router: 71e5b285-e9ed-462c-b9d1-56eeafa11d60 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:52:11.848121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] Routers {'71e5b285-e9ed-462c-b9d1-56eeafa11d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:11.849528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:11.922799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd9f6ad1-03dd-4ff7-a825-df74f22d4a32 req-d4bbf327-1dcf-4aa6-a17a-39f732949971 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635089 Dec 13 12:52:11.924745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] Set router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:11.968218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:11.995774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'name': 'tempest-ServersTestMultiNic-963650116-router', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:14Z', 'updated_at': '2021-12-13T12:52:11Z', 'revision_number': 7, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:12.036067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c22e9c1-a55d-4b6f-9ca8-6ff40dacaaff None None] The sync data for ids ['71e5b285-e9ed-462c-b9d1-56eeafa11d60'] in n-d-817326-4 is: [{'id': '71e5b285-e9ed-462c-b9d1-56eeafa11d60', 'name': 'tempest-ServersTestMultiNic-963650116-router', 'tenant_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:14Z', 'updated_at': '2021-12-13T12:52:11Z', 'revision_number': 7, 'project_id': 'f41a43bf7c00427490e245e4c23a0cf0', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:52:12.119952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-b4cf0042-b024-4dbb-b363-84f6023c0f5d tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:12.121514 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-b4cf0042-b024-4dbb-b363-84f6023c0f5d tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/networks?id=9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 HTTP/1.1" status: 200 len: 805 time: 0.2892804 Dec 13 12:52:12.126367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:12.139494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:12.144810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-04718ca2-9119-4e8e-a5db-2452af9757da tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/quotas/17c254f1f1e74d8db68b17c6210534fa HTTP/1.1" status: 200 len: 375 time: 0.0158057 Dec 13 12:52:12.176793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:12.183518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['605cbbfc-83d6-49a0-89e5-fbbe01404b24'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:12.231912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:12.232458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e5b285-e9ed-462c-b9d1-56eeafa11d60 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:52:12.240624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:12.245879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f1752de0-9075-4065-8221-0f5885cb2157 admin admin] 10.222.0.31 "DELETE /v2.0/routers/71e5b285-e9ed-462c-b9d1-56eeafa11d60 HTTP/1.1" status: 204 len: 168 time: 1.5455372 Dec 13 12:52:12.246887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43846) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:12.264457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-eebee0ea-e52e-4e14-92eb-5fecd83043b9 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17c254f1f1e74d8db68b17c6210534fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958052 Dec 13 12:52:12.341036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d65dd1a-ae4f-4903-8875-fcf67935941a admin admin] Deleting subnet b1b7de8c-7c5f-4f84-9329-d09d3b7885f0 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:52:12.348161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d65dd1a-ae4f-4903-8875-fcf67935941a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:12.359957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 375d299d-f146-4c11-81e1-a7859541690a details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:12.413936 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d65dd1a-ae4f-4903-8875-fcf67935941a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:12.499157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-afc70dcd-559f-4512-a560-a088a3620a2d service neutron] 10.222.0.31 "GET /v2.0/networks/9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179270 Dec 13 12:52:12.538536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d65dd1a-ae4f-4903-8875-fcf67935941a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:12.580708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af80d89-a2dd-46b3-b877-27ff2596cde1 req-745bd49c-1d6b-4f74-91eb-5d4af0115188 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:12.588525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9af80d89-a2dd-46b3-b877-27ff2596cde1 req-745bd49c-1d6b-4f74-91eb-5d4af0115188 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1813347 Dec 13 12:52:12.650224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d65dd1a-ae4f-4903-8875-fcf67935941a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:12.658954 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-6a06b9d8-b027-48c1-aecb-95f0a7c4c4a6 service neutron] 10.222.0.31 "GET /v2.0/networks/9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577258 Dec 13 12:52:12.672627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:12.681554 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65dd1a-ae4f-4903-8875-fcf67935941a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b7de8c-7c5f-4f84-9329-d09d3b7885f0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:12.683117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9af80d89-a2dd-46b3-b877-27ff2596cde1 req-9f64bb29-819f-4e65-bee1-62465df85e01 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927565 Dec 13 12:52:12.695802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d65dd1a-ae4f-4903-8875-fcf67935941a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:12.708921 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4d65dd1a-ae4f-4903-8875-fcf67935941a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b1b7de8c-7c5f-4f84-9329-d09d3b7885f0 HTTP/1.1" status: 204 len: 168 time: 0.4505382 Dec 13 12:52:12.709052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43874) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:12.709173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '375d299d-f146-4c11-81e1-a7859541690a', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '375d299d-f146-4c11-81e1-a7859541690a', 'mac_address': 'fa:16:3e:95:7f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:12.714764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86691c5-022d-4f4d-9ed9-e27c7d555216 None None] Network 9943187c-1a61-45da-afef-d90a0cf44d88 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:52:13.042351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cc6ef13c-beb3-4541-ade8-4b798e393329 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:13.078363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: cc6ef13c-beb3-4541-ade8-4b798e393329 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:52:13.078825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cc6ef13c-beb3-4541-ade8-4b798e393329 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:13.079268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d76aa9a1-7663-4253-87bc-3175e789a883 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:13.125347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d76aa9a1-7663-4253-87bc-3175e789a883 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:52:13.125734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d76aa9a1-7663-4253-87bc-3175e789a883 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:13.129568 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:13.148761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 375d299d-f146-4c11-81e1-a7859541690a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:13.171846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:13.181436 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:13.276070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:13.295836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071f691b-d4f4-4938-89ea-5d69773f4154 None None] DHCP port deletion for 9943187c-1a61-45da-afef-d90a0cf44d88 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:52:13.374705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-071f691b-d4f4-4938-89ea-5d69773f4154 None None] Deleting port f981d14c-8412-4229-be29-faa8465d6c44 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:52:13.375014 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-071f691b-d4f4-4938-89ea-5d69773f4154 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:13.457198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49fa6010-c786-4352-90ec-4c7807412aa9 req-b10a9547-64b1-485c-8e34-72bc3dab3f0d tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 210 time: 0.0802693 Dec 13 12:52:13.466657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['375d299d-f146-4c11-81e1-a7859541690a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:13.524481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:13.561040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-071f691b-d4f4-4938-89ea-5d69773f4154 None None] For port f981d14c-8412-4229-be29-faa8465d6c44, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f981d14c-8412-4229-be29-faa8465d6c44,segment=NetworkSegment(b3094231-38df-48d8-a56f-decde0f78078),segment_id=b3094231-38df-48d8-a56f-decde0f78078)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:13.562238 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-071f691b-d4f4-4938-89ea-5d69773f4154 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:13.600789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-071f691b-d4f4-4938-89ea-5d69773f4154 None None] Calling delete_port for f981d14c-8412-4229-be29-faa8465d6c44 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:52:13.636788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e030c2-d4b0-4be1-aeeb-d11547808d6d req-d9d08ca7-628e-422b-a8bb-a4d8f8e0dded tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:13.651065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36e030c2-d4b0-4be1-aeeb-d11547808d6d req-d9d08ca7-628e-422b-a8bb-a4d8f8e0dded tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 946 time: 0.3181195 Dec 13 12:52:13.808792 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-071f691b-d4f4-4938-89ea-5d69773f4154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:13.826550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36e030c2-d4b0-4be1-aeeb-d11547808d6d req-9e8e6de3-7a66-4f60-9116-58f867ae1ecb tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658556 Dec 13 12:52:13.847979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f691b-d4f4-4938-89ea-5d69773f4154 None None] Pushing event deleted for resources: {'Port': ['ID=f981d14c-8412-4229-be29-faa8465d6c44,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:13.850552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f691b-d4f4-4938-89ea-5d69773f4154 None None] No DVR routers for this DVR port f981d14c-8412-4229-be29-faa8465d6c44 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:52:13.873326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78828f1-15ab-4a37-b73a-8a78a0ee4714 req-354bede6-5cda-406a-b1bb-31d875339b06 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:13.883413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f78828f1-15ab-4a37-b73a-8a78a0ee4714 req-354bede6-5cda-406a-b1bb-31d875339b06 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 944 time: 0.2765205 Dec 13 12:52:13.914629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Deleting port f981d14c-8412-4229-be29-faa8465d6c44 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:52:13.915212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.016569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] For port f981d14c-8412-4229-be29-faa8465d6c44, host n-d-817326-4, got binding levels [] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:14.017138 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.031859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Calling delete_port for f981d14c-8412-4229-be29-faa8465d6c44 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:52:14.034710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Port f981d14c-8412-4229-be29-faa8465d6c44 was not found and therefore no delete operation was performed {{(pid=109886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 12:52:14.036377 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.050740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 33072f83-99b3-4e23-893b-8c8a162b8b65 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:14.085662 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] No DVR routers for this DVR port f981d14c-8412-4229-be29-faa8465d6c44 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:52:14.091810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Pushing event deleted for resources: {'Port': ['ID=f981d14c-8412-4229-be29-faa8465d6c44,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:14.152605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f78828f1-15ab-4a37-b73a-8a78a0ee4714 req-53f6cac8-916b-4429-b1fa-2fef624b3539 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679296 Dec 13 12:52:14.202032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 33072f83-99b3-4e23-893b-8c8a162b8b65 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:14.207354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 33072f83-99b3-4e23-893b-8c8a162b8b65 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:14.207949 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.213902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.264391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9943187c-1a61-45da-afef-d90a0cf44d88']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:14.282189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8f95e-c4e0-4c1e-99a1-e5cecf64d5f8 req-3f04a9fa-a8b4-4e60-9df1-95eab8b3cee1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:14.283940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20a8f95e-c4e0-4c1e-99a1-e5cecf64d5f8 req-3f04a9fa-a8b4-4e60-9df1-95eab8b3cee1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.0871336 Dec 13 12:52:14.287950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3094231-38df-48d8-a56f-decde0f78078') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:14.288238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3094231-38df-48d8-a56f-decde0f78078') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:14.315482 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.344072 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.358555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:52:14.359419 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:52:14.361549 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:52:14.371415 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.378575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 375d299d-f146-4c11-81e1-a7859541690a up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:14.415842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20a8f95e-c4e0-4c1e-99a1-e5cecf64d5f8 req-23409161-d18b-469e-9518-e388194dc41a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049511 Dec 13 12:52:14.444233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70204f51-9384-4989-a50e-c4351886e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33072f83-99b3-4e23-893b-8c8a162b8b65'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:14.444517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.450656 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cc0fd2-9073-466a-a934-f71409fd11dd" -d '{"events": [{"server_uuid": "70204f51-9384-4989-a50e-c4351886e635", "name": "network-vif-plugged", "status": "completed", "tag": "33072f83-99b3-4e23-893b-8c8a162b8b65"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:14.474411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.479892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9943187c-1a61-45da-afef-d90a0cf44d88 HTTP/1.1" status: 204 len: 168 time: 1.7725151 Dec 13 12:52:14.481173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217fdd8-8c5f-4c7c-b78a-0feeb8b1fa69 admin admin] Pushing event deleted for resources: {'Network': ['ID=9943187c-1a61-45da-afef-d90a0cf44d88,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:14.490259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 33072f83-99b3-4e23-893b-8c8a162b8b65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=33072f83-99b3-4e23-893b-8c8a162b8b65,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:14.501876 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.559206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 375d299d-f146-4c11-81e1-a7859541690a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:14.559621 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.642966 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf8ef8c-a660-4c75-ac64-792dc11a730d x-openstack-request-id: req-3cf8ef8c-a660-4c75-ac64-792dc11a730d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:14.648313 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70204f51-9384-4989-a50e-c4351886e635", "name": "network-vif-plugged", "status": "completed", "tag": "33072f83-99b3-4e23-893b-8c8a162b8b65", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:14.651194 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cf8ef8c-a660-4c75-ac64-792dc11a730d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:14.651649 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70204f51-9384-4989-a50e-c4351886e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33072f83-99b3-4e23-893b-8c8a162b8b65', 'code': 200} Dec 13 12:52:14.658483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=33072f83-99b3-4e23-893b-8c8a162b8b65,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:14.757544 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef47f416-33a6-4bbf-8daf-35ecab4ca4e3 req-06e34062-5323-4b3b-958f-bbae2c130065 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 210 time: 0.0632589 Dec 13 12:52:14.774430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43930) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:14.844472 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.864936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-95e733e5-1dfa-4d8d-9071-dd8b814875c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f41a43bf7c00427490e245e4c23a0cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892539 Dec 13 12:52:14.867456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43932) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:14.903747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f981d14c-8412-4229-be29-faa8465d6c44 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:14.954902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: f981d14c-8412-4229-be29-faa8465d6c44 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:52:14.955239 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f981d14c-8412-4229-be29-faa8465d6c44 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:14.967780 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-db266d66-3be4-4a3b-8649-ae7aaa7594f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.980149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:14.991994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:14.993610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:15.008399 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-db266d66-3be4-4a3b-8649-ae7aaa7594f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:15.094753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-db266d66-3be4-4a3b-8649-ae7aaa7594f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:15.110483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-db266d66-3be4-4a3b-8649-ae7aaa7594f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:15.117203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-db266d66-3be4-4a3b-8649-ae7aaa7594f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/798e0232-5409-4751-93f1-a5137b7f3d9d HTTP/1.1" status: 204 len: 168 time: 0.2463334 Dec 13 12:52:15.129533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:15.147783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db266d66-3be4-4a3b-8649-ae7aaa7594f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798e0232-5409-4751-93f1-a5137b7f3d9d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:15.221686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:15.233461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:15.233939 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:15.395859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148966b5-0ff4-42a6-b272-90fcc69b962c req-1c2150c2-3e18-442b-aaab-267d2c6d1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:15.397497 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-148966b5-0ff4-42a6-b272-90fcc69b962c req-1c2150c2-3e18-442b-aaab-267d2c6d1d2d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 1096 time: 0.0621593 Dec 13 12:52:15.429300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:15.446395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-9e65ed6d-a745-4c59-8870-2e1f66366d32 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:15.448774 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-9e65ed6d-a745-4c59-8870-2e1f66366d32 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.37 "GET /v2.0/networks?id=9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 HTTP/1.1" status: 200 len: 805 time: 0.8274176 Dec 13 12:52:15.450694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc261-e60e-4ca6-a446-6cb1855e3139 req-57839afb-848e-43f3-8709-47d24d73f1c8 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:15.455506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c5bc261-e60e-4ca6-a446-6cb1855e3139 req-57839afb-848e-43f3-8709-47d24d73f1c8 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 945 time: 0.1461403 Dec 13 12:52:15.514389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:15.525279 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:15.527520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 605cbbfc-83d6-49a0-89e5-fbbe01404b24 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:15.592149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-89ae0aaa-6813-4e13-a721-cfc0c1a58f47 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17c254f1f1e74d8db68b17c6210534fa HTTP/1.1" status: 200 len: 380 time: 0.1286871 Dec 13 12:52:15.610670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Request body: {'port': {'device_id': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'admin_state_up': True, 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'security_groups': ['1708acc4-0953-40a8-902a-12ccb70b9f05']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:15.638563 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c5bc261-e60e-4ca6-a446-6cb1855e3139 req-3c04e77e-b4fb-48d3-949e-94c8391fdf3e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757839 Dec 13 12:52:15.669891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:15.674012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 605cbbfc-83d6-49a0-89e5-fbbe01404b24 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:15.679205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 605cbbfc-83d6-49a0-89e5-fbbe01404b24 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:15.679843 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:15.731972 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-148966b5-0ff4-42a6-b272-90fcc69b962c req-a7ed47a1-7664-4468-a61e-182945b4e2cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818778 Dec 13 12:52:15.755456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae77f2-1143-46bc-86bc-d1ce28bde3bd req-df52cbc1-ba74-4add-9249-f01828e5c5b6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:15.757085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfae77f2-1143-46bc-86bc-d1ce28bde3bd req-df52cbc1-ba74-4add-9249-f01828e5c5b6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1577382 Dec 13 12:52:15.816033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Made reservation on behalf of 17c254f1f1e74d8db68b17c6210534fa for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:15.824354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:15.861706 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:15.927183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 605cbbfc-83d6-49a0-89e5-fbbe01404b24, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=605cbbfc-83d6-49a0-89e5-fbbe01404b24,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:15.929322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-931ea6d4-b5d3-4b1a-97bc-ffe03087e1ca req-8e76fec6-0c9a-401c-86fc-3ed7f16440f8 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 210 time: 0.0487456 Dec 13 12:52:15.944586 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:15.949155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfae77f2-1143-46bc-86bc-d1ce28bde3bd req-809080d4-d570-415c-9399-52b5bd374bd5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740708 Dec 13 12:52:16.097701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=605cbbfc-83d6-49a0-89e5-fbbe01404b24,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:16.127556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Allocated IP 172.20.0.6 (9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3/93ce7fdf-fc38-423a-b231-c7abe49b5d16/94c52468-a403-4412-a8f7-ef123fd25ded) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:16.451525 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:16.510038 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:16.587594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43994) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:16.598119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Pushing event updated for resources: {'Port': ['ID=94c52468-a403-4412-a8f7-ef123fd25ded,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:16.621462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:16.623155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:16.642518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:16.653290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d299d-f146-4c11-81e1-a7859541690a'}, {'server_uuid': '7d8de51e-8516-46bc-bea4-ca247a647f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc'}, {'server_uuid': '179d0e89-5cea-47d8-bd78-afa279f00f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605cbbfc-83d6-49a0-89e5-fbbe01404b24'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:16.656165 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42161edc-24dc-4bf4-a84b-09970cba3597" -d '{"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-plugged", "status": "completed", "tag": "375d299d-f146-4c11-81e1-a7859541690a"}, {"server_uuid": "7d8de51e-8516-46bc-bea4-ca247a647f61", "name": "network-vif-plugged", "status": "completed", "tag": "26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc"}, {"server_uuid": "179d0e89-5cea-47d8-bd78-afa279f00f29", "name": "network-vif-plugged", "status": "completed", "tag": "605cbbfc-83d6-49a0-89e5-fbbe01404b24"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:16.722674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:16.724174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:16.753262 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-fa886289-85c5-426e-92b8-e7171bb25db4 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1515877 Dec 13 12:52:16.790170 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2eacbd-3ef6-4d87-a309-a82fc7faec50 x-openstack-request-id: req-4d2eacbd-3ef6-4d87-a309-a82fc7faec50 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:16.790964 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-plugged", "status": "completed", "tag": "375d299d-f146-4c11-81e1-a7859541690a", "code": 200}, {"server_uuid": "7d8de51e-8516-46bc-bea4-ca247a647f61", "name": "network-vif-plugged", "status": "completed", "tag": "26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc", "code": 200}, {"server_uuid": "179d0e89-5cea-47d8-bd78-afa279f00f29", "name": "network-vif-plugged", "status": "completed", "tag": "605cbbfc-83d6-49a0-89e5-fbbe01404b24", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:16.791414 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d2eacbd-3ef6-4d87-a309-a82fc7faec50 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:16.791990 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d299d-f146-4c11-81e1-a7859541690a', 'code': 200} Dec 13 12:52:16.792415 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8de51e-8516-46bc-bea4-ca247a647f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc', 'code': 200} Dec 13 12:52:16.792840 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179d0e89-5cea-47d8-bd78-afa279f00f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605cbbfc-83d6-49a0-89e5-fbbe01404b24', 'code': 200} Dec 13 12:52:16.837980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Request body: {'port': {'device_id': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:16.895514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2029155346-network', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:16.975720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f22086-b08d-42f2-8e48-168e63364a0d req-ce96024e-8d3a-4892-ad7d-c49f34ec64c9 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:16.988648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89f22086-b08d-42f2-8e48-168e63364a0d req-ce96024e-8d3a-4892-ad7d-c49f34ec64c9 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 945 time: 0.1545391 Dec 13 12:52:17.012354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:17.097427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bd7b9-643a-4959-9a70-70a8e88a4d27 req-9fbc00f1-7154-4e10-bd67-3ff8a71ba3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:17.100048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-188bd7b9-643a-4959-9a70-70a8e88a4d27 req-9fbc00f1-7154-4e10-bd67-3ff8a71ba3d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d8de51e-8516-46bc-bea4-ca247a647f61 HTTP/1.1" status: 200 len: 1096 time: 0.1953459 Dec 13 12:52:17.182183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Made reservation on behalf of b188612fc8c94020b3799b929c73b2b5 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:17.188229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-56c5bd49-9cbd-4c16-a2af-7d279d59a0f6 None None] Provisioning complete for port 94c52468-a403-4412-a8f7-ef123fd25ded triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:17.188848 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-56c5bd49-9cbd-4c16-a2af-7d279d59a0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:17.190824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:17.252044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-56c5bd49-9cbd-4c16-a2af-7d279d59a0f6 None None] Port 94c52468-a403-4412-a8f7-ef123fd25ded cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:52:17.298355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-188bd7b9-643a-4959-9a70-70a8e88a4d27 req-2ffb1a2c-3411-4ad5-951b-f6507e7ef2ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034312 Dec 13 12:52:17.317692 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:17.360331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00541a-0eba-4e35-8c40-bf750c249f4f req-991887bd-fea3-469b-b635-68583af76231 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:17.368599 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a00541a-0eba-4e35-8c40-bf750c249f4f req-991887bd-fea3-469b-b635-68583af76231 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 931 time: 0.2586753 Dec 13 12:52:17.405144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89f22086-b08d-42f2-8e48-168e63364a0d req-be17192b-1d48-4c02-9b12-dcd92462f650 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134457 Dec 13 12:52:17.517333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c392995-956c-4172-99c2-c53c892be5ae req-3cffcad5-e8bc-4f64-8d58-3900266a613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:17.518893 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5c392995-956c-4172-99c2-c53c892be5ae req-3cffcad5-e8bc-4f64-8d58-3900266a613d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=179d0e89-5cea-47d8-bd78-afa279f00f29 HTTP/1.1" status: 200 len: 1096 time: 0.2014081 Dec 13 12:52:17.519660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a00541a-0eba-4e35-8c40-bf750c249f4f req-e8f93902-32c4-407a-b32e-ccc934b3286d tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468408 Dec 13 12:52:17.675679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f503ca-3bdc-4828-a770-096fa867c8b9 req-75157c30-02ff-4b81-a487-51ba2ac55fc3 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:17.685820 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5c392995-956c-4172-99c2-c53c892be5ae req-7d31cd7f-5138-4870-8783-a67d41bb6d40 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484556 Dec 13 12:52:17.689265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4f503ca-3bdc-4828-a770-096fa867c8b9 req-75157c30-02ff-4b81-a487-51ba2ac55fc3 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1607938 Dec 13 12:52:17.794338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c52468-a403-4412-a8f7-ef123fd25ded {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:17.812089 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:17.839956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Transition to ACTIVE for port object 94c52468-a403-4412-a8f7-ef123fd25ded will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:52:17.848271 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:17.866180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4f503ca-3bdc-4828-a770-096fa867c8b9 req-6fd84ecc-0046-4d5c-b43d-25add3952558 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741283 Dec 13 12:52:17.890587 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:17.901048 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:17.970835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:52:17.992950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Pushing event updated for resources: {'Port': ['ID=94c52468-a403-4412-a8f7-ef123fd25ded,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:17.999716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359a82b1-5f51-4366-9da1-14f9a63335cc,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:18.006798 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:18.008104 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Added segment 446345b7-d000-468e-8be5-15f70bfddc9c of type vlan for network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec Dec 13 12:52:18.102867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:18.170530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:18.172403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:18.173160 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:18.245648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Attempting to bind port 94c52468-a403-4412-a8f7-ef123fd25ded on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:18.246031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Attempting to bind port 94c52468-a403-4412-a8f7-ef123fd25ded by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:18.246389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Attempting to bind port 94c52468-a403-4412-a8f7-ef123fd25ded on network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:18.247582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] Pushing event updated for resources: {'Network': ['ID=34e7f0c5-565f-414d-b7b7-f8cefd9101ec,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:18.264284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:52:18.297122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-31192bad-b031-41bc-a186-f1c2769b0495 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6935973 Dec 13 12:52:18.299926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44022) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:18.300974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Port 94c52468-a403-4412-a8f7-ef123fd25ded on network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:52:18.304750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Attempting to bind port 94c52468-a403-4412-a8f7-ef123fd25ded on network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:18.331706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:18.332429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Request body: {'subnet': {'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2029155346-subnet', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:18.335249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Checking segment: {'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:18.338116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Bound using segment: {'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:18.341562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Bound port: 94c52468-a403-4412-a8f7-ef123fd25ded, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1395138-709b-43bb-a7f8-ba7af1bd2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:18.341946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:18.417178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Made reservation on behalf of b188612fc8c94020b3799b929c73b2b5 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:18.426251 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:18.565301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] For port 94c52468-a403-4412-a8f7-ef123fd25ded, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:18.570278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] For port 94c52468-a403-4412-a8f7-ef123fd25ded, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=94c52468-a403-4412-a8f7-ef123fd25ded,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:18.583023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:18.695469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:18.707034 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:18.708730 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] 10.222.0.37 "PUT /v2.0/ports/94c52468-a403-4412-a8f7-ef123fd25ded HTTP/1.1" status: 200 len: 1091 time: 1.9178200 Dec 13 12:52:18.714729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'tag': '94c52468-a403-4412-a8f7-ef123fd25ded'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:18.717259 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b11d564-75ad-45da-b304-60e9e0a3aaaf" -d '{"events": [{"name": "network-changed", "server_uuid": "d7df2350-5b24-4ca7-a369-c93602bdc346", "tag": "94c52468-a403-4412-a8f7-ef123fd25ded"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:18.781664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84980b86-ab55-4351-8681-b3541d3e4de3 service neutron] Pushing event updated for resources: {'Port': ['ID=94c52468-a403-4412-a8f7-ef123fd25ded,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:18.807567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:18.948717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-e76d69eb-6070-4c6a-8aeb-63f54235827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:18.950752 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-e76d69eb-6070-4c6a-8aeb-63f54235827b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c254f1f1e74d8db68b17c6210534fa&device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 1094 time: 0.1577027 Dec 13 12:52:19.013656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdac1b5-5a38-4e90-a8f2-6ca84670ef4f req-16aa4dcf-59f6-4255-b755-fe4d0b6a6510 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:19.015058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fdac1b5-5a38-4e90-a8f2-6ca84670ef4f req-16aa4dcf-59f6-4255-b755-fe4d0b6a6510 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 945 time: 0.2221899 Dec 13 12:52:19.016469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d950739-0d1d-48d1-b81d-f3ff8666245a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:19.031552 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-3a511af6-00c5-4bc4-ba2a-0fc8209ee1b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c52468-a403-4412-a8f7-ef123fd25ded HTTP/1.1" status: 200 len: 217 time: 0.0703714 Dec 13 12:52:19.033477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2c1c5-d5f0-4248-a53e-1864c792fe0f req-9f9c6361-b32d-47e7-9d7d-243236f6077b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:19.042880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fba2c1c5-d5f0-4248-a53e-1864c792fe0f req-9f9c6361-b32d-47e7-9d7d-243236f6077b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 943 time: 0.2611313 Dec 13 12:52:19.065501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Checking segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:19.065882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Network hostable DHCP agents. Network: 34e7f0c5-565f-414d-b7b7-f8cefd9101ec, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:52:19.178975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-3d27f767-8dc0-4152-aa88-e52fd3666026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:19.180764 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-3d27f767-8dc0-4152-aa88-e52fd3666026 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93ce7fdf-fc38-423a-b231-c7abe49b5d16 HTTP/1.1" status: 200 len: 844 time: 0.1389186 Dec 13 12:52:19.209247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fdac1b5-5a38-4e90-a8f2-6ca84670ef4f req-04d8c5d1-0212-4761-a467-410bdd22a5dd tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593270 Dec 13 12:52:19.223788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:52:19.260978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fba2c1c5-d5f0-4248-a53e-1864c792fe0f req-0cd181f4-ebeb-4c0d-b661-c70c80b065ab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171164 Dec 13 12:52:19.263969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 34e7f0c5-565f-414d-b7b7-f8cefd9101ec) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:19.286010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:19.286921 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:19.287440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722da40d-9775-4abe-9cc9-b687692c700c None None] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:52:19.316074 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-723035a5-922b-4e43-9f3c-1f0298041925 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0105815 Dec 13 12:52:19.319589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44042) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:19.328946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:19.357251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-e9dbee77-9f2c-4d3d-8270-f1be1d5ceea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:19.370449 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-e9dbee77-9f2c-4d3d-8270-f1be1d5ceea6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665292 Dec 13 12:52:19.372891 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a339a54-b34a-43aa-8fb3-ec226683f39d x-openstack-request-id: req-0a339a54-b34a-43aa-8fb3-ec226683f39d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:19.375944 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:19.376516 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7df2350-5b24-4ca7-a369-c93602bdc346", "tag": "94c52468-a403-4412-a8f7-ef123fd25ded", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:19.378675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:19.379068 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a339a54-b34a-43aa-8fb3-ec226683f39d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:19.380092 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'tag': '94c52468-a403-4412-a8f7-ef123fd25ded', 'status': 'completed', 'code': 200} Dec 13 12:52:19.540357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:19.624729 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-7809207d-d462-449a-b7e8-a9e10f360537 service neutron] 10.222.0.37 "GET /v2.0/networks/9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414646 Dec 13 12:52:19.639698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:52:19.641118 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:19.868119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-495aad30-2a2f-4cde-a1e7-b71f1670cf8b req-5c5d7e96-b301-4fb3-8b54-09fda337fd42 service neutron] 10.222.0.37 "GET /v2.0/networks/9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254019 Dec 13 12:52:19.931185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Allocated IP 172.20.0.2 (34e7f0c5-565f-414d-b7b7-f8cefd9101ec/8d950739-0d1d-48d1-b81d-f3ff8666245a/8ba04d68-08e6-4cd3-8869-a10cccff72b6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:19.951098 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:19.962375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c7a81-83e2-412d-822b-ffc9de07259f req-9a33a5a4-e76d-4c53-a3a3-7363553007c4 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:19.970945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d68c7a81-83e2-412d-822b-ffc9de07259f req-9a33a5a4-e76d-4c53-a3a3-7363553007c4 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.2223558 Dec 13 12:52:20.006836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d7d0d-a901-44ab-9ecd-2a3b12430533 req-63e1b157-26fb-46ad-bc3d-92d84e3b5186 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:20.008630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-824d7d0d-a901-44ab-9ecd-2a3b12430533 req-63e1b157-26fb-46ad-bc3d-92d84e3b5186 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=179d0e89-5cea-47d8-bd78-afa279f00f29 HTTP/1.1" status: 200 len: 945 time: 0.2041380 Dec 13 12:52:20.026693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-99eb9d37-0cf6-4630-90d1-fd4954491f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:20.028559 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-99eb9d37-0cf6-4630-90d1-fd4954491f29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c254f1f1e74d8db68b17c6210534fa&device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 1094 time: 0.0867460 Dec 13 12:52:20.069073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d68c7a81-83e2-412d-822b-ffc9de07259f req-6155b4df-fbbe-46ea-ad02-8ec0063566ca tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920877 Dec 13 12:52:20.215758 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:20.225799 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:20.226100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-824d7d0d-a901-44ab-9ecd-2a3b12430533 req-6ae3b870-ab79-4ba8-be75-da9b5672d992 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784742 Dec 13 12:52:20.295345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-b6e49a10-00e7-4469-a11b-602e6d844098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:20.296995 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-b6e49a10-00e7-4469-a11b-602e6d844098 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 HTTP/1.1" status: 200 len: 905 time: 0.2588573 Dec 13 12:52:20.299552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:20.305391 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:20.309641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:20.313869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Pushing event updated for resources: {'Port': ['ID=8ba04d68-08e6-4cd3-8869-a10cccff72b6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:20.413018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Attempting to bind port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:20.413415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Attempting to bind port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:20.413841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Attempting to bind port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:20.420209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:20.420652 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Checking segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:20.420997 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:20.421423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Bound using segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:20.421896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Bound port: 8ba04d68-08e6-4cd3-8869-a10cccff72b6, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:20.422509 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:20.449993 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-cad95f77-a4ec-4ea3-b50e-ce81908efe2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c52468-a403-4412-a8f7-ef123fd25ded HTTP/1.1" status: 200 len: 217 time: 0.1275103 Dec 13 12:52:20.521388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] For port 8ba04d68-08e6-4cd3-8869-a10cccff72b6, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:20.525517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:20.526507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] For port 8ba04d68-08e6-4cd3-8869-a10cccff72b6, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8ba04d68-08e6-4cd3-8869-a10cccff72b6,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:20.538004 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:20.556402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-ccd589fb-c357-4883-8a4b-0b7ce9ce45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:20.557884 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-ccd589fb-c357-4883-8a4b-0b7ce9ce45c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93ce7fdf-fc38-423a-b231-c7abe49b5d16 HTTP/1.1" status: 200 len: 844 time: 0.0995564 Dec 13 12:52:20.574245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:20.602504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17217d7-8d63-4fe1-963a-edc96c02a9ff req-8a3f551f-dbec-42f2-ba95-1fb9b6eef3a5 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:20.611015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d17217d7-8d63-4fe1-963a-edc96c02a9ff req-8a3f551f-dbec-42f2-ba95-1fb9b6eef3a5 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 943 time: 0.2408674 Dec 13 12:52:20.701547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86eca07-e123-4dd9-a11d-6932c9c339ff req-dda07375-4856-49eb-9f72-789ee972e1b9 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:20.703375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e86eca07-e123-4dd9-a11d-6932c9c339ff req-dda07375-4856-49eb-9f72-789ee972e1b9 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8de51e-8516-46bc-bea4-ca247a647f61 HTTP/1.1" status: 200 len: 945 time: 0.1901042 Dec 13 12:52:20.715177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc967e-28d2-43d4-8b0a-3599104c7200 None None] Pushing event updated for resources: {'Port': ['ID=8ba04d68-08e6-4cd3-8869-a10cccff72b6,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:20.740489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-266b2e48-e10d-4dfa-9987-71fb5686257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:20.743869 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-266b2e48-e10d-4dfa-9987-71fb5686257e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754234 Dec 13 12:52:20.837198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d17217d7-8d63-4fe1-963a-edc96c02a9ff req-38893a77-438c-4330-a193-63eae8aea832 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231205 Dec 13 12:52:20.854048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e86eca07-e123-4dd9-a11d-6932c9c339ff req-2602147a-6d5f-40ba-bea5-885d64012cf4 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300466 Dec 13 12:52:20.903247 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-df186c88-7b36-447d-89af-1a64e64db79c service neutron] show failed (client error): The resource could not be found. Dec 13 12:52:20.905947 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-df186c88-7b36-447d-89af-1a64e64db79c service neutron] 10.222.0.42 "GET /v2.0/ports/0476e80a-f1f0-4211-b419-4ecd8062eaed/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.2422090 Dec 13 12:52:20.944251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Allocated IP 172.25.2.233 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/38029035-fc01-47de-ab36-55143798ca91) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:21.003438 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-714cd7a8-878e-447c-8684-d193e7f13098 service neutron] 10.222.0.37 "GET /v2.0/networks/9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482677 Dec 13 12:52:21.253147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:21.312285 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b11d564-75ad-45da-b304-60e9e0a3aaaf req-87de7dac-81ba-4def-bc93-25bf0ec06922 service neutron] 10.222.0.37 "GET /v2.0/networks/9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899060 Dec 13 12:52:21.393389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:21.419257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0df60-fe98-4ebd-a88a-6f8396ac7cfa req-c0c334be-2509-4879-941a-9dbf3e01f4fd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:21.427074 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41d0df60-fe98-4ebd-a88a-6f8396ac7cfa req-c0c334be-2509-4879-941a-9dbf3e01f4fd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.0893629 Dec 13 12:52:21.433899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-2ffb3d6d-c15f-41ef-ad01-10e8618edd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:21.436929 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-2ffb3d6d-c15f-41ef-ad01-10e8618edd09 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966&tenant_id=44c3c75256ca49be8a75a2ecc8c5748c HTTP/1.1" status: 200 len: 1100 time: 0.1227498 Dec 13 12:52:21.451191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:21.494279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:21.534444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:21.549074 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:21.581112 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:21.609974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41d0df60-fe98-4ebd-a88a-6f8396ac7cfa req-fb6dbc96-9438-450c-8190-3590380da000 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817706 Dec 13 12:52:21.681182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b196053-7f64-43c3-af60-c5577aad3dc7 req-a5dce81e-f8d6-45f4-a6b9-d628ffa639a7 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:21.689550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b196053-7f64-43c3-af60-c5577aad3dc7 req-a5dce81e-f8d6-45f4-a6b9-d628ffa639a7 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8de51e-8516-46bc-bea4-ca247a647f61 HTTP/1.1" status: 200 len: 945 time: 0.1903872 Dec 13 12:52:21.737458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=38029035-fc01-47de-ab36-55143798ca91,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:21.855837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b196053-7f64-43c3-af60-c5577aad3dc7 req-bb842e74-c636-4890-a621-764aaf69c002 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648977 Dec 13 12:52:22.013617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:22.079937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:22.110676 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:22.168405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:22.175100 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68809df2-2402-4d76-a712-9cdf147534cc" -d '{"events": [{"server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "name": "network-vif-unplugged", "status": "completed", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:22.186573 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:22.209489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963f694-f6ba-431c-9150-18cdd2a31edc req-3d8b2352-4b35-4ea4-b381-b5e88ac24e68 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:22.215913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4963f694-f6ba-431c-9150-18cdd2a31edc req-3d8b2352-4b35-4ea4-b381-b5e88ac24e68 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 943 time: 0.2050176 Dec 13 12:52:22.226403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Transition to ACTIVE for port object 0476e80a-f1f0-4211-b419-4ecd8062eaed will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:52:22.235340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:22.321973 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Pushing event updated for resources: {'Port': ['ID=0476e80a-f1f0-4211-b419-4ecd8062eaed,revision_number=6']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:22.368747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4963f694-f6ba-431c-9150-18cdd2a31edc req-4e6ccf05-bdef-49f4-a5a5-17afc484a400 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369853 Dec 13 12:52:22.474499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] No DVR routers for this DVR port 0476e80a-f1f0-4211-b419-4ecd8062eaed on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:52:22.576943 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e73bbd-ab7a-4c3e-b83b-54a8a020cadf x-openstack-request-id: req-e9e73bbd-ab7a-4c3e-b83b-54a8a020cadf {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:22.577839 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "name": "network-vif-unplugged", "status": "completed", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:22.578305 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9e73bbd-ab7a-4c3e-b83b-54a8a020cadf {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:22.578889 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed', 'code': 200} Dec 13 12:52:22.612758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Attempting to bind port 0476e80a-f1f0-4211-b419-4ecd8062eaed on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:22.613272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Attempting to bind port 0476e80a-f1f0-4211-b419-4ecd8062eaed by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:22.613789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Attempting to bind port 0476e80a-f1f0-4211-b419-4ecd8062eaed on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:22.624084 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Port 0476e80a-f1f0-4211-b419-4ecd8062eaed on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:52:22.626758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532b7997-180f-40f6-bae4-b2910e0069d0 None None] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:52:22.627799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Attempting to bind port 0476e80a-f1f0-4211-b419-4ecd8062eaed on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:22.645680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:22.646335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:22.647096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:22.649734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Bound port: 0476e80a-f1f0-4211-b419-4ecd8062eaed, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:22.650461 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:22.801179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:22.807360 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:22.816484 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:22.876230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Provisioning complete for port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:22.876797 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:22.907729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:22.909163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:22.910364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:22.912419 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] 10.222.0.37 "PUT /v2.0/ports/0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 200 len: 1095 time: 1.4670036 Dec 13 12:52:22.985971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae54e96-8aab-4d9c-9767-a0364d62ba9a service neutron] Pushing event updated for resources: {'Port': ['ID=0476e80a-f1f0-4211-b419-4ecd8062eaed,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:22.996784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8ba04d68-08e6-4cd3-8869-a10cccff72b6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:23.094973 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-0088ab8a-7fa9-4c84-a502-e21189b34459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:23.096886 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-0088ab8a-7fa9-4c84-a502-e21189b34459 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1098 time: 0.1455412 Dec 13 12:52:23.202047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:23.202910 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:23.330133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-99fa7a8c-56eb-4c65-af63-34791074f758 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:23.343519 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:23.346427 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-99fa7a8c-56eb-4c65-af63-34791074f758 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d8de51e-8516-46bc-bea4-ca247a647f61 HTTP/1.1" status: 200 len: 945 time: 0.2881749 Dec 13 12:52:23.595945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-17c86317-230e-4840-981a-568943c48287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:23.609821 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-17c86317-230e-4840-981a-568943c48287 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.4673469 Dec 13 12:52:23.700611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] For port 8ba04d68-08e6-4cd3-8869-a10cccff72b6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8ba04d68-08e6-4cd3-8869-a10cccff72b6,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:23.711159 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:23.714964 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:23.719013 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-df9d579c-60e6-4477-a54a-3751d72d8e8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 200 len: 217 time: 0.0974705 Dec 13 12:52:23.761647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-e858b8d4-501a-4173-be2e-e17ecac67175 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Deleting port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:52:23.765578 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-e858b8d4-501a-4173-be2e-e17ecac67175 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:23.837148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Pushing event updated for resources: {'Port': ['ID=8ba04d68-08e6-4cd3-8869-a10cccff72b6,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:23.860702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b2e96-17e9-4394-83bb-fd5af673b8b9 req-35e34580-22e8-4d94-a237-b05b33a30a69 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:23.871423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-109b2e96-17e9-4394-83bb-fd5af673b8b9 req-35e34580-22e8-4d94-a237-b05b33a30a69 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 947 time: 1.0618684 Dec 13 12:52:23.912111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-33038268-1c6a-4cec-bae6-0f18934b62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:23.913623 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-33038268-1c6a-4cec-bae6-0f18934b62e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1829848 Dec 13 12:52:23.932559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.932559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.932559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.932559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.932559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.932559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.933386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.933386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.933883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.933883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.934353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.934632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.935112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8ae6-58cc-42e8-bf68-dc1eed9b317c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:52:23.988426 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:52:23.988695 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:52:24.001425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-682ea9e7-cc01-423c-aeae-534eadbe4061 None None] Provisioning complete for port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:24.001425 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-682ea9e7-cc01-423c-aeae-534eadbe4061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:24.007937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-e858b8d4-501a-4173-be2e-e17ecac67175 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] For port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:24.008308 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-e858b8d4-501a-4173-be2e-e17ecac67175 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:24.028030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-e858b8d4-501a-4173-be2e-e17ecac67175 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Calling delete_port for 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:52:24.034222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-613c07e8-30d2-4a47-bf5c-978fc1ff5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:24.035898 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-613c07e8-30d2-4a47-bf5c-978fc1ff5978 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137772 Dec 13 12:52:24.110793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0476e80a-f1f0-4211-b419-4ecd8062eaed no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:24.144661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039afdbd-1980-4a1f-82d9-cdd7b4f03140 req-31744899-793e-49cd-90b9-bf65cc5a0f80 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:24.157922 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cce02dfb-538f-46c2-8c84-de28384ef1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:24.174744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-039afdbd-1980-4a1f-82d9-cdd7b4f03140 req-31744899-793e-49cd-90b9-bf65cc5a0f80 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8de51e-8516-46bc-bea4-ca247a647f61 HTTP/1.1" status: 200 len: 945 time: 0.3873422 Dec 13 12:52:24.186601 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 0476e80a-f1f0-4211-b419-4ecd8062eaed not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:24.244860 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-1c0698e7-08c6-4433-9226-09e500aa6faa service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985774 Dec 13 12:52:24.267984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-109b2e96-17e9-4394-83bb-fd5af673b8b9 req-df65ef56-2410-4c95-b25c-24e1cca49a5d tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527483 Dec 13 12:52:24.270529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Router a687090d-6e2f-458a-bc37-68e15e628d34 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:52:24.422919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 94c52468-a403-4412-a8f7-ef123fd25ded details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:24.471688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-e858b8d4-501a-4173-be2e-e17ecac67175 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:24.496226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:52:24.509261 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Sync routers for ids ['a687090d-6e2f-458a-bc37-68e15e628d34'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:52:24.516264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858b8d4-501a-4173-be2e-e17ecac67175 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Pushing event deleted for resources: {'Port': ['ID=26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:24.527236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-039afdbd-1980-4a1f-82d9-cdd7b4f03140 req-71106d2d-79fb-4a40-8e29-6843fc0baf17 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512723 Dec 13 12:52:24.532900 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b2d3c328-00b4-4ce9-abf3-f5d861fba5b3 req-94de5cf1-4880-4248-a762-62641b160ae0 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152860 Dec 13 12:52:24.558307 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Routers {'a687090d-6e2f-458a-bc37-68e15e628d34'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:24.559029 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a687090d-6e2f-458a-bc37-68e15e628d34'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:24.571447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:24.572960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ce60fceb-9ab1-4784-87a1-4ed4a473a0c1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2521863 Dec 13 12:52:24.575690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44124) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:24.580034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:24.582355 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abeea2d-4232-4aef-8c71-114d20d75a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:24.711797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-e858b8d4-501a-4173-be2e-e17ecac67175 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] No DVR routers for this DVR port 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:52:24.714836 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-e858b8d4-501a-4173-be2e-e17ecac67175 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:24.719566 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba230c47-2f05-4a87-a6f0-5006c89015a5 req-e858b8d4-501a-4173-be2e-e17ecac67175 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.37 "DELETE /v2.0/ports/26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc HTTP/1.1" status: 204 len: 173 time: 1.3645377 Dec 13 12:52:24.787039 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4466d933-d025-4962-8cd9-4b60f44bdc15 x-openstack-request-id: req-4466d933-d025-4962-8cd9-4b60f44bdc15 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:24.787532 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:24.787841 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4466d933-d025-4962-8cd9-4b60f44bdc15 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:24.788300 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed', 'status': 'completed', 'code': 200} Dec 13 12:52:24.899192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-2fded4ce-ef09-4036-baa3-18dd65261197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:24.902221 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-2fded4ce-ef09-4036-baa3-18dd65261197 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1098 time: 0.0891247 Dec 13 12:52:24.909394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29e53a-fd56-4f36-a402-bb2e329dd59a req-5629780e-aa12-40d2-90b1-4df5e61630ff tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:24.919171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 94c52468-a403-4412-a8f7-ef123fd25ded, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=94c52468-a403-4412-a8f7-ef123fd25ded,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:24.930676 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb29e53a-fd56-4f36-a402-bb2e329dd59a req-5629780e-aa12-40d2-90b1-4df5e61630ff tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 943 time: 0.2769396 Dec 13 12:52:24.939638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['605cbbfc-83d6-49a0-89e5-fbbe01404b24', '26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:24.970816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['33072f83-99b3-4e23-893b-8c8a162b8b65'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:25.007644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb29e53a-fd56-4f36-a402-bb2e329dd59a req-d7074465-2449-465d-bc82-9985fd81f86a tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756466 Dec 13 12:52:25.137631 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-0ce40ed9-e295-491f-ac96-eb87dda2eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:25.139424 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-0ce40ed9-e295-491f-ac96-eb87dda2eb60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1098 time: 0.1914029 Dec 13 12:52:25.142993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-6909e58d-2379-44d9-8f27-f32b28fbdfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:25.144686 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-6909e58d-2379-44d9-8f27-f32b28fbdfa1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2324193 Dec 13 12:52:25.157067 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Set router a687090d-6e2f-458a-bc37-68e15e628d34 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:25.287802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '94c52468-a403-4412-a8f7-ef123fd25ded', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'port_id': '94c52468-a403-4412-a8f7-ef123fd25ded', 'mac_address': 'fa:16:3e:de:32:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:25.311896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8ba04d68-08e6-4cd3-8869-a10cccff72b6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:25.400810 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:25.401478 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-52facc8b-3fc9-4ed7-9be1-943689d6b1d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 200 len: 217 time: 0.2320569 Dec 13 12:52:25.420795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c52468-a403-4412-a8f7-ef123fd25ded {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:25.511631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 94c52468-a403-4412-a8f7-ef123fd25ded, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=94c52468-a403-4412-a8f7-ef123fd25ded,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:25.512918 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:21Z', 'revision_number': 3, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:25.529510 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:25.551715 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Checking router: a687090d-6e2f-458a-bc37-68e15e628d34 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:52:25.552167 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Updating router a687090d-6e2f-458a-bc37-68e15e628d34 port 38029035-fc01-47de-ab36-55143798ca91 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:52:25.617818 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:25.664002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-be236bfd-18fe-4ef8-83bf-3b6745c48c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:25.672569 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-be236bfd-18fe-4ef8-83bf-3b6745c48c60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.5118709 Dec 13 12:52:25.687749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-45f559b5-e08e-4cea-bce1-0894900d144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:25.689333 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-45f559b5-e08e-4cea-bce1-0894900d144b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.2615087 Dec 13 12:52:25.743782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:25.743782 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:25.813296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-ce8fbd6b-9a67-4180-bc8d-7f26d080984f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 200 len: 217 time: 0.1229403 Dec 13 12:52:25.912101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-afd01ed2-9235-4c6a-977c-bd2d66e0b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:25.913563 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-afd01ed2-9235-4c6a-977c-bd2d66e0b8c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2017703 Dec 13 12:52:25.924316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-b8f9ba11-c5a8-43be-8907-bd81cb72ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:25.926275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-b8f9ba11-c5a8-43be-8907-bd81cb72ef47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0927727 Dec 13 12:52:25.983947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d940520-0123-4ebd-84b1-f1e8f89ee62f req-977abc14-761a-4f07-a9d2-1a516f841f4d tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8de51e-8516-46bc-bea4-ca247a647f61 HTTP/1.1" status: 200 len: 210 time: 0.1781754 Dec 13 12:52:26.010702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=94c52468-a403-4412-a8f7-ef123fd25ded,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:26.028460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9b10c-d3a7-4270-afa3-6e9760fb9e56 req-487c6174-317d-4233-83f1-9a959ddd63d8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:26.035104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7b9b10c-d3a7-4270-afa3-6e9760fb9e56 req-487c6174-317d-4233-83f1-9a959ddd63d8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 947 time: 0.5941181 Dec 13 12:52:26.048702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['94c52468-a403-4412-a8f7-ef123fd25ded'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:26.051667 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:26.083301 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-d685e370-14d9-4a67-9359-685f7ec33fbf service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503153 Dec 13 12:52:26.085854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-85d4ea63-2685-4bb1-989b-460d2541df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:26.087320 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-85d4ea63-2685-4bb1-989b-460d2541df36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448643 Dec 13 12:52:26.139835 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:26.152352 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:26.223122 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507f884-9ff5-45d4-ba03-de01379031ea None None] Pushing event updated for resources: {'Port': ['ID=38029035-fc01-47de-ab36-55143798ca91,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:26.227217 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Attempting to bind port 38029035-fc01-47de-ab36-55143798ca91 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:26.227939 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Attempting to bind port 38029035-fc01-47de-ab36-55143798ca91 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:26.228527 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Attempting to bind port 38029035-fc01-47de-ab36-55143798ca91 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:26.243365 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:26.243757 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:26.244365 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:26.244808 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:26.245707 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Bound port: 38029035-fc01-47de-ab36-55143798ca91, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:26.245902 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:26.284492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7b9b10c-d3a7-4270-afa3-6e9760fb9e56 req-b9ad1af4-a214-425f-96e1-68817f3a73e7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377231 Dec 13 12:52:26.364366 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] For port 38029035-fc01-47de-ab36-55143798ca91, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:26.373828 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] For port 38029035-fc01-47de-ab36-55143798ca91, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=38029035-fc01-47de-ab36-55143798ca91,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:26.383964 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:26.463021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:26.553780 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Routers {'a687090d-6e2f-458a-bc37-68e15e628d34'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:26.555279 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a687090d-6e2f-458a-bc37-68e15e628d34'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:26.578821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:52:26.583641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:26.602054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a39e4-c255-47a8-ba3f-3f975e4d96f8 req-826122e8-c590-4228-bd20-287a5f2f6b5a tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:26.612111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-501a39e4-c255-47a8-ba3f-3f975e4d96f8 req-826122e8-c590-4228-bd20-287a5f2f6b5a tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 944 time: 0.2048755 Dec 13 12:52:26.635241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Allocated IP 172.20.0.1 (34e7f0c5-565f-414d-b7b7-f8cefd9101ec/8d950739-0d1d-48d1-b81d-f3ff8666245a/64ab133b-c10c-42cf-b735-e0aa623ca9b8) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:26.655654 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f8ae5d-70a4-465f-8a06-9f212d49ebc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:26.674853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-f2eb3daa-fed3-4fae-a958-cae0ed5f191f tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:26.682988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-f2eb3daa-fed3-4fae-a958-cae0ed5f191f tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 815 time: 0.2622502 Dec 13 12:52:26.725640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-a7a9f908-3583-4c13-a6ef-0e8fa8e61e58 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/quotas/8d0e6d44997c402689a532a754d76942 HTTP/1.1" status: 200 len: 375 time: 0.0413728 Dec 13 12:52:26.749834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-501a39e4-c255-47a8-ba3f-3f975e4d96f8 req-d9a88eac-4d3a-455f-aac6-d66492f8e5a3 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363828 Dec 13 12:52:26.785488 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] Set router a687090d-6e2f-458a-bc37-68e15e628d34 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:26.789973 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8de51e-8516-46bc-bea4-ca247a647f61', 'name': 'network-vif-deleted', 'tag': '26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:26.792294 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc17d2-b4c4-4e12-8a64-2e91ae314649" -d '{"events": [{"server_uuid": "7d8de51e-8516-46bc-bea4-ca247a647f61", "name": "network-vif-deleted", "tag": "26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:26.836721 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-7071c395-7d97-49c1-8a97-c236e42e168a service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7340355 Dec 13 12:52:26.893839 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507f884-9ff5-45d4-ba03-de01379031ea None None] Pushing event updated for resources: {'Port': ['ID=38029035-fc01-47de-ab36-55143798ca91,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:26.920318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-819f5f72-03e3-4cd1-bf49-60b0eaf181f4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1933968 Dec 13 12:52:26.957926 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-5d384d0b-9831-45d6-9dab-b8c5b44d8232 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8643861 Dec 13 12:52:26.963249 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd709f01-96f8-4662-8783-e483205f2f12 x-openstack-request-id: req-cd709f01-96f8-4662-8783-e483205f2f12 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:26.963542 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8de51e-8516-46bc-bea4-ca247a647f61", "name": "network-vif-deleted", "tag": "26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:26.963959 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd709f01-96f8-4662-8783-e483205f2f12 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:26.964477 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8de51e-8516-46bc-bea4-ca247a647f61', 'name': 'network-vif-deleted', 'tag': '26fdbb0e-a78a-4f9a-934c-c61bc7bc8edc', 'status': 'completed', 'code': 200} Dec 13 12:52:27.040335 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:27.055093 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6abeea2d-4232-4aef-8c71-114d20d75a4b req-20d52b8e-e4cc-4b0d-997b-4274f8f6e902 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052674 Dec 13 12:52:27.092485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-b8ecba37-56c1-4d96-8964-0e960b8fa214 service neutron] 10.222.0.31 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710236 Dec 13 12:52:27.093399 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:21Z', 'revision_number': 3, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:27.142764 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c67ac3-e5d8-411a-9835-6c8c40a16d1e None None] The sync data for ids ['a687090d-6e2f-458a-bc37-68e15e628d34'] in n-d-817326-4 is: [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:21Z', 'revision_number': 3, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:52:27.186932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:27.390035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Pushing event updated for resources: {'Port': ['ID=64ab133b-c10c-42cf-b735-e0aa623ca9b8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:27.404456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:27.415606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-40fd7d33-9e14-459b-8b03-e66ad1c5c12f service neutron] 10.222.0.31 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220029 Dec 13 12:52:27.419542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:27.426410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:27.553439 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:27.677700 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:27.788446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc060a63-f68b-45ab-85e1-2841a0279b31 req-d1ad6faa-9613-40cd-8a1f-8ab912b06f8e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:27.803145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc060a63-f68b-45ab-85e1-2841a0279b31 req-d1ad6faa-9613-40cd-8a1f-8ab912b06f8e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 947 time: 0.1223309 Dec 13 12:52:27.964719 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3ed66819-6d59-4241-a7cd-74e4454f896d None None] Provisioning complete for port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:27.965225 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ed66819-6d59-4241-a7cd-74e4454f896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:28.002763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eeed4b6d-13cb-4377-b424-35dc7c83913b req-353f50b4-f8b2-4621-b051-607785f4303c tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 210 time: 0.0942914 Dec 13 12:52:28.045507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3ed66819-6d59-4241-a7cd-74e4454f896d None None] Port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:52:28.152105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc060a63-f68b-45ab-85e1-2841a0279b31 req-b41c7a12-e315-4231-87e8-7f4245738fbc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900851 Dec 13 12:52:28.152670 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:28.230997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79135580-2ff5-4155-88cc-d2fc0ae8ff34 req-52a4d786-62de-487a-819b-80c85aadda60 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:28.236834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79135580-2ff5-4155-88cc-d2fc0ae8ff34 req-52a4d786-62de-487a-819b-80c85aadda60 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 944 time: 0.1231616 Dec 13 12:52:28.422532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79135580-2ff5-4155-88cc-d2fc0ae8ff34 req-39c0d8e6-f4da-467d-bfe5-ce54362cb2f0 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006689 Dec 13 12:52:28.464624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0476e80a-f1f0-4211-b419-4ecd8062eaed details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:28.475587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 94c52468-a403-4412-a8f7-ef123fd25ded up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:28.710813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:28.721332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:28.885726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 94c52468-a403-4412-a8f7-ef123fd25ded completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:28.946449 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:28.947635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:28.952185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Pushing event updated for resources: {'Port': ['ID=64ab133b-c10c-42cf-b735-e0aa623ca9b8,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:28.963276 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '0476e80a-f1f0-4211-b419-4ecd8062eaed', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '0476e80a-f1f0-4211-b419-4ecd8062eaed', 'mac_address': 'fa:16:3e:73:88:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:28.967721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 94c52468-a403-4412-a8f7-ef123fd25ded triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:28.968388 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:29.057768 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:29.063827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:29.066207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:29.076266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f744d8-6745-4001-b3bf-bf5c3926aeff req-21f1bc2f-6db8-417b-b28c-d71b3ff15e7c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:29.093500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1f744d8-6745-4001-b3bf-bf5c3926aeff req-21f1bc2f-6db8-417b-b28c-d71b3ff15e7c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 947 time: 0.2022088 Dec 13 12:52:29.133507 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:29.151096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0476e80a-f1f0-4211-b419-4ecd8062eaed {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:29.156965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-ba737626-1c2d-47ab-8268-beca5b203f7e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:29.159208 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-ba737626-1c2d-47ab-8268-beca5b203f7e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966&tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 947 time: 0.3007309 Dec 13 12:52:29.184721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:29.187371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1bf61fd-7060-41ee-ace3-87fbbfa09534 req-bf6946aa-019c-4a9e-a05d-61dc1c13d086 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 210 time: 0.0723214 Dec 13 12:52:29.213503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:29.230559 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:29.330871 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-aa3961db-8fc0-45b7-9128-36c4f5351e1d service neutron] delete failed (client error): The resource could not be found. Dec 13 12:52:29.331918 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-aa3961db-8fc0-45b7-9128-36c4f5351e1d service neutron] 10.222.0.42 "DELETE /v2.0/ports/0476e80a-f1f0-4211-b419-4ecd8062eaed/bindings/n-h2-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.1608610 Dec 13 12:52:29.343865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=0476e80a-f1f0-4211-b419-4ecd8062eaed,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:29.355098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 38029035-fc01-47de-ab36-55143798ca91 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:29.365413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c52468-a403-4412-a8f7-ef123fd25ded'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:29.374487 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb1456c-b812-4862-8866-5893bb8a01e1" -d '{"events": [{"server_uuid": "d7df2350-5b24-4ca7-a369-c93602bdc346", "name": "network-vif-plugged", "status": "completed", "tag": "94c52468-a403-4412-a8f7-ef123fd25ded"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:29.378963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1f744d8-6745-4001-b3bf-bf5c3926aeff req-25486ca5-217a-4dac-8c06-2c4086b572cb tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841647 Dec 13 12:52:29.503743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 94c52468-a403-4412-a8f7-ef123fd25ded, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=94c52468-a403-4412-a8f7-ef123fd25ded,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:29.515022 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23871f6-6773-4b51-b5c8-c52f7a74d091 x-openstack-request-id: req-e23871f6-6773-4b51-b5c8-c52f7a74d091 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:29.522309 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7df2350-5b24-4ca7-a369-c93602bdc346", "name": "network-vif-plugged", "status": "completed", "tag": "94c52468-a403-4412-a8f7-ef123fd25ded", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:29.522978 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e23871f6-6773-4b51-b5c8-c52f7a74d091 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:29.523650 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c52468-a403-4412-a8f7-ef123fd25ded', 'code': 200} Dec 13 12:52:29.529860 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:29.601496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Router a687090d-6e2f-458a-bc37-68e15e628d34 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:52:29.758139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-0653549a-9e2d-4e1d-8e76-35460e3142e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:29.759689 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-0653549a-9e2d-4e1d-8e76-35460e3142e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1099 time: 0.1615701 Dec 13 12:52:29.795318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['0476e80a-f1f0-4211-b419-4ecd8062eaed'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:29.804513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:52:29.834365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c8430748-17b4-4103-8727-99e64660fe8a admin admin] 10.222.0.31 "PUT /v2.0/routers/a687090d-6e2f-458a-bc37-68e15e628d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2572849 Dec 13 12:52:29.901088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d05572-ea3a-4203-8ece-bf2fa34b074a req-933d7f0d-4293-4cc5-b5dc-adfa69cba2cf tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:29.912255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93d05572-ea3a-4203-8ece-bf2fa34b074a req-933d7f0d-4293-4cc5-b5dc-adfa69cba2cf tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 945 time: 0.2285762 Dec 13 12:52:29.967524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=94c52468-a403-4412-a8f7-ef123fd25ded,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:30.034915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93d05572-ea3a-4203-8ece-bf2fa34b074a req-676444fd-9ef2-4220-99db-ce6f1730cfbf tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179645 Dec 13 12:52:30.152032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525a38f-0593-4ecb-a0d2-8d5ab3cf7ca6 req-7988cb22-0a15-4ebe-98de-6cc154ede1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:30.154016 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5525a38f-0593-4ecb-a0d2-8d5ab3cf7ca6 req-7988cb22-0a15-4ebe-98de-6cc154ede1dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 1096 time: 0.1650159 Dec 13 12:52:30.162146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Sync routers for ids ['a687090d-6e2f-458a-bc37-68e15e628d34'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:52:30.176258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e247bf07-bba9-4bc9-8381-cce69fe607b9 None None] Provisioning complete for port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:30.177225 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e247bf07-bba9-4bc9-8381-cce69fe607b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:30.181548 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-50590608-f200-4ebf-812d-6191787d6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:30.183329 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-50590608-f200-4ebf-812d-6191787d6387 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.4140427 Dec 13 12:52:30.213687 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:30.244732 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-186b7a91-3cf5-4e4a-a379-ccea56d5ffd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 200 len: 217 time: 0.0513074 Dec 13 12:52:30.300045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-bd506484-e502-423b-98fd-bc9dfd8f8c25 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:30.301561 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-bd506484-e502-423b-98fd-bc9dfd8f8c25 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 815 time: 0.3160892 Dec 13 12:52:30.323122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 38029035-fc01-47de-ab36-55143798ca91 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:30.324276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5525a38f-0593-4ecb-a0d2-8d5ab3cf7ca6 req-cba4a18e-e916-40b7-b102-b63bfa83890c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568935 Dec 13 12:52:30.324767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:30.334936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-76c9ac54-ef0a-4513-b7a0-3f5c66cbc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:30.336484 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-76c9ac54-ef0a-4513-b7a0-3f5c66cbc3bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0823905 Dec 13 12:52:30.368870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acdd07-2210-4250-9190-9aadec9aac40 req-e8561ea4-97d7-4805-b53e-292778c84fc7 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:30.375530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acdd07-2210-4250-9190-9aadec9aac40 req-e8561ea4-97d7-4805-b53e-292778c84fc7 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:30.383898 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57acdd07-2210-4250-9190-9aadec9aac40 req-e8561ea4-97d7-4805-b53e-292778c84fc7 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=179d0e89-5cea-47d8-bd78-afa279f00f29&device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 1681 time: 0.1059952 Dec 13 12:52:30.422529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Routers {'a687090d-6e2f-458a-bc37-68e15e628d34'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:30.423488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:52:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a687090d-6e2f-458a-bc37-68e15e628d34'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:30.427534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-4d26537b-391b-4ede-9b0e-48621649055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:30.429592 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-4d26537b-391b-4ede-9b0e-48621649055c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783849 Dec 13 12:52:30.432962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e247bf07-bba9-4bc9-8381-cce69fe607b9 None None] Port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:52:30.468926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57acdd07-2210-4250-9190-9aadec9aac40 req-391b8ea1-dbbe-4120-8427-d8a6e7560054 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837610 Dec 13 12:52:30.564348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Request body: {'port': {'device_id': 'e4241aae-c0ee-4704-b864-2bb505408773', 'network_id': '9e529a60-1988-4930-b152-f336b0a02247', 'admin_state_up': True, 'tenant_id': '8d0e6d44997c402689a532a754d76942'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:30.564923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3644625c-aaf7-4b03-ba4c-2177a2572611 req-8a721ac4-cc58-4b55-95a2-3b75b5fd4cac tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 210 time: 0.0364296 Dec 13 12:52:30.637274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44272) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:30.644116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e4ae2f68-3084-4bcd-81bc-c51c523e5c68 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451187140', 'description': 'tempest-description--1762520215'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:30.670710 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-50b654ba-1bc7-4b1f-9286-729773f98ced service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038920 Dec 13 12:52:30.737350 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4ae2f68-3084-4bcd-81bc-c51c523e5c68 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:30.770835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157434fa-9837-457b-96c4-98a18c70e539 req-409c3653-c9a9-47f9-8d05-888a2dfa52a9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:30.779048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-157434fa-9837-457b-96c4-98a18c70e539 req-409c3653-c9a9-47f9-8d05-888a2dfa52a9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 948 time: 0.0974040 Dec 13 12:52:30.793749 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29d3e931-f4e5-45a2-acbc-1738ae7989dd req-b22cfac7-757e-41c7-b143-040e05ca8077 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103265 Dec 13 12:52:30.878942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Made reservation on behalf of 8d0e6d44997c402689a532a754d76942 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:30.883863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:30.920148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-157434fa-9837-457b-96c4-98a18c70e539 req-43abef37-55e5-4ce7-819a-bc49ad7c337e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341369 Dec 13 12:52:30.966301 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4ae2f68-3084-4bcd-81bc-c51c523e5c68 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:30.985190 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4ae2f68-3084-4bcd-81bc-c51c523e5c68 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:30.994120 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.027061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Set router a687090d-6e2f-458a-bc37-68e15e628d34 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:31.068998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae2f68-3084-4bcd-81bc-c51c523e5c68 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9faae49a-02de-420e-ad18-f028c804c87f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:31.079764 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e4ae2f68-3084-4bcd-81bc-c51c523e5c68 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.084054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e4ae2f68-3084-4bcd-81bc-c51c523e5c68 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4431765 Dec 13 12:52:31.085708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44294) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:31.105177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-70fb76ea-39c5-4b0a-986b-6e8d44ce0aed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'security_group_rule': {'security_group_id': '9faae49a-02de-420e-ad18-f028c804c87f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:31.178777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70fb76ea-39c5-4b0a-986b-6e8d44ce0aed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.269369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Allocated IP 172.20.0.4 (9e529a60-1988-4930-b152-f336b0a02247/dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd/d61cfc2b-21fb-4955-ba46-96c171309cc0) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:31.307260 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70fb76ea-39c5-4b0a-986b-6e8d44ce0aed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.318864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 38029035-fc01-47de-ab36-55143798ca91, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=38029035-fc01-47de-ab36-55143798ca91,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:31.329971 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.348073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08f99b-7206-40cf-9eec-c65732a8a982 req-1461fc3c-e365-46de-9c3e-f1ceb72918da tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:31.360770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a08f99b-7206-40cf-9eec-c65732a8a982 req-1461fc3c-e365-46de-9c3e-f1ceb72918da tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 945 time: 0.1210027 Dec 13 12:52:31.361453 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70fb76ea-39c5-4b0a-986b-6e8d44ce0aed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.503883 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70fb76ea-39c5-4b0a-986b-6e8d44ce0aed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.507207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-70fb76ea-39c5-4b0a-986b-6e8d44ce0aed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4165094 Dec 13 12:52:31.510725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb76ea-39c5-4b0a-986b-6e8d44ce0aed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b435de7-cdea-4389-ba23-0f0597991e0e,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:31.515349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44300) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:31.537840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c147911f-0686-4ece-9d14-44df394784bd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'security_group_rule': {'security_group_id': '9faae49a-02de-420e-ad18-f028c804c87f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:31.552303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=38029035-fc01-47de-ab36-55143798ca91,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:31.583058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c147911f-0686-4ece-9d14-44df394784bd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.615872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a08f99b-7206-40cf-9eec-c65732a8a982 req-decfa300-8fa5-4e70-9b8d-7cd3d250e224 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427166 Dec 13 12:52:31.705800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:27Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '64ab133b-c10c-42cf-b735-e0aa623ca9b8', 'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'mac_address': 'fa:16:3e:43:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:26Z', 'updated_at': '2021-12-13T12:52:28Z', 'revision_number': 2, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'subnets': [{'id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:31.755313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50512a9b-9371-4dee-a5a2-c05d071d9ce8 req-63eaa35d-d546-4e8d-842e-171b358c53f0 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 210 time: 0.0548744 Dec 13 12:52:31.778454 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.798621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Checking router: a687090d-6e2f-458a-bc37-68e15e628d34 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:52:31.799148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Updating router a687090d-6e2f-458a-bc37-68e15e628d34 port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:52:31.831421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c147911f-0686-4ece-9d14-44df394784bd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.838113 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c147911f-0686-4ece-9d14-44df394784bd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.870173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.874472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147911f-0686-4ece-9d14-44df394784bd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a5f75d-394e-4083-bf9d-3a542fa4cc0c,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:31.888977 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c147911f-0686-4ece-9d14-44df394784bd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.891492 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c147911f-0686-4ece-9d14-44df394784bd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3744297 Dec 13 12:52:31.894962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:31.896339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44304) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:31.913260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['749bf0b3-0a1c-4461-8c2b-a922c72dda2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:31.914150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:31.957455 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Pushing event updated for resources: {'Port': ['ID=d61cfc2b-21fb-4955-ba46-96c171309cc0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:31.984167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['a7a3f788-cf16-4023-afe1-c84cd98c4c2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:31.985316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Network 9e529a60-1988-4930-b152-f336b0a02247 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:31.992047 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:32.006365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:32.033541 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:32.127800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:32.128493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:32.170620 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-db7e38be-1404-482d-a167-d33446470047 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6096301 Dec 13 12:52:32.190422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Request body: {'port': {'device_id': 'e4241aae-c0ee-4704-b864-2bb505408773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:32.322611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:32.335368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd0985-69fe-44c4-beaf-f82d0d27b9de req-86849260-ae30-4da2-8ea9-fe3561f6689a tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:32.343518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afcd0985-69fe-44c4-beaf-f82d0d27b9de req-86849260-ae30-4da2-8ea9-fe3561f6689a tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=179d0e89-5cea-47d8-bd78-afa279f00f29 HTTP/1.1" status: 200 len: 945 time: 0.1387253 Dec 13 12:52:32.361991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e7c55-2f07-43c8-bd5c-8ae4d4b898c4 req-f920c387-8a6f-43b1-b143-2c99e975ed83 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:32.366013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-663e7c55-2f07-43c8-bd5c-8ae4d4b898c4 req-f920c387-8a6f-43b1-b143-2c99e975ed83 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 948 time: 0.1850302 Dec 13 12:52:32.447279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afcd0985-69fe-44c4-beaf-f82d0d27b9de req-7c837b56-eff9-48ff-8523-0df9866a0363 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021664 Dec 13 12:52:32.538487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0476e80a-f1f0-4211-b419-4ecd8062eaed up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:32.587829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-663e7c55-2f07-43c8-bd5c-8ae4d4b898c4 req-a018e7de-e8c6-455e-b1ee-e89163100420 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036943 Dec 13 12:52:32.610584 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:32.922537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 0476e80a-f1f0-4211-b419-4ecd8062eaed completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:32.930259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 0476e80a-f1f0-4211-b419-4ecd8062eaed triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:32.930978 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.041001 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.045706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61cfc2b-21fb-4955-ba46-96c171309cc0 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:33.054058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.067732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Transition to ACTIVE for port object d61cfc2b-21fb-4955-ba46-96c171309cc0 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:52:33.073109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.075129 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.118593 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.133593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Pushing event updated for resources: {'Port': ['ID=d61cfc2b-21fb-4955-ba46-96c171309cc0,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:33.161266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de636b8-ca0f-4ee6-b1f4-5ea7e405d6ed None None] Pushing event updated for resources: {'Port': ['ID=64ab133b-c10c-42cf-b735-e0aa623ca9b8,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:33.203496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:33.207490 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af995a3f-8699-4b6b-b332-f64ab061accc" -d '{"events": [{"server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "name": "network-vif-plugged", "status": "completed", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:33.249951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:33.288730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Attempting to bind port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:33.289251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Attempting to bind port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:33.289622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Attempting to bind port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:33.291961 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.322624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Attempting to bind port d61cfc2b-21fb-4955-ba46-96c171309cc0 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:33.323333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Attempting to bind port d61cfc2b-21fb-4955-ba46-96c171309cc0 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:33.323674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Attempting to bind port d61cfc2b-21fb-4955-ba46-96c171309cc0 on network 9e529a60-1988-4930-b152-f336b0a02247 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:33.333938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Port d61cfc2b-21fb-4955-ba46-96c171309cc0 on network 9e529a60-1988-4930-b152-f336b0a02247 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:52:33.334359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Attempting to bind port d61cfc2b-21fb-4955-ba46-96c171309cc0 on network 9e529a60-1988-4930-b152-f336b0a02247 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:33.346906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:33.347333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Checking segment: {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:33.349704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Bound using segment: {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:33.351846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Bound port: d61cfc2b-21fb-4955-ba46-96c171309cc0, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:33.352231 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.353472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:33.354833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Checking segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:33.355391 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.355941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Bound using segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:33.356445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Bound port: 64ab133b-c10c-42cf-b735-e0aa623ca9b8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:33.356834 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.415152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Allocated IP 172.25.2.12 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/c3485948-ea9c-45db-bd52-c1a13db20fa8) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:33.507894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] For port 64ab133b-c10c-42cf-b735-e0aa623ca9b8, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:33.512440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] For port 64ab133b-c10c-42cf-b735-e0aa623ca9b8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=64ab133b-c10c-42cf-b735-e0aa623ca9b8,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:33.525600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 38029035-fc01-47de-ab36-55143798ca91 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:33.542421 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.559773 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-b39df0fd-038f-4aff-a82b-829a346cad10 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:33.561940 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-b39df0fd-038f-4aff-a82b-829a346cad10 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.37 "GET /v2.0/ports?device_id=179d0e89-5cea-47d8-bd78-afa279f00f29 HTTP/1.1" status: 200 len: 945 time: 0.1868889 Dec 13 12:52:33.591786 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.627258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=0476e80a-f1f0-4211-b419-4ecd8062eaed,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:33.671802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-e4dd32d4-39f8-4194-9a77-09880084cd12 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:33.673823 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-e4dd32d4-39f8-4194-9a77-09880084cd12 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.42 "GET /v2.0/ports?device_id=70204f51-9384-4989-a50e-c4351886e635 HTTP/1.1" status: 200 len: 945 time: 0.1886842 Dec 13 12:52:33.678615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] For port d61cfc2b-21fb-4955-ba46-96c171309cc0, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:33.706456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d46dc6-8c94-4abf-9f93-f393e20bbe91 req-91a02c4a-ab25-4069-9006-d6229a4691ea tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:33.708116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0d297145-4c73-43f6-b150-6cacdb567bde None None] Provisioning complete for port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:33.708726 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d297145-4c73-43f6-b150-6cacdb567bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.717391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6d46dc6-8c94-4abf-9f93-f393e20bbe91 req-91a02c4a-ab25-4069-9006-d6229a4691ea tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1100 time: 0.1618383 Dec 13 12:52:33.741997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Routers {'a687090d-6e2f-458a-bc37-68e15e628d34'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:33.743046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:52:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a687090d-6e2f-458a-bc37-68e15e628d34'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:33.785001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] For port d61cfc2b-21fb-4955-ba46-96c171309cc0, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d61cfc2b-21fb-4955-ba46-96c171309cc0,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:33.790170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6d46dc6-8c94-4abf-9f93-f393e20bbe91 req-aa4582dd-e192-4e9c-9d2e-911efc1a25d6 tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673690 Dec 13 12:52:33.820078 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.820632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee4a3e-5ea7-423f-91a9-3465757ad15c req-beb220ec-b946-46d7-8a31-76b3c0433fe5 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:33.824272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fee4a3e-5ea7-423f-91a9-3465757ad15c req-beb220ec-b946-46d7-8a31-76b3c0433fe5 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 945 time: 0.2677417 Dec 13 12:52:33.825391 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.833686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 38029035-fc01-47de-ab36-55143798ca91 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:33.838656 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.939573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'Port': ['ID=c3485948-ea9c-45db-bd52-c1a13db20fa8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:33.979912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:33.979912 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:33.979912 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] 10.222.0.37 "PUT /v2.0/ports/d61cfc2b-21fb-4955-ba46-96c171309cc0 HTTP/1.1" status: 200 len: 1091 time: 1.7985709 Dec 13 12:52:33.980498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4241aae-c0ee-4704-b864-2bb505408773', 'tag': 'd61cfc2b-21fb-4955-ba46-96c171309cc0'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:33.987989 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d13df87-5cb7-4db8-9785-76613ebb4534" -d '{"events": [{"name": "network-changed", "server_uuid": "e4241aae-c0ee-4704-b864-2bb505408773", "tag": "d61cfc2b-21fb-4955-ba46-96c171309cc0"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:34.020570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-937249ab-f334-4c04-ba74-a455df78a28e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Deleting port 605cbbfc-83d6-49a0-89e5-fbbe01404b24 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:52:34.020570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-937249ab-f334-4c04-ba74-a455df78a28e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:34.043506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:34.044978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] Set router a687090d-6e2f-458a-bc37-68e15e628d34 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:34.047935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:34.049990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9805a7-414f-4240-a0fc-7caf7a5894bb service neutron] Pushing event updated for resources: {'Port': ['ID=d61cfc2b-21fb-4955-ba46-96c171309cc0,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:34.051638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:34.160177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-636a6bf0-6d7b-4743-a00e-6b970469e3c0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Deleting port 33072f83-99b3-4e23-893b-8c8a162b8b65 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:52:34.160920 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-636a6bf0-6d7b-4743-a00e-6b970469e3c0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:34.187275 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:34.245566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b60457-7598-47fa-a6de-858661d79fc7 req-1ea0298d-cb69-4bea-b452-e65386749cf2 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:34.256374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56b60457-7598-47fa-a6de-858661d79fc7 req-1ea0298d-cb69-4bea-b452-e65386749cf2 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 943 time: 0.3241343 Dec 13 12:52:34.262452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fee4a3e-5ea7-423f-91a9-3465757ad15c req-2c8ba406-aab8-428f-9426-b2dc7e02a639 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4281199 Dec 13 12:52:34.271116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-ae55fa78-c9b5-4c85-9bb1-118b75e44c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:34.273307 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-ae55fa78-c9b5-4c85-9bb1-118b75e44c75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 1094 time: 0.2263246 Dec 13 12:52:34.295919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-937249ab-f334-4c04-ba74-a455df78a28e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] For port 605cbbfc-83d6-49a0-89e5-fbbe01404b24, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=605cbbfc-83d6-49a0-89e5-fbbe01404b24,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:34.296970 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-937249ab-f334-4c04-ba74-a455df78a28e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:34.350626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56b60457-7598-47fa-a6de-858661d79fc7 req-e1dcd49b-473d-47cc-86f3-6fab8cfe20dc tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897245 Dec 13 12:52:34.359820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de636b8-ca0f-4ee6-b1f4-5ea7e405d6ed None None] Pushing event updated for resources: {'Port': ['ID=64ab133b-c10c-42cf-b735-e0aa623ca9b8,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:34.376207 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-937249ab-f334-4c04-ba74-a455df78a28e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Calling delete_port for 605cbbfc-83d6-49a0-89e5-fbbe01404b24 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:52:34.380358 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-cdfc68f2-3fb5-4674-ab4e-1e641ce8bf5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d61cfc2b-21fb-4955-ba46-96c171309cc0 HTTP/1.1" status: 200 len: 217 time: 0.0801640 Dec 13 12:52:34.381747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:34.383802 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ef342b-5df1-4db2-b345-ab0aec731194 x-openstack-request-id: req-81ef342b-5df1-4db2-b345-ab0aec731194 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:34.384110 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "name": "network-vif-plugged", "status": "completed", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:34.384378 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81ef342b-5df1-4db2-b345-ab0aec731194 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:34.384771 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed', 'code': 200} Dec 13 12:52:34.525771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-636a6bf0-6d7b-4743-a00e-6b970469e3c0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] For port 33072f83-99b3-4e23-893b-8c8a162b8b65, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=33072f83-99b3-4e23-893b-8c8a162b8b65,segment=NetworkSegment(ff212d7f-976f-4218-829a-9133a086e689),segment_id=ff212d7f-976f-4218-829a-9133a086e689)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:34.532732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-636a6bf0-6d7b-4743-a00e-6b970469e3c0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:34.741750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-937249ab-f334-4c04-ba74-a455df78a28e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:34.746024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-636a6bf0-6d7b-4743-a00e-6b970469e3c0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Calling delete_port for 33072f83-99b3-4e23-893b-8c8a162b8b65 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:52:34.797661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24be40-561a-481f-9271-57aff0a7a7a0 req-13cfe301-e352-4e32-a879-1063f47c3018 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:34.804837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f24be40-561a-481f-9271-57aff0a7a7a0 req-13cfe301-e352-4e32-a879-1063f47c3018 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/ports?device_id=179d0e89-5cea-47d8-bd78-afa279f00f29 HTTP/1.1" status: 200 len: 945 time: 0.3116126 Dec 13 12:52:34.830424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-bb848a09-354e-436e-9d91-f3ea790412ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:34.831450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['33072f83-99b3-4e23-893b-8c8a162b8b65'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:34.832892 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-bb848a09-354e-436e-9d91-f3ea790412ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd HTTP/1.1" status: 200 len: 855 time: 0.4354029 Dec 13 12:52:34.888895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['605cbbfc-83d6-49a0-89e5-fbbe01404b24'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:34.948048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937249ab-f334-4c04-ba74-a455df78a28e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Pushing event deleted for resources: {'Port': ['ID=605cbbfc-83d6-49a0-89e5-fbbe01404b24,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:34.954389 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-022df72c-aa94-4410-adb1-d47cc9f594db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e529a60-1988-4930-b152-f336b0a02247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623384 Dec 13 12:52:34.961323 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0174ef6-de6d-4cd1-9f4b-d3cb489b2ba4 x-openstack-request-id: req-f0174ef6-de6d-4cd1-9f4b-d3cb489b2ba4 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:34.961694 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4241aae-c0ee-4704-b864-2bb505408773", "tag": "d61cfc2b-21fb-4955-ba46-96c171309cc0", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:34.961909 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0174ef6-de6d-4cd1-9f4b-d3cb489b2ba4 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:34.962356 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4241aae-c0ee-4704-b864-2bb505408773', 'tag': 'd61cfc2b-21fb-4955-ba46-96c171309cc0', 'status': 'completed', 'code': 200} Dec 13 12:52:34.985467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f24be40-561a-481f-9271-57aff0a7a7a0 req-1fad773c-bc20-4771-ba4c-9fc7696164d3 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.31 "GET /v2.0/security-groups?id=12083576-ae79-4357-ba34-c9cf85a2525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647999 Dec 13 12:52:35.017012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-937249ab-f334-4c04-ba74-a455df78a28e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] No DVR routers for this DVR port 605cbbfc-83d6-49a0-89e5-fbbe01404b24 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:52:35.038062 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.057884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-937249ab-f334-4c04-ba74-a455df78a28e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.062168 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-940d2738-0057-41d9-ad8e-9405ef76e797 req-937249ab-f334-4c04-ba74-a455df78a28e tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.37 "DELETE /v2.0/ports/605cbbfc-83d6-49a0-89e5-fbbe01404b24 HTTP/1.1" status: 204 len: 173 time: 1.4895682 Dec 13 12:52:35.082623 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.107644 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d297145-4c73-43f6-b150-6cacdb567bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.229216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:27Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '64ab133b-c10c-42cf-b735-e0aa623ca9b8', 'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'mac_address': 'fa:16:3e:43:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:26Z', 'updated_at': '2021-12-13T12:52:33Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'subnets': [{'id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:35.237292 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-a5981823-b33d-4ba2-a7be-a48a9cf6ba85 service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314911 Dec 13 12:52:35.238952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc14e8-5df3-44ed-93a2-c9be2579aede req-6f66e9aa-146a-4724-a804-2785e2192750 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:35.245064 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ffc14e8-5df3-44ed-93a2-c9be2579aede req-6f66e9aa-146a-4724-a804-2785e2192750 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 945 time: 0.2471764 Dec 13 12:52:35.256444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-bef91fd2-ebab-4974-b055-1dc63cdf0428 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107478 Dec 13 12:52:35.258970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44368) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:35.278687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-69725aa7-1e09-40f9-9162-421c52b2311b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Request body: {'floatingip': {'port_id': '94c52468-a403-4412-a8f7-ef123fd25ded'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:35.294873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d93196-6e2c-42e7-b51c-4d3960a32df6 None None] The sync data for ids ['a687090d-6e2f-458a-bc37-68e15e628d34'] in n-d-817326-4 is: [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:27Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '64ab133b-c10c-42cf-b735-e0aa623ca9b8', 'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'mac_address': 'fa:16:3e:43:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:26Z', 'updated_at': '2021-12-13T12:52:33Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'subnets': [{'id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:52:35.297757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'Port': ['ID=c3485948-ea9c-45db-bd52-c1a13db20fa8,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:35.332775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0d297145-4c73-43f6-b150-6cacdb567bde None None] For port 64ab133b-c10c-42cf-b735-e0aa623ca9b8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=64ab133b-c10c-42cf-b735-e0aa623ca9b8,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:35.340570 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d297145-4c73-43f6-b150-6cacdb567bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.514360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-34b54b0c-5643-4fb9-9030-f1aa1b77690b None None] Provisioning complete for port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:35.519037 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34b54b0c-5643-4fb9-9030-f1aa1b77690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.537476 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-69725aa7-1e09-40f9-9162-421c52b2311b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.550197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d297145-4c73-43f6-b150-6cacdb567bde None None] Pushing event updated for resources: {'Port': ['ID=64ab133b-c10c-42cf-b735-e0aa623ca9b8,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:35.626618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89e11d9c-285c-4ccd-a1f9-98fcbb39e5f3 req-8d648c9a-a860-46a4-b876-7cf3bf381a46 service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551712 Dec 13 12:52:35.628457 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-636a6bf0-6d7b-4743-a00e-6b970469e3c0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.679017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a6bf0-6d7b-4743-a00e-6b970469e3c0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Pushing event deleted for resources: {'Port': ['ID=33072f83-99b3-4e23-893b-8c8a162b8b65,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:35.693263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['605cbbfc-83d6-49a0-89e5-fbbe01404b24'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:35.770378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-636a6bf0-6d7b-4743-a00e-6b970469e3c0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] No DVR routers for this DVR port 33072f83-99b3-4e23-893b-8c8a162b8b65 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:52:35.783224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-636a6bf0-6d7b-4743-a00e-6b970469e3c0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.804121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.810379 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5f3fac59-2ffe-4797-b2dc-b45b03062ff2 req-636a6bf0-6d7b-4743-a00e-6b970469e3c0 tempest-ListServersNegativeTestJSON-445830586 tempest-ListServersNegativeTestJSON-445830586-project] 10.222.0.42 "DELETE /v2.0/ports/33072f83-99b3-4e23-893b-8c8a162b8b65 HTTP/1.1" status: 204 len: 173 time: 2.1272399 Dec 13 12:52:35.969774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13df87-5cb7-4db8-9785-76613ebb4534 req-761f1067-3715-4119-9ed6-8f000c76fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:35.971425 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0d13df87-5cb7-4db8-9785-76613ebb4534 req-761f1067-3715-4119-9ed6-8f000c76fa15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 1094 time: 0.2040715 Dec 13 12:52:35.992156 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:35.993448 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1f3c85e3-0ef0-445d-b7d8-56434624f2d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0953343 Dec 13 12:52:36.134936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-f08980de-ef9d-4773-accf-a1e269328f8e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:36.139778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13df87-5cb7-4db8-9785-76613ebb4534 req-58abe614-312c-40e5-951b-eca61fd8cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:36.141278 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0d13df87-5cb7-4db8-9785-76613ebb4534 req-58abe614-312c-40e5-951b-eca61fd8cbd2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 915 time: 0.1616263 Dec 13 12:52:36.142351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-f08980de-ef9d-4773-accf-a1e269328f8e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8843448 Dec 13 12:52:36.154745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac6fdb-a65f-468a-ae70-46c2af352b41 req-d4c66db3-2ef6-446c-a0b9-c66bc93cc0dd tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:36.162591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7ac6fdb-a65f-468a-ae70-46c2af352b41 req-d4c66db3-2ef6-446c-a0b9-c66bc93cc0dd tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 943 time: 0.4120979 Dec 13 12:52:36.203465 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-f55e09f8-bfcf-44b0-9988-62e8dff2d2c1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/quotas/44c3c75256ca49be8a75a2ecc8c5748c HTTP/1.1" status: 200 len: 375 time: 0.0601890 Dec 13 12:52:36.223359 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0d13df87-5cb7-4db8-9785-76613ebb4534 req-20c11a07-7a3c-462d-bd31-388907aca0aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d61cfc2b-21fb-4955-ba46-96c171309cc0 HTTP/1.1" status: 200 len: 217 time: 0.0607679 Dec 13 12:52:36.412025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7ac6fdb-a65f-468a-ae70-46c2af352b41 req-96b50008-a190-4572-b0e9-51a5c50401de tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485676 Dec 13 12:52:36.446531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-3d2a4684-4b5d-454e-ba20-eb09aa7930f0 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2314153 Dec 13 12:52:36.826614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13df87-5cb7-4db8-9785-76613ebb4534 req-58be128e-43ee-4531-a2da-bf9bd49bc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:36.828210 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0d13df87-5cb7-4db8-9785-76613ebb4534 req-58be128e-43ee-4531-a2da-bf9bd49bc03e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd HTTP/1.1" status: 200 len: 855 time: 0.5889735 Dec 13 12:52:36.862948 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-69725aa7-1e09-40f9-9162-421c52b2311b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:36.871364 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-69725aa7-1e09-40f9-9162-421c52b2311b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:36.925289 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0d13df87-5cb7-4db8-9785-76613ebb4534 req-c85e8ede-be5c-4ac3-89db-0721b331ab96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e529a60-1988-4930-b152-f336b0a02247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785513 Dec 13 12:52:36.970153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179d0e89-5cea-47d8-bd78-afa279f00f29', 'name': 'network-vif-deleted', 'tag': '605cbbfc-83d6-49a0-89e5-fbbe01404b24'}, {'server_uuid': '70204f51-9384-4989-a50e-c4351886e635', 'name': 'network-vif-deleted', 'tag': '33072f83-99b3-4e23-893b-8c8a162b8b65'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:36.972833 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321d2b49-11d2-45e3-abc5-0194195aa344" -d '{"events": [{"server_uuid": "179d0e89-5cea-47d8-bd78-afa279f00f29", "name": "network-vif-deleted", "tag": "605cbbfc-83d6-49a0-89e5-fbbe01404b24"}, {"server_uuid": "70204f51-9384-4989-a50e-c4351886e635", "name": "network-vif-deleted", "tag": "33072f83-99b3-4e23-893b-8c8a162b8b65"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:37.004027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c276df32-66b3-46b7-a5f8-e132f9c7664b req-e805f97b-9725-40e7-b7c9-db170de51218 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 210 time: 0.0640008 Dec 13 12:52:37.068615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7e2e3a24-814d-4627-822a-59a0f585a9cb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--451187140&fields=id&tenant_id=b188612fc8c94020b3799b929c73b2b5 HTTP/1.1" status: 200 len: 267 time: 0.1323388 Dec 13 12:52:37.104611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44416) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:37.133990 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0d13df87-5cb7-4db8-9785-76613ebb4534 req-9778281f-983d-45f9-b599-eb2551c98f6a service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024701 Dec 13 12:52:37.246731 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e646122d-55b5-4034-8887-ff36faa44201 x-openstack-request-id: req-e646122d-55b5-4034-8887-ff36faa44201 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:37.247275 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179d0e89-5cea-47d8-bd78-afa279f00f29", "name": "network-vif-deleted", "tag": "605cbbfc-83d6-49a0-89e5-fbbe01404b24", "status": "completed", "code": 200}, {"server_uuid": "70204f51-9384-4989-a50e-c4351886e635", "name": "network-vif-deleted", "tag": "33072f83-99b3-4e23-893b-8c8a162b8b65", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:37.247630 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e646122d-55b5-4034-8887-ff36faa44201 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:37.248138 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179d0e89-5cea-47d8-bd78-afa279f00f29', 'name': 'network-vif-deleted', 'tag': '605cbbfc-83d6-49a0-89e5-fbbe01404b24', 'status': 'completed', 'code': 200} Dec 13 12:52:37.248490 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70204f51-9384-4989-a50e-c4351886e635', 'name': 'network-vif-deleted', 'tag': '33072f83-99b3-4e23-893b-8c8a162b8b65', 'status': 'completed', 'code': 200} Dec 13 12:52:37.270498 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:37.322507 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0d13df87-5cb7-4db8-9785-76613ebb4534 req-91445ccb-b1cb-47a2-b49a-67602244dd3e service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694732 Dec 13 12:52:37.369845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4b0bef-1456-4d6f-bddd-25c4f40567c8 admin admin] Deleting subnet 7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:52:37.384122 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bef-1456-4d6f-bddd-25c4f40567c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:37.397444 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:37.422476 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-69725aa7-1e09-40f9-9162-421c52b2311b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Floating IP a3862453-0d28-4152-bcb6-ebbb0d45967c associated. External IP: 172.25.2.14, port: 94c52468-a403-4412-a8f7-ef123fd25ded. Dec 13 12:52:37.505651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bef-1456-4d6f-bddd-25c4f40567c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:37.516840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-8aaec0c1-6fea-40c4-bf09-7956baf9e2ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:37.524500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-8aaec0c1-6fea-40c4-bf09-7956baf9e2ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 812 time: 0.4331062 Dec 13 12:52:37.525374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 64ab133b-c10c-42cf-b735-e0aa623ca9b8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:37.561247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-5508d549-e350-44c0-8330-c7e6c1af537c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/quotas/b188612fc8c94020b3799b929c73b2b5 HTTP/1.1" status: 200 len: 375 time: 0.0356064 Dec 13 12:52:37.598782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:37.599441 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:37.698843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bef-1456-4d6f-bddd-25c4f40567c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:37.730576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-2cda9562-48d8-4ba7-b5d5-446777a1886e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1681414 Dec 13 12:52:37.817476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ea1a0-b05b-43b2-aed2-4ebf6a5c588c req-cbe4515a-c69d-4006-bc15-09a0804fb692 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:37.818953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-938ea1a0-b05b-43b2-aed2-4ebf6a5c588c req-cbe4515a-c69d-4006-bc15-09a0804fb692 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 943 time: 0.2216938 Dec 13 12:52:37.893869 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bef-1456-4d6f-bddd-25c4f40567c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.153378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 33072f83-99b3-4e23-893b-8c8a162b8b65 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:38.194894 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-6165ff7b-dfe2-4b29-b9e7-fd7400bd6a38 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386574 Dec 13 12:52:38.198373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 33072f83-99b3-4e23-893b-8c8a162b8b65 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:52:38.198912 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 33072f83-99b3-4e23-893b-8c8a162b8b65 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:38.306485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b0bef-1456-4d6f-bddd-25c4f40567c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:38.316245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bef-1456-4d6f-bddd-25c4f40567c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.321876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4a4b0bef-1456-4d6f-bddd-25c4f40567c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7c57cebe-b6ad-4fd7-bbfc-f19cdd83c2a9 HTTP/1.1" status: 204 len: 168 time: 1.2151515 Dec 13 12:52:38.323552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44440) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:38.330346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-938ea1a0-b05b-43b2-aed2-4ebf6a5c588c req-f18faec8-7a0f-4ad7-a7ce-cf4b06360caf tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048950 Dec 13 12:52:38.336513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-3f0c1fee-e8c9-477b-9e3b-9f9c0916aa80 service neutron] 10.222.0.31 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899663 Dec 13 12:52:38.343571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69725aa7-1e09-40f9-9162-421c52b2311b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:52:38.358725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-b510eef9-b47f-4f49-ae07-bbcf60b0d2a5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:38.358725 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-b510eef9-b47f-4f49-ae07-bbcf60b0d2a5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505635 Dec 13 12:52:38.392847 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Request body: {'port': {'device_id': '15e0c264-5e45-4647-93dd-f006c948323d', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '44c3c75256ca49be8a75a2ecc8c5748c'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:38.472094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.519107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d61cfc2b-21fb-4955-ba46-96c171309cc0 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:38.532618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 605cbbfc-83d6-49a0-89e5-fbbe01404b24 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:38.534183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-0bcea30d-ee0b-4396-a495-c6f5fbe76ba5 service neutron] 10.222.0.31 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894631 Dec 13 12:52:38.540229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69725aa7-1e09-40f9-9162-421c52b2311b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:52:38.554092 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] Sync routers for ids ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:52:38.568173 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-69725aa7-1e09-40f9-9162-421c52b2311b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.573312 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] Routers {'7017d160-f1f9-4e9e-81e9-79f8a992ba79'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:38.573959 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:52:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:38.611556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 605cbbfc-83d6-49a0-89e5-fbbe01404b24 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:52:38.614359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 605cbbfc-83d6-49a0-89e5-fbbe01404b24 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:52:38.627979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.634792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2b826e3-037a-4676-9114-018e4249f303 req-38d0d92c-05d2-4cc0-9c19-d07cd0f69485 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 210 time: 0.0294480 Dec 13 12:52:38.641498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-69725aa7-1e09-40f9-9162-421c52b2311b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "PUT /v2.0/floatingips/a3862453-0d28-4152-bcb6-ebbb0d45967c HTTP/1.1" status: 200 len: 990 time: 3.3737218 Dec 13 12:52:38.642473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'tag': '94c52468-a403-4412-a8f7-ef123fd25ded'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:38.645109 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab18df-be56-40d2-a947-987827154b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7df2350-5b24-4ca7-a369-c93602bdc346", "tag": "94c52468-a403-4412-a8f7-ef123fd25ded"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:38.674025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9306fe6c-6ec3-4ad7-b16a-a6e625422692']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:38.686214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff212d7f-976f-4218-829a-9133a086e689') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:38.686444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff212d7f-976f-4218-829a-9133a086e689') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:38.698099 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.713209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.720225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:52:38.720627 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:52:38.740788 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:52:38.790671 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca58768-5af9-4365-8718-3f98c3a78761 x-openstack-request-id: req-fca58768-5af9-4365-8718-3f98c3a78761 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:38.791076 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7df2350-5b24-4ca7-a369-c93602bdc346", "tag": "94c52468-a403-4412-a8f7-ef123fd25ded", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:38.791425 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fca58768-5af9-4365-8718-3f98c3a78761 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:38.791921 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'tag': '94c52468-a403-4412-a8f7-ef123fd25ded', 'status': 'completed', 'code': 200} Dec 13 12:52:38.823219 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d61cfc2b-21fb-4955-ba46-96c171309cc0, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d61cfc2b-21fb-4955-ba46-96c171309cc0,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:38.828834 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] Set router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:38.857318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9407634f-a6f0-4714-8877-da316ae6fb53 req-bdc5afdb-d002-4ef2-b021-f9d095b11c52 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 210 time: 0.0383625 Dec 13 12:52:38.868454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'd61cfc2b-21fb-4955-ba46-96c171309cc0', 'network_id': '9e529a60-1988-4930-b152-f336b0a02247', 'port_id': 'd61cfc2b-21fb-4955-ba46-96c171309cc0', 'mac_address': 'fa:16:3e:5d:d8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:38.918256 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Made reservation on behalf of 44c3c75256ca49be8a75a2ecc8c5748c for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:38.933056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.937574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.940469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab18df-be56-40d2-a947-987827154b2c req-9528c898-2dad-4550-b640-38bb3dc6ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:38.942116 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13ab18df-be56-40d2-a947-987827154b2c req-9528c898-2dad-4550-b640-38bb3dc6ffce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c254f1f1e74d8db68b17c6210534fa&device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 1096 time: 0.0946467 Dec 13 12:52:38.954449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.957668 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9306fe6c-6ec3-4ad7-b16a-a6e625422692 HTTP/1.1" status: 204 len: 168 time: 0.6330917 Dec 13 12:52:38.960621 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:38.982803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7b5fb-37db-4275-9219-c8b75abcfea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9306fe6c-6ec3-4ad7-b16a-a6e625422692,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:39.000853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61cfc2b-21fb-4955-ba46-96c171309cc0 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:39.042114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d61cfc2b-21fb-4955-ba46-96c171309cc0, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d61cfc2b-21fb-4955-ba46-96c171309cc0,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:39.049031 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:39.056775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0d450-94b3-45ba-96ba-d5835c84ff1a req-fd3389c6-ce38-4e13-8e72-1a6d12fe2638 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:39.070646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11b0d450-94b3-45ba-96ba-d5835c84ff1a req-fd3389c6-ce38-4e13-8e72-1a6d12fe2638 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 949 time: 0.1471667 Dec 13 12:52:39.146493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=d61cfc2b-21fb-4955-ba46-96c171309cc0,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:39.156332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab18df-be56-40d2-a947-987827154b2c req-b7e5100b-8350-4fe5-abc6-d56c349dae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:39.157805 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13ab18df-be56-40d2-a947-987827154b2c req-b7e5100b-8350-4fe5-abc6-d56c349dae6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 HTTP/1.1" status: 200 len: 905 time: 0.1982453 Dec 13 12:52:39.198786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11b0d450-94b3-45ba-96ba-d5835c84ff1a req-bd7228bf-1c36-4a67-969c-393648ac8ac2 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258812 Dec 13 12:52:39.210597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44476) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:39.260168 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Allocated IP 192.168.233.81 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/24b82b06-9c4b-4f75-ae94-b8547ad04d0f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:39.283976 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:52:04Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'a3862453-0d28-4152-bcb6-ebbb0d45967c', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'port_id': '94c52468-a403-4412-a8f7-ef123fd25ded', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'mac_address': 'fa:16:3e:de:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:52:11Z', 'updated_at': '2021-12-13T12:52:36Z', 'revision_number': 1, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c8bf98-e4b2-42fb-b767-1c6dff76ff92', 'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'mac_address': 'fa:16:3e:c1:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:02Z', 'updated_at': '2021-12-13T12:52:08Z', 'revision_number': 5, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'subnets': [{'id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:39.299819 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7e187737-5647-4d2e-b984-c6d60fa5ec7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acaf89d87d70453eabd90a8b7d82e705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0876718 Dec 13 12:52:39.302315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44482) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:39.314286 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13ab18df-be56-40d2-a947-987827154b2c req-925e8e92-da0a-47c7-9df8-721136d70064 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c52468-a403-4412-a8f7-ef123fd25ded HTTP/1.1" status: 200 len: 998 time: 0.1382427 Dec 13 12:52:39.321229 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] Checking router: 7017d160-f1f9-4e9e-81e9-79f8a992ba79 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:52:39.332006 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] Routers {'7017d160-f1f9-4e9e-81e9-79f8a992ba79'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:39.332642 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:52:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:39.347782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['d61cfc2b-21fb-4955-ba46-96c171309cc0'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:39.419316 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de4afa32-7e74-4a60-8bee-b3dc353efa35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:39.435902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab18df-be56-40d2-a947-987827154b2c req-b263301e-9bed-44dd-ad8f-fd6bbd34be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:39.443345 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13ab18df-be56-40d2-a947-987827154b2c req-b263301e-9bed-44dd-ad8f-fd6bbd34be09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93ce7fdf-fc38-423a-b231-c7abe49b5d16 HTTP/1.1" status: 200 len: 844 time: 0.1107848 Dec 13 12:52:39.466381 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] Set router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:39.471191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de4afa32-7e74-4a60-8bee-b3dc353efa35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:39.664044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab18df-be56-40d2-a947-987827154b2c req-6a26edf0-9538-4ba6-bfc3-a990364310ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:39.665988 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13ab18df-be56-40d2-a947-987827154b2c req-6a26edf0-9538-4ba6-bfc3-a990364310ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2135813 Dec 13 12:52:39.676501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dedbc-cff7-4934-9142-b2da5c4f0749 req-13f554ef-4242-4a8c-8654-bd4e03570d18 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:39.680006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b7dedbc-cff7-4934-9142-b2da5c4f0749 req-13f554ef-4242-4a8c-8654-bd4e03570d18 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 944 time: 0.1711762 Dec 13 12:52:39.782489 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de4afa32-7e74-4a60-8bee-b3dc353efa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:39.785958 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:39.804342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de4afa32-7e74-4a60-8bee-b3dc353efa35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:39.805588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-de4afa32-7e74-4a60-8bee-b3dc353efa35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12083576-ae79-4357-ba34-c9cf85a2525d HTTP/1.1" status: 204 len: 168 time: 0.5023358 Dec 13 12:52:39.834422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b7dedbc-cff7-4934-9142-b2da5c4f0749 req-06950956-a63c-4f5e-aa6d-23f791b4faa9 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360393 Dec 13 12:52:39.840169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4afa32-7e74-4a60-8bee-b3dc353efa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12083576-ae79-4357-ba34-c9cf85a2525d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:39.873670 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13ab18df-be56-40d2-a947-987827154b2c req-1ebfcd8f-47ab-4b6a-9a54-c6d7f4d71aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815586 Dec 13 12:52:39.921719 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:40.052200 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:52:04Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'a3862453-0d28-4152-bcb6-ebbb0d45967c', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'port_id': '94c52468-a403-4412-a8f7-ef123fd25ded', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'mac_address': 'fa:16:3e:de:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:52:11Z', 'updated_at': '2021-12-13T12:52:36Z', 'revision_number': 1, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c8bf98-e4b2-42fb-b767-1c6dff76ff92', 'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'mac_address': 'fa:16:3e:c1:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:02Z', 'updated_at': '2021-12-13T12:52:08Z', 'revision_number': 5, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'subnets': [{'id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:40.065020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:40.077479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:40.078226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58e3dc-3c36-4aac-8fd1-78064e5665aa req-46a39a51-6530-4a6e-98d4-f84eb858e2a1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:40.084719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:40.100571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e58e3dc-3c36-4aac-8fd1-78064e5665aa req-46a39a51-6530-4a6e-98d4-f84eb858e2a1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 935 time: 0.0950108 Dec 13 12:52:40.131052 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adffc08-2849-410e-8a7c-eb3420165b95 None None] The sync data for ids ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'] in n-d-817326-4 is: [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:52:04Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'a3862453-0d28-4152-bcb6-ebbb0d45967c', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'port_id': '94c52468-a403-4412-a8f7-ef123fd25ded', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'mac_address': 'fa:16:3e:de:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:52:11Z', 'updated_at': '2021-12-13T12:52:36Z', 'revision_number': 1, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c8bf98-e4b2-42fb-b767-1c6dff76ff92', 'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'mac_address': 'fa:16:3e:c1:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:02Z', 'updated_at': '2021-12-13T12:52:08Z', 'revision_number': 5, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'subnets': [{'id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:52:40.146931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Pushing event updated for resources: {'Port': ['ID=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:40.207449 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:40.209756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:40.223603 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13ab18df-be56-40d2-a947-987827154b2c req-5d26e1ba-5685-40b7-9525-96241f15a47a service neutron] 10.222.0.37 "GET /v2.0/networks/9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153203 Dec 13 12:52:40.227374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['0476e80a-f1f0-4211-b419-4ecd8062eaed'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:40.260034 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-fa649316-4c4e-41d5-8522-712ab2be40c6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8738358 Dec 13 12:52:40.281334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Request body: {'port': {'device_id': '15e0c264-5e45-4647-93dd-f006c948323d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:40.291240 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e58e3dc-3c36-4aac-8fd1-78064e5665aa req-2f639fa3-5efe-4317-b295-5adcb314d069 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835661 Dec 13 12:52:40.326855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebe8d681-3224-430c-93d1-d8fc1b549a09 req-627f4d30-909c-42ed-bfc1-8a4bd1e1c963 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 210 time: 0.1061816 Dec 13 12:52:40.378777 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:40.531722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d61cfc2b-21fb-4955-ba46-96c171309cc0 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:40.568141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3a51e7b0-f4ca-4fcc-831c-d6b29ea745b3 None None] Provisioning complete for port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:40.568508 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a51e7b0-f4ca-4fcc-831c-d6b29ea745b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:40.577787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1c3d2-8fea-4478-bf00-99177bbd5ef2 None None] New status for floating IP a3862453-0d28-4152-bcb6-ebbb0d45967c: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:52:40.663775 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-1ad8f7b8-55b6-4b8f-b892-d2ec1a3f9fac tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:40.665582 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-1ad8f7b8-55b6-4b8f-b892-d2ec1a3f9fac tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 812 time: 0.2737315 Dec 13 12:52:40.703075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3a51e7b0-f4ca-4fcc-831c-d6b29ea745b3 None None] Port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:52:40.760584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port d61cfc2b-21fb-4955-ba46-96c171309cc0 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:40.772596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port d61cfc2b-21fb-4955-ba46-96c171309cc0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:40.773096 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:40.810757 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-274de95d-3f0b-4bc7-be2f-d69ef5c8a06f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b188612fc8c94020b3799b929c73b2b5 HTTP/1.1" status: 200 len: 379 time: 0.1352086 Dec 13 12:52:40.821434 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'port': {'device_id': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'admin_state_up': True, 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'security_groups': ['9faae49a-02de-420e-ad18-f028c804c87f']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:40.904642 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:40.938416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4241aae-c0ee-4704-b864-2bb505408773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61cfc2b-21fb-4955-ba46-96c171309cc0'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:40.941357 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f72511-8b3a-43ed-b11e-afa1ffd70276" -d '{"events": [{"server_uuid": "e4241aae-c0ee-4704-b864-2bb505408773", "name": "network-vif-plugged", "status": "completed", "tag": "d61cfc2b-21fb-4955-ba46-96c171309cc0"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:40.964067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d61cfc2b-21fb-4955-ba46-96c171309cc0, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d61cfc2b-21fb-4955-ba46-96c171309cc0,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:40.970886 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:40.974645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 375d299d-f146-4c11-81e1-a7859541690a no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:52:41.001466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44542) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:41.003740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8d8f1-6a0a-4328-a460-40993a709c22 req-836ae254-c06f-464d-bd59-bf0f8f010961 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:41.011529 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79a8d8f1-6a0a-4328-a460-40993a709c22 req-836ae254-c06f-464d-bd59-bf0f8f010961 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 944 time: 0.0677767 Dec 13 12:52:41.084573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79a8d8f1-6a0a-4328-a460-40993a709c22 req-fb777193-af77-459e-9167-e16e3798c93b tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717828 Dec 13 12:52:41.119106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b82b06-9c4b-4f75-ae94-b8547ad04d0f {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:41.121238 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=d61cfc2b-21fb-4955-ba46-96c171309cc0,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:41.127447 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fd1850-ef2e-4b34-b722-5b0a92651920 x-openstack-request-id: req-58fd1850-ef2e-4b34-b722-5b0a92651920 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:41.127763 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4241aae-c0ee-4704-b864-2bb505408773", "name": "network-vif-plugged", "status": "completed", "tag": "d61cfc2b-21fb-4955-ba46-96c171309cc0", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:41.128142 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58fd1850-ef2e-4b34-b722-5b0a92651920 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:41.128644 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4241aae-c0ee-4704-b864-2bb505408773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61cfc2b-21fb-4955-ba46-96c171309cc0', 'code': 200} Dec 13 12:52:41.133286 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.163583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Transition to ACTIVE for port object 24b82b06-9c4b-4f75-ae94-b8547ad04d0f will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:52:41.168340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Made reservation on behalf of b188612fc8c94020b3799b929c73b2b5 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:41.184591 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.214014 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.222663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-338041122-network', 'tenant_id': '04468a506fe745039834bc9b9cf99112'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:41.227540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.285475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:41.289549 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.352236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:41.418381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Made reservation on behalf of 04468a506fe745039834bc9b9cf99112 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:41.420828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.447913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Pushing event updated for resources: {'Port': ['ID=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:41.458134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.508802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8edbf284-64d2-4df2-b80d-afdb589ba603 req-808f72c9-5946-46bb-92c8-5e372120738f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 210 time: 0.0632629 Dec 13 12:52:41.535627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f486-d355-40ef-a310-4f4b8fb05046 req-09597198-c85c-48a8-9ef4-4953929b8515 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:41.548537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3457f486-d355-40ef-a310-4f4b8fb05046 req-09597198-c85c-48a8-9ef4-4953929b8515 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 947 time: 0.1131401 Dec 13 12:52:41.548934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512821b5-ca31-4eea-969f-c43413c907ec req-cc19021b-42b4-4a75-bfec-271cb6351114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:41.548934 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-512821b5-ca31-4eea-969f-c43413c907ec req-cc19021b-42b4-4a75-bfec-271cb6351114 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 1096 time: 0.3131304 Dec 13 12:52:41.604347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3457f486-d355-40ef-a310-4f4b8fb05046 req-a162eac2-4a53-4ee3-956c-7c26a9454b2c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568354 Dec 13 12:52:41.682717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Allocated IP 172.20.0.3 (34e7f0c5-565f-414d-b7b7-f8cefd9101ec/8d950739-0d1d-48d1-b81d-f3ff8666245a/22a2e286-8a90-45a7-b02b-6083abd56c21) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:41.686893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Attempting to bind port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:41.687257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Attempting to bind port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:41.687590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Attempting to bind port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:41.723878 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-512821b5-ca31-4eea-969f-c43413c907ec req-51d578b3-740f-48f0-9a5a-adecdf98e089 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522422 Dec 13 12:52:41.727482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:52:41.727736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Attempting to bind port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:41.752441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:41.752745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:41.753063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:41.753518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Bound port: 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:41.753870 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.800224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.815801 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.895299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:52:41.937813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:41.938124 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Added segment 9f142a09-690f-41a4-9cd8-fcdb8652da7b of type vlan for network e7bbd8a7-00f5-4063-b8e1-6c4073046e37 Dec 13 12:52:41.957578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:41.971400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:42.006330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:42.017184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.038256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.042234 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.086267 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:42.086789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.088254 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] 10.222.0.42 "PUT /v2.0/ports/24b82b06-9c4b-4f75-ae94-b8547ad04d0f HTTP/1.1" status: 200 len: 1095 time: 1.8141460 Dec 13 12:52:42.091379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:42.093844 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703be27a-6e8c-41fb-af12-8fe4978bb350" -d '{"events": [{"name": "network-changed", "server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:42.140567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bae1dc-b459-4b80-862f-a2cfc2989340 service neutron] Pushing event updated for resources: {'Port': ['ID=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:42.144970 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.145969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:42.146562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.154370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 659f7cef-6c88-44c0-8006-f67c05d3a25f details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:42.168965 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f3109-6089-4c07-94d3-b5f2ce96d5ca x-openstack-request-id: req-5b7f3109-6089-4c07-94d3-b5f2ce96d5ca {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:42.168965 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:42.169283 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b7f3109-6089-4c07-94d3-b5f2ce96d5ca {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:42.169529 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f', 'status': 'completed', 'code': 200} Dec 13 12:52:42.238827 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2314999 Dec 13 12:52:42.246953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44570) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:42.254126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Request body: {'subnet': {'network_id': 'e7bbd8a7-00f5-4063-b8e1-6c4073046e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-338041122-subnet', 'tenant_id': '04468a506fe745039834bc9b9cf99112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:42.256115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.295503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ba7bb-5795-4d90-b055-3b8aab32f336 req-883f813c-d51d-463f-8c14-89559f427bd6 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:42.297211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e3ba7bb-5795-4d90-b055-3b8aab32f336 req-883f813c-d51d-463f-8c14-89559f427bd6 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 945 time: 0.0875509 Dec 13 12:52:42.305148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:42.313814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab942d5-1f6a-41b3-82f8-6c501405130f admin admin] Pushing event updated for resources: {'Network': ['ID=e7bbd8a7-00f5-4063-b8e1-6c4073046e37,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:42.331264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e7bbd8a7-00f5-4063-b8e1-6c4073046e37 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:52:42.335305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Made reservation on behalf of 04468a506fe745039834bc9b9cf99112 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:42.338297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.382340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:42.385434 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:42.388978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:42.417881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-65454b80-713f-4502-b62d-1e1c3aa43fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:42.419517 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-65454b80-713f-4502-b62d-1e1c3aa43fa6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 1098 time: 0.2705081 Dec 13 12:52:42.444757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 659f7cef-6c88-44c0-8006-f67c05d3a25f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:42.488308 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:42.489043 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.497134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '659f7cef-6c88-44c0-8006-f67c05d3a25f', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '659f7cef-6c88-44c0-8006-f67c05d3a25f', 'mac_address': 'fa:16:3e:fd:7a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:42.525173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e3ba7bb-5795-4d90-b055-3b8aab32f336 req-57bbaa25-d9af-408c-8be2-f7836a0fd982 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184002 Dec 13 12:52:42.536144 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-ab6090d9-da29-401f-b22f-deb816e197a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f HTTP/1.1" status: 200 len: 217 time: 0.1068141 Dec 13 12:52:42.544846 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-d466368a-5497-4639-8e92-627e6fe26a4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7275281 Dec 13 12:52:42.580332 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.586514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Request body: {'port': {'device_id': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:42.610201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 659f7cef-6c88-44c0-8006-f67c05d3a25f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:42.640146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 659f7cef-6c88-44c0-8006-f67c05d3a25f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:42.650274 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.695775 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.719838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.725533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-3a43a507-c7a9-4772-89de-8ba1b3f46296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:42.727049 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-3a43a507-c7a9-4772-89de-8ba1b3f46296 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1587732 Dec 13 12:52:42.731271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=659f7cef-6c88-44c0-8006-f67c05d3a25f,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:42.747019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53b61e-5e15-4195-a03a-b9998115ad47 req-1453a303-48b3-4fc0-944e-2329ae3a629f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:42.748526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff53b61e-5e15-4195-a03a-b9998115ad47 req-1453a303-48b3-4fc0-944e-2329ae3a629f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 931 time: 0.1175878 Dec 13 12:52:42.773653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-874d0f67-786d-45e7-9542-cf203cb83ed6 None None] Provisioning complete for port 22a2e286-8a90-45a7-b02b-6083abd56c21 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:42.774292 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-874d0f67-786d-45e7-9542-cf203cb83ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.809817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b1b9cd-e651-44af-b3dc-33a5583ebd69,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:42.812690 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['659f7cef-6c88-44c0-8006-f67c05d3a25f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:42.817512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-874d0f67-786d-45e7-9542-cf203cb83ed6 None None] Port 22a2e286-8a90-45a7-b02b-6083abd56c21 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:52:42.861099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-60605234-61fb-4317-8484-611d88c25d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:42.862648 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-60605234-61fb-4317-8484-611d88c25d21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058714 Dec 13 12:52:42.886515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc8355-0339-431c-a484-9e7edac3d893 req-4727e13f-c0df-47c6-8e46-ed83bf1f3fdb tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:42.889192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfc8355-0339-431c-a484-9e7edac3d893 req-4727e13f-c0df-47c6-8e46-ed83bf1f3fdb tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 947 time: 0.1506245 Dec 13 12:52:42.890066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Checking segment: {'id': '9f142a09-690f-41a4-9cd8-fcdb8652da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7bbd8a7-00f5-4063-b8e1-6c4073046e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:42.890446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Network hostable DHCP agents. Network: e7bbd8a7-00f5-4063-b8e1-6c4073046e37, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:52:42.911178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff53b61e-5e15-4195-a03a-b9998115ad47 req-a953c9ee-f810-47bc-8e2b-e16749c04b00 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478081 Dec 13 12:52:42.955473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Network e7bbd8a7-00f5-4063-b8e1-6c4073046e37 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:52:42.976658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfc8355-0339-431c-a484-9e7edac3d893 req-246c481f-4d2f-482f-b8f7-b6a0c66b9cac tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764534 Dec 13 12:52:42.977306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e7bbd8a7-00f5-4063-b8e1-6c4073046e37) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:42.981614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:42.982269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:42.988266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45bf4f5-387d-496f-8b88-f5181a54edb0 None None] Network e7bbd8a7-00f5-4063-b8e1-6c4073046e37 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:52:43.007133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9f366609-d7c8-483d-bfcb-2935503953ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7584295 Dec 13 12:52:43.108387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f063c73-a763-42ff-8f3a-d0ac61c602b3 None None] Network e7bbd8a7-00f5-4063-b8e1-6c4073046e37 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:52:43.181283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375d299d-f146-4c11-81e1-a7859541690a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:43.183553 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd09db7-bfb5-4c1b-840f-239985d79144" -d '{"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-unplugged", "status": "completed", "tag": "375d299d-f146-4c11-81e1-a7859541690a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:43.253752 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af414f5-f518-4c0e-8599-638a97d5a4e8 x-openstack-request-id: req-2af414f5-f518-4c0e-8599-638a97d5a4e8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:43.254045 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-unplugged", "status": "completed", "tag": "375d299d-f146-4c11-81e1-a7859541690a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:43.254331 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2af414f5-f518-4c0e-8599-638a97d5a4e8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:43.255053 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375d299d-f146-4c11-81e1-a7859541690a', 'code': 200} Dec 13 12:52:43.367325 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-3fa63d04-fce1-465e-b3f1-6af2f21a7d41 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944541 Dec 13 12:52:43.522905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a2e286-8a90-45a7-b02b-6083abd56c21 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:43.531854 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:43.535778 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-481c9e91-8f7f-4c08-93cc-0a077cc2321c req-97535da7-228a-4e4e-82fa-be566668d9d2 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495354 Dec 13 12:52:43.549353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Transition to ACTIVE for port object 22a2e286-8a90-45a7-b02b-6083abd56c21 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:52:43.554303 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:43.607519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-b22d8fd4-3141-4abb-a4cd-8d19eb5554fa tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:43.609427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-b22d8fd4-3141-4abb-a4cd-8d19eb5554fa tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/networks?id=e7bbd8a7-00f5-4063-b8e1-6c4073046e37 HTTP/1.1" status: 200 len: 821 time: 0.1391652 Dec 13 12:52:43.626876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-9298ac37-5bcd-4b93-9842-cd830c7c7981 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/quotas/04468a506fe745039834bc9b9cf99112 HTTP/1.1" status: 200 len: 375 time: 0.0112021 Dec 13 12:52:43.678924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:43.705909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-5d96bbe2-9f79-4884-a305-7d673c86a0fe tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=04468a506fe745039834bc9b9cf99112&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534654 Dec 13 12:52:43.734255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-d6e78027-559f-4bb4-9889-d5d3dda968ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:43.736120 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-d6e78027-559f-4bb4-9889-d5d3dda968ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 1098 time: 0.1209810 Dec 13 12:52:43.809139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007443e-09fc-480d-aa5f-e02859e7e628 req-c72a5860-409b-4d60-ab01-9cbed69686fd tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:43.810812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7007443e-09fc-480d-aa5f-e02859e7e628 req-c72a5860-409b-4d60-ab01-9cbed69686fd tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 945 time: 0.1717887 Dec 13 12:52:43.861654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Attempting to bind port 22a2e286-8a90-45a7-b02b-6083abd56c21 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:43.862036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Attempting to bind port 22a2e286-8a90-45a7-b02b-6083abd56c21 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:43.862339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Attempting to bind port 22a2e286-8a90-45a7-b02b-6083abd56c21 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:43.871925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-e263d081-8700-439a-a934-fccee94e9d09 service neutron] 10.222.0.31 "GET /v2.0/networks/e7bbd8a7-00f5-4063-b8e1-6c4073046e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597626 Dec 13 12:52:43.877394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Port 22a2e286-8a90-45a7-b02b-6083abd56c21 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:52:43.877732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Attempting to bind port 22a2e286-8a90-45a7-b02b-6083abd56c21 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:43.898179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:43.898535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Checking segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:43.898928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Bound using segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:43.899375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Bound port: 22a2e286-8a90-45a7-b02b-6083abd56c21, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:43.899737 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:43.901209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7007443e-09fc-480d-aa5f-e02859e7e628 req-e088a35d-d657-4195-bb03-99440bb9931e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842018 Dec 13 12:52:43.933821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-d6585308-3a8e-42fc-8bed-71f875d7cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:43.939405 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-d6585308-3a8e-42fc-8bed-71f875d7cb77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1823514 Dec 13 12:52:44.042915 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-0c2928d8-41b7-42f3-8fad-3ba6ac6cf3cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f HTTP/1.1" status: 200 len: 217 time: 0.0426576 Dec 13 12:52:44.071917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-8f35b726-e17c-48a7-bae3-a9bdbe2e68af service neutron] 10.222.0.31 "GET /v2.0/networks/e7bbd8a7-00f5-4063-b8e1-6c4073046e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891448 Dec 13 12:52:44.132936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:44.163069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9dac4-cf3c-4df1-9d11-978a1c544e6a req-0e0dcdc5-cea7-4300-8bd5-c5f540e0fafd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:44.172226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fef9dac4-cf3c-4df1-9d11-978a1c544e6a req-0e0dcdc5-cea7-4300-8bd5-c5f540e0fafd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 943 time: 0.0980301 Dec 13 12:52:44.180097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 659f7cef-6c88-44c0-8006-f67c05d3a25f up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:44.182655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:44.200516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:44.203934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-5270414d-1863-41d0-9fdf-ad3dce343dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:44.205418 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-5270414d-1863-41d0-9fdf-ad3dce343dbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1528015 Dec 13 12:52:44.257778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fef9dac4-cf3c-4df1-9d11-978a1c544e6a req-909dc827-d184-4ca6-9547-75e69a190879 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755756 Dec 13 12:52:44.354622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:44.355243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:44.356627 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] 10.222.0.37 "PUT /v2.0/ports/22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 1091 time: 1.7907708 Dec 13 12:52:44.357080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:44.359892 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e35b82-474e-4591-b8e4-e18f164d8832" -d '{"events": [{"name": "network-changed", "server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:44.411575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1adac1-4439-4e33-92af-0287e173192a service neutron] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:44.431289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 659f7cef-6c88-44c0-8006-f67c05d3a25f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:44.431664 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:44.481289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-3d72d337-3763-4cb7-a586-c6d2203fadb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:44.483171 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-3d72d337-3763-4cb7-a586-c6d2203fadb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2574902 Dec 13 12:52:44.536069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daa399-84a0-49b1-8dfa-12a0f6331e12 req-ba6a45eb-facd-4886-9975-a955165b7f06 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:44.555129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62daa399-84a0-49b1-8dfa-12a0f6331e12 req-ba6a45eb-facd-4886-9975-a955165b7f06 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 947 time: 0.1549554 Dec 13 12:52:44.648916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43c6b7ec-5208-4559-86a3-5645590cb95c req-08395968-15ad-4da9-a45f-b1c789864783 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 210 time: 0.0864377 Dec 13 12:52:44.720836 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:44.776027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62daa399-84a0-49b1-8dfa-12a0f6331e12 req-89b72203-d515-4f16-9f37-92324fa18095 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198081 Dec 13 12:52:44.782148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 659f7cef-6c88-44c0-8006-f67c05d3a25f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:44.799424 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0cf59c-8ddf-4811-84cc-42ec670feb35 x-openstack-request-id: req-9a0cf59c-8ddf-4811-84cc-42ec670feb35 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:44.805118 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:44.808865 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:44.809730 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a0cf59c-8ddf-4811-84cc-42ec670feb35 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:44.810229 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'status': 'completed', 'code': 200} Dec 13 12:52:44.834704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-870487b2-df1b-40b3-989b-bc58ceba3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:44.836494 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-870487b2-df1b-40b3-989b-bc58ceba3e83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1094 time: 0.4149485 Dec 13 12:52:44.934339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=659f7cef-6c88-44c0-8006-f67c05d3a25f,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:44.965567 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-9949fcd3-c63e-4712-a2fa-945978bce66d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 217 time: 0.1094522 Dec 13 12:52:45.036818 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-31ebd55f-714d-4c26-861d-3fb2babcd68b service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415876 Dec 13 12:52:45.188595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-65c009a0-4db9-4712-b906-4a224147dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:45.190242 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-65c009a0-4db9-4712-b906-4a224147dcc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.2053547 Dec 13 12:52:45.256052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f04a3-9d19-4991-a8e2-65975976c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659f7cef-6c88-44c0-8006-f67c05d3a25f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:45.258376 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfca8b8-ecbf-4cf6-ad0d-b82891bdc426" -d '{"events": [{"server_uuid": "840f04a3-9d19-4991-a8e2-65975976c56a", "name": "network-vif-plugged", "status": "completed", "tag": "659f7cef-6c88-44c0-8006-f67c05d3a25f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:45.347934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7e184573-593d-49cf-8cc8-a10dc3db3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:45.350616 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-7e184573-593d-49cf-8cc8-a10dc3db3f5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414766 Dec 13 12:52:45.352567 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab076cd-ff42-477b-8ab0-624e097ccded x-openstack-request-id: req-4ab076cd-ff42-477b-8ab0-624e097ccded {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:45.353140 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f04a3-9d19-4991-a8e2-65975976c56a", "name": "network-vif-plugged", "status": "completed", "tag": "659f7cef-6c88-44c0-8006-f67c05d3a25f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:45.353607 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ab076cd-ff42-477b-8ab0-624e097ccded {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:45.353794 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-703be27a-6e8c-41fb-af12-8fe4978bb350 req-20066d47-cefe-4afe-afad-21d204c1e200 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053808 Dec 13 12:52:45.354426 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f04a3-9d19-4991-a8e2-65975976c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659f7cef-6c88-44c0-8006-f67c05d3a25f', 'code': 200} Dec 13 12:52:45.505106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11823156-fda4-4947-b1d0-aaafabc5cf18 req-b52f0c61-b80e-4a64-b509-b35d913ff925 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:45.524171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11823156-fda4-4947-b1d0-aaafabc5cf18 req-b52f0c61-b80e-4a64-b509-b35d913ff925 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 943 time: 0.1098080 Dec 13 12:52:45.690784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11823156-fda4-4947-b1d0-aaafabc5cf18 req-edc15a44-0d19-434d-96fe-ce0f98bea3ac tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655924 Dec 13 12:52:45.705102 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-96e19f22-9984-42cf-a663-c067e679a84f service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420846 Dec 13 12:52:45.868541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ab37aa-3ae2-4be0-b5e5-4d16bbd15656 req-20e29dbd-aba6-4696-beac-81e56fe84abc tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 210 time: 0.0576115 Dec 13 12:52:45.920270 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1ff7cfe5-28b8-482d-9042-8525e5f12e07 req-bddc4f20-7ead-464d-be23-3e56ebc177cd service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719248 Dec 13 12:52:46.006486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddefb49-d1b9-4933-b853-1bb425d7e608 req-56facbf8-f2e4-48a4-961f-2ad6590197d6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:46.015232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eddefb49-d1b9-4933-b853-1bb425d7e608 req-56facbf8-f2e4-48a4-961f-2ad6590197d6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 947 time: 0.0995100 Dec 13 12:52:46.039400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-ee756b2e-8ac7-4909-bd9b-ba7b69934fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:46.041017 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-ee756b2e-8ac7-4909-bd9b-ba7b69934fa1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1094 time: 0.0519886 Dec 13 12:52:46.100202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eddefb49-d1b9-4933-b853-1bb425d7e608 req-c366f20f-ba36-423c-9266-fb33d7e1bd8a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839512 Dec 13 12:52:46.209807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 24b82b06-9c4b-4f75-ae94-b8547ad04d0f details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:46.309480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-8e97c435-941c-4fca-92b1-a9a97af7e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:46.312186 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-8e97c435-941c-4fca-92b1-a9a97af7e2ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.2622015 Dec 13 12:52:46.358815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:46.382213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f', 'mac_address': 'fa:16:3e:a8:fe:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:46.386103 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-86a9aa82-e052-4ae0-974a-f554cced8d98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 217 time: 0.0532520 Dec 13 12:52:46.442146 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:46.451052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-a41877b2-b85e-4502-9eba-9e36d8f18b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:46.452856 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-a41877b2-b85e-4502-9eba-9e36d8f18b9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.0520616 Dec 13 12:52:46.465367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b82b06-9c4b-4f75-ae94-b8547ad04d0f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:46.489764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:46.495101 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:46.516558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-0c71aed3-5ae2-4629-9225-831e9d0f371d tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:46.519012 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-0c71aed3-5ae2-4629-9225-831e9d0f371d tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.42 "GET /v2.0/networks?id=e7bbd8a7-00f5-4063-b8e1-6c4073046e37 HTTP/1.1" status: 200 len: 821 time: 0.3294060 Dec 13 12:52:46.539429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-16720705-89e8-4233-a700-83f8a786b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:46.541295 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-16720705-89e8-4233-a700-83f8a786b636 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798414 Dec 13 12:52:46.562582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Request body: {'port': {'device_id': '8e7d0164-cc48-43b7-a560-8c4f617a712f', 'network_id': 'e7bbd8a7-00f5-4063-b8e1-6c4073046e37', 'admin_state_up': True, 'tenant_id': '04468a506fe745039834bc9b9cf99112'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:46.564381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:46.792115 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-3ca95983-ccbc-4739-af68-6b20581b0f4e service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427251 Dec 13 12:52:46.830044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['24b82b06-9c4b-4f75-ae94-b8547ad04d0f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:46.877951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Made reservation on behalf of 04468a506fe745039834bc9b9cf99112 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:52:46.884596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:46.910517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9431-9d5b-45e6-abff-3438325493e4 req-3c38ea81-3c6f-4a84-a89a-a6a058a70f24 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:46.933615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f18a9431-9d5b-45e6-abff-3438325493e4 req-3c38ea81-3c6f-4a84-a89a-a6a058a70f24 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 943 time: 0.1032388 Dec 13 12:52:47.051445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f18a9431-9d5b-45e6-abff-3438325493e4 req-c98647ad-8b7a-4fb2-90b7-8a18ca63111e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167727 Dec 13 12:52:47.193840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cf56e7f-5f9a-4231-9caf-756841e043e0 req-5b681970-fdfd-442a-a563-e991a9d5ea16 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 210 time: 0.0554619 Dec 13 12:52:47.250980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Allocated IP 172.20.0.11 (e7bbd8a7-00f5-4063-b8e1-6c4073046e37/62b1b9cd-e651-44af-b3dc-33a5583ebd69/2c61f3bf-cc28-4985-8234-e1d5660dac34) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:52:47.348294 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f7e35b82-474e-4591-b8e4-e18f164d8832 req-1e9c7c8b-340c-4527-879a-6d2eaa641c9c service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474799 Dec 13 12:52:47.420488 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:52:47.486307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cda16-8475-42af-b183-65813e07ce92 req-377133b9-5013-45f5-86dc-922611af6cfe tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:47.488065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-465cda16-8475-42af-b183-65813e07ce92 req-377133b9-5013-45f5-86dc-922611af6cfe tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 948 time: 0.0862246 Dec 13 12:52:47.535266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:47.554882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-465cda16-8475-42af-b183-65813e07ce92 req-9f9cc10f-aa2a-4ef3-81e5-2a418a76add2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607171 Dec 13 12:52:47.574917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:47.631632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Network e7bbd8a7-00f5-4063-b8e1-6c4073046e37 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:52:47.636222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:52:47.638388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Pushing event updated for resources: {'Port': ['ID=2c61f3bf-cc28-4985-8234-e1d5660dac34,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:47.640956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:52:47.692479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:47.693198 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:47.712936 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-571d3694-901e-40aa-abb5-ebe9c0729764 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1551714 Dec 13 12:52:47.741280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Request body: {'port': {'device_id': '8e7d0164-cc48-43b7-a560-8c4f617a712f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:47.850872 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:48.199439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66101dca-19f1-4b9e-953b-f6ab01f6744a req-9725b05b-2fab-4c0e-8125-104c8bf969e0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:48.205928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66101dca-19f1-4b9e-953b-f6ab01f6744a req-9725b05b-2fab-4c0e-8125-104c8bf969e0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 943 time: 0.0583856 Dec 13 12:52:48.206947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 24b82b06-9c4b-4f75-ae94-b8547ad04d0f up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:48.208538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c61f3bf-cc28-4985-8234-e1d5660dac34 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:48.218862 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:48.237239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Transition to ACTIVE for port object 2c61f3bf-cc28-4985-8234-e1d5660dac34 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:52:48.249177 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:48.330764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:48.338035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:48.339432 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:48.397010 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66101dca-19f1-4b9e-953b-f6ab01f6744a req-36a241e8-2d11-4b0b-aa00-3e109d0f3286 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679795 Dec 13 12:52:48.423955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Pushing event updated for resources: {'Port': ['ID=2c61f3bf-cc28-4985-8234-e1d5660dac34,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:48.453305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069be54-2103-4edb-a95d-bfbb699f6a8d req-0087022d-cb8c-48a0-9d8b-3d7a23284b3c tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:48.455218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6069be54-2103-4edb-a95d-bfbb699f6a8d req-0087022d-cb8c-48a0-9d8b-3d7a23284b3c tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 944 time: 0.1262622 Dec 13 12:52:48.521650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Attempting to bind port 2c61f3bf-cc28-4985-8234-e1d5660dac34 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:52:48.521900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Attempting to bind port 2c61f3bf-cc28-4985-8234-e1d5660dac34 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '9f142a09-690f-41a4-9cd8-fcdb8652da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7bbd8a7-00f5-4063-b8e1-6c4073046e37'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:52:48.522202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Attempting to bind port 2c61f3bf-cc28-4985-8234-e1d5660dac34 on network e7bbd8a7-00f5-4063-b8e1-6c4073046e37 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:48.529447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Port 2c61f3bf-cc28-4985-8234-e1d5660dac34 on network e7bbd8a7-00f5-4063-b8e1-6c4073046e37 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:52:48.529888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Attempting to bind port 2c61f3bf-cc28-4985-8234-e1d5660dac34 on network e7bbd8a7-00f5-4063-b8e1-6c4073046e37 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:52:48.544187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6069be54-2103-4edb-a95d-bfbb699f6a8d req-3b2e5e61-8d71-45d9-94cc-a02f8bcc918e tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808430 Dec 13 12:52:48.545727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:52:48.550103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Checking segment: {'id': '9f142a09-690f-41a4-9cd8-fcdb8652da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7bbd8a7-00f5-4063-b8e1-6c4073046e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:52:48.550103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Bound using segment: {'id': '9f142a09-690f-41a4-9cd8-fcdb8652da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7bbd8a7-00f5-4063-b8e1-6c4073046e37'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:52:48.550360 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Bound port: 2c61f3bf-cc28-4985-8234-e1d5660dac34, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f142a09-690f-41a4-9cd8-fcdb8652da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7bbd8a7-00f5-4063-b8e1-6c4073046e37'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:52:48.550614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:48.655986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:48.678920 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:48.700738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] For port 2c61f3bf-cc28-4985-8234-e1d5660dac34, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:52:48.706391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] For port 2c61f3bf-cc28-4985-8234-e1d5660dac34, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=2c61f3bf-cc28-4985-8234-e1d5660dac34,segment=NetworkSegment(9f142a09-690f-41a4-9cd8-fcdb8652da7b),segment_id=9f142a09-690f-41a4-9cd8-fcdb8652da7b)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:52:48.720663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:48.746172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:48.748449 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c7825a-5773-490b-a581-d09a2dc20257" -d '{"events": [{"server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "name": "network-vif-plugged", "status": "completed", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:48.773945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:48.789753 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:48.803597 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Pushing event updated for resources: {'Port': ['ID=2c61f3bf-cc28-4985-8234-e1d5660dac34,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:48.819448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:48.820699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:48.822929 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-be9dc518-a9c4-424e-8568-e8dc29112742 service neutron] 10.222.0.42 "PUT /v2.0/ports/2c61f3bf-cc28-4985-8234-e1d5660dac34 HTTP/1.1" status: 200 len: 1092 time: 1.0988159 Dec 13 12:52:48.823874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7d0164-cc48-43b7-a560-8c4f617a712f', 'tag': '2c61f3bf-cc28-4985-8234-e1d5660dac34'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:48.826719 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7d0164-cc48-43b7-a560-8c4f617a712f", "tag": "2c61f3bf-cc28-4985-8234-e1d5660dac34"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:48.847612 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d34c30-7bb1-4788-950e-dd997fdf689a x-openstack-request-id: req-70d34c30-7bb1-4788-950e-dd997fdf689a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:48.847900 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "name": "network-vif-plugged", "status": "completed", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:48.848188 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70d34c30-7bb1-4788-950e-dd997fdf689a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:48.848596 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f', 'code': 200} Dec 13 12:52:48.875300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f967bb6-4c3c-4062-92af-e3ce7df00dba req-7dd40758-01d0-409f-a2b1-d254541f2c52 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:48.886887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f967bb6-4c3c-4062-92af-e3ce7df00dba req-7dd40758-01d0-409f-a2b1-d254541f2c52 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 948 time: 0.1528511 Dec 13 12:52:48.961149 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4734b56e-f071-4eb8-a9d0-832f04c8c838 x-openstack-request-id: req-4734b56e-f071-4eb8-a9d0-832f04c8c838 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:48.962857 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7d0164-cc48-43b7-a560-8c4f617a712f", "tag": "2c61f3bf-cc28-4985-8234-e1d5660dac34", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:48.963133 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4734b56e-f071-4eb8-a9d0-832f04c8c838 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:48.963551 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7d0164-cc48-43b7-a560-8c4f617a712f', 'tag': '2c61f3bf-cc28-4985-8234-e1d5660dac34', 'status': 'completed', 'code': 200} Dec 13 12:52:49.014110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:49.016831 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-6a98151f-19a5-40fe-963c-27b6c2789e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:49.018459 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-6a98151f-19a5-40fe-963c-27b6c2789e3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04468a506fe745039834bc9b9cf99112&device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 1095 time: 0.1399837 Dec 13 12:52:49.042582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'port_id': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'mac_address': 'fa:16:3e:79:d6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:49.077779 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:49.108317 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:49.121484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f967bb6-4c3c-4062-92af-e3ce7df00dba req-c3ebcd03-dfd1-495c-8b9f-3ba97260001f tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321301 Dec 13 12:52:49.154521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32afd7-a3ee-4233-aa5d-2066d258e44b req-cfc39dd7-c7b2-4e07-8e9e-fcf5f6f1718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:49.164983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d32afd7-a3ee-4233-aa5d-2066d258e44b req-cfc39dd7-c7b2-4e07-8e9e-fcf5f6f1718b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 1100 time: 0.1931801 Dec 13 12:52:49.165536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a2e286-8a90-45a7-b02b-6083abd56c21 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:49.167701 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-7b4214d1-b936-4d9a-9946-8b490c73fc53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c61f3bf-cc28-4985-8234-e1d5660dac34 HTTP/1.1" status: 200 len: 217 time: 0.1348801 Dec 13 12:52:49.229643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:49.248568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d32afd7-a3ee-4233-aa5d-2066d258e44b req-418751b8-348d-4fd5-901c-339188be7d03 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696125 Dec 13 12:52:49.259971 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:49.310841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-fb7ba311-6ebb-4ad6-8f22-257c631b5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:49.312798 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-fb7ba311-6ebb-4ad6-8f22-257c631b5825 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=62b1b9cd-e651-44af-b3dc-33a5583ebd69 HTTP/1.1" status: 200 len: 861 time: 0.1346285 Dec 13 12:52:49.351490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:49.522650 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-c02d5da7-b92e-4985-bfff-fe0076099416 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7bbd8a7-00f5-4063-b8e1-6c4073046e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676877 Dec 13 12:52:49.621250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935c492-1add-4ec6-b4c3-db9dc5dd9aa8 req-24916d00-ac1e-4a31-b148-8a3817602eed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:49.622859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0935c492-1add-4ec6-b4c3-db9dc5dd9aa8 req-24916d00-ac1e-4a31-b148-8a3817602eed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.0943956 Dec 13 12:52:49.637111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['22a2e286-8a90-45a7-b02b-6083abd56c21'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:49.704537 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-f48f49b4-ca81-4361-ba11-3fbf6583d9b7 service neutron] 10.222.0.42 "GET /v2.0/networks/e7bbd8a7-00f5-4063-b8e1-6c4073046e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679223 Dec 13 12:52:49.704753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0935c492-1add-4ec6-b4c3-db9dc5dd9aa8 req-c5bdfe31-6a46-400b-ad5b-2203ef65788c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728719 Dec 13 12:52:49.802325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b829a1e-d16e-406e-858f-9948d7118c78 req-9f67bbda-3d62-4c02-a0b8-5b6038559ecd tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:49.810867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b829a1e-d16e-406e-858f-9948d7118c78 req-9f67bbda-3d62-4c02-a0b8-5b6038559ecd tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 944 time: 0.1302760 Dec 13 12:52:49.879282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b829a1e-d16e-406e-858f-9948d7118c78 req-e14e94aa-4672-4fa0-85be-90d518fed83b tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667915 Dec 13 12:52:49.916807 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d27e3e7-2263-4e55-8e40-ed49284bd1cf req-60ffa14e-4578-4137-a8e9-919a9b928af7 service neutron] 10.222.0.42 "GET /v2.0/networks/e7bbd8a7-00f5-4063-b8e1-6c4073046e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031398 Dec 13 12:52:50.049242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4 req-db2b3275-eefd-4c11-88ba-26a957fea8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:50.051572 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4 req-db2b3275-eefd-4c11-88ba-26a957fea8ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04468a506fe745039834bc9b9cf99112&device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 1095 time: 0.0557921 Dec 13 12:52:50.177811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4 req-83f47ea1-236a-4ef0-87bc-bd182f7b3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:50.179788 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4 req-83f47ea1-236a-4ef0-87bc-bd182f7b3eff service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7bbd8a7-00f5-4063-b8e1-6c4073046e37 HTTP/1.1" status: 200 len: 921 time: 0.1186535 Dec 13 12:52:50.240281 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4 req-561a79a6-13ee-43ff-8447-99fb14c1fb77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c61f3bf-cc28-4985-8234-e1d5660dac34 HTTP/1.1" status: 200 len: 217 time: 0.0472372 Dec 13 12:52:50.315088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7bec3-fd1c-4d6e-ac24-a8bc33b105c4 req-d81d2ca0-39a4-4272-929b-ecf00a2759e7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:50.324113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ff7bec3-fd1c-4d6e-ac24-a8bc33b105c4 req-d81d2ca0-39a4-4272-929b-ecf00a2759e7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0807712 Dec 13 12:52:50.329679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4 req-44f6c36a-89cd-433f-9345-a3d61be879c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:50.332115 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4 req-44f6c36a-89cd-433f-9345-a3d61be879c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=62b1b9cd-e651-44af-b3dc-33a5583ebd69 HTTP/1.1" status: 200 len: 861 time: 0.0803115 Dec 13 12:52:50.383601 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4 req-2456f66e-ad5a-49e6-9603-2f805ff4f2f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7bbd8a7-00f5-4063-b8e1-6c4073046e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388000 Dec 13 12:52:50.386605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ff7bec3-fd1c-4d6e-ac24-a8bc33b105c4 req-e59aa168-f778-4cfd-8b21-5aab9e8c0a9c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611222 Dec 13 12:52:50.549866 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4 req-890639ff-b872-4ad0-9fa6-7aa329aab8ee service neutron] 10.222.0.42 "GET /v2.0/networks/e7bbd8a7-00f5-4063-b8e1-6c4073046e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569459 Dec 13 12:52:50.743048 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1edd0d6a-6608-4088-bc0b-4fb09b08c8d4 req-94d0f337-3cbb-419c-b3cb-28ad819bd927 service neutron] 10.222.0.42 "GET /v2.0/networks/e7bbd8a7-00f5-4063-b8e1-6c4073046e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839175 Dec 13 12:52:50.897050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04c6d4-e28d-4a47-a539-1eeae558f73e req-eb00d6da-a8cd-42ae-af9c-a48c1d84aefe tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:50.900589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb04c6d4-e28d-4a47-a539-1eeae558f73e req-eb00d6da-a8cd-42ae-af9c-a48c1d84aefe tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.0884452 Dec 13 12:52:50.979799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb04c6d4-e28d-4a47-a539-1eeae558f73e req-566f5118-1ef4-4dec-a26b-ee689ef4a1c4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709040 Dec 13 12:52:51.121829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db261ba9-04c1-443d-a2cc-d9c944f9d62f req-ad69fb60-6dc5-4272-a421-e48aae200001 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:51.132558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db261ba9-04c1-443d-a2cc-d9c944f9d62f req-ad69fb60-6dc5-4272-a421-e48aae200001 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 944 time: 0.0857227 Dec 13 12:52:51.210363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db261ba9-04c1-443d-a2cc-d9c944f9d62f req-c6449da3-89a8-4deb-93af-69243d4727ea tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719738 Dec 13 12:52:51.577746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763770c-fa73-4ff0-9132-033ec74518ad req-074e3331-2b54-4a6e-aac6-c86399c9fae7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:51.585736 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5763770c-fa73-4ff0-9132-033ec74518ad req-074e3331-2b54-4a6e-aac6-c86399c9fae7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.1317079 Dec 13 12:52:51.645768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5763770c-fa73-4ff0-9132-033ec74518ad req-a53a75b1-49a0-413f-bfd0-655dbbff96d3 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588658 Dec 13 12:52:51.810378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-b29572e1-8d4a-4415-b1eb-fbcf64007e45 req-f426f0d7-b66a-4d0d-8e84-d270fb151076 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:52:51.811625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b29572e1-8d4a-4415-b1eb-fbcf64007e45 req-f426f0d7-b66a-4d0d-8e84-d270fb151076 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055664 Dec 13 12:52:52.193447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-cb3bf0ba-c5d2-442d-9c69-b6ef0f45694f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1553104 Dec 13 12:52:52.204518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec915c6-a1a4-4545-95f3-af0364fa8180 req-4eb87fb6-f7ea-4821-b7fd-17cb15adfc9c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:52.206258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cec915c6-a1a4-4545-95f3-af0364fa8180 req-4eb87fb6-f7ea-4821-b7fd-17cb15adfc9c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.1323955 Dec 13 12:52:52.235683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 2c61f3bf-cc28-4985-8234-e1d5660dac34 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:52:52.285688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd01c5c-705f-455e-a570-704364e07f46 req-6e4703fa-e834-4455-aae3-5e1abf0e5f18 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:52.287381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7dd01c5c-705f-455e-a570-704364e07f46 req-6e4703fa-e834-4455-aae3-5e1abf0e5f18 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1436925 Dec 13 12:52:52.322367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cec915c6-a1a4-4545-95f3-af0364fa8180 req-b877aa37-5f38-4f65-8779-4e4945f1f81d tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045244 Dec 13 12:52:52.392103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7dd01c5c-705f-455e-a570-704364e07f46 req-eef72232-c605-44aa-9c8a-f7e619e8bbab tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750453 Dec 13 12:52:52.513509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 2c61f3bf-cc28-4985-8234-e1d5660dac34, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=2c61f3bf-cc28-4985-8234-e1d5660dac34,segment=NetworkSegment(9f142a09-690f-41a4-9cd8-fcdb8652da7b),segment_id=9f142a09-690f-41a4-9cd8-fcdb8652da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:52.531608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '2c61f3bf-cc28-4985-8234-e1d5660dac34', 'network_id': 'e7bbd8a7-00f5-4063-b8e1-6c4073046e37', 'port_id': '2c61f3bf-cc28-4985-8234-e1d5660dac34', 'mac_address': 'fa:16:3e:e0:c6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b1b9cd-e651-44af-b3dc-33a5583ebd69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:52:52.584631 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:52.620212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:52.627234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c61f3bf-cc28-4985-8234-e1d5660dac34 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:52:52.688900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe985c-8b34-4a48-8e05-e176c6bf1ded req-bbf54a45-0986-4318-b675-91da0c2ca4eb tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:52.690858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 2c61f3bf-cc28-4985-8234-e1d5660dac34, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=2c61f3bf-cc28-4985-8234-e1d5660dac34,segment=NetworkSegment(9f142a09-690f-41a4-9cd8-fcdb8652da7b),segment_id=9f142a09-690f-41a4-9cd8-fcdb8652da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:52.701738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83fe985c-8b34-4a48-8e05-e176c6bf1ded req-bbf54a45-0986-4318-b675-91da0c2ca4eb tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 944 time: 0.1045496 Dec 13 12:52:52.702949 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:52.740845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 22a2e286-8a90-45a7-b02b-6083abd56c21 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:52.750752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 22a2e286-8a90-45a7-b02b-6083abd56c21 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:52.751128 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:52.851113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=2c61f3bf-cc28-4985-8234-e1d5660dac34,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:52.906259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83fe985c-8b34-4a48-8e05-e176c6bf1ded req-cacc1507-5203-47ab-a1d2-3e46ceda51ce tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002981 Dec 13 12:52:52.938136 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:52.970131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:52.972644 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e834f5e0-cadb-46b3-813f-7589f401e86a" -d '{"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-plugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:52.990514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:52.998617 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:53.192829 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34f14bc-89d7-4067-8482-fbb0cf0a291c x-openstack-request-id: req-a34f14bc-89d7-4067-8482-fbb0cf0a291c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:53.195810 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-plugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:53.196312 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a34f14bc-89d7-4067-8482-fbb0cf0a291c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:53.199728 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'code': 200} Dec 13 12:52:53.200237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['2c61f3bf-cc28-4985-8234-e1d5660dac34'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:52:53.215320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:53.232337 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb1ba2-2cb7-43ba-ad15-e1f86cab56d4 req-1d54fa5f-9629-4661-8d4f-f3671b1d10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:53.234178 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eadb1ba2-2cb7-43ba-ad15-e1f86cab56d4 req-1d54fa5f-9629-4661-8d4f-f3671b1d10c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1096 time: 0.0946062 Dec 13 12:52:53.373318 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eadb1ba2-2cb7-43ba-ad15-e1f86cab56d4 req-4618cf13-a195-42f6-b4d6-925c65a3b2e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301892 Dec 13 12:52:53.631789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709f560-2224-495c-9c46-9e31a65ffea7 req-d32b927b-97ce-4907-a918-5e226b03ba28 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:53.640044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c709f560-2224-495c-9c46-9e31a65ffea7 req-d32b927b-97ce-4907-a918-5e226b03ba28 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 945 time: 0.1170371 Dec 13 12:52:53.703998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ccf15-3400-4c60-8922-a3ec35251b93 req-a11bf170-1236-41e1-86ef-719cac2dbdef tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:53.705775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-750ccf15-3400-4c60-8922-a3ec35251b93 req-a11bf170-1236-41e1-86ef-719cac2dbdef tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.2655444 Dec 13 12:52:53.780689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-750ccf15-3400-4c60-8922-a3ec35251b93 req-28261d72-a0ce-400f-bcc7-847ff56a27c9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618958 Dec 13 12:52:53.808456 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c709f560-2224-495c-9c46-9e31a65ffea7 req-ee418ea5-f9cf-4eec-8954-9e54f470f8c6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675990 Dec 13 12:52:54.111688 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d462671c-d223-4b73-9c68-9bef6bd9f162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:54.198334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f65930-321c-42a4-b762-50501ec3dc42 req-d10f3fdb-c0e9-4ba7-b355-3ecdaa3af814 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:54.200168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6f65930-321c-42a4-b762-50501ec3dc42 req-d10f3fdb-c0e9-4ba7-b355-3ecdaa3af814 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 945 time: 0.1386456 Dec 13 12:52:54.246804 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-b9fe5dcc-6344-4df9-b37e-3be7e98aadc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009932 Dec 13 12:52:54.320267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6f65930-321c-42a4-b762-50501ec3dc42 req-2c39f0ac-f180-4fde-86ec-4f840587554c tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991392 Dec 13 12:52:54.374492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-1b44853d-4eed-40ed-9121-f8b5cd205588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:54.376152 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-1b44853d-4eed-40ed-9121-f8b5cd205588 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca8578242bfd400ba3be505bf9d0e137&device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 1097 time: 0.0645869 Dec 13 12:52:54.508439 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-8c2f6f59-c74f-45f6-9b9c-2c106e9328e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:54.510312 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-8c2f6f59-c74f-45f6-9b9c-2c106e9328e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb HTTP/1.1" status: 200 len: 915 time: 0.1002867 Dec 13 12:52:54.660181 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-252e86d0-d10c-4c83-9c9e-972a88ff45e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add55351-84b3-4889-add8-77251041865d HTTP/1.1" status: 200 len: 1001 time: 0.1147614 Dec 13 12:52:54.708160 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-82238882-d344-4a2b-955b-42649e532926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:54.710022 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-82238882-d344-4a2b-955b-42649e532926 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 1100 time: 0.0802779 Dec 13 12:52:54.784349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-1927c0d0-2272-4cb1-a6a0-9bbb59239d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:54.786116 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-1927c0d0-2272-4cb1-a6a0-9bbb59239d52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=484efd44-0ac3-488e-ab06-89da2b936184 HTTP/1.1" status: 200 len: 854 time: 0.1101198 Dec 13 12:52:54.860069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-98c04cca-3887-4344-8453-d2001a4c63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:54.861674 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-98c04cca-3887-4344-8453-d2001a4c63f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1439836 Dec 13 12:52:54.866883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-f13e3e6a-be31-4bff-95e4-ee4119a2237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:54.868421 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-f13e3e6a-be31-4bff-95e4-ee4119a2237d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694749 Dec 13 12:52:54.926517 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-affebca5-e655-46e4-9f6c-fc38d3ed495f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f HTTP/1.1" status: 200 len: 217 time: 0.0570304 Dec 13 12:52:55.022487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-efafa26a-aecb-4814-a3f3-fd7438520c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:55.024107 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-efafa26a-aecb-4814-a3f3-fd7438520c92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0878243 Dec 13 12:52:55.029623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a26a77-a6aa-4e44-b89c-55d79a1b7186 req-e1e720ff-4780-428b-8f8e-bb7786478811 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:55.038766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88a26a77-a6aa-4e44-b89c-55d79a1b7186 req-e1e720ff-4780-428b-8f8e-bb7786478811 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.1763146 Dec 13 12:52:55.072885 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-ba1b2a9c-343d-4707-a99c-4cfe9097b46e service neutron] 10.222.0.37 "GET /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560788 Dec 13 12:52:55.074578 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6832f1-d278-4a00-932c-39437c8889a1 req-8f3a0e4a-a54c-456a-8d29-727aca435590 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:55.087565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab6832f1-d278-4a00-932c-39437c8889a1 req-8f3a0e4a-a54c-456a-8d29-727aca435590 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 945 time: 0.1715469 Dec 13 12:52:55.157831 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88a26a77-a6aa-4e44-b89c-55d79a1b7186 req-3ef73570-c97e-45b3-bbe8-4a12ff47392a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186461 Dec 13 12:52:55.168014 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab6832f1-d278-4a00-932c-39437c8889a1 req-045bd127-054e-4e89-bd78-54c92e33e0ef tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793352 Dec 13 12:52:55.177928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-f693b343-56ec-4a79-a6a4-31d5fda39dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:55.177928 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-f693b343-56ec-4a79-a6a4-31d5fda39dab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012309 Dec 13 12:52:55.307815 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15963e51-26e7-47e2-9cb4-5066a7d52712 req-f51f8a2b-049b-451a-b6ef-a6dbce4f5d21 service neutron] 10.222.0.37 "GET /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962416 Dec 13 12:52:55.350791 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-8e4901cb-06d3-489b-a7fa-54de661264ba service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639824 Dec 13 12:52:55.478931 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-39ec5f44-34d1-4aca-bd82-5e07ee10a045 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190155 Dec 13 12:52:55.523004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1efa6-fa44-4123-b4c2-1a5cc5c9cef4 req-a966afff-3921-4c70-a97a-aae0be9df1b3 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:55.524758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ff1efa6-fa44-4123-b4c2-1a5cc5c9cef4 req-a966afff-3921-4c70-a97a-aae0be9df1b3 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 945 time: 0.0741203 Dec 13 12:52:55.588759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ff1efa6-fa44-4123-b4c2-1a5cc5c9cef4 req-d3cc844c-03c4-45c8-8872-3c4e1217b876 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541971 Dec 13 12:52:56.278424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 2c61f3bf-cc28-4985-8234-e1d5660dac34 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:52:56.328382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acadd1-a58f-4f93-a4f9-1d65241cae05 req-bccc65f1-90cc-481d-a4d5-82f0ac0c1b80 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:56.329927 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86acadd1-a58f-4f93-a4f9-1d65241cae05 req-bccc65f1-90cc-481d-a4d5-82f0ac0c1b80 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0925510 Dec 13 12:52:56.338702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08405928-a21f-4899-a547-cc3ce1edc2ff req-27d188ff-98c9-4b7d-ab36-6916451947e1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:56.340138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08405928-a21f-4899-a547-cc3ce1edc2ff req-27d188ff-98c9-4b7d-ab36-6916451947e1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 945 time: 0.0719786 Dec 13 12:52:56.364054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 2c61f3bf-cc28-4985-8234-e1d5660dac34 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:52:56.378894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 2c61f3bf-cc28-4985-8234-e1d5660dac34 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:52:56.379573 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:56.418886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08405928-a21f-4899-a547-cc3ce1edc2ff req-c10710d2-54a7-4f07-ba75-f0229807eebc tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699377 Dec 13 12:52:56.430516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86acadd1-a58f-4f93-a4f9-1d65241cae05 req-917d2046-244e-455d-88c5-fb2d12bee95e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893776 Dec 13 12:52:56.515805 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:56.559700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 2c61f3bf-cc28-4985-8234-e1d5660dac34, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=2c61f3bf-cc28-4985-8234-e1d5660dac34,segment=NetworkSegment(9f142a09-690f-41a4-9cd8-fcdb8652da7b),segment_id=9f142a09-690f-41a4-9cd8-fcdb8652da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:52:56.562535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7d0164-cc48-43b7-a560-8c4f617a712f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c61f3bf-cc28-4985-8234-e1d5660dac34'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:56.565229 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d385d4-7619-4119-b98e-2dc3fac0336b" -d '{"events": [{"server_uuid": "8e7d0164-cc48-43b7-a560-8c4f617a712f", "name": "network-vif-plugged", "status": "completed", "tag": "2c61f3bf-cc28-4985-8234-e1d5660dac34"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:56.575292 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:56.615881 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-680427da-4921-4aea-aa95-8b4f1842bb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:56.637996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=2c61f3bf-cc28-4985-8234-e1d5660dac34,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:52:56.765028 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8fee3c-2648-49aa-bce2-804a726f99a3 x-openstack-request-id: req-ca8fee3c-2648-49aa-bce2-804a726f99a3 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:56.765448 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7d0164-cc48-43b7-a560-8c4f617a712f", "name": "network-vif-plugged", "status": "completed", "tag": "2c61f3bf-cc28-4985-8234-e1d5660dac34", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:56.765608 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca8fee3c-2648-49aa-bce2-804a726f99a3 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:56.765926 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7d0164-cc48-43b7-a560-8c4f617a712f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c61f3bf-cc28-4985-8234-e1d5660dac34', 'code': 200} Dec 13 12:52:56.819377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b563a92-4244-4e7c-9d4c-8dda1b5ee8b8 req-6fcfd731-0f7d-4cf3-8ff2-29defe48a15a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:56.822061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b563a92-4244-4e7c-9d4c-8dda1b5ee8b8 req-6fcfd731-0f7d-4cf3-8ff2-29defe48a15a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 945 time: 0.0800769 Dec 13 12:52:56.833457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44978) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:52:56.839073 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-09669975-b6d0-46f5-97ef-ebd0372f814d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'floatingip': {'port_id': '22a2e286-8a90-45a7-b02b-6083abd56c21'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:52:56.898542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85090b8-6a0e-406a-bb54-8287f9049ef3 req-256aa7a4-51df-4680-8343-0f2e293b9cb2 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:56.907234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f85090b8-6a0e-406a-bb54-8287f9049ef3 req-256aa7a4-51df-4680-8343-0f2e293b9cb2 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 946 time: 0.0839157 Dec 13 12:52:56.926287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09669975-b6d0-46f5-97ef-ebd0372f814d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:56.967008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f85090b8-6a0e-406a-bb54-8287f9049ef3 req-8aa74bf3-1c9e-4f5e-8dc2-77d4dd695053 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586176 Dec 13 12:52:57.272481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16654001-c4b6-4954-a628-81bd43586cf9 req-044fae2d-2d68-48f8-967b-2c8930ad465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:57.272481 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-16654001-c4b6-4954-a628-81bd43586cf9 req-044fae2d-2d68-48f8-967b-2c8930ad465c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 1097 time: 0.3840065 Dec 13 12:52:57.390325 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-16654001-c4b6-4954-a628-81bd43586cf9 req-d2b74417-1ff6-4adc-a7ae-24542ba1d46d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081030 Dec 13 12:52:57.575261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618139e9-1267-4b70-a696-e3ca62061345 req-236ca99f-e4c7-42a3-8997-0dcd2d6dfbba tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:57.588894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-618139e9-1267-4b70-a696-e3ca62061345 req-236ca99f-e4c7-42a3-8997-0dcd2d6dfbba tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0644014 Dec 13 12:52:57.642454 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:57.651761 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-618139e9-1267-4b70-a696-e3ca62061345 req-3b8deab8-ed67-4b76-83ae-fe1cff48ca44 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589604 Dec 13 12:52:57.745807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09669975-b6d0-46f5-97ef-ebd0372f814d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:57.750802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09669975-b6d0-46f5-97ef-ebd0372f814d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:57.875845 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-09669975-b6d0-46f5-97ef-ebd0372f814d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Floating IP e8740ba6-e14f-431a-981d-24d5ef04f868 associated. External IP: 172.25.2.12, port: 22a2e286-8a90-45a7-b02b-6083abd56c21. Dec 13 12:52:58.090656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18d1f7-2ab6-42d1-b057-b8302df6c8cb req-6467503c-0120-4607-83fb-81cd46c60b3b tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:58.105657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab18d1f7-2ab6-42d1-b057-b8302df6c8cb req-6467503c-0120-4607-83fb-81cd46c60b3b tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 946 time: 0.0634520 Dec 13 12:52:58.138223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09669975-b6d0-46f5-97ef-ebd0372f814d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Router a687090d-6e2f-458a-bc37-68e15e628d34 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:52:58.154226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab18d1f7-2ab6-42d1-b057-b8302df6c8cb req-35286676-ef8b-4a45-ad42-05c9298d4fd8 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530536 Dec 13 12:52:58.271699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09669975-b6d0-46f5-97ef-ebd0372f814d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:52:58.276795 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09669975-b6d0-46f5-97ef-ebd0372f814d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:58.281957 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] Sync routers for ids ['a687090d-6e2f-458a-bc37-68e15e628d34'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:52:58.293307 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] Routers {'a687090d-6e2f-458a-bc37-68e15e628d34'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:58.294019 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:52:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a687090d-6e2f-458a-bc37-68e15e628d34'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:58.318764 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-09669975-b6d0-46f5-97ef-ebd0372f814d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "PUT /v2.0/floatingips/e8740ba6-e14f-431a-981d-24d5ef04f868 HTTP/1.1" status: 200 len: 990 time: 1.4830079 Dec 13 12:52:58.319379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:52:58.321719 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affaab15-0f9c-4dcb-abee-0d0e09a9763a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:52:58.362047 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffedda9-3054-4bd9-a135-5d377aa67344 x-openstack-request-id: req-cffedda9-3054-4bd9-a135-5d377aa67344 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:52:58.362380 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:52:58.362631 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cffedda9-3054-4bd9-a135-5d377aa67344 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:52:58.363047 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'status': 'completed', 'code': 200} Dec 13 12:52:58.409361 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] Set router a687090d-6e2f-458a-bc37-68e15e628d34 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:58.429838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-85db76aa-e8f2-4c70-917a-4bdc2e940112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:58.431384 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-85db76aa-e8f2-4c70-917a-4bdc2e940112 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1096 time: 0.0410497 Dec 13 12:52:58.536358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-47ad454c-f20b-4004-85a4-7a1831647da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:58.537835 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-47ad454c-f20b-4004-85a4-7a1831647da7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.0906126 Dec 13 12:52:58.606526 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-40b7f406-1ce0-4062-9d16-bc7b45e12b0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 998 time: 0.0593042 Dec 13 12:52:58.638148 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:27Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e8740ba6-e14f-431a-981d-24d5ef04f868', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'port_id': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'mac_address': 'fa:16:3e:79:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:52:34Z', 'updated_at': '2021-12-13T12:52:57Z', 'revision_number': 1, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ab133b-c10c-42cf-b735-e0aa623ca9b8', 'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'mac_address': 'fa:16:3e:43:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:26Z', 'updated_at': '2021-12-13T12:52:35Z', 'revision_number': 5, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'subnets': [{'id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:58.664340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-2c7284a0-d9c8-4b2d-81a3-c335d6927aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:58.665804 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-2c7284a0-d9c8-4b2d-81a3-c335d6927aff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.0514305 Dec 13 12:52:58.668274 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] Checking router: a687090d-6e2f-458a-bc37-68e15e628d34 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:52:58.677107 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] Routers {'a687090d-6e2f-458a-bc37-68e15e628d34'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:52:58.677823 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:52:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a687090d-6e2f-458a-bc37-68e15e628d34'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:58.762559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-242d822d-f63c-4caa-9fe0-2981002c0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:58.775981 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-242d822d-f63c-4caa-9fe0-2981002c0663 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996742 Dec 13 12:52:58.793068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18803f-26d9-4f43-80fb-b04552c6e2e9 req-bdaebc5a-41a9-4ba7-8fef-2fb591720e88 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:58.796062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a18803f-26d9-4f43-80fb-b04552c6e2e9 req-bdaebc5a-41a9-4ba7-8fef-2fb591720e88 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0597262 Dec 13 12:52:58.797174 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] Set router a687090d-6e2f-458a-bc37-68e15e628d34 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:52:58.875161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a18803f-26d9-4f43-80fb-b04552c6e2e9 req-80d27458-20fa-461a-a8d4-2a4f05a7a335 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586472 Dec 13 12:52:58.905544 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-051fa237-f7af-40a2-b992-b5cd425dc946 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173146 Dec 13 12:52:58.975908 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:59.038194 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-affaab15-0f9c-4dcb-abee-0d0e09a9763a req-8f0a0308-3e06-41d3-9550-62a1aa19a5c4 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209333 Dec 13 12:52:59.082051 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:27Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e8740ba6-e14f-431a-981d-24d5ef04f868', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'port_id': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'mac_address': 'fa:16:3e:79:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:52:34Z', 'updated_at': '2021-12-13T12:52:57Z', 'revision_number': 1, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ab133b-c10c-42cf-b735-e0aa623ca9b8', 'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'mac_address': 'fa:16:3e:43:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:26Z', 'updated_at': '2021-12-13T12:52:35Z', 'revision_number': 5, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'subnets': [{'id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:52:59.107875 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65d1450-6332-4fa9-8594-2c5ff8cd792c None None] The sync data for ids ['a687090d-6e2f-458a-bc37-68e15e628d34'] in n-d-817326-4 is: [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:27Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e8740ba6-e14f-431a-981d-24d5ef04f868', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'port_id': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'mac_address': 'fa:16:3e:79:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:52:34Z', 'updated_at': '2021-12-13T12:52:57Z', 'revision_number': 1, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ab133b-c10c-42cf-b735-e0aa623ca9b8', 'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'mac_address': 'fa:16:3e:43:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:26Z', 'updated_at': '2021-12-13T12:52:35Z', 'revision_number': 5, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'subnets': [{'id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:52:59.118327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a74e67-b70f-44f8-af10-6996a623207a req-365da322-437e-4407-8d02-f5709aba2b17 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:59.120014 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97a74e67-b70f-44f8-af10-6996a623207a req-365da322-437e-4407-8d02-f5709aba2b17 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 949 time: 0.0529466 Dec 13 12:52:59.176892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97a74e67-b70f-44f8-af10-6996a623207a req-778a9eb8-45ad-49c2-8f1d-84f87f3e18bb tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505009 Dec 13 12:52:59.280587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee30f0b-0ca2-4cd1-afaa-8ecc6967dd92 req-c1695119-5f88-4f57-9e0d-e38d7c6948b2 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:59.283210 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fee30f0b-0ca2-4cd1-afaa-8ecc6967dd92 req-c1695119-5f88-4f57-9e0d-e38d7c6948b2 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 946 time: 0.0515239 Dec 13 12:52:59.337650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33a69b-05ff-4e22-a516-e7952a669347 None None] New status for floating IP e8740ba6-e14f-431a-981d-24d5ef04f868: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:52:59.348157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fee30f0b-0ca2-4cd1-afaa-8ecc6967dd92 req-77e8f4fe-3c09-498c-8abd-f6d8261da469 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590377 Dec 13 12:52:59.723637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a332dc-eaa4-47f8-87f3-879a4cdc3e01 req-ea35464c-0e18-4bb6-8034-b23a18b139f8 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:59.725057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53a332dc-eaa4-47f8-87f3-879a4cdc3e01 req-ea35464c-0e18-4bb6-8034-b23a18b139f8 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 946 time: 0.0631614 Dec 13 12:52:59.773869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53a332dc-eaa4-47f8-87f3-879a4cdc3e01 req-9c3f0b80-c4b6-45d1-b877-0ad67aaa2ed6 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426674 Dec 13 12:52:59.803157 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:52:59.996504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8799a5-eee5-4cb1-947d-66954b590a7c req-a9324974-27b4-4d30-85ec-f342e6b70b99 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:52:59.997918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d8799a5-eee5-4cb1-947d-66954b590a7c req-a9324974-27b4-4d30-85ec-f342e6b70b99 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0518546 Dec 13 12:53:00.050544 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d8799a5-eee5-4cb1-947d-66954b590a7c req-5e8cf2ef-3ff1-4e34-aacf-758202d5fed4 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436597 Dec 13 12:53:00.908831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae41fbd-aea8-4fdd-908c-58c16edb7f97 req-b7912f29-9330-48a9-89d7-833b83a225d3 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:00.910393 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae41fbd-aea8-4fdd-908c-58c16edb7f97 req-b7912f29-9330-48a9-89d7-833b83a225d3 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 946 time: 0.0551889 Dec 13 12:53:00.969057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae41fbd-aea8-4fdd-908c-58c16edb7f97 req-d737c04f-48cc-4b83-83fb-c2ef7d2439dc tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.31 "GET /v2.0/security-groups?id=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493526 Dec 13 12:53:01.029100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-03ecb6d5-0956-4d1b-aa76-ae85d2e63bf6 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:01.030575 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-03ecb6d5-0956-4d1b-aa76-ae85d2e63bf6 tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e7d0164-cc48-43b7-a560-8c4f617a712f HTTP/1.1" status: 200 len: 946 time: 0.0545030 Dec 13 12:53:01.128389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-94466556-953e-431c-aeb3-0b00615dcc9f tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Deleting port 2c61f3bf-cc28-4985-8234-e1d5660dac34 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:53:01.128792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-94466556-953e-431c-aeb3-0b00615dcc9f tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:01.188926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d90a79-5f84-4b2b-b397-3ca298480dea req-6896b5f1-5280-40fb-b262-ff268701ff28 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:01.191837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53d90a79-5f84-4b2b-b397-3ca298480dea req-6896b5f1-5280-40fb-b262-ff268701ff28 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0587609 Dec 13 12:53:01.229555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-94466556-953e-431c-aeb3-0b00615dcc9f tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] For port 2c61f3bf-cc28-4985-8234-e1d5660dac34, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=2c61f3bf-cc28-4985-8234-e1d5660dac34,segment=NetworkSegment(9f142a09-690f-41a4-9cd8-fcdb8652da7b),segment_id=9f142a09-690f-41a4-9cd8-fcdb8652da7b)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:01.229923 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-94466556-953e-431c-aeb3-0b00615dcc9f tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:01.241231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53d90a79-5f84-4b2b-b397-3ca298480dea req-874c1122-b781-4b45-b9b9-ef20d3d1ca75 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441327 Dec 13 12:53:01.242333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-94466556-953e-431c-aeb3-0b00615dcc9f tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Calling delete_port for 2c61f3bf-cc28-4985-8234-e1d5660dac34 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:53:01.377818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-94466556-953e-431c-aeb3-0b00615dcc9f tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:01.391263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['2c61f3bf-cc28-4985-8234-e1d5660dac34'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:01.415126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94466556-953e-431c-aeb3-0b00615dcc9f tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Pushing event deleted for resources: {'Port': ['ID=2c61f3bf-cc28-4985-8234-e1d5660dac34,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:01.452212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-94466556-953e-431c-aeb3-0b00615dcc9f tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] No DVR routers for this DVR port 2c61f3bf-cc28-4985-8234-e1d5660dac34 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:53:01.455134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-94466556-953e-431c-aeb3-0b00615dcc9f tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:01.458591 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-196a2fe1-8e12-4cc1-9854-cfb95855a0f2 req-94466556-953e-431c-aeb3-0b00615dcc9f tempest-ServerAddressesNegativeTestJSON-1437809813 tempest-ServerAddressesNegativeTestJSON-1437809813-project] 10.222.0.42 "DELETE /v2.0/ports/2c61f3bf-cc28-4985-8234-e1d5660dac34 HTTP/1.1" status: 204 len: 173 time: 0.4170828 Dec 13 12:53:01.459279 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7d0164-cc48-43b7-a560-8c4f617a712f', 'name': 'network-vif-deleted', 'tag': '2c61f3bf-cc28-4985-8234-e1d5660dac34'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:01.461866 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f67c51-aae2-4bb5-b839-382ca7993f0a" -d '{"events": [{"server_uuid": "8e7d0164-cc48-43b7-a560-8c4f617a712f", "name": "network-vif-deleted", "tag": "2c61f3bf-cc28-4985-8234-e1d5660dac34"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:01.499657 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4580fe81-da80-4c8c-b4da-d5456efdc428 x-openstack-request-id: req-4580fe81-da80-4c8c-b4da-d5456efdc428 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:01.500004 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7d0164-cc48-43b7-a560-8c4f617a712f", "name": "network-vif-deleted", "tag": "2c61f3bf-cc28-4985-8234-e1d5660dac34", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:01.500334 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4580fe81-da80-4c8c-b4da-d5456efdc428 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:01.501034 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7d0164-cc48-43b7-a560-8c4f617a712f', 'name': 'network-vif-deleted', 'tag': '2c61f3bf-cc28-4985-8234-e1d5660dac34', 'status': 'completed', 'code': 200} Dec 13 12:53:02.027472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45154) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:02.073062 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4481dd8-8584-44db-9eaa-ab68d230863d admin admin] Deleting subnet 62b1b9cd-e651-44af-b3dc-33a5583ebd69 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:53:02.076330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4481dd8-8584-44db-9eaa-ab68d230863d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.114379 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4481dd8-8584-44db-9eaa-ab68d230863d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.153301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4481dd8-8584-44db-9eaa-ab68d230863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.213409 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4481dd8-8584-44db-9eaa-ab68d230863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.240251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4481dd8-8584-44db-9eaa-ab68d230863d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b1b9cd-e651-44af-b3dc-33a5583ebd69,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:02.242353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4481dd8-8584-44db-9eaa-ab68d230863d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.248238 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a4481dd8-8584-44db-9eaa-ab68d230863d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/62b1b9cd-e651-44af-b3dc-33a5583ebd69 HTTP/1.1" status: 204 len: 168 time: 0.2168760 Dec 13 12:53:02.248238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45160) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:02.322983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.327076 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 659f7cef-6c88-44c0-8006-f67c05d3a25f no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:02.365171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb25f3-ed6e-4c23-bad1-78f891154934 req-439defdd-9d54-4a4e-ba5a-b8dce9627bee tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:02.366668 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9eb25f3-ed6e-4c23-bad1-78f891154934 req-439defdd-9d54-4a4e-ba5a-b8dce9627bee tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0503335 Dec 13 12:53:02.407900 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.411875 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.418977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9eb25f3-ed6e-4c23-bad1-78f891154934 req-c9373fa7-0ddf-4935-8631-27d6dc9bf9f1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Dec 13 12:53:02.429936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bbd8a7-00f5-4063-b8e1-6c4073046e37']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:02.441779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f142a09-690f-41a4-9cd8-fcdb8652da7b') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:02.442067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f142a09-690f-41a4-9cd8-fcdb8652da7b') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:02.445316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f04a3-9d19-4991-a8e2-65975976c56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659f7cef-6c88-44c0-8006-f67c05d3a25f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:02.448037 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618c9f94-742c-4edd-8bd8-a42996ef5ab2" -d '{"events": [{"server_uuid": "840f04a3-9d19-4991-a8e2-65975976c56a", "name": "network-vif-unplugged", "status": "completed", "tag": "659f7cef-6c88-44c0-8006-f67c05d3a25f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:02.454894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.456017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 659f7cef-6c88-44c0-8006-f67c05d3a25f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:02.462663 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.463394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 2c61f3bf-cc28-4985-8234-e1d5660dac34 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:02.477727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.485003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:53:02.485385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:53:02.487870 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:53:02.509294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 2c61f3bf-cc28-4985-8234-e1d5660dac34 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:53:02.509639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 2c61f3bf-cc28-4985-8234-e1d5660dac34 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:53:02.511947 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2422e35-56b3-48e1-9fa7-41515efdb5df x-openstack-request-id: req-a2422e35-56b3-48e1-9fa7-41515efdb5df {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:02.512237 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f04a3-9d19-4991-a8e2-65975976c56a", "name": "network-vif-unplugged", "status": "completed", "tag": "659f7cef-6c88-44c0-8006-f67c05d3a25f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:02.512489 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2422e35-56b3-48e1-9fa7-41515efdb5df {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:02.512952 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f04a3-9d19-4991-a8e2-65975976c56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659f7cef-6c88-44c0-8006-f67c05d3a25f', 'code': 200} Dec 13 12:53:02.537656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=659f7cef-6c88-44c0-8006-f67c05d3a25f,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:02.555348 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.561134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.567413 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e7bbd8a7-00f5-4063-b8e1-6c4073046e37 HTTP/1.1" status: 204 len: 168 time: 0.3159757 Dec 13 12:53:02.576802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ea7fe-9d70-4089-940b-93248cc69c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7bbd8a7-00f5-4063-b8e1-6c4073046e37,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:02.693310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45170) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:02.734705 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8624b8b3-230f-4a30-8a7e-8ba475bb892f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04468a506fe745039834bc9b9cf99112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401163 Dec 13 12:53:02.737795 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45178) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:02.801542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60a9606a-e523-4dc7-9ed1-8c2ec5f8bfad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.828749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60a9606a-e523-4dc7-9ed1-8c2ec5f8bfad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.884173 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60a9606a-e523-4dc7-9ed1-8c2ec5f8bfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.886997 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60a9606a-e523-4dc7-9ed1-8c2ec5f8bfad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:02.888154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-60a9606a-e523-4dc7-9ed1-8c2ec5f8bfad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1446bcc5-8f97-494b-9ac2-1bbf7d7eac78 HTTP/1.1" status: 204 len: 168 time: 0.1490664 Dec 13 12:53:02.902708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9606a-e523-4dc7-9ed1-8c2ec5f8bfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1446bcc5-8f97-494b-9ac2-1bbf7d7eac78,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:03.558719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c2b4-2a9e-456a-b64c-fce32138d098 req-3c521357-e17e-44a9-abf4-7ce69a09994c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:03.563382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3545c2b4-2a9e-456a-b64c-fce32138d098 req-3c521357-e17e-44a9-abf4-7ce69a09994c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0633914 Dec 13 12:53:03.618871 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3545c2b4-2a9e-456a-b64c-fce32138d098 req-dc6e57f4-4f91-412c-a98e-e46b46235a92 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512483 Dec 13 12:53:04.097028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-903175f1-9234-42fe-9d2a-e2b0e97308df req-9074af86-14e3-4f66-aeef-6c37a820d576 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0320020 Dec 13 12:53:04.627626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 375d299d-f146-4c11-81e1-a7859541690a details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:53:04.854287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:04.870805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6747b-d2c7-48fc-88af-b932ef1832f2 req-ba9245a3-e082-4476-b577-773244c163fb tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:04.880333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '375d299d-f146-4c11-81e1-a7859541690a', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '375d299d-f146-4c11-81e1-a7859541690a', 'mac_address': 'fa:16:3e:95:7f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:53:04.880755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bf6747b-d2c7-48fc-88af-b932ef1832f2 req-ba9245a3-e082-4476-b577-773244c163fb tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.1323745 Dec 13 12:53:04.960756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bf6747b-d2c7-48fc-88af-b932ef1832f2 req-89c1b2b8-caae-46ee-8027-0603047aad86 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723789 Dec 13 12:53:05.000481 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:05.025949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375d299d-f146-4c11-81e1-a7859541690a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:53:05.083469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:05.088341 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:05.157876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:05.224066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['375d299d-f146-4c11-81e1-a7859541690a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:05.251012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60552840-517f-4744-bbd5-62b0580bcda1 req-810d35bd-b78a-4231-b99e-501fa6a6159f tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0378797 Dec 13 12:53:06.113766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df11c16-e245-40a7-bc00-979f00b37e78 req-d3535abe-c5dd-4cf1-88bb-efa70c084da7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:06.122974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5df11c16-e245-40a7-bc00-979f00b37e78 req-d3535abe-c5dd-4cf1-88bb-efa70c084da7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0736918 Dec 13 12:53:06.179437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5df11c16-e245-40a7-bc00-979f00b37e78 req-ac59e826-d671-425e-a09c-32b3a9f38b7a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553131 Dec 13 12:53:06.419062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1378dbd9-40f4-48de-9eb6-e056f4155499 req-6c262f9b-0d27-46e4-95b8-3541fab804ed tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0444577 Dec 13 12:53:06.652444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 375d299d-f146-4c11-81e1-a7859541690a up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:53:06.734648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 375d299d-f146-4c11-81e1-a7859541690a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:53:06.735548 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:06.857597 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:06.889668 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-540ccf06-7090-4c84-9140-561ac1a2cfca req-726a717c-99a1-485a-af44-d082f04d19f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.1617723 Dec 13 12:53:06.891561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d299d-f146-4c11-81e1-a7859541690a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:06.894234 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b79562-b7f0-4ec8-b39e-05773ab4d92e" -d '{"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-plugged", "status": "completed", "tag": "375d299d-f146-4c11-81e1-a7859541690a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:06.930727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:06.952673 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:06.989099 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b6ec78-a5b4-44c1-8223-09000555b5fc x-openstack-request-id: req-c6b6ec78-a5b4-44c1-8223-09000555b5fc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:06.989674 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-plugged", "status": "completed", "tag": "375d299d-f146-4c11-81e1-a7859541690a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:06.989850 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6b6ec78-a5b4-44c1-8223-09000555b5fc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:06.990354 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d299d-f146-4c11-81e1-a7859541690a', 'code': 200} Dec 13 12:53:07.029307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:07.268589 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:07.324275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bd060-f03a-4240-a348-d2b9759d3879 req-8cd3cb57-0eeb-4333-a53d-ba842728d6b6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:07.336088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-109bd060-f03a-4240-a348-d2b9759d3879 req-8cd3cb57-0eeb-4333-a53d-ba842728d6b6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0696535 Dec 13 12:53:07.427801 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:07.448324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-109bd060-f03a-4240-a348-d2b9759d3879 req-12864f61-5cd7-47f8-a6b4-0270f11edf51 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106572 Dec 13 12:53:07.593947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ccd5132-4b5f-4c44-8f2d-db0aa60ba7f6 req-eb181546-0392-4d73-9777-b379402e4b90 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0403419 Dec 13 12:53:08.662346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-693ed8a0-b3a7-444f-8359-3f2a30f8f048 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:08.666562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-693ed8a0-b3a7-444f-8359-3f2a30f8f048 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 815 time: 0.1293905 Dec 13 12:53:08.682762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8033498-6966-4a41-a477-24359e9a7ed9 req-d72ee17d-5a02-4b0e-ac27-2147f3ea8933 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:08.687816 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8033498-6966-4a41-a477-24359e9a7ed9 req-d72ee17d-5a02-4b0e-ac27-2147f3ea8933 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.1594715 Dec 13 12:53:08.698492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-7e546ff5-d7ff-40b5-9c73-e67d5a304abf tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/quotas/8d0e6d44997c402689a532a754d76942 HTTP/1.1" status: 200 len: 375 time: 0.0257766 Dec 13 12:53:08.781365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8033498-6966-4a41-a477-24359e9a7ed9 req-f3c62fe1-046f-412a-a412-5322b0edbfad tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850127 Dec 13 12:53:08.792257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-dfb82f1f-0956-4136-afe0-c0f4c841f2f0 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767503 Dec 13 12:53:08.943990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-9357d4db-c784-4bf0-9036-c53b5ed4ca41 service neutron] 10.222.0.31 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351173 Dec 13 12:53:08.967235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9063e18-1c75-414e-88b2-666357f44ea2 req-3cc500f7-389f-43fe-84be-37b0516cef5a tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0378962 Dec 13 12:53:09.071178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-4e8b8d48-f692-4fb4-8418-b3aabbe37a66 service neutron] 10.222.0.31 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124380 Dec 13 12:53:09.420120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7482615-deb5-46fe-9181-7c773bfb0e87 req-caf37f3d-98f3-44a2-ad6e-cbdb7a79b218 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 210 time: 0.0556271 Dec 13 12:53:09.674690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f972508d-a0e8-4d2d-9f15-79bc21896f09 req-5aff28b4-fb92-45a9-b37c-2d1801a4341c tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0380368 Dec 13 12:53:09.951205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ce2b-ab8b-447e-bf32-caa5c8033c36 req-2e69618a-1155-4880-8171-becfbaa9d558 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:09.963205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5504ce2b-ab8b-447e-bf32-caa5c8033c36 req-2e69618a-1155-4880-8171-becfbaa9d558 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0751319 Dec 13 12:53:10.029412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5504ce2b-ab8b-447e-bf32-caa5c8033c36 req-e12ff46b-57d4-4358-bfe8-ae37df283240 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648804 Dec 13 12:53:10.573392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91b7a188-040c-4958-af26-3498476499ca req-f5ced48b-f03c-4b44-acf9-5bd15e637826 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 210 time: 0.0507286 Dec 13 12:53:10.682642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-b888f398-2bd9-4592-b597-241c4bd79f89 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:10.685017 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-b888f398-2bd9-4592-b597-241c4bd79f89 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 815 time: 0.1882005 Dec 13 12:53:10.703873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Request body: {'port': {'device_id': 'aed8a707-53f2-48ce-964d-c1d4137a3de8', 'network_id': '9e529a60-1988-4930-b152-f336b0a02247', 'admin_state_up': True, 'tenant_id': '8d0e6d44997c402689a532a754d76942'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:10.797617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23b8b034-59dc-4235-919c-3f1f1d3b07b2 req-42a1d57f-d295-44b2-b612-05a9f931d7e1 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0326896 Dec 13 12:53:10.823505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Made reservation on behalf of 8d0e6d44997c402689a532a754d76942 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:53:10.827146 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:10.976037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Allocated IP 172.20.0.3 (9e529a60-1988-4930-b152-f336b0a02247/dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd/1cbe1db3-f1e1-4138-94ef-68d1cee932bf) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:53:11.142482 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:11.183804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:11.198986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160d5a-53b8-4592-9e4c-7c8d6aa072dd req-a5043325-b9fb-4926-8aa1-e9438ce37ea5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:11.200716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d160d5a-53b8-4592-9e4c-7c8d6aa072dd req-a5043325-b9fb-4926-8aa1-e9438ce37ea5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0842514 Dec 13 12:53:11.222732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['749bf0b3-0a1c-4461-8c2b-a922c72dda2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:11.226827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['a7a3f788-cf16-4023-afe1-c84cd98c4c2b', 'd61cfc2b-21fb-4955-ba46-96c171309cc0'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:11.265220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Network 9e529a60-1988-4930-b152-f336b0a02247 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:53:11.267457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Pushing event updated for resources: {'Port': ['ID=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:11.274636 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:53:11.304382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:53:11.344082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.344826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.345324 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.345971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.346630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.347131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.347613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.348083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.348736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.349226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.349712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.350232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.350723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:11.401268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d160d5a-53b8-4592-9e4c-7c8d6aa072dd req-b8f9cbd9-041f-4c44-b30b-b8f599271bac tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438591 Dec 13 12:53:11.406506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:11.407543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:11.430864 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-1ef224dc-79a5-453a-9e81-a20138f176a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7314746 Dec 13 12:53:11.452157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Request body: {'port': {'device_id': 'aed8a707-53f2-48ce-964d-c1d4137a3de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:11.544933 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:11.738216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962f06f-b4f5-4d89-8405-d89ff39344d4 req-2be4ae1e-2923-4ae4-afdf-b0d73b0d9197 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:11.745715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b962f06f-b4f5-4d89-8405-d89ff39344d4 req-2be4ae1e-2923-4ae4-afdf-b0d73b0d9197 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 931 time: 0.0739808 Dec 13 12:53:11.824116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b962f06f-b4f5-4d89-8405-d89ff39344d4 req-688af575-4ef7-4130-9053-44738ebcca81 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774376 Dec 13 12:53:11.934433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbe1db3-f1e1-4138-94ef-68d1cee932bf {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:53:11.944464 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:11.948883 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d753e18d-b750-4136-90fc-f6b2ace05e6c req-5a7149c1-6c85-4569-9962-9517a8072aba tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0354569 Dec 13 12:53:11.963707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Transition to ACTIVE for port object 1cbe1db3-f1e1-4138-94ef-68d1cee932bf will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:53:11.969967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:12.055368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Pushing event updated for resources: {'Port': ['ID=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:12.116102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Attempting to bind port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:53:12.116445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Attempting to bind port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:53:12.116787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Attempting to bind port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf on network 9e529a60-1988-4930-b152-f336b0a02247 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:53:12.121185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf on network 9e529a60-1988-4930-b152-f336b0a02247 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:53:12.121638 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Attempting to bind port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf on network 9e529a60-1988-4930-b152-f336b0a02247 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:53:12.131649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:53:12.131983 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Checking segment: {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:53:12.132371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Bound using segment: {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:53:12.132843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Bound port: 1cbe1db3-f1e1-4138-94ef-68d1cee932bf, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9e529a60-1988-4930-b152-f336b0a02247'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:53:12.133665 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:12.201884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] For port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:53:12.205709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] For port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:53:12.210930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:12.250215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:12.251061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:12.252461 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] 10.222.0.37 "PUT /v2.0/ports/1cbe1db3-f1e1-4138-94ef-68d1cee932bf HTTP/1.1" status: 200 len: 1091 time: 0.8109417 Dec 13 12:53:12.252930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed8a707-53f2-48ce-964d-c1d4137a3de8', 'tag': '1cbe1db3-f1e1-4138-94ef-68d1cee932bf'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:12.256494 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "aed8a707-53f2-48ce-964d-c1d4137a3de8", "tag": "1cbe1db3-f1e1-4138-94ef-68d1cee932bf"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:12.277132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa907076-49bc-4dc5-8085-1e4f93315c6d service neutron] Pushing event updated for resources: {'Port': ['ID=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:12.304997 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4843d0f-56d5-4cc3-8a5a-5130f5dfe5f9 x-openstack-request-id: req-c4843d0f-56d5-4cc3-8a5a-5130f5dfe5f9 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:12.305515 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed8a707-53f2-48ce-964d-c1d4137a3de8", "tag": "1cbe1db3-f1e1-4138-94ef-68d1cee932bf", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:12.306121 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4843d0f-56d5-4cc3-8a5a-5130f5dfe5f9 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:12.306618 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed8a707-53f2-48ce-964d-c1d4137a3de8', 'tag': '1cbe1db3-f1e1-4138-94ef-68d1cee932bf', 'status': 'completed', 'code': 200} Dec 13 12:53:12.357018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-6c01b200-6071-4a89-bf20-86c5b70e57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:12.358693 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-6c01b200-6071-4a89-bf20-86c5b70e57ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 1094 time: 0.0440273 Dec 13 12:53:12.417563 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-489d48ca-b80e-4513-821c-20c823227620 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cbe1db3-f1e1-4138-94ef-68d1cee932bf HTTP/1.1" status: 200 len: 217 time: 0.0491753 Dec 13 12:53:12.540794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-26fa74ef-8bad-4396-a6f2-013009db43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:12.545469 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-26fa74ef-8bad-4396-a6f2-013009db43d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd HTTP/1.1" status: 200 len: 855 time: 0.1078641 Dec 13 12:53:12.568011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a64175-9284-49ea-b8bb-6f60e7b53b10 req-7eb727e1-d52c-4946-bca7-083f1610fcb8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:12.570044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31a64175-9284-49ea-b8bb-6f60e7b53b10 req-7eb727e1-d52c-4946-bca7-083f1610fcb8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0761902 Dec 13 12:53:12.599505 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-ef89ba5a-e7a7-4d85-870e-56853d8cb518 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e529a60-1988-4930-b152-f336b0a02247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419486 Dec 13 12:53:12.633519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31a64175-9284-49ea-b8bb-6f60e7b53b10 req-c6ead1de-af3f-4343-979a-abbd98044d3a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558662 Dec 13 12:53:12.726278 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-458ca621-131f-4d52-a219-4b7995539d64 service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147068 Dec 13 12:53:12.844630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7e9acbd-170d-4549-ad78-be2c4b819e4c req-e23032a8-eea1-463e-870b-aa26a9f353f6 service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082237 Dec 13 12:53:12.953503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a req-ce55f900-48c6-4327-88ac-9efd339e8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:12.956522 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a req-ce55f900-48c6-4327-88ac-9efd339e8138 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d0e6d44997c402689a532a754d76942&device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 1094 time: 0.0582612 Dec 13 12:53:12.960017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbf1c6-f152-4dd5-9bcb-fe2a03598612 req-3e6b7970-80dd-4e24-9132-2ad271b70574 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:12.961743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19cbf1c6-f152-4dd5-9bcb-fe2a03598612 req-3e6b7970-80dd-4e24-9132-2ad271b70574 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 943 time: 0.0609250 Dec 13 12:53:13.024408 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19cbf1c6-f152-4dd5-9bcb-fe2a03598612 req-98e045dc-e46c-4c17-83f5-c3c42f4e5fec tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564914 Dec 13 12:53:13.078690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a req-dabd78e1-4145-48fa-b95d-66cb77c064e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:13.079538 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a req-dabd78e1-4145-48fa-b95d-66cb77c064e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 200 len: 915 time: 0.1052833 Dec 13 12:53:13.113331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c06a9134-0797-46d3-bbbd-65cf1344f1cc req-6ef9e9cc-2773-44a5-b3fe-84846d981131 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0365112 Dec 13 12:53:13.141829 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a req-56fc6b80-2793-424a-9713-1e375d2dac34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cbe1db3-f1e1-4138-94ef-68d1cee932bf HTTP/1.1" status: 200 len: 217 time: 0.0508091 Dec 13 12:53:13.234488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a req-fcb08f30-f7fd-4767-8d89-9eb0d755489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:13.236511 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a req-fcb08f30-f7fd-4767-8d89-9eb0d755489b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd HTTP/1.1" status: 200 len: 855 time: 0.0848587 Dec 13 12:53:13.286598 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a req-136b4e05-a743-455b-992b-b4f9bd5db4ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e529a60-1988-4930-b152-f336b0a02247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341976 Dec 13 12:53:13.387906 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a req-13195529-f1a2-42c5-9ec8-f730841705c1 service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930231 Dec 13 12:53:13.508676 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91d854f5-34fe-4a08-8bd8-d16387e5dc8a req-8e13e752-05ae-4c2f-8332-d2d75acd0fd4 service neutron] 10.222.0.37 "GET /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085906 Dec 13 12:53:13.768433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1022-b9d6-4ca8-8266-abae9beece67 req-ccb885d0-1d85-419b-8325-83d8c03525ae tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:13.770177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcfd1022-b9d6-4ca8-8266-abae9beece67 req-ccb885d0-1d85-419b-8325-83d8c03525ae tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0582438 Dec 13 12:53:13.833372 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcfd1022-b9d6-4ca8-8266-abae9beece67 req-a600a4dd-b26d-4e41-9d01-041bb7476da3 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564423 Dec 13 12:53:14.149805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56325eb-8c15-468a-a049-fcc9c54dc1db req-0501f793-65c0-4814-b43d-2aa015657465 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:14.157578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a56325eb-8c15-468a-a049-fcc9c54dc1db req-0501f793-65c0-4814-b43d-2aa015657465 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 943 time: 0.0587037 Dec 13 12:53:14.218242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a56325eb-8c15-468a-a049-fcc9c54dc1db req-6958ef18-18d6-49b1-959b-79d5489bd8b8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595195 Dec 13 12:53:14.243603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2bb21a4-cdf9-453d-9699-3816271cfc52 req-5af4ddfb-8877-4667-864a-7263ebefe88e tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0368242 Dec 13 12:53:14.971542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ec8c0-0fa9-4f2b-a812-ce7b742e39e6 req-8259c849-5607-464c-948b-ebd4e3e00689 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:14.973381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e2ec8c0-0fa9-4f2b-a812-ce7b742e39e6 req-8259c849-5607-464c-948b-ebd4e3e00689 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0669348 Dec 13 12:53:15.026619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e2ec8c0-0fa9-4f2b-a812-ce7b742e39e6 req-bb67a2d6-c7b3-4982-9bad-87749f7f81ef tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 Dec 13 12:53:15.366927 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a95a0c3-5a52-4c9e-8eb8-ac87ae3854ad req-2d5b8610-3b8e-43c0-93e4-2eb91bc54a0d tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0357478 Dec 13 12:53:15.394430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fc42-9823-4b57-9933-863ae42aa752 req-f97c1e33-d174-4e64-8b8b-3c55792ce007 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:15.394430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba98fc42-9823-4b57-9933-863ae42aa752 req-f97c1e33-d174-4e64-8b8b-3c55792ce007 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 943 time: 0.0857933 Dec 13 12:53:15.437382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba98fc42-9823-4b57-9933-863ae42aa752 req-7eed4fff-3b1d-4592-8dae-27784cb99d7c tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456152 Dec 13 12:53:16.175467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897a96d-d220-40a1-9cb5-157f17711cb8 req-ebfbddc9-07c2-408b-b06d-428bc3ad3421 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:16.176882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7897a96d-d220-40a1-9cb5-157f17711cb8 req-ebfbddc9-07c2-408b-b06d-428bc3ad3421 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0740790 Dec 13 12:53:16.218416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5202d7-fa95-4ab6-8b9e-8b7306dd9e2e req-e6dcb5ce-2b89-4ca0-9bc8-caf581bce7e6 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:16.219937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd5202d7-fa95-4ab6-8b9e-8b7306dd9e2e req-e6dcb5ce-2b89-4ca0-9bc8-caf581bce7e6 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 950 time: 0.0811052 Dec 13 12:53:16.264301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7897a96d-d220-40a1-9cb5-157f17711cb8 req-89186667-60aa-47cc-940b-cbfe60bdb653 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808637 Dec 13 12:53:16.298105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd5202d7-fa95-4ab6-8b9e-8b7306dd9e2e req-2efc3297-5557-4a24-b089-ebfbc8d1c2ea tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720687 Dec 13 12:53:16.474025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eff79786-477c-400a-b761-582b4ffdb939 req-48670108-a894-44d6-9d0f-29e860ac0268 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0278215 Dec 13 12:53:16.588395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fb05f-f7ab-4b02-8772-22d39975e982 req-9357023b-9863-4eaa-a06b-c348fa57005f tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:16.589892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628fb05f-f7ab-4b02-8772-22d39975e982 req-9357023b-9863-4eaa-a06b-c348fa57005f tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 943 time: 0.0506456 Dec 13 12:53:16.639999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628fb05f-f7ab-4b02-8772-22d39975e982 req-89700d74-c84c-4a79-9b9b-e8ad3eae336c tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Dec 13 12:53:16.700322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 1cbe1db3-f1e1-4138-94ef-68d1cee932bf details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:53:16.801561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:16.822907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '1cbe1db3-f1e1-4138-94ef-68d1cee932bf', 'network_id': '9e529a60-1988-4930-b152-f336b0a02247', 'port_id': '1cbe1db3-f1e1-4138-94ef-68d1cee932bf', 'mac_address': 'fa:16:3e:5a:60:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:53:16.872907 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:16.893843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbe1db3-f1e1-4138-94ef-68d1cee932bf {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:53:16.922511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:16.928214 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:16.981367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:17.391527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6c6cf-8d27-4b83-8933-b1a3e681d2b2 req-49045321-8ee5-484f-9301-19cb9911c705 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:17.393129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cca6c6cf-8d27-4b83-8933-b1a3e681d2b2 req-49045321-8ee5-484f-9301-19cb9911c705 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0496557 Dec 13 12:53:17.427320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['1cbe1db3-f1e1-4138-94ef-68d1cee932bf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:17.475729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cca6c6cf-8d27-4b83-8933-b1a3e681d2b2 req-383efa2c-37ba-4d62-bdae-ae4dc7a1291a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763083 Dec 13 12:53:17.600507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1624877-8094-4ea9-9b47-fcac71c4f522 req-15527628-94a3-4a0c-a9af-a4a03b5f1b29 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0345497 Dec 13 12:53:17.775132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad7328-c708-42f4-8874-aa525a423259 req-34ead8f8-b771-4bf5-a99e-989eda07e967 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:17.783304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51ad7328-c708-42f4-8874-aa525a423259 req-34ead8f8-b771-4bf5-a99e-989eda07e967 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 944 time: 0.0649409 Dec 13 12:53:17.828263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51ad7328-c708-42f4-8874-aa525a423259 req-950bbcaf-f166-4a3d-b01e-b77a6a58f479 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Dec 13 12:53:18.594828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e8f03-da1d-4433-93f3-3ce4f209f839 req-354b8e93-7622-4084-a736-9d28b0f176a1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:18.596544 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-092e8f03-da1d-4433-93f3-3ce4f209f839 req-354b8e93-7622-4084-a736-9d28b0f176a1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0548315 Dec 13 12:53:18.718021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 1cbe1db3-f1e1-4138-94ef-68d1cee932bf up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:53:18.771811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:53:18.776116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:53:18.776485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:18.858147 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:18.885871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed8a707-53f2-48ce-964d-c1d4137a3de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbe1db3-f1e1-4138-94ef-68d1cee932bf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:18.888184 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65531432-1b42-4866-99de-b9065024b78e" -d '{"events": [{"server_uuid": "aed8a707-53f2-48ce-964d-c1d4137a3de8", "name": "network-vif-plugged", "status": "completed", "tag": "1cbe1db3-f1e1-4138-94ef-68d1cee932bf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:18.901226 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:18.906458 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:18.907409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 375d299d-f146-4c11-81e1-a7859541690a no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:18.988953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:18.992981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-092e8f03-da1d-4433-93f3-3ce4f209f839 req-95f3d9d6-24a7-4694-91c9-1eff6f68c469 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898404 Dec 13 12:53:19.007698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce3808e7-f140-4817-a9e7-e5528aa2a7a3 req-d6865356-38fc-4e9f-b8a7-9f8c4b6c4de9 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0297616 Dec 13 12:53:19.035776 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:19.072809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:19.080774 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:19.131228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:19.179652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe6357-55fe-4179-bdf5-22be2262a2cf req-15d27f78-9d87-49de-a427-c1cd0fd87dc2 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:19.182495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1fe6357-55fe-4179-bdf5-22be2262a2cf req-15d27f78-9d87-49de-a427-c1cd0fd87dc2 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 945 time: 0.0537744 Dec 13 12:53:19.232741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1fe6357-55fe-4179-bdf5-22be2262a2cf req-0b5e2409-4e6d-4c55-98d3-fed86f9b2300 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 Dec 13 12:53:19.283658 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58916295-37ac-4cfb-8c6a-e166e622aa44 x-openstack-request-id: req-58916295-37ac-4cfb-8c6a-e166e622aa44 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:19.283892 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed8a707-53f2-48ce-964d-c1d4137a3de8", "name": "network-vif-plugged", "status": "completed", "tag": "1cbe1db3-f1e1-4138-94ef-68d1cee932bf", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:19.284151 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58916295-37ac-4cfb-8c6a-e166e622aa44 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:19.284559 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed8a707-53f2-48ce-964d-c1d4137a3de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbe1db3-f1e1-4138-94ef-68d1cee932bf', 'code': 200} Dec 13 12:53:19.438018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fc3d6-6798-4839-bf25-f0c0e90c3c60 req-193fe0d6-2d72-4071-b7a0-7f755b57d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:19.445693 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-053fc3d6-6798-4839-bf25-f0c0e90c3c60 req-193fe0d6-2d72-4071-b7a0-7f755b57d1ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 1096 time: 0.0523207 Dec 13 12:53:19.501983 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-053fc3d6-6798-4839-bf25-f0c0e90c3c60 req-005d090d-9b2e-41cb-a4c3-dc3142c5df0a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526271 Dec 13 12:53:19.724843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52a4f5-eb0e-4008-89f0-19e1dba98df0 req-684b94f2-d702-4422-a4e3-b5ea0ac55364 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:19.726344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f52a4f5-eb0e-4008-89f0-19e1dba98df0 req-684b94f2-d702-4422-a4e3-b5ea0ac55364 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 947 time: 0.0508990 Dec 13 12:53:19.785899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f52a4f5-eb0e-4008-89f0-19e1dba98df0 req-e98f9712-fb0e-47f9-b3ce-77dd0d1c1b76 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533659 Dec 13 12:53:20.136438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01977f2f-7ab4-4ee7-8aef-81dabe7f793a req-2a122830-de9c-4121-a259-3878bde36977 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0421360 Dec 13 12:53:20.151460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746b04f-191f-4c29-95bc-532fcb7e36a6 req-7c9dfed9-103a-4af4-945e-5bdcf0a50957 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:20.157409 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8746b04f-191f-4c29-95bc-532fcb7e36a6 req-7c9dfed9-103a-4af4-945e-5bdcf0a50957 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0709734 Dec 13 12:53:20.206509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8746b04f-191f-4c29-95bc-532fcb7e36a6 req-dfff19c2-f80d-4098-ad1e-d8e7a364fae9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Dec 13 12:53:20.371313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a07a6-7bd9-4449-8549-3d5bac3a5309 req-82a24e4a-7781-453f-b01d-74898831edad tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:20.373121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b7a07a6-7bd9-4449-8549-3d5bac3a5309 req-82a24e4a-7781-453f-b01d-74898831edad tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 945 time: 0.0647106 Dec 13 12:53:20.423163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b7a07a6-7bd9-4449-8549-3d5bac3a5309 req-877d9af7-6337-43a5-9bd3-517bc34fec48 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Dec 13 12:53:20.908166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d87225-7846-406c-b8cf-dd3280083c76 req-9f0c0280-af8b-466a-ba83-f0a5d47ad7a1 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:20.909771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85d87225-7846-406c-b8cf-dd3280083c76 req-9f0c0280-af8b-466a-ba83-f0a5d47ad7a1 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 947 time: 0.0522816 Dec 13 12:53:20.959307 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85d87225-7846-406c-b8cf-dd3280083c76 req-a0edfe69-bfb5-4a4d-8cbf-01f75c0a8472 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Dec 13 12:53:21.253045 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6ede652-7085-44b0-936d-512ccb49ee8c req-66105720-45c6-4514-955f-7cafa577cc01 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0271251 Dec 13 12:53:21.286206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375d299d-f146-4c11-81e1-a7859541690a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:21.288644 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681a2c86-0b82-440d-8ee6-4145f219e14e" -d '{"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-unplugged", "status": "completed", "tag": "375d299d-f146-4c11-81e1-a7859541690a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:21.325474 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b636e5f3-ad80-4ef3-99af-fdd67355e9c2 x-openstack-request-id: req-b636e5f3-ad80-4ef3-99af-fdd67355e9c2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:21.325768 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-unplugged", "status": "completed", "tag": "375d299d-f146-4c11-81e1-a7859541690a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:21.326024 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b636e5f3-ad80-4ef3-99af-fdd67355e9c2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:21.326438 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375d299d-f146-4c11-81e1-a7859541690a', 'code': 200} Dec 13 12:53:21.364837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19be4e6-2c75-42c4-ac46-73729542570c req-b39bd7b0-bc8c-4527-bb02-d3dd01ff3394 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:21.366312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e19be4e6-2c75-42c4-ac46-73729542570c req-b39bd7b0-bc8c-4527-bb02-d3dd01ff3394 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0529125 Dec 13 12:53:21.407777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-0ec9978f-6787-4413-a0fb-379648c007c7 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:21.409518 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-0ec9978f-6787-4413-a0fb-379648c007c7 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.42 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 947 time: 0.0537665 Dec 13 12:53:21.415768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e19be4e6-2c75-42c4-ac46-73729542570c req-a12d8b1f-590f-4052-8433-4a4b256cabce tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Dec 13 12:53:21.513932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-d53ee2e4-80ff-40b0-954d-52365077cb72 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Deleting port 659f7cef-6c88-44c0-8006-f67c05d3a25f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:53:21.514300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-d53ee2e4-80ff-40b0-954d-52365077cb72 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:21.548770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672afe5b-0054-4295-971e-895c1f546f77 req-f0a63857-b9fc-4dc7-a0fe-5cbe8537f5e5 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:21.550463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-672afe5b-0054-4295-971e-895c1f546f77 req-f0a63857-b9fc-4dc7-a0fe-5cbe8537f5e5 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 945 time: 0.0551357 Dec 13 12:53:21.600263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-672afe5b-0054-4295-971e-895c1f546f77 req-593425a5-c2b9-40cc-9dab-d9e7c3ee482f tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436523 Dec 13 12:53:21.612662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-d53ee2e4-80ff-40b0-954d-52365077cb72 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] For port 659f7cef-6c88-44c0-8006-f67c05d3a25f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=659f7cef-6c88-44c0-8006-f67c05d3a25f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:21.613008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-d53ee2e4-80ff-40b0-954d-52365077cb72 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:21.629283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-d53ee2e4-80ff-40b0-954d-52365077cb72 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Calling delete_port for 659f7cef-6c88-44c0-8006-f67c05d3a25f owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:53:22.038589 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-d53ee2e4-80ff-40b0-954d-52365077cb72 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:22.070730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-be20d7ee-0795-48bc-bed4-3287dd01398a req-bd2d7293-418f-4ba7-a75d-45bcf16adcac tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=840f04a3-9d19-4991-a8e2-65975976c56a HTTP/1.1" status: 200 len: 210 time: 0.0272014 Dec 13 12:53:22.074670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ee2e4-80ff-40b0-954d-52365077cb72 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Pushing event deleted for resources: {'Port': ['ID=659f7cef-6c88-44c0-8006-f67c05d3a25f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:22.123507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-d53ee2e4-80ff-40b0-954d-52365077cb72 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] No DVR routers for this DVR port 659f7cef-6c88-44c0-8006-f67c05d3a25f on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:53:22.126550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-d53ee2e4-80ff-40b0-954d-52365077cb72 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:22.130229 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0e942638-22b8-45a2-92b5-cf3847eb6f81 req-d53ee2e4-80ff-40b0-954d-52365077cb72 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.42 "DELETE /v2.0/ports/659f7cef-6c88-44c0-8006-f67c05d3a25f HTTP/1.1" status: 204 len: 173 time: 0.7139940 Dec 13 12:53:22.130676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f04a3-9d19-4991-a8e2-65975976c56a', 'name': 'network-vif-deleted', 'tag': '659f7cef-6c88-44c0-8006-f67c05d3a25f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:22.133001 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f10236e-8797-4824-a876-86f7917ce4c2" -d '{"events": [{"server_uuid": "840f04a3-9d19-4991-a8e2-65975976c56a", "name": "network-vif-deleted", "tag": "659f7cef-6c88-44c0-8006-f67c05d3a25f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:22.178152 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b316e5-3c4d-447e-9fae-d44b9d78a166 x-openstack-request-id: req-82b316e5-3c4d-447e-9fae-d44b9d78a166 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:22.178522 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f04a3-9d19-4991-a8e2-65975976c56a", "name": "network-vif-deleted", "tag": "659f7cef-6c88-44c0-8006-f67c05d3a25f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:22.178830 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82b316e5-3c4d-447e-9fae-d44b9d78a166 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:22.179285 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f04a3-9d19-4991-a8e2-65975976c56a', 'name': 'network-vif-deleted', 'tag': '659f7cef-6c88-44c0-8006-f67c05d3a25f', 'status': 'completed', 'code': 200} Dec 13 12:53:22.364083 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1f6f5b5-4c24-4767-ab84-d431be7d705a req-d38d5ab6-5b89-4531-b8c5-f6e33374f483 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0277381 Dec 13 12:53:22.510950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-a6b60b38-6e57-416e-8f65-38036387c76a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:53:22.511948 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-a6b60b38-6e57-416e-8f65-38036387c76a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081470 Dec 13 12:53:22.621711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab2125-2bc4-4f97-83bb-ad87fefd7773 req-1ce5d573-73b3-4d93-b2f2-01a3cda16279 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:22.632843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7ab2125-2bc4-4f97-83bb-ad87fefd7773 req-1ce5d573-73b3-4d93-b2f2-01a3cda16279 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.1374238 Dec 13 12:53:22.649638 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-64096b0e-a589-43d2-ba18-e6fbd66165a4 service neutron] show failed (client error): The resource could not be found. Dec 13 12:53:22.652002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-64096b0e-a589-43d2-ba18-e6fbd66165a4 service neutron] 10.222.0.42 "GET /v2.0/ports/24b82b06-9c4b-4f75-ae94-b8547ad04d0f/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.1239438 Dec 13 12:53:22.731357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7ab2125-2bc4-4f97-83bb-ad87fefd7773 req-9b059cc7-9612-4202-b06f-26950eab2c1c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914662 Dec 13 12:53:22.918187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-b504c7ce-f80d-4dea-8bed-f7661fc025b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:22.919808 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-b504c7ce-f80d-4dea-8bed-f7661fc025b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d&tenant_id=44c3c75256ca49be8a75a2ecc8c5748c HTTP/1.1" status: 200 len: 1100 time: 0.0424716 Dec 13 12:53:22.940392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:22.997143 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:23.214545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:23.254157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:53:23.299185 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:23.313339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Transition to ACTIVE for port object 24b82b06-9c4b-4f75-ae94-b8547ad04d0f will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:53:23.318571 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:23.400000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Pushing event updated for resources: {'Port': ['ID=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,revision_number=6']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:23.403897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] No DVR routers for this DVR port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:53:23.454517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0d734-9ddc-4e2d-a697-4b5d3f1a01c0 req-2c58ef39-9c3f-4cf4-8d51-14eddeb776f4 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:23.459680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Attempting to bind port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:53:23.460057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Attempting to bind port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:53:23.460490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Attempting to bind port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:53:23.466120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:53:23.466457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Attempting to bind port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:53:23.470486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87a0d734-9ddc-4e2d-a697-4b5d3f1a01c0 req-2c58ef39-9c3f-4cf4-8d51-14eddeb776f4 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 948 time: 0.1100895 Dec 13 12:53:23.475011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:53:23.475011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:53:23.475011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:53:23.475011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Bound port: 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:53:23.475011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:23.554602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87a0d734-9ddc-4e2d-a697-4b5d3f1a01c0 req-9804a111-51f1-481f-8161-f7da2b3ce633 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831206 Dec 13 12:53:23.555397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:53:23.559699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:53:23.566422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:23.572864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-235a1bf5-4b58-4530-81eb-69031df025f6 req-b82bb401-dec5-4fd4-a4b7-a1efffd5a5c5 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0403092 Dec 13 12:53:23.620833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:23.621468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:23.622893 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/24b82b06-9c4b-4f75-ae94-b8547ad04d0f HTTP/1.1" status: 200 len: 1095 time: 0.6913333 Dec 13 12:53:23.659155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d19e3-4cf5-491a-841c-0de4940752a3 service neutron] Pushing event updated for resources: {'Port': ['ID=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:23.720654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-2eb98521-be43-42c9-b807-8da08178aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:23.722227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-2eb98521-be43-42c9-b807-8da08178aa77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 1098 time: 0.0538638 Dec 13 12:53:23.897136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-89c66b30-eef3-403a-99cb-506e64615c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:23.898682 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-89c66b30-eef3-403a-99cb-506e64615c1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1553364 Dec 13 12:53:23.913348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228e7d1-3f9e-4884-8a94-c49235e2e062 req-05f81a5d-13c6-424d-a09e-83229e840218 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:23.922594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6228e7d1-3f9e-4884-8a94-c49235e2e062 req-05f81a5d-13c6-424d-a09e-83229e840218 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 947 time: 0.1010599 Dec 13 12:53:23.950588 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-646971a8-73ff-42eb-bcf8-6f179cc123c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f HTTP/1.1" status: 200 len: 217 time: 0.0430546 Dec 13 12:53:23.965822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6228e7d1-3f9e-4884-8a94-c49235e2e062 req-fd9c79bb-8800-4bf1-9943-d9eb5c0e7b3e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421593 Dec 13 12:53:24.008855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-70008652-bd14-4ef6-a3d1-c2b6bc406fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.010347 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-70008652-bd14-4ef6-a3d1-c2b6bc406fa2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0490618 Dec 13 12:53:24.058757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-cbedd6d1-35ad-485d-a96a-1314afb9673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.060240 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-cbedd6d1-35ad-485d-a96a-1314afb9673e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400782 Dec 13 12:53:24.095744 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9bf71b9f-ad41-4a09-8587-a226a1ebce6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:24.166746 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-f02bd480-1da2-4fca-a2bd-274d83c8c1a9 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906200 Dec 13 12:53:24.180445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'}, {'name': 'network-changed', 'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:24.182855 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9f16d0-68d2-457a-a003-6805e602ea65" -d '{"events": [{"server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "name": "network-vif-unplugged", "status": "completed", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f"}, {"name": "network-changed", "server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:24.238443 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd789ca-68b5-4313-b29f-e67c72af52f0 x-openstack-request-id: req-dbd789ca-68b5-4313-b29f-e67c72af52f0 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:24.238737 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "name": "network-vif-unplugged", "status": "completed", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f", "code": 200}, {"name": "network-changed", "server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:24.238988 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbd789ca-68b5-4313-b29f-e67c72af52f0 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:24.239389 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f', 'code': 200} Dec 13 12:53:24.239793 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f', 'status': 'completed', 'code': 200} Dec 13 12:53:24.282722 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a52589d-43d1-433a-973a-1ee36f9d9d0c req-b7113676-3a22-4e91-9a70-8bccafa33a73 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968940 Dec 13 12:53:24.312458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-696d3438-8180-4646-97f6-0d53bf8beeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.313915 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-696d3438-8180-4646-97f6-0d53bf8beeac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 1098 time: 0.0449169 Dec 13 12:53:24.400314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 659f7cef-6c88-44c0-8006-f67c05d3a25f no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:24.409253 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:53:24.424613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 659f7cef-6c88-44c0-8006-f67c05d3a25f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:53:24.425353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 659f7cef-6c88-44c0-8006-f67c05d3a25f not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:53:24.426022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 24b82b06-9c4b-4f75-ae94-b8547ad04d0f no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:24.474508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-1c1539d0-415a-4d84-a34e-33ae510d3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.476038 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-1c1539d0-415a-4d84-a34e-33ae510d3ecd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 1098 time: 0.0844789 Dec 13 12:53:24.479874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-82145d46-5368-4197-81d7-d20cac12aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.481285 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-82145d46-5368-4197-81d7-d20cac12aafe service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1607628 Dec 13 12:53:24.489640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 24b82b06-9c4b-4f75-ae94-b8547ad04d0f not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:53:24.574705 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-d03b8f74-a260-4756-aa86-257217ac0964 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f HTTP/1.1" status: 200 len: 217 time: 0.0761373 Dec 13 12:53:24.654262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-641cf641-c9c5-43fb-81de-cba779c8af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.655697 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-641cf641-c9c5-43fb-81de-cba779c8af32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0739470 Dec 13 12:53:24.660471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-c864f827-9594-40f3-b94b-743d5e05e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.661835 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-c864f827-9594-40f3-b94b-743d5e05e556 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1741171 Dec 13 12:53:24.716266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c732829c-a61c-47a6-aa49-42fe8da5e2e3 req-04e18bb7-2594-4fde-b888-1e2c995bbaf3 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0310991 Dec 13 12:53:24.733847 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-ef1b3365-3fb1-402a-ad75-32801c611867 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f HTTP/1.1" status: 200 len: 217 time: 0.0464814 Dec 13 12:53:24.741969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e96adf-cf0a-4a06-817c-e60f415e316e req-92f5727e-4074-40bf-b6ae-0caf00cbe9bc tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.745689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4e96adf-cf0a-4a06-817c-e60f415e316e req-92f5727e-4074-40bf-b6ae-0caf00cbe9bc tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 948 time: 0.0861630 Dec 13 12:53:24.784059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-a6ba40be-2e99-4b28-b11f-45a9aaec6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.786548 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-a6ba40be-2e99-4b28-b11f-45a9aaec6b5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235433 Dec 13 12:53:24.813145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4e96adf-cf0a-4a06-817c-e60f415e316e req-28841b8e-b39a-41f3-8361-97b649d5326f tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623448 Dec 13 12:53:24.842791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-7c5ebdca-2a14-49e5-874f-5fe48c14e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.844366 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-7c5ebdca-2a14-49e5-874f-5fe48c14e72b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0944004 Dec 13 12:53:24.931007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-4ef350b3-95aa-4f7f-9bf0-8cea30fef1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:24.932500 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-4ef350b3-95aa-4f7f-9bf0-8cea30fef1a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631459 Dec 13 12:53:24.954563 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-f705136b-42a5-453b-8f93-078373a5b16a service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592600 Dec 13 12:53:25.102010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a217-ea1c-4e4b-aa0f-054dc981f145 req-a68cbee8-c564-4193-9010-7e433ae05014 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:25.106472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab00a217-ea1c-4e4b-aa0f-054dc981f145 req-a68cbee8-c564-4193-9010-7e433ae05014 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 947 time: 0.0559614 Dec 13 12:53:25.117280 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-9f72d613-aa2c-42e9-90f1-665abc455db3 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736345 Dec 13 12:53:25.123826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-a6f6a2dd-bdca-4c35-9e8a-1c518ddc00c6 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587148 Dec 13 12:53:25.164541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab00a217-ea1c-4e4b-aa0f-054dc981f145 req-80bcd498-a7aa-4ac7-a433-8152261fe476 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512316 Dec 13 12:53:25.224261 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba9f16d0-68d2-457a-a003-6805e602ea65 req-66cc54a9-82f5-4f7e-a876-2e2f7c44bd6f service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931911 Dec 13 12:53:25.785351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-cf2d98ab-84ff-4513-9a94-3f3b042fd93f tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:25.786951 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-cf2d98ab-84ff-4513-9a94-3f3b042fd93f tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.37 "GET /v2.0/ports?device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 948 time: 0.0566692 Dec 13 12:53:25.832852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-893c46e8-48b6-4137-9002-4e9498f2848e req-8f682e3d-c0b5-40bb-97c9-3afb534c063d tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0297916 Dec 13 12:53:25.908326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-a1b0b57a-5b98-4786-aff6-34eae4716c3d tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Deleting port 375d299d-f146-4c11-81e1-a7859541690a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:53:25.908661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-a1b0b57a-5b98-4786-aff6-34eae4716c3d tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:25.964496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b21e16-c571-43f5-9cea-4c77e05a75f2 req-9ec04797-279b-45a0-954c-ff5ae0af4685 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:25.976113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53b21e16-c571-43f5-9cea-4c77e05a75f2 req-9ec04797-279b-45a0-954c-ff5ae0af4685 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/ports?device_id=2689bbca-bff6-4428-bdb3-a005e73fc229 HTTP/1.1" status: 200 len: 948 time: 0.0621655 Dec 13 12:53:26.026958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53b21e16-c571-43f5-9cea-4c77e05a75f2 req-3c10e076-4efc-4985-896d-de6d30167589 tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61c54f9-f634-4742-9fc3-314e0f30da5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533450 Dec 13 12:53:26.032724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-a1b0b57a-5b98-4786-aff6-34eae4716c3d tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] For port 375d299d-f146-4c11-81e1-a7859541690a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=375d299d-f146-4c11-81e1-a7859541690a,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:26.033106 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-a1b0b57a-5b98-4786-aff6-34eae4716c3d tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:26.056086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-a1b0b57a-5b98-4786-aff6-34eae4716c3d tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Calling delete_port for 375d299d-f146-4c11-81e1-a7859541690a owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:53:26.189768 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-a1b0b57a-5b98-4786-aff6-34eae4716c3d tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:26.227532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0b57a-5b98-4786-aff6-34eae4716c3d tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Pushing event deleted for resources: {'Port': ['ID=375d299d-f146-4c11-81e1-a7859541690a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:26.270738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-a1b0b57a-5b98-4786-aff6-34eae4716c3d tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] No DVR routers for this DVR port 375d299d-f146-4c11-81e1-a7859541690a on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:53:26.273415 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-a1b0b57a-5b98-4786-aff6-34eae4716c3d tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:26.277157 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-36ef56e0-b268-4e0f-87b8-4b605056624e req-a1b0b57a-5b98-4786-aff6-34eae4716c3d tempest-ListImageFiltersTestJSON-1548833612 tempest-ListImageFiltersTestJSON-1548833612-project] 10.222.0.37 "DELETE /v2.0/ports/375d299d-f146-4c11-81e1-a7859541690a HTTP/1.1" status: 204 len: 173 time: 0.4819722 Dec 13 12:53:26.277563 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-deleted', 'tag': '375d299d-f146-4c11-81e1-a7859541690a'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:26.279845 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e785e9-4ba6-4326-adeb-e1a31d9f57b4" -d '{"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-deleted", "tag": "375d299d-f146-4c11-81e1-a7859541690a"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:26.281595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4935847-e380-47e9-a4b5-166b5045c85e req-c7e6cbdc-7c38-4f67-b95a-02c0ef4055ab tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:26.284283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4935847-e380-47e9-a4b5-166b5045c85e req-c7e6cbdc-7c38-4f67-b95a-02c0ef4055ab tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 947 time: 0.0550315 Dec 13 12:53:26.330747 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ca9674-b3b5-460b-8127-fcfce8375621 x-openstack-request-id: req-44ca9674-b3b5-460b-8127-fcfce8375621 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:26.331103 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689bbca-bff6-4428-bdb3-a005e73fc229", "name": "network-vif-deleted", "tag": "375d299d-f146-4c11-81e1-a7859541690a", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:26.331361 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44ca9674-b3b5-460b-8127-fcfce8375621 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:26.331805 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689bbca-bff6-4428-bdb3-a005e73fc229', 'name': 'network-vif-deleted', 'tag': '375d299d-f146-4c11-81e1-a7859541690a', 'status': 'completed', 'code': 200} Dec 13 12:53:26.350487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4935847-e380-47e9-a4b5-166b5045c85e req-2e0db5cc-b167-4fdc-a33b-2b744c359a0e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532768 Dec 13 12:53:26.572105 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0d678a6-ffcd-49a3-8ede-61e34a862911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:26.967493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86f25200-722e-49e5-a3c8-67dea83c5b98 req-88884b4f-954e-42ca-b7ba-b82e6ee48823 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0438697 Dec 13 12:53:27.494894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ffda5-00cb-4792-a03d-0852775b9549 req-bce3f258-635e-4619-bec7-5501e88ca6d2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:27.497326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-317ffda5-00cb-4792-a03d-0852775b9549 req-bce3f258-635e-4619-bec7-5501e88ca6d2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 947 time: 0.0636585 Dec 13 12:53:27.558500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-317ffda5-00cb-4792-a03d-0852775b9549 req-877e7a40-c628-44c6-bf09-26f80088bc30 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546041 Dec 13 12:53:27.637365 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:27.803006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f78701-9cc1-47e0-862b-4be32fc314d7 req-063c6d37-1979-4587-a915-3e6f43213c69 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:27.804755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7f78701-9cc1-47e0-862b-4be32fc314d7 req-063c6d37-1979-4587-a915-3e6f43213c69 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 947 time: 0.0601959 Dec 13 12:53:27.816219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-cbae85fe-3842-4996-8921-5fb0f0a9c094 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:27.818010 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-cbae85fe-3842-4996-8921-5fb0f0a9c094 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d&tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 947 time: 0.0694041 Dec 13 12:53:27.863326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7f78701-9cc1-47e0-862b-4be32fc314d7 req-974d6b70-5ab3-41c2-822b-4e69b7e72d75 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515826 Dec 13 12:53:27.892409 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-6eddbe9e-db6b-4bc2-b85b-251305627303 service neutron] delete failed (client error): The resource could not be found. Dec 13 12:53:27.893666 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-6eddbe9e-db6b-4bc2-b85b-251305627303 service neutron] 10.222.0.42 "DELETE /v2.0/ports/24b82b06-9c4b-4f75-ae94-b8547ad04d0f/bindings/n-h2-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0675924 Dec 13 12:53:28.015676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-8d941e2e-f158-4331-9a50-8639241cf48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:28.017439 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-8d941e2e-f158-4331-9a50-8639241cf48c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 1098 time: 0.0490649 Dec 13 12:53:28.126097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6cbfbb8-91d4-4790-90d8-e2e38799dac0 req-6800a306-c009-435b-b90a-67cd2b59e442 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0535526 Dec 13 12:53:28.182108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-5600eb54-c4b5-4b62-8c21-6baa50de3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:28.183227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-5600eb54-c4b5-4b62-8c21-6baa50de3f0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1561165 Dec 13 12:53:28.234752 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-66be12f4-3dd6-48c8-b726-6200ded0c867 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f HTTP/1.1" status: 200 len: 217 time: 0.0435553 Dec 13 12:53:28.298213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-9c28ea2e-18da-4084-ae1f-530f5ccadb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:28.299818 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-9c28ea2e-18da-4084-ae1f-530f5ccadb0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0566087 Dec 13 12:53:28.347010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-928e4822-fa4a-4b27-b42c-c8fec96be4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:28.348520 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-928e4822-fa4a-4b27-b42c-c8fec96be4c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0415654 Dec 13 12:53:28.379697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46146) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:28.450597 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-5045df64-a4e8-41e4-bbdb-625d09d5575d service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950890 Dec 13 12:53:28.518018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fc0d9a53-a178-483d-964f-2edc8921a5d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75e25357297e4218968d45cec3540478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364279 Dec 13 12:53:28.520649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46150) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:28.553986 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1a7aadf0-ef17-4f9d-b5a6-aa23346e83c6 req-7efa5e8b-9216-49aa-959a-3088f37c35c9 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958910 Dec 13 12:53:28.571149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:28.600113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:28.651451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:28.654251 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:28.655459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c61c54f9-f634-4742-9fc3-314e0f30da5f HTTP/1.1" status: 204 len: 168 time: 0.1338041 Dec 13 12:53:28.664485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61c54f9-f634-4742-9fc3-314e0f30da5f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:28.672688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.673084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.673360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.673694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.674084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.674374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.674695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.675022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.675329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.675645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.676092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.676373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.676703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd66dc9-8455-4615-937f-f390d7830aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:28.771349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 24b82b06-9c4b-4f75-ae94-b8547ad04d0f details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:53:28.869577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:28.884138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f', 'mac_address': 'fa:16:3e:a8:fe:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:53:28.932265 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:28.947587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b82b06-9c4b-4f75-ae94-b8547ad04d0f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:53:28.984788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:28.990174 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:28.996584 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.032683 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900ab4-2b0c-48e4-ab39-3ef764fb6820 req-1630281c-5ac6-4ec6-a032-6fc0469d881a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:29.034383 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad900ab4-2b0c-48e4-ab39-3ef764fb6820 req-1630281c-5ac6-4ec6-a032-6fc0469d881a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 947 time: 0.0851281 Dec 13 12:53:29.051130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:29.059645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.060199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.060710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.061179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.061716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.062204 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.062701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.063162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.063620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.064244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.064702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.065160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.065739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:53:29.100728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad900ab4-2b0c-48e4-ab39-3ef764fb6820 req-0c3d89e0-e811-47f7-90e2-8a406a4f46b7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599618 Dec 13 12:53:29.240560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e322e2ab-f99f-4a44-b77b-de3beca9fc6b req-d8fc1576-4b90-4863-83ac-0b0d5846586c tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0313866 Dec 13 12:53:29.343465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['24b82b06-9c4b-4f75-ae94-b8547ad04d0f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:29.403677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46186) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:29.500849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-603846595-network', 'tenant_id': '9772ae01a15540fd9876e5edafcf23f2'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:29.522713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Made reservation on behalf of 9772ae01a15540fd9876e5edafcf23f2 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:53:29.525275 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.534037 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.614978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.619519 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.647540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:53:29.657552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678da3d6-d18c-4441-854e-b07ab2a52a22,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:29.662360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.662700 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Added segment 7216d9e2-15c6-4e8f-99ef-5ef1db260b37 of type vlan for network be377527-9066-473d-8938-97561d99b9c3 Dec 13 12:53:29.702137 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.729070 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.730009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:29.730615 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.789162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3814158 Dec 13 12:53:29.789659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46192) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:29.792182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c98a1-80c9-498a-8b54-31c44a919e13 admin admin] Pushing event updated for resources: {'Network': ['ID=be377527-9066-473d-8938-97561d99b9c3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:29.795091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Request body: {'subnet': {'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-603846595-subnet', 'tenant_id': '9772ae01a15540fd9876e5edafcf23f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:29.805023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network be377527-9066-473d-8938-97561d99b9c3 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:53:29.818928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Made reservation on behalf of 9772ae01a15540fd9876e5edafcf23f2 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:53:29.821313 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.822479 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:29.992584 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:30.041395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:30.056642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Checking segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:53:30.056998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Network hostable DHCP agents. Network: be377527-9066-473d-8938-97561d99b9c3, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:53:30.075224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Network be377527-9066-473d-8938-97561d99b9c3 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:53:30.084506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, be377527-9066-473d-8938-97561d99b9c3) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:53:30.088447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:30.089043 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:30.093260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58242cbd-415c-4811-8afc-30d24aaa217e None None] Network be377527-9066-473d-8938-97561d99b9c3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:53:30.104979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-33b224a5-f09b-4153-b419-a85ed9a77874 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3141329 Dec 13 12:53:30.235578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca502b6-3607-4076-9f73-855ed32f8ae1 None None] Network be377527-9066-473d-8938-97561d99b9c3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:53:30.247359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbecc73-bd47-471e-8154-1edc9133cd6a req-36aa102a-3a7a-4d0e-b6d6-b7e5f9ce7c30 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:30.250627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0dbecc73-bd47-471e-8154-1edc9133cd6a req-36aa102a-3a7a-4d0e-b6d6-b7e5f9ce7c30 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 948 time: 0.0572553 Dec 13 12:53:30.305609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0dbecc73-bd47-471e-8154-1edc9133cd6a req-e9af3a8d-1fbd-47ea-be7d-4e9e1b1fac9b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495670 Dec 13 12:53:30.450445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1541ceb9-8cf6-4245-8924-df3cd8f17631 req-739b50e1-7132-4df4-9931-f300764d1119 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0271032 Dec 13 12:53:30.594230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-d98e75a3-fb6a-44d8-95e1-181ecd2c574d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:30.595641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-d98e75a3-fb6a-44d8-95e1-181ecd2c574d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.1348321 Dec 13 12:53:30.604057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db404a1c-00f8-436d-8fa1-16f02016fedc req-924a92ac-026b-40cc-8a82-41cd580b5034 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:30.605391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db404a1c-00f8-436d-8fa1-16f02016fedc req-924a92ac-026b-40cc-8a82-41cd580b5034 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 948 time: 0.0875795 Dec 13 12:53:30.623201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-dce9acf9-eab5-4271-a96a-f1b7b10ef5dc tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/quotas/9772ae01a15540fd9876e5edafcf23f2 HTTP/1.1" status: 200 len: 375 time: 0.0166361 Dec 13 12:53:30.668052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-a67ff981-7959-4d23-a890-f6a2af08f823 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360932 Dec 13 12:53:30.682835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-bcdb0246-2779-4623-87a7-c3ffc0191ffe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:53:30.683795 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-bcdb0246-2779-4623-87a7-c3ffc0191ffe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076816 Dec 13 12:53:30.688868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db404a1c-00f8-436d-8fa1-16f02016fedc req-94a185a1-4780-4678-bd0a-462dc547751f tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752325 Dec 13 12:53:30.784937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-fb87942e-1b85-43ff-b6be-adc4fe4624a1 service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942855 Dec 13 12:53:30.790983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 24b82b06-9c4b-4f75-ae94-b8547ad04d0f up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:53:30.860262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:53:30.865470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:53:30.865845 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:30.884662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-9829f172-8ab6-4637-b1ab-138455e986a1 service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912130 Dec 13 12:53:30.949931 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:30.974830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:30.977114 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01748c3-2cdb-4a1d-8410-23957aeb3ce6" -d '{"events": [{"server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "name": "network-vif-plugged", "status": "completed", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:30.993802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:30.999480 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:31.001205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 375d299d-f146-4c11-81e1-a7859541690a no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:31.025168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 375d299d-f146-4c11-81e1-a7859541690a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:53:31.025585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 375d299d-f146-4c11-81e1-a7859541690a not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:53:31.094009 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee9f61b-a14d-48a5-a78f-0334c0db224f x-openstack-request-id: req-2ee9f61b-a14d-48a5-a78f-0334c0db224f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:31.094613 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "name": "network-vif-plugged", "status": "completed", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:31.095222 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ee9f61b-a14d-48a5-a78f-0334c0db224f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:31.095987 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f', 'code': 200} Dec 13 12:53:31.097630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:31.098823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f136bb72-1a98-4612-8cdd-9bff1e144918 req-6b2b4fe3-c945-4b3a-abe3-43d2ddf102bd tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 210 time: 0.0318708 Dec 13 12:53:31.183291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-91ddc769-34d5-4340-934b-69cc57f38f08 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229509 Dec 13 12:53:31.307918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-7fb19443-8ea9-4cc0-b82e-8a075bc4f1b5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:31.309595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-7fb19443-8ea9-4cc0-b82e-8a075bc4f1b5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1206892 Dec 13 12:53:31.326756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-d4c3de99-511e-4db5-af09-691a4b64ca4d tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/quotas/44c3c75256ca49be8a75a2ecc8c5748c HTTP/1.1" status: 200 len: 375 time: 0.0105126 Dec 13 12:53:31.384701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-54436355-1d6d-460d-99b3-f70bfb9c266f tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513253 Dec 13 12:53:31.594844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e686001f-b486-4126-8465-b6d79debcb74 req-ba0b50ab-62f7-4760-965a-e77a3ec5d694 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0598876 Dec 13 12:53:31.596931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e40ccdda-1d8c-443b-a68e-b10c0b2e2644 req-4b243135-fd19-4ac2-8402-60fd59b07689 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 210 time: 0.0507929 Dec 13 12:53:32.180374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-e38ab2e4-93ef-4104-804b-492576f80db5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:32.182877 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-e38ab2e4-93ef-4104-804b-492576f80db5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.1133502 Dec 13 12:53:32.199794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Request body: {'port': {'device_id': '0922ea41-333f-486e-a9f9-51ea3dd49fd8', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'admin_state_up': True, 'tenant_id': '9772ae01a15540fd9876e5edafcf23f2'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:32.210269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-003c3764-cc1d-4924-b7b8-d0d5b4746fd8 req-55a80a0a-5c92-412c-8a7c-6e05862581ab tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 210 time: 0.0340962 Dec 13 12:53:32.319043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Made reservation on behalf of 9772ae01a15540fd9876e5edafcf23f2 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:53:32.322717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:32.451030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Allocated IP 172.20.0.5 (be377527-9066-473d-8938-97561d99b9c3/43b1bb2c-5ffb-4f6b-a9ce-eb6937338554/a42e81b4-22d9-4245-bbe1-1b958f5541aa) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:53:32.558399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-b8d7793e-e958-4043-bbc4-091c15c46914 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332673 Dec 13 12:53:32.614002 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:32.659813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:32.713359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Network be377527-9066-473d-8938-97561d99b9c3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:53:32.716557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:53:32.720788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:53:32.739896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-7c47da16-98ab-4bf9-8540-1be67747df7c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:32.741392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-7c47da16-98ab-4bf9-8540-1be67747df7c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764224 Dec 13 12:53:32.743298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-99f66d22-1d2f-40c5-8a39-7f3c22e09862 req-65813617-1dc4-4470-91bc-ad558f0a3499 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0529547 Dec 13 12:53:32.754646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event updated for resources: {'Port': ['ID=a42e81b4-22d9-4245-bbe1-1b958f5541aa,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:32.760487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d4bd32a-bf2c-4294-9d63-91851e9fa4de req-2fb7ec0f-78d1-4c10-a186-4f263b894352 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 210 time: 0.0526218 Dec 13 12:53:32.763897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Request body: {'port': {'device_id': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '44c3c75256ca49be8a75a2ecc8c5748c'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:32.782663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:32.783331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:32.805181 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-5d211fdc-a2aa-412e-9039-bf759c28aec5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6097870 Dec 13 12:53:32.817602 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Request body: {'port': {'device_id': '0922ea41-333f-486e-a9f9-51ea3dd49fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:32.889692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:32.900194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Made reservation on behalf of 44c3c75256ca49be8a75a2ecc8c5748c for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:53:32.904855 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.041125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Allocated IP 192.168.233.226 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/8eae5660-98f2-47d4-b750-7c60be135219) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:53:33.174007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42e81b4-22d9-4245-bbe1-1b958f5541aa {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:53:33.183347 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.195494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.196067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Transition to ACTIVE for port object a42e81b4-22d9-4245-bbe1-1b958f5541aa will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:53:33.200462 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.236338 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.250539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['0476e80a-f1f0-4211-b419-4ecd8062eaed', '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:33.270869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Pushing event updated for resources: {'Port': ['ID=a42e81b4-22d9-4245-bbe1-1b958f5541aa,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:33.301266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:53:33.315936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:53:33.332536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Attempting to bind port a42e81b4-22d9-4245-bbe1-1b958f5541aa on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:53:33.333060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Attempting to bind port a42e81b4-22d9-4245-bbe1-1b958f5541aa by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:53:33.333566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Attempting to bind port a42e81b4-22d9-4245-bbe1-1b958f5541aa on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:53:33.339849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Port a42e81b4-22d9-4245-bbe1-1b958f5541aa on network be377527-9066-473d-8938-97561d99b9c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:53:33.340394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Attempting to bind port a42e81b4-22d9-4245-bbe1-1b958f5541aa on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:53:33.347776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:53:33.348349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Checking segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:53:33.348498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:53:33.349007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Bound using segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:53:33.349600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Bound port: a42e81b4-22d9-4245-bbe1-1b958f5541aa, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:53:33.350258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.387874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:33.438734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:33.439360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.452077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] For port a42e81b4-22d9-4245-bbe1-1b958f5541aa, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:53:33.456458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] For port a42e81b4-22d9-4245-bbe1-1b958f5541aa, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a42e81b4-22d9-4245-bbe1-1b958f5541aa,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:53:33.460767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630c058-ca9d-4454-a8c4-90285b899695 req-20bf7944-67de-4688-93c3-4135e3ff7325 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:33.462439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2630c058-ca9d-4454-a8c4-90285b899695 req-20bf7944-67de-4688-93c3-4135e3ff7325 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 943 time: 0.1642287 Dec 13 12:53:33.463219 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.500936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cdc459bf-fdaf-4870-958e-92811cfb414b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7431293 Dec 13 12:53:33.516694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Request body: {'port': {'device_id': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:33.518733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:33.520592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.521383 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] 10.222.0.42 "PUT /v2.0/ports/a42e81b4-22d9-4245-bbe1-1b958f5541aa HTTP/1.1" status: 200 len: 1091 time: 0.7075369 Dec 13 12:53:33.524027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0922ea41-333f-486e-a9f9-51ea3dd49fd8', 'tag': 'a42e81b4-22d9-4245-bbe1-1b958f5541aa'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:33.527357 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c277644f-253e-4574-8b82-947e66a16a31" -d '{"events": [{"name": "network-changed", "server_uuid": "0922ea41-333f-486e-a9f9-51ea3dd49fd8", "tag": "a42e81b4-22d9-4245-bbe1-1b958f5541aa"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:33.557080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07456b2e-3cbb-4c9f-aeb5-b95a3953769f service neutron] Pushing event updated for resources: {'Port': ['ID=a42e81b4-22d9-4245-bbe1-1b958f5541aa,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:33.594807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2630c058-ca9d-4454-a8c4-90285b899695 req-ece7ae61-bd05-43c3-bba7-a2437f4e5247 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229367 Dec 13 12:53:33.614997 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df3583a-9dc5-4b64-a2a3-03964c257131 x-openstack-request-id: req-6df3583a-9dc5-4b64-a2a3-03964c257131 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:33.615267 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0922ea41-333f-486e-a9f9-51ea3dd49fd8", "tag": "a42e81b4-22d9-4245-bbe1-1b958f5541aa", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:33.615522 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6df3583a-9dc5-4b64-a2a3-03964c257131 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:33.617133 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0922ea41-333f-486e-a9f9-51ea3dd49fd8', 'tag': 'a42e81b4-22d9-4245-bbe1-1b958f5541aa', 'status': 'completed', 'code': 200} Dec 13 12:53:33.647019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-1dae97ca-a09d-437a-b28f-0567f93927a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:33.648827 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-1dae97ca-a09d-437a-b28f-0567f93927a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 1094 time: 0.0800977 Dec 13 12:53:33.655537 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.695787 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-30dd495c-cbd4-4086-a0f3-40fe68e2c8bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42e81b4-22d9-4245-bbe1-1b958f5541aa HTTP/1.1" status: 200 len: 217 time: 0.0378084 Dec 13 12:53:33.716484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ca2c9529-af63-499b-bd3b-fd5c385870d9 None None] Provisioning complete for port 8eae5660-98f2-47d4-b750-7c60be135219 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:53:33.716852 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca2c9529-af63-499b-bd3b-fd5c385870d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:33.745744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-f73ee364-ff4c-4fed-b84a-1b00cb0334d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:33.747356 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-f73ee364-ff4c-4fed-b84a-1b00cb0334d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.0450180 Dec 13 12:53:33.752352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c9529-af63-499b-bd3b-fd5c385870d9 None None] Port 8eae5660-98f2-47d4-b750-7c60be135219 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:53:33.780879 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-2100e90f-f709-411d-b844-738dfd9a146d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248582 Dec 13 12:53:33.886523 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-a8d98099-5ebc-48ff-a87e-ab9c4352d276 service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977659 Dec 13 12:53:33.916680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7dff1e1c-abc1-4995-b0e8-3d01dd794a6a req-ab573320-7a5f-4e42-af80-e7a75a0fdfe6 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0515294 Dec 13 12:53:33.947852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08592b54-3f03-4706-9989-81d17c389008 req-1f492693-0494-4925-850c-7b56813bcb1b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:33.949340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08592b54-3f03-4706-9989-81d17c389008 req-1f492693-0494-4925-850c-7b56813bcb1b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 936 time: 0.0754061 Dec 13 12:53:33.984488 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6393e6be-2b7a-412b-b6b1-10f9c9e5eaba req-bbcf7f39-8fc6-43d7-8426-045adea56d42 service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904503 Dec 13 12:53:34.028137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08592b54-3f03-4706-9989-81d17c389008 req-0ce859a7-e206-492b-a05d-303b7a0ab392 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721018 Dec 13 12:53:34.073630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eae5660-98f2-47d4-b750-7c60be135219 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:53:34.081876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:34.084095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277644f-253e-4574-8b82-947e66a16a31 req-16425d62-1124-48a9-a1f4-e20258f54479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:34.085593 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c277644f-253e-4574-8b82-947e66a16a31 req-16425d62-1124-48a9-a1f4-e20258f54479 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 1094 time: 0.0463140 Dec 13 12:53:34.094385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Transition to ACTIVE for port object 8eae5660-98f2-47d4-b750-7c60be135219 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:53:34.098579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:34.150838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:34.181853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277644f-253e-4574-8b82-947e66a16a31 req-f6632121-7076-4eaf-a5c9-3f5de08ba9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:34.183545 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c277644f-253e-4574-8b82-947e66a16a31 req-f6632121-7076-4eaf-a5c9-3f5de08ba9aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 911 time: 0.0905368 Dec 13 12:53:34.224482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Attempting to bind port 8eae5660-98f2-47d4-b750-7c60be135219 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:53:34.224815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Attempting to bind port 8eae5660-98f2-47d4-b750-7c60be135219 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:53:34.225138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Attempting to bind port 8eae5660-98f2-47d4-b750-7c60be135219 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:53:34.229788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Port 8eae5660-98f2-47d4-b750-7c60be135219 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:53:34.230138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Attempting to bind port 8eae5660-98f2-47d4-b750-7c60be135219 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:53:34.232666 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c277644f-253e-4574-8b82-947e66a16a31 req-9c37d4b6-149b-433c-8741-4bb26981e5bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42e81b4-22d9-4245-bbe1-1b958f5541aa HTTP/1.1" status: 200 len: 217 time: 0.0401533 Dec 13 12:53:34.235676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:53:34.236040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:53:34.236424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:53:34.236855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Bound port: 8eae5660-98f2-47d4-b750-7c60be135219, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:53:34.237214 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:34.287780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277644f-253e-4574-8b82-947e66a16a31 req-9dd06e11-f93d-41df-81aa-b3646f46f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:34.289284 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c277644f-253e-4574-8b82-947e66a16a31 req-9dd06e11-f93d-41df-81aa-b3646f46f3b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.0493407 Dec 13 12:53:34.311008 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:53:34.314720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:53:34.319976 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:34.323150 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c277644f-253e-4574-8b82-947e66a16a31 req-e1bda8df-46e3-48a9-b4b2-c1fdc7f918cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259767 Dec 13 12:53:34.355566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:34.356372 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:34.357756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] 10.222.0.42 "PUT /v2.0/ports/8eae5660-98f2-47d4-b750-7c60be135219 HTTP/1.1" status: 200 len: 1096 time: 0.8465114 Dec 13 12:53:34.360648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:34.378817 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956cb4cf-53b9-4526-a022-980195410dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "tag": "8eae5660-98f2-47d4-b750-7c60be135219"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:34.413319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc711dd3-859f-472a-b023-6c79da757d16 service neutron] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:34.422148 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c277644f-253e-4574-8b82-947e66a16a31 req-128418c2-b568-4a69-b5b0-f182f073d3fd service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906317 Dec 13 12:53:34.464438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-dd72281f-e1ed-4762-b452-416a197bef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:34.466345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-dd72281f-e1ed-4762-b452-416a197bef75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 1099 time: 0.0552571 Dec 13 12:53:34.551231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-5ba3ddfb-780b-437e-acb0-889ccc8d7760 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8eae5660-98f2-47d4-b750-7c60be135219 HTTP/1.1" status: 200 len: 217 time: 0.0628481 Dec 13 12:53:34.617712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-2b08a71d-031a-43fa-a602-d73c0cb8fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:34.619382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-2b08a71d-031a-43fa-a602-d73c0cb8fbae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0596068 Dec 13 12:53:34.637803 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c277644f-253e-4574-8b82-947e66a16a31 req-45cdf19d-347c-4447-b599-f2e428c335e0 service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038167 Dec 13 12:53:34.679807 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ece5db2-8937-49ec-b6fd-3e2413f8f152 x-openstack-request-id: req-2ece5db2-8937-49ec-b6fd-3e2413f8f152 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:34.680098 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "tag": "8eae5660-98f2-47d4-b750-7c60be135219", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:34.680357 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ece5db2-8937-49ec-b6fd-3e2413f8f152 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:34.680756 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219', 'status': 'completed', 'code': 200} Dec 13 12:53:34.724324 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-ef8a8b7b-4b2a-4111-acae-410f7fba0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:34.725866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-ef8a8b7b-4b2a-4111-acae-410f7fba0862 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969582 Dec 13 12:53:34.742652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21838deb-e12c-4b99-a0de-8588419e1888 req-0c6d71c5-ee10-4fae-bebd-328aea296cdc tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:34.744129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21838deb-e12c-4b99-a0de-8588419e1888 req-0c6d71c5-ee10-4fae-bebd-328aea296cdc tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 943 time: 0.0661974 Dec 13 12:53:34.848504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21838deb-e12c-4b99-a0de-8588419e1888 req-cd2a8d01-f5d5-4756-8862-9f5add039da8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957520 Dec 13 12:53:34.866693 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-639d1888-4cb3-4103-88d8-0233db2c5957 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215770 Dec 13 12:53:34.967303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c505f4f-46de-4796-9575-f7a0e9f3dd98 req-c1c150f8-df41-41b7-99e7-d697406c5967 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915926 Dec 13 12:53:35.053711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b30d716a-c7d9-4ba7-a47c-cb7b3abe3215 req-d518c90d-1621-4014-83b8-75efe8601641 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0493550 Dec 13 12:53:35.097386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb4cf-53b9-4526-a022-980195410dc6 req-96b0bd3e-6443-4629-aec4-a6f90d5cac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:35.098978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-956cb4cf-53b9-4526-a022-980195410dc6 req-96b0bd3e-6443-4629-aec4-a6f90d5cac5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 1099 time: 0.0759974 Dec 13 12:53:35.230658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff77265-ece9-481c-ad9a-4f0cc9d170cc req-5ce5cc8c-b202-44c6-b78b-bf892315d47e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:35.232132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aff77265-ece9-481c-ad9a-4f0cc9d170cc req-5ce5cc8c-b202-44c6-b78b-bf892315d47e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 948 time: 0.1108987 Dec 13 12:53:35.248486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb4cf-53b9-4526-a022-980195410dc6 req-c94bc314-42c5-4963-a42b-739922f71411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:35.249913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-956cb4cf-53b9-4526-a022-980195410dc6 req-c94bc314-42c5-4963-a42b-739922f71411 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1364212 Dec 13 12:53:35.295806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-956cb4cf-53b9-4526-a022-980195410dc6 req-244af2e8-6aee-4c97-ac04-e872fa2342a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8eae5660-98f2-47d4-b750-7c60be135219 HTTP/1.1" status: 200 len: 217 time: 0.0384490 Dec 13 12:53:35.347905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aff77265-ece9-481c-ad9a-4f0cc9d170cc req-78eb3796-98b2-4d34-ae41-ce0a69a8c086 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078997 Dec 13 12:53:35.378457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb4cf-53b9-4526-a022-980195410dc6 req-148f311b-2dde-4f3a-992a-dd1bc151b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:35.380380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-956cb4cf-53b9-4526-a022-980195410dc6 req-148f311b-2dde-4f3a-992a-dd1bc151b425 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0733194 Dec 13 12:53:35.427291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb4cf-53b9-4526-a022-980195410dc6 req-a6618838-44eb-45e9-a0e5-9ad65a072a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:35.428523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-956cb4cf-53b9-4526-a022-980195410dc6 req-a6618838-44eb-45e9-a0e5-9ad65a072a6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407979 Dec 13 12:53:35.525546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-956cb4cf-53b9-4526-a022-980195410dc6 req-ec31c244-b85a-4704-b9ae-d769e1d2afd8 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893559 Dec 13 12:53:35.623745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-956cb4cf-53b9-4526-a022-980195410dc6 req-bd0bc066-749a-4027-826e-ed920d64576e service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903726 Dec 13 12:53:35.979404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687a0a7-e1df-4675-ae4f-a0077190d729 req-41da99b5-699a-44d5-b389-19b549cfa8b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:35.981071 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c687a0a7-e1df-4675-ae4f-a0077190d729 req-41da99b5-699a-44d5-b389-19b549cfa8b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 943 time: 0.0545917 Dec 13 12:53:36.033942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c687a0a7-e1df-4675-ae4f-a0077190d729 req-917a33ef-d183-4b91-b76f-2e7d04e66f9c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462208 Dec 13 12:53:36.174426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a45e0198-d192-45cc-b4ea-b546adcbb6e5 req-ddfa8351-53d4-4ab7-a78a-5a1fa3715dc2 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0318453 Dec 13 12:53:36.465594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a42e81b4-22d9-4245-bbe1-1b958f5541aa details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:53:36.477578 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91c3fe-333d-4d8d-8e04-410a2984bf58 req-069cda2c-6b33-43b2-8295-5a986735448e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:36.479230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c91c3fe-333d-4d8d-8e04-410a2984bf58 req-069cda2c-6b33-43b2-8295-5a986735448e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 948 time: 0.0584579 Dec 13 12:53:36.532516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c91c3fe-333d-4d8d-8e04-410a2984bf58 req-9eb49de2-d777-4ff5-906e-45d45c13ecf6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466156 Dec 13 12:53:36.569257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port a42e81b4-22d9-4245-bbe1-1b958f5541aa, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a42e81b4-22d9-4245-bbe1-1b958f5541aa,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:36.580838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'a42e81b4-22d9-4245-bbe1-1b958f5541aa', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'port_id': 'a42e81b4-22d9-4245-bbe1-1b958f5541aa', 'mac_address': 'fa:16:3e:0c:2c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b1bb2c-5ffb-4f6b-a9ce-eb6937338554', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:53:36.619018 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:36.632318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42e81b4-22d9-4245-bbe1-1b958f5541aa {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:53:36.653900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port a42e81b4-22d9-4245-bbe1-1b958f5541aa, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a42e81b4-22d9-4245-bbe1-1b958f5541aa,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:36.658499 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:36.713772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=a42e81b4-22d9-4245-bbe1-1b958f5541aa,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:36.953975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['a42e81b4-22d9-4245-bbe1-1b958f5541aa'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:37.172355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80345163-c98a-4aa7-8e3e-fd3a79b44385 req-c62ca6ea-32fe-4e0d-b82e-a2abc3a42b46 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:37.173901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80345163-c98a-4aa7-8e3e-fd3a79b44385 req-c62ca6ea-32fe-4e0d-b82e-a2abc3a42b46 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 944 time: 0.0624175 Dec 13 12:53:37.236989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80345163-c98a-4aa7-8e3e-fd3a79b44385 req-f7b099e0-3358-4d6e-828f-733f7a395821 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563979 Dec 13 12:53:37.285060 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:37.312401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0698d6fd-8cff-4447-9cc2-eb684c0c3715 req-6b2dbc04-e074-40eb-83bd-bd0544642f85 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0304034 Dec 13 12:53:37.418379 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:37.679344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e788a8-794e-4286-8736-48dfb1407f4f req-b4f51b83-0ddd-4370-a45d-37361e76fa6b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:37.681061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07e788a8-794e-4286-8736-48dfb1407f4f req-b4f51b83-0ddd-4370-a45d-37361e76fa6b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 948 time: 0.0641382 Dec 13 12:53:37.737948 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07e788a8-794e-4286-8736-48dfb1407f4f req-0044d39d-ba5a-4a10-88b1-3419554979b1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498695 Dec 13 12:53:38.363577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe7df7-1c5e-4453-a973-f63e9a831267 req-770b39f3-e320-4704-95f4-e13c721e7506 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:38.365717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebbe7df7-1c5e-4453-a973-f63e9a831267 req-770b39f3-e320-4704-95f4-e13c721e7506 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 944 time: 0.0541399 Dec 13 12:53:38.418117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebbe7df7-1c5e-4453-a973-f63e9a831267 req-9e010412-76b0-4cbe-84a5-3bf83b22bc30 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451324 Dec 13 12:53:38.464869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c455ef9f-989e-4142-80cd-b11a8eda33a2 req-026fbbac-56c2-46ae-9490-57955323eef3 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0334027 Dec 13 12:53:38.482312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8eae5660-98f2-47d4-b750-7c60be135219 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:53:38.484768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a42e81b4-22d9-4245-bbe1-1b958f5541aa up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:53:38.600561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port a42e81b4-22d9-4245-bbe1-1b958f5541aa completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:53:38.611150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port a42e81b4-22d9-4245-bbe1-1b958f5541aa triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:53:38.611517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:38.642737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:38.661056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '8eae5660-98f2-47d4-b750-7c60be135219', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '8eae5660-98f2-47d4-b750-7c60be135219', 'mac_address': 'fa:16:3e:1d:dc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:53:38.729365 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:38.747704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eae5660-98f2-47d4-b750-7c60be135219 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:53:38.751742 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:38.776607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:38.787107 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:38.794447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0922ea41-333f-486e-a9f9-51ea3dd49fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e81b4-22d9-4245-bbe1-1b958f5541aa'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:38.796070 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb56be2a-1d20-4164-a2e1-e0900df0f568" -d '{"events": [{"server_uuid": "0922ea41-333f-486e-a9f9-51ea3dd49fd8", "name": "network-vif-plugged", "status": "completed", "tag": "a42e81b4-22d9-4245-bbe1-1b958f5541aa"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:38.835349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port a42e81b4-22d9-4245-bbe1-1b958f5541aa, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a42e81b4-22d9-4245-bbe1-1b958f5541aa,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:38.847828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:38.859317 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57d7ec2-c362-4742-bbe1-160d0919426d x-openstack-request-id: req-e57d7ec2-c362-4742-bbe1-160d0919426d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:38.859664 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0922ea41-333f-486e-a9f9-51ea3dd49fd8", "name": "network-vif-plugged", "status": "completed", "tag": "a42e81b4-22d9-4245-bbe1-1b958f5541aa", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:38.859944 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e57d7ec2-c362-4742-bbe1-160d0919426d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:38.860516 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0922ea41-333f-486e-a9f9-51ea3dd49fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e81b4-22d9-4245-bbe1-1b958f5541aa', 'code': 200} Dec 13 12:53:38.866225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:38.889356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a5c56-82b8-43da-836c-efda4d0301ff req-1cfa516d-fcb7-4e53-806c-6ca8cb43616e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:38.897986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-877a5c56-82b8-43da-836c-efda4d0301ff req-1cfa516d-fcb7-4e53-806c-6ca8cb43616e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 949 time: 0.0814197 Dec 13 12:53:38.945564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=a42e81b4-22d9-4245-bbe1-1b958f5541aa,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:38.979941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-877a5c56-82b8-43da-836c-efda4d0301ff req-f7f334dd-40ef-4629-9200-b045128080a8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808814 Dec 13 12:53:38.984489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe1a1d-1324-4bf5-bb02-281b6d7d4d0e req-42e00d73-c414-4dab-a4e9-7378f7acecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:38.986518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eefe1a1d-1324-4bf5-bb02-281b6d7d4d0e req-42e00d73-c414-4dab-a4e9-7378f7acecfd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 1096 time: 0.0625525 Dec 13 12:53:39.045558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eefe1a1d-1324-4bf5-bb02-281b6d7d4d0e req-e78b899b-6eec-4b1f-86c1-7020d351dfa6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469131 Dec 13 12:53:39.066707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8eae5660-98f2-47d4-b750-7c60be135219'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:39.559031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a0cd6-1f80-411e-9fd9-1a24e2135264 req-127c8664-975f-49e5-99f5-7ceab1496ce1 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:39.560690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c63a0cd6-1f80-411e-9fd9-1a24e2135264 req-127c8664-975f-49e5-99f5-7ceab1496ce1 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 945 time: 0.0583873 Dec 13 12:53:39.594587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d422b5d8-39c8-4154-bb57-ccb8258b053e req-f48ec0f7-a62b-4cc5-b372-df535c3e5967 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0327883 Dec 13 12:53:39.642621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c63a0cd6-1f80-411e-9fd9-1a24e2135264 req-f6632185-ed74-4bb5-a93d-93e6b148e883 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705581 Dec 13 12:53:40.149078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d825cb-3fdb-4c3a-8a12-8840f0c560b3 req-0412be45-cf3c-4430-a510-7ba96e025dba tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:40.150582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1d825cb-3fdb-4c3a-8a12-8840f0c560b3 req-0412be45-cf3c-4430-a510-7ba96e025dba tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 949 time: 0.0823436 Dec 13 12:53:40.169503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d1cee-57d4-436b-afc5-bef8fdea7f04 req-e0ca7e22-dce0-4608-bc74-926b2c4410e4 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:40.170917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c64d1cee-57d4-436b-afc5-bef8fdea7f04 req-e0ca7e22-dce0-4608-bc74-926b2c4410e4 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 946 time: 0.0693944 Dec 13 12:53:40.242504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1d825cb-3fdb-4c3a-8a12-8840f0c560b3 req-118da1c1-e270-4a89-8ecd-9d13fbaf9597 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857728 Dec 13 12:53:40.254895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c64d1cee-57d4-436b-afc5-bef8fdea7f04 req-3b11db18-32bb-4e2b-b636-f43f84f0f6c2 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764515 Dec 13 12:53:40.501903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8eae5660-98f2-47d4-b750-7c60be135219 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:53:40.554705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 8eae5660-98f2-47d4-b750-7c60be135219 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:53:40.558710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 8eae5660-98f2-47d4-b750-7c60be135219 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:53:40.559079 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:40.658215 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:40.696983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:40.701694 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:40.708531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca208b74-334c-4723-811b-df5e6c92ae15 req-07259d14-c3f0-44fa-a0fc-5ad14680c1c0 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0298083 Dec 13 12:53:40.758906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:40.792957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee49d6f-cd8f-4c98-bc9d-79de1db552b0 req-554ed97e-c7a5-4b21-98ed-83d4d666b4de tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:40.794475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bee49d6f-cd8f-4c98-bc9d-79de1db552b0 req-554ed97e-c7a5-4b21-98ed-83d4d666b4de tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 945 time: 0.0682893 Dec 13 12:53:40.844995 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bee49d6f-cd8f-4c98-bc9d-79de1db552b0 req-0d64a03c-5fc6-4097-b747-7d7fb7819b72 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Dec 13 12:53:40.862017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:40.864965 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72507fe-ee08-4d61-aef2-5be8b58964bb" -d '{"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "8eae5660-98f2-47d4-b750-7c60be135219"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:40.922276 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1d1e7f-c40d-43af-9d46-4dba520ce03a x-openstack-request-id: req-6c1d1e7f-c40d-43af-9d46-4dba520ce03a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:40.922643 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "8eae5660-98f2-47d4-b750-7c60be135219", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:40.923393 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c1d1e7f-c40d-43af-9d46-4dba520ce03a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:40.923792 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219', 'code': 200} Dec 13 12:53:41.053522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78915422-1dd2-49ac-b117-7f7a5b05c394 req-6b740216-81fb-41f3-b9de-55472fd1e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:41.055108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78915422-1dd2-49ac-b117-7f7a5b05c394 req-6b740216-81fb-41f3-b9de-55472fd1e5eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 1101 time: 0.0522070 Dec 13 12:53:41.130921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78915422-1dd2-49ac-b117-7f7a5b05c394 req-37a9752d-af5b-4122-866a-d7826062959d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675838 Dec 13 12:53:41.141387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f783-3b0a-47e2-9deb-3b4f317c61b1 req-0b13ff2c-525a-42f6-8319-5cbd846b6768 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:41.142879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97f4f783-3b0a-47e2-9deb-3b4f317c61b1 req-0b13ff2c-525a-42f6-8319-5cbd846b6768 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 945 time: 0.0741541 Dec 13 12:53:41.194367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97f4f783-3b0a-47e2-9deb-3b4f317c61b1 req-82b94ac7-acea-4443-90f5-fbfbcdb7d313 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449302 Dec 13 12:53:41.372730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d338d2-de51-458b-b131-c50446e0d12e req-aa8c930b-21fd-4077-a0a4-e7e216d7c4e2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:41.374551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84d338d2-de51-458b-b131-c50446e0d12e req-aa8c930b-21fd-4077-a0a4-e7e216d7c4e2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0563312 Dec 13 12:53:41.467469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12defd-21b0-4c09-b7d8-334e388b22c5 req-3936b691-6277-423a-b167-6584fc63d97e tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:41.469367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca12defd-21b0-4c09-b7d8-334e388b22c5 req-3936b691-6277-423a-b167-6584fc63d97e tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 946 time: 0.0938315 Dec 13 12:53:41.477535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84d338d2-de51-458b-b131-c50446e0d12e req-63bc8d5f-b96c-40e3-9811-ac5814389c4b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915439 Dec 13 12:53:41.532039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca12defd-21b0-4c09-b7d8-334e388b22c5 req-169c5273-c2c0-4f74-80f2-01fc9f3bd0ad tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534272 Dec 13 12:53:41.838349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e16be4f-f13c-43bf-9ce1-298af1c9b77d req-e3bf9a93-cf27-4905-9ace-bcd19f8053a6 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0340748 Dec 13 12:53:42.720981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd320d-3f22-407d-9f23-42c7ec8c3a8a req-1de7afb2-82bb-4be8-93b8-a86bad299eda tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:42.722510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ffd320d-3f22-407d-9f23-42c7ec8c3a8a req-1de7afb2-82bb-4be8-93b8-a86bad299eda tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 946 time: 0.4600301 Dec 13 12:53:42.758861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4c067-d5bc-473f-b386-4f3ca98012ca req-da7a5d84-5de4-4c07-8284-3af2c735ee8a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:42.760311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbf4c067-d5bc-473f-b386-4f3ca98012ca req-da7a5d84-5de4-4c07-8284-3af2c735ee8a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 945 time: 0.4864597 Dec 13 12:53:42.794320 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64df411e-35b7-4b43-a0b0-3f666f717e66 req-0b3312e3-a4ef-4cbf-b0ea-97ff843da085 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0338004 Dec 13 12:53:42.841862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-841672f3-b496-41ec-b7e5-d208e0103c3b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:42.843346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-841672f3-b496-41ec-b7e5-d208e0103c3b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 945 time: 0.1411617 Dec 13 12:53:42.857094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ffd320d-3f22-407d-9f23-42c7ec8c3a8a req-76990c8a-7013-43f6-8139-0286693b3f0d tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248503 Dec 13 12:53:42.860622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbf4c067-d5bc-473f-b386-4f3ca98012ca req-baa8fc70-77ef-45a2-b2af-e7c54f74cdfc tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897427 Dec 13 12:53:42.992123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d0554-a243-453b-bee9-925e246e3f01 req-c863e747-d68e-4fa3-992c-086e729747f2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:43.000945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d6d0554-a243-453b-bee9-925e246e3f01 req-c863e747-d68e-4fa3-992c-086e729747f2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0711479 Dec 13 12:53:43.131621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d6d0554-a243-453b-bee9-925e246e3f01 req-8307edb7-8172-49b4-93d6-02e29358f46a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294920 Dec 13 12:53:43.147358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-ffdd10d8-4067-43ad-995a-b8243c0a5825 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Deleting port a42e81b4-22d9-4245-bbe1-1b958f5541aa {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:53:43.147699 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-ffdd10d8-4067-43ad-995a-b8243c0a5825 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:43.241871 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-657b61fc-4034-45d2-899f-7b96813c5f24 req-f7467274-949f-4924-b542-b85007142d98 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0785549 Dec 13 12:53:43.304966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-ffdd10d8-4067-43ad-995a-b8243c0a5825 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] For port a42e81b4-22d9-4245-bbe1-1b958f5541aa, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=a42e81b4-22d9-4245-bbe1-1b958f5541aa,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:43.305328 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-ffdd10d8-4067-43ad-995a-b8243c0a5825 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:43.314805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3ada9-c254-45f1-a253-85d655391da4 req-0e71b090-dea9-4519-9fdb-c73476183885 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:43.316285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64b3ada9-c254-45f1-a253-85d655391da4 req-0e71b090-dea9-4519-9fdb-c73476183885 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1037612 Dec 13 12:53:43.328405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-ffdd10d8-4067-43ad-995a-b8243c0a5825 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Calling delete_port for a42e81b4-22d9-4245-bbe1-1b958f5541aa owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:53:43.419151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64b3ada9-c254-45f1-a253-85d655391da4 req-013333a5-d33e-4d3c-8409-02fc83281ba6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953178 Dec 13 12:53:43.496294 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-ffdd10d8-4067-43ad-995a-b8243c0a5825 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:43.509300 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['a42e81b4-22d9-4245-bbe1-1b958f5541aa'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:43.539057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd10d8-4067-43ad-995a-b8243c0a5825 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event deleted for resources: {'Port': ['ID=a42e81b4-22d9-4245-bbe1-1b958f5541aa,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:43.587417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-ffdd10d8-4067-43ad-995a-b8243c0a5825 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] No DVR routers for this DVR port a42e81b4-22d9-4245-bbe1-1b958f5541aa on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:53:43.590183 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-ffdd10d8-4067-43ad-995a-b8243c0a5825 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:43.593704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f74bd75-43d2-4441-a29b-6af5eb70f792 req-ffdd10d8-4067-43ad-995a-b8243c0a5825 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "DELETE /v2.0/ports/a42e81b4-22d9-4245-bbe1-1b958f5541aa HTTP/1.1" status: 204 len: 173 time: 0.5901308 Dec 13 12:53:43.594316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0922ea41-333f-486e-a9f9-51ea3dd49fd8', 'name': 'network-vif-deleted', 'tag': 'a42e81b4-22d9-4245-bbe1-1b958f5541aa'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:43.597188 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a17cd5f-e07b-4272-adc6-2460cf9dfd56" -d '{"events": [{"server_uuid": "0922ea41-333f-486e-a9f9-51ea3dd49fd8", "name": "network-vif-deleted", "tag": "a42e81b4-22d9-4245-bbe1-1b958f5541aa"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:43.642281 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3703b853-18a5-4469-83c2-71937e625bff x-openstack-request-id: req-3703b853-18a5-4469-83c2-71937e625bff {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:43.642614 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0922ea41-333f-486e-a9f9-51ea3dd49fd8", "name": "network-vif-deleted", "tag": "a42e81b4-22d9-4245-bbe1-1b958f5541aa", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:43.642872 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3703b853-18a5-4469-83c2-71937e625bff {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:43.643733 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0922ea41-333f-486e-a9f9-51ea3dd49fd8', 'name': 'network-vif-deleted', 'tag': 'a42e81b4-22d9-4245-bbe1-1b958f5541aa', 'status': 'completed', 'code': 200} Dec 13 12:53:43.796028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-1b89c117-2046-4357-bec3-bbb0745f095f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758166 Dec 13 12:53:43.810685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f20d7a-eb07-49c4-960a-37e7dddc93d8 req-259fe728-95ae-4cec-8830-450f89c3b3cc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:43.813714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e3f20d7a-eb07-49c4-960a-37e7dddc93d8 req-259fe728-95ae-4cec-8830-450f89c3b3cc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0834103 Dec 13 12:53:43.880525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e3f20d7a-eb07-49c4-960a-37e7dddc93d8 req-f5237fe2-84f0-4e16-9244-458180e693d4 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591125 Dec 13 12:53:44.004425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0493be62-3c5e-4fab-b5b9-ba44997a8e31 req-e07bff2b-89ed-4b50-9759-72535448881e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0922ea41-333f-486e-a9f9-51ea3dd49fd8 HTTP/1.1" status: 200 len: 210 time: 0.0348907 Dec 13 12:53:44.021389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdc27d-e2ef-4f43-a2b3-9a4e522b25fb req-aeed10e6-c3f3-42bb-8194-27785b1dea1b tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:44.023054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8fdc27d-e2ef-4f43-a2b3-9a4e522b25fb req-aeed10e6-c3f3-42bb-8194-27785b1dea1b tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 946 time: 0.0876203 Dec 13 12:53:44.122207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8fdc27d-e2ef-4f43-a2b3-9a4e522b25fb req-40bdded9-5d07-419d-a139-e1f3ff958e78 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743654 Dec 13 12:53:44.148751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-1ab9d437-a6f3-48cf-92a9-222fe3791c11 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:44.151828 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-1ab9d437-a6f3-48cf-92a9-222fe3791c11 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 946 time: 0.0972660 Dec 13 12:53:44.421597 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Deleting port add55351-84b3-4889-add8-77251041865d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:53:44.421597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:44.451346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a53a0e1-5278-40b5-8874-df2f1b607377 req-434e6c29-bdf1-4012-89a3-bae34828aa58 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0616710 Dec 13 12:53:44.554271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] For port add55351-84b3-4889-add8-77251041865d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=add55351-84b3-4889-add8-77251041865d,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:44.554555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:44.617660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abae8a-e37e-4b48-b620-717aa64f5b09 req-55134d2c-109d-43da-a76a-822e1166455d tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:44.619643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43abae8a-e37e-4b48-b620-717aa64f5b09 req-55134d2c-109d-43da-a76a-822e1166455d tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 945 time: 0.0964122 Dec 13 12:53:44.717735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43abae8a-e37e-4b48-b620-717aa64f5b09 req-380b1ac1-5801-41a9-b758-a720100e6ce6 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915694 Dec 13 12:53:44.733355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9afee896-fe2c-408d-950a-d7bc9da72b24 req-4c87938f-bcd5-4f08-816d-e13dd80593ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf4743d047d843e29ddb3999a26f46f0&device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0363598 Dec 13 12:53:44.785347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9afee896-fe2c-408d-950a-d7bc9da72b24 req-ed92be0e-6f5a-406e-9a80-af0485c64f24 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=cf4743d047d843e29ddb3999a26f46f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394897 Dec 13 12:53:44.818755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-290aa6be-061e-475c-97f4-b671bfa64f2b req-e7daba4a-b56f-4b9d-8e3b-f63579199dd7 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0636833 Dec 13 12:53:44.949008 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afee896-fe2c-408d-950a-d7bc9da72b24 req-1a697b52-7209-4512-87c2-eb469e002209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:44.950768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9afee896-fe2c-408d-950a-d7bc9da72b24 req-1a697b52-7209-4512-87c2-eb469e002209 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1465559 Dec 13 12:53:45.032141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac51905-538c-4f08-bfc2-ee41d2c97ea2 req-ed000947-c0f0-4597-bda3-102581b28901 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:45.040031 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ac51905-538c-4f08-bfc2-ee41d2c97ea2 req-ed000947-c0f0-4597-bda3-102581b28901 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0719662 Dec 13 12:53:45.133765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ac51905-538c-4f08-bfc2-ee41d2c97ea2 req-20b3bf12-58a5-43e3-9e41-97474f8449a6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841701 Dec 13 12:53:45.171194 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:45.172152 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:45.172152 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Floating IP 2a44b0ea-3591-47b8-88e1-0d2618ef4dd1 disassociated. External IP: 172.25.2.26, port: add55351-84b3-4889-add8-77251041865d. Dec 13 12:53:45.172318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Calling delete_port for add55351-84b3-4889-add8-77251041865d owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:53:45.274767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a67d-1760-430b-aeb9-953199bf7a64 req-4b49c331-f4ed-45ad-9257-e7d4c0505b28 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:45.276314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd66a67d-1760-430b-aeb9-953199bf7a64 req-4b49c331-f4ed-45ad-9257-e7d4c0505b28 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 946 time: 0.0822875 Dec 13 12:53:45.313093 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:45.343548 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Pushing event deleted for resources: {'Port': ['ID=add55351-84b3-4889-add8-77251041865d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:45.413360 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd66a67d-1760-430b-aeb9-953199bf7a64 req-4106fbe3-88b1-4ae4-8ec9-0c260e0dad22 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups?id=b287e2e4-6a80-4e24-b027-94df0c8a4593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237929 Dec 13 12:53:45.434017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-ce1a653e-ca57-4d44-afc1-d498765740f7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:45.435665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-ce1a653e-ca57-4d44-afc1-d498765740f7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.1812513 Dec 13 12:53:45.464955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-7553666c-721b-4155-9709-0b17db9e5682 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/quotas/9772ae01a15540fd9876e5edafcf23f2 HTTP/1.1" status: 200 len: 375 time: 0.0137696 Dec 13 12:53:45.516628 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:53:45.540174 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-cde51e07-ccc5-43a5-83dc-e934b159e567 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650272 Dec 13 12:53:45.581468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-a8e861f7-67c5-408c-a558-46e4cf9c95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:45.583354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-a8e861f7-67c5-408c-a558-46e4cf9c95b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 1101 time: 0.1093507 Dec 13 12:53:45.672911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:53:45.687542 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] Sync routers for ids ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:53:45.700622 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] Routers {'4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:53:45.701450 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:45.721622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] No DVR routers for this DVR port add55351-84b3-4889-add8-77251041865d on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:53:45.724716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:45.728518 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e510a19-184a-4c35-884b-4ef72b55a8f2 req-5bab98f5-b225-4791-b203-526a744e24e8 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.37 "DELETE /v2.0/ports/add55351-84b3-4889-add8-77251041865d HTTP/1.1" status: 204 len: 173 time: 1.5667667 Dec 13 12:53:45.728979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'name': 'network-vif-deleted', 'tag': 'add55351-84b3-4889-add8-77251041865d'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:45.731351 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b991d9-46ab-42c6-867b-86f602bee60a" -d '{"events": [{"server_uuid": "b5cc6b29-a10d-4594-974d-af5aaadd4697", "name": "network-vif-deleted", "tag": "add55351-84b3-4889-add8-77251041865d"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:45.785461 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679a7890-d7c7-49c8-b750-a77872753343 x-openstack-request-id: req-679a7890-d7c7-49c8-b750-a77872753343 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:45.785818 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cc6b29-a10d-4594-974d-af5aaadd4697", "name": "network-vif-deleted", "tag": "add55351-84b3-4889-add8-77251041865d", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:45.786149 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-679a7890-d7c7-49c8-b750-a77872753343 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:45.787014 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cc6b29-a10d-4594-974d-af5aaadd4697', 'name': 'network-vif-deleted', 'tag': 'add55351-84b3-4889-add8-77251041865d', 'status': 'completed', 'code': 200} Dec 13 12:53:45.823106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-0edccd4b-8b2a-4c5a-a67e-3dccc5c30879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:45.824772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-0edccd4b-8b2a-4c5a-a67e-3dccc5c30879 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2339604 Dec 13 12:53:45.858842 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] Set router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:53:45.883445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-03ec992b-66ec-424b-9018-7cbcf64c7a4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8eae5660-98f2-47d4-b750-7c60be135219 HTTP/1.1" status: 200 len: 217 time: 0.0415907 Dec 13 12:53:45.903546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-970f15fe-edfd-44d3-ac9c-6f98f4eb0d8a service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515577 Dec 13 12:53:46.035574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-e1fa249d-663e-46ad-ab7b-604a6cbf446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:46.037102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-e1fa249d-663e-46ad-ab7b-604a6cbf446a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1314588 Dec 13 12:53:46.055900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d3b6d-98e1-400d-bc39-0405e69251e1 req-37ce8be0-f5cf-4fe6-b7ec-64828a89c29f tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:46.058243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654d3b6d-98e1-400d-bc39-0405e69251e1 req-37ce8be0-f5cf-4fe6-b7ec-64828a89c29f tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 945 time: 0.1737440 Dec 13 12:53:46.122403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-1cd6da5b-7c75-412a-85b7-40c99e79cc1c service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178721 Dec 13 12:53:46.170052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-74e1259b-58e8-40f3-abed-151bd61a895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:46.171876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-74e1259b-58e8-40f3-abed-151bd61a895d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005638 Dec 13 12:53:46.176977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654d3b6d-98e1-400d-bc39-0405e69251e1 req-9a9cbe51-0cfb-464b-912d-4e260a0e6b7a tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045778 Dec 13 12:53:46.214765 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:39Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '37196359-7dc4-426c-8ffb-b9c0a2cc9a2c', 'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'mac_address': 'fa:16:3e:fd:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:37Z', 'updated_at': '2021-12-13T12:50:44Z', 'revision_number': 5, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'subnets': [{'id': '484efd44-0ac3-488e-ab06-89da2b936184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:46.243681 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] Checking router: 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:53:46.252287 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] Routers {'4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:53:46.252899 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:46.323789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-1fe60451-ea8a-4150-b20a-4795e85935a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:46.331304 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-1fe60451-ea8a-4150-b20a-4795e85935a8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 945 time: 0.1273804 Dec 13 12:53:46.383671 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9afee896-fe2c-408d-950a-d7bc9da72b24 req-ba56c815-b424-40ff-a0f3-e7a73d0addc2 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0382321 Dec 13 12:53:46.439574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b5ddc5b-787e-4783-8a93-92ec4aff7087 req-b11594b6-7364-43c5-83fa-ee62c5534700 tempest-ServerShowV257Test-1910991970 tempest-ServerShowV257Test-1910991970-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7769e5f-9801-40e9-9b15-a54ba50511ee HTTP/1.1" status: 200 len: 210 time: 0.0913227 Dec 13 12:53:46.442870 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-0bb513e0-02ee-4482-bcde-a7361ff9c75b service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517915 Dec 13 12:53:46.468516 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] Set router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:53:46.559572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a42e81b4-22d9-4245-bbe1-1b958f5541aa no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:46.604785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: a42e81b4-22d9-4245-bbe1-1b958f5541aa {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:53:46.605405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device a42e81b4-22d9-4245-bbe1-1b958f5541aa not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:53:46.628168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1e7792c-1ead-4b39-bae8-0c008c2ff392 req-68a34b35-1111-497e-bf84-7aa8ea48bfc6 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 210 time: 0.1054564 Dec 13 12:53:46.673085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-7e9ecc74-28b9-48c3-a06c-be4b07a895e4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Deleting port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:53:46.673660 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-7e9ecc74-28b9-48c3-a06c-be4b07a895e4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:46.683440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15206ff9-2619-4886-8216-858904e4d237 req-cc6ac687-deca-4f55-b782-105dba479fde tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:46.693349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15206ff9-2619-4886-8216-858904e4d237 req-cc6ac687-deca-4f55-b782-105dba479fde tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.2644682 Dec 13 12:53:46.829058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-7e9ecc74-28b9-48c3-a06c-be4b07a895e4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] For port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:46.829444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-7e9ecc74-28b9-48c3-a06c-be4b07a895e4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:46.833032 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:39Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '37196359-7dc4-426c-8ffb-b9c0a2cc9a2c', 'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'mac_address': 'fa:16:3e:fd:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:37Z', 'updated_at': '2021-12-13T12:50:44Z', 'revision_number': 5, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'subnets': [{'id': '484efd44-0ac3-488e-ab06-89da2b936184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:46.843138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-7e9ecc74-28b9-48c3-a06c-be4b07a895e4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Calling delete_port for 1cbe1db3-f1e1-4138-94ef-68d1cee932bf owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:53:46.862271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96b16f11-8708-4a62-8ce3-410c1e6a68bd req-b2c01ad2-b1c0-43ed-96b1-5933ce2cf81b tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 210 time: 0.1153805 Dec 13 12:53:46.872868 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2db812-4906-40d5-ac2f-0690ddbe5cc2 None None] The sync data for ids ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'] in n-d-817326-4 is: [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:50:39Z', 'revision_number': 4, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '37196359-7dc4-426c-8ffb-b9c0a2cc9a2c', 'name': '', 'network_id': '8b0a7049-857b-4f80-ba44-1cbf2c82c3fb', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'mac_address': 'fa:16:3e:fd:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '484efd44-0ac3-488e-ab06-89da2b936184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:37Z', 'updated_at': '2021-12-13T12:50:44Z', 'revision_number': 5, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'subnets': [{'id': '484efd44-0ac3-488e-ab06-89da2b936184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:53:46.921705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-525f6534-8c73-4d7a-9930-7614b31adf45 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572270 Dec 13 12:53:46.940995 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15206ff9-2619-4886-8216-858904e4d237 req-56c4e975-98d1-4e9b-8e0f-c90b13f6c20b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465060 Dec 13 12:53:47.170138 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-7e9ecc74-28b9-48c3-a06c-be4b07a895e4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:47.189614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['a7a3f788-cf16-4023-afe1-c84cd98c4c2b', 'd61cfc2b-21fb-4955-ba46-96c171309cc0', '1cbe1db3-f1e1-4138-94ef-68d1cee932bf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:47.209971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ecc74-28b9-48c3-a06c-be4b07a895e4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Pushing event deleted for resources: {'Port': ['ID=1cbe1db3-f1e1-4138-94ef-68d1cee932bf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:47.254595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['749bf0b3-0a1c-4461-8c2b-a922c72dda2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:47.320722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-7e9ecc74-28b9-48c3-a06c-be4b07a895e4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] No DVR routers for this DVR port 1cbe1db3-f1e1-4138-94ef-68d1cee932bf on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:53:47.327872 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-7e9ecc74-28b9-48c3-a06c-be4b07a895e4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:47.331343 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8f8984e7-022b-4099-9d6e-438c0bb26490 req-7e9ecc74-28b9-48c3-a06c-be4b07a895e4 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "DELETE /v2.0/ports/1cbe1db3-f1e1-4138-94ef-68d1cee932bf HTTP/1.1" status: 204 len: 173 time: 0.9778860 Dec 13 12:53:47.358691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6804ab68-30c0-4ce4-a013-0800729334a5 req-0adabcce-ee6b-4e82-9bc1-9a6b6fef108e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed8a707-53f2-48ce-964d-c1d4137a3de8 HTTP/1.1" status: 200 len: 210 time: 0.0553908 Dec 13 12:53:47.529607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4673d-520c-4651-8857-f5078f1fec5e None None] New status for floating IP 2a44b0ea-3591-47b8-88e1-0d2618ef4dd1: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:53:47.783303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42d67379-d598-4525-9c6f-b85b00119eb4 req-a8834de7-35da-4fd2-9c32-6cc6dc9746e5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 210 time: 0.0560660 Dec 13 12:53:47.787748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed8a707-53f2-48ce-964d-c1d4137a3de8', 'name': 'network-vif-deleted', 'tag': '1cbe1db3-f1e1-4138-94ef-68d1cee932bf'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:47.790252 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b844f76d-f1ea-47be-8eb9-324eba341b3e" -d '{"events": [{"server_uuid": "aed8a707-53f2-48ce-964d-c1d4137a3de8", "name": "network-vif-deleted", "tag": "1cbe1db3-f1e1-4138-94ef-68d1cee932bf"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:47.853691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46608) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:48.120145 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7259ab2e-266b-4f6c-821c-34c9fa0fda9f x-openstack-request-id: req-7259ab2e-266b-4f6c-821c-34c9fa0fda9f {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:48.120562 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed8a707-53f2-48ce-964d-c1d4137a3de8", "name": "network-vif-deleted", "tag": "1cbe1db3-f1e1-4138-94ef-68d1cee932bf", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:48.120825 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7259ab2e-266b-4f6c-821c-34c9fa0fda9f {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:48.121267 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed8a707-53f2-48ce-964d-c1d4137a3de8', 'name': 'network-vif-deleted', 'tag': '1cbe1db3-f1e1-4138-94ef-68d1cee932bf', 'status': 'completed', 'code': 200} Dec 13 12:53:48.131755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad96d17c-adf6-4b93-8f5f-27bb4eed6dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:48.156768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe2bc130-90d9-4a36-8ce8-868ad416bf23 req-302ccf13-4ef2-42cc-b54f-aa5b22a301d2 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 210 time: 0.1557279 Dec 13 12:53:48.228873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad96d17c-adf6-4b93-8f5f-27bb4eed6dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:48.234211 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad96d17c-adf6-4b93-8f5f-27bb4eed6dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:48.274903 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ad96d17c-adf6-4b93-8f5f-27bb4eed6dc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf4743d047d843e29ddb3999a26f46f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193277 Dec 13 12:53:48.275863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-409bbd66-76a5-461f-8697-44d8be25ecc8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:48.277367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-409bbd66-76a5-461f-8697-44d8be25ecc8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.3302970 Dec 13 12:53:48.278551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46622) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:48.286989 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96d17c-adf6-4b93-8f5f-27bb4eed6dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c8df96-7d84-481a-9b03-4b6528792ed1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:48.295377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae00cff-0791-4a74-808d-8e6b4a88994b req-27a4e340-7913-46bf-9ace-0582521aae14 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:48.303858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aae00cff-0791-4a74-808d-8e6b4a88994b req-27a4e340-7913-46bf-9ace-0582521aae14 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0946288 Dec 13 12:53:48.317242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Request body: {'port': {'device_id': '8984ea67-b3e2-4883-86fc-9346cc826c07', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'admin_state_up': True, 'tenant_id': '9772ae01a15540fd9876e5edafcf23f2'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:48.354796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7877d824-b28f-45b8-ab16-be2576701856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:48.383910 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7877d824-b28f-45b8-ab16-be2576701856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:48.408822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aae00cff-0791-4a74-808d-8e6b4a88994b req-bcff1cd0-7506-40e5-907d-0c32d4eca713 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041157 Dec 13 12:53:48.495964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7877d824-b28f-45b8-ab16-be2576701856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:48.500532 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7877d824-b28f-45b8-ab16-be2576701856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:48.502385 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7877d824-b28f-45b8-ab16-be2576701856 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9c8df96-7d84-481a-9b03-4b6528792ed1 HTTP/1.1" status: 204 len: 168 time: 0.2214947 Dec 13 12:53:48.515961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877d824-b28f-45b8-ab16-be2576701856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c8df96-7d84-481a-9b03-4b6528792ed1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:48.522925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Made reservation on behalf of 9772ae01a15540fd9876e5edafcf23f2 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:53:48.539267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:48.720789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Allocated IP 172.20.0.6 (be377527-9066-473d-8938-97561d99b9c3/43b1bb2c-5ffb-4f6b-a9ce-eb6937338554/70c55894-8021-4fdd-8769-102d2dd16583) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:53:48.867310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device add55351-84b3-4889-add8-77251041865d no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:48.894489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: add55351-84b3-4889-add8-77251041865d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:53:48.894990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device add55351-84b3-4889-add8-77251041865d not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:53:48.907666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96aae227-8e28-4606-86b9-8b192f477755 req-a10ea3e5-3937-4cac-87e0-4b3c7bacfc1b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 210 time: 0.0455019 Dec 13 12:53:48.939455 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:48.990716 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:49.037512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Network be377527-9066-473d-8938-97561d99b9c3 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:53:49.040722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:53:49.044552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:53:49.088843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event updated for resources: {'Port': ['ID=70c55894-8021-4fdd-8769-102d2dd16583,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:49.110824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:49.111434 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:49.130953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-c51fc262-855a-42b0-8bb1-4a751cf54f6e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8186285 Dec 13 12:53:49.143867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Request body: {'port': {'device_id': '8984ea67-b3e2-4883-86fc-9346cc826c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:53:49.218639 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:49.264508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-254fe3d8-2109-4cca-bd48-b31b47a4ac35 req-ac94389d-8010-4e83-8459-c133b670c28a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 210 time: 0.0350587 Dec 13 12:53:49.601080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c55894-8021-4fdd-8769-102d2dd16583 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:53:49.620134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac508c-3e06-4c6f-afa6-72d58a0fea20 req-da9413fa-c0af-4801-a021-d7d82f50d749 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:49.621779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1ac508c-3e06-4c6f-afa6-72d58a0fea20 req-da9413fa-c0af-4801-a021-d7d82f50d749 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0962646 Dec 13 12:53:49.623819 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:49.657691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Transition to ACTIVE for port object 70c55894-8021-4fdd-8769-102d2dd16583 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:53:49.671873 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:49.742876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1ac508c-3e06-4c6f-afa6-72d58a0fea20 req-e63e75fb-31ea-4934-9a58-be514d200d48 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110356 Dec 13 12:53:49.809251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=70c55894-8021-4fdd-8769-102d2dd16583,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:49.850559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Attempting to bind port 70c55894-8021-4fdd-8769-102d2dd16583 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:53:49.851041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Attempting to bind port 70c55894-8021-4fdd-8769-102d2dd16583 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:53:49.851432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Attempting to bind port 70c55894-8021-4fdd-8769-102d2dd16583 on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:53:49.857156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Port 70c55894-8021-4fdd-8769-102d2dd16583 on network be377527-9066-473d-8938-97561d99b9c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:53:49.857645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Attempting to bind port 70c55894-8021-4fdd-8769-102d2dd16583 on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:53:49.863271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:53:49.863609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Checking segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:53:49.864252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Bound using segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:53:49.864681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Bound port: 70c55894-8021-4fdd-8769-102d2dd16583, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:53:49.865041 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:49.914036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46674) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:49.947667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] For port 70c55894-8021-4fdd-8769-102d2dd16583, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:53:49.953905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] For port 70c55894-8021-4fdd-8769-102d2dd16583, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=70c55894-8021-4fdd-8769-102d2dd16583,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:53:49.968212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:50.023989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:50.024944 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:50.026918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] 10.222.0.42 "PUT /v2.0/ports/70c55894-8021-4fdd-8769-102d2dd16583 HTTP/1.1" status: 200 len: 1091 time: 0.8871365 Dec 13 12:53:50.045748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8984ea67-b3e2-4883-86fc-9346cc826c07', 'tag': '70c55894-8021-4fdd-8769-102d2dd16583'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:50.048859 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bf8afa-6d34-4335-85c0-7ec9357de492" -d '{"events": [{"name": "network-changed", "server_uuid": "8984ea67-b3e2-4883-86fc-9346cc826c07", "tag": "70c55894-8021-4fdd-8769-102d2dd16583"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:50.075964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d679578-3d6f-4c5e-9bdf-f23e8f836d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:50.111327 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ab6c9a-22f7-491f-9217-deb44dcc2108 x-openstack-request-id: req-54ab6c9a-22f7-491f-9217-deb44dcc2108 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:50.111580 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8984ea67-b3e2-4883-86fc-9346cc826c07", "tag": "70c55894-8021-4fdd-8769-102d2dd16583", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:50.111776 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54ab6c9a-22f7-491f-9217-deb44dcc2108 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:50.112154 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8984ea67-b3e2-4883-86fc-9346cc826c07', 'tag': '70c55894-8021-4fdd-8769-102d2dd16583', 'status': 'completed', 'code': 200} Dec 13 12:53:50.141291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef469f-252c-4f41-8b2f-b02fa15b2fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=70c55894-8021-4fdd-8769-102d2dd16583,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:50.166777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cac59-711e-4a2d-8c5e-594bfc5af441 req-69b83113-fac1-4ee8-b695-b93d6c1f6a63 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:50.168278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b78cac59-711e-4a2d-8c5e-594bfc5af441 req-69b83113-fac1-4ee8-b695-b93d6c1f6a63 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 943 time: 0.1682029 Dec 13 12:53:50.200882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-17996e89-5fd0-41fd-80f4-5e16487da04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:50.202368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-17996e89-5fd0-41fd-80f4-5e16487da04c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 1094 time: 0.1130397 Dec 13 12:53:50.266109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-9291dbd5-f351-408d-af37-836d48f5eb21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70c55894-8021-4fdd-8769-102d2dd16583 HTTP/1.1" status: 200 len: 217 time: 0.0509362 Dec 13 12:53:50.320790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b78cac59-711e-4a2d-8c5e-594bfc5af441 req-5d6c8d6d-9456-422e-baf9-027e7bcee198 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403685 Dec 13 12:53:50.345496 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d679578-3d6f-4c5e-9bdf-f23e8f836d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:50.355883 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d679578-3d6f-4c5e-9bdf-f23e8f836d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:50.359736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-1e790600-f73e-47f6-b7f5-de07bdeceb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:50.361977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-1e790600-f73e-47f6-b7f5-de07bdeceb6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.0843244 Dec 13 12:53:50.450246 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-f717bd12-1d9f-4e63-a8e6-1c86356df69b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709414 Dec 13 12:53:50.452058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a6cd575-ed11-4594-aeee-1440cf8e9e02 req-2c2cab6e-d287-4826-8d27-a23c49799659 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 210 time: 0.0868359 Dec 13 12:53:50.459577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d679578-3d6f-4c5e-9bdf-f23e8f836d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df27c2ec-9554-4ad8-a1cd-97c0bdc068a3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:50.478608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9d679578-3d6f-4c5e-9bdf-f23e8f836d83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01c4006fbc404ca989034d3c0af09c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5633864 Dec 13 12:53:50.481168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46688) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:50.595579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e03f36e-cdfb-4064-9ccd-c89ef08ec746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:50.599584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-12ee4300-10f5-4366-b26d-6be2432b206c service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413856 Dec 13 12:53:50.636813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e03f36e-cdfb-4064-9ccd-c89ef08ec746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:50.728347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3a12b8f-6ba9-4410-8c64-3cf151a93ae4 req-95023d93-75be-49e5-a953-802bb306774c service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200461 Dec 13 12:53:50.747747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e03f36e-cdfb-4064-9ccd-c89ef08ec746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:50.752796 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e03f36e-cdfb-4064-9ccd-c89ef08ec746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:50.753984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5e03f36e-cdfb-4064-9ccd-c89ef08ec746 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df27c2ec-9554-4ad8-a1cd-97c0bdc068a3 HTTP/1.1" status: 204 len: 168 time: 0.2718689 Dec 13 12:53:50.763993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03f36e-cdfb-4064-9ccd-c89ef08ec746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27c2ec-9554-4ad8-a1cd-97c0bdc068a3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:50.879760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf8afa-6d34-4335-85c0-7ec9357de492 req-90f6162b-3086-4f29-96fd-d19babb161d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:50.881500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91bf8afa-6d34-4335-85c0-7ec9357de492 req-90f6162b-3086-4f29-96fd-d19babb161d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 1094 time: 0.0738382 Dec 13 12:53:50.887021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 1cbe1db3-f1e1-4138-94ef-68d1cee932bf no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:50.918375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 1cbe1db3-f1e1-4138-94ef-68d1cee932bf {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:53:50.918881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 1cbe1db3-f1e1-4138-94ef-68d1cee932bf not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:53:50.947143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0481a74-e9a3-4c31-a0ff-9d46532f0248 req-df8c4d19-c9c3-4298-8760-290864c98f65 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:50.948623 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0481a74-e9a3-4c31-a0ff-9d46532f0248 req-df8c4d19-c9c3-4298-8760-290864c98f65 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1056590 Dec 13 12:53:51.023631 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0481a74-e9a3-4c31-a0ff-9d46532f0248 req-1bc51dcb-1e88-4acd-9c11-5ab8570f6d12 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663204 Dec 13 12:53:51.026998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf8afa-6d34-4335-85c0-7ec9357de492 req-cf650342-d286-48ec-95a4-b731036e1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.028275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91bf8afa-6d34-4335-85c0-7ec9357de492 req-cf650342-d286-48ec-95a4-b731036e1898 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 911 time: 0.1387062 Dec 13 12:53:51.076290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91bf8afa-6d34-4335-85c0-7ec9357de492 req-160c91d6-1629-405d-b446-08b86c8a1e28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70c55894-8021-4fdd-8769-102d2dd16583 HTTP/1.1" status: 200 len: 217 time: 0.0390904 Dec 13 12:53:51.157254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf8afa-6d34-4335-85c0-7ec9357de492 req-a3f64025-455f-48ca-b7b1-dc6310805c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.159055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91bf8afa-6d34-4335-85c0-7ec9357de492 req-a3f64025-455f-48ca-b7b1-dc6310805c42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.0636411 Dec 13 12:53:51.193653 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-d02fc0d2-9e3a-4838-b42f-0f924197d83a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0647862 Dec 13 12:53:51.194316 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91bf8afa-6d34-4335-85c0-7ec9357de492 req-39b13e07-8e00-4468-819c-a3127055ed75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272644 Dec 13 12:53:51.317525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-110ca998-6d68-48de-8f1f-00e7af36e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.318549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-110ca998-6d68-48de-8f1f-00e7af36e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.319420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-110ca998-6d68-48de-8f1f-00e7af36e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.320266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-110ca998-6d68-48de-8f1f-00e7af36e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.320775 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-110ca998-6d68-48de-8f1f-00e7af36e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.321505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-110ca998-6d68-48de-8f1f-00e7af36e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.323575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-110ca998-6d68-48de-8f1f-00e7af36e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.325813 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-110ca998-6d68-48de-8f1f-00e7af36e07e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6493 time: 0.0711207 Dec 13 12:53:51.337404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91bf8afa-6d34-4335-85c0-7ec9357de492 req-3b279ce2-de43-4e97-8c6b-8224c1403a24 service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298034 Dec 13 12:53:51.497522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-c436bbe6-1f23-4e2d-ba83-bdf2e5add731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.498511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-c436bbe6-1f23-4e2d-ba83-bdf2e5add731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.499193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-c436bbe6-1f23-4e2d-ba83-bdf2e5add731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.501962 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-c436bbe6-1f23-4e2d-ba83-bdf2e5add731 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc70dab7-0712-49c8-bb1b-4ed11b531838&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=374a949d-aec7-4b8e-a55c-02119c1300d9&id=374a949d-aec7-4b8e-a55c-02119c1300d9 HTTP/1.1" status: 200 len: 2288 time: 0.1430624 Dec 13 12:53:51.616164 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-e5cd8ff2-c94b-487a-9b15-4a509933b2d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 HTTP/1.1" status: 200 len: 1002 time: 0.1001515 Dec 13 12:53:51.701795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-dab5c950-b0bb-4476-bcd2-58a37596c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.704996 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-dab5c950-b0bb-4476-bcd2-58a37596c031 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c2682f3-4d19-4b32-b1e3-f9be77d2e054 HTTP/1.1" status: 200 len: 850 time: 0.0812650 Dec 13 12:53:51.762717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-d43f5ae0-cd09-4898-8dcf-4c842c87132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.764425 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-d43f5ae0-cd09-4898-8dcf-4c842c87132d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc70dab7-0712-49c8-bb1b-4ed11b531838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509195 Dec 13 12:53:51.882381 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-ebf49f9f-0934-4c7c-8db1-a2742da870e4 service neutron] 10.222.0.42 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100030 Dec 13 12:53:51.922654 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1062091b-0168-499c-850d-05d0a08922c2 req-d8cfc051-5389-4c93-b0f0-7c8ecd20d682 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cc6b29-a10d-4594-974d-af5aaadd4697 HTTP/1.1" status: 200 len: 210 time: 0.0635962 Dec 13 12:53:51.974596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e5075-9ed1-4964-9525-e583285a000a req-f4bd4047-383c-4d3f-a93b-26d15df548ed tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:51.982763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-392e5075-9ed1-4964-9525-e583285a000a req-f4bd4047-383c-4d3f-a93b-26d15df548ed tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 943 time: 0.1257367 Dec 13 12:53:51.987444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91bf8afa-6d34-4335-85c0-7ec9357de492 req-c105d21f-afaf-40da-ae55-da13edb4b3b2 service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421075 Dec 13 12:53:52.013921 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-c9ce9d68-e4d7-48a4-8621-9087cdd170c7 service neutron] 10.222.0.42 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244953 Dec 13 12:53:52.064324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-392e5075-9ed1-4964-9525-e583285a000a req-4e9b1cee-82a4-4549-a0a6-458017425216 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804398 Dec 13 12:53:52.075172 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-3bf2b607-fce6-45a2-a765-a38217896271 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=46400ea7-f38c-4381-8d98-62c2c2dde927 HTTP/1.1" status: 200 len: 217 time: 0.0536683 Dec 13 12:53:52.143602 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-9bbbc7be-8982-46e9-82a9-5f1002b71395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:52.145297 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-9bbbc7be-8982-46e9-82a9-5f1002b71395 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0622256 Dec 13 12:53:52.212007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-ee2751e2-6628-4b94-afac-0f0e49b7fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:52.213611 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-ee2751e2-6628-4b94-afac-0f0e49b7fc4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603936 Dec 13 12:53:52.244987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab3e5a-c914-4423-8351-33dc3a13dc61 req-d0426fc8-202c-44c1-9c8f-cfbc3aebd8aa tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:52.247068 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aeab3e5a-c914-4423-8351-33dc3a13dc61 req-d0426fc8-202c-44c1-9c8f-cfbc3aebd8aa tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0558648 Dec 13 12:53:52.301506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aeab3e5a-c914-4423-8351-33dc3a13dc61 req-3c2427cd-1ea0-4d68-aa94-67bbc2c5c73e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484998 Dec 13 12:53:52.331483 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-39827376-19d6-4953-bcb8-8a5caa0e0216 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097064 Dec 13 12:53:52.451472 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-5159742e-c2df-4d07-b5af-99e275000a93 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139843 Dec 13 12:53:52.495127 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-e6e71d18-f63b-412e-81eb-6707beab0ae4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=068e6154-1849-490f-8d03-01e1d09c5bfc HTTP/1.1" status: 200 len: 217 time: 0.0363243 Dec 13 12:53:52.555740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-c2916911-9a3d-47c4-8994-03782ee94cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:52.557405 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-c2916911-9a3d-47c4-8994-03782ee94cdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0549588 Dec 13 12:53:52.569782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 70c55894-8021-4fdd-8769-102d2dd16583 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:53:52.612128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-58c2cc54-dd3c-4d3d-b3c9-a9e6ffbeb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:52.613709 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-58c2cc54-dd3c-4d3d-b3c9-a9e6ffbeb446 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0486953 Dec 13 12:53:52.701975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 70c55894-8021-4fdd-8769-102d2dd16583, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=70c55894-8021-4fdd-8769-102d2dd16583,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:52.715129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '70c55894-8021-4fdd-8769-102d2dd16583', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'port_id': '70c55894-8021-4fdd-8769-102d2dd16583', 'mac_address': 'fa:16:3e:ea:51:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b1bb2c-5ffb-4f6b-a9ce-eb6937338554', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:53:52.742754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46760) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:52.764132 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:52.785745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c55894-8021-4fdd-8769-102d2dd16583 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:53:52.802843 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-d477036e-36ee-46a7-86b8-9e9d47429623 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812115 Dec 13 12:53:52.812389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 70c55894-8021-4fdd-8769-102d2dd16583, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=70c55894-8021-4fdd-8769-102d2dd16583,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:52.823136 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:52.889556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=70c55894-8021-4fdd-8769-102d2dd16583,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:52.907218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-127e9da5-3585-47b7-8df4-3053b75121f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:52.931172 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-b9d09c4a-bd58-44db-84c2-a65f20d64e70 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212893 Dec 13 12:53:53.011364 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-127e9da5-3585-47b7-8df4-3053b75121f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.013725 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-19ee44a2-8fb0-498f-ad18-7a97d5e50eef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=04e6bbbb-3444-4bf9-8a13-122e3bec221d HTTP/1.1" status: 200 len: 217 time: 0.0663772 Dec 13 12:53:53.017691 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-127e9da5-3585-47b7-8df4-3053b75121f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.044690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46772) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:53.067980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e9da5-3585-47b7-8df4-3053b75121f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7e40e4-4f9d-4cba-ab55-b8f87068d9f0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:53.087689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-127e9da5-3585-47b7-8df4-3053b75121f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ce4ba7a8e8a49d5b51bedb3514ebbe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3437538 Dec 13 12:53:53.088184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-88f10dc4-1fc9-4322-b59c-9946a844624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:53.089583 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-88f10dc4-1fc9-4322-b59c-9946a844624e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0637057 Dec 13 12:53:53.091054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46776) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:53.129650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['70c55894-8021-4fdd-8769-102d2dd16583'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:53.168992 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e568b2b0-8709-4e62-9d65-42aa9fe3abfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.199746 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e568b2b0-8709-4e62-9d65-42aa9fe3abfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.239055 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16c6b8e4-f1bc-4502-9320-dafe653624cc tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.293648 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16c6b8e4-f1bc-4502-9320-dafe653624cc tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.296852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52440931-24cb-49ca-9f15-6341ded94322 req-1c460a99-cd59-4234-967d-8d7e3896f6ec tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:53.298630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52440931-24cb-49ca-9f15-6341ded94322 req-1c460a99-cd59-4234-967d-8d7e3896f6ec tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 944 time: 0.0964448 Dec 13 12:53:53.326812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-77b59949-fc96-4157-a1a0-4ccd10fa1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:53.328860 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-77b59949-fc96-4157-a1a0-4ccd10fa1c5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1858137 Dec 13 12:53:53.347141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e568b2b0-8709-4e62-9d65-42aa9fe3abfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.350208 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e568b2b0-8709-4e62-9d65-42aa9fe3abfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.351356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e568b2b0-8709-4e62-9d65-42aa9fe3abfa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba7e40e4-4f9d-4cba-ab55-b8f87068d9f0 HTTP/1.1" status: 204 len: 168 time: 0.2585289 Dec 13 12:53:53.372631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568b2b0-8709-4e62-9d65-42aa9fe3abfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7e40e4-4f9d-4cba-ab55-b8f87068d9f0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:53.423100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52440931-24cb-49ca-9f15-6341ded94322 req-fb3a418d-ca30-44ab-821f-beddd91ce6cb tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089866 Dec 13 12:53:53.436168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16c6b8e4-f1bc-4502-9320-dafe653624cc tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.445031 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16c6b8e4-f1bc-4502-9320-dafe653624cc tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.446263 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-16c6b8e4-f1bc-4502-9320-dafe653624cc tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "DELETE /v2.0/security-groups/b287e2e4-6a80-4e24-b027-94df0c8a4593 HTTP/1.1" status: 204 len: 168 time: 0.3600011 Dec 13 12:53:53.448832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46784) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:53.491601 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-523bad2e-d51e-4145-9d9c-58c63e75378a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] show failed (client error): The resource could not be found. Dec 13 12:53:53.492634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-523bad2e-d51e-4145-9d9c-58c63e75378a tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "GET /v2.0/security-groups/b287e2e4-6a80-4e24-b027-94df0c8a4593 HTTP/1.1" status: 404 len: 347 time: 0.0428002 Dec 13 12:53:53.501423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46786) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:53.532775 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6b8e4-f1bc-4502-9320-dafe653624cc tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b287e2e4-6a80-4e24-b027-94df0c8a4593,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:53.588440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47103fb3-fd7e-4894-9e8b-007077a64de7 req-eed40142-660d-40ff-8373-956b529f37ea tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:53.589951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47103fb3-fd7e-4894-9e8b-007077a64de7 req-eed40142-660d-40ff-8373-956b529f37ea tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0997303 Dec 13 12:53:53.653721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-47103fb3-fd7e-4894-9e8b-007077a64de7 req-146a8017-dc24-426f-9df5-b982253b369e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548136 Dec 13 12:53:53.747087 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-9c88a978-d336-4c0c-b03d-cf28fd514ed8 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067299 Dec 13 12:53:53.827111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-78d7bbee-e881-47bf-84b4-fbc9c598eb02 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Deleting port 3a4bf987-d31f-4e58-a824-fc3d701fd7cd {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:53:53.827454 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78d7bbee-e881-47bf-84b4-fbc9c598eb02 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.927122 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-d7d18035-b6fc-4375-95b2-7a612f1642a4 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718400 Dec 13 12:53:53.937092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78d7bbee-e881-47bf-84b4-fbc9c598eb02 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:53.937485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78d7bbee-e881-47bf-84b4-fbc9c598eb02 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:54.002026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-78d7bbee-e881-47bf-84b4-fbc9c598eb02 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Calling delete_port for 3a4bf987-d31f-4e58-a824-fc3d701fd7cd owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:53:54.006128 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-c7731b15-99e2-4bd2-b097-131da7144619 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=1908752b-ed23-4722-932f-119bddf74a84 HTTP/1.1" status: 200 len: 217 time: 0.0623596 Dec 13 12:53:54.111318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-f5828588-f150-412d-8c4d-04427f053f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:54.112878 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-f5828588-f150-412d-8c4d-04427f053f14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0988703 Dec 13 12:53:54.114321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4814060c-34fb-445b-9d0c-d0161b6e8196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:54.180089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-45aa0256-84e0-47f8-b5e3-bf070b0aca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:54.181884 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-45aa0256-84e0-47f8-b5e3-bf070b0aca9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604560 Dec 13 12:53:54.305421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78d7bbee-e881-47bf-84b4-fbc9c598eb02 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:54.347373 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-b2d88abf-b55e-4504-a5ba-faca569bfce8 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564870 Dec 13 12:53:54.398504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7bbee-e881-47bf-84b4-fbc9c598eb02 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Pushing event deleted for resources: {'Port': ['ID=3a4bf987-d31f-4e58-a824-fc3d701fd7cd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:54.495770 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78d7bbee-e881-47bf-84b4-fbc9c598eb02 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:54.502764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78d7bbee-e881-47bf-84b4-fbc9c598eb02 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:54.504259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-78d7bbee-e881-47bf-84b4-fbc9c598eb02 tempest-ServersTestBootFromVolume-1517704058 tempest-ServersTestBootFromVolume-1517704058-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a44b0ea-3591-47b8-88e1-0d2618ef4dd1 HTTP/1.1" status: 204 len: 168 time: 1.0003073 Dec 13 12:53:54.507882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46818) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:54.585242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 70c55894-8021-4fdd-8769-102d2dd16583 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:53:54.587228 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-495536f7-491b-460a-ba37-c9d26d83b281 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110636 Dec 13 12:53:54.675887 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-5f75e3c2-1bb8-4fd8-bb93-b08809fbcab5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74f99e9d-9b53-4833-a0a5-749c2b5f75c8 HTTP/1.1" status: 200 len: 217 time: 0.0805900 Dec 13 12:53:54.732079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 70c55894-8021-4fdd-8769-102d2dd16583 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:53:54.737547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 70c55894-8021-4fdd-8769-102d2dd16583 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:53:54.738223 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:54.772458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-14879be7-1922-4a66-af53-16c54ce89e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:54.774165 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-14879be7-1922-4a66-af53-16c54ce89e26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7818ef30-9dec-4ee0-8280-575a661d1eba HTTP/1.1" status: 200 len: 797 time: 0.0903060 Dec 13 12:53:54.868935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-6b32cdae-ed77-4b72-8bf1-319e5ab984fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:54.871195 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-6b32cdae-ed77-4b72-8bf1-319e5ab984fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888813 Dec 13 12:53:54.901857 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:54.927654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bdbd2-bcde-44c7-a085-774ae8a24e63 req-62120ceb-f16c-46a1-a9bf-4f7fb8dbbcb4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:54.929198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f68bdbd2-bcde-44c7-a085-774ae8a24e63 req-62120ceb-f16c-46a1-a9bf-4f7fb8dbbcb4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 944 time: 0.3253527 Dec 13 12:53:54.943143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 70c55894-8021-4fdd-8769-102d2dd16583, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=70c55894-8021-4fdd-8769-102d2dd16583,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:54.944804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8984ea67-b3e2-4883-86fc-9346cc826c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c55894-8021-4fdd-8769-102d2dd16583'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:54.949636 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871e1ac5-0b46-430d-8a86-b9c9d911bc5d" -d '{"events": [{"server_uuid": "8984ea67-b3e2-4883-86fc-9346cc826c07", "name": "network-vif-plugged", "status": "completed", "tag": "70c55894-8021-4fdd-8769-102d2dd16583"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:54.956828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:55.031181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=70c55894-8021-4fdd-8769-102d2dd16583,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:55.068834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d90c57-0d88-43d9-b1ff-1489f663e208 req-d23c6e28-b8ae-4483-bbc5-088ca08face4 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:55.071993 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-9c0795e4-c788-4833-82a3-48c826c1cca3 service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903231 Dec 13 12:53:55.076564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1d90c57-0d88-43d9-b1ff-1489f663e208 req-d23c6e28-b8ae-4483-bbc5-088ca08face4 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.2372618 Dec 13 12:53:55.221496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f68bdbd2-bcde-44c7-a085-774ae8a24e63 req-bbdf11a1-d601-47cf-bac6-0125903259eb tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796826 Dec 13 12:53:55.298795 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1d90c57-0d88-43d9-b1ff-1489f663e208 req-dd696886-6450-493d-b7e0-93611961f84c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212470 Dec 13 12:53:55.363958 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f71cef-c900-4885-bd1e-87f612400ce2 x-openstack-request-id: req-94f71cef-c900-4885-bd1e-87f612400ce2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:55.364488 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8984ea67-b3e2-4883-86fc-9346cc826c07", "name": "network-vif-plugged", "status": "completed", "tag": "70c55894-8021-4fdd-8769-102d2dd16583", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:55.364600 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94f71cef-c900-4885-bd1e-87f612400ce2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:55.364918 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8984ea67-b3e2-4883-86fc-9346cc826c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c55894-8021-4fdd-8769-102d2dd16583', 'code': 200} Dec 13 12:53:55.568974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9976b-3b9f-4496-b7fc-b2f60a808548 req-a1d49e8b-985f-4b95-8a3c-382f7f282c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:55.573820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41a9976b-3b9f-4496-b7fc-b2f60a808548 req-a1d49e8b-985f-4b95-8a3c-382f7f282c92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 1096 time: 0.1224177 Dec 13 12:53:55.584241 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:55.737783 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-628b34e4-d2c9-49e5-a7c0-b6cddd4fcbe0 service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586683 Dec 13 12:53:55.844218 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-09e32b61-da00-42bc-9103-ebb04a09c2ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 HTTP/1.1" status: 200 len: 217 time: 0.0818632 Dec 13 12:53:55.870361 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41a9976b-3b9f-4496-b7fc-b2f60a808548 req-fa09c9f1-c8ac-4368-bc73-bc0d5265f394 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087058 Dec 13 12:53:55.946000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-897a947e-352d-4628-b4fd-ba27c8bef20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:55.947569 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-897a947e-352d-4628-b4fd-ba27c8bef20d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7818ef30-9dec-4ee0-8280-575a661d1eba HTTP/1.1" status: 200 len: 797 time: 0.0972483 Dec 13 12:53:56.025062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] Deleting port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:53:56.025430 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:56.147148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-6946f8da-abe6-4811-b3b4-a2a357ed9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:56.148358 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-6946f8da-abe6-4811-b3b4-a2a357ed9070 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913649 Dec 13 12:53:56.184737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] For port 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=37196359-7dc4-426c-8ffb-b9c0a2cc9a2c,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:56.185116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:56.237940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] Calling delete_port for 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:53:56.369597 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-6c665e68-dd06-443f-be55-2d0d105ecd88 service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104707 Dec 13 12:53:56.522192 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae8ae018-c3e2-4150-b298-bcc91036467a req-4ccb7a67-79c9-4bd4-9557-8f7797b7a3cb service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463513 Dec 13 12:53:56.560574 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-851a10cc-75f1-470a-88bf-3d1003ec1387 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4488866 Dec 13 12:53:56.567820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d7428-9b08-4787-b8a0-f4e681d2b99d req-233d56af-d339-426a-8cf4-e29744d4350b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:56.578285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-727d7428-9b08-4787-b8a0-f4e681d2b99d req-233d56af-d339-426a-8cf4-e29744d4350b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 945 time: 0.1920607 Dec 13 12:53:56.622559 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e293-6124-43ea-893a-436b52ba15d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:56.674052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-d0f6790c-a306-4ef9-88ef-3881394af2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:56.676274 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-d0f6790c-a306-4ef9-88ef-3881394af2ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 1100 time: 0.0692959 Dec 13 12:53:56.737248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcc9b5-2488-442a-a4d0-89bb776659fd req-127b18ab-16d2-4b37-9593-7e5567e93fcc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:56.744185 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84fcc9b5-2488-442a-a4d0-89bb776659fd req-127b18ab-16d2-4b37-9593-7e5567e93fcc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1257670 Dec 13 12:53:56.810983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-727d7428-9b08-4787-b8a0-f4e681d2b99d req-93414f88-dd32-4ed4-8664-130e316d3a0c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307568 Dec 13 12:53:56.914746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-49e7d6ca-3255-4358-b876-573f68af574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:56.916947 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-49e7d6ca-3255-4358-b876-573f68af574c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2048650 Dec 13 12:53:56.947971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:57.020896 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-83289bf1-4ea4-4b8e-9bf1-bfd711b3ac14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 200 len: 217 time: 0.0920534 Dec 13 12:53:57.135210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-3fc58300-7433-4f06-a586-984aa6c82aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:57.137317 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-3fc58300-7433-4f06-a586-984aa6c82aa3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1072772 Dec 13 12:53:57.155982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84fcc9b5-2488-442a-a4d0-89bb776659fd req-9892f076-89e3-4ba0-8e46-be841d6fc715 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848970 Dec 13 12:53:57.217088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] Pushing event deleted for resources: {'Port': ['ID=37196359-7dc4-426c-8ffb-b9c0a2cc9a2c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:57.230366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-3a785fdd-81d1-4d1b-af07-14d1a1258925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:57.238810 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-3a785fdd-81d1-4d1b-af07-14d1a1258925 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865891 Dec 13 12:53:57.246861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-c6abb8f2-c3a4-4f99-b7e1-d106b492480c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:53:57.250687 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-c6abb8f2-c3a4-4f99-b7e1-d106b492480c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086417 Dec 13 12:53:57.283864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e1d76-9b01-4c2d-adfa-3d007fa50ea2 req-303f0d67-a8f4-405b-8fb7-4db5c74f4b83 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:57.285689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-888e1d76-9b01-4c2d-adfa-3d007fa50ea2 req-303f0d67-a8f4-405b-8fb7-4db5c74f4b83 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 945 time: 0.2305777 Dec 13 12:53:57.340334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46894) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:57.443204 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-888e1d76-9b01-4c2d-adfa-3d007fa50ea2 req-658eb600-22d9-413b-b040-413c0f31fcb9 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506572 Dec 13 12:53:57.460857 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:57.463138 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-4d1bef20-bdd4-47e4-b9d6-e712a81da482 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035749 Dec 13 12:53:57.584042 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d77dd612-9da7-4ec2-931b-e51354f67668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:57.643294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:57.647865 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fcf2fc4-88c9-4a53-9b1e-660bdd39e3ef req-43176ba9-b644-48b1-b111-085948e78183 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772013 Dec 13 12:53:57.707188 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d77dd612-9da7-4ec2-931b-e51354f67668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:57.711618 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d77dd612-9da7-4ec2-931b-e51354f67668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:57.751825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] Router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:53:57.759355 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d77dd612-9da7-4ec2-931b-e51354f67668 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b4268018ace4c9495e76e65df778242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4156199 Dec 13 12:53:57.759355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77dd612-9da7-4ec2-931b-e51354f67668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8813f8b3-b86f-4d2c-851f-916d9349bbce,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:57.760371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46898) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:57.905377 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37691b74-7560-4f0b-a743-476d94c263ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:57.956204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:53:57.958983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37691b74-7560-4f0b-a743-476d94c263ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:57.972444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0f238997-5bc2-44c2-aa51-efec946e83ae admin admin] 10.222.0.31 "PUT /v2.0/routers/4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4598053 Dec 13 12:53:57.974291 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] Sync routers for ids ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:53:57.975290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46904) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:57.992585 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] Routers {'4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:53:57.993651 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:53:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:58.044244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e1a75-5374-43be-bc2b-039fd405ce64 req-29317b77-16c6-4caa-bcca-c009f195b830 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:58.045871 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c9e1a75-5374-43be-bc2b-039fd405ce64 req-29317b77-16c6-4caa-bcca-c009f195b830 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 945 time: 0.1590667 Dec 13 12:53:58.118153 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] Set router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:53:58.146613 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37691b74-7560-4f0b-a743-476d94c263ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:58.149292 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37691b74-7560-4f0b-a743-476d94c263ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:58.153248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-37691b74-7560-4f0b-a743-476d94c263ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8813f8b3-b86f-4d2c-851f-916d9349bbce HTTP/1.1" status: 204 len: 168 time: 0.3923953 Dec 13 12:53:58.184457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c9e1a75-5374-43be-bc2b-039fd405ce64 req-e4ff9458-d9e7-4827-ac28-310107b9dd0a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253905 Dec 13 12:53:58.188222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37691b74-7560-4f0b-a743-476d94c263ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8813f8b3-b86f-4d2c-851f-916d9349bbce,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:58.206229 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:58.288081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-6f492738-4e95-4f21-a3b3-8dd9e829894f tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:58.291662 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-6f492738-4e95-4f21-a3b3-8dd9e829894f tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 945 time: 0.1428053 Dec 13 12:53:58.432757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2de7c-d45e-4e54-9934-0b5f66d7d0f4 req-6165f434-6d71-4bc1-a4fb-f525c83b4bad tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:58.439103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ee2de7c-d45e-4e54-9934-0b5f66d7d0f4 req-6165f434-6d71-4bc1-a4fb-f525c83b4bad tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0942109 Dec 13 12:53:58.447389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-04ec9204-d907-42ea-beb0-35355111ae1e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Deleting port d61cfc2b-21fb-4955-ba46-96c171309cc0 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:53:58.447771 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-04ec9204-d907-42ea-beb0-35355111ae1e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:58.463989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:58.553304 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:53:56Z', 'revision_number': 5, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port': {'id': 'b44b092c-a29d-4b5e-ac34-d9e39f7fbd28', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:50:29Z', 'updated_at': '2021-12-13T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:58.579896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-04ec9204-d907-42ea-beb0-35355111ae1e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] For port d61cfc2b-21fb-4955-ba46-96c171309cc0, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d61cfc2b-21fb-4955-ba46-96c171309cc0,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:58.580263 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-04ec9204-d907-42ea-beb0-35355111ae1e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:58.597756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-04ec9204-d907-42ea-beb0-35355111ae1e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Calling delete_port for d61cfc2b-21fb-4955-ba46-96c171309cc0 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:53:58.616030 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] Checking router: 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:53:58.651582 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] Routers {'4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:53:58.651818 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ee2de7c-d45e-4e54-9934-0b5f66d7d0f4 req-d64829b4-5cf0-4654-a52a-efe6681a6a29 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062979 Dec 13 12:53:58.652205 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:53:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:58.669687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Deleting port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:53:58.671206 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:58.776099 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] Set router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:53:58.802382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46924) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:58.818992 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7959b90e-d447-47ea-8e4d-97d523c4232d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:58.841509 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:53:58Z', 'revision_number': 6, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:53:58.853342 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-04ec9204-d907-42ea-beb0-35355111ae1e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:58.866842 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['749bf0b3-0a1c-4461-8c2b-a922c72dda2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:58.900582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec9204-d907-42ea-beb0-35355111ae1e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Pushing event deleted for resources: {'Port': ['ID=d61cfc2b-21fb-4955-ba46-96c171309cc0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:58.926221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['a7a3f788-cf16-4023-afe1-c84cd98c4c2b', 'd61cfc2b-21fb-4955-ba46-96c171309cc0'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:53:58.927736 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c2662-0a30-49f5-8a2a-8c19162f58f9 None None] The sync data for ids ['4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1'] in n-d-817326-4 is: [{'id': '4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1', 'name': 'tempest-ServersTestBootFromVolume-131707375-router', 'tenant_id': 'ca8578242bfd400ba3be505bf9d0e137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:50:27Z', 'updated_at': '2021-12-13T12:53:58Z', 'revision_number': 6, 'project_id': 'ca8578242bfd400ba3be505bf9d0e137', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:53:58.959035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-04ec9204-d907-42ea-beb0-35355111ae1e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] No DVR routers for this DVR port d61cfc2b-21fb-4955-ba46-96c171309cc0 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:53:58.964517 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-04ec9204-d907-42ea-beb0-35355111ae1e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:58.967964 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-667cea8b-8b51-4db5-9fea-50d04b66ae26 req-04ec9204-d907-42ea-beb0-35355111ae1e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "DELETE /v2.0/ports/d61cfc2b-21fb-4955-ba46-96c171309cc0 HTTP/1.1" status: 204 len: 173 time: 0.6706479 Dec 13 12:53:58.974801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4241aae-c0ee-4704-b864-2bb505408773', 'name': 'network-vif-deleted', 'tag': 'd61cfc2b-21fb-4955-ba46-96c171309cc0'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:53:58.977816 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63bbd82-a1df-4fce-8405-b1f3b401303d" -d '{"events": [{"server_uuid": "e4241aae-c0ee-4704-b864-2bb505408773", "name": "network-vif-deleted", "tag": "d61cfc2b-21fb-4955-ba46-96c171309cc0"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:53:59.031817 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7959b90e-d447-47ea-8e4d-97d523c4232d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.043744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7959b90e-d447-47ea-8e4d-97d523c4232d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.064730 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.092010 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89934aa3-0da3-4f32-91f9-1c847bad9743 x-openstack-request-id: req-89934aa3-0da3-4f32-91f9-1c847bad9743 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:53:59.092365 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4241aae-c0ee-4704-b864-2bb505408773", "name": "network-vif-deleted", "tag": "d61cfc2b-21fb-4955-ba46-96c171309cc0", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:53:59.092596 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89934aa3-0da3-4f32-91f9-1c847bad9743 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:53:59.093123 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4241aae-c0ee-4704-b864-2bb505408773', 'name': 'network-vif-deleted', 'tag': 'd61cfc2b-21fb-4955-ba46-96c171309cc0', 'status': 'completed', 'code': 200} Dec 13 12:53:59.141905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959b90e-d447-47ea-8e4d-97d523c4232d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5396a0-0d82-44e1-af0e-1140b6f9ed72,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:59.184321 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7959b90e-d447-47ea-8e4d-97d523c4232d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b663ca887ff94ce5a19f26d96e141854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3808572 Dec 13 12:53:59.186758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46932) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:59.194059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e47d6ce-c791-4717-b55c-de0a8eae7bbb req-0745d853-c819-4e56-b94a-04effb5d0677 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4241aae-c0ee-4704-b864-2bb505408773 HTTP/1.1" status: 200 len: 210 time: 0.0424321 Dec 13 12:53:59.261312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] For port b44b092c-a29d-4b5e-ac34-d9e39f7fbd28, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b44b092c-a29d-4b5e-ac34-d9e39f7fbd28,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:53:59.261671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.278888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d12ce863-126d-4dfb-8a7a-e4d16ac42e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.281605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Calling delete_port for b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:53:59.321819 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d12ce863-126d-4dfb-8a7a-e4d16ac42e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.387205 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d12ce863-126d-4dfb-8a7a-e4d16ac42e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.390583 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d12ce863-126d-4dfb-8a7a-e4d16ac42e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.392049 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d12ce863-126d-4dfb-8a7a-e4d16ac42e2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e5396a0-0d82-44e1-af0e-1140b6f9ed72 HTTP/1.1" status: 204 len: 168 time: 0.2042394 Dec 13 12:53:59.405316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ce863-126d-4dfb-8a7a-e4d16ac42e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5396a0-0d82-44e1-af0e-1140b6f9ed72,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:59.550663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.579189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b44b092c-a29d-4b5e-ac34-d9e39f7fbd28,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:53:59.682790 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.827797 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.833059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.843413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.888312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:59.921043 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:53:59.921792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b44b092c-a29d-4b5e-ac34-d9e39f7fbd28 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:53:59.922214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cc1a4-7ef9-4e7f-be44-62a178597c44 req-e2991a05-67e5-4b37-af3c-d1f7f90928e7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:53:59.922554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:53:59.923868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-103cc1a4-7ef9-4e7f-be44-62a178597c44 req-e2991a05-67e5-4b37-af3c-d1f7f90928e7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1609702 Dec 13 12:53:59.925235 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.925978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:53:59.930969 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:53:59.934363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-58e6bbe5-dd88-46be-9684-b74aaf74ec77 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4ea3f38a-2d96-4fb6-9ce7-30944bbd48a1 HTTP/1.1" status: 204 len: 168 time: 1.9561176 Dec 13 12:53:59.934861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46950) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:53:59.970770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:53:59.971342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 37196359-7dc4-426c-8ffb-b9c0a2cc9a2c not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:53:59.995178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-103cc1a4-7ef9-4e7f-be44-62a178597c44 req-233dbb1a-9c5b-45ce-9732-4029f38b0994 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596437 Dec 13 12:54:00.032871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-6591b755-64fb-4a9e-9910-609a0c5873fe admin admin] Deleting subnet 484efd44-0ac3-488e-ab06-89da2b936184 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:54:00.036146 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6591b755-64fb-4a9e-9910-609a0c5873fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.075995 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6591b755-64fb-4a9e-9910-609a0c5873fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.175956 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6591b755-64fb-4a9e-9910-609a0c5873fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.236032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6591b755-64fb-4a9e-9910-609a0c5873fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.267296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591b755-64fb-4a9e-9910-609a0c5873fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=484efd44-0ac3-488e-ab06-89da2b936184,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:00.272346 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6591b755-64fb-4a9e-9910-609a0c5873fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.275697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b405665-c61e-43b4-ab29-a6906f30a0de None None] Network 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:54:00.295169 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6591b755-64fb-4a9e-9910-609a0c5873fe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/484efd44-0ac3-488e-ab06-89da2b936184 HTTP/1.1" status: 204 len: 168 time: 0.3569119 Dec 13 12:54:00.295630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46968) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:00.377297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.454282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Deleting port 82dc48bc-d78b-4ea6-8808-1823f315b289 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:00.454638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.479008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da611ca-a674-45bb-9716-f714c52aecce None None] DHCP port deletion for 8b0a7049-857b-4f80-ba44-1cbf2c82c3fb request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:54:00.535852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3da611ca-a674-45bb-9716-f714c52aecce None None] Deleting port 82dc48bc-d78b-4ea6-8808-1823f315b289 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:00.536481 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da611ca-a674-45bb-9716-f714c52aecce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.563157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] For port 82dc48bc-d78b-4ea6-8808-1823f315b289, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=82dc48bc-d78b-4ea6-8808-1823f315b289,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:00.563521 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.589233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Calling delete_port for 82dc48bc-d78b-4ea6-8808-1823f315b289 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:00.602568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3da611ca-a674-45bb-9716-f714c52aecce None None] For port 82dc48bc-d78b-4ea6-8808-1823f315b289, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=82dc48bc-d78b-4ea6-8808-1823f315b289,segment=NetworkSegment(2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274),segment_id=2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:00.603143 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da611ca-a674-45bb-9716-f714c52aecce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.611306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974f6ab-46ae-4488-a1dd-71827ee97660 req-ba0eaaac-db67-4eba-8389-5c964baf8561 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:00.613081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2974f6ab-46ae-4488-a1dd-71827ee97660 req-ba0eaaac-db67-4eba-8389-5c964baf8561 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 946 time: 0.1043839 Dec 13 12:54:00.618814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3da611ca-a674-45bb-9716-f714c52aecce None None] Calling delete_port for 82dc48bc-d78b-4ea6-8808-1823f315b289 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:00.732482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2974f6ab-46ae-4488-a1dd-71827ee97660 req-3ff9b6bb-627f-4bc8-8152-b05b642364a3 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835476 Dec 13 12:54:00.741237 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da611ca-a674-45bb-9716-f714c52aecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.748880 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.769447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] No DVR routers for this DVR port 82dc48bc-d78b-4ea6-8808-1823f315b289 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:54:00.772007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da611ca-a674-45bb-9716-f714c52aecce None None] Pushing event deleted for resources: {'Port': ['ID=82dc48bc-d78b-4ea6-8808-1823f315b289,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:00.775834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da611ca-a674-45bb-9716-f714c52aecce None None] No DVR routers for this DVR port 82dc48bc-d78b-4ea6-8808-1823f315b289 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:54:00.814605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Pushing event deleted for resources: {'Port': ['ID=82dc48bc-d78b-4ea6-8808-1823f315b289,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:00.868610 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.891037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0a7049-857b-4f80-ba44-1cbf2c82c3fb']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:00.900772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:00.901072 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3ba6bf-a99c-4a4d-ae2c-aa03399c0274') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:00.912301 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.926287 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.933544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:54:00.934325 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:54:00.936134 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:54:01.001669 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:01.007685 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:01.022260 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8b0a7049-857b-4f80-ba44-1cbf2c82c3fb HTTP/1.1" status: 204 len: 168 time: 0.7176034 Dec 13 12:54:01.030513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44502a4-8be8-4509-bf7b-0c15bdf40920 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0a7049-857b-4f80-ba44-1cbf2c82c3fb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:01.141242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23190683-574b-4c1d-819c-97f31f3e2546 req-ab57f78b-ff7b-44ec-b42b-29e3c528cf64 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:01.143025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23190683-574b-4c1d-819c-97f31f3e2546 req-ab57f78b-ff7b-44ec-b42b-29e3c528cf64 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0692828 Dec 13 12:54:01.225596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23190683-574b-4c1d-819c-97f31f3e2546 req-fdcc3590-feba-4e78-b35e-76186e00ab22 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756233 Dec 13 12:54:01.279281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47012) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:01.330452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6989083b-9e22-41fd-beae-53f8811e3142 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca8578242bfd400ba3be505bf9d0e137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477459 Dec 13 12:54:01.331070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47018) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:01.384906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee82a-86e1-4d2d-a26e-320f88665fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:01.411398 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:54:01.422509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee82a-86e1-4d2d-a26e-320f88665fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:01.487790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee82a-86e1-4d2d-a26e-320f88665fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:01.490800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee82a-86e1-4d2d-a26e-320f88665fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:01.503722 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ad4ee82a-86e1-4d2d-a26e-320f88665fca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e3b6b46-bb62-4986-8773-615e85d4699a HTTP/1.1" status: 204 len: 168 time: 0.1634655 Dec 13 12:54:01.522142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ee82a-86e1-4d2d-a26e-320f88665fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3b6b46-bb62-4986-8773-615e85d4699a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:01.579541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 82dc48bc-d78b-4ea6-8808-1823f315b289 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:01.602433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 82dc48bc-d78b-4ea6-8808-1823f315b289 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:54:01.602949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 82dc48bc-d78b-4ea6-8808-1823f315b289 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:54:01.916829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815f133-ef9d-4d63-8f8d-07f072829dcc req-0ed2bb48-ef56-46a7-8f6a-c3331c83e07b tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:01.918839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1815f133-ef9d-4d63-8f8d-07f072829dcc req-0ed2bb48-ef56-46a7-8f6a-c3331c83e07b tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 946 time: 0.0823672 Dec 13 12:54:01.934409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-d5b436b6-e4b3-4b67-96e5-b4c68242b415 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:01.937886 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-d5b436b6-e4b3-4b67-96e5-b4c68242b415 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 946 time: 0.0793941 Dec 13 12:54:02.007170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1815f133-ef9d-4d63-8f8d-07f072829dcc req-89328818-f012-48ee-bc6e-835b0e73cf8b tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763078 Dec 13 12:54:02.073589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-47bd771e-f389-4fca-b6f7-794bd778b620 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Deleting port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:02.073940 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-47bd771e-f389-4fca-b6f7-794bd778b620 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:02.181799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-47bd771e-f389-4fca-b6f7-794bd778b620 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] For port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:02.183013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-47bd771e-f389-4fca-b6f7-794bd778b620 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:02.205457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-47bd771e-f389-4fca-b6f7-794bd778b620 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Calling delete_port for 749bf0b3-0a1c-4461-8c2b-a922c72dda2b owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:02.373051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-47bd771e-f389-4fca-b6f7-794bd778b620 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:02.391956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['749bf0b3-0a1c-4461-8c2b-a922c72dda2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:02.395309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['a7a3f788-cf16-4023-afe1-c84cd98c4c2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:02.411590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd771e-f389-4fca-b6f7-794bd778b620 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Pushing event deleted for resources: {'Port': ['ID=749bf0b3-0a1c-4461-8c2b-a922c72dda2b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:02.479394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-47bd771e-f389-4fca-b6f7-794bd778b620 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] No DVR routers for this DVR port 749bf0b3-0a1c-4461-8c2b-a922c72dda2b on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:54:02.483628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-47bd771e-f389-4fca-b6f7-794bd778b620 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:02.495495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab1024-c02a-49e5-a394-b5862a60b4ca req-4aba11bb-ed70-47ac-984f-76012a0bdb05 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:02.496373 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ddb58b94-d88a-4258-8ffe-c90c0ce39220 req-47bd771e-f389-4fca-b6f7-794bd778b620 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.42 "DELETE /v2.0/ports/749bf0b3-0a1c-4461-8c2b-a922c72dda2b HTTP/1.1" status: 204 len: 173 time: 0.5518382 Dec 13 12:54:02.497081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25ab1024-c02a-49e5-a394-b5862a60b4ca req-4aba11bb-ed70-47ac-984f-76012a0bdb05 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1193528 Dec 13 12:54:02.501635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce0e841-97a4-4fba-8fee-10aad1193911', 'name': 'network-vif-deleted', 'tag': '749bf0b3-0a1c-4461-8c2b-a922c72dda2b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:02.507875 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512f6f1b-cf50-401f-a6a3-77588aca8029" -d '{"events": [{"server_uuid": "3ce0e841-97a4-4fba-8fee-10aad1193911", "name": "network-vif-deleted", "tag": "749bf0b3-0a1c-4461-8c2b-a922c72dda2b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:02.589115 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25ab1024-c02a-49e5-a394-b5862a60b4ca req-a735c80f-7230-4d71-b770-7a102f7dcc1b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768309 Dec 13 12:54:02.623388 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e355cf9-d5d6-40f9-a95e-5138725179bc x-openstack-request-id: req-3e355cf9-d5d6-40f9-a95e-5138725179bc {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:02.624698 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce0e841-97a4-4fba-8fee-10aad1193911", "name": "network-vif-deleted", "tag": "749bf0b3-0a1c-4461-8c2b-a922c72dda2b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:02.625218 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e355cf9-d5d6-40f9-a95e-5138725179bc {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:02.625964 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce0e841-97a4-4fba-8fee-10aad1193911', 'name': 'network-vif-deleted', 'tag': '749bf0b3-0a1c-4461-8c2b-a922c72dda2b', 'status': 'completed', 'code': 200} Dec 13 12:54:02.737562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47084) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:02.793777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47090) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:02.889205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-309752869-network', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:02.914949 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0efd95-59c9-46ef-86c1-1b3f8fe2ecce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:02.934196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Made reservation on behalf of 70f9b7b894b143fa8a05df9eac87410d for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:02.936457 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:02.954096 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:02.966025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d61cfc2b-21fb-4955-ba46-96c171309cc0 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:03.002515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: d61cfc2b-21fb-4955-ba46-96c171309cc0 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:54:03.013722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d61cfc2b-21fb-4955-ba46-96c171309cc0 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:54:03.071546 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0efd95-59c9-46ef-86c1-1b3f8fe2ecce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.082448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0efd95-59c9-46ef-86c1-1b3f8fe2ecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.147166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.154214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0efd95-59c9-46ef-86c1-1b3f8fe2ecce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf67bea4-c956-4636-9abb-c8823207d0d9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:03.157687 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.169005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ce30251-6d2d-4aed-9cc2-04831cd694f6 req-c9a8c8a2-2799-426e-a0cc-7e7748dbace8 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ce0e841-97a4-4fba-8fee-10aad1193911 HTTP/1.1" status: 200 len: 210 time: 0.0426228 Dec 13 12:54:03.174731 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ff0efd95-59c9-46ef-86c1-1b3f8fe2ecce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0a7cac437624162a4f5b7bd173a0190&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797188 Dec 13 12:54:03.177379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47098) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:03.206270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c6f951-d128-4f24-a277-a4042e3c29f0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:03.217322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:54:03.230306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.230855 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Added segment 908c299f-bc30-474b-a565-ac022635bcb4 of type vlan for network 0add7c87-0257-432e-82e2-9de40711d475 Dec 13 12:54:03.258233 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40f7406e-dbc7-4ad8-bb58-fd5f4b9fe8c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.274923 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.282278 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40f7406e-dbc7-4ad8-bb58-fd5f4b9fe8c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.305182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.306272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:03.306990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.340774 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40f7406e-dbc7-4ad8-bb58-fd5f4b9fe8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.344376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40f7406e-dbc7-4ad8-bb58-fd5f4b9fe8c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.348232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-40f7406e-dbc7-4ad8-bb58-fd5f4b9fe8c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf67bea4-c956-4636-9abb-c8823207d0d9 HTTP/1.1" status: 204 len: 168 time: 0.1675208 Dec 13 12:54:03.356988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7406e-dbc7-4ad8-bb58-fd5f4b9fe8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf67bea4-c956-4636-9abb-c8823207d0d9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:03.377937 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6392028 Dec 13 12:54:03.381571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47104) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:03.388132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Request body: {'subnet': {'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-309752869-subnet', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:03.398650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e127cd6-9f9f-4c82-9c59-35c5f9641e40 admin admin] Pushing event updated for resources: {'Network': ['ID=0add7c87-0257-432e-82e2-9de40711d475,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:03.422140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Made reservation on behalf of 70f9b7b894b143fa8a05df9eac87410d for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:03.425575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.427087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 0add7c87-0257-432e-82e2-9de40711d475 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:54:03.628160 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.685960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5935d017-1f5b-45f5-8b88-9b70be3b5771,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:03.705732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Checking segment: {'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:03.706146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Network hostable DHCP agents. Network: 0add7c87-0257-432e-82e2-9de40711d475, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:54:03.729447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Network 0add7c87-0257-432e-82e2-9de40711d475 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:54:03.743580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 0add7c87-0257-432e-82e2-9de40711d475) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:03.748374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:03.749845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.753107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab668a-4f9b-41a3-a8c5-5463c533a4e9 None None] Network 0add7c87-0257-432e-82e2-9de40711d475 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:54:03.753536 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb062e-e732-4429-9f30-9b4d65f88c6a req-d7fd7f75-f72f-4c6e-ac41-14c2f0cfa8be tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:03.757125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41fb062e-e732-4429-9f30-9b4d65f88c6a req-d7fd7f75-f72f-4c6e-ac41-14c2f0cfa8be tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0723660 Dec 13 12:54:03.783801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47112) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:03.792872 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a75b59a7-bc4a-4ae6-8797-02439a2b3f6d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4091129 Dec 13 12:54:03.795557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47114) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:03.800080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:03.820273 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e05f9084-cea9-4737-85e8-40584de1e190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.825253 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.827125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.857290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41fb062e-e732-4429-9f30-9b4d65f88c6a req-ebaec225-ec6c-4f64-a1b0-415357864276 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932698 Dec 13 12:54:03.899003 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.922937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-0add7c87-0257-432e-82e2-9de40711d475', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:54:03.924116 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.956202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e05f9084-cea9-4737-85e8-40584de1e190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:03.963232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e05f9084-cea9-4737-85e8-40584de1e190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.006111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f9084-cea9-4737-85e8-40584de1e190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c43d84a-6713-49a7-99f8-3057ea388adf,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:04.023686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e05f9084-cea9-4737-85e8-40584de1e190 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67af424dc5a3414ca8ab45ff09af9ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2365065 Dec 13 12:54:04.024532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47120) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:04.077841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b92d42f8-229a-42ec-b6e6-cfc2d0fad2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.103560 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b92d42f8-229a-42ec-b6e6-cfc2d0fad2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.107405 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.126195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Allocated IP 172.20.0.2 (0add7c87-0257-432e-82e2-9de40711d475/5935d017-1f5b-45f5-8b88-9b70be3b5771/976b8428-dfae-43ca-b5de-9edba6fbc6bb) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:04.172336 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b92d42f8-229a-42ec-b6e6-cfc2d0fad2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.175679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b92d42f8-229a-42ec-b6e6-cfc2d0fad2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.179300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b92d42f8-229a-42ec-b6e6-cfc2d0fad2b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c43d84a-6713-49a7-99f8-3057ea388adf HTTP/1.1" status: 204 len: 168 time: 0.1503201 Dec 13 12:54:04.193391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d42f8-229a-42ec-b6e6-cfc2d0fad2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c43d84a-6713-49a7-99f8-3057ea388adf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:04.324604 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.332055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.396450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Network 0add7c87-0257-432e-82e2-9de40711d475 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:04.407751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:04.413615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.419001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:04.429037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Pushing event updated for resources: {'Port': ['ID=976b8428-dfae-43ca-b5de-9edba6fbc6bb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:04.436474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.503281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Attempting to bind port 976b8428-dfae-43ca-b5de-9edba6fbc6bb on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:54:04.503748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Attempting to bind port 976b8428-dfae-43ca-b5de-9edba6fbc6bb by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:54:04.504169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Attempting to bind port 976b8428-dfae-43ca-b5de-9edba6fbc6bb on network 0add7c87-0257-432e-82e2-9de40711d475 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:04.511056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:54:04.511506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Checking segment: {'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:04.511982 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.512438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Bound using segment: {'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:54:04.512963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Bound port: 976b8428-dfae-43ca-b5de-9edba6fbc6bb, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:54:04.513410 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.589488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] For port 976b8428-dfae-43ca-b5de-9edba6fbc6bb, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:54:04.603829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] For port 976b8428-dfae-43ca-b5de-9edba6fbc6bb, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=976b8428-dfae-43ca-b5de-9edba6fbc6bb,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:54:04.610671 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.611060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Allocated IP 172.25.2.190 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/31866db9-d9f9-4031-bf1e-1e5ad3c07e74) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:04.631001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 749bf0b3-0a1c-4461-8c2b-a922c72dda2b no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:04.769181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 749bf0b3-0a1c-4461-8c2b-a922c72dda2b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:54:04.769738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 749bf0b3-0a1c-4461-8c2b-a922c72dda2b not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:54:04.789443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.804139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132563f-6749-4d75-8e4e-09d9fdeae993 None None] Pushing event updated for resources: {'Port': ['ID=976b8428-dfae-43ca-b5de-9edba6fbc6bb,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:04.837275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:04.883973 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:04.890562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:04.892761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Pushing event updated for resources: {'Port': ['ID=31866db9-d9f9-4031-bf1e-1e5ad3c07e74,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:04.895048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:05.070961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc797-827b-4257-bc19-78002483cf69 req-365c1057-4538-448e-a643-5e221599f032 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:05.074452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5cfc797-827b-4257-bc19-78002483cf69 req-365c1057-4538-448e-a643-5e221599f032 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0726154 Dec 13 12:54:05.168219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5cfc797-827b-4257-bc19-78002483cf69 req-2f02584e-beff-42ed-b91c-ac41a081ec28 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872300 Dec 13 12:54:05.306045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:05.549320 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:05.636142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 976b8428-dfae-43ca-b5de-9edba6fbc6bb up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:05.747129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 976b8428-dfae-43ca-b5de-9edba6fbc6bb triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:05.752225 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:05.768504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Router f7a5672b-9309-46f1-b694-c763224e92e8 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:54:05.854674 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:05.896470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 976b8428-dfae-43ca-b5de-9edba6fbc6bb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=976b8428-dfae-43ca-b5de-9edba6fbc6bb,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:05.904551 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:05.973156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:54:05.978251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=976b8428-dfae-43ca-b5de-9edba6fbc6bb,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:05.985126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Sync routers for ids ['f7a5672b-9309-46f1-b694-c763224e92e8'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:54:06.007514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Routers {'f7a5672b-9309-46f1-b694-c763224e92e8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:06.008408 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:53:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7a5672b-9309-46f1-b694-c763224e92e8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:06.017001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:06.018325 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-04f04cbc-739b-4ba8-be26-d45714010d34 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2214828 Dec 13 12:54:06.022089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47178) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:06.338584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff3998-cefc-456c-bbd8-fc6b341980ae None None] Network 0add7c87-0257-432e-82e2-9de40711d475 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:54:06.434122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b26ee-c491-4b71-adc7-0e43603545d2 req-4c4cb950-19de-41b3-8bc1-21a05ddd53c1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:06.436403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d4b26ee-c491-4b71-adc7-0e43603545d2 req-4c4cb950-19de-41b3-8bc1-21a05ddd53c1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1421444 Dec 13 12:54:06.444368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-17345558-b31b-4cb8-9841-df76249ec8d5 None None] Provisioning complete for port 976b8428-dfae-43ca-b5de-9edba6fbc6bb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:06.444368 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17345558-b31b-4cb8-9841-df76249ec8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:06.500843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Set router f7a5672b-9309-46f1-b694-c763224e92e8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:06.658398 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:06.681040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d4b26ee-c491-4b71-adc7-0e43603545d2 req-56ce22a1-51b5-496f-892f-fbbde89c3063 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324669 Dec 13 12:54:06.832244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:05Z', 'revision_number': 3, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:06.874681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47202) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:06.878285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Checking router: f7a5672b-9309-46f1-b694-c763224e92e8 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:54:06.878648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Updating router f7a5672b-9309-46f1-b694-c763224e92e8 port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:54:06.967307 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.025537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Allocated IP 172.20.0.1 (0add7c87-0257-432e-82e2-9de40711d475/5935d017-1f5b-45f5-8b88-9b70be3b5771/abdcaf69-2aef-4459-99f4-d7a19c033997) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:07.039061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37320d80-fd7a-46e1-969c-f1ccfb4a982d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.177919 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37320d80-fd7a-46e1-969c-f1ccfb4a982d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.185401 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37320d80-fd7a-46e1-969c-f1ccfb4a982d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.185741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.239372 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37320d80-fd7a-46e1-969c-f1ccfb4a982d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c750093a4007460488b1061761b0c84a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3638983 Dec 13 12:54:07.240928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47208) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:07.241846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37320d80-fd7a-46e1-969c-f1ccfb4a982d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a499215-b6d9-45ea-baf9-ed9acfc77d00,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:07.242166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d0d9e502-ca90-4ad0-a9a6-1cc3f51cabe4 None None] Provisioning complete for port 976b8428-dfae-43ca-b5de-9edba6fbc6bb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:07.242762 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0d9e502-ca90-4ad0-a9a6-1cc3f51cabe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.301157 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.322277 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09e368b5-be67-43a3-945b-2bbcc4c312d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.351726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09e368b5-be67-43a3-945b-2bbcc4c312d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.411272 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09e368b5-be67-43a3-945b-2bbcc4c312d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.412810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Network 0add7c87-0257-432e-82e2-9de40711d475 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:07.415079 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09e368b5-be67-43a3-945b-2bbcc4c312d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.419447 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-09e368b5-be67-43a3-945b-2bbcc4c312d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a499215-b6d9-45ea-baf9-ed9acfc77d00 HTTP/1.1" status: 204 len: 168 time: 0.1740606 Dec 13 12:54:07.430880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e368b5-be67-43a3-945b-2bbcc4c312d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a499215-b6d9-45ea-baf9-ed9acfc77d00,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:07.432695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:07.436232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:07.476698 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.477613 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.488204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Pushing event updated for resources: {'Port': ['ID=abdcaf69-2aef-4459-99f4-d7a19c033997,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:07.488670 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.520754 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.524849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.657616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 976b8428-dfae-43ca-b5de-9edba6fbc6bb up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:07.695401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67a233-9846-4d10-9300-9ee8473bbdea None None] Pushing event updated for resources: {'Port': ['ID=31866db9-d9f9-4031-bf1e-1e5ad3c07e74,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:07.785044 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.804447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Attempting to bind port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:54:07.804824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Attempting to bind port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:54:07.805191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Attempting to bind port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:07.824684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:54:07.825071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:07.825462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.825863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:54:07.826395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Bound port: 31866db9-d9f9-4031-bf1e-1e5ad3c07e74, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:54:07.826782 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:07.932650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] For port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:54:07.945319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1dc10-9483-4d6e-87a7-c373c07ca34a req-82196f70-06d4-44bb-80d6-49725ef26497 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:07.953373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebc1dc10-9483-4d6e-87a7-c373c07ca34a req-82196f70-06d4-44bb-80d6-49725ef26497 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1417434 Dec 13 12:54:07.965273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] For port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=31866db9-d9f9-4031-bf1e-1e5ad3c07e74,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:54:07.972289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ed6b2ffb-7382-4e4e-b825-00080f4f22b3 None None] Provisioning complete for port abdcaf69-2aef-4459-99f4-d7a19c033997 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:07.972860 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2ffb-7382-4e4e-b825-00080f4f22b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:08.023116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b2ffb-7382-4e4e-b825-00080f4f22b3 None None] Port abdcaf69-2aef-4459-99f4-d7a19c033997 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:54:08.027885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 976b8428-dfae-43ca-b5de-9edba6fbc6bb triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:08.028360 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:08.030942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:08.063246 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebc1dc10-9483-4d6e-87a7-c373c07ca34a req-2a03b661-6245-4751-a237-a24d731adf34 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085582 Dec 13 12:54:08.148954 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:08.156037 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:08.200524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Routers {'f7a5672b-9309-46f1-b694-c763224e92e8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:08.202864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:53:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7a5672b-9309-46f1-b694-c763224e92e8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:08.207099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67a233-9846-4d10-9300-9ee8473bbdea None None] Pushing event updated for resources: {'Port': ['ID=31866db9-d9f9-4031-bf1e-1e5ad3c07e74,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:08.261275 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:08.270910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Pushing event updated for resources: {'Port': ['ID=abdcaf69-2aef-4459-99f4-d7a19c033997,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:08.412097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] Set router f7a5672b-9309-46f1-b694-c763224e92e8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:08.463559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Network 0add7c87-0257-432e-82e2-9de40711d475 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:08.469712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:08.682354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Router f7a5672b-9309-46f1-b694-c763224e92e8 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:54:08.851709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:54:08.852229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 2, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:08.864966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e5539126-f06d-421f-b875-c2fd4cbed45d admin admin] 10.222.0.31 "PUT /v2.0/routers/f7a5672b-9309-46f1-b694-c763224e92e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8411136 Dec 13 12:54:08.865713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6fdc84b2-d8a4-4a00-b107-376a17e964fb None None] Provisioning complete for port abdcaf69-2aef-4459-99f4-d7a19c033997 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:08.866143 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fdc84b2-d8a4-4a00-b107-376a17e964fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:08.906487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c73e7-cf40-4fcd-864d-d4926910f32e None None] The sync data for ids ['f7a5672b-9309-46f1-b694-c763224e92e8'] in n-d-817326-4 is: [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 2, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:54:08.950326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc84b2-d8a4-4a00-b107-376a17e964fb None None] Port abdcaf69-2aef-4459-99f4-d7a19c033997 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:54:09.290337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813ba4-8e4e-4629-86cd-690bbb78d1a2 req-bf29ea47-a759-49b0-9d62-96556f298786 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:09.292295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf813ba4-8e4e-4629-86cd-690bbb78d1a2 req-bf29ea47-a759-49b0-9d62-96556f298786 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1279151 Dec 13 12:54:09.422163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47266) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:09.434565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf813ba4-8e4e-4629-86cd-690bbb78d1a2 req-1794585e-20ca-438b-a2f1-34ae7ef20e73 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174035 Dec 13 12:54:09.634438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3f279af-0460-4e98-a50d-bcb1df1f0b55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:09.786947 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3f279af-0460-4e98-a50d-bcb1df1f0b55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:09.794012 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3f279af-0460-4e98-a50d-bcb1df1f0b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:09.850230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47274) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:09.850723 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d3f279af-0460-4e98-a50d-bcb1df1f0b55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bf36048ce2c4ab39c3df76512d17b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4260986 Dec 13 12:54:09.853436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f279af-0460-4e98-a50d-bcb1df1f0b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26746399-d413-4504-83df-061170493f0c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:09.920584 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f685593-4033-45c7-af52-0d404dfe5a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:09.948311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47276) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:09.955895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-31da7e35-7e03-411d-ad20-89e7ecd8cbe4 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919163331', 'description': 'tempest-description--1633077943'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:09.973914 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f685593-4033-45c7-af52-0d404dfe5a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.007302 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31da7e35-7e03-411d-ad20-89e7ecd8cbe4 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.043947 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f685593-4033-45c7-af52-0d404dfe5a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.049424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f685593-4033-45c7-af52-0d404dfe5a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.050284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7f685593-4033-45c7-af52-0d404dfe5a1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26746399-d413-4504-83df-061170493f0c HTTP/1.1" status: 204 len: 168 time: 0.1989429 Dec 13 12:54:10.059856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f685593-4033-45c7-af52-0d404dfe5a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26746399-d413-4504-83df-061170493f0c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:10.138000 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31da7e35-7e03-411d-ad20-89e7ecd8cbe4 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.142950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31da7e35-7e03-411d-ad20-89e7ecd8cbe4 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.188610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31da7e35-7e03-411d-ad20-89e7ecd8cbe4 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.190010 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-31da7e35-7e03-411d-ad20-89e7ecd8cbe4 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2388506 Dec 13 12:54:10.192924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47282) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:10.193714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da7e35-7e03-411d-ad20-89e7ecd8cbe4 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b9cd69-66a2-4477-8c56-726dac50a98a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:10.204062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-58532cd7-7a1f-48e0-9804-f0b0bdb33f10 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Request body: {'security_group_rule': {'security_group_id': '58b9cd69-66a2-4477-8c56-726dac50a98a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:10.246632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58532cd7-7a1f-48e0-9804-f0b0bdb33f10 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.305004 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58532cd7-7a1f-48e0-9804-f0b0bdb33f10 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.310903 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58532cd7-7a1f-48e0-9804-f0b0bdb33f10 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.350999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58532cd7-7a1f-48e0-9804-f0b0bdb33f10 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.355556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47288) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:10.357276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-58532cd7-7a1f-48e0-9804-f0b0bdb33f10 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616774 Dec 13 12:54:10.360447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f345acb8-77ae-42f8-89b1-ce45d5ada7b8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Request body: {'security_group_rule': {'security_group_id': '58b9cd69-66a2-4477-8c56-726dac50a98a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:10.360798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58532cd7-7a1f-48e0-9804-f0b0bdb33f10 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc6b765-1722-4b47-b93c-73bfe992d90b,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:10.404400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f345acb8-77ae-42f8-89b1-ce45d5ada7b8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.483216 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f345acb8-77ae-42f8-89b1-ce45d5ada7b8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.493594 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f345acb8-77ae-42f8-89b1-ce45d5ada7b8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.524344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345acb8-77ae-42f8-89b1-ce45d5ada7b8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1d1fd9-5546-41d0-bb76-b9847605a73b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:10.535330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f345acb8-77ae-42f8-89b1-ce45d5ada7b8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.537191 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f345acb8-77ae-42f8-89b1-ce45d5ada7b8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1806133 Dec 13 12:54:10.541416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47296) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:10.548817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:10.637501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:10.667540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c6ec-5ac2-4005-a5d7-fb8dce62c95d req-56d2421e-94e0-4ce5-af15-054c67a363c1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:10.675215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49e6c6ec-5ac2-4005-a5d7-fb8dce62c95d req-56d2421e-94e0-4ce5-af15-054c67a363c1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1555042 Dec 13 12:54:10.772095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49e6c6ec-5ac2-4005-a5d7-fb8dce62c95d req-ab040d3d-b2f6-4a0c-a17f-50bde9c5161d tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958135 Dec 13 12:54:10.826543 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.009616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Allocated IP 172.25.2.192 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/764a2c2f-0eb4-406e-a2ae-6a51898ef872) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:11.191245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.208873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eed277-2d4e-491f-bfc7-77a1451cef63 req-d69fd4e3-bb3e-484f-9076-fc9f16f77a2e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:11.216760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55eed277-2d4e-491f-bfc7-77a1451cef63 req-d69fd4e3-bb3e-484f-9076-fc9f16f77a2e tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 945 time: 0.1066892 Dec 13 12:54:11.290636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55eed277-2d4e-491f-bfc7-77a1451cef63 req-430324ac-f36a-4318-a1dc-e62fde0c9ea6 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706658 Dec 13 12:54:11.302101 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.348430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:11.352342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:11.355706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:11.357817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Pushing event updated for resources: {'Port': ['ID=764a2c2f-0eb4-406e-a2ae-6a51898ef872,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:11.473267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.520602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.597363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:11.682534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:11.682905 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.762575 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.769129 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.782332 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.808509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=31866db9-d9f9-4031-bf1e-1e5ad3c07e74,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:11.815951 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.869437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Pushing event updated for resources: {'Port': ['ID=764a2c2f-0eb4-406e-a2ae-6a51898ef872,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:11.881180 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=31866db9-d9f9-4031-bf1e-1e5ad3c07e74,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:11.912782 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Sync routers for ids ['f7a5672b-9309-46f1-b694-c763224e92e8'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:54:11.924641 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Routers {'f7a5672b-9309-46f1-b694-c763224e92e8'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:11.925260 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:53:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7a5672b-9309-46f1-b694-c763224e92e8'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:11.941853 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:11.997858 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.002606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fa944a1b-8957-4b95-8a37-25ffe5f7f574 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4601562 Dec 13 12:54:12.018599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6748a90-1a66-484e-b8d8-518c6ca03903 req-5cffb192-da19-4ae5-82eb-2d71ad5f39ce tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:12.020261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6748a90-1a66-484e-b8d8-518c6ca03903 req-5cffb192-da19-4ae5-82eb-2d71ad5f39ce tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1250281 Dec 13 12:54:12.052901 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Set router f7a5672b-9309-46f1-b694-c763224e92e8 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:12.078301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6748a90-1a66-484e-b8d8-518c6ca03903 req-ee52d930-fd42-4fb6-9165-3199d5af9b9a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505512 Dec 13 12:54:12.177527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47368) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:12.259519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-4fe00336-78de-4f3f-b3f6-a4fb16b5a4e8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--919163331&fields=id&tenant_id=70f9b7b894b143fa8a05df9eac87410d HTTP/1.1" status: 200 len: 267 time: 0.0545962 Dec 13 12:54:12.354119 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a511145c-e6e0-4f99-a184-f8a9f75fb780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.406598 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 2, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:12.434266 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Checking router: f7a5672b-9309-46f1-b694-c763224e92e8 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:54:12.434625 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Updating router f7a5672b-9309-46f1-b694-c763224e92e8 port abdcaf69-2aef-4459-99f4-d7a19c033997 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:54:12.447794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603676-e015-42b4-baa4-62d8cec46f30 req-173d1ae5-1c8b-4f84-ab85-62a7081d59c9 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:12.449182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-173d1ae5-1c8b-4f84-ab85-62a7081d59c9 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/networks?id=0add7c87-0257-432e-82e2-9de40711d475 HTTP/1.1" status: 200 len: 814 time: 0.1808598 Dec 13 12:54:12.463083 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.483344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-49649ffb-e544-499e-b32a-6fbd6f85d5cc tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/quotas/70f9b7b894b143fa8a05df9eac87410d HTTP/1.1" status: 200 len: 375 time: 0.0256922 Dec 13 12:54:12.501447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689a159-98aa-449c-818b-f0261b49fb59 req-49afe86b-a4b9-44a0-968d-1fba9aa36f61 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:12.502965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c689a159-98aa-449c-818b-f0261b49fb59 req-49afe86b-a4b9-44a0-968d-1fba9aa36f61 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 945 time: 0.1165037 Dec 13 12:54:12.568708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-7997f0c4-a7ac-4be9-8e82-7c4d42c394ac tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:12.570298 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-7997f0c4-a7ac-4be9-8e82-7c4d42c394ac tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 945 time: 0.0518990 Dec 13 12:54:12.583676 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a511145c-e6e0-4f99-a184-f8a9f75fb780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.595869 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a511145c-e6e0-4f99-a184-f8a9f75fb780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.631006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-c77511c2-d044-4e17-bc96-6078eae2f7f1 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70f9b7b894b143fa8a05df9eac87410d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1395161 Dec 13 12:54:12.648836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c689a159-98aa-449c-818b-f0261b49fb59 req-52d0c2e6-90be-492c-af35-db75ba728101 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3e8103a-ee45-4e8c-afa5-829cf37f6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306639 Dec 13 12:54:12.677199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a511145c-e6e0-4f99-a184-f8a9f75fb780 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d5166baf310411a978d6bceba548d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4983215 Dec 13 12:54:12.679259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47382) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:12.679475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Deleting port a7a3f788-cf16-4023-afe1-c84cd98c4c2b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:12.680036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.685317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511145c-e6e0-4f99-a184-f8a9f75fb780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2297c5a-aa39-4cc2-83a3-ae41b59688df,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:12.745319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-3b1f3e97-9cec-486d-98d1-3626a02f3e90 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:54:12.746375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-3b1f3e97-9cec-486d-98d1-3626a02f3e90 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0926707 Dec 13 12:54:12.749840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-89f6a739-7f45-49c9-93fe-43a971733473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.756233 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.762190 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.792271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] For port a7a3f788-cf16-4023-afe1-c84cd98c4c2b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,segment=NetworkSegment(b5fa61d3-ae88-4602-85fa-6cb764fc6f3e),segment_id=b5fa61d3-ae88-4602-85fa-6cb764fc6f3e)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:12.792630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.807339 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Pushing event updated for resources: {'Port': ['ID=abdcaf69-2aef-4459-99f4-d7a19c033997,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:12.808431 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Calling delete_port for a7a3f788-cf16-4023-afe1-c84cd98c4c2b owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:12.818646 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-89f6a739-7f45-49c9-93fe-43a971733473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.821226 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.826449 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.827087 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.828217 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.828716 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.830279 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.831378 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.831869 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.833481 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.834424 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.834921 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.836379 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.836859 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:12.888593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-0b5e71ec-5b58-49fe-a858-637b4d950209 service neutron] 10.222.0.31 "GET /v2.0/networks/0add7c87-0257-432e-82e2-9de40711d475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333349 Dec 13 12:54:12.919928 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-89f6a739-7f45-49c9-93fe-43a971733473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.929312 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-89f6a739-7f45-49c9-93fe-43a971733473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:12.931516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-89f6a739-7f45-49c9-93fe-43a971733473 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2297c5a-aa39-4cc2-83a3-ae41b59688df HTTP/1.1" status: 204 len: 168 time: 0.2512691 Dec 13 12:54:12.989325 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Attempting to bind port abdcaf69-2aef-4459-99f4-d7a19c033997 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:54:12.990986 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Attempting to bind port abdcaf69-2aef-4459-99f4-d7a19c033997 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:54:12.991864 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Attempting to bind port abdcaf69-2aef-4459-99f4-d7a19c033997 on network 0add7c87-0257-432e-82e2-9de40711d475 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:13.008042 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:54:13.009933 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Checking segment: {'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:13.010557 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:13.016474 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Bound using segment: {'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:54:13.017241 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Bound port: abdcaf69-2aef-4459-99f4-d7a19c033997, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:54:13.017810 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:13.018590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6a739-7f45-49c9-93fe-43a971733473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2297c5a-aa39-4cc2-83a3-ae41b59688df,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:13.084057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-af760ac2-b5ce-49f2-8270-15ead8dbfca8 service neutron] 10.222.0.31 "GET /v2.0/networks/0add7c87-0257-432e-82e2-9de40711d475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786067 Dec 13 12:54:13.190459 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] For port abdcaf69-2aef-4459-99f4-d7a19c033997, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:54:13.228852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c3a47cee-6c3f-46f2-a4ca-92e1532bf0ea None None] Provisioning complete for port abdcaf69-2aef-4459-99f4-d7a19c033997 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:13.230442 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3a47cee-6c3f-46f2-a4ca-92e1532bf0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:13.323565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fed2e01f-95be-427c-99c2-a01164fe5e88 req-fab632e5-9d2f-4972-82ff-0dec1bf40fd8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 210 time: 0.0382664 Dec 13 12:54:13.328757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c3a47cee-6c3f-46f2-a4ca-92e1532bf0ea None None] Port abdcaf69-2aef-4459-99f4-d7a19c033997 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:54:13.408655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b92fd-e482-4d35-963c-f1abe1f21bfe req-ad3cf046-9d94-47db-bbaa-19010a372f8e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:13.410435 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e14b92fd-e482-4d35-963c-f1abe1f21bfe req-ad3cf046-9d94-47db-bbaa-19010a372f8e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0964856 Dec 13 12:54:13.426428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:13.428417 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] For port abdcaf69-2aef-4459-99f4-d7a19c033997, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=abdcaf69-2aef-4459-99f4-d7a19c033997,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:54:13.435424 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:13.450066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['a7a3f788-cf16-4023-afe1-c84cd98c4c2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:13.521528 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Routers {'f7a5672b-9309-46f1-b694-c763224e92e8'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:13.525689 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:53:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7a5672b-9309-46f1-b694-c763224e92e8'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:13.548937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] No DVR routers for this DVR port a7a3f788-cf16-4023-afe1-c84cd98c4c2b on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:54:13.553547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:13.558162 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8cf9193e-d960-4c92-be40-c648e3231da2 req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.37 "DELETE /v2.0/ports/a7a3f788-cf16-4023-afe1-c84cd98c4c2b HTTP/1.1" status: 204 len: 173 time: 0.9815440 Dec 13 12:54:13.559255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43139845-8e6c-480a-8889-4ab015c7036e', 'name': 'network-vif-deleted', 'tag': 'a7a3f788-cf16-4023-afe1-c84cd98c4c2b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:13.568622 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3df68c-4064-46f6-adb1-86dec37c5678" -d '{"events": [{"server_uuid": "43139845-8e6c-480a-8889-4ab015c7036e", "name": "network-vif-deleted", "tag": "a7a3f788-cf16-4023-afe1-c84cd98c4c2b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:13.585901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Pushing event deleted for resources: {'Port': ['ID=a7a3f788-cf16-4023-afe1-c84cd98c4c2b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:13.603327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.604256 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.604824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.605314 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.605809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.606541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.607473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.608214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.608838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.610563 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.611069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.611760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.612614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6898c-b03d-42b6-b055-50cac1654462 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:13.613499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e14b92fd-e482-4d35-963c-f1abe1f21bfe req-9b924ad3-e65e-4804-b3ce-a5d123bf09a0 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968353 Dec 13 12:54:13.657232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:13.661931 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e139744-b974-41a8-b6ca-46f5d367e792 x-openstack-request-id: req-1e139744-b974-41a8-b6ca-46f5d367e792 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:13.662353 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43139845-8e6c-480a-8889-4ab015c7036e", "name": "network-vif-deleted", "tag": "a7a3f788-cf16-4023-afe1-c84cd98c4c2b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:13.662742 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e139744-b974-41a8-b6ca-46f5d367e792 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:13.663234 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43139845-8e6c-480a-8889-4ab015c7036e', 'name': 'network-vif-deleted', 'tag': 'a7a3f788-cf16-4023-afe1-c84cd98c4c2b', 'status': 'completed', 'code': 200} Dec 13 12:54:13.861690 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbcaf8-d85a-4e3d-a4b0-399d511be8cd None None] Pushing event updated for resources: {'Port': ['ID=abdcaf69-2aef-4459-99f4-d7a19c033997,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:13.894959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ca2c4d7-5827-469f-b7c0-6d54bce8f6d9 req-89645a02-f7a5-4e1b-bf81-b986a20abb50 tempest-AttachVolumeNegativeTest-437446601 tempest-AttachVolumeNegativeTest-437446601-project] 10.222.0.31 "GET /v2.0/ports?device_id=43139845-8e6c-480a-8889-4ab015c7036e HTTP/1.1" status: 200 len: 210 time: 0.0965288 Dec 13 12:54:13.910845 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] Set router f7a5672b-9309-46f1-b694-c763224e92e8 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:13.928909 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-0388eeed-489d-4075-b3e2-9f2173cd23ce service neutron] 10.222.0.42 "GET /v2.0/ports/8eae5660-98f2-47d4-b750-7c60be135219/bindings/n-h2-817326-4 HTTP/1.1" status: 200 len: 382 time: 0.1602004 Dec 13 12:54:14.111463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-691f8c2c-2471-435c-a98c-a387086d0356 None None] Provisioning complete for port abdcaf69-2aef-4459-99f4-d7a19c033997 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:14.119618 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-691f8c2c-2471-435c-a98c-a387086d0356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:14.267520 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:13Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:14.273837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:14.274335 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:14.339996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-7b20ea9a-84ba-4ba4-886b-cb7f2d3586ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:14.342372 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-7b20ea9a-84ba-4ba4-886b-cb7f2d3586ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5&tenant_id=44c3c75256ca49be8a75a2ecc8c5748c HTTP/1.1" status: 200 len: 1101 time: 0.0830925 Dec 13 12:54:14.361707 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e15ca-7897-430a-a708-b8172d3076cc None None] The sync data for ids ['f7a5672b-9309-46f1-b694-c763224e92e8'] in n-d-817326-4 is: [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:13Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:54:14.411682 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-691f8c2c-2471-435c-a98c-a387086d0356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:14.438284 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-15aa8830-516f-4c15-845d-a96995b343ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:14.442866 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-15aa8830-516f-4c15-845d-a96995b343ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 1101 time: 0.0757022 Dec 13 12:54:14.516507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51b06970-280c-477d-b825-fc851cfc219a req-03a01102-95c7-453b-870f-470cd237afb6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 210 time: 0.0773263 Dec 13 12:54:14.536314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-691f8c2c-2471-435c-a98c-a387086d0356 None None] For port abdcaf69-2aef-4459-99f4-d7a19c033997, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=abdcaf69-2aef-4459-99f4-d7a19c033997,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:14.544242 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-691f8c2c-2471-435c-a98c-a387086d0356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:14.612963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f8c2c-2471-435c-a98c-a387086d0356 None None] Pushing event updated for resources: {'Port': ['ID=abdcaf69-2aef-4459-99f4-d7a19c033997,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:14.613480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-a1f6e7cb-fe96-4dd7-bb50-0be97296cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:14.615719 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-a1f6e7cb-fe96-4dd7-bb50-0be97296cb15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1667049 Dec 13 12:54:14.674359 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-25eabf33-5734-47c7-afd1-deeb7dc312a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8eae5660-98f2-47d4-b750-7c60be135219 HTTP/1.1" status: 200 len: 217 time: 0.0425353 Dec 13 12:54:14.742960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-55896d20-4ac0-451a-a6cc-bc45eb240e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:14.745449 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-55896d20-4ac0-451a-a6cc-bc45eb240e75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0639927 Dec 13 12:54:14.838932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29438bf-d23a-4604-9210-ef93bf2fad55 req-30c34df9-365c-4ff8-8216-3f7a9c891b34 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:14.840818 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e29438bf-d23a-4604-9210-ef93bf2fad55 req-30c34df9-365c-4ff8-8216-3f7a9c891b34 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0864532 Dec 13 12:54:14.921168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e29438bf-d23a-4604-9210-ef93bf2fad55 req-7afd76bb-9840-4ae9-b8e2-b359f4e1cf12 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723040 Dec 13 12:54:14.938911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-8c57778c-bdc9-4ec9-9c11-af2aeadd9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:14.940742 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-8c57778c-bdc9-4ec9-9c11-af2aeadd9212 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727302 Dec 13 12:54:14.964667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47454) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:15.116379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc1c4a6-b2ce-4506-9b11-962facb3ecd4 admin admin] Deleting subnet dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:54:15.120609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c4a6-b2ce-4506-9b11-962facb3ecd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:15.156158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603676-e015-42b4-baa4-62d8cec46f30 req-a8c46dfe-138d-4cee-ab04-83ea40391531 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:15.157347 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-a8c46dfe-138d-4cee-ab04-83ea40391531 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.37 "GET /v2.0/networks?id=0add7c87-0257-432e-82e2-9de40711d475 HTTP/1.1" status: 200 len: 814 time: 0.3259974 Dec 13 12:54:15.193992 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c4a6-b2ce-4506-9b11-962facb3ecd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:15.239439 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c4a6-b2ce-4506-9b11-962facb3ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:15.287057 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-6a547223-6058-4f14-8d2b-5686e3150db9 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380303 Dec 13 12:54:15.300562 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-d6a9bc7b-64cf-406b-b4ca-88f26b42e959 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f9b7b894b143fa8a05df9eac87410d HTTP/1.1" status: 200 len: 379 time: 0.1261222 Dec 13 12:54:15.325232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c4a6-b2ce-4506-9b11-962facb3ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:15.351453 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c4a6-b2ce-4506-9b11-962facb3ecd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:15.358003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7cc1c4a6-b2ce-4506-9b11-962facb3ecd4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd HTTP/1.1" status: 204 len: 168 time: 0.3842628 Dec 13 12:54:15.378910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47470) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:15.388215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1c4a6-b2ce-4506-9b11-962facb3ecd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5bdfe2-1161-4b45-ae00-ac1b355ccbdd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:15.413714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Request body: {'port': {'device_id': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'admin_state_up': True, 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'security_groups': ['58b9cd69-66a2-4477-8c56-726dac50a98a']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:15.420668 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6ce4a1b8-5004-43a3-88ea-bb9e5db8df68 req-0a021832-a66d-4dc3-b4c0-e94c4734c394 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191020 Dec 13 12:54:15.485175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:15.611649 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:15.640612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e529a60-1988-4930-b152-f336b0a02247']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:15.656910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:15.657219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fa61d3-ae88-4602-85fa-6cb764fc6f3e') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:15.665298 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Made reservation on behalf of 70f9b7b894b143fa8a05df9eac87410d for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:15.669901 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:15.700814 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:15.725437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device abdcaf69-2aef-4459-99f4-d7a19c033997 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:15.827718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port abdcaf69-2aef-4459-99f4-d7a19c033997 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:15.828235 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:15.926308 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Allocated IP 172.20.0.8 (0add7c87-0257-432e-82e2-9de40711d475/5935d017-1f5b-45f5-8b88-9b70be3b5771/33455a33-d269-4b46-9973-02d10dd057b0) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:16.108376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.141824 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d21c251-7aac-4d8f-ae7e-d3a949cdc1f3 req-0de2ebac-f5d0-45e5-8549-551336b08867 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 210 time: 0.4819670 Dec 13 12:54:16.156053 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.165753 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.183520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:54:16.183816 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:54:16.185718 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:54:16.236141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Network 0add7c87-0257-432e-82e2-9de40711d475 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:16.243587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:16.246584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:16.253215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Pushing event updated for resources: {'Port': ['ID=33455a33-d269-4b46-9973-02d10dd057b0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:16.267714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04788b-ded2-4821-88e9-3c7f764c72ec req-7b74bfdb-25f4-4cd3-82da-ae5abc12affc tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:16.269293 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea04788b-ded2-4821-88e9-3c7f764c72ec req-7b74bfdb-25f4-4cd3-82da-ae5abc12affc tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 945 time: 0.1320059 Dec 13 12:54:16.301341 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.320745 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.329484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9e529a60-1988-4930-b152-f336b0a02247 HTTP/1.1" status: 204 len: 168 time: 0.9491379 Dec 13 12:54:16.335716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:16.336417 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.352829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7e1f0-a26a-4b12-80d0-8a64299a99a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e529a60-1988-4930-b152-f336b0a02247,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:16.369422 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-fad66f5a-1e39-4140-92c6-025c412722c6 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9604938 Dec 13 12:54:16.379649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b6a2b-18bd-4e28-9cdf-139ac43dcdd2 req-efee6961-73cd-4e50-9077-934f9d316d0b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:16.381947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b32b6a2b-18bd-4e28-9cdf-139ac43dcdd2 req-efee6961-73cd-4e50-9077-934f9d316d0b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1425316 Dec 13 12:54:16.383216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Request body: {'port': {'device_id': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:16.405407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea04788b-ded2-4821-88e9-3c7f764c72ec req-1a7e740b-3f02-4191-9e39-999680153ac9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141481 Dec 13 12:54:16.499802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.503195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b32b6a2b-18bd-4e28-9cdf-139ac43dcdd2 req-b9c6768e-212e-4336-8000-03302b3a8f29 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116207 Dec 13 12:54:16.532704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47538) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:16.580602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47540) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:16.609174 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b136b7d3-9005-4e18-832b-8f3e60c1d3cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d0e6d44997c402689a532a754d76942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0745327 Dec 13 12:54:16.610215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47544) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:16.676289 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c28df84-3ff5-4912-b73d-0f3d27a8a1dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.690783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8b35c60a-e9c9-421c-a65b-4e2b201103f5 None None] Provisioning complete for port 33455a33-d269-4b46-9973-02d10dd057b0 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:16.691525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b35c60a-e9c9-421c-a65b-4e2b201103f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.711420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c28df84-3ff5-4912-b73d-0f3d27a8a1dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.719964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8eae5660-98f2-47d4-b750-7c60be135219 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:16.764788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8b35c60a-e9c9-421c-a65b-4e2b201103f5 None None] Port 33455a33-d269-4b46-9973-02d10dd057b0 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:54:16.781650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c28df84-3ff5-4912-b73d-0f3d27a8a1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.785402 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c28df84-3ff5-4912-b73d-0f3d27a8a1dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.788939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2c28df84-3ff5-4912-b73d-0f3d27a8a1dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3e8103a-ee45-4e8c-afa5-829cf37f6300 HTTP/1.1" status: 204 len: 168 time: 0.1752784 Dec 13 12:54:16.789607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae4110ab-3bf7-4389-a7a2-27a25b4e492e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.804898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28df84-3ff5-4912-b73d-0f3d27a8a1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e8103a-ee45-4e8c-afa5-829cf37f6300,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:16.824376 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.859089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:16.862237 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b77efe-0481-4e08-a630-3dba916b9eb0" -d '{"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8eae5660-98f2-47d4-b750-7c60be135219"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:16.878438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:16.885102 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.944801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae4110ab-3bf7-4389-a7a2-27a25b4e492e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.948379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:16.952841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae4110ab-3bf7-4389-a7a2-27a25b4e492e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:16.963265 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5bf5de-45ae-45b1-819e-2cb568844d69 x-openstack-request-id: req-cf5bf5de-45ae-45b1-819e-2cb568844d69 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:16.963607 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8eae5660-98f2-47d4-b750-7c60be135219", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:16.963867 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf5bf5de-45ae-45b1-819e-2cb568844d69 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:16.964313 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219', 'code': 200} Dec 13 12:54:16.983261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33455a33-d269-4b46-9973-02d10dd057b0 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:16.996983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:17.003601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ae4110ab-3bf7-4389-a7a2-27a25b4e492e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1cddcf59919647b48abe5df22c749120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4202385 Dec 13 12:54:17.004364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4110ab-3bf7-4389-a7a2-27a25b4e492e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e73c36-967e-49a3-a5d4-ff7da9baa61e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:17.007123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47552) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:17.016586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Transition to ACTIVE for port object 33455a33-d269-4b46-9973-02d10dd057b0 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:54:17.023587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:17.039383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device a7a3f788-cf16-4023-afe1-c84cd98c4c2b no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:17.067302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Pushing event updated for resources: {'Port': ['ID=33455a33-d269-4b46-9973-02d10dd057b0,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:17.078893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: a7a3f788-cf16-4023-afe1-c84cd98c4c2b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:54:17.079233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device a7a3f788-cf16-4023-afe1-c84cd98c4c2b not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:54:17.112707 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95293132-ffdc-48a6-a0cc-21044089dd4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:17.165245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95293132-ffdc-48a6-a0cc-21044089dd4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:17.176621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Attempting to bind port 33455a33-d269-4b46-9973-02d10dd057b0 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:54:17.177079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Attempting to bind port 33455a33-d269-4b46-9973-02d10dd057b0 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:54:17.177517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Attempting to bind port 33455a33-d269-4b46-9973-02d10dd057b0 on network 0add7c87-0257-432e-82e2-9de40711d475 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:17.183827 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Port 33455a33-d269-4b46-9973-02d10dd057b0 on network 0add7c87-0257-432e-82e2-9de40711d475 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:54:17.184317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Attempting to bind port 33455a33-d269-4b46-9973-02d10dd057b0 on network 0add7c87-0257-432e-82e2-9de40711d475 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:17.190685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:54:17.191173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Checking segment: {'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:17.191750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Bound using segment: {'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:54:17.192362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Bound port: 33455a33-d269-4b46-9973-02d10dd057b0, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908c299f-bc30-474b-a565-ac022635bcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0add7c87-0257-432e-82e2-9de40711d475'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:54:17.192917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:17.283180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95293132-ffdc-48a6-a0cc-21044089dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:17.286147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95293132-ffdc-48a6-a0cc-21044089dd4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:17.288209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-95293132-ffdc-48a6-a0cc-21044089dd4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86e73c36-967e-49a3-a5d4-ff7da9baa61e HTTP/1.1" status: 204 len: 168 time: 0.2801707 Dec 13 12:54:17.322008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] For port 33455a33-d269-4b46-9973-02d10dd057b0, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:54:17.331600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] For port 33455a33-d269-4b46-9973-02d10dd057b0, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=33455a33-d269-4b46-9973-02d10dd057b0,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:54:17.340202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:17.393456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95293132-ffdc-48a6-a0cc-21044089dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e73c36-967e-49a3-a5d4-ff7da9baa61e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:17.441787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:17.442164 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:17.448897 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] 10.222.0.37 "PUT /v2.0/ports/33455a33-d269-4b46-9973-02d10dd057b0 HTTP/1.1" status: 200 len: 1091 time: 1.0699623 Dec 13 12:54:17.451221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cb6fe-1fa1-4ef4-af53-51971d2c958e req-392dd742-e6ca-4a26-a74c-26e723598621 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:17.452481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'tag': '33455a33-d269-4b46-9973-02d10dd057b0'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:17.457291 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac216cb-e3f6-423f-9969-005f2645ad4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c065d3-4328-43fb-b920-77f6a3860377", "tag": "33455a33-d269-4b46-9973-02d10dd057b0"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:17.463996 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da3cb6fe-1fa1-4ef4-af53-51971d2c958e req-392dd742-e6ca-4a26-a74c-26e723598621 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 943 time: 0.1721671 Dec 13 12:54:17.515981 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d63b-4da9-46ab-8f5e-d1ef2fb88eaa service neutron] Pushing event updated for resources: {'Port': ['ID=33455a33-d269-4b46-9973-02d10dd057b0,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:17.586243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da3cb6fe-1fa1-4ef4-af53-51971d2c958e req-86275bdf-5bc6-4653-a307-b1bdb037d77f tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b9cd69-66a2-4477-8c56-726dac50a98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165104 Dec 13 12:54:17.656958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603676-e015-42b4-baa4-62d8cec46f30 req-2dee3420-b466-4a13-845c-e793741ad3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:17.659130 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-2dee3420-b466-4a13-845c-e793741ad3bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70f9b7b894b143fa8a05df9eac87410d&device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 1094 time: 0.1046481 Dec 13 12:54:17.740906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811938b-900f-49ab-9329-e80da0dace3d req-f80dc086-699a-4efc-b34e-f1ba2b96c25f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:17.744353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8811938b-900f-49ab-9329-e80da0dace3d req-f80dc086-699a-4efc-b34e-f1ba2b96c25f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 945 time: 0.1362467 Dec 13 12:54:17.782867 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0d29d8-6e56-4235-a56d-9ef77bc38bea x-openstack-request-id: req-7e0d29d8-6e56-4235-a56d-9ef77bc38bea {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:17.783172 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c065d3-4328-43fb-b920-77f6a3860377", "tag": "33455a33-d269-4b46-9973-02d10dd057b0", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:17.783426 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e0d29d8-6e56-4235-a56d-9ef77bc38bea {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:17.783842 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'tag': '33455a33-d269-4b46-9973-02d10dd057b0', 'status': 'completed', 'code': 200} Dec 13 12:54:17.847985 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8811938b-900f-49ab-9329-e80da0dace3d req-9f044ada-e9d0-4f11-a393-68657bca71cd tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964141 Dec 13 12:54:17.871959 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-6065b168-2bcb-4731-b918-7fbbeb78532f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33455a33-d269-4b46-9973-02d10dd057b0 HTTP/1.1" status: 200 len: 217 time: 0.1938295 Dec 13 12:54:17.960603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47586) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:17.991426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c48ede60-914e-4f4c-9377-d9c9ede17b78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:18.001389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424e09c-1ecf-4f49-a0ce-cf096e0c4d1e req-45b6b57b-c622-4d3c-ba99-80fb0d37f141 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.009942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7424e09c-1ecf-4f49-a0ce-cf096e0c4d1e req-45b6b57b-c622-4d3c-ba99-80fb0d37f141 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 948 time: 0.0912204 Dec 13 12:54:18.039080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-5dd1cfa0-cd00-4770-a63c-fb49db3a8f9b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.040713 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-5dd1cfa0-cd00-4770-a63c-fb49db3a8f9b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 945 time: 0.2560692 Dec 13 12:54:18.045382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603676-e015-42b4-baa4-62d8cec46f30 req-904978af-501f-4ce1-a772-59f8b3ed668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.051182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-904978af-501f-4ce1-a772-59f8b3ed668f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5935d017-1f5b-45f5-8b88-9b70be3b5771 HTTP/1.1" status: 200 len: 853 time: 0.1783080 Dec 13 12:54:18.073648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7424e09c-1ecf-4f49-a0ce-cf096e0c4d1e req-6c8edd07-8468-4ac1-84f3-25ce923a45a3 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620186 Dec 13 12:54:18.245764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603676-e015-42b4-baa4-62d8cec46f30 req-41caef5a-52b4-4a27-b9c2-cfb6f2fe3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.246401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd5893-e1e8-494d-8ac2-e2e8e565e883 req-eccd5620-fe57-4d7e-934f-6e16d85bb035 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.247421 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-41caef5a-52b4-4a27-b9c2-cfb6f2fe3705 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0add7c87-0257-432e-82e2-9de40711d475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1830268 Dec 13 12:54:18.257619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd5893-e1e8-494d-8ac2-e2e8e565e883 req-eccd5620-fe57-4d7e-934f-6e16d85bb035 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.266235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd5893-e1e8-494d-8ac2-e2e8e565e883 req-eccd5620-fe57-4d7e-934f-6e16d85bb035 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.273012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd5893-e1e8-494d-8ac2-e2e8e565e883 req-eccd5620-fe57-4d7e-934f-6e16d85bb035 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.279445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd5893-e1e8-494d-8ac2-e2e8e565e883 req-eccd5620-fe57-4d7e-934f-6e16d85bb035 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.286187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd5893-e1e8-494d-8ac2-e2e8e565e883 req-eccd5620-fe57-4d7e-934f-6e16d85bb035 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.292480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd5893-e1e8-494d-8ac2-e2e8e565e883 req-eccd5620-fe57-4d7e-934f-6e16d85bb035 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.294261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fcd5893-e1e8-494d-8ac2-e2e8e565e883 req-eccd5620-fe57-4d7e-934f-6e16d85bb035 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5436 time: 0.1756029 Dec 13 12:54:18.356240 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c48ede60-914e-4f4c-9377-d9c9ede17b78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:18.360639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-0253c18a-3d10-4160-8212-c51f3786b182 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Deleting port 70c55894-8021-4fdd-8769-102d2dd16583 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:18.361040 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-0253c18a-3d10-4160-8212-c51f3786b182 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:18.372221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c48ede60-914e-4f4c-9377-d9c9ede17b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:18.408104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fcd5893-e1e8-494d-8ac2-e2e8e565e883 req-034e5cbd-0f07-41fe-bbc1-544150b7f8ec tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006715 Dec 13 12:54:18.526502 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-858c4e59-189e-4840-8027-82ae18086dab service neutron] 10.222.0.37 "GET /v2.0/networks/0add7c87-0257-432e-82e2-9de40711d475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685559 Dec 13 12:54:18.531057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ede60-914e-4f4c-9377-d9c9ede17b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d1aef9-725a-4be2-a00c-4cbdb67f4b23,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:18.570450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47602) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:18.571228 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c48ede60-914e-4f4c-9377-d9c9ede17b78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=299c750bac734a6b9fa50b0bb4621636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6032369 Dec 13 12:54:18.670253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-0253c18a-3d10-4160-8212-c51f3786b182 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] For port 70c55894-8021-4fdd-8769-102d2dd16583, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=70c55894-8021-4fdd-8769-102d2dd16583,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:18.670253 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-0253c18a-3d10-4160-8212-c51f3786b182 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:18.692216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-0253c18a-3d10-4160-8212-c51f3786b182 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Calling delete_port for 70c55894-8021-4fdd-8769-102d2dd16583 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:18.720372 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-06603676-e015-42b4-baa4-62d8cec46f30 req-afff0bf5-6a71-4e49-92d5-0984d4728377 service neutron] 10.222.0.37 "GET /v2.0/networks/0add7c87-0257-432e-82e2-9de40711d475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751623 Dec 13 12:54:18.734067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-1fd6f053-a909-44ee-9b10-f93b3f623420 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.737062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-1fd6f053-a909-44ee-9b10-f93b3f623420 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5&tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 948 time: 0.2402289 Dec 13 12:54:18.741265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8eae5660-98f2-47d4-b750-7c60be135219 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:54:18.796259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3d2d-0813-4899-981c-34e758b7f3fe req-c192f783-a3a5-4b7f-bd20-a7e811651287 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.802761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3d2d-0813-4899-981c-34e758b7f3fe req-c192f783-a3a5-4b7f-bd20-a7e811651287 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.808796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3d2d-0813-4899-981c-34e758b7f3fe req-c192f783-a3a5-4b7f-bd20-a7e811651287 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.816725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3d2d-0813-4899-981c-34e758b7f3fe req-c192f783-a3a5-4b7f-bd20-a7e811651287 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.823056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3d2d-0813-4899-981c-34e758b7f3fe req-c192f783-a3a5-4b7f-bd20-a7e811651287 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.829183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3d2d-0813-4899-981c-34e758b7f3fe req-c192f783-a3a5-4b7f-bd20-a7e811651287 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.835231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3d2d-0813-4899-981c-34e758b7f3fe req-c192f783-a3a5-4b7f-bd20-a7e811651287 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.842329 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e7b3d2d-0813-4899-981c-34e758b7f3fe req-c192f783-a3a5-4b7f-bd20-a7e811651287 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5436 time: 0.2439697 Dec 13 12:54:18.917733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724d9e-09ef-4291-abe2-032dbd715714 req-2df78e1b-0be6-4443-b769-fed2d21af361 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.922042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42724d9e-09ef-4291-abe2-032dbd715714 req-2df78e1b-0be6-4443-b769-fed2d21af361 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 948 time: 0.3044033 Dec 13 12:54:18.923801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:18.932091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-acd70cc1-d126-4072-b43e-ae502ba66694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:18.936189 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-acd70cc1-d126-4072-b43e-ae502ba66694 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70f9b7b894b143fa8a05df9eac87410d&device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 1094 time: 0.1578612 Dec 13 12:54:18.949874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '8eae5660-98f2-47d4-b750-7c60be135219', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '8eae5660-98f2-47d4-b750-7c60be135219', 'mac_address': 'fa:16:3e:1d:dc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:54:18.966107 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-18828849-5ede-4eea-bc02-99ad70ff71f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:19.001109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:19.016923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eae5660-98f2-47d4-b750-7c60be135219 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:19.032393 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-18828849-5ede-4eea-bc02-99ad70ff71f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:19.066297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:19.075525 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-0253c18a-3d10-4160-8212-c51f3786b182 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:19.076143 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:19.109266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-5bcc216c-a910-41aa-a70b-a6ecc7c64dfd service neutron] 10.222.0.42 "GET /v2.0/ports/8eae5660-98f2-47d4-b750-7c60be135219/bindings/n-h2-817326-4 HTTP/1.1" status: 200 len: 382 time: 0.3541088 Dec 13 12:54:19.111271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253c18a-3d10-4160-8212-c51f3786b182 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event deleted for resources: {'Port': ['ID=70c55894-8021-4fdd-8769-102d2dd16583,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:19.142036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-216d57e1-a4f7-4cc2-87d1-64428a451bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:19.142704 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-216d57e1-a4f7-4cc2-87d1-64428a451bcf service neutron] 10.222.0.37 "GET /v2.0/networks?id=0add7c87-0257-432e-82e2-9de40711d475 HTTP/1.1" status: 200 len: 914 time: 0.1926363 Dec 13 12:54:19.179115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:19.188985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['70c55894-8021-4fdd-8769-102d2dd16583'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:19.194033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-18828849-5ede-4eea-bc02-99ad70ff71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:19.197878 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-18828849-5ede-4eea-bc02-99ad70ff71f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:19.204484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-18828849-5ede-4eea-bc02-99ad70ff71f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1d1aef9-725a-4be2-a00c-4cbdb67f4b23 HTTP/1.1" status: 204 len: 168 time: 0.6328952 Dec 13 12:54:19.220896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-0253c18a-3d10-4160-8212-c51f3786b182 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] No DVR routers for this DVR port 70c55894-8021-4fdd-8769-102d2dd16583 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:54:19.223796 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-4c9d45bb-ae73-4f7f-a755-bae97aa7d429 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33455a33-d269-4b46-9973-02d10dd057b0 HTTP/1.1" status: 200 len: 217 time: 0.0656085 Dec 13 12:54:19.225069 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-0253c18a-3d10-4160-8212-c51f3786b182 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:19.228419 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-93c954bf-28d8-4a99-a4d2-16e4f6343ad5 req-0253c18a-3d10-4160-8212-c51f3786b182 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "DELETE /v2.0/ports/70c55894-8021-4fdd-8769-102d2dd16583 HTTP/1.1" status: 204 len: 173 time: 1.1728938 Dec 13 12:54:19.283871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-6608f190-477b-4cc5-adaf-ef52985f1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:19.285180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-6608f190-477b-4cc5-adaf-ef52985f1898 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5935d017-1f5b-45f5-8b88-9b70be3b5771 HTTP/1.1" status: 200 len: 853 time: 0.0546026 Dec 13 12:54:19.350559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-11c40b32-4fde-4846-92d4-2fa41d960ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:19.350559 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-11c40b32-4fde-4846-92d4-2fa41d960ef9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0add7c87-0257-432e-82e2-9de40711d475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564625 Dec 13 12:54:19.354688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42724d9e-09ef-4291-abe2-032dbd715714 req-0e9fe3ef-5903-4d8a-9dd5-3de3a6049506 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841403 Dec 13 12:54:19.398047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8eae5660-98f2-47d4-b750-7c60be135219'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:19.407146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092fd3e-42e3-499d-9be8-8e4883f8d3f9 req-f0b1740a-cac7-4c4c-8bc4-b4c85f85eed1 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:19.421800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2092fd3e-42e3-499d-9be8-8e4883f8d3f9 req-f0b1740a-cac7-4c4c-8bc4-b4c85f85eed1 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 943 time: 0.4520946 Dec 13 12:54:19.428386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18828849-5ede-4eea-bc02-99ad70ff71f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d1aef9-725a-4be2-a00c-4cbdb67f4b23,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:19.516856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-1a551a2d-4061-47f3-a8eb-d9ecff8e5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:19.518649 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-1a551a2d-4061-47f3-a8eb-d9ecff8e5409 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 1100 time: 0.3612061 Dec 13 12:54:19.574122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2092fd3e-42e3-499d-9be8-8e4883f8d3f9 req-22289049-6eed-4391-b74c-e601391bfcf7 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b9cd69-66a2-4477-8c56-726dac50a98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500683 Dec 13 12:54:19.657612 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-6c92edb0-e321-49b2-b7c8-ea98df6c7a5b service neutron] 10.222.0.37 "GET /v2.0/networks/0add7c87-0257-432e-82e2-9de40711d475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976873 Dec 13 12:54:19.769871 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96f920d6-55bc-4d6b-ab28-8fa73e5f7488 req-dc481825-169c-48e2-b08a-1d4d2060ff9a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 210 time: 0.0571377 Dec 13 12:54:19.810176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8984ea67-b3e2-4883-86fc-9346cc826c07', 'name': 'network-vif-deleted', 'tag': '70c55894-8021-4fdd-8769-102d2dd16583'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:19.812480 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b840b9d-124c-4a84-b3ff-73a2748a36cd" -d '{"events": [{"server_uuid": "8984ea67-b3e2-4883-86fc-9346cc826c07", "name": "network-vif-deleted", "tag": "70c55894-8021-4fdd-8769-102d2dd16583"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:19.815292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-50065639-877a-4d57-bf11-b9f6368916d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:19.817974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-50065639-877a-4d57-bf11-b9f6368916d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2880275 Dec 13 12:54:19.841964 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aac216cb-e3f6-423f-9969-005f2645ad4e req-271d7693-f26d-4f2d-a350-7d2005356081 service neutron] 10.222.0.37 "GET /v2.0/networks/0add7c87-0257-432e-82e2-9de40711d475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787267 Dec 13 12:54:19.888468 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eac0032-9511-4a36-a130-f622a9d02dbf x-openstack-request-id: req-6eac0032-9511-4a36-a130-f622a9d02dbf {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:19.888762 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8984ea67-b3e2-4883-86fc-9346cc826c07", "name": "network-vif-deleted", "tag": "70c55894-8021-4fdd-8769-102d2dd16583", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:19.888981 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6eac0032-9511-4a36-a130-f622a9d02dbf {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:19.889430 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8984ea67-b3e2-4883-86fc-9346cc826c07', 'name': 'network-vif-deleted', 'tag': '70c55894-8021-4fdd-8769-102d2dd16583', 'status': 'completed', 'code': 200} Dec 13 12:54:19.902414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-7a8a3243-d4a7-4def-87a2-1d0c7bb6d114 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8eae5660-98f2-47d4-b750-7c60be135219 HTTP/1.1" status: 200 len: 217 time: 0.0764983 Dec 13 12:54:19.969482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-14b6e452-5e8e-4094-9c2c-1b74c5c00deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:19.971270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-14b6e452-5e8e-4094-9c2c-1b74c5c00deb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0600777 Dec 13 12:54:20.036633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-c77d914b-4e79-4c59-bca9-427696e32979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:20.038941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-c77d914b-4e79-4c59-bca9-427696e32979 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599530 Dec 13 12:54:20.166579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-7bf74d47-a264-4586-bcbe-0af5c5fb3a39 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195090 Dec 13 12:54:20.293077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-2c72255d-31aa-43a6-9408-e09e64aed4b9 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179686 Dec 13 12:54:20.522442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1d25-bb9e-48bb-9cb4-c1e5c69cb7ec req-277c0883-c19a-452f-8ef9-3eb170051197 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:20.531718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-defb1d25-bb9e-48bb-9cb4-c1e5c69cb7ec req-277c0883-c19a-452f-8ef9-3eb170051197 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 949 time: 0.0735085 Dec 13 12:54:20.607029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-defb1d25-bb9e-48bb-9cb4-c1e5c69cb7ec req-5af0a7e1-ec4d-40e2-8cb6-4dc710f96680 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743878 Dec 13 12:54:20.758824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8eae5660-98f2-47d4-b750-7c60be135219 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:20.818351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2297348-1dea-4185-88c9-f115e5e1ba5d req-eba15565-8826-454d-ba55-b8ce53ba29cd tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:20.819821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2297348-1dea-4185-88c9-f115e5e1ba5d req-eba15565-8826-454d-ba55-b8ce53ba29cd tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 943 time: 0.1468370 Dec 13 12:54:20.935160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2297348-1dea-4185-88c9-f115e5e1ba5d req-6f97f160-567c-40a3-9173-b8a40a064b99 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b9cd69-66a2-4477-8c56-726dac50a98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069782 Dec 13 12:54:20.998957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 8eae5660-98f2-47d4-b750-7c60be135219 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:21.001544 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:21.046145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c76aba7-4e5c-441f-afd2-ac3cca17ea24 req-4c969aae-4478-4221-8e59-114037e127d4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 210 time: 0.0488932 Dec 13 12:54:21.087409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 33455a33-d269-4b46-9973-02d10dd057b0 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:54:21.203836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 33455a33-d269-4b46-9973-02d10dd057b0, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=33455a33-d269-4b46-9973-02d10dd057b0,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:21.216339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '33455a33-d269-4b46-9973-02d10dd057b0', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'port_id': '33455a33-d269-4b46-9973-02d10dd057b0', 'mac_address': 'fa:16:3e:de:9f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:54:21.282280 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:21.304418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:21.312145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:21.314745 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510d1213-e4fd-438a-a88f-f61abba3fb1c" -d '{"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "8eae5660-98f2-47d4-b750-7c60be135219"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:21.338214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:21.343590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33455a33-d269-4b46-9973-02d10dd057b0 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:21.351333 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:21.352353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 70c55894-8021-4fdd-8769-102d2dd16583 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:21.435125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 70c55894-8021-4fdd-8769-102d2dd16583 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:54:21.435477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 70c55894-8021-4fdd-8769-102d2dd16583 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:54:21.441008 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283ed0ac-2f7e-42e7-8cae-4641dff5f8b0 x-openstack-request-id: req-283ed0ac-2f7e-42e7-8cae-4641dff5f8b0 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:21.441295 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "8eae5660-98f2-47d4-b750-7c60be135219", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:21.441544 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-283ed0ac-2f7e-42e7-8cae-4641dff5f8b0 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:21.441932 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219', 'code': 200} Dec 13 12:54:21.442905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:21.455173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 33455a33-d269-4b46-9973-02d10dd057b0, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=33455a33-d269-4b46-9973-02d10dd057b0,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:21.461979 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:21.530131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=33455a33-d269-4b46-9973-02d10dd057b0,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:21.626559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47726) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:21.729775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['33455a33-d269-4b46-9973-02d10dd057b0'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:21.753338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81393e-4793-4c98-8e97-1a785fe905d6 req-64261c31-0236-4bf5-9d13-d3ace405a3ce tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:21.763452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f81393e-4793-4c98-8e97-1a785fe905d6 req-64261c31-0236-4bf5-9d13-d3ace405a3ce tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0742691 Dec 13 12:54:21.796305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47736) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:21.866291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f81393e-4793-4c98-8e97-1a785fe905d6 req-e64cabcb-7d7d-4f40-94d3-4107d3ed63e0 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013637 Dec 13 12:54:21.927322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b13207-5b45-4af2-954b-02d09fe8fd32 req-1478695f-3a3a-4b3e-a509-3e17760a1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:21.928571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b13207-5b45-4af2-954b-02d09fe8fd32 req-1478695f-3a3a-4b3e-a509-3e17760a1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:21.929150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b13207-5b45-4af2-954b-02d09fe8fd32 req-1478695f-3a3a-4b3e-a509-3e17760a1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:21.929665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b13207-5b45-4af2-954b-02d09fe8fd32 req-1478695f-3a3a-4b3e-a509-3e17760a1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:21.930346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b13207-5b45-4af2-954b-02d09fe8fd32 req-1478695f-3a3a-4b3e-a509-3e17760a1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:21.930918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b13207-5b45-4af2-954b-02d09fe8fd32 req-1478695f-3a3a-4b3e-a509-3e17760a1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:21.931829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b13207-5b45-4af2-954b-02d09fe8fd32 req-1478695f-3a3a-4b3e-a509-3e17760a1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:21.939013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63b13207-5b45-4af2-954b-02d09fe8fd32 req-1478695f-3a3a-4b3e-a509-3e17760a1d10 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6493 time: 0.3098960 Dec 13 12:54:21.949241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc724bc5-9074-426d-952b-e7e081fe6fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:22.083453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63b13207-5b45-4af2-954b-02d09fe8fd32 req-2f913c30-746e-4595-93a5-3ad4b5d1af5f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421709 Dec 13 12:54:22.136743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc724bc5-9074-426d-952b-e7e081fe6fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:22.149065 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc724bc5-9074-426d-952b-e7e081fe6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:22.169515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f3682-bb6a-4cb3-a531-c23bc7dd5d2e req-8e584a1b-36cc-4022-9f13-49894dd9b8d9 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:22.173026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c15f3682-bb6a-4cb3-a531-c23bc7dd5d2e req-8e584a1b-36cc-4022-9f13-49894dd9b8d9 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 944 time: 0.1230822 Dec 13 12:54:22.197065 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bc724bc5-9074-426d-952b-e7e081fe6fa8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef67ea2b767e4922b45aaabcddf814ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3995624 Dec 13 12:54:22.204109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47752) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:22.254582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7824caa2-ff00-4c42-844c-c8abf7d877fd req-51ccdc0a-698a-4a40-bbe0-b13103623763 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 210 time: 0.0627673 Dec 13 12:54:22.282514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc724bc5-9074-426d-952b-e7e081fe6fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a28855-5f1a-433c-96c1-8a8605cb31a9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:22.301928 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ec692f0-b61c-47c4-9e5a-c5c7748ba6ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:22.334582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ec692f0-b61c-47c4-9e5a-c5c7748ba6ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:22.353239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c15f3682-bb6a-4cb3-a531-c23bc7dd5d2e req-f2f5d741-b45c-4869-94b3-3aa820ae2437 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b9cd69-66a2-4477-8c56-726dac50a98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668530 Dec 13 12:54:22.417411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ec692f0-b61c-47c4-9e5a-c5c7748ba6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:22.420538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ec692f0-b61c-47c4-9e5a-c5c7748ba6ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:22.422126 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6ec692f0-b61c-47c4-9e5a-c5c7748ba6ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54a28855-5f1a-433c-96c1-8a8605cb31a9 HTTP/1.1" status: 204 len: 168 time: 0.2168391 Dec 13 12:54:22.450639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec692f0-b61c-47c4-9e5a-c5c7748ba6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a28855-5f1a-433c-96c1-8a8605cb31a9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:22.517217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-529c6eba-86b8-4e7c-aa4d-abf66fde9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:22.519053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-529c6eba-86b8-4e7c-aa4d-abf66fde9247 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5&tenant_id=44c3c75256ca49be8a75a2ecc8c5748c HTTP/1.1" status: 200 len: 1101 time: 0.0569761 Dec 13 12:54:22.592607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-b426161a-3e68-4ab9-a1b7-4e87efd435fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:22.594477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-b426161a-3e68-4ab9-a1b7-4e87efd435fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 1101 time: 0.0502400 Dec 13 12:54:22.734993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-ef8fa865-2efc-4b00-b08e-e49c3ee088c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:22.736688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-ef8fa865-2efc-4b00-b08e-e49c3ee088c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1342742 Dec 13 12:54:22.786122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-94dd7b48-6263-4531-84c0-b24bf05e2ca1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8eae5660-98f2-47d4-b750-7c60be135219 HTTP/1.1" status: 200 len: 217 time: 0.0415375 Dec 13 12:54:22.802985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47786) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:22.817321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06c60471-9137-4e1f-bbcf-ba9158cfbf19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:22.869875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-e5108ea4-27e5-4a35-9e98-ae2c085b79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:22.872151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-e5108ea4-27e5-4a35-9e98-ae2c085b79e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0786035 Dec 13 12:54:22.875231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47788) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:22.934468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-af265f31-d88e-4cde-9fe9-2941696eca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:22.936090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-af265f31-d88e-4cde-9fe9-2941696eca6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545824 Dec 13 12:54:22.940065 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06c60471-9137-4e1f-bbcf-ba9158cfbf19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:22.947658 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06c60471-9137-4e1f-bbcf-ba9158cfbf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:22.998875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c60471-9137-4e1f-bbcf-ba9158cfbf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d63dea7-e37b-4fb4-88c3-42b0b3bd59f1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:23.032179 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-06c60471-9137-4e1f-bbcf-ba9158cfbf19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b1ada06ff424795aca33d2045ccec92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270069 Dec 13 12:54:23.032179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47796) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:23.095947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 33455a33-d269-4b46-9973-02d10dd057b0 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:23.115218 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9541ea92-f577-4819-8965-194d96b1f27f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.137952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30d817-b88a-4111-b50b-2c6856a1581c req-2c953182-1b0d-4128-868c-6309992bf523 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:23.150026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e30d817-b88a-4111-b50b-2c6856a1581c req-2c953182-1b0d-4128-868c-6309992bf523 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.1083150 Dec 13 12:54:23.161674 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9541ea92-f577-4819-8965-194d96b1f27f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.220913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-b01a1d07-4828-4642-8a39-13f847b0b049 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618027 Dec 13 12:54:23.231981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9541ea92-f577-4819-8965-194d96b1f27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.236180 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9541ea92-f577-4819-8965-194d96b1f27f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.240335 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9541ea92-f577-4819-8965-194d96b1f27f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d63dea7-e37b-4fb4-88c3-42b0b3bd59f1 HTTP/1.1" status: 204 len: 168 time: 0.2074196 Dec 13 12:54:23.250687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541ea92-f577-4819-8965-194d96b1f27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d63dea7-e37b-4fb4-88c3-42b0b3bd59f1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:23.334113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c476bf55-6635-4bdc-8ac4-8d66efcd1d9f req-fdac1a31-aba5-4132-bba6-6ebb5bed4230 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120181 Dec 13 12:54:23.336388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f16fb42-0ed7-490c-a960-bdc3ad03fed5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.392408 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e30d817-b88a-4111-b50b-2c6856a1581c req-8cb9c259-8774-47b7-b8e8-cf227ef28f92 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324097 Dec 13 12:54:23.497354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9bb62b4-65ea-4222-9246-fa9f8ee51abe req-38074d10-e25e-4e05-b3e7-2cace3a1ad49 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 210 time: 0.0463688 Dec 13 12:54:23.525858 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f16fb42-0ed7-490c-a960-bdc3ad03fed5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.538901 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f16fb42-0ed7-490c-a960-bdc3ad03fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.662775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8f16fb42-0ed7-490c-a960-bdc3ad03fed5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cec04c46da1410d95898076b226619f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7863235 Dec 13 12:54:23.665240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47806) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:23.668278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16fb42-0ed7-490c-a960-bdc3ad03fed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dabfe3-2179-4463-83fe-c8b37cc907ac,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:23.685292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315496ab-19f8-480a-b2be-96df8e395c20 req-9c3edd7a-d709-447e-886c-fffd0391e4d8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:23.695057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-315496ab-19f8-480a-b2be-96df8e395c20 req-9c3edd7a-d709-447e-886c-fffd0391e4d8 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 944 time: 0.1361682 Dec 13 12:54:23.731515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ef97945f-415a-45cf-a320-0565b945eced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.767053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ef97945f-415a-45cf-a320-0565b945eced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.768107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-315496ab-19f8-480a-b2be-96df8e395c20 req-13343773-44ad-4093-90be-96f4d5708a3e tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b9cd69-66a2-4477-8c56-726dac50a98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632257 Dec 13 12:54:23.780782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 33455a33-d269-4b46-9973-02d10dd057b0 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:54:23.789932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 33455a33-d269-4b46-9973-02d10dd057b0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:23.790595 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.830518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ef97945f-415a-45cf-a320-0565b945eced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.840279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ef97945f-415a-45cf-a320-0565b945eced admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.845666 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ef97945f-415a-45cf-a320-0565b945eced admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51dabfe3-2179-4463-83fe-c8b37cc907ac HTTP/1.1" status: 204 len: 168 time: 0.1788170 Dec 13 12:54:23.857646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97945f-415a-45cf-a320-0565b945eced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dabfe3-2179-4463-83fe-c8b37cc907ac,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:23.949906 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:23.976881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33455a33-d269-4b46-9973-02d10dd057b0'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:23.979153 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4078171f-72f2-4d0d-ba25-c248b03404b3" -d '{"events": [{"server_uuid": "b4c065d3-4328-43fb-b920-77f6a3860377", "name": "network-vif-plugged", "status": "completed", "tag": "33455a33-d269-4b46-9973-02d10dd057b0"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:23.991286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 33455a33-d269-4b46-9973-02d10dd057b0, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=33455a33-d269-4b46-9973-02d10dd057b0,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:23.997319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:24.049285 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7406a5-c1ec-4221-8ed9-3d2624aeb34f x-openstack-request-id: req-bf7406a5-c1ec-4221-8ed9-3d2624aeb34f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:24.049633 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c065d3-4328-43fb-b920-77f6a3860377", "name": "network-vif-plugged", "status": "completed", "tag": "33455a33-d269-4b46-9973-02d10dd057b0", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:24.049893 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf7406a5-c1ec-4221-8ed9-3d2624aeb34f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:24.050332 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33455a33-d269-4b46-9973-02d10dd057b0', 'code': 200} Dec 13 12:54:24.056402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=33455a33-d269-4b46-9973-02d10dd057b0,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:24.124680 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33898989-a318-4160-887a-f40fdf2b4349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:24.183578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2b3ee-3472-4b81-ad1a-8bc26df56383 req-d8e8e55d-06c1-4c0e-b2d0-70ae1d3b7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:24.185249 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-26d2b3ee-3472-4b81-ad1a-8bc26df56383 req-d8e8e55d-06c1-4c0e-b2d0-70ae1d3b7892 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 1096 time: 0.0581217 Dec 13 12:54:24.246253 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-26d2b3ee-3472-4b81-ad1a-8bc26df56383 req-2ea91822-4a93-40ab-9134-c2a8867dcf97 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58b9cd69-66a2-4477-8c56-726dac50a98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474417 Dec 13 12:54:24.266704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47832) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:24.280598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0374e51a-075c-42a5-98c1-0943a5d9ae0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:24.363368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0374e51a-075c-42a5-98c1-0943a5d9ae0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:24.368234 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0374e51a-075c-42a5-98c1-0943a5d9ae0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:24.413166 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0374e51a-075c-42a5-98c1-0943a5d9ae0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5e2d30e9f984875af121161b178ae07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431484 Dec 13 12:54:24.413166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374e51a-075c-42a5-98c1-0943a5d9ae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe408d-5e65-4736-a683-3e971d78cffd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:24.413779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47838) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:24.482851 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f024c76-615a-4645-be49-01f2fe038d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:24.532978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f024c76-615a-4645-be49-01f2fe038d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:24.567029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cadcc-b101-467a-90f5-425d01edd5aa req-c0f94e7c-ac61-4bb5-9b81-731b330822e7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:24.568484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc7cadcc-b101-467a-90f5-425d01edd5aa req-c0f94e7c-ac61-4bb5-9b81-731b330822e7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0877490 Dec 13 12:54:24.640402 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f024c76-615a-4645-be49-01f2fe038d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:24.643048 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f024c76-615a-4645-be49-01f2fe038d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:24.644184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1f024c76-615a-4645-be49-01f2fe038d44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9fe408d-5e65-4736-a683-3e971d78cffd HTTP/1.1" status: 204 len: 168 time: 0.2289844 Dec 13 12:54:24.659981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc7cadcc-b101-467a-90f5-425d01edd5aa req-f90b6e67-32b2-4f63-8f59-0f023bc680a7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781288 Dec 13 12:54:24.683301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b188c27e-35f2-4e86-b258-1fa0bfe8f4c1 req-7719c189-ec93-4195-8f66-d0021faa573a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 210 time: 0.0561359 Dec 13 12:54:24.688361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f024c76-615a-4645-be49-01f2fe038d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe408d-5e65-4736-a683-3e971d78cffd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:24.756080 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8eae5660-98f2-47d4-b750-7c60be135219 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:54:24.761141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8eae5660-98f2-47d4-b750-7c60be135219 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:25.012426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91347a3-784a-4e1c-aab8-183861879770 req-00627bd6-43b3-4bba-a77a-51f1f0ccc5cb tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:25.022602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f91347a3-784a-4e1c-aab8-183861879770 req-00627bd6-43b3-4bba-a77a-51f1f0ccc5cb tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 945 time: 0.1511621 Dec 13 12:54:25.074784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:25.077963 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:25.099212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '8eae5660-98f2-47d4-b750-7c60be135219', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '8eae5660-98f2-47d4-b750-7c60be135219', 'mac_address': 'fa:16:3e:1d:dc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:54:25.145461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f91347a3-784a-4e1c-aab8-183861879770 req-463b14e9-5ca3-4f31-bc1e-46d182018eeb tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b9cd69-66a2-4477-8c56-726dac50a98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199937 Dec 13 12:54:25.155286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:25.164214 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:25.168423 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:25.206707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8eae5660-98f2-47d4-b750-7c60be135219 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:25.275544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:25.280795 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:54:25.281684 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:54:25.800679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9bb86-33cc-40e6-ad3d-b86fbdb49ac2 req-97d8e405-c09d-4636-98a8-8ce221cdcf92 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:25.810555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86c9bb86-33cc-40e6-ad3d-b86fbdb49ac2 req-97d8e405-c09d-4636-98a8-8ce221cdcf92 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 948 time: 0.0659313 Dec 13 12:54:25.871732 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86c9bb86-33cc-40e6-ad3d-b86fbdb49ac2 req-d385b1e1-d79b-4032-bd60-474d5727e417 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596464 Dec 13 12:54:25.874970 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:25.892163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eae5660-98f2-47d4-b750-7c60be135219 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:25.924116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:25.929658 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:25.940196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f08b7a0-41df-4b28-9885-c4e63886c119 req-d392dd70-44c6-4917-88a6-3790757d3e5d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=8984ea67-b3e2-4883-86fc-9346cc826c07 HTTP/1.1" status: 200 len: 210 time: 0.0667355 Dec 13 12:54:26.040701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:26.052196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:26.057625 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf4f90a-99bf-4902-bdd3-e68f1d8ee741" -d '{"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8eae5660-98f2-47d4-b750-7c60be135219"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:26.084234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed7503-a824-40a6-9bbd-b571d28bbc88 req-e059354d-b240-4d3c-aa7b-47f2a73f5f1b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:26.092517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3ed7503-a824-40a6-9bbd-b571d28bbc88 req-e059354d-b240-4d3c-aa7b-47f2a73f5f1b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 950 time: 0.0976613 Dec 13 12:54:26.105301 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7b3de7-bf2d-41d6-9c84-0a070d253689 x-openstack-request-id: req-df7b3de7-bf2d-41d6-9c84-0a070d253689 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:26.105593 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8eae5660-98f2-47d4-b750-7c60be135219", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:26.105853 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df7b3de7-bf2d-41d6-9c84-0a070d253689 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:26.106311 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219', 'code': 200} Dec 13 12:54:26.148755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3ed7503-a824-40a6-9bbd-b571d28bbc88 req-0ad870c0-4e21-4116-a609-01121ea861a4 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550160 Dec 13 12:54:26.222153 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8eae5660-98f2-47d4-b750-7c60be135219'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:26.298338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd4a6f-85d5-4dd6-a8d2-fc6b28b1f60b req-4475eb4e-ed0c-49ae-ae3b-fdd57a0d3cb9 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:26.300274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07fd4a6f-85d5-4dd6-a8d2-fc6b28b1f60b req-4475eb4e-ed0c-49ae-ae3b-fdd57a0d3cb9 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 945 time: 0.0788286 Dec 13 12:54:26.360479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07fd4a6f-85d5-4dd6-a8d2-fc6b28b1f60b req-09822f41-78e6-4cf1-a115-e07277300371 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b9cd69-66a2-4477-8c56-726dac50a98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537102 Dec 13 12:54:26.486054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-f49204d6-82e8-42d7-8ea0-e393fcc91adf tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351501 Dec 13 12:54:26.570302 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bf24c2d-f845-454f-ab26-8065d75e438e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:26.632277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f737403-a13d-4d1d-af7f-e94edffbb4c4 req-920be325-030d-4b62-a88a-63a477dbf3f3 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:26.633779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f737403-a13d-4d1d-af7f-e94edffbb4c4 req-920be325-030d-4b62-a88a-63a477dbf3f3 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 945 time: 0.1245346 Dec 13 12:54:26.642925 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47980) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:26.648357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4e11fe8f-d0dc-45da-b49b-39be1cb0a89e tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Request body: {'floatingip': {'port_id': '33455a33-d269-4b46-9973-02d10dd057b0'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:26.662620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-84ff05dc-f4d6-4c75-89fa-3de29aeaa952 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:26.664845 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-84ff05dc-f4d6-4c75-89fa-3de29aeaa952 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728091 Dec 13 12:54:26.688420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-ce87e04a-fd8d-452d-a91e-bb631acc9cd0 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/quotas/44c3c75256ca49be8a75a2ecc8c5748c HTTP/1.1" status: 200 len: 375 time: 0.0154040 Dec 13 12:54:26.695256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e11fe8f-d0dc-45da-b49b-39be1cb0a89e tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:26.760100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d5407737-45a0-45a6-9e0f-4e35832b79c7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636423 Dec 13 12:54:26.813654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47986) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:26.978951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-478e2209-5b13-4165-a59b-64584542db11 req-8a07034c-52b0-4347-952e-8cf55f888cea tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 210 time: 0.0412512 Dec 13 12:54:27.147494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-596dcd54-0e7b-4c90-a985-13a59c1e067d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:27.376639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e11fe8f-d0dc-45da-b49b-39be1cb0a89e tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:27.383534 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-596dcd54-0e7b-4c90-a985-13a59c1e067d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:27.384637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e11fe8f-d0dc-45da-b49b-39be1cb0a89e tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:27.423845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-596dcd54-0e7b-4c90-a985-13a59c1e067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:27.530896 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-596dcd54-0e7b-4c90-a985-13a59c1e067d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0aeb25869e764d5cbda53ee0a0df6d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7155383 Dec 13 12:54:27.539924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dcd54-0e7b-4c90-a985-13a59c1e067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eedb39-afcb-4dbc-b206-3e61450f5a23,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:27.545157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48038) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:27.649175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702a4c1-a19b-4fab-9633-935ede38d193 req-411d1c5c-2020-4ffa-814a-4edb6a01c140 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:27.651419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9702a4c1-a19b-4fab-9633-935ede38d193 req-411d1c5c-2020-4ffa-814a-4edb6a01c140 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.1679745 Dec 13 12:54:27.655155 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-4e11fe8f-d0dc-45da-b49b-39be1cb0a89e tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Floating IP 882c938f-9186-4c5a-af74-79e9c5e797e4 associated. External IP: 172.25.2.192, port: 33455a33-d269-4b46-9973-02d10dd057b0. Dec 13 12:54:27.659374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5fe5-fb6f-479c-82fb-c27b28106353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:27.659532 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:27.680981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9702a4c1-a19b-4fab-9633-935ede38d193 req-d8eeab0c-85d0-455c-93d2-f86d15065f03 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/quotas/9772ae01a15540fd9876e5edafcf23f2 HTTP/1.1" status: 200 len: 375 time: 0.0199487 Dec 13 12:54:27.716486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9702a4c1-a19b-4fab-9633-935ede38d193 req-2b995626-33bd-4c79-8a59-fbbd167c063f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327911 Dec 13 12:54:27.732427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5fe5-fb6f-479c-82fb-c27b28106353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:27.830320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9702a4c1-a19b-4fab-9633-935ede38d193 req-5deddf8b-7407-4980-ad0b-b4a22e6c1572 service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085355 Dec 13 12:54:27.933330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9702a4c1-a19b-4fab-9633-935ede38d193 req-75d2ddb6-813b-47d4-8eea-407a276eaa83 service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966730 Dec 13 12:54:28.169014 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e818232-7909-43f2-b0b2-bc6716b7aefe req-8abcd3ae-da28-4fea-88ed-f51a69383409 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 210 time: 0.0719879 Dec 13 12:54:28.190152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd3d9dd6-8246-41c4-8892-4b9114e52c81 req-29b2e94c-8565-4a66-8748-3cce92b11e27 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc988a8-791b-47e8-99a2-1d01cedff6e1 HTTP/1.1" status: 200 len: 210 time: 0.0457692 Dec 13 12:54:28.219638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-a6424781-9d5d-4e46-8f1e-ecf149ec691c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631137 Dec 13 12:54:28.317760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5fe5-fb6f-479c-82fb-c27b28106353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:28.321097 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5fe5-fb6f-479c-82fb-c27b28106353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:28.322593 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2f5f5fe5-fb6f-479c-82fb-c27b28106353 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11eedb39-afcb-4dbc-b206-3e61450f5a23 HTTP/1.1" status: 204 len: 168 time: 0.7777817 Dec 13 12:54:28.357059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f5fe5-fb6f-479c-82fb-c27b28106353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eedb39-afcb-4dbc-b206-3e61450f5a23,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:28.409121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-25cd5c33-fd15-449a-b0e7-c9945ddc4904 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:28.412256 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-25cd5c33-fd15-449a-b0e7-c9945ddc4904 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863301 Dec 13 12:54:28.423188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e11fe8f-d0dc-45da-b49b-39be1cb0a89e tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Router f7a5672b-9309-46f1-b694-c763224e92e8 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:54:28.428629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Request body: {'port': {'device_id': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '44c3c75256ca49be8a75a2ecc8c5748c'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:28.624167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e11fe8f-d0dc-45da-b49b-39be1cb0a89e tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:54:28.628793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Made reservation on behalf of 44c3c75256ca49be8a75a2ecc8c5748c for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:28.631647 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e11fe8f-d0dc-45da-b49b-39be1cb0a89e tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:28.639861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] Sync routers for ids ['f7a5672b-9309-46f1-b694-c763224e92e8'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:54:28.643387 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:28.660376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] Routers {'f7a5672b-9309-46f1-b694-c763224e92e8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:28.660947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7a5672b-9309-46f1-b694-c763224e92e8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:28.728408 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4e11fe8f-d0dc-45da-b49b-39be1cb0a89e tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "PUT /v2.0/floatingips/882c938f-9186-4c5a-af74-79e9c5e797e4 HTTP/1.1" status: 200 len: 991 time: 2.0838103 Dec 13 12:54:28.729053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'tag': '33455a33-d269-4b46-9973-02d10dd057b0'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:28.731355 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0b87c0-8e78-428b-8bef-fac4b1eb317c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c065d3-4328-43fb-b920-77f6a3860377", "tag": "33455a33-d269-4b46-9973-02d10dd057b0"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:28.808918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8eae5660-98f2-47d4-b750-7c60be135219 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:28.903713 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94990b2e-792e-4532-8024-e1604d9e0621 x-openstack-request-id: req-94990b2e-792e-4532-8024-e1604d9e0621 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:28.904003 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c065d3-4328-43fb-b920-77f6a3860377", "tag": "33455a33-d269-4b46-9973-02d10dd057b0", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:28.904251 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94990b2e-792e-4532-8024-e1604d9e0621 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:28.904650 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'tag': '33455a33-d269-4b46-9973-02d10dd057b0', 'status': 'completed', 'code': 200} Dec 13 12:54:28.913017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Allocated IP 192.168.233.243 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/7b4ce042-b4d3-4162-9333-d071ad3df34b) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:28.921763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] Set router f7a5672b-9309-46f1-b694-c763224e92e8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:29.019186 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-b667cf15-bba3-4a2c-86b9-57ccc935930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:29.020687 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-b667cf15-bba3-4a2c-86b9-57ccc935930a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=70f9b7b894b143fa8a05df9eac87410d&device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 1096 time: 0.0905178 Dec 13 12:54:29.059663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 8eae5660-98f2-47d4-b750-7c60be135219 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:29.059981 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:29.162970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:29.175963 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:29.194944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-dd8342c6-afac-4491-962f-8b9c2f08638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:29.197010 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-dd8342c6-afac-4491-962f-8b9c2f08638a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0add7c87-0257-432e-82e2-9de40711d475 HTTP/1.1" status: 200 len: 914 time: 0.1689391 Dec 13 12:54:29.215604 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:29.232581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8eae5660-98f2-47d4-b750-7c60be135219'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:29.234732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['0476e80a-f1f0-4211-b419-4ecd8062eaed', '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:29.287818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:29.295815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:29.299536 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:29.309040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:29.315064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.315581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.315934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.316274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.316609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.317413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.317750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.318103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.318686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.319013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.319350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.319675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.320006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:29.339708 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-bd226ec9-8c12-4448-aec2-b88ccd479c54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33455a33-d269-4b46-9973-02d10dd057b0 HTTP/1.1" status: 200 len: 999 time: 0.1352789 Dec 13 12:54:29.434113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-878c02fd-010c-40c5-904c-5df9015e63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:29.435843 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-878c02fd-010c-40c5-904c-5df9015e63bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5935d017-1f5b-45f5-8b88-9b70be3b5771 HTTP/1.1" status: 200 len: 853 time: 0.0890584 Dec 13 12:54:29.526489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-b7618d9f-ff9c-4819-b852-64747a685c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:29.528056 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-b7618d9f-ff9c-4819-b852-64747a685c80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0add7c87-0257-432e-82e2-9de40711d475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847008 Dec 13 12:54:29.636034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:29.636517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:29.684386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05141ff-e342-470f-9e35-a61b630b40cf req-e6b4a277-42dd-46d5-aa02-d4c06df5f7cd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:29.686053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a05141ff-e342-470f-9e35-a61b630b40cf req-e6b4a277-42dd-46d5-aa02-d4c06df5f7cd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 936 time: 0.3466942 Dec 13 12:54:29.714542 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:29.729081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-699b8466-fe26-4fbc-93bf-204fa68c164e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3066931 Dec 13 12:54:29.732766 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-9e6354b1-5aa2-4267-896b-6e53f2ee2f11 service neutron] 10.222.0.37 "GET /v2.0/networks/0add7c87-0257-432e-82e2-9de40711d475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963105 Dec 13 12:54:29.751660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Request body: {'port': {'device_id': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:29.821392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-8dd5b3a9-1cf0-4647-b4bc-570115ee6084 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:29.822976 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-8dd5b3a9-1cf0-4647-b4bc-570115ee6084 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.3513548 Dec 13 12:54:29.849552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a05141ff-e342-470f-9e35-a61b630b40cf req-eac9c02c-6cf2-4308-bb13-cff66d2c37e7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477799 Dec 13 12:54:29.876154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:29.878566 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafe430b-c048-4331-bd2b-78d15b81adf5" -d '{"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "8eae5660-98f2-47d4-b750-7c60be135219"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:29.885171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:29.887885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-5b01da4c-af22-4b25-b4cb-acc4dd934d9c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/quotas/9772ae01a15540fd9876e5edafcf23f2 HTTP/1.1" status: 200 len: 375 time: 0.0442300 Dec 13 12:54:29.898757 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da0b87c0-8e78-428b-8bef-fac4b1eb317c req-725e9933-d7c3-4ecf-98f8-3e471bd051f6 service neutron] 10.222.0.37 "GET /v2.0/networks/0add7c87-0257-432e-82e2-9de40711d475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569586 Dec 13 12:54:29.951588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-0adb9bab-b3c2-4044-81ee-ba89ab13a885 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509772 Dec 13 12:54:30.136206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:30.215319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:30.217154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ac5b3e0c-c097-43d6-b4b5-b29e817de8c6 None None] Provisioning complete for port 7b4ce042-b4d3-4162-9333-d071ad3df34b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:30.217503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3e0c-c097-43d6-b4b5-b29e817de8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:30.246022 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7f9e87-467b-4fda-baf1-551ff63dcc2a x-openstack-request-id: req-1b7f9e87-467b-4fda-baf1-551ff63dcc2a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:30.246398 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "8eae5660-98f2-47d4-b750-7c60be135219", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:30.246574 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b7f9e87-467b-4fda-baf1-551ff63dcc2a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:30.246961 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219', 'code': 200} Dec 13 12:54:30.289870 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:30.361631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b3e0c-c097-43d6-b4b5-b29e817de8c6 None None] Port 7b4ce042-b4d3-4162-9333-d071ad3df34b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:54:30.369713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:30.389263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.389637 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.389978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.390379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.390873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.391206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.391555 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.392193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.392193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.392465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.392784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.393099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.393409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:54:30.408031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '882c938f-9186-4c5a-af74-79e9c5e797e4', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'port_id': '33455a33-d269-4b46-9973-02d10dd057b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'mac_address': 'fa:16:3e:de:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:54:11Z', 'updated_at': '2021-12-13T12:54:27Z', 'revision_number': 1, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:14Z', 'revision_number': 5, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:30.451003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] Checking router: f7a5672b-9309-46f1-b694-c763224e92e8 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:54:30.470890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] Routers {'f7a5672b-9309-46f1-b694-c763224e92e8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:30.471514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7a5672b-9309-46f1-b694-c763224e92e8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:30.627428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] Set router f7a5672b-9309-46f1-b694-c763224e92e8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:30.674680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-92229319-16d4-4b75-92e9-2ae78e86a092 service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7213802 Dec 13 12:54:30.895038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-2cfc3b7e-4c39-45ac-8363-8d8d857791da service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097836 Dec 13 12:54:30.910861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '882c938f-9186-4c5a-af74-79e9c5e797e4', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'port_id': '33455a33-d269-4b46-9973-02d10dd057b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'mac_address': 'fa:16:3e:de:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:54:11Z', 'updated_at': '2021-12-13T12:54:27Z', 'revision_number': 1, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:14Z', 'revision_number': 5, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:30.913214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4ce042-b4d3-4162-9333-d071ad3df34b {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:30.924636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:30.942809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Transition to ACTIVE for port object 7b4ce042-b4d3-4162-9333-d071ad3df34b will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:54:30.952425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:30.962055 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b51b3-dc7a-464e-bf53-4fcad9c16c1e None None] The sync data for ids ['f7a5672b-9309-46f1-b694-c763224e92e8'] in n-d-817326-4 is: [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '882c938f-9186-4c5a-af74-79e9c5e797e4', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'port_id': '33455a33-d269-4b46-9973-02d10dd057b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'mac_address': 'fa:16:3e:de:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:54:11Z', 'updated_at': '2021-12-13T12:54:27Z', 'revision_number': 1, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:14Z', 'revision_number': 5, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:54:30.969940 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48172) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:31.013303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:31.178140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47af9b-a253-4117-8813-b43314b7c783 req-7f75a5cf-e6fe-460a-8410-685770d0f092 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:31.186540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b47af9b-a253-4117-8813-b43314b7c783 req-7f75a5cf-e6fe-460a-8410-685770d0f092 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 948 time: 0.2172425 Dec 13 12:54:31.211959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:54:31.212289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:54:31.212609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:31.230585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Port 7b4ce042-b4d3-4162-9333-d071ad3df34b on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:54:31.230905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:31.275272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:54:31.275608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:31.275984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:54:31.276422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Bound port: 7b4ce042-b4d3-4162-9333-d071ad3df34b, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:54:31.286566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.386185 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a59af7-9838-4628-b736-2a173ff197b3 None None] New status for floating IP 882c938f-9186-4c5a-af74-79e9c5e797e4: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:54:31.413008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e4d70e4-8f96-4da1-9097-1c023b422459 req-6b645e2c-1e2a-4b0e-b399-fb2382a14c44 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 210 time: 0.1601303 Dec 13 12:54:31.456041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b47af9b-a253-4117-8813-b43314b7c783 req-220643c9-8933-4a3f-8f95-36b73a1cda0d tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684095 Dec 13 12:54:31.466606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1510149090'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:31.534704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Made reservation on behalf of d8ea40bcd0314a28b0d6fed3161ae4d7 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:31.538465 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.548589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:54:31.559545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:54:31.559964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.567375 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.614179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:31.614852 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.616596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] 10.222.0.42 "PUT /v2.0/ports/7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 1096 time: 1.8722942 Dec 13 12:54:31.623574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:31.626972 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ce1de7-a333-4b92-a54a-28d24b95928c" -d '{"events": [{"name": "network-changed", "server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:31.717293 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5da25a8-6a78-461c-adcc-e7249d6eb186 x-openstack-request-id: req-d5da25a8-6a78-461c-adcc-e7249d6eb186 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:31.718233 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:31.718233 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5da25a8-6a78-461c-adcc-e7249d6eb186 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:31.718528 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'status': 'completed', 'code': 200} Dec 13 12:54:31.762919 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.771421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.790133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:54:31.803927 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.804476 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Added segment 1a44c8c5-d4ee-4620-aa05-b8bc1fe2748e of type vlan for network d2a58d26-4707-42cf-bd45-dca0735f263d Dec 13 12:54:31.827635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cb529-95d6-4f43-b0b5-a10b1239cfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:31.879068 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.881378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-32193978-75ca-48e0-840b-123d4afa1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:31.882922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-32193978-75ca-48e0-840b-123d4afa1726 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1099 time: 0.2018487 Dec 13 12:54:31.890974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a65ef8-a701-4663-a374-558c45842521 req-9e36d646-f37a-46a0-b253-1bd8e4e7a516 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:31.897742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800f9260-f636-4e1b-a963-f603bf5c0877,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:31.899140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68a65ef8-a701-4663-a374-558c45842521 req-9e36d646-f37a-46a0-b253-1bd8e4e7a516 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 945 time: 0.1635942 Dec 13 12:54:31.923884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.930714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:31.931416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:31.977054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-dbe9aa38-546d-44e3-84b0-3049041d065e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 217 time: 0.0586960 Dec 13 12:54:32.039285 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0681632 Dec 13 12:54:32.041028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b262a94-eabc-465d-bb44-8f1056207304 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Pushing event updated for resources: {'Network': ['ID=d2a58d26-4707-42cf-bd45-dca0735f263d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:32.043190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48206) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:32.048314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68a65ef8-a701-4663-a374-558c45842521 req-fd1549cb-6d38-4494-b49a-713c07fb0d67 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482306 Dec 13 12:54:32.053749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network d2a58d26-4707-42cf-bd45-dca0735f263d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:54:32.089709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-7480f691-54d8-4cea-84e3-41d2ff876e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:32.091269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-7480f691-54d8-4cea-84e3-41d2ff876e61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1079040 Dec 13 12:54:32.171856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-5d2fdbe9-4b00-4409-8b67-34d43490d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:32.173404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-5d2fdbe9-4b00-4409-8b67-34d43490d423 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744760 Dec 13 12:54:32.250928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Request body: {'network': {'name': 'tempest-network--2019131948', 'router:external': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:32.272074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Made reservation on behalf of f4adfea0459445cfba26e48bc5edb867 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:32.274551 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:32.279695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-da78621e-220d-4bcb-aad9-0d82cbb0157c service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986614 Dec 13 12:54:32.283534 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:32.375810 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:32.381204 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:32.382431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4d72d7-e768-4462-b8f4-387a25d41892 req-c05d3ed7-3d24-4090-9dcd-5cfb2ee42979 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949137 Dec 13 12:54:32.402933 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:54:32.417485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3246cd15-ee16-4b7d-b9f7-59ce6dc29643,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:32.423555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:32.423890 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Added segment 9ed8cf1e-f3e1-4d9e-80df-3f0adcc754b0 of type vlan for network 383e27f3-8762-4b24-a6ca-4449d0ef9b31 Dec 13 12:54:32.475583 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:32.521141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-4df7c5e7-6696-4ad5-a320-aa7c4f4cfa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:32.523955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-4df7c5e7-6696-4ad5-a320-aa7c4f4cfa44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1099 time: 0.0787842 Dec 13 12:54:32.551417 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:32.553406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:32.554555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:32.567486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05daf6c8-15e6-449d-8984-2fd05e0119a2 req-05fee99c-2bd5-4979-a542-e7595e32e0b3 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 210 time: 0.0421050 Dec 13 12:54:32.641916 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5900433 Dec 13 12:54:32.654631 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48228) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:32.731572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-c224f869-7536-41a5-8ed9-227b9be2bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:32.733570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-c224f869-7536-41a5-8ed9-227b9be2bc9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1435194 Dec 13 12:54:32.809525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-265660d4-6a1b-4586-9122-b39733c384f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 217 time: 0.0620947 Dec 13 12:54:32.818542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f900ae-1e5a-4b72-80f0-f9a567b622fb req-6f287f12-18f2-409c-b3d5-8e62e8b61836 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:32.827705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4f900ae-1e5a-4b72-80f0-f9a567b622fb req-6f287f12-18f2-409c-b3d5-8e62e8b61836 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 948 time: 0.2543223 Dec 13 12:54:32.851509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d854120-e042-4007-b9c0-ea33073d9546 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event updated for resources: {'Network': ['ID=383e27f3-8762-4b24-a6ca-4449d0ef9b31,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:32.867320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 383e27f3-8762-4b24-a6ca-4449d0ef9b31 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:54:32.871660 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:32.889471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-e4b9cd8b-33a4-4ff5-b75d-2160afee90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:32.891303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-e4b9cd8b-33a4-4ff5-b75d-2160afee90eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0613306 Dec 13 12:54:32.903788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-b7843bad-3495-4231-b17f-209668e7a141 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:32.905595 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-b7843bad-3495-4231-b17f-209668e7a141 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.37 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.3317502 Dec 13 12:54:32.935411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Request body: {'port': {'device_id': '597005e3-eaee-43bf-88a5-afd8da7311c5', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'admin_state_up': True, 'tenant_id': '9772ae01a15540fd9876e5edafcf23f2'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:32.973685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4f900ae-1e5a-4b72-80f0-f9a567b622fb req-4359f1f5-f301-4301-820c-45d20b53e26e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399829 Dec 13 12:54:32.993076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-f38b9025-f233-4668-958c-d59dd14427f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:32.994857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-f38b9025-f233-4668-958c-d59dd14427f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945737 Dec 13 12:54:33.039500 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.068979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383e27f3-8762-4b24-a6ca-4449d0ef9b31']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:33.082676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed8cf1e-f3e1-4d9e-80df-3f0adcc754b0') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:33.083007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed8cf1e-f3e1-4d9e-80df-3f0adcc754b0') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:33.098774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.132594 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.148808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:54:33.149200 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:54:33.151281 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:54:33.153135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-c32b9e8b-d191-403a-9b60-d3945789a712 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462133 Dec 13 12:54:33.163959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1161d-9b3b-46bc-aee4-4d700d0ca900 req-6c01e46b-1eed-429e-943a-97fd5cc6f480 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:33.166186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18d1161d-9b3b-46bc-aee4-4d700d0ca900 req-6c01e46b-1eed-429e-943a-97fd5cc6f480 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 945 time: 0.0824711 Dec 13 12:54:33.217560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Made reservation on behalf of 9772ae01a15540fd9876e5edafcf23f2 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:33.221550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.243186 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.254017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 383e27f3-8762-4b24-a6ca-4449d0ef9b31 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 12:54:33.257346 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.260552 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "DELETE /v2.0/networks/383e27f3-8762-4b24-a6ca-4449d0ef9b31 HTTP/1.1" status: 204 len: 168 time: 0.6033220 Dec 13 12:54:33.264071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48236) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:33.272400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:33.287046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18d1161d-9b3b-46bc-aee4-4d700d0ca900 req-eb99e3f3-95ff-41fd-9359-51bec6391d2a tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017916 Dec 13 12:54:33.322719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04ce1de7-a333-4b92-a54a-28d24b95928c req-486bf864-0c68-49c6-bef4-c3a99c114ac1 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562259 Dec 13 12:54:33.326061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb95be0-7620-4c99-9a56-4c2ce97557db tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event deleted for resources: {'Network': ['ID=383e27f3-8762-4b24-a6ca-4449d0ef9b31,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:33.365211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Made reservation on behalf of f4adfea0459445cfba26e48bc5edb867 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:33.367803 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.431359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:54:33.448994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.449330 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Added segment 1c439381-ea92-4f97-8721-57dfe3bc248b of type vlan for network f6abf49f-462b-4e7f-8d82-4d4792dbf76e Dec 13 12:54:33.451005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Allocated IP 172.20.0.10 (be377527-9066-473d-8938-97561d99b9c3/43b1bb2c-5ffb-4f6b-a9ce-eb6937338554/bc5e31fb-445e-4dae-adbf-b381d0fedfaa) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:33.520443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.615166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.616213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:33.616956 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.707763 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4395509 Dec 13 12:54:33.709085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48252) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:33.715242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Request body: {'subnet': {'network_id': 'f6abf49f-462b-4e7f-8d82-4d4792dbf76e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:33.724522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b40e05-ee27-4a01-9c58-a2112a0a7795 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event updated for resources: {'Network': ['ID=f6abf49f-462b-4e7f-8d82-4d4792dbf76e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:33.737587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network f6abf49f-462b-4e7f-8d82-4d4792dbf76e details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:54:33.768209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.768859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e2b5e99-8424-4254-9761-530963afb0fa req-51e892db-27dc-406d-8650-dca2a4ccb674 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 210 time: 0.0464871 Dec 13 12:54:33.782755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Made reservation on behalf of f4adfea0459445cfba26e48bc5edb867 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:33.785490 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.853967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48256) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:33.871738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:33.938154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Network be377527-9066-473d-8938-97561d99b9c3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:33.941358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:33.946523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:33.950710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event updated for resources: {'Port': ['ID=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:34.018040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:34.018735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.046575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-64b3ef68-a22d-45ad-b7d8-6fd406273c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.057610 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-acad9844-d76c-4687-b729-ef51b178f010 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1268179 Dec 13 12:54:34.072507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Request body: {'port': {'device_id': '597005e3-eaee-43bf-88a5-afd8da7311c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:34.091193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973f4e2-0ba2-419f-801b-d2008456a349 req-76ee8c85-7a4e-4062-8582-d2e051ca03ff tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:34.092819 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8973f4e2-0ba2-419f-801b-d2008456a349 req-76ee8c85-7a4e-4062-8582-d2e051ca03ff tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 945 time: 0.1283813 Dec 13 12:54:34.151851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.209862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7643127-1678-4565-8e69-cf9082b74158 req-81f7f284-c925-4a5e-a573-aff47f109f72 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:34.210461 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-64b3ef68-a22d-45ad-b7d8-6fd406273c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.211274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7643127-1678-4565-8e69-cf9082b74158 req-81f7f284-c925-4a5e-a573-aff47f109f72 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 948 time: 0.1465156 Dec 13 12:54:34.218758 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-64b3ef68-a22d-45ad-b7d8-6fd406273c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.220602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8973f4e2-0ba2-419f-801b-d2008456a349 req-876fa62f-509a-4a37-a322-622d65b84337 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066961 Dec 13 12:54:34.284784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7643127-1678-4565-8e69-cf9082b74158 req-d4a43371-5535-4074-8265-a05c70843011 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624094 Dec 13 12:54:34.321707 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-64b3ef68-a22d-45ad-b7d8-6fd406273c64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c05d1b1703474eddbd0cf1f1e06ced72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4663208 Dec 13 12:54:34.324571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48264) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:34.325583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3ef68-a22d-45ad-b7d8-6fd406273c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d486be-9abe-4698-a9e1-24cb78a2f0b4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:34.367829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.objects.ports [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109886) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 12:54:34.368286 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.434088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event updated for resources: {'Subnet': ['ID=71331891-4e48-4c0b-80f0-23470901916f,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:34.461046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7fba614a-c0b1-436a-a895-6c459bd81eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.482703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Checking segment: {'id': '1c439381-ea92-4f97-8721-57dfe3bc248b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6abf49f-462b-4e7f-8d82-4d4792dbf76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:34.483056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Network hostable DHCP agents. Network: f6abf49f-462b-4e7f-8d82-4d4792dbf76e, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:54:34.484313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5e31fb-445e-4dae-adbf-b381d0fedfaa {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:34.490454 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7fba614a-c0b1-436a-a895-6c459bd81eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.492182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.507149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Transition to ACTIVE for port object bc5e31fb-445e-4dae-adbf-b381d0fedfaa will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:54:34.513362 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.527284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Network f6abf49f-462b-4e7f-8d82-4d4792dbf76e is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:54:34.544424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, f6abf49f-462b-4e7f-8d82-4d4792dbf76e) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:34.549838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:34.550486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.561209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01b14e-aa07-4b00-a107-a2a8d42e4768 None None] Network f6abf49f-462b-4e7f-8d82-4d4792dbf76e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:54:34.568822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-407a1dc5-7c62-4dee-8df9-ab4cfef63803 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8578439 Dec 13 12:54:34.569533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:34.571456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48266) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:34.578771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Request body: {'floatingip': {'floating_network_id': 'f6abf49f-462b-4e7f-8d82-4d4792dbf76e'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:34.583450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7fba614a-c0b1-436a-a895-6c459bd81eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.586301 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7fba614a-c0b1-436a-a895-6c459bd81eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.587467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7fba614a-c0b1-436a-a895-6c459bd81eb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65d486be-9abe-4698-a9e1-24cb78a2f0b4 HTTP/1.1" status: 204 len: 168 time: 0.2615161 Dec 13 12:54:34.631292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba614a-c0b1-436a-a895-6c459bd81eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d486be-9abe-4698-a9e1-24cb78a2f0b4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:34.649532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Attempting to bind port bc5e31fb-445e-4dae-adbf-b381d0fedfaa on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:54:34.650125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Attempting to bind port bc5e31fb-445e-4dae-adbf-b381d0fedfaa by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:54:34.650564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Attempting to bind port bc5e31fb-445e-4dae-adbf-b381d0fedfaa on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:34.656723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Port bc5e31fb-445e-4dae-adbf-b381d0fedfaa on network be377527-9066-473d-8938-97561d99b9c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:54:34.657333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Attempting to bind port bc5e31fb-445e-4dae-adbf-b381d0fedfaa on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:34.659768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.663686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:54:34.664150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Checking segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:34.664660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Bound using segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:54:34.665196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Bound port: bc5e31fb-445e-4dae-adbf-b381d0fedfaa, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:54:34.665674 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.700637 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e222c8b-f22b-475d-90d4-32e02b02b2dc None None] Network f6abf49f-462b-4e7f-8d82-4d4792dbf76e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:54:34.749151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] For port bc5e31fb-445e-4dae-adbf-b381d0fedfaa, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:54:34.753467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] For port bc5e31fb-445e-4dae-adbf-b381d0fedfaa, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:54:34.761913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.824558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:34.825371 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.827267 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] 10.222.0.37 "PUT /v2.0/ports/bc5e31fb-445e-4dae-adbf-b381d0fedfaa HTTP/1.1" status: 200 len: 1092 time: 0.7588494 Dec 13 12:54:34.828495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597005e3-eaee-43bf-88a5-afd8da7311c5', 'tag': 'bc5e31fb-445e-4dae-adbf-b381d0fedfaa'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:34.831212 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575bc201-e217-4559-a99e-011cf04af27e" -d '{"events": [{"name": "network-changed", "server_uuid": "597005e3-eaee-43bf-88a5-afd8da7311c5", "tag": "bc5e31fb-445e-4dae-adbf-b381d0fedfaa"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:34.834268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:54:34.889870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:34.924497 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74392bd0-e644-4490-aab0-5dcaffb86653 x-openstack-request-id: req-74392bd0-e644-4490-aab0-5dcaffb86653 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:34.926234 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597005e3-eaee-43bf-88a5-afd8da7311c5", "tag": "bc5e31fb-445e-4dae-adbf-b381d0fedfaa", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:34.926681 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74392bd0-e644-4490-aab0-5dcaffb86653 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:34.927252 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597005e3-eaee-43bf-88a5-afd8da7311c5', 'tag': 'bc5e31fb-445e-4dae-adbf-b381d0fedfaa', 'status': 'completed', 'code': 200} Dec 13 12:54:34.954680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:34.958017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec7adf-4042-4ace-b61f-b42659b6e004 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:34.969857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'mac_address': 'fa:16:3e:bc:26:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:54:35.007774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-e1768073-d592-48fb-b562-f10211375c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:35.009664 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-e1768073-d592-48fb-b562-f10211375c66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 1095 time: 0.1206522 Dec 13 12:54:35.016216 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.050747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4ce042-b4d3-4162-9333-d071ad3df34b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:35.054748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4d80b-5653-4636-a656-27e6ca63883f req-1d1a23d0-29e6-48df-ad23-c988c4b05f9b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:35.063517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38d4d80b-5653-4636-a656-27e6ca63883f req-1d1a23d0-29e6-48df-ad23-c988c4b05f9b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 944 time: 0.1203387 Dec 13 12:54:35.085867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:35.093681 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.114338 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-0553edd2-6f64-4511-96a9-b7b073ddfda8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc5e31fb-445e-4dae-adbf-b381d0fedfaa HTTP/1.1" status: 200 len: 217 time: 0.0954936 Dec 13 12:54:35.118489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Allocated IP 172.20.0.7 (f6abf49f-462b-4e7f-8d82-4d4792dbf76e/71331891-4e48-4c0b-80f0-23470901916f/10117109-a92c-4d7c-bf6a-d2efd8e9e543) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:35.126049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48280) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:35.148120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38d4d80b-5653-4636-a656-27e6ca63883f req-8952fece-a501-43f1-ba41-e398cb41a8ed tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836971 Dec 13 12:54:35.150399 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c8de-51ca-4b7a-a4ca-6965b5163475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.156551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:35.205243 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-bd94e430-9118-47cc-8901-d81283f73933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:35.206798 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-bd94e430-9118-47cc-8901-d81283f73933 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.0724452 Dec 13 12:54:35.252659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.262749 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-65715b08-c45b-4364-a813-98ad66c1be54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314319 Dec 13 12:54:35.293504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.325607 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c8de-51ca-4b7a-a4ca-6965b5163475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.362655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Network f6abf49f-462b-4e7f-8d82-4d4792dbf76e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:35.368967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c8de-51ca-4b7a-a4ca-6965b5163475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.378746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:35.381132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7b4ce042-b4d3-4162-9333-d071ad3df34b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:35.392479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:35.411552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event updated for resources: {'Port': ['ID=10117109-a92c-4d7c-bf6a-d2efd8e9e543,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:35.429618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d7a7c8de-51ca-4b7a-a4ca-6965b5163475 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb4819a5d92540a48c368e758f0194a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3023500 Dec 13 12:54:35.433361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48288) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:35.447005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7c8de-51ca-4b7a-a4ca-6965b5163475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e3a90d-a097-4ba4-af5c-36c4b8dbb64d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:35.460723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd23cab-27e9-49e5-9931-e614cf20c3bc req-1995d319-a8ca-4b79-8401-d6976cd49309 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:35.467556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-c856a4d3-df9b-4202-b72f-7d3e8186722b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:35.468213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dd23cab-27e9-49e5-9931-e614cf20c3bc req-1995d319-a8ca-4b79-8401-d6976cd49309 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 945 time: 0.1475635 Dec 13 12:54:35.469148 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-c856a4d3-df9b-4202-b72f-7d3e8186722b tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 945 time: 0.1893477 Dec 13 12:54:35.536121 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-b4fb60fc-c236-49d2-9809-4b434ccc2e12 service neutron] 10.222.0.37 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580135 Dec 13 12:54:35.536361 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dd23cab-27e9-49e5-9931-e614cf20c3bc req-4430c013-8d4f-4a1c-b237-b16d77dabb20 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669384 Dec 13 12:54:35.547870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34638562-9ba1-476d-bda2-8ed97ae73cd1 req-ae7e1420-033e-4c95-8db1-6683183193e5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:35.549941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34638562-9ba1-476d-bda2-8ed97ae73cd1 req-ae7e1420-033e-4c95-8db1-6683183193e5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 949 time: 0.1861076 Dec 13 12:54:35.606312 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ff30bc4-2530-43b1-877a-f5e4e647a0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.620995 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.641169 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34638562-9ba1-476d-bda2-8ed97ae73cd1 req-e9786db6-4e73-44b9-98ff-00431f46bfaa tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650444 Dec 13 12:54:35.671815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.676247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ff30bc4-2530-43b1-877a-f5e4e647a0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.731489 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-78c814d8-61bd-4a2e-8119-a33f13215ad3 req-95fc7eef-69d9-44ae-8748-08d8ca67011a service neutron] 10.222.0.37 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521451 Dec 13 12:54:35.739126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Deleting port 94c52468-a403-4412-a8f7-ef123fd25ded {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:35.739511 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.827866 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ff30bc4-2530-43b1-877a-f5e4e647a0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.830406 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ff30bc4-2530-43b1-877a-f5e4e647a0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.831532 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1ff30bc4-2530-43b1-877a-f5e4e647a0c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70e3a90d-a097-4ba4-af5c-36c4b8dbb64d HTTP/1.1" status: 204 len: 168 time: 0.3971329 Dec 13 12:54:35.835100 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.841249 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.853797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff30bc4-2530-43b1-877a-f5e4e647a0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e3a90d-a097-4ba4-af5c-36c4b8dbb64d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:35.888616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] For port 94c52468-a403-4412-a8f7-ef123fd25ded, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=94c52468-a403-4412-a8f7-ef123fd25ded,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:35.888981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.892624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc201-e217-4559-a99e-011cf04af27e req-be245cdb-98da-40f1-a316-d2c855b4d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:35.894144 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-575bc201-e217-4559-a99e-011cf04af27e req-be245cdb-98da-40f1-a316-d2c855b4d976 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 1095 time: 0.1105056 Dec 13 12:54:35.936390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event updated for resources: {'Port': ['ID=10117109-a92c-4d7c-bf6a-d2efd8e9e543,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:35.946063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.962932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:35.966347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-123faf10-2863-4e3a-8c15-b02661e41ef8 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3901906 Dec 13 12:54:35.967148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48292) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:36.047458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dee47fbe-8e6b-4735-8519-c08fc6ebf505 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=f6abf49f-462b-4e7f-8d82-4d4792dbf76e HTTP/1.1" status: 200 len: 689 time: 0.0797684 Dec 13 12:54:36.049837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48298) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:36.166155 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:36.346192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72727f-90fc-45a6-a3c9-372929e13aa3 req-8c5baad4-246d-4997-aa49-b81f2b70fc42 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:36.347593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e72727f-90fc-45a6-a3c9-372929e13aa3 req-8c5baad4-246d-4997-aa49-b81f2b70fc42 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 944 time: 0.0643430 Dec 13 12:54:36.352764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Deleting port 10117109-a92c-4d7c-bf6a-d2efd8e9e543 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:36.355179 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:36.377336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc201-e217-4559-a99e-011cf04af27e req-669832fd-2c66-4bf3-adb4-97ff4bdd5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:36.378877 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-575bc201-e217-4559-a99e-011cf04af27e req-669832fd-2c66-4bf3-adb4-97ff4bdd5c54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 911 time: 0.4757936 Dec 13 12:54:36.459223 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-575bc201-e217-4559-a99e-011cf04af27e req-47e13d6e-1556-4a91-b4b6-0a16d62e33b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc5e31fb-445e-4dae-adbf-b381d0fedfaa HTTP/1.1" status: 200 len: 217 time: 0.0449197 Dec 13 12:54:36.462730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e72727f-90fc-45a6-a3c9-372929e13aa3 req-6c2593ec-ac10-4367-b61a-3ae175b51f3e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026731 Dec 13 12:54:36.488799 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:36.492116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:36.504362 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:36.504730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:36.505040 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Floating IP a3862453-0d28-4152-bcb6-ebbb0d45967c disassociated. External IP: 172.25.2.14, port: 94c52468-a403-4412-a8f7-ef123fd25ded. Dec 13 12:54:36.505184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Calling delete_port for 10117109-a92c-4d7c-bf6a-d2efd8e9e543 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:36.505702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Calling delete_port for 94c52468-a403-4412-a8f7-ef123fd25ded owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:36.566636 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc201-e217-4559-a99e-011cf04af27e req-25d33c77-9574-4d32-aee1-7da5805b64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:36.566636 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-575bc201-e217-4559-a99e-011cf04af27e req-25d33c77-9574-4d32-aee1-7da5805b64ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.0951953 Dec 13 12:54:36.613500 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-575bc201-e217-4559-a99e-011cf04af27e req-1b57368d-17ff-4b83-a51f-692a54045200 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364971 Dec 13 12:54:36.699672 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d95ad8-d2b1-4665-b10b-b100f184dca7 req-9ef508a7-0511-4f96-8a05-2edcf29d0bc7 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:36.701358 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77d95ad8-d2b1-4665-b10b-b100f184dca7 req-9ef508a7-0511-4f96-8a05-2edcf29d0bc7 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 945 time: 0.0819447 Dec 13 12:54:36.702921 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:36.737918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event deleted for resources: {'Port': ['ID=10117109-a92c-4d7c-bf6a-d2efd8e9e543,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:36.777976 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-575bc201-e217-4559-a99e-011cf04af27e req-c9c021a8-9c64-4727-8aec-ba23c613ba63 service neutron] 10.222.0.37 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493163 Dec 13 12:54:36.784138 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:36.819651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:36.828299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Pushing event deleted for resources: {'Port': ['ID=94c52468-a403-4412-a8f7-ef123fd25ded,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:36.858840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77d95ad8-d2b1-4665-b10b-b100f184dca7 req-313e5901-6bb3-420b-a27c-761a132f9725 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups?id=1708acc4-0953-40a8-902a-12ccb70b9f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475387 Dec 13 12:54:36.881736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605b46a-0894-4187-aafb-cc9aae1c0c70 req-f168809c-cba0-4394-8c70-469b9faf1f52 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:36.891902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b605b46a-0894-4187-aafb-cc9aae1c0c70 req-f168809c-cba0-4394-8c70-469b9faf1f52 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 949 time: 0.1628819 Dec 13 12:54:36.903719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:36.948512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 7b4ce042-b4d3-4162-9333-d071ad3df34b completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:54:36.950628 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-575bc201-e217-4559-a99e-011cf04af27e req-4cc65f0e-3552-436c-9396-4116df7d58fc service neutron] 10.222.0.37 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571994 Dec 13 12:54:36.957887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 7b4ce042-b4d3-4162-9333-d071ad3df34b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:36.958634 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:36.984791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b605b46a-0894-4187-aafb-cc9aae1c0c70 req-cd206f48-fa07-47d1-a1aa-47866cfeeb64 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867054 Dec 13 12:54:36.993873 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.072740 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.074405 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.091500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:54:37.108709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=71331891-4e48-4c0b-80f0-23470901916f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:37.111784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:37.120474 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f64378e-1e48-48a8-b7fa-1c33b817589e" -d '{"events": [{"server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:37.130232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:37.137742 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.172184 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30273da4-f75d-4791-a638-4148dc0d91da x-openstack-request-id: req-30273da4-f75d-4791-a638-4148dc0d91da {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:37.172905 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:37.184204 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30273da4-f75d-4791-a638-4148dc0d91da {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:37.185124 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'code': 200} Dec 13 12:54:37.226810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.227414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:37.299164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6abf49f-462b-4e7f-8d82-4d4792dbf76e']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:37.322295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:54:37.326516 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.338570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] Sync routers for ids ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:54:37.347192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c439381-ea92-4f97-8721-57dfe3bc248b') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:37.347441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c439381-ea92-4f97-8721-57dfe3bc248b') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:37.356301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] Routers {'7017d160-f1f9-4e9e-81e9-79f8a992ba79'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:37.357108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:37.361859 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.379350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bc972-1455-4f38-bb6a-615929c4e7e0 req-28a98855-f4c0-46bd-a00e-7108af7d0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.381084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-442bc972-1455-4f38-bb6a-615929c4e7e0 req-28a98855-f4c0-46bd-a00e-7108af7d0730 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1101 time: 0.1339593 Dec 13 12:54:37.382060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.388929 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] No DVR routers for this DVR port 94c52468-a403-4412-a8f7-ef123fd25ded on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:54:37.389577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:54:37.389920 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:54:37.393240 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:54:37.395404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.400412 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e0b59e96-02f3-4957-82a4-79f72e0df875 req-46618b71-22f2-489f-b5a4-8d5a5c760fab tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.37 "DELETE /v2.0/ports/94c52468-a403-4412-a8f7-ef123fd25ded HTTP/1.1" status: 204 len: 173 time: 1.9229188 Dec 13 12:54:37.403081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'name': 'network-vif-deleted', 'tag': '94c52468-a403-4412-a8f7-ef123fd25ded'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:37.406114 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d0027e-4ac2-4e3f-a1aa-bb264088d13f" -d '{"events": [{"server_uuid": "d7df2350-5b24-4ca7-a369-c93602bdc346", "name": "network-vif-deleted", "tag": "94c52468-a403-4412-a8f7-ef123fd25ded"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:37.457107 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.516146 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f44dd8d-f6fc-476d-aba8-af1f66309a11 x-openstack-request-id: req-9f44dd8d-f6fc-476d-aba8-af1f66309a11 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:37.516443 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7df2350-5b24-4ca7-a369-c93602bdc346", "name": "network-vif-deleted", "tag": "94c52468-a403-4412-a8f7-ef123fd25ded", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:37.516721 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f44dd8d-f6fc-476d-aba8-af1f66309a11 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:37.517131 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7df2350-5b24-4ca7-a369-c93602bdc346', 'name': 'network-vif-deleted', 'tag': '94c52468-a403-4412-a8f7-ef123fd25ded', 'status': 'completed', 'code': 200} Dec 13 12:54:37.555769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.566380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-442bc972-1455-4f38-bb6a-615929c4e7e0 req-36df1103-77dc-4e7d-b12a-7fcae24e78ed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603391 Dec 13 12:54:37.571172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6abf49f-462b-4e7f-8d82-4d4792dbf76e {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 12:54:37.574639 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:37.578784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f6abf49f-462b-4e7f-8d82-4d4792dbf76e HTTP/1.1" status: 204 len: 168 time: 1.5279253 Dec 13 12:54:37.581368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48348) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:37.592454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24fc0-dda0-4695-b5f3-5b94edae0d1f tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6abf49f-462b-4e7f-8d82-4d4792dbf76e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:37.651660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] Set router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:37.669901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de760f-f361-4611-971c-5a6abb464809 req-3de5a679-02f0-4849-b968-212afebd4572 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.672225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6de760f-f361-4611-971c-5a6abb464809 req-3de5a679-02f0-4849-b968-212afebd4572 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 944 time: 0.0825140 Dec 13 12:54:37.742942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6de760f-f361-4611-971c-5a6abb464809 req-91d6a07d-8740-440e-8c2d-4646e1551809 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643466 Dec 13 12:54:37.775706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48350) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:37.775945 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2dcafa43-ebc7-40ac-adf5-41dd467e1369 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3048 time: 0.1930766 Dec 13 12:54:37.934888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.935377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.935899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.936518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.940388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.944707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.945209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.950299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.950907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.951523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.952033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:37.958570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b2cad98d-c1db-4c0c-851b-8d04e793dd5d tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7103 time: 0.1811714 Dec 13 12:54:37.961766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48358) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:37.982942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:52:04Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b9c8bf98-e4b2-42fb-b767-1c6dff76ff92', 'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'mac_address': 'fa:16:3e:c1:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:02Z', 'updated_at': '2021-12-13T12:52:08Z', 'revision_number': 5, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'subnets': [{'id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:38.063874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] Checking router: 7017d160-f1f9-4e9e-81e9-79f8a992ba79 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:54:38.078236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] Routers {'7017d160-f1f9-4e9e-81e9-79f8a992ba79'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:38.078878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:38.229653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] Set router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:38.382357 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-b350a2e2-637f-4b25-ac18-bfade29d363b tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] delete failed (client error): The resource could not be found. Dec 13 12:54:38.383381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b350a2e2-637f-4b25-ac18-bfade29d363b tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/24dc01c8-87ac-4378-a283-7140aaef83af HTTP/1.1" status: 404 len: 345 time: 0.4196680 Dec 13 12:54:38.386487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48374) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:38.406624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4748cbe8-ce26-4de2-ac0c-16d4cd06d2e9 req-f5b31ced-e16c-4e0a-9607-0099713bfd34 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7df2350-5b24-4ca7-a369-c93602bdc346 HTTP/1.1" status: 200 len: 210 time: 0.4333227 Dec 13 12:54:38.413854 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:54:38.432739 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdc864a-c7bf-4054-9dbf-b874c4d2d023 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] DELETE failed (client error): The resource could not be found. Dec 13 12:54:38.432739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdc864a-c7bf-4054-9dbf-b874c4d2d023 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:54:38.442296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1bdc864a-c7bf-4054-9dbf-b874c4d2d023 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f6abf49f-462b-4e7f-8d82-4d4792dbf76e HTTP/1.1" status: 404 len: 339 time: 0.0545526 Dec 13 12:54:38.447159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48376) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:38.464635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Request body: {'network': {'name': 'tempest-network--466528471', 'router:external': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:38.476328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd954-4054-4c3f-aece-16903dd9ff5b req-809bfa87-1c6e-4bc4-989c-79cd42749ecd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:38.479391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcddd954-4054-4c3f-aece-16903dd9ff5b req-809bfa87-1c6e-4bc4-989c-79cd42749ecd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.0993581 Dec 13 12:54:38.492030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Made reservation on behalf of f4adfea0459445cfba26e48bc5edb867 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:38.498295 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:38.556144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:54:38.563480 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcddd954-4054-4c3f-aece-16903dd9ff5b req-35bf4a55-0d7d-43a6-8774-029549204765 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769546 Dec 13 12:54:38.570046 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:38.570848 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Added segment e8badd5b-c395-4183-9112-b2b43cce8b80 of type vlan for network 85ea4abb-ebbb-4645-a72c-1d5b0c262eb1 Dec 13 12:54:38.652030 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:38.665047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:52:04Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b9c8bf98-e4b2-42fb-b767-1c6dff76ff92', 'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'mac_address': 'fa:16:3e:c1:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:02Z', 'updated_at': '2021-12-13T12:52:08Z', 'revision_number': 5, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'subnets': [{'id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:38.688642 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:38.689824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:38.690672 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:38.696692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de38507f-7059-4053-a6a8-1a47ff45c054 None None] The sync data for ids ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'] in n-d-817326-4 is: [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:52:04Z', 'revision_number': 4, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b9c8bf98-e4b2-42fb-b767-1c6dff76ff92', 'name': '', 'network_id': '9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'mac_address': 'fa:16:3e:c1:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:02Z', 'updated_at': '2021-12-13T12:52:08Z', 'revision_number': 5, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'subnets': [{'id': '93ce7fdf-fc38-423a-b231-c7abe49b5d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:54:38.721872 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2732360 Dec 13 12:54:38.724544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48384) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:38.778840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d344690-a41f-4f6d-a694-ce96a2e3c048 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event updated for resources: {'Network': ['ID=85ea4abb-ebbb-4645-a72c-1d5b0c262eb1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:38.790337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 85ea4abb-ebbb-4645-a72c-1d5b0c262eb1 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:54:39.013085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebd79-b26f-49e9-841f-4a03dd78d71a req-dc27c1a9-7d5a-495d-8165-baf17e671286 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:39.014725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18bebd79-b26f-49e9-841f-4a03dd78d71a req-dc27c1a9-7d5a-495d-8165-baf17e671286 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 944 time: 0.1218681 Dec 13 12:54:39.020229 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad759a8-f6eb-4828-a50c-d52a767dbabc None None] New status for floating IP a3862453-0d28-4152-bcb6-ebbb0d45967c: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:54:39.022490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9088f2-02df-4f6d-8718-ecf0602d579d tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:39.029130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9088f2-02df-4f6d-8718-ecf0602d579d tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:39.034898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9088f2-02df-4f6d-8718-ecf0602d579d tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:39.040816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9088f2-02df-4f6d-8718-ecf0602d579d tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:39.042582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5c9088f2-02df-4f6d-8718-ecf0602d579d tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3170364 Dec 13 12:54:39.045672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48392) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:39.096233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18bebd79-b26f-49e9-841f-4a03dd78d71a req-930d024f-64b4-47f3-bb4d-c8ff91b76aa2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 Dec 13 12:54:39.141558 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.197706 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bc5e31fb-445e-4dae-adbf-b381d0fedfaa details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:54:39.201725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 94c52468-a403-4412-a8f7-ef123fd25ded no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:39.232576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 94c52468-a403-4412-a8f7-ef123fd25ded {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:54:39.233207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 94c52468-a403-4412-a8f7-ef123fd25ded not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:54:39.233480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.254025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ea4abb-ebbb-4645-a72c-1d5b0c262eb1']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:39.263895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8badd5b-c395-4183-9112-b2b43cce8b80') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:39.264287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8badd5b-c395-4183-9112-b2b43cce8b80') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:39.274016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48396) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:39.277528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.291229 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.298161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:54:39.298782 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:54:39.300885 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:54:39.328071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bc5e31fb-445e-4dae-adbf-b381d0fedfaa, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:39.339979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'bc5e31fb-445e-4dae-adbf-b381d0fedfaa', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'port_id': 'bc5e31fb-445e-4dae-adbf-b381d0fedfaa', 'mac_address': 'fa:16:3e:98:27:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b1bb2c-5ffb-4f6b-a9ce-eb6937338554', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:54:39.359573 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.365143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85ea4abb-ebbb-4645-a72c-1d5b0c262eb1 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 12:54:39.367656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.371174 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "DELETE /v2.0/networks/85ea4abb-ebbb-4645-a72c-1d5b0c262eb1 HTTP/1.1" status: 204 len: 168 time: 0.3227794 Dec 13 12:54:39.375051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48400) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:39.380025 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Request body: {'network': {'name': 'tempest-network--279159683', 'router:external': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:39.393274 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.398252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1992a-3137-4e86-8f3b-de0f63310b70 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event deleted for resources: {'Network': ['ID=85ea4abb-ebbb-4645-a72c-1d5b0c262eb1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:39.408997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5e31fb-445e-4dae-adbf-b381d0fedfaa {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:39.429267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Made reservation on behalf of f4adfea0459445cfba26e48bc5edb867 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:39.429857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bc5e31fb-445e-4dae-adbf-b381d0fedfaa, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:39.432453 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.436182 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.452165 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98d463ea-d419-4799-bc7c-bba553af4873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.476851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:54:39.496316 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.496692 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Added segment ffafd518-7aaf-4bcd-a635-3c44ad1c0cdb of type vlan for network 06251c00-de5a-4edf-b9ec-99b90fc38cf3 Dec 13 12:54:39.509198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:39.533896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48408) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:39.566596 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.610978 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8440a9f-3ce3-48cc-abed-79ee41f8589e tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.626910 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98d463ea-d419-4799-bc7c-bba553af4873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.628474 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.629444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:39.630022 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.640118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98d463ea-d419-4799-bc7c-bba553af4873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.647750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8440a9f-3ce3-48cc-abed-79ee41f8589e tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.674324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['bc5e31fb-445e-4dae-adbf-b381d0fedfaa'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:39.716441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3401976 Dec 13 12:54:39.716643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48414) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:39.772951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73baabf8-4f91-4d44-981f-88152487a75a tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event updated for resources: {'Network': ['ID=06251c00-de5a-4edf-b9ec-99b90fc38cf3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:39.779240 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-98d463ea-d419-4799-bc7c-bba553af4873 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab442fd50be641db9108071d557dfd2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015485 Dec 13 12:54:39.782554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48416) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:39.791101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d463ea-d419-4799-bc7c-bba553af4873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802e2a27-52b7-4ecb-948c-aa7d53c81d7a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:39.808969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 06251c00-de5a-4edf-b9ec-99b90fc38cf3 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:54:39.821628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a92d7-a32f-4a59-b56f-ca54b8661610 req-7fa60777-cf10-4a34-aa2b-d12002a1f454 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:39.823155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a4a92d7-a32f-4a59-b56f-ca54b8661610 req-7fa60777-cf10-4a34-aa2b-d12002a1f454 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1663888 Dec 13 12:54:39.832042 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8440a9f-3ce3-48cc-abed-79ee41f8589e tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.834861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e8440a9f-3ce3-48cc-abed-79ee41f8589e tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.836077 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e8440a9f-3ce3-48cc-abed-79ee41f8589e tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "DELETE /v2.0/security-groups/1708acc4-0953-40a8-902a-12ccb70b9f05 HTTP/1.1" status: 204 len: 168 time: 0.3004279 Dec 13 12:54:39.844197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48418) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:39.844491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c7962-ec47-465e-b92d-0b854e881a6b tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:39.848094 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-842c7962-ec47-465e-b92d-0b854e881a6b tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] 10.222.0.31 "GET /v2.0/networks/06251c00-de5a-4edf-b9ec-99b90fc38cf3 HTTP/1.1" status: 200 len: 756 time: 0.1271868 Dec 13 12:54:39.850103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48420) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:39.871720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8440a9f-3ce3-48cc-abed-79ee41f8589e tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1708acc4-0953-40a8-902a-12ccb70b9f05,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:39.883114 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-f8a6ddce-e807-489a-9434-6053078ad3fa tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] show failed (client error): The resource could not be found. Dec 13 12:54:39.885037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f8a6ddce-e807-489a-9434-6053078ad3fa tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "GET /v2.0/security-groups/1708acc4-0953-40a8-902a-12ccb70b9f05 HTTP/1.1" status: 404 len: 347 time: 0.0353332 Dec 13 12:54:39.887760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48422) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:39.933988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a4a92d7-a32f-4a59-b56f-ca54b8661610 req-4955ff1e-6e5c-40a1-862b-b75512cc3f12 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957124 Dec 13 12:54:39.961107 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a24860c7-757c-4568-ada6-0371e1ebdeed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:39.985410 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a24860c7-757c-4568-ada6-0371e1ebdeed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.025872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65693c87-a9cf-4c08-84d7-5324764ee58c tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:40.027281 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-65693c87-a9cf-4c08-84d7-5324764ee58c tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] 10.222.0.31 "GET /v2.0/networks/d2a58d26-4707-42cf-bd45-dca0735f263d HTTP/1.1" status: 200 len: 768 time: 0.1759980 Dec 13 12:54:40.031428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48426) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:40.055167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db33c2-4e07-43e3-83f6-60fe02869d50 req-ffe0a717-2878-40c7-bbdf-d957c4937297 tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:40.056773 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25db33c2-4e07-43e3-83f6-60fe02869d50 req-ffe0a717-2878-40c7-bbdf-d957c4937297 tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1101 time: 0.0487962 Dec 13 12:54:40.062225 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a24860c7-757c-4568-ada6-0371e1ebdeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.065014 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a24860c7-757c-4568-ada6-0371e1ebdeed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.066119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a24860c7-757c-4568-ada6-0371e1ebdeed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/802e2a27-52b7-4ecb-948c-aa7d53c81d7a HTTP/1.1" status: 204 len: 168 time: 0.2814395 Dec 13 12:54:40.089527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24860c7-757c-4568-ada6-0371e1ebdeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e2a27-52b7-4ecb-948c-aa7d53c81d7a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:40.122161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25db33c2-4e07-43e3-83f6-60fe02869d50 req-865cdad9-a483-4bb1-918e-ee57b6a0638d tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549212 Dec 13 12:54:40.128301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.166253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-63647102-531d-4589-a42c-864f9e737362 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Deleting port c7165492-6fc5-4fc6-b501-ed665c6785e7 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:40.166504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63647102-531d-4589-a42c-864f9e737362 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.215289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-908af884-1e6d-4ef1-88c7-bcb9a3ee51d9 req-5699dcdb-0205-4ad1-8ad2-7cd139838906 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:54:40.216451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-908af884-1e6d-4ef1-88c7-bcb9a3ee51d9 req-5699dcdb-0205-4ad1-8ad2-7cd139838906 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054758 Dec 13 12:54:40.262637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.271582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354277b-c60c-493e-a81a-52bd1cbc01bd req-96e9bca2-7947-4f58-ae23-7c094127a960 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:40.273451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f354277b-c60c-493e-a81a-52bd1cbc01bd req-96e9bca2-7947-4f58-ae23-7c094127a960 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 945 time: 0.0644431 Dec 13 12:54:40.294021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06251c00-de5a-4edf-b9ec-99b90fc38cf3']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:40.315037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffafd518-7aaf-4bcd-a635-3c44ad1c0cdb') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:40.315321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffafd518-7aaf-4bcd-a635-3c44ad1c0cdb') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:40.318287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63647102-531d-4589-a42c-864f9e737362 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.318623 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63647102-531d-4589-a42c-864f9e737362 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.334444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.343505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-63647102-531d-4589-a42c-864f9e737362 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Calling delete_port for c7165492-6fc5-4fc6-b501-ed665c6785e7 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:40.354356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f354277b-c60c-493e-a81a-52bd1cbc01bd req-fdc1cd8a-7978-4a05-b611-ee9a89e39cc1 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710602 Dec 13 12:54:40.356858 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.366193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:54:40.366614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:54:40.375891 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:54:40.418418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48444) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:40.433207 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-48f07dc8-1131-4710-a58f-2076b3542279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.481000 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.487980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06251c00-de5a-4edf-b9ec-99b90fc38cf3 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 12:54:40.496717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.500180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "DELETE /v2.0/networks/06251c00-de5a-4edf-b9ec-99b90fc38cf3 HTTP/1.1" status: 204 len: 168 time: 0.4684858 Dec 13 12:54:40.510647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48448) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:40.512229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47900e2-82d3-47a7-a488-afa7ee241b47 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event deleted for resources: {'Network': ['ID=06251c00-de5a-4edf-b9ec-99b90fc38cf3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:40.525670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Request body: {'network': {'name': 'tempest-network--2017716366'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:40.583988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Made reservation on behalf of f4adfea0459445cfba26e48bc5edb867 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:40.586717 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.591198 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63647102-531d-4589-a42c-864f9e737362 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.635984 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-48f07dc8-1131-4710-a58f-2076b3542279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.637325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:54:40.638346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63647102-531d-4589-a42c-864f9e737362 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Pushing event deleted for resources: {'Port': ['ID=c7165492-6fc5-4fc6-b501-ed665c6785e7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:40.650180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-48f07dc8-1131-4710-a58f-2076b3542279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.669893 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.674927 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Added segment d004528b-0023-42a4-af37-7b367d066ff0 of type vlan for network e74a1c49-87b9-4afa-b441-ecb67f9429ec Dec 13 12:54:40.740385 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-48f07dc8-1131-4710-a58f-2076b3542279 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dc43a5db1104c08b8c70a8748a88fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3203442 Dec 13 12:54:40.744051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48452) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:40.751458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63647102-531d-4589-a42c-864f9e737362 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.754283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63647102-531d-4589-a42c-864f9e737362 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.755792 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-63647102-531d-4589-a42c-864f9e737362 tempest-ServersTestJSON-376749800 tempest-ServersTestJSON-376749800-project] 10.222.0.31 "DELETE /v2.0/floatingips/a3862453-0d28-4152-bcb6-ebbb0d45967c HTTP/1.1" status: 204 len: 168 time: 0.8667519 Dec 13 12:54:40.759952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48454) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:40.846753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f07dc8-1131-4710-a58f-2076b3542279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14858a30-78b9-4e54-a1a2-d753b15321f0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:40.889732 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.972931 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.973896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:40.974492 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:40.983668 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-780b0e0a-4cd1-401b-9dbe-00d60cf2e689 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1339872 Dec 13 12:54:40.992136 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d3cfbed-eb8b-4094-9aa4-d7a13ccce844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.013012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10a5da-7e68-4a2b-914d-0d7f8eb22a43 req-7105f37b-1a1e-4d85-89b2-079cf5a50555 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:41.014629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc10a5da-7e68-4a2b-914d-0d7f8eb22a43 req-7105f37b-1a1e-4d85-89b2-079cf5a50555 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1586819 Dec 13 12:54:41.063793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5446498 Dec 13 12:54:41.065026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48464) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:41.071383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e9fa9945-13ea-4ff9-989d-9000230a11dd tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:41.088214 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d3cfbed-eb8b-4094-9aa4-d7a13ccce844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.102785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976d063-7e39-426f-bf52-7e0f331cb4b6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event updated for resources: {'Network': ['ID=e74a1c49-87b9-4afa-b441-ecb67f9429ec,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:41.114376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e74a1c49-87b9-4afa-b441-ecb67f9429ec details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:54:41.176118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc10a5da-7e68-4a2b-914d-0d7f8eb22a43 req-253e1f9f-936c-4b31-b4a6-7274fd75052d tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234846 Dec 13 12:54:41.214157 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d3cfbed-eb8b-4094-9aa4-d7a13ccce844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.217391 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d3cfbed-eb8b-4094-9aa4-d7a13ccce844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.221591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9d3cfbed-eb8b-4094-9aa4-d7a13ccce844 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14858a30-78b9-4e54-a1a2-d753b15321f0 HTTP/1.1" status: 204 len: 168 time: 0.4712739 Dec 13 12:54:41.228354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cfbed-eb8b-4094-9aa4-d7a13ccce844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14858a30-78b9-4e54-a1a2-d753b15321f0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:41.245956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bc5e31fb-445e-4dae-adbf-b381d0fedfaa up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:41.340921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port bc5e31fb-445e-4dae-adbf-b381d0fedfaa completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:54:41.347407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port bc5e31fb-445e-4dae-adbf-b381d0fedfaa triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:41.347921 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.539368 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.580474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ff7ed-b6fe-4aaf-86aa-e741c23ed4b8 req-413ccd6d-db1a-435c-95cd-fca57be37ea7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:41.592237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597005e3-eaee-43bf-88a5-afd8da7311c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5e31fb-445e-4dae-adbf-b381d0fedfaa'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:41.594661 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b84503-bc5f-4cca-be6b-38e426540cf6" -d '{"events": [{"server_uuid": "597005e3-eaee-43bf-88a5-afd8da7311c5", "name": "network-vif-plugged", "status": "completed", "tag": "bc5e31fb-445e-4dae-adbf-b381d0fedfaa"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:41.599248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a8ff7ed-b6fe-4aaf-86aa-e741c23ed4b8 req-413ccd6d-db1a-435c-95cd-fca57be37ea7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 945 time: 0.1128910 Dec 13 12:54:41.631974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bc5e31fb-445e-4dae-adbf-b381d0fedfaa, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:41.635856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9945-13ea-4ff9-989d-9000230a11dd tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.644331 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.692621 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9945-13ea-4ff9-989d-9000230a11dd tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.715779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a8ff7ed-b6fe-4aaf-86aa-e741c23ed4b8 req-2ac155ea-9782-4dd7-9cc2-7b25df04b61a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071360 Dec 13 12:54:41.720054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9fa9945-13ea-4ff9-989d-9000230a11dd tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Network e74a1c49-87b9-4afa-b441-ecb67f9429ec is not hosted by any dhcp agent {{(pid=109885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 12:54:41.721063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fa9945-13ea-4ff9-989d-9000230a11dd tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:41.721763 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9945-13ea-4ff9-989d-9000230a11dd tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.723295 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e9fa9945-13ea-4ff9-989d-9000230a11dd tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "PUT /v2.0/networks/e74a1c49-87b9-4afa-b441-ecb67f9429ec HTTP/1.1" status: 200 len: 857 time: 0.6580944 Dec 13 12:54:41.726244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48494) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:41.757883 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bb8c50-7add-4356-85de-85191b2aa06e x-openstack-request-id: req-62bb8c50-7add-4356-85de-85191b2aa06e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:41.760561 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597005e3-eaee-43bf-88a5-afd8da7311c5", "name": "network-vif-plugged", "status": "completed", "tag": "bc5e31fb-445e-4dae-adbf-b381d0fedfaa", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:41.760828 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62bb8c50-7add-4356-85de-85191b2aa06e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:41.761241 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597005e3-eaee-43bf-88a5-afd8da7311c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5e31fb-445e-4dae-adbf-b381d0fedfaa', 'code': 200} Dec 13 12:54:41.771524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:41.788092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa9945-13ea-4ff9-989d-9000230a11dd tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event updated for resources: {'Network': ['ID=e74a1c49-87b9-4afa-b441-ecb67f9429ec,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:41.830385 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.848268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.887081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582c870-2464-4b5c-a599-b02720abc9ba req-5681b57c-ed64-496d-8203-7ef34467f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:41.888595 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8582c870-2464-4b5c-a599-b02720abc9ba req-5681b57c-ed64-496d-8203-7ef34467f436 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 1097 time: 0.1259530 Dec 13 12:54:41.947868 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:41.998756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74a1c49-87b9-4afa-b441-ecb67f9429ec']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:42.022293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd004528b-0023-42a4-af37-7b367d066ff0') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:42.022669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd004528b-0023-42a4-af37-7b367d066ff0') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:42.043261 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.044296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8582c870-2464-4b5c-a599-b02720abc9ba req-c04339f1-f93b-4350-af49-2833a067150b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469960 Dec 13 12:54:42.060830 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.069495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:54:42.070823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:54:42.073249 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:54:42.161549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.169510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e74a1c49-87b9-4afa-b441-ecb67f9429ec {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 12:54:42.197672 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Pushing event deleted for resources: {'Network': ['ID=e74a1c49-87b9-4afa-b441-ecb67f9429ec,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:42.200007 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.209378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3a834c31-4623-4677-8fa1-1c6fbde564a6 tempest-ExternalNetworksTestJSON-2080219999 tempest-ExternalNetworksTestJSON-2080219999-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e74a1c49-87b9-4afa-b441-ecb67f9429ec HTTP/1.1" status: 204 len: 168 time: 0.4819820 Dec 13 12:54:42.210037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48514) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:42.291765 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa06304-0458-450b-a540-521163ad2be5 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] DELETE failed (client error): The resource could not be found. Dec 13 12:54:42.292412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa06304-0458-450b-a540-521163ad2be5 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:54:42.297691 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bfa06304-0458-450b-a540-521163ad2be5 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] 10.222.0.31 "DELETE /v2.0/subnets/71331891-4e48-4c0b-80f0-23470901916f HTTP/1.1" status: 404 len: 337 time: 0.0635190 Dec 13 12:54:42.303772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48518) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:42.348659 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbaa77-5a76-4bb6-b377-3d7dfeca900e req-e8aba159-b18b-49cc-a248-73763429ae2a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:42.351286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63fbaa77-5a76-4bb6-b377-3d7dfeca900e req-e8aba159-b18b-49cc-a248-73763429ae2a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.0866959 Dec 13 12:54:42.428763 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.439474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63fbaa77-5a76-4bb6-b377-3d7dfeca900e req-9e7227f3-c537-4533-a71b-380d5f27bf89 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805960 Dec 13 12:54:42.444238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] Deleting port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:42.447035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.619841 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.660617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a58d26-4707-42cf-bd45-dca0735f263d']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:42.675200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] For port b9c8bf98-e4b2-42fb-b767-1c6dff76ff92, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b9c8bf98-e4b2-42fb-b767-1c6dff76ff92,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:42.675542 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.685590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a44c8c5-d4ee-4620-aa05-b8bc1fe2748e') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:42.685886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a44c8c5-d4ee-4620-aa05-b8bc1fe2748e') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:42.698093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] Calling delete_port for b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:42.701608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.725696 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.778325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:54:42.778728 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:54:42.783500 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:54:42.908935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.941352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff051e6-7235-4610-a723-d3c0339b2229 req-ecc09225-012e-4e40-b88c-94443d501509 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:42.949042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ff051e6-7235-4610-a723-d3c0339b2229 req-ecc09225-012e-4e40-b88c-94443d501509 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 946 time: 0.1561007 Dec 13 12:54:42.955341 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:42.961618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] 10.222.0.31 "DELETE /v2.0/networks/d2a58d26-4707-42cf-bd45-dca0735f263d HTTP/1.1" status: 204 len: 168 time: 0.6537280 Dec 13 12:54:42.984870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342679b0-25e4-423e-aa42-624c93206fd0 tempest-ExternalNetworksTestJSON-371680859 tempest-ExternalNetworksTestJSON-371680859-project] Pushing event deleted for resources: {'Network': ['ID=d2a58d26-4707-42cf-bd45-dca0735f263d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:43.017072 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ff051e6-7235-4610-a723-d3c0339b2229 req-f55217c4-e389-4b30-aa35-599479e34c6d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649598 Dec 13 12:54:43.021842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-bd41b388-b7f1-4da7-a992-3b373f245794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:43.024855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-bd41b388-b7f1-4da7-a992-3b373f245794 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1101 time: 0.1314428 Dec 13 12:54:43.143018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:43.165647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-f58fa7a7-a32c-4a2c-bfc5-2476185f1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:43.181981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-f58fa7a7-a32c-4a2c-bfc5-2476185f1ac8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1350808 Dec 13 12:54:43.256602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-fa99d290-1226-4f62-8bf0-d8e20fbc7bc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 217 time: 0.0732172 Dec 13 12:54:43.288240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c8bf98-e4b2-42fb-b767-1c6dff76ff92,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:43.348667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-f96ca4f6-5beb-473e-81da-d45f74ae5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:43.352740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-f96ca4f6-5beb-473e-81da-d45f74ae5bfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0832272 Dec 13 12:54:43.426196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-9900db67-43a5-49f3-a82f-feb05e3cae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:43.428184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-9900db67-43a5-49f3-a82f-feb05e3cae25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701628 Dec 13 12:54:43.428356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:43.573085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48552) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:43.666285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8ab4c-f4b0-483b-9b2a-5be50e3b77ea req-6de4157f-2198-44f6-964b-ea307daff5df tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:43.667963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63a8ab4c-f4b0-483b-9b2a-5be50e3b77ea req-6de4157f-2198-44f6-964b-ea307daff5df tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1093745 Dec 13 12:54:43.709675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-30a3bdeb-a4f8-4570-9943-4e97612f85b2 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731557 Dec 13 12:54:43.754805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] Router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:54:43.775196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63a8ab4c-f4b0-483b-9b2a-5be50e3b77ea req-cdd5c800-2392-4da2-ab35-1d72432e813b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950396 Dec 13 12:54:43.839801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-2f8cbda6-2541-42ab-8b7c-a4aa8b2462f3 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208956 Dec 13 12:54:43.903882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:54:43.913087 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c88a390e-b2c9-46a7-87c6-9b4ce0d843d0 admin admin] 10.222.0.31 "PUT /v2.0/routers/7017d160-f1f9-4e9e-81e9-79f8a992ba79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1487184 Dec 13 12:54:43.913087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48562) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:43.919035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] Sync routers for ids ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:54:43.932036 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] Routers {'7017d160-f1f9-4e9e-81e9-79f8a992ba79'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:43.933961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:43.983960 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ec0580b7-bbff-439f-be4c-06af1985e1d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8ea40bcd0314a28b0d6fed3161ae4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4070470 Dec 13 12:54:43.984230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48568) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:44.066586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9095710-f388-4e64-ba34-f8534259cf71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:44.091311 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9095710-f388-4e64-ba34-f8534259cf71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:44.102015 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] Set router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:44.115607 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:44.199124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e578-459b-423c-91e7-effc06dfcb5e req-b9081c03-8171-4e63-806d-8dcde04866e5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:44.200611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8be5e578-459b-423c-91e7-effc06dfcb5e req-b9081c03-8171-4e63-806d-8dcde04866e5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 946 time: 0.0857999 Dec 13 12:54:44.217918 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9095710-f388-4e64-ba34-f8534259cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:44.220789 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9095710-f388-4e64-ba34-f8534259cf71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:44.225527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a9095710-f388-4e64-ba34-f8534259cf71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/800f9260-f636-4e1b-a963-f603bf5c0877 HTTP/1.1" status: 204 len: 168 time: 0.2400947 Dec 13 12:54:44.247802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9095710-f388-4e64-ba34-f8534259cf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800f9260-f636-4e1b-a963-f603bf5c0877,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:44.273582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:44.283863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8be5e578-459b-423c-91e7-effc06dfcb5e req-6bfcc57b-cb65-4ec0-aefd-d57d3968aef2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675108 Dec 13 12:54:44.389643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:54:43Z', 'revision_number': 5, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port': {'id': 'ed939488-c1b3-4561-87b3-aa53d1395ac6', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:51:58Z', 'updated_at': '2021-12-13T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:44.420985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Deleting port ed939488-c1b3-4561-87b3-aa53d1395ac6 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:44.421478 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:44.433980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] Checking router: 7017d160-f1f9-4e9e-81e9-79f8a992ba79 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:54:44.446795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] Routers {'7017d160-f1f9-4e9e-81e9-79f8a992ba79'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:44.447364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:44.545302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] For port ed939488-c1b3-4561-87b3-aa53d1395ac6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ed939488-c1b3-4561-87b3-aa53d1395ac6,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:44.545735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:44.565771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Calling delete_port for ed939488-c1b3-4561-87b3-aa53d1395ac6 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:44.600529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] Set router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:44.667896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013bd7a-951b-4c94-939b-0615b97664f1 req-45143290-9119-4da7-904b-b793904161f8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:44.671998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5013bd7a-951b-4c94-939b-0615b97664f1 req-45143290-9119-4da7-904b-b793904161f8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 946 time: 0.1039860 Dec 13 12:54:44.672803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:54:44Z', 'revision_number': 6, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:44.705901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4493078d-ed2b-4c73-811f-97f8af0acf62 None None] The sync data for ids ['7017d160-f1f9-4e9e-81e9-79f8a992ba79'] in n-d-817326-4 is: [{'id': '7017d160-f1f9-4e9e-81e9-79f8a992ba79', 'name': 'tempest-ServersTestJSON-868556672-router', 'tenant_id': '17c254f1f1e74d8db68b17c6210534fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:51:57Z', 'updated_at': '2021-12-13T12:54:44Z', 'revision_number': 6, 'project_id': '17c254f1f1e74d8db68b17c6210534fa', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:54:44.762847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5013bd7a-951b-4c94-939b-0615b97664f1 req-0189b001-4617-4cf0-883d-6bb1dac81dfa tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833261 Dec 13 12:54:44.786012 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:44.836352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed939488-c1b3-4561-87b3-aa53d1395ac6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:44.888582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:44.928332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b907e2b-48e0-46ce-a53c-943fc93d26d5 req-d6eb4cdf-294f-4098-8d7c-273b1e6762d3 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:44.938421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b907e2b-48e0-46ce-a53c-943fc93d26d5 req-d6eb4cdf-294f-4098-8d7c-273b1e6762d3 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.0748758 Dec 13 12:54:44.952472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48598) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:44.999796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.002032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.009768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b907e2b-48e0-46ce-a53c-943fc93d26d5 req-6c8b13d5-70e5-431a-966b-a98b2c2a0471 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703750 Dec 13 12:54:45.019392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-907dc5fa-81b8-468c-a3b2-7ea8c565ebe7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4adfea0459445cfba26e48bc5edb867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0632606 Dec 13 12:54:45.019772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48602) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:45.060902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.061736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7017d160-f1f9-4e9e-81e9-79f8a992ba79 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:54:45.066357 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.070163 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0464763a-2423-4777-96c4-efd4cf377296 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7017d160-f1f9-4e9e-81e9-79f8a992ba79 HTTP/1.1" status: 204 len: 168 time: 1.1565745 Dec 13 12:54:45.070789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48606) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:45.118277 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df5a1cd1-0c7c-4861-ad6f-80982d70497c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.141898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea6efe3-9785-41ef-9d5d-f9978ba17d79 admin admin] Deleting subnet 93ce7fdf-fc38-423a-b231-c7abe49b5d16 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:54:45.146248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ea6efe3-9785-41ef-9d5d-f9978ba17d79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.156000 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df5a1cd1-0c7c-4861-ad6f-80982d70497c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.183254 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ea6efe3-9785-41ef-9d5d-f9978ba17d79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.228140 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df5a1cd1-0c7c-4861-ad6f-80982d70497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.231584 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df5a1cd1-0c7c-4861-ad6f-80982d70497c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.233345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-df5a1cd1-0c7c-4861-ad6f-80982d70497c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3246cd15-ee16-4b7d-b9f7-59ce6dc29643 HTTP/1.1" status: 204 len: 168 time: 0.2124023 Dec 13 12:54:45.241723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a1cd1-0c7c-4861-ad6f-80982d70497c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3246cd15-ee16-4b7d-b9f7-59ce6dc29643,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:45.317996 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ea6efe3-9785-41ef-9d5d-f9978ba17d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.385764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ea6efe3-9785-41ef-9d5d-f9978ba17d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.415727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6efe3-9785-41ef-9d5d-f9978ba17d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ce7fdf-fc38-423a-b231-c7abe49b5d16,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:45.418202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ea6efe3-9785-41ef-9d5d-f9978ba17d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.421662 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5ea6efe3-9785-41ef-9d5d-f9978ba17d79 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/93ce7fdf-fc38-423a-b231-c7abe49b5d16 HTTP/1.1" status: 204 len: 168 time: 0.3498683 Dec 13 12:54:45.424144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48618) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:45.424895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c0c7bd-aec2-46b0-83bb-62c53ee58923 None None] Network 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:54:45.512206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.627591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Deleting port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:45.628128 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.643452 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac9da9-f042-4caa-992d-32e2bc9a4eb9 None None] DHCP port deletion for 9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:54:45.703685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:45.711259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] For port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d9f8c875-ee6a-4aed-a261-d9ec6a411fd2,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:45.711259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.729905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Calling delete_port for d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:45.744765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:54:45.745120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b9c8bf98-e4b2-42fb-b767-1c6dff76ff92 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:54:45.745546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ed939488-c1b3-4561-87b3-aa53d1395ac6 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:45.797770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4dac9da9-f042-4caa-992d-32e2bc9a4eb9 None None] Deleting port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:45.798381 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dac9da9-f042-4caa-992d-32e2bc9a4eb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.800259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ed939488-c1b3-4561-87b3-aa53d1395ac6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:54:45.800762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ed939488-c1b3-4561-87b3-aa53d1395ac6 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:54:45.877350 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.920128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f8c875-ee6a-4aed-a261-d9ec6a411fd2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:45.926147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] No DVR routers for this DVR port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:54:45.927514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4dac9da9-f042-4caa-992d-32e2bc9a4eb9 None None] For port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d9f8c875-ee6a-4aed-a261-d9ec6a411fd2,segment=NetworkSegment(c1395138-709b-43bb-a7f8-ba7af1bd2331),segment_id=c1395138-709b-43bb-a7f8-ba7af1bd2331)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:45.928240 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dac9da9-f042-4caa-992d-32e2bc9a4eb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:45.948285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4dac9da9-f042-4caa-992d-32e2bc9a4eb9 None None] Calling delete_port for d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:46.020134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aef110-5220-4187-8893-5ca449c8d330 req-c9357c78-e431-4100-848c-8a4d9143aa88 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:46.032862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27aef110-5220-4187-8893-5ca449c8d330 req-c9357c78-e431-4100-848c-8a4d9143aa88 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 946 time: 0.1603193 Dec 13 12:54:46.086208 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: from cryptography.utils import int_from_bytes Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: from cryptography.utils import int_from_bytes Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.111602 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:54:46.114166 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 12:54:46.127340 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dac9da9-f042-4caa-992d-32e2bc9a4eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.145104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27aef110-5220-4187-8893-5ca449c8d330 req-83cb7cf9-462c-49be-9e00-6810fc5e452d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109571 Dec 13 12:54:46.147881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:46.152543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac9da9-f042-4caa-992d-32e2bc9a4eb9 None None] Pushing event deleted for resources: {'Port': ['ID=d9f8c875-ee6a-4aed-a261-d9ec6a411fd2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:46.167708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac9da9-f042-4caa-992d-32e2bc9a4eb9 None None] No DVR routers for this DVR port d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:54:46.182580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1395138-709b-43bb-a7f8-ba7af1bd2331') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:46.182580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1395138-709b-43bb-a7f8-ba7af1bd2331') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:46.205146 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.229676 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.237443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:54:46.238902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:54:46.241024 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:54:46.249377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9322f-d596-4116-a37b-2af323cfb2c4 req-0feb78df-4c82-4be0-9d8d-dc33627b3029 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:46.251117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36a9322f-d596-4116-a37b-2af323cfb2c4 req-0feb78df-4c82-4be0-9d8d-dc33627b3029 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.0703394 Dec 13 12:54:46.320114 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.327933 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.343580 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] 10.222.0.31 "DELETE /v2.0/networks/9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3 HTTP/1.1" status: 204 len: 168 time: 0.9181840 Dec 13 12:54:46.353861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36a9322f-d596-4116-a37b-2af323cfb2c4 req-62e66799-822d-41db-bc01-99dc010711ce tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945129 Dec 13 12:54:46.390349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7c050-2784-47f8-a69c-3cd96776af1f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9b0c18-811e-42a9-b519-f7a8d2b1fcf3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:46.617508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd6e62-39d4-4429-93b6-c524d4e192a7 req-ca1c2d1e-12c8-4fe5-98c3-9942d3d8943f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:46.619503 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ebd6e62-39d4-4429-93b6-c524d4e192a7 req-ca1c2d1e-12c8-4fe5-98c3-9942d3d8943f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 946 time: 0.0631721 Dec 13 12:54:46.669992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48668) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:46.685556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ebd6e62-39d4-4429-93b6-c524d4e192a7 req-03b76cb8-1ecc-467a-af6b-8d80843db853 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599210 Dec 13 12:54:46.729331 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4a7f5041-09a7-488a-b400-4c7a8ee58bd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17c254f1f1e74d8db68b17c6210534fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552540 Dec 13 12:54:46.729550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48670) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:46.791173 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b568-7fb0-40b7-a610-34db50cd2832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.814524 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b568-7fb0-40b7-a610-34db50cd2832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.872689 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b568-7fb0-40b7-a610-34db50cd2832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.875826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b568-7fb0-40b7-a610-34db50cd2832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:46.879524 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b6a2b568-7fb0-40b7-a610-34db50cd2832 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2b9965d-5d49-4571-8f64-25d2b29c7e97 HTTP/1.1" status: 204 len: 168 time: 0.1465788 Dec 13 12:54:46.885708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2b568-7fb0-40b7-a610-34db50cd2832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b9965d-5d49-4571-8f64-25d2b29c7e97,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:47.500303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70e000-ccb8-4dea-8e8e-aad18db6125a req-dff58a5a-90b9-4ab2-8a35-baf0805416e8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:47.501978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f70e000-ccb8-4dea-8e8e-aad18db6125a req-dff58a5a-90b9-4ab2-8a35-baf0805416e8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.0636892 Dec 13 12:54:47.601032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f70e000-ccb8-4dea-8e8e-aad18db6125a req-b14fe2aa-453d-4683-8ef0-04245c41c6ba tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913062 Dec 13 12:54:47.601499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:47.625626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:54:47.625967 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d9f8c875-ee6a-4aed-a261-d9ec6a411fd2 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:54:47.681800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48714) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:47.803340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1169637715', 'router:external': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:47.824005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95adadb-b90f-49f4-865c-1c84546fe048 req-23323aee-4ab0-4be2-9e0b-39963884433c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:47.826397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a95adadb-b90f-49f4-865c-1c84546fe048 req-23323aee-4ab0-4be2-9e0b-39963884433c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 946 time: 0.0631976 Dec 13 12:54:47.837473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Made reservation on behalf of a7d73334f32543ffa07e359aaa304b8a for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:47.840329 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:47.852345 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:47.910837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a95adadb-b90f-49f4-865c-1c84546fe048 req-0b408337-e236-4f5b-a03d-dac93be6a3ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775189 Dec 13 12:54:47.957574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:47.963072 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:47.990237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:54:48.008844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6388b68b-08fc-40c6-9338-cf936ab07d70,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:48.012883 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.013569 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Added segment 088ec8cf-2bc7-434d-80cb-e9033bcd1681 of type vlan for network 721ce267-0fb7-479f-86bd-0220bfc537ee Dec 13 12:54:48.068881 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.101480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.102494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:48.103069 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.114232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48734) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:48.166802 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4810398 Dec 13 12:54:48.167817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48738) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:48.176988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Request body: {'subnet': {'network_id': '721ce267-0fb7-479f-86bd-0220bfc537ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:48.218480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Made reservation on behalf of a7d73334f32543ffa07e359aaa304b8a for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:48.221741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.241518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1506512128-network', 'tenant_id': '902128c9dddf4756933b0df84e37121c'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:48.314055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Made reservation on behalf of 902128c9dddf4756933b0df84e37121c for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:48.316509 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.332043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.498254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626d506-1a78-4b7b-857d-e75c20ffcb0d tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event updated for resources: {'Network': ['ID=721ce267-0fb7-479f-86bd-0220bfc537ee,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:48.513256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 721ce267-0fb7-479f-86bd-0220bfc537ee details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:54:48.537956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-7d13d8ab-f71d-49a2-b104-e70c99afd0f5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:48.539687 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-7d13d8ab-f71d-49a2-b104-e70c99afd0f5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.37 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 946 time: 0.3876441 Dec 13 12:54:48.544038 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.596984 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.651609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:54:48.666114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-6b92cae6-f97a-4608-aadc-544f4b3be6b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Deleting port bc5e31fb-445e-4dae-adbf-b381d0fedfaa {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:48.666434 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-6b92cae6-f97a-4608-aadc-544f4b3be6b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.669605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07e8984-263a-441c-9283-757b3dd41786,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:48.679100 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.679294 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Added segment 54d6715a-02bd-4a91-a748-f454682c4581 of type vlan for network fb3f92f8-9bb5-480c-a5b2-84b6572ef72f Dec 13 12:54:48.773411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.796836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-6b92cae6-f97a-4608-aadc-544f4b3be6b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] For port bc5e31fb-445e-4dae-adbf-b381d0fedfaa, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:48.797198 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-6b92cae6-f97a-4608-aadc-544f4b3be6b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.810790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-6b92cae6-f97a-4608-aadc-544f4b3be6b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Calling delete_port for bc5e31fb-445e-4dae-adbf-b381d0fedfaa owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:48.828158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093040c-d78a-45e0-942f-261d5fbdab54 req-5033162a-4241-404d-ab41-646fcfc4e5f4 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:48.829707 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e093040c-d78a-45e0-942f-261d5fbdab54 req-5033162a-4241-404d-ab41-646fcfc4e5f4 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1039937 Dec 13 12:54:48.841923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.842940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:48.843517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.898296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.objects.ports [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109886) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 12:54:48.898465 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:48.987663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-6b92cae6-f97a-4608-aadc-544f4b3be6b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:49.002112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8826087 Dec 13 12:54:49.002301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['bc5e31fb-445e-4dae-adbf-b381d0fedfaa'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:49.015291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48768) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:49.022353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92cae6-f97a-4608-aadc-544f4b3be6b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event deleted for resources: {'Port': ['ID=bc5e31fb-445e-4dae-adbf-b381d0fedfaa,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:49.038243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Request body: {'subnet': {'network_id': 'fb3f92f8-9bb5-480c-a5b2-84b6572ef72f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1506512128-subnet', 'tenant_id': '902128c9dddf4756933b0df84e37121c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:49.067335 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c744aee4-bf6e-47c8-a9e9-ffb2566755dc req-f35739e8-d4c0-4d1f-8bdf-3acae72eb5b4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=597005e3-eaee-43bf-88a5-afd8da7311c5 HTTP/1.1" status: 200 len: 210 time: 0.0804410 Dec 13 12:54:49.067950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1374b-1463-44f9-8372-020df75f5877 admin admin] Pushing event updated for resources: {'Network': ['ID=fb3f92f8-9bb5-480c-a5b2-84b6572ef72f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:49.078855 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fb3f92f8-9bb5-480c-a5b2-84b6572ef72f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:54:49.081353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-6b92cae6-f97a-4608-aadc-544f4b3be6b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] No DVR routers for this DVR port bc5e31fb-445e-4dae-adbf-b381d0fedfaa on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:54:49.087993 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-6b92cae6-f97a-4608-aadc-544f4b3be6b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:49.092089 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7ddf723a-59c1-4099-a9f8-5b62f8d0c041 req-6b92cae6-f97a-4608-aadc-544f4b3be6b2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.37 "DELETE /v2.0/ports/bc5e31fb-445e-4dae-adbf-b381d0fedfaa HTTP/1.1" status: 204 len: 173 time: 0.5451450 Dec 13 12:54:49.092609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597005e3-eaee-43bf-88a5-afd8da7311c5', 'name': 'network-vif-deleted', 'tag': 'bc5e31fb-445e-4dae-adbf-b381d0fedfaa'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:49.095200 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ea1dff-5a31-4028-ab64-29e491494790" -d '{"events": [{"server_uuid": "597005e3-eaee-43bf-88a5-afd8da7311c5", "name": "network-vif-deleted", "tag": "bc5e31fb-445e-4dae-adbf-b381d0fedfaa"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:49.100177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event updated for resources: {'Subnet': ['ID=37863007-e32d-4d08-9467-4f5e2695fb91,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:49.113012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e093040c-d78a-45e0-942f-261d5fbdab54 req-74d04c12-6068-4888-91f4-4ea78060de50 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718534 Dec 13 12:54:49.137241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Checking segment: {'id': '088ec8cf-2bc7-434d-80cb-e9033bcd1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '721ce267-0fb7-479f-86bd-0220bfc537ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:49.137609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Network hostable DHCP agents. Network: 721ce267-0fb7-479f-86bd-0220bfc537ee, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:54:49.154102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Made reservation on behalf of 902128c9dddf4756933b0df84e37121c for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:49.157225 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:49.164140 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630a4e33-3e30-43c9-b32e-b5ec380d2bbb x-openstack-request-id: req-630a4e33-3e30-43c9-b32e-b5ec380d2bbb {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:49.164437 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597005e3-eaee-43bf-88a5-afd8da7311c5", "name": "network-vif-deleted", "tag": "bc5e31fb-445e-4dae-adbf-b381d0fedfaa", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:49.164701 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-630a4e33-3e30-43c9-b32e-b5ec380d2bbb {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:49.165103 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597005e3-eaee-43bf-88a5-afd8da7311c5', 'name': 'network-vif-deleted', 'tag': 'bc5e31fb-445e-4dae-adbf-b381d0fedfaa', 'status': 'completed', 'code': 200} Dec 13 12:54:49.229556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Network 721ce267-0fb7-479f-86bd-0220bfc537ee is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:54:49.251982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 721ce267-0fb7-479f-86bd-0220bfc537ee) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:49.259138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:49.259729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:49.261901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ee14d-99d6-45ac-b6c5-8f3c8d342eeb None None] Network 721ce267-0fb7-479f-86bd-0220bfc537ee requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:54:49.288115 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-521edce7-f6b3-41fc-8253-41607c17e8fd tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1184981 Dec 13 12:54:49.290784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48776) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:49.296914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1593302398', 'network_id': '721ce267-0fb7-479f-86bd-0220bfc537ee'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:49.338406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Made reservation on behalf of a7d73334f32543ffa07e359aaa304b8a for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:49.341194 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:49.360430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] device_id is not set on port 8b102dca-9e53-4544-8b73-b7942c890ed9 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:54:49.387493 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:49.402577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56c235-e682-44bc-8cd0-d50203dba306 None None] Network 721ce267-0fb7-479f-86bd-0220bfc537ee requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:54:49.450886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Pushing event updated for resources: {'Subnet': ['ID=535d65a7-dc33-4424-b074-b4e148e84e74,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:49.482471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Allocated IP 2001:db8::2aa (721ce267-0fb7-479f-86bd-0220bfc537ee/37863007-e32d-4d08-9467-4f5e2695fb91/8b102dca-9e53-4544-8b73-b7942c890ed9) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:49.491806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Checking segment: {'id': '54d6715a-02bd-4a91-a748-f454682c4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fb3f92f8-9bb5-480c-a5b2-84b6572ef72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:49.492393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Network hostable DHCP agents. Network: fb3f92f8-9bb5-480c-a5b2-84b6572ef72f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:54:49.518047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Network fb3f92f8-9bb5-480c-a5b2-84b6572ef72f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:54:49.533641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fb3f92f8-9bb5-480c-a5b2-84b6572ef72f) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:49.540745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:49.542136 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:49.543505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e56bbe-b9be-4a82-865b-2a8b68fa21b9 None None] Network fb3f92f8-9bb5-480c-a5b2-84b6572ef72f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:54:49.568235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fb6cd8da-abff-4d4a-997f-400054fd074f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5373082 Dec 13 12:54:49.736958 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:49.813226 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:49.870013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e1949-3500-4c73-bb4d-5a6d666c1c12 None None] Network fb3f92f8-9bb5-480c-a5b2-84b6572ef72f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:54:49.892089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event updated for resources: {'Port': ['ID=8b102dca-9e53-4544-8b73-b7942c890ed9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:49.903804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Network 721ce267-0fb7-479f-86bd-0220bfc537ee is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:49.905385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:49.914426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:49.918418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:49.920169 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:49.945687 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0e8109d6-a22c-4004-8c17-2ca807248096 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6537323 Dec 13 12:54:49.948966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48808) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:50.054736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f36b7f94-727e-4d79-8316-861538266307 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Deleting port 8b102dca-9e53-4544-8b73-b7942c890ed9 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:50.055071 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f36b7f94-727e-4d79-8316-861538266307 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:50.236521 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f36b7f94-727e-4d79-8316-861538266307 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:50.263502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f36b7f94-727e-4d79-8316-861538266307 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Calling delete_port for 8b102dca-9e53-4544-8b73-b7942c890ed9 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:50.278353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-50d35ae8-a177-407f-8ffd-cd8bf1dac2d5 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:50.279862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-50d35ae8-a177-407f-8ffd-cd8bf1dac2d5 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/networks?id=fb3f92f8-9bb5-480c-a5b2-84b6572ef72f HTTP/1.1" status: 200 len: 818 time: 0.1842942 Dec 13 12:54:50.336890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be4317-7aad-4492-b987-750c4c96342a req-7ffbb6ae-6695-4524-8afe-457627ea3bbd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:50.338285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11be4317-7aad-4492-b987-750c4c96342a req-7ffbb6ae-6695-4524-8afe-457627ea3bbd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1310127 Dec 13 12:54:50.346033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5ffd736c-ffca-4ccc-8308-99feb4c789c9 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/quotas/902128c9dddf4756933b0df84e37121c HTTP/1.1" status: 200 len: 375 time: 0.0553536 Dec 13 12:54:50.398837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-f0c2f090-64b6-4403-851b-1610a96e7712 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=902128c9dddf4756933b0df84e37121c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426371 Dec 13 12:54:50.457513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11be4317-7aad-4492-b987-750c4c96342a req-877c2225-8472-469d-9a6a-30a95482c688 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104953 Dec 13 12:54:50.612887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-bdb245ae-2afd-43e4-84c6-4362f5420358 service neutron] 10.222.0.31 "GET /v2.0/networks/fb3f92f8-9bb5-480c-a5b2-84b6572ef72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985106 Dec 13 12:54:50.615234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f36b7f94-727e-4d79-8316-861538266307 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:50.672788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b7f94-727e-4d79-8316-861538266307 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b102dca-9e53-4544-8b73-b7942c890ed9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:50.754519 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f36b7f94-727e-4d79-8316-861538266307 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:50.758204 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f36b7f94-727e-4d79-8316-861538266307 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "DELETE /v2.0/ports/8b102dca-9e53-4544-8b73-b7942c890ed9 HTTP/1.1" status: 204 len: 168 time: 0.8081913 Dec 13 12:54:50.761167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48854) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:50.766011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '721ce267-0fb7-479f-86bd-0220bfc537ee', 'external_fixed_ips': [{'subnet_id': '37863007-e32d-4d08-9467-4f5e2695fb91', 'ip_address': '2001:db8::2aa'}]}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:50.785200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-844ae248-97e0-4f9b-8d5f-575425bdf6ab tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:50.786834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-844ae248-97e0-4f9b-8d5f-575425bdf6ab tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.2434828 Dec 13 12:54:50.793065 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:50.795058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:50.814518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-92671eb9-1883-4069-86ff-671f4cf052f5 service neutron] 10.222.0.31 "GET /v2.0/networks/fb3f92f8-9bb5-480c-a5b2-84b6572ef72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876998 Dec 13 12:54:50.816205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-7e4fb8b0-260a-4099-9721-e21aeb7a4078 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/quotas/9772ae01a15540fd9876e5edafcf23f2 HTTP/1.1" status: 200 len: 375 time: 0.0207369 Dec 13 12:54:50.855412 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:50.875234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-e38930b5-f102-4bac-96f4-0d9a91d87365 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412726 Dec 13 12:54:50.981099 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-156ecbbb-d78c-43b1-9e3e-ae9e457bac51 service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048453 Dec 13 12:54:51.034032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:51.118570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-06cffb58-317f-40ab-b87c-0b3ff7aeaeeb service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303325 Dec 13 12:54:51.237403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3dc8f4ec-4149-409e-9a82-79c10c93e366 req-83e01624-e09e-407a-b617-f9f350d39ea4 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 210 time: 0.0661600 Dec 13 12:54:51.242197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bc5e31fb-445e-4dae-adbf-b381d0fedfaa no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:54:51.311803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: bc5e31fb-445e-4dae-adbf-b381d0fedfaa {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:54:51.313415 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:51.313829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bc5e31fb-445e-4dae-adbf-b381d0fedfaa not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:54:51.339515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:51.373428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73f625ef-33fd-47c2-ba87-1e2038bd594c req-efb2769f-64c0-468c-b70c-832d3b553692 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 210 time: 0.0581915 Dec 13 12:54:51.478533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddaa18-ece2-4740-8238-d34cc33d0058 req-640cadc1-9ff7-4ac3-b39c-e5c7b9eac530 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:51.503134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92ddaa18-ece2-4740-8238-d34cc33d0058 req-640cadc1-9ff7-4ac3-b39c-e5c7b9eac530 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 945 time: 0.1284380 Dec 13 12:54:51.508427 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Allocated IP 2001:db8::2aa (721ce267-0fb7-479f-86bd-0220bfc537ee/37863007-e32d-4d08-9467-4f5e2695fb91/b607bcb1-4fa5-412a-9f3f-a8caa8403125) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:51.644768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92ddaa18-ece2-4740-8238-d34cc33d0058 req-5e105995-cdf0-4865-9794-143f6e76984a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402965 Dec 13 12:54:51.677469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ce49d-a562-4ac0-960a-ff460bee935a req-8e1cf0a1-1a5e-4efd-8663-9cb110ebb862 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:51.698969 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:51.702719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-787ce49d-a562-4ac0-960a-ff460bee935a req-8e1cf0a1-1a5e-4efd-8663-9cb110ebb862 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1210239 Dec 13 12:54:51.739961 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:51.798620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Network 721ce267-0fb7-479f-86bd-0220bfc537ee is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:51.801979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:51.805609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:51.819917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-787ce49d-a562-4ac0-960a-ff460bee935a req-f2829ac3-3317-444d-b148-413b11b18236 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162159 Dec 13 12:54:51.846001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event updated for resources: {'Port': ['ID=b607bcb1-4fa5-412a-9f3f-a8caa8403125,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:52.079832 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:52.224982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-ba5a6bff-2b36-4899-ad29-f6fd8dd9129d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459502 Dec 13 12:54:52.382092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:52.617602 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-b7e42115-c96d-4392-ba70-d8d73389c5bb tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:52.619224 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-b7e42115-c96d-4392-ba70-d8d73389c5bb tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.37 "GET /v2.0/networks?id=fb3f92f8-9bb5-480c-a5b2-84b6572ef72f HTTP/1.1" status: 200 len: 818 time: 0.1734283 Dec 13 12:54:52.642226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Request body: {'port': {'device_id': '6b108054-c19c-433d-815e-eac29389eb84', 'network_id': 'fb3f92f8-9bb5-480c-a5b2-84b6572ef72f', 'admin_state_up': True, 'tenant_id': '902128c9dddf4756933b0df84e37121c'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:52.710380 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Router d7ba821f-490f-48a6-a566-bf243c92b32e is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:54:52.730291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-ffc172e3-fbda-4d25-badf-3e3fc03b8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:52.732290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-ffc172e3-fbda-4d25-badf-3e3fc03b8897 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 1102 time: 0.4850571 Dec 13 12:54:52.772874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ecf3743-acfb-4ade-be43-87cf7f0b923c req-93241775-5ace-40c3-be47-6110ed7e89cb tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 210 time: 0.0670383 Dec 13 12:54:52.775380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8f565e6-1622-4696-b916-c5c4b255de1c req-79d19af4-da59-4d63-a1fb-65b065dd486f tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 210 time: 0.0713081 Dec 13 12:54:52.899347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-e3897328-17f8-41f8-807b-b40a93ce123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:52.900941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-e3897328-17f8-41f8-807b-b40a93ce123c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1306791 Dec 13 12:54:52.939286 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Made reservation on behalf of 902128c9dddf4756933b0df84e37121c for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:52.942648 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:52.966301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-73d98d93-5f25-4994-8f46-0f99f77dbadc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8eae5660-98f2-47d4-b750-7c60be135219 HTTP/1.1" status: 200 len: 217 time: 0.0572176 Dec 13 12:54:52.996065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:54:53.012493 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Sync routers for ids ['d7ba821f-490f-48a6-a566-bf243c92b32e'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:54:53.034626 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Routers {'d7ba821f-490f-48a6-a566-bf243c92b32e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:53.035288 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d7ba821f-490f-48a6-a566-bf243c92b32e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:53.081293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f3b9e-8966-4726-a88a-41cf9e7e0fe7 req-e80d69b7-a353-4775-bba7-01d3249a0734 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:53.089193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-867f3b9e-8966-4726-a88a-41cf9e7e0fe7 req-e80d69b7-a353-4775-bba7-01d3249a0734 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1725204 Dec 13 12:54:53.100198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-c0e9d47b-a4dc-4e39-ad50-0afdd7061b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:53.101478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-c0e9d47b-a4dc-4e39-ad50-0afdd7061b10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1117539 Dec 13 12:54:53.118439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.126057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48932) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:53.126570 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-96d0c6a4-df1f-42ea-831d-9dab17b19245 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3642364 Dec 13 12:54:53.164957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Allocated IP 172.20.0.2 (fb3f92f8-9bb5-480c-a5b2-84b6572ef72f/535d65a7-dc33-4424-b074-b4e148e84e74/dcda51bf-f29e-48ac-9494-39d47d8f4fa1) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:53.280415 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Set router d7ba821f-490f-48a6-a566-bf243c92b32e gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:53.320417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-677513e0-2282-4836-b492-e4d01fc8a24c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:53.321876 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-677513e0-2282-4836-b492-e4d01fc8a24c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.37 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.4082272 Dec 13 12:54:53.336546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-5ad782f5-5d22-4312-a1e0-1e21fcf951d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:53.338627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-5ad782f5-5d22-4312-a1e0-1e21fcf951d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2265997 Dec 13 12:54:53.355577 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-867f3b9e-8966-4726-a88a-41cf9e7e0fe7 req-b2fd9ebd-bec7-44e8-a7fa-9beb5b637738 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609971 Dec 13 12:54:53.358429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Request body: {'port': {'device_id': 'aa7d812a-4d34-477c-a307-92197712699b', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'admin_state_up': True, 'tenant_id': '9772ae01a15540fd9876e5edafcf23f2'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:53.485784 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ba821f-490f-48a6-a566-bf243c92b32e', 'name': '', 'tenant_id': 'a7d73334f32543ffa07e359aaa304b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '721ce267-0fb7-479f-86bd-0220bfc537ee', 'external_fixed_ips': [{'subnet_id': '37863007-e32d-4d08-9467-4f5e2695fb91', 'ip_address': '2001:db8::2aa'}], 'enable_snat': True}, 'gw_port_id': 'b607bcb1-4fa5-412a-9f3f-a8caa8403125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:50Z', 'updated_at': '2021-12-13T12:54:51Z', 'revision_number': 3, 'project_id': 'a7d73334f32543ffa07e359aaa304b8a', 'gw_port': {'id': 'b607bcb1-4fa5-412a-9f3f-a8caa8403125', 'name': '', 'network_id': '721ce267-0fb7-479f-86bd-0220bfc537ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:09:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ba821f-490f-48a6-a566-bf243c92b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '37863007-e32d-4d08-9467-4f5e2695fb91', 'ip_address': '2001:db8::2aa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:51Z', 'updated_at': '2021-12-13T12:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37863007-e32d-4d08-9467-4f5e2695fb91', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:53.503209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.504616 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.512851 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Checking router: d7ba821f-490f-48a6-a566-bf243c92b32e for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:54:53.513896 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Updating router d7ba821f-490f-48a6-a566-bf243c92b32e port b607bcb1-4fa5-412a-9f3f-a8caa8403125 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:54:53.540378 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.567180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-7b96925c-31a1-450c-97c1-df0867a98f31 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014270 Dec 13 12:54:53.601951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Made reservation on behalf of 9772ae01a15540fd9876e5edafcf23f2 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:54:53.617910 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.633585 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.709618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Network fb3f92f8-9bb5-480c-a5b2-84b6572ef72f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:53.755178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:53.764604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:53.782859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Pushing event updated for resources: {'Port': ['ID=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:53.802629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16a0f591-48ea-4a79-badc-7aa50a081f57 req-9ff6a7dc-e3a8-468e-90d9-5e25056e57b5 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246563 Dec 13 12:54:53.839370 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.846791 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.860051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.877215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:53.877966 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.902726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3fac4-a89b-4012-af64-c8ebbe3fd801 None None] Pushing event updated for resources: {'Port': ['ID=b607bcb1-4fa5-412a-9f3f-a8caa8403125,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:53.913493 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-de764b36-510b-45f6-92a2-9014d0f4a4a8 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2760627 Dec 13 12:54:53.922142 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Attempting to bind port b607bcb1-4fa5-412a-9f3f-a8caa8403125 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:54:53.922731 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Attempting to bind port b607bcb1-4fa5-412a-9f3f-a8caa8403125 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '088ec8cf-2bc7-434d-80cb-e9033bcd1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '721ce267-0fb7-479f-86bd-0220bfc537ee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:54:53.923555 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Attempting to bind port b607bcb1-4fa5-412a-9f3f-a8caa8403125 on network 721ce267-0fb7-479f-86bd-0220bfc537ee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:53.923755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Allocated IP 172.20.0.9 (be377527-9066-473d-8938-97561d99b9c3/43b1bb2c-5ffb-4f6b-a9ce-eb6937338554/9bbe4414-c2e2-43f4-bda3-6396f58be406) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:54:53.929825 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:54:53.930505 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Checking segment: {'id': '088ec8cf-2bc7-434d-80cb-e9033bcd1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '721ce267-0fb7-479f-86bd-0220bfc537ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:53.931193 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.931607 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Request body: {'port': {'device_id': '6b108054-c19c-433d-815e-eac29389eb84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:53.931899 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Bound using segment: {'id': '088ec8cf-2bc7-434d-80cb-e9033bcd1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '721ce267-0fb7-479f-86bd-0220bfc537ee'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:54:53.932817 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Bound port: b607bcb1-4fa5-412a-9f3f-a8caa8403125, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088ec8cf-2bc7-434d-80cb-e9033bcd1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '721ce267-0fb7-479f-86bd-0220bfc537ee'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:54:53.933399 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:53.990207 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] For port b607bcb1-4fa5-412a-9f3f-a8caa8403125, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:54:53.993965 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] For port b607bcb1-4fa5-412a-9f3f-a8caa8403125, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b607bcb1-4fa5-412a-9f3f-a8caa8403125,segment=NetworkSegment(088ec8cf-2bc7-434d-80cb-e9033bcd1681),segment_id=088ec8cf-2bc7-434d-80cb-e9033bcd1681)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:54:54.002824 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.032496 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.041098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Deleting port b607bcb1-4fa5-412a-9f3f-a8caa8403125 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:54:54.042094 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.045795 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa684140-77a0-47ed-b46d-2eab50b4cec4 req-6c1375f9-0bb7-4c15-b9ba-9a5cc60bd73d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 210 time: 0.0673573 Dec 13 12:54:54.075922 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3fac4-a89b-4012-af64-c8ebbe3fd801 None None] Pushing event updated for resources: {'Port': ['ID=b607bcb1-4fa5-412a-9f3f-a8caa8403125,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:54.094705 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Routers {'d7ba821f-490f-48a6-a566-bf243c92b32e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:54:54.095650 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d7ba821f-490f-48a6-a566-bf243c92b32e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:54.112059 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b6423f3-8244-4c45-bed6-5b8b17d01dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.142923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad72f3-be4a-4026-8802-525c77643c0a req-c550d2a9-b40f-4b3d-ba75-6c43134c6796 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:54.144581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6ad72f3-be4a-4026-8802-525c77643c0a req-c550d2a9-b40f-4b3d-ba75-6c43134c6796 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 931 time: 0.1797495 Dec 13 12:54:54.190397 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] Set router d7ba821f-490f-48a6-a566-bf243c92b32e gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:54:54.207461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] For port b607bcb1-4fa5-412a-9f3f-a8caa8403125, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b607bcb1-4fa5-412a-9f3f-a8caa8403125,segment=NetworkSegment(088ec8cf-2bc7-434d-80cb-e9033bcd1681),segment_id=088ec8cf-2bc7-434d-80cb-e9033bcd1681)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:54.207847 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.234238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Calling delete_port for b607bcb1-4fa5-412a-9f3f-a8caa8403125 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:54:54.249683 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ba821f-490f-48a6-a566-bf243c92b32e', 'name': '', 'tenant_id': 'a7d73334f32543ffa07e359aaa304b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:50Z', 'updated_at': '2021-12-13T12:54:53Z', 'revision_number': 4, 'project_id': 'a7d73334f32543ffa07e359aaa304b8a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:54.264317 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6ad72f3-be4a-4026-8802-525c77643c0a req-c92463f6-ba01-4f72-bebe-a7d306476076 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998039 Dec 13 12:54:54.285292 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41def13-b85a-4f23-8620-0d84c0443816 None None] The sync data for ids ['d7ba821f-490f-48a6-a566-bf243c92b32e'] in n-d-817326-4 is: [{'id': 'd7ba821f-490f-48a6-a566-bf243c92b32e', 'name': '', 'tenant_id': 'a7d73334f32543ffa07e359aaa304b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:50Z', 'updated_at': '2021-12-13T12:54:53Z', 'revision_number': 4, 'project_id': 'a7d73334f32543ffa07e359aaa304b8a', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:54:54.313696 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.427697 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.499420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Network be377527-9066-473d-8938-97561d99b9c3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:54:54.506369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:54:54.513855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:54:54.549235 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.552070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event updated for resources: {'Port': ['ID=9bbe4414-c2e2-43f4-bda3-6396f58be406,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:54.585188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcda51bf-f29e-48ac-9494-39d47d8f4fa1 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:54.587713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event deleted for resources: {'Port': ['ID=b607bcb1-4fa5-412a-9f3f-a8caa8403125,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:54.603043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:54.603706 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.608373 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.627157 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.632994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Transition to ACTIVE for port object dcda51bf-f29e-48ac-9494-39d47d8f4fa1 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:54:54.637093 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b7c73954-6220-4777-b06e-192450be1d34 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2851551 Dec 13 12:54:54.638194 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.674497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Request body: {'port': {'device_id': 'aa7d812a-4d34-477c-a307-92197712699b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:54.725504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Pushing event updated for resources: {'Port': ['ID=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:54.742094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e39068-707f-4099-a7f5-e1b35606a426 req-c13dafc6-b090-4137-84ef-d26bccfdb9ab tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:54.743626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7e39068-707f-4099-a7f5-e1b35606a426 req-c13dafc6-b090-4137-84ef-d26bccfdb9ab tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.2890902 Dec 13 12:54:54.745462 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.748146 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.791072 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.818689 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.819279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7ba821f-490f-48a6-a566-bf243c92b32e {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:54:54.824907 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.829517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-10bcd3a2-75c5-416d-bc84-7d3a2106076b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d7ba821f-490f-48a6-a566-bf243c92b32e HTTP/1.1" status: 204 len: 168 time: 1.7024150 Dec 13 12:54:54.834674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48984) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:54.854269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7e39068-707f-4099-a7f5-e1b35606a426 req-58462a3f-b234-4e0f-a437-f279e5c38a01 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002116 Dec 13 12:54:54.884718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Attempting to bind port dcda51bf-f29e-48ac-9494-39d47d8f4fa1 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:54:54.885059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Attempting to bind port dcda51bf-f29e-48ac-9494-39d47d8f4fa1 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '54d6715a-02bd-4a91-a748-f454682c4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fb3f92f8-9bb5-480c-a5b2-84b6572ef72f'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:54:54.885392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Attempting to bind port dcda51bf-f29e-48ac-9494-39d47d8f4fa1 on network fb3f92f8-9bb5-480c-a5b2-84b6572ef72f {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:54.906342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Port dcda51bf-f29e-48ac-9494-39d47d8f4fa1 on network fb3f92f8-9bb5-480c-a5b2-84b6572ef72f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:54:54.906671 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Attempting to bind port dcda51bf-f29e-48ac-9494-39d47d8f4fa1 on network fb3f92f8-9bb5-480c-a5b2-84b6572ef72f {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:54.960408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd18c96-a0c8-4bc4-b7ef-fae48704890c tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Deleting subnet 37863007-e32d-4d08-9467-4f5e2695fb91 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:54:54.966230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:54:54.966571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Checking segment: {'id': '54d6715a-02bd-4a91-a748-f454682c4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fb3f92f8-9bb5-480c-a5b2-84b6572ef72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:54.966987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Bound using segment: {'id': '54d6715a-02bd-4a91-a748-f454682c4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fb3f92f8-9bb5-480c-a5b2-84b6572ef72f'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:54:54.967527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Bound port: dcda51bf-f29e-48ac-9494-39d47d8f4fa1, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d6715a-02bd-4a91-a748-f454682c4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fb3f92f8-9bb5-480c-a5b2-84b6572ef72f'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:54:54.967864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:54.975973 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0bd18c96-a0c8-4bc4-b7ef-fae48704890c tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.202273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec771db-e457-4c84-9ca4-17631d8af09e req-3c24c904-b728-4b98-8119-f5a314493574 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:55.204175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bec771db-e457-4c84-9ca4-17631d8af09e req-3c24c904-b728-4b98-8119-f5a314493574 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 931 time: 0.0536802 Dec 13 12:54:55.260908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:54:55.263132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bec771db-e457-4c84-9ca4-17631d8af09e req-d104657e-b64c-45c4-b6ac-80a6591f84bf tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519238 Dec 13 12:54:55.417777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:55.437770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'port_id': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'mac_address': 'fa:16:3e:79:d6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:54:55.501858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596c7f5-3983-4404-b911-23806a5834da req-f00a8417-b441-4066-8bc8-84e9452c0b01 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:55.501858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0596c7f5-3983-4404-b911-23806a5834da req-f00a8417-b441-4066-8bc8-84e9452c0b01 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 943 time: 0.0842197 Dec 13 12:54:55.506040 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0bd18c96-a0c8-4bc4-b7ef-fae48704890c tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.513375 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.536977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22a2e286-8a90-45a7-b02b-6083abd56c21 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:55.579759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:55.581810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0596c7f5-3983-4404-b911-23806a5834da req-92e2d6d4-67c1-4089-9455-932c55512131 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780675 Dec 13 12:54:55.587345 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.618460 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] For port dcda51bf-f29e-48ac-9494-39d47d8f4fa1, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:54:55.620495 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0bd18c96-a0c8-4bc4-b7ef-fae48704890c tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.632691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbe4414-c2e2-43f4-bda3-6396f58be406 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:55.662252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:55.662752 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.667167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] For port dcda51bf-f29e-48ac-9494-39d47d8f4fa1, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,segment=NetworkSegment(54d6715a-02bd-4a91-a748-f454682c4581),segment_id=54d6715a-02bd-4a91-a748-f454682c4581)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:54:55.680898 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.697825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Transition to ACTIVE for port object 9bbe4414-c2e2-43f4-bda3-6396f58be406 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:54:55.712122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['22a2e286-8a90-45a7-b02b-6083abd56c21'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:55.731896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:55.732785 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.734309 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] 10.222.0.37 "PUT /v2.0/ports/dcda51bf-f29e-48ac-9494-39d47d8f4fa1 HTTP/1.1" status: 200 len: 1091 time: 1.8074112 Dec 13 12:54:55.734872 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.739345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b108054-c19c-433d-815e-eac29389eb84', 'tag': 'dcda51bf-f29e-48ac-9494-39d47d8f4fa1'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:55.742896 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5929ca-6546-462f-9dc2-732d08ab9915" -d '{"events": [{"name": "network-changed", "server_uuid": "6b108054-c19c-433d-815e-eac29389eb84", "tag": "dcda51bf-f29e-48ac-9494-39d47d8f4fa1"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:55.801994 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8068adf-436f-40e4-a4ec-172bffb901f3 x-openstack-request-id: req-c8068adf-436f-40e4-a4ec-172bffb901f3 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:55.802383 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b108054-c19c-433d-815e-eac29389eb84", "tag": "dcda51bf-f29e-48ac-9494-39d47d8f4fa1", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:55.802693 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8068adf-436f-40e4-a4ec-172bffb901f3 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:55.803144 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b108054-c19c-433d-815e-eac29389eb84', 'tag': 'dcda51bf-f29e-48ac-9494-39d47d8f4fa1', 'status': 'completed', 'code': 200} Dec 13 12:54:55.844342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ad544-1476-44d9-814f-63fab081d548 service neutron] Pushing event updated for resources: {'Port': ['ID=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:55.885433 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0bd18c96-a0c8-4bc4-b7ef-fae48704890c tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.927909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd18c96-a0c8-4bc4-b7ef-fae48704890c tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=37863007-e32d-4d08-9467-4f5e2695fb91,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:55.949367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0bd18c96-a0c8-4bc4-b7ef-fae48704890c tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:55.953778 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0bd18c96-a0c8-4bc4-b7ef-fae48704890c tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/37863007-e32d-4d08-9467-4f5e2695fb91 HTTP/1.1" status: 204 len: 168 time: 1.1154759 Dec 13 12:54:55.957392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Pushing event updated for resources: {'Port': ['ID=9bbe4414-c2e2-43f4-bda3-6396f58be406,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:55.965599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49014) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:56.032708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b711-90de-49a3-961f-0da406d17ede req-82823906-ef3c-46e0-93c0-e94f6f4bc842 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:56.034314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5e6b711-90de-49a3-961f-0da406d17ede req-82823906-ef3c-46e0-93c0-e94f6f4bc842 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.0810542 Dec 13 12:54:56.041956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-158e651d-fa98-478c-83cb-0877a2cec1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:56.043685 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-158e651d-fa98-478c-83cb-0877a2cec1f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902128c9dddf4756933b0df84e37121c&device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 1094 time: 0.2473717 Dec 13 12:54:56.092480 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5e6b711-90de-49a3-961f-0da406d17ede req-e3ee9319-14ff-4e76-9cc3-cb6c071bca11 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504079 Dec 13 12:54:56.136255 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-6fdc0b19-c19e-48e0-a115-004d01003a56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcda51bf-f29e-48ac-9494-39d47d8f4fa1 HTTP/1.1" status: 200 len: 217 time: 0.0622439 Dec 13 12:54:56.185182 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Attempting to bind port 9bbe4414-c2e2-43f4-bda3-6396f58be406 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:54:56.185514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Attempting to bind port 9bbe4414-c2e2-43f4-bda3-6396f58be406 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:54:56.185837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Attempting to bind port 9bbe4414-c2e2-43f4-bda3-6396f58be406 on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:56.199604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.203772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Port 9bbe4414-c2e2-43f4-bda3-6396f58be406 on network be377527-9066-473d-8938-97561d99b9c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:54:56.204036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Attempting to bind port 9bbe4414-c2e2-43f4-bda3-6396f58be406 on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:54:56.218854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:54:56.219344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Checking segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:54:56.219568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Bound using segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:54:56.219987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Bound port: 9bbe4414-c2e2-43f4-bda3-6396f58be406, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:54:56.220530 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.224995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-a3f450b1-c837-43b5-86c1-99279281c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:56.225962 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-a3f450b1-c837-43b5-86c1-99279281c7b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=535d65a7-dc33-4424-b074-b4e148e84e74 HTTP/1.1" status: 200 len: 858 time: 0.0778453 Dec 13 12:54:56.282049 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-d349d1e5-b236-4d49-9f88-a863fc9216ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fb3f92f8-9bb5-480c-a5b2-84b6572ef72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456491 Dec 13 12:54:56.398485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e48a4-5297-41a4-bdcc-33611e366322 req-33aa8cfe-cec4-4b98-8030-062bb229d412 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:56.406320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b4e48a4-5297-41a4-bdcc-33611e366322 req-33aa8cfe-cec4-4b98-8030-062bb229d412 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 943 time: 0.0640433 Dec 13 12:54:56.472164 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b4e48a4-5297-41a4-bdcc-33611e366322 req-a68fc04b-f0f0-4dbc-90a6-3ece8a374e64 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 Dec 13 12:54:56.510236 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.544558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] For port 9bbe4414-c2e2-43f4-bda3-6396f58be406, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:54:56.550515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721ce267-0fb7-479f-86bd-0220bfc537ee']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:56.567816 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff3be8aa-4261-4351-8532-8002edcbddb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.577208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088ec8cf-2bc7-434d-80cb-e9033bcd1681') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:56.577493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088ec8cf-2bc7-434d-80cb-e9033bcd1681') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:54:56.583510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] For port 9bbe4414-c2e2-43f4-bda3-6396f58be406, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:54:56.599681 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.601670 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.611716 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-a59603a7-c825-415a-b053-9c2f401a7b3f service neutron] 10.222.0.37 "GET /v2.0/networks/fb3f92f8-9bb5-480c-a5b2-84b6572ef72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830029 Dec 13 12:54:56.657897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.707145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:56.707766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.709263 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] 10.222.0.37 "PUT /v2.0/ports/9bbe4414-c2e2-43f4-bda3-6396f58be406 HTTP/1.1" status: 200 len: 1091 time: 2.0607090 Dec 13 12:54:56.717631 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:54:56.718059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:54:56.719966 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:54:56.803242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b8bd0-9667-47a6-b423-dd503a27f74f service neutron] Pushing event updated for resources: {'Port': ['ID=9bbe4414-c2e2-43f4-bda3-6396f58be406,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:56.810598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ad0b3-e239-4f84-a891-f1eff5ed3c46 req-5c69271d-46b6-4edc-8bd4-a60bf5e343a0 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:56.818662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-286ad0b3-e239-4f84-a891-f1eff5ed3c46 req-5c69271d-46b6-4edc-8bd4-a60bf5e343a0 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 943 time: 0.1217828 Dec 13 12:54:56.869685 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a47e8229-f2fc-4e72-8fb0-b05870b8ba65 req-2d537620-94b4-4760-ae3e-8c43b5318bf1 service neutron] 10.222.0.37 "GET /v2.0/networks/fb3f92f8-9bb5-480c-a5b2-84b6572ef72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299483 Dec 13 12:54:56.871114 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.880839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 721ce267-0fb7-479f-86bd-0220bfc537ee {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 12:54:56.884127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:56.897257 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "DELETE /v2.0/networks/721ce267-0fb7-479f-86bd-0220bfc537ee HTTP/1.1" status: 204 len: 168 time: 0.9285359 Dec 13 12:54:56.911475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-ff060cb3-c53d-4700-a485-e6205b80509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:56.916132 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-ff060cb3-c53d-4700-a485-e6205b80509d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 1094 time: 0.1269579 Dec 13 12:54:56.947408 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-286ad0b3-e239-4f84-a891-f1eff5ed3c46 req-7748487a-bc6f-4576-9807-f3ed19ac9293 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277170 Dec 13 12:54:56.958254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4cfe3-22eb-4dc3-8e86-a65c88d46e35 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event deleted for resources: {'Network': ['ID=721ce267-0fb7-479f-86bd-0220bfc537ee,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:57.006997 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-12e994cd-cb97-4c93-bcc4-a6e1094dfadf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406 HTTP/1.1" status: 200 len: 217 time: 0.0633678 Dec 13 12:54:57.125212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5929ca-6546-462f-9dc2-732d08ab9915 req-ffd061aa-d52f-432a-b066-d8fdbd2917e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:57.127462 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc5929ca-6546-462f-9dc2-732d08ab9915 req-ffd061aa-d52f-432a-b066-d8fdbd2917e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902128c9dddf4756933b0df84e37121c&device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 1094 time: 0.1601622 Dec 13 12:54:57.134417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-853a6057-5d14-440b-a742-17e44bcd57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:57.141525 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-853a6057-5d14-440b-a742-17e44bcd57a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.1129632 Dec 13 12:54:57.258329 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-31fb3f65-8232-4599-91cc-767ed32713f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079240 Dec 13 12:54:57.273519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:54:57.318410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5c191-a196-4192-91cf-f7fe0ff27e6d req-f0c028cf-fb4c-4e39-9e70-d35225651270 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:57.337766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce5c191-a196-4192-91cf-f7fe0ff27e6d req-f0c028cf-fb4c-4e39-9e70-d35225651270 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1346350 Dec 13 12:54:57.476416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:57.497350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ce5c191-a196-4192-91cf-f7fe0ff27e6d req-2e0fcb37-07e7-410d-ab17-e5a65def130e tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566541 Dec 13 12:54:57.537834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 22a2e286-8a90-45a7-b02b-6083abd56c21 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:54:57.540377 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:57.667063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5929ca-6546-462f-9dc2-732d08ab9915 req-78616f4e-c75e-4589-912b-c57aeba7a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:57.674010 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc5929ca-6546-462f-9dc2-732d08ab9915 req-78616f4e-c75e-4589-912b-c57aeba7a92b service neutron] 10.222.0.37 "GET /v2.0/networks?id=fb3f92f8-9bb5-480c-a5b2-84b6572ef72f HTTP/1.1" status: 200 len: 918 time: 0.5312529 Dec 13 12:54:57.708104 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-6bf2133f-c673-4fe7-b2ef-3c8a5ca7dfc5 service neutron] 10.222.0.37 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561578 Dec 13 12:54:57.718195 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:57.723525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a26d36-4f5f-4dff-a5bd-e02484381dfe req-5427f585-5f6e-44a5-a9e7-23c8f13f303e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:57.725056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30a26d36-4f5f-4dff-a5bd-e02484381dfe req-5427f585-5f6e-44a5-a9e7-23c8f13f303e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 943 time: 0.1144173 Dec 13 12:54:57.779175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49086) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:57.785327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ec7063b8-e45a-425f-bfac-247b72322ec9 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Request body: {'router': {'name': 'tempest-router--419487470', 'project_id': '2b4311dedb1d4126bf1e8be3998c5342'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:57.801190 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc5929ca-6546-462f-9dc2-732d08ab9915 req-0502ab20-01b1-4a81-b68c-482da7eb1921 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcda51bf-f29e-48ac-9494-39d47d8f4fa1 HTTP/1.1" status: 200 len: 217 time: 0.1137049 Dec 13 12:54:57.804727 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:57.807924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7d812a-4d34-477c-a307-92197712699b', 'tag': '9bbe4414-c2e2-43f4-bda3-6396f58be406'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:57.814612 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183ee5b7-9ef1-42c9-93b9-c35357505871" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7d812a-4d34-477c-a307-92197712699b", "tag": "9bbe4414-c2e2-43f4-bda3-6396f58be406"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:57.840232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30a26d36-4f5f-4dff-a5bd-e02484381dfe req-0f89ff42-1822-4ec9-81be-db04f298a69d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929339 Dec 13 12:54:57.841933 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec7063b8-e45a-425f-bfac-247b72322ec9 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:57.844275 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec7063b8-e45a-425f-bfac-247b72322ec9 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:57.895016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:57.896120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:54:57.899705 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392b7c4a-8cbc-4278-8e37-f29e6b0d11a0" -d '{"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-plugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:54:57.907451 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:57.963372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5929ca-6546-462f-9dc2-732d08ab9915 req-58d5673f-3fd5-4deb-8518-8452ff62608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:57.966679 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc5929ca-6546-462f-9dc2-732d08ab9915 req-58d5673f-3fd5-4deb-8518-8452ff62608d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=535d65a7-dc33-4424-b074-b4e148e84e74 HTTP/1.1" status: 200 len: 858 time: 0.1189170 Dec 13 12:54:57.968298 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07011df0-aa1b-4685-9261-ba7d86dcdac9 x-openstack-request-id: req-07011df0-aa1b-4685-9261-ba7d86dcdac9 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:57.968581 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7d812a-4d34-477c-a307-92197712699b", "tag": "9bbe4414-c2e2-43f4-bda3-6396f58be406", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:57.968831 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07011df0-aa1b-4685-9261-ba7d86dcdac9 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:57.969221 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7d812a-4d34-477c-a307-92197712699b', 'tag': '9bbe4414-c2e2-43f4-bda3-6396f58be406', 'status': 'completed', 'code': 200} Dec 13 12:54:57.972123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:57.978885 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10819000-6e8a-4451-a219-43ba6b02dac0 x-openstack-request-id: req-10819000-6e8a-4451-a219-43ba6b02dac0 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:54:57.979287 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-plugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:54:57.979647 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10819000-6e8a-4451-a219-43ba6b02dac0 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:54:57.980161 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'code': 200} Dec 13 12:54:57.984737 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec7063b8-e45a-425f-bfac-247b72322ec9 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.015661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec7063b8-e45a-425f-bfac-247b72322ec9 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.041477 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec7063b8-e45a-425f-bfac-247b72322ec9 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.043182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ec7063b8-e45a-425f-bfac-247b72322ec9 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2627184 Dec 13 12:54:58.046466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49094) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:58.096000 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc5929ca-6546-462f-9dc2-732d08ab9915 req-4c63c9d6-18a2-4fbd-a8ba-a377c02435c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fb3f92f8-9bb5-480c-a5b2-84b6572ef72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642605 Dec 13 12:54:58.098911 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf12a826-6bba-4e4a-ae9b-50997a034e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.204637 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-094da3fa-4706-48b2-bb38-c5e3fcfcc4b9 req-b485b1f5-7fef-497d-91de-4c1b16da1e38 service neutron] 10.222.0.37 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250448 Dec 13 12:54:58.208415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f691c-91be-417a-b163-0764519626fe req-34cc7efd-f177-4253-bdea-98c02f0991ea tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:58.210342 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b0f691c-91be-417a-b163-0764519626fe req-34cc7efd-f177-4253-bdea-98c02f0991ea tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 943 time: 0.0991814 Dec 13 12:54:58.216936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27d6cfa3-bd89-4675-8ab1-15b99ab9baba tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.285720 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc5929ca-6546-462f-9dc2-732d08ab9915 req-716d5f45-859e-4397-9a09-e0c2a60c2915 service neutron] 10.222.0.37 "GET /v2.0/networks/fb3f92f8-9bb5-480c-a5b2-84b6572ef72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748929 Dec 13 12:54:58.381350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b0f691c-91be-417a-b163-0764519626fe req-8d1b0a70-312e-4b12-af4a-3b41da0835f0 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618237 Dec 13 12:54:58.391960 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf12a826-6bba-4e4a-ae9b-50997a034e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.401338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf12a826-6bba-4e4a-ae9b-50997a034e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.412653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ee5b7-9ef1-42c9-93b9-c35357505871 req-477ae7a4-ed5f-469e-a7b8-b3768cf6cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:58.414194 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-183ee5b7-9ef1-42c9-93b9-c35357505871 req-477ae7a4-ed5f-469e-a7b8-b3768cf6cd97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 1094 time: 0.1429946 Dec 13 12:54:58.468476 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27d6cfa3-bd89-4675-8ab1-15b99ab9baba tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.475497 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27d6cfa3-bd89-4675-8ab1-15b99ab9baba tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.509709 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc5929ca-6546-462f-9dc2-732d08ab9915 req-391d8b7c-db69-4f3e-8ecf-82da1dffccd9 service neutron] 10.222.0.37 "GET /v2.0/networks/fb3f92f8-9bb5-480c-a5b2-84b6572ef72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052853 Dec 13 12:54:58.530376 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bf12a826-6bba-4e4a-ae9b-50997a034e4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcd72e1cd0ca4264a2c2ed78a16ed3ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0525999 Dec 13 12:54:58.543786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49102) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:58.554509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12a826-6bba-4e4a-ae9b-50997a034e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0037c2-c07b-4fbd-a367-12c0c08f05d8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:58.554757 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27d6cfa3-bd89-4675-8ab1-15b99ab9baba tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.555264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d6cfa3-bd89-4675-8ab1-15b99ab9baba tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd025ba6-36a6-42d5-81b8-8efffd9e2c0e {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:54:58.560106 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27d6cfa3-bd89-4675-8ab1-15b99ab9baba tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.563075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-27d6cfa3-bd89-4675-8ab1-15b99ab9baba tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "DELETE /v2.0/routers/bd025ba6-36a6-42d5-81b8-8efffd9e2c0e HTTP/1.1" status: 204 len: 168 time: 0.5063589 Dec 13 12:54:58.704207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90df78e-9998-421e-b2df-5267fc04ae9f req-90aef919-5ed3-4be8-956d-de139d9fa6d9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:58.720983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d90df78e-9998-421e-b2df-5267fc04ae9f req-90aef919-5ed3-4be8-956d-de139d9fa6d9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1290684 Dec 13 12:54:58.732525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ee5b7-9ef1-42c9-93b9-c35357505871 req-165e1cf8-aaa5-41fe-8005-035e24141540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:58.734421 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-183ee5b7-9ef1-42c9-93b9-c35357505871 req-165e1cf8-aaa5-41fe-8005-035e24141540 service neutron] 10.222.0.37 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 911 time: 0.3068388 Dec 13 12:54:58.737491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f874ce4a-92e6-4d42-81df-a9208f2607e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.801588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d90df78e-9998-421e-b2df-5267fc04ae9f req-8546843e-17f8-4343-aef1-9c8eb4f7ee9c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758047 Dec 13 12:54:58.805301 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-183ee5b7-9ef1-42c9-93b9-c35357505871 req-4c8a4fff-d19b-4f33-b0ab-d239be5fc2a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406 HTTP/1.1" status: 200 len: 217 time: 0.0615900 Dec 13 12:54:58.817015 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f874ce4a-92e6-4d42-81df-a9208f2607e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:58.837827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49108) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:58.931270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ee5b7-9ef1-42c9-93b9-c35357505871 req-9f6267ba-5b5b-4dd2-9582-82a158652efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:58.933380 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-183ee5b7-9ef1-42c9-93b9-c35357505871 req-9f6267ba-5b5b-4dd2-9582-82a158652efb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.1142931 Dec 13 12:54:59.004824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6490b-f17a-4e91-91d6-54f79500aefb req-9ab43805-7878-4c12-b543-64831ed9719c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:54:59.008418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.010476 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-183ee5b7-9ef1-42c9-93b9-c35357505871 req-30844a47-b6f2-4442-8b73-bc710d4741d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688932 Dec 13 12:54:59.018549 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7b6490b-f17a-4e91-91d6-54f79500aefb req-9ab43805-7878-4c12-b543-64831ed9719c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 943 time: 0.0996146 Dec 13 12:54:59.042566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1871139002', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:54:59.049230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f874ce4a-92e6-4d42-81df-a9208f2607e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.052158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f874ce4a-92e6-4d42-81df-a9208f2607e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.055502 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f874ce4a-92e6-4d42-81df-a9208f2607e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a0037c2-c07b-4fbd-a367-12c0c08f05d8 HTTP/1.1" status: 204 len: 168 time: 0.4950461 Dec 13 12:54:59.078200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874ce4a-92e6-4d42-81df-a9208f2607e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0037c2-c07b-4fbd-a367-12c0c08f05d8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:59.107674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7b6490b-f17a-4e91-91d6-54f79500aefb req-4d6d9be3-081c-4de4-82d0-fa9bcf897abe tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881486 Dec 13 12:54:59.126945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.128086 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.185360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.202795 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-183ee5b7-9ef1-42c9-93b9-c35357505871 req-a99188ba-e9ed-4fe9-83cb-3688143b94c6 service neutron] 10.222.0.37 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698282 Dec 13 12:54:59.291439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dcda51bf-f29e-48ac-9494-39d47d8f4fa1 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:54:59.373931 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-183ee5b7-9ef1-42c9-93b9-c35357505871 req-ed4f03a4-d700-4079-a56a-be11a371dad4 service neutron] 10.222.0.37 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627798 Dec 13 12:54:59.468745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dcda51bf-f29e-48ac-9494-39d47d8f4fa1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,segment=NetworkSegment(54d6715a-02bd-4a91-a748-f454682c4581),segment_id=54d6715a-02bd-4a91-a748-f454682c4581)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:59.493192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'dcda51bf-f29e-48ac-9494-39d47d8f4fa1', 'network_id': 'fb3f92f8-9bb5-480c-a5b2-84b6572ef72f', 'port_id': 'dcda51bf-f29e-48ac-9494-39d47d8f4fa1', 'mac_address': 'fa:16:3e:e2:6f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535d65a7-dc33-4424-b074-b4e148e84e74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:54:59.547116 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.567697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcda51bf-f29e-48ac-9494-39d47d8f4fa1 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:54:59.593874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dcda51bf-f29e-48ac-9494-39d47d8f4fa1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,segment=NetworkSegment(54d6715a-02bd-4a91-a748-f454682c4581),segment_id=54d6715a-02bd-4a91-a748-f454682c4581)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:54:59.596503 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.600791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.668558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49124) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:59.681902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:59.685469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1e51178-b9a5-46ff-8d80-1e594e17d0b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.816407 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1e51178-b9a5-46ff-8d80-1e594e17d0b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.823898 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1e51178-b9a5-46ff-8d80-1e594e17d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.841633 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.881581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['dcda51bf-f29e-48ac-9494-39d47d8f4fa1'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:54:59.882521 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c1e51178-b9a5-46ff-8d80-1e594e17d0b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d21dba532f445fd82074ec44ccfa768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2125793 Dec 13 12:54:59.883826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49130) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:54:59.884825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e51178-b9a5-46ff-8d80-1e594e17d0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c22b76-c3ff-4454-acd5-ba5d29f82ebc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:54:59.965512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:54:59.980698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-367f34c0-53e3-4ce0-8ae4-4cb9c04b7a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:00.009767 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:00.013789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-367f34c0-53e3-4ce0-8ae4-4cb9c04b7a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:00.106307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db4e1a-b72d-4494-9541-db2bd8a3ce98 req-8e520efb-b26a-4cf7-9b96-d08b7361039e tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:00.107942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39db4e1a-b72d-4494-9541-db2bd8a3ce98 req-8e520efb-b26a-4cf7-9b96-d08b7361039e tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 944 time: 0.0997713 Dec 13 12:55:00.114821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-367f34c0-53e3-4ce0-8ae4-4cb9c04b7a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:00.117898 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-367f34c0-53e3-4ce0-8ae4-4cb9c04b7a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:00.120656 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-367f34c0-53e3-4ce0-8ae4-4cb9c04b7a92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36c22b76-c3ff-4454-acd5-ba5d29f82ebc HTTP/1.1" status: 204 len: 168 time: 0.2310426 Dec 13 12:55:00.128514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f34c0-53e3-4ce0-8ae4-4cb9c04b7a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c22b76-c3ff-4454-acd5-ba5d29f82ebc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:00.183744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99f55b-3885-4ec9-af42-1be66877e1ff req-e06d12d2-406b-4eb8-94f6-7988e1627025 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:00.185867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a99f55b-3885-4ec9-af42-1be66877e1ff req-e06d12d2-406b-4eb8-94f6-7988e1627025 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1795127 Dec 13 12:55:00.271929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39db4e1a-b72d-4494-9541-db2bd8a3ce98 req-ec1846b2-13e8-4ed3-a0b9-40aa3d16f318 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843596 Dec 13 12:55:00.328905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a99f55b-3885-4ec9-af42-1be66877e1ff req-327a275e-eb9b-468e-9a8e-902f521664f6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268635 Dec 13 12:55:00.376003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Allocated IP 172.25.2.45 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/a2f7f025-6083-4136-a758-60f9a36ea540) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:00.514518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fef43d-30c5-404d-9d37-03a14a0b9a50 req-37746b84-2d18-4bed-86b3-8d7b1b8892d2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:00.516063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70fef43d-30c5-404d-9d37-03a14a0b9a50 req-37746b84-2d18-4bed-86b3-8d7b1b8892d2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 943 time: 0.1328046 Dec 13 12:55:00.651866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:00.674699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70fef43d-30c5-404d-9d37-03a14a0b9a50 req-7b9c49c4-e215-43a7-9ce1-59eb222af5cf tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302409 Dec 13 12:55:00.725085 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:00.763172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:00.768564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:00.773479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:00.832845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Pushing event updated for resources: {'Port': ['ID=a2f7f025-6083-4136-a758-60f9a36ea540,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:01.292531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9bbe4414-c2e2-43f4-bda3-6396f58be406 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:55:01.294671 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dcda51bf-f29e-48ac-9494-39d47d8f4fa1 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:55:01.496346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port dcda51bf-f29e-48ac-9494-39d47d8f4fa1 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:55:01.514272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port dcda51bf-f29e-48ac-9494-39d47d8f4fa1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:55:01.514658 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:01.521066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9bbe4414-c2e2-43f4-bda3-6396f58be406, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:01.577544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '9bbe4414-c2e2-43f4-bda3-6396f58be406', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'port_id': '9bbe4414-c2e2-43f4-bda3-6396f58be406', 'mac_address': 'fa:16:3e:3a:39:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b1bb2c-5ffb-4f6b-a9ce-eb6937338554', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:55:01.648918 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:01.686614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbe4414-c2e2-43f4-bda3-6396f58be406 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:55:01.708480 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:01.727379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9bbe4414-c2e2-43f4-bda3-6396f58be406, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:01.739077 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:01.750402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b108054-c19c-433d-815e-eac29389eb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcda51bf-f29e-48ac-9494-39d47d8f4fa1'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:01.750635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:01.753873 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335668fb-d9c6-4f2a-a7f2-87a6bfd10fe6" -d '{"events": [{"server_uuid": "6b108054-c19c-433d-815e-eac29389eb84", "name": "network-vif-plugged", "status": "completed", "tag": "dcda51bf-f29e-48ac-9494-39d47d8f4fa1"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:01.760688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e22f-ab4c-4fa0-8416-cc1eb85a7b19 req-c0c7db57-cd10-4d7d-b15f-de876f56729b tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:01.769135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6336e22f-ab4c-4fa0-8416-cc1eb85a7b19 req-c0c7db57-cd10-4d7d-b15f-de876f56729b tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 944 time: 0.3454952 Dec 13 12:55:01.791591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port dcda51bf-f29e-48ac-9494-39d47d8f4fa1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,segment=NetworkSegment(54d6715a-02bd-4a91-a748-f454682c4581),segment_id=54d6715a-02bd-4a91-a748-f454682c4581)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:01.799294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:01.818783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9bbe4414-c2e2-43f4-bda3-6396f58be406,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:01.890092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:01.890547 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6336e22f-ab4c-4fa0-8416-cc1eb85a7b19 req-3a4ee19d-0791-41af-abb8-18c997b64e39 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162541 Dec 13 12:55:01.900698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3481e-bf8f-4523-86ea-ee9909bc06a8 req-d597da40-2b1b-4833-b65a-43f93c374f53 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:01.913972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1e3481e-bf8f-4523-86ea-ee9909bc06a8 req-d597da40-2b1b-4833-b65a-43f93c374f53 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.3830788 Dec 13 12:55:02.000451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1e3481e-bf8f-4523-86ea-ee9909bc06a8 req-42d9b456-f967-48de-99f7-21d6eb519ddd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520120 Dec 13 12:55:02.040695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9bbe4414-c2e2-43f4-bda3-6396f58be406'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:02.136590 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d4d792-57fd-454a-94ae-7f8d4a7ed516 x-openstack-request-id: req-c2d4d792-57fd-454a-94ae-7f8d4a7ed516 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:02.136945 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b108054-c19c-433d-815e-eac29389eb84", "name": "network-vif-plugged", "status": "completed", "tag": "dcda51bf-f29e-48ac-9494-39d47d8f4fa1", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:02.137251 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2d4d792-57fd-454a-94ae-7f8d4a7ed516 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:02.137663 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b108054-c19c-433d-815e-eac29389eb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcda51bf-f29e-48ac-9494-39d47d8f4fa1', 'code': 200} Dec 13 12:55:02.185712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5658a-bbab-4fe9-9f07-6861ba239cc9 req-e7a9aea3-1182-40de-99a2-dffe14cbc2ba tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:02.196136 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2c5658a-bbab-4fe9-9f07-6861ba239cc9 req-e7a9aea3-1182-40de-99a2-dffe14cbc2ba tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 944 time: 0.1889043 Dec 13 12:55:02.199258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3a5d-ad95-4f15-8a78-2992fa09fa94 req-56a98bbe-d617-4fa2-9bac-231fe571e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:02.202052 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a4a3a5d-ad95-4f15-8a78-2992fa09fa94 req-56a98bbe-d617-4fa2-9bac-231fe571e631 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 1096 time: 0.0588217 Dec 13 12:55:02.269587 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a4a3a5d-ad95-4f15-8a78-2992fa09fa94 req-ad0b3d26-7a43-4829-a080-b73c5ef4a1b8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588229 Dec 13 12:55:02.322706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2c5658a-bbab-4fe9-9f07-6861ba239cc9 req-5ebd1e7a-3fcc-474a-bb90-a90ead47b8b8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256776 Dec 13 12:55:02.324389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:02.477320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Router 0968e08f-57aa-4da4-820b-b983fba3314a is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:55:02.598660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:02.612800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82aa0b6-ff50-4c5b-b9a4-1be8179ec027 None None] Sync routers for ids ['0968e08f-57aa-4da4-820b-b983fba3314a'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:02.627149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:02.635013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49210) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:02.638202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82aa0b6-ff50-4c5b-b9a4-1be8179ec027 None None] Routers {'0968e08f-57aa-4da4-820b-b983fba3314a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:02.643256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e82aa0b6-ff50-4c5b-b9a4-1be8179ec027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0968e08f-57aa-4da4-820b-b983fba3314a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:02.644893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a8a1055a-4112-428e-8642-ab9f6503f241 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8048780 Dec 13 12:55:02.750057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e82aa0b6-ff50-4c5b-b9a4-1be8179ec027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:02.761596 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-abddcda6-8ee6-4480-a1bc-bc7abe7f9570 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/routers/0968e08f-57aa-4da4-820b-b983fba3314a HTTP/1.1" status: 200 len: 924 time: 0.1227531 Dec 13 12:55:02.762176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49214) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:02.769730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82aa0b6-ff50-4c5b-b9a4-1be8179ec027 None None] Routers {'0968e08f-57aa-4da4-820b-b983fba3314a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:02.771675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e82aa0b6-ff50-4c5b-b9a4-1be8179ec027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0968e08f-57aa-4da4-820b-b983fba3314a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:02.795881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-237bbe27-4cfa-4e11-9cf4-6daec8ad846b tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=0968e08f-57aa-4da4-820b-b983fba3314a HTTP/1.1" status: 200 len: 205 time: 0.0291758 Dec 13 12:55:02.795881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49216) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:02.829346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e82aa0b6-ff50-4c5b-b9a4-1be8179ec027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:02.830223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82aa0b6-ff50-4c5b-b9a4-1be8179ec027 None None] The sync data for ids ['0968e08f-57aa-4da4-820b-b983fba3314a'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:02.917272 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:03.085005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:03.107104 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599aa55-239f-4b5d-b41b-58fe7839c6b5 req-9a178fa5-2eb1-408b-bc46-d803c362bca1 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:03.109378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1599aa55-239f-4b5d-b41b-58fe7839c6b5 req-9a178fa5-2eb1-408b-bc46-d803c362bca1 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 945 time: 0.1015456 Dec 13 12:55:03.238994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a881bb-71e7-4d68-9bf6-3f536077a295 req-3595fb3c-c34b-4c92-87a3-d7cf0abb0506 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:03.242627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23a881bb-71e7-4d68-9bf6-3f536077a295 req-3595fb3c-c34b-4c92-87a3-d7cf0abb0506 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1313729 Dec 13 12:55:03.301753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9bbe4414-c2e2-43f4-bda3-6396f58be406 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:55:03.305517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1599aa55-239f-4b5d-b41b-58fe7839c6b5 req-6d177f93-b334-4105-abea-6948f5c8193a tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791651 Dec 13 12:55:03.367662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23a881bb-71e7-4d68-9bf6-3f536077a295 req-a46d2714-5794-4565-93d5-85730c616dad tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145427 Dec 13 12:55:03.369553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Deleting port a2f7f025-6083-4136-a758-60f9a36ea540 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:03.394716 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:03.485175 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 9bbe4414-c2e2-43f4-bda3-6396f58be406 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:55:03.494684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 9bbe4414-c2e2-43f4-bda3-6396f58be406 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:55:03.495296 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:03.582643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:03.602848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Calling delete_port for a2f7f025-6083-4136-a758-60f9a36ea540 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:03.633393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72522d-0b34-4fe5-9cba-48c63a0970a7 req-2240471b-d252-4103-abc1-2ec0b2814f17 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:03.642896 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd72522d-0b34-4fe5-9cba-48c63a0970a7 req-2240471b-d252-4103-abc1-2ec0b2814f17 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 944 time: 0.1198103 Dec 13 12:55:03.664941 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:03.712451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9bbe4414-c2e2-43f4-bda3-6396f58be406, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:03.718516 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:03.782445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9bbe4414-c2e2-43f4-bda3-6396f58be406,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:03.784323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd72522d-0b34-4fe5-9cba-48c63a0970a7 req-62bb8e8e-d2a7-4f5b-8489-cd5ee317c705 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347222 Dec 13 12:55:03.939802 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:03.974550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Pushing event deleted for resources: {'Port': ['ID=a2f7f025-6083-4136-a758-60f9a36ea540,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:04.055067 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:04.139554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7d812a-4d34-477c-a307-92197712699b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe4414-c2e2-43f4-bda3-6396f58be406'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:04.142824 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fe334c-2c15-4e43-a168-8c4b9664debb" -d '{"events": [{"server_uuid": "aa7d812a-4d34-477c-a307-92197712699b", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe4414-c2e2-43f4-bda3-6396f58be406"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:04.178959 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:04.180799 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:04.185294 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72218869-bfd3-4ab1-aed8-c0cd63fa573b x-openstack-request-id: req-72218869-bfd3-4ab1-aed8-c0cd63fa573b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:04.185592 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7d812a-4d34-477c-a307-92197712699b", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe4414-c2e2-43f4-bda3-6396f58be406", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:04.186696 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72218869-bfd3-4ab1-aed8-c0cd63fa573b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:04.187112 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7d812a-4d34-477c-a307-92197712699b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe4414-c2e2-43f4-bda3-6396f58be406', 'code': 200} Dec 13 12:55:04.239548 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:04.240237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Fanout notify agent at l3_agent the message router_deleted on router 0968e08f-57aa-4da4-820b-b983fba3314a {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:55:04.247713 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:04.253164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49254) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:04.254279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-93c8f38c-054a-4d5a-b1d6-208b4cf7bdeb tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/0968e08f-57aa-4da4-820b-b983fba3314a HTTP/1.1" status: 204 len: 168 time: 1.4581063 Dec 13 12:55:04.258956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Request body: {'router': {'name': 'tempest-snat-router-696033913', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'enable_snat': False}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:04.309760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:04.310972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:04.336304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef8cd9-1a46-4160-bfe5-09d450ee2eea req-ac1618c4-0f93-421e-a95e-0ad0f6ce21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:04.337900 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c0ef8cd9-1a46-4160-bfe5-09d450ee2eea req-ac1618c4-0f93-421e-a95e-0ad0f6ce21b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 1096 time: 0.0575774 Dec 13 12:55:04.395525 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:04.458181 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c0ef8cd9-1a46-4160-bfe5-09d450ee2eea req-82502526-fa46-4ed8-a5e2-619414a25b2b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089790 Dec 13 12:55:04.476432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c3dc0-9911-4756-a833-6ab51a0ab537 req-144077cc-ddcc-4472-a513-bd1c89f32949 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:04.479033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c0c3dc0-9911-4756-a833-6ab51a0ab537 req-144077cc-ddcc-4472-a513-bd1c89f32949 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 945 time: 0.0763888 Dec 13 12:55:04.565258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c0c3dc0-9911-4756-a833-6ab51a0ab537 req-47c9304e-3e88-4a56-ab8a-17b030fd12ef tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724912 Dec 13 12:55:04.636041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55cbdb-a1fb-4e09-8a4b-80d55aafce54 req-5e5a6021-3061-4bd6-8305-68cfdfcdd7ba tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:04.636183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:04.639177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf55cbdb-a1fb-4e09-8a4b-80d55aafce54 req-5e5a6021-3061-4bd6-8305-68cfdfcdd7ba tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.0897660 Dec 13 12:55:04.743421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf55cbdb-a1fb-4e09-8a4b-80d55aafce54 req-19908b8f-b6e4-4193-b4d9-ce13472c04cc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972478 Dec 13 12:55:04.940475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1344b13-72be-41cf-a5b8-25713cc9c0bb req-60e8712a-da8b-4184-901e-fbc0b9b306d2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:04.942343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1344b13-72be-41cf-a5b8-25713cc9c0bb req-60e8712a-da8b-4184-901e-fbc0b9b306d2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.0783701 Dec 13 12:55:05.057777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1344b13-72be-41cf-a5b8-25713cc9c0bb req-5eb85a4f-a522-44a2-b875-bf08ec5930e7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090434 Dec 13 12:55:05.077631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501d710-0d7c-4cdc-bdba-c538b9347da6 req-ffa6c108-9109-4dc1-b2b2-373aa3c239bb tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:05.082295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6501d710-0d7c-4cdc-bdba-c538b9347da6 req-ffa6c108-9109-4dc1-b2b2-373aa3c239bb tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 945 time: 0.0840597 Dec 13 12:55:05.170856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6501d710-0d7c-4cdc-bdba-c538b9347da6 req-1d532a9c-3716-4a2a-bc07-7d1603fa7864 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794463 Dec 13 12:55:05.318675 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:05.338207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:05.494658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Allocated IP 172.25.2.34 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/67ac6ada-19d0-4d03-b7b1-2c4d7175c526) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:05.660578 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:05.703854 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:05.732243 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:05.736022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:05.784962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:05.858500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event updated for resources: {'Port': ['ID=67ac6ada-19d0-4d03-b7b1-2c4d7175c526,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:05.963531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90130e12-50f3-49d5-b9d2-496f0345074a req-24631fe8-0420-452f-a1e5-c9c7d4a662e8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:05.969646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90130e12-50f3-49d5-b9d2-496f0345074a req-24631fe8-0420-452f-a1e5-c9c7d4a662e8 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.0800412 Dec 13 12:55:06.040070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90130e12-50f3-49d5-b9d2-496f0345074a req-9a6a83a2-683f-4c21-9a90-fa959a9d50be tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613699 Dec 13 12:55:06.189130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:06.229284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759de4-e735-42eb-9eef-0fb5e40d32bb req-622f5c86-105e-49e0-a877-0d34f997c22b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:06.240724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac759de4-e735-42eb-9eef-0fb5e40d32bb req-622f5c86-105e-49e0-a877-0d34f997c22b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.0975454 Dec 13 12:55:06.411083 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac759de4-e735-42eb-9eef-0fb5e40d32bb req-c737ed9b-80a9-494d-8892-a762adba051e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691816 Dec 13 12:55:06.453585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632afa-c61a-4fab-ab77-3957b4cf9438 req-b96b0a1e-7c47-4294-89d6-410f673dd795 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:06.463522 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36632afa-c61a-4fab-ab77-3957b4cf9438 req-b96b0a1e-7c47-4294-89d6-410f673dd795 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 945 time: 0.1605735 Dec 13 12:55:06.531186 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:06.611656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36632afa-c61a-4fab-ab77-3957b4cf9438 req-c643c5f6-0d86-4947-a78a-fc2d0730532f tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07e8984-263a-441c-9283-757b3dd41786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361506 Dec 13 12:55:06.629645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344b652-6bc3-494f-859b-283a5abff526 req-b4b2d62e-f2d0-4db2-a3c4-4fe5887f263d tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:06.629645 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c344b652-6bc3-494f-859b-283a5abff526 req-b4b2d62e-f2d0-4db2-a3c4-4fe5887f263d tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 945 time: 0.1290488 Dec 13 12:55:06.807381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-c344b652-6bc3-494f-859b-283a5abff526 req-d57094b7-7f21-4765-926d-31733be63cce tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Deleting port dcda51bf-f29e-48ac-9494-39d47d8f4fa1 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:06.807786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c344b652-6bc3-494f-859b-283a5abff526 req-d57094b7-7f21-4765-926d-31733be63cce tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:06.816729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Router 96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:55:07.013272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-c344b652-6bc3-494f-859b-283a5abff526 req-d57094b7-7f21-4765-926d-31733be63cce tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] For port dcda51bf-f29e-48ac-9494-39d47d8f4fa1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,segment=NetworkSegment(54d6715a-02bd-4a91-a748-f454682c4581),segment_id=54d6715a-02bd-4a91-a748-f454682c4581)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:07.013645 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c344b652-6bc3-494f-859b-283a5abff526 req-d57094b7-7f21-4765-926d-31733be63cce tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.048418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-c344b652-6bc3-494f-859b-283a5abff526 req-d57094b7-7f21-4765-926d-31733be63cce tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Calling delete_port for dcda51bf-f29e-48ac-9494-39d47d8f4fa1 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:07.058780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:07.076046 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Sync routers for ids ['96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:07.092343 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Routers {'96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:07.098927 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:07.116074 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.118129 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8cdb312f-c48d-4759-9d59-1e7ef7294d00 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8624783 Dec 13 12:55:07.120178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49344) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:07.157547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a33f0f-2177-476b-b21b-393036ff6f36 req-76ee5481-ec10-41fa-891e-74a2a8639380 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:07.159176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93a33f0f-2177-476b-b21b-393036ff6f36 req-76ee5481-ec10-41fa-891e-74a2a8639380 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1132002 Dec 13 12:55:07.236871 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Set router 96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:55:07.257252 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1f594455-e9a1-459e-95a8-d97455c76d40 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/routers/96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f HTTP/1.1" status: 200 len: 907 time: 0.1357169 Dec 13 12:55:07.260118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49350) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:07.265285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Request body: {'router': {'name': 'tempest-snat-router-696033913', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'enable_snat': True}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:07.301482 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.302955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.309264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e333229-c5aa-434a-8b86-d786b5c63db1 req-2e9e5c47-d38b-44d1-bb8c-2ba3e6162bff tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:07.320231 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.321211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e333229-c5aa-434a-8b86-d786b5c63db1 req-2e9e5c47-d38b-44d1-bb8c-2ba3e6162bff tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1414123 Dec 13 12:55:07.407853 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93a33f0f-2177-476b-b21b-393036ff6f36 req-d8b8e34b-3a8f-4796-9ed8-0d8940d9a905 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306602 Dec 13 12:55:07.460702 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.460960 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.490743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e333229-c5aa-434a-8b86-d786b5c63db1 req-d6466854-78b4-4bd9-9af3-9c3dfbf8148f tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680598 Dec 13 12:55:07.508619 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f', 'name': 'tempest-snat-router-696033913', 'tenant_id': 'a7d73334f32543ffa07e359aaa304b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': False}, 'gw_port_id': '67ac6ada-19d0-4d03-b7b1-2c4d7175c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:04Z', 'updated_at': '2021-12-13T12:55:06Z', 'revision_number': 3, 'project_id': 'a7d73334f32543ffa07e359aaa304b8a', 'gw_port': {'id': '67ac6ada-19d0-4d03-b7b1-2c4d7175c526', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:02:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:05Z', 'updated_at': '2021-12-13T12:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:07.548376 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Checking router: 96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:55:07.549832 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Updating router 96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:55:07.580073 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.737467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c344b652-6bc3-494f-859b-283a5abff526 req-d57094b7-7f21-4765-926d-31733be63cce tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.746099 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.748502 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-467c4214-3913-45cc-af73-8c204b713547 req-2be98dea-2ad6-4a37-a778-b704c7e0bee5 tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b108054-c19c-433d-815e-eac29389eb84 HTTP/1.1" status: 200 len: 210 time: 0.0454490 Dec 13 12:55:07.809850 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57094b7-7f21-4765-926d-31733be63cce tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Pushing event deleted for resources: {'Port': ['ID=dcda51bf-f29e-48ac-9494-39d47d8f4fa1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:07.898970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c344b652-6bc3-494f-859b-283a5abff526 req-d57094b7-7f21-4765-926d-31733be63cce tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] No DVR routers for this DVR port dcda51bf-f29e-48ac-9494-39d47d8f4fa1 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:55:07.904348 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c344b652-6bc3-494f-859b-283a5abff526 req-d57094b7-7f21-4765-926d-31733be63cce tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:07.908368 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c344b652-6bc3-494f-859b-283a5abff526 req-d57094b7-7f21-4765-926d-31733be63cce tempest-InstanceActionsV221TestJSON-1379940721 tempest-InstanceActionsV221TestJSON-1379940721-project] 10.222.0.37 "DELETE /v2.0/ports/dcda51bf-f29e-48ac-9494-39d47d8f4fa1 HTTP/1.1" status: 204 len: 173 time: 1.2745624 Dec 13 12:55:07.909061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b108054-c19c-433d-815e-eac29389eb84', 'name': 'network-vif-deleted', 'tag': 'dcda51bf-f29e-48ac-9494-39d47d8f4fa1'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:07.911599 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da35bf6f-c8a7-48b8-a0c1-dd11e921c8dc" -d '{"events": [{"server_uuid": "6b108054-c19c-433d-815e-eac29389eb84", "name": "network-vif-deleted", "tag": "dcda51bf-f29e-48ac-9494-39d47d8f4fa1"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:08.002544 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4119933-6cfb-4400-9c36-316d0725ec47 x-openstack-request-id: req-b4119933-6cfb-4400-9c36-316d0725ec47 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:08.002886 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b108054-c19c-433d-815e-eac29389eb84", "name": "network-vif-deleted", "tag": "dcda51bf-f29e-48ac-9494-39d47d8f4fa1", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:08.003791 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4119933-6cfb-4400-9c36-316d0725ec47 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:08.004208 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b108054-c19c-433d-815e-eac29389eb84', 'name': 'network-vif-deleted', 'tag': 'dcda51bf-f29e-48ac-9494-39d47d8f4fa1', 'status': 'completed', 'code': 200} Dec 13 12:55:08.082960 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:08.093823 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:08.159239 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Attempting to bind port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:55:08.159239 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Attempting to bind port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:55:08.159239 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Attempting to bind port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:55:08.185413 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:55:08.186112 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:55:08.186631 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:08.187146 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:55:08.187732 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Bound port: 67ac6ada-19d0-4d03-b7b1-2c4d7175c526, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:55:08.188215 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:08.237502 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:08.271834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:08.367580 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] For port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:55:08.388763 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] For port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=67ac6ada-19d0-4d03-b7b1-2c4d7175c526,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:55:08.390645 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fc9c0-6b72-4354-937d-5f8be8814609 None None] Pushing event updated for resources: {'Port': ['ID=67ac6ada-19d0-4d03-b7b1-2c4d7175c526,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:08.396403 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:08.439915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Allocated IP 172.25.2.71 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/1d524028-81fb-4246-835e-3e89564708e4) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:08.502323 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Routers {'96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:08.503172 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:08.575359 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fc9c0-6b72-4354-937d-5f8be8814609 None None] Pushing event updated for resources: {'Port': ['ID=67ac6ada-19d0-4d03-b7b1-2c4d7175c526,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:08.591355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff16ea-7ccc-485d-a79c-d46ef96dfb2d req-4d8d2379-a864-470f-a903-0b1394cca653 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:08.594378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31ff16ea-7ccc-485d-a79c-d46ef96dfb2d req-4d8d2379-a864-470f-a903-0b1394cca653 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.0747428 Dec 13 12:55:08.619312 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:08.698902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31ff16ea-7ccc-485d-a79c-d46ef96dfb2d req-a27182f3-637a-40f2-a6b6-d559c5e5fa8d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891359 Dec 13 12:55:08.717589 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:08.748736 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] Set router 96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:55:08.784245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f6dd7-733e-4629-b9d9-27f654ffbb38 req-f2ad44b3-4983-4410-91e4-9eaf005b6ab3 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:08.785374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event updated for resources: {'Port': ['ID=1d524028-81fb-4246-835e-3e89564708e4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:08.786856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc8f6dd7-733e-4629-b9d9-27f654ffbb38 req-f2ad44b3-4983-4410-91e4-9eaf005b6ab3 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.0865018 Dec 13 12:55:08.810614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:08.812456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:08.815423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:09.140724 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f', 'name': 'tempest-snat-router-696033913', 'tenant_id': 'a7d73334f32543ffa07e359aaa304b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': False}, 'gw_port_id': '67ac6ada-19d0-4d03-b7b1-2c4d7175c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:04Z', 'updated_at': '2021-12-13T12:55:06Z', 'revision_number': 3, 'project_id': 'a7d73334f32543ffa07e359aaa304b8a', 'gw_port': {'id': '67ac6ada-19d0-4d03-b7b1-2c4d7175c526', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:02:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:05Z', 'updated_at': '2021-12-13T12:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:09.191836 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dae61-387d-49b8-88aa-43ca674915f4 None None] The sync data for ids ['96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f'] in n-d-817326-4 is: [{'id': '96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f', 'name': 'tempest-snat-router-696033913', 'tenant_id': 'a7d73334f32543ffa07e359aaa304b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34'}], 'enable_snat': False}, 'gw_port_id': '67ac6ada-19d0-4d03-b7b1-2c4d7175c526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:04Z', 'updated_at': '2021-12-13T12:55:06Z', 'revision_number': 3, 'project_id': 'a7d73334f32543ffa07e359aaa304b8a', 'gw_port': {'id': '67ac6ada-19d0-4d03-b7b1-2c4d7175c526', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:02:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:05Z', 'updated_at': '2021-12-13T12:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:09.293930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49410) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:09.335108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dcda51bf-f29e-48ac-9494-39d47d8f4fa1 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:09.350289 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:09.384766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: dcda51bf-f29e-48ac-9494-39d47d8f4fa1 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:55:09.385110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device dcda51bf-f29e-48ac-9494-39d47d8f4fa1 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:55:09.511985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-50653e6b-0d66-49fd-b0de-295d4a0bb527 admin admin] Deleting subnet 535d65a7-dc33-4424-b074-b4e148e84e74 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:55:09.546202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50653e6b-0d66-49fd-b0de-295d4a0bb527 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:09.796827 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc8f6dd7-733e-4629-b9d9-27f654ffbb38 req-4d53d830-e1d7-40aa-9e1d-93105bcfbf96 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0024977 Dec 13 12:55:10.009219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46fe4e-10a2-425f-835a-3c0adda00725 req-510c30e1-ccdc-4742-8644-686b2dfa88c8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:10.016964 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e46fe4e-10a2-425f-835a-3c0adda00725 req-510c30e1-ccdc-4742-8644-686b2dfa88c8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1343477 Dec 13 12:55:10.167171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e46fe4e-10a2-425f-835a-3c0adda00725 req-a0bdbf7e-8557-4795-8c38-19894d626e79 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428328 Dec 13 12:55:10.260443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50653e6b-0d66-49fd-b0de-295d4a0bb527 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:10.464709 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50653e6b-0d66-49fd-b0de-295d4a0bb527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:10.525356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:10.610571 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50653e6b-0d66-49fd-b0de-295d4a0bb527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:10.685107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50653e6b-0d66-49fd-b0de-295d4a0bb527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535d65a7-dc33-4424-b074-b4e148e84e74,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:10.689649 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50653e6b-0d66-49fd-b0de-295d4a0bb527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:10.695491 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-50653e6b-0d66-49fd-b0de-295d4a0bb527 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/535d65a7-dc33-4424-b074-b4e148e84e74 HTTP/1.1" status: 204 len: 168 time: 1.3935270 Dec 13 12:55:10.697136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49430) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:10.791126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Router 6f435d03-53b1-4d3a-95a2-bf2fa5377f26 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:55:10.930138 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:10.952583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:10.969176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Sync routers for ids ['6f435d03-53b1-4d3a-95a2-bf2fa5377f26'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:10.988076 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Routers {'6f435d03-53b1-4d3a-95a2-bf2fa5377f26'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:10.989118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6f435d03-53b1-4d3a-95a2-bf2fa5377f26'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:10.991857 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:10.995500 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ba418ca0-cd83-48c8-b46f-76a1edc668c1 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.7325921 Dec 13 12:55:10.997867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49446) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:11.113823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414411d-578d-4038-ba57-6125329fbb57 req-1b246f89-5d2e-4de7-b859-7fad3683404b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:11.121486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8414411d-578d-4038-ba57-6125329fbb57 req-1b246f89-5d2e-4de7-b859-7fad3683404b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1846001 Dec 13 12:55:11.129313 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-42cb5c09-815c-4964-a525-de76f51b431c service neutron] show failed (client error): The resource could not be found. Dec 13 12:55:11.130493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-42cb5c09-815c-4964-a525-de76f51b431c service neutron] 10.222.0.42 "GET /v2.0/ports/7b4ce042-b4d3-4162-9333-d071ad3df34b/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.1014059 Dec 13 12:55:11.220045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Set router 6f435d03-53b1-4d3a-95a2-bf2fa5377f26 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:55:11.251026 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e7957a30-47be-4476-8384-2c7d2b6d8ef7 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/routers/6f435d03-53b1-4d3a-95a2-bf2fa5377f26 HTTP/1.1" status: 200 len: 906 time: 0.2428911 Dec 13 12:55:11.252023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49452) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:11.268424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:11.356378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3f92f8-9bb5-480c-a5b2-84b6572ef72f']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:11.445484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8414411d-578d-4038-ba57-6125329fbb57 req-fe10bc37-3fed-4047-b531-475852c30976 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229008 Dec 13 12:55:11.479920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d6715a-02bd-4a91-a748-f454682c4581') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:11.479920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d6715a-02bd-4a91-a748-f454682c4581') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:11.531096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9f655-977c-4047-a011-0aa2b95a1bdf req-0f40c948-f43b-446d-bbd8-095045249801 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:11.546373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-daf9f655-977c-4047-a011-0aa2b95a1bdf req-0f40c948-f43b-446d-bbd8-095045249801 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.2149901 Dec 13 12:55:11.575130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:11.646188 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:11.658654 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:11.667881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:55:11.669726 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:55:11.671793 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:55:11.700708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f435d03-53b1-4d3a-95a2-bf2fa5377f26', 'name': 'tempest-snat-router-696033913', 'tenant_id': 'a7d73334f32543ffa07e359aaa304b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '1d524028-81fb-4246-835e-3e89564708e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:07Z', 'updated_at': '2021-12-13T12:55:09Z', 'revision_number': 3, 'project_id': 'a7d73334f32543ffa07e359aaa304b8a', 'gw_port': {'id': '1d524028-81fb-4246-835e-3e89564708e4', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f435d03-53b1-4d3a-95a2-bf2fa5377f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:08Z', 'updated_at': '2021-12-13T12:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:11.763359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Checking router: 6f435d03-53b1-4d3a-95a2-bf2fa5377f26 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:55:11.763716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Updating router 6f435d03-53b1-4d3a-95a2-bf2fa5377f26 port 1d524028-81fb-4246-835e-3e89564708e4 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:55:11.766992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:55:11.791753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-daf9f655-977c-4047-a011-0aa2b95a1bdf req-fcecc2e5-09fa-4e4e-9d05-103e9b74410f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247958 Dec 13 12:55:11.896457 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:11.900621 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:11.925806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:11.926809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-757c9f87-0317-4a6c-b0b0-ce692884e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:11.928635 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-757c9f87-0317-4a6c-b0b0-ce692884e865 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f&tenant_id=44c3c75256ca49be8a75a2ecc8c5748c HTTP/1.1" status: 200 len: 1101 time: 0.4254704 Dec 13 12:55:11.933901 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:11.946688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:11.948257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb3f92f8-9bb5-480c-a5b2-84b6572ef72f HTTP/1.1" status: 204 len: 168 time: 1.2479637 Dec 13 12:55:11.993006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dca57-464f-4d8b-bb1a-04f22d82ff72 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb3f92f8-9bb5-480c-a5b2-84b6572ef72f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:12.036981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:55:12.037473 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.115509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.207076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Deleting port 1d524028-81fb-4246-835e-3e89564708e4 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:12.207383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.266441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49472) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:12.381367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e6a7a61f-927b-452f-a2ca-793b016616c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=902128c9dddf4756933b0df84e37121c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1133957 Dec 13 12:55:12.383952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49474) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:12.462645 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.490953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Calling delete_port for 1d524028-81fb-4246-835e-3e89564708e4 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:12.492513 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-041c4e7c-1cd6-46fc-8b55-b89809fbc5cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.511553 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.550363 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-041c4e7c-1cd6-46fc-8b55-b89809fbc5cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.566428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=67ac6ada-19d0-4d03-b7b1-2c4d7175c526,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:12.579276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.668565 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=67ac6ada-19d0-4d03-b7b1-2c4d7175c526,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:12.738150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.749953 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.773996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1df24-1333-4bb0-8702-d598f8a194fa req-50f8cd0b-72c5-481c-9b50-1d70cfab1dfc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:12.784221 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ac1df24-1333-4bb0-8702-d598f8a194fa req-50f8cd0b-72c5-481c-9b50-1d70cfab1dfc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1027775 Dec 13 12:55:12.784869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Attempting to bind port 1d524028-81fb-4246-835e-3e89564708e4 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:55:12.785082 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Attempting to bind port 1d524028-81fb-4246-835e-3e89564708e4 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:55:12.785606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Attempting to bind port 1d524028-81fb-4246-835e-3e89564708e4 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:55:12.813504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:55:12.813800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:55:12.814487 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.814802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:55:12.815096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Bound port: 1d524028-81fb-4246-835e-3e89564708e4, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:55:12.815484 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.867186 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-041c4e7c-1cd6-46fc-8b55-b89809fbc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.869379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac887c81-bf33-41ff-8913-5966e9ff1538 None None] Pushing event updated for resources: {'Port': ['ID=1d524028-81fb-4246-835e-3e89564708e4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:12.874135 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-041c4e7c-1cd6-46fc-8b55-b89809fbc5cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.882300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-041c4e7c-1cd6-46fc-8b55-b89809fbc5cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a07e8984-263a-441c-9283-757b3dd41786 HTTP/1.1" status: 204 len: 168 time: 0.4964104 Dec 13 12:55:12.895993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c4e7c-1cd6-46fc-8b55-b89809fbc5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07e8984-263a-441c-9283-757b3dd41786,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:12.926615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:12.946016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ac1df24-1333-4bb0-8702-d598f8a194fa req-ec8667f7-3970-4b50-bfe8-36a0cfcd961c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593425 Dec 13 12:55:12.951235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] For port 1d524028-81fb-4246-835e-3e89564708e4, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:55:12.962732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] For port 1d524028-81fb-4246-835e-3e89564708e4, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1d524028-81fb-4246-835e-3e89564708e4,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:55:12.969463 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:12.989369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:55:13.081664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Routers {'6f435d03-53b1-4d3a-95a2-bf2fa5377f26'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:13.082337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['6f435d03-53b1-4d3a-95a2-bf2fa5377f26'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:13.084971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:13.108328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6789d-444e-4d0a-9391-4ea8c89005b9 req-5ce91a67-2795-4a9e-a1b9-85dd0015011f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:13.117336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-edb6789d-444e-4d0a-9391-4ea8c89005b9 req-5ce91a67-2795-4a9e-a1b9-85dd0015011f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1679971 Dec 13 12:55:13.122650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Transition to ACTIVE for port object 7b4ce042-b4d3-4162-9333-d071ad3df34b will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:55:13.123813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:13.134464 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c62568-c3f7-4f69-9659-dccf452bb822" -d '{"events": [{"server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:13.147751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:13.238656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-edb6789d-444e-4d0a-9391-4ea8c89005b9 req-76f6d54a-0732-4582-8460-5f9d11220b8a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132660 Dec 13 12:55:13.303910 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6e117e-43c3-4807-8e89-7c6a612a845b x-openstack-request-id: req-2f6e117e-43c3-4807-8e89-7c6a612a845b {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:13.304202 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:13.304500 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f6e117e-43c3-4807-8e89-7c6a612a845b {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:13.304953 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'code': 200} Dec 13 12:55:13.329893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] Set router 6f435d03-53b1-4d3a-95a2-bf2fa5377f26 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:55:13.361530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] No DVR routers for this DVR port 7b4ce042-b4d3-4162-9333-d071ad3df34b on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:55:13.428504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f435d03-53b1-4d3a-95a2-bf2fa5377f26', 'name': 'tempest-snat-router-696033913', 'tenant_id': 'a7d73334f32543ffa07e359aaa304b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:07Z', 'updated_at': '2021-12-13T12:55:11Z', 'revision_number': 4, 'project_id': 'a7d73334f32543ffa07e359aaa304b8a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:13.448106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=6']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:13.476832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a5e9e-41c9-4678-a7c5-ab7b21da042d None None] The sync data for ids ['6f435d03-53b1-4d3a-95a2-bf2fa5377f26'] in n-d-817326-4 is: [{'id': '6f435d03-53b1-4d3a-95a2-bf2fa5377f26', 'name': 'tempest-snat-router-696033913', 'tenant_id': 'a7d73334f32543ffa07e359aaa304b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:07Z', 'updated_at': '2021-12-13T12:55:11Z', 'revision_number': 4, 'project_id': 'a7d73334f32543ffa07e359aaa304b8a', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:13.501949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac887c81-bf33-41ff-8913-5966e9ff1538 None None] Pushing event updated for resources: {'Port': ['ID=1d524028-81fb-4246-835e-3e89564708e4,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:13.590610 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:55:13.590946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:55:13.591272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:55:13.634724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Port 7b4ce042-b4d3-4162-9333-d071ad3df34b on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:55:13.635054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:55:13.642583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:55:13.642967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:55:13.643464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:55:13.643863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Bound port: 7b4ce042-b4d3-4162-9333-d071ad3df34b, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:55:13.644224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:13.654212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:13.690874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d524028-81fb-4246-835e-3e89564708e4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:13.731005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:55:13.849565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.851585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.852119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.852465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.852802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.853132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.853463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.853790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.856053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.857083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.857409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.857782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.858136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:13.887504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:55:13.887504 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:14.002967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:14.014545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:55:14.019208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:55:14.091741 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:14.173636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4def7-648b-4174-91ed-e8c87852550a req-f5c6016f-33ac-4539-90e3-1031b759f2c0 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:14.182629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eca4def7-648b-4174-91ed-e8c87852550a req-f5c6016f-33ac-4539-90e3-1031b759f2c0 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 948 time: 0.1177926 Dec 13 12:55:14.256697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eca4def7-648b-4174-91ed-e8c87852550a req-d0b8d3cf-2749-4b43-b75b-7a395e2c6f43 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591326 Dec 13 12:55:14.327034 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:14.331608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:14.436269 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:14.436977 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:14.440643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be629-870d-40e9-a0dc-dab27a225618 req-2eaa29ad-c8e8-4b78-941f-318abee2aeb6 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:14.442755 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] 10.222.0.37 "PUT /v2.0/ports/7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 1096 time: 2.5049407 Dec 13 12:55:14.444855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce77db-8066-4b47-9a70-418787a1c5db service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:14.456994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f1be629-870d-40e9-a0dc-dab27a225618 req-2eaa29ad-c8e8-4b78-941f-318abee2aeb6 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1190159 Dec 13 12:55:14.472381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:14.472958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f435d03-53b1-4d3a-95a2-bf2fa5377f26 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:55:14.477509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:14.478690 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-221d239a-3abc-42dd-bdbf-e1eeb5c35b69 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "DELETE /v2.0/routers/6f435d03-53b1-4d3a-95a2-bf2fa5377f26 HTTP/1.1" status: 204 len: 168 time: 3.2245247 Dec 13 12:55:14.482774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49546) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:14.555460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f1be629-870d-40e9-a0dc-dab27a225618 req-0dfecc11-20e3-4ebe-9c36-dbe5b33d101c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956392 Dec 13 12:55:14.649071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-73e1c1a5-a962-45f1-8b3d-0200516eecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:14.651112 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-73e1c1a5-a962-45f1-8b3d-0200516eecf4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1099 time: 0.1592598 Dec 13 12:55:14.777176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:14.885158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-a3d73e1e-7c25-4673-a968-e896acb7bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:14.886665 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-a3d73e1e-7c25-4673-a968-e896acb7bf47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1865292 Dec 13 12:55:14.989044 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-28a20cfe-7ba2-45bf-8d54-11d2b2745b3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 217 time: 0.0921257 Dec 13 12:55:15.010622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:15.044279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:15.131479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:55:15.156025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-2a567331-b1c5-4c8c-84a4-87ad8f40dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:15.157503 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-2a567331-b1c5-4c8c-84a4-87ad8f40dee5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1572692 Dec 13 12:55:15.162119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Deleting port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:15.162442 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:15.329576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66f0b1-081b-460f-81ee-29c7287f01d3 req-258e076d-2eaf-4c09-9132-6cf8f16c7819 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:15.332148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f66f0b1-081b-460f-81ee-29c7287f01d3 req-258e076d-2eaf-4c09-9132-6cf8f16c7819 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 945 time: 0.0848348 Dec 13 12:55:15.416519 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:55:15.438699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f66f0b1-081b-460f-81ee-29c7287f01d3 req-59b6329e-83be-4ae1-a6a5-d1d06c3067a6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994217 Dec 13 12:55:15.451319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457c89f-47db-46ad-8012-609ad47bbf97 req-a35314cb-2324-403a-b2eb-274ef8d2c8f1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:15.455194 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7457c89f-47db-46ad-8012-609ad47bbf97 req-a35314cb-2324-403a-b2eb-274ef8d2c8f1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 948 time: 0.1049631 Dec 13 12:55:15.506800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:15.510575 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fbf906-b160-45f3-8072-f1d03ef0f89c" -d '{"events": [{"name": "network-changed", "server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:15.564595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7457c89f-47db-46ad-8012-609ad47bbf97 req-e50e8fce-0ef0-4ec0-8c44-5c7b63cdedf9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894148 Dec 13 12:55:15.632888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-6ddb9eee-3ea4-4b69-b5f8-c8420d0140ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:15.634562 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-6ddb9eee-3ea4-4b69-b5f8-c8420d0140ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390531 Dec 13 12:55:15.646985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49622) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:15.693274 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c01e0a-7745-4fd2-bf17-b44c18d3202e x-openstack-request-id: req-75c01e0a-7745-4fd2-bf17-b44c18d3202e {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:15.694409 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:15.694589 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75c01e0a-7745-4fd2-bf17-b44c18d3202e {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:15.694998 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'status': 'completed', 'code': 200} Dec 13 12:55:15.750190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] For port 67ac6ada-19d0-4d03-b7b1-2c4d7175c526, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=67ac6ada-19d0-4d03-b7b1-2c4d7175c526,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:15.750913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:15.778704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Calling delete_port for 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:15.803395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-44c39bf8-4309-4833-bd2c-f24110267201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:15.805864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-44c39bf8-4309-4833-bd2c-f24110267201 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1099 time: 0.1054695 Dec 13 12:55:15.865122 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-fddcb869-72de-4f3f-9072-7a3c7399f319 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162771 Dec 13 12:55:15.907118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-89f6b2f9-2547-477e-bcdf-cffeedb4c43a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:15.979123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c86ed-a4da-4399-951d-65aa12b51c26 req-976794e0-e192-4c73-be1b-9522d5a0e43b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:15.991122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f2c86ed-a4da-4399-951d-65aa12b51c26 req-976794e0-e192-4c73-be1b-9522d5a0e43b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.2179029 Dec 13 12:55:16.044902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-f3f076f8-f4d4-4be5-bf71-b99f8b9481a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:16.046727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-f3f076f8-f4d4-4be5-bf71-b99f8b9481a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2190187 Dec 13 12:55:16.067710 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-628ec7e1-7751-43b2-8c6f-c76b3c943db6 req-fc5e4103-99dd-45ee-87f9-db4ccb851c24 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774161 Dec 13 12:55:16.099449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.113447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-559db2a9-b788-4012-acfb-0e2217acdc86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 217 time: 0.0550599 Dec 13 12:55:16.118302 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f2c86ed-a4da-4399-951d-65aa12b51c26 req-c8a0bfd5-f8c4-4eb2-9c62-e86c646e9447 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262398 Dec 13 12:55:16.179367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event deleted for resources: {'Port': ['ID=67ac6ada-19d0-4d03-b7b1-2c4d7175c526,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:16.210066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-e251d952-76f8-4928-b510-b892dbbe52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:16.210066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-e251d952-76f8-4928-b510-b892dbbe52bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0861499 Dec 13 12:55:16.226784 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-89f6b2f9-2547-477e-bcdf-cffeedb4c43a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.254501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-decb5d85-7e8e-4a48-a7e4-f1a71770f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:16.254779 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-89f6b2f9-2547-477e-bcdf-cffeedb4c43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.256368 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-decb5d85-7e8e-4a48-a7e4-f1a71770f162 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1099 time: 0.1097455 Dec 13 12:55:16.289818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.308401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-89f6b2f9-2547-477e-bcdf-cffeedb4c43a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d25c09e173f41ccabfdff9d2d49ca8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6602216 Dec 13 12:55:16.310350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6b2f9-2547-477e-bcdf-cffeedb4c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bedde3-846f-4f1d-8b0b-3367dd6186be,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:16.313060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49644) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:16.314939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-c0af3305-2850-4d47-a434-401261d5d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:16.316424 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-c0af3305-2850-4d47-a434-401261d5d830 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996976 Dec 13 12:55:16.420728 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aac9b6c4-4fbf-405c-87d9-a6f958888ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.435469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.440163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.485867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aac9b6c4-4fbf-405c-87d9-a6f958888ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.500955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-a2811eca-bbd7-4c58-a8d0-5ee614cee836 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700819 Dec 13 12:55:16.516180 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.516730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:55:16.522196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.523324 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c6046c7c-511b-4a24-9405-a6cc3ebc9564 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "DELETE /v2.0/routers/96e5b0cd-cc02-4c5c-ad62-0dc2c1b1929f HTTP/1.1" status: 204 len: 168 time: 2.0395947 Dec 13 12:55:16.525413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-ef989eab-6c8d-491c-9576-d04c4abffc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:16.527110 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-ef989eab-6c8d-491c-9576-d04c4abffc41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2619436 Dec 13 12:55:16.527740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49648) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:16.533112 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-574887080', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:16.585334 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-1552bce4-3b24-4597-8670-4e6d35d51c59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 217 time: 0.0456872 Dec 13 12:55:16.603301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.604322 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.671506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-666ae3b1-96d1-4ee5-af4c-471bcac09d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:16.673101 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-666ae3b1-96d1-4ee5-af4c-471bcac09d42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0792873 Dec 13 12:55:16.705149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.786876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aac9b6c4-4fbf-405c-87d9-a6f958888ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.790458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aac9b6c4-4fbf-405c-87d9-a6f958888ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.791767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-aac9b6c4-4fbf-405c-87d9-a6f958888ad7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1bedde3-846f-4f1d-8b0b-3367dd6186be HTTP/1.1" status: 204 len: 168 time: 0.4744518 Dec 13 12:55:16.816018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-69c29a87-d86b-4e68-a593-8d0dad700eba service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040833 Dec 13 12:55:16.849128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9b6c4-4fbf-405c-87d9-a6f958888ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bedde3-846f-4f1d-8b0b-3367dd6186be,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:16.878036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274efa7-fd63-4796-a6ae-d2dbcfc5e167 req-ee7fcf33-e741-4c8f-a4b4-74b4651b7b30 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:16.884229 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0274efa7-fd63-4796-a6ae-d2dbcfc5e167 req-ee7fcf33-e741-4c8f-a4b4-74b4651b7b30 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 948 time: 0.1682439 Dec 13 12:55:16.919823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-77f677d0-21f1-42a5-a13c-2904e58cea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:16.921742 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-77f677d0-21f1-42a5-a13c-2904e58cea9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2188907 Dec 13 12:55:16.964698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:16.998164 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0274efa7-fd63-4796-a6ae-d2dbcfc5e167 req-3303b698-8194-4fc4-976d-f81c20be2349 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980799 Dec 13 12:55:17.180187 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-e03be5de-28c6-4714-8753-782e5a501f1a service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284687 Dec 13 12:55:17.349697 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b4fbf906-b160-45f3-8072-f1d03ef0f89c req-33098ec7-bcfd-4450-94e4-f3d0926221b9 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475089 Dec 13 12:55:17.414101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1f3d-8683-41af-a48c-b95ffee31997 req-2773786b-4eff-4ea8-a426-d8f930d5ce01 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:17.427818 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13fa1f3d-8683-41af-a48c-b95ffee31997 req-2773786b-4eff-4ea8-a426-d8f930d5ce01 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1769032 Dec 13 12:55:17.493514 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:17.515386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:17.533526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13fa1f3d-8683-41af-a48c-b95ffee31997 req-f58c73f4-c7e5-4ac8-bd53-862632ca9912 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044514 Dec 13 12:55:17.665268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Allocated IP 172.25.2.74 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/7e3826fe-1859-4129-ae63-73bd9713e67a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:17.665993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:17.695755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:55:17.696507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 67ac6ada-19d0-4d03-b7b1-2c4d7175c526 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:55:17.805566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:17.850486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:17.896560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:17.900158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:17.902882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:17.957057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49694) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:18.082292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-60721387-network', 'tenant_id': '60a79662c005404ab69a66264d53c79a'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:18.099772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Pushing event updated for resources: {'Port': ['ID=7e3826fe-1859-4129-ae63-73bd9713e67a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:18.115916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Made reservation on behalf of 60a79662c005404ab69a66264d53c79a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:55:18.118410 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:18.145500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:18.228063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029c36d-7f7c-4a3e-adfd-6a09224c0e51 req-c9c7f3e0-78b8-4061-a4dc-59a6b885a7ea tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:18.247570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9029c36d-7f7c-4a3e-adfd-6a09224c0e51 req-c9c7f3e0-78b8-4061-a4dc-59a6b885a7ea tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 948 time: 0.1148758 Dec 13 12:55:18.362481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:18.389562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9029c36d-7f7c-4a3e-adfd-6a09224c0e51 req-d2349316-643f-433d-bef3-7599c121cb27 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366439 Dec 13 12:55:18.429640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:18.447309 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:18.476005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:55:18.527055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f4c430-8c52-4a0c-982b-7f56453fada3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:18.530668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:18.531065 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Added segment bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed of type vlan for network 449502db-7b1b-4c45-885b-15dad1f51847 Dec 13 12:55:18.587407 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:18.656947 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:18.658230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:18.658824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:18.725464 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7667859 Dec 13 12:55:18.733124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49728) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:18.745746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Request body: {'subnet': {'network_id': '449502db-7b1b-4c45-885b-15dad1f51847', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-60721387-subnet', 'tenant_id': '60a79662c005404ab69a66264d53c79a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:18.756451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e8d95-bac0-4521-adf1-7719d2498919 req-28a6372a-9d8f-477f-a4ab-6f2a203fab55 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:18.757888 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd7e8d95-bac0-4521-adf1-7719d2498919 req-28a6372a-9d8f-477f-a4ab-6f2a203fab55 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1367886 Dec 13 12:55:18.771829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca51743-7bd4-4bb4-ac76-75ca82053828 admin admin] Pushing event updated for resources: {'Network': ['ID=449502db-7b1b-4c45-885b-15dad1f51847,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:18.787434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 449502db-7b1b-4c45-885b-15dad1f51847 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:55:18.814112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Made reservation on behalf of 60a79662c005404ab69a66264d53c79a for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:55:18.816437 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:18.875159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd7e8d95-bac0-4521-adf1-7719d2498919 req-a04430f9-21e9-427e-b8dc-2fe8e2a8cdd4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072712 Dec 13 12:55:18.877551 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:19.014708 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:19.015782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Router e18c2136-9432-4f9d-8edd-be74f1e2013e is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:55:19.065329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde8e9a6-d951-4484-b8a7-1c3d219fa3b8,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:19.083905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Checking segment: {'id': 'bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '449502db-7b1b-4c45-885b-15dad1f51847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:55:19.084260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Network hostable DHCP agents. Network: 449502db-7b1b-4c45-885b-15dad1f51847, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:55:19.103402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Network 449502db-7b1b-4c45-885b-15dad1f51847 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:55:19.113847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 449502db-7b1b-4c45-885b-15dad1f51847) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:19.119648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:19.120280 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:19.124083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d6fb0-cafb-4db6-afe4-1f53a6db1b16 None None] Network 449502db-7b1b-4c45-885b-15dad1f51847 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:55:19.149348 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7f960299-4523-4b4e-bf10-2fbe793c6aef admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4073677 Dec 13 12:55:19.157116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:19.170931 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3284e1e7-051e-43fd-b43d-2fe0008b12a5 None None] Sync routers for ids ['e18c2136-9432-4f9d-8edd-be74f1e2013e'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:19.187075 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284e1e7-051e-43fd-b43d-2fe0008b12a5 None None] Routers {'e18c2136-9432-4f9d-8edd-be74f1e2013e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:19.189199 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3284e1e7-051e-43fd-b43d-2fe0008b12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e18c2136-9432-4f9d-8edd-be74f1e2013e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:19.193356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:19.195281 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a7c34aef-603d-47c8-bfcf-f5cac51e6f60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6663833 Dec 13 12:55:19.197935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49744) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:19.202704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b53dc617-2c4a-48c1-a61d-376f997bd3ae tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'enable_snat': False}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:19.260756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b141ae-3ed7-4635-aed0-23a318491fbc None None] Network 449502db-7b1b-4c45-885b-15dad1f51847 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:55:19.263421 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3284e1e7-051e-43fd-b43d-2fe0008b12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:19.282372 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284e1e7-051e-43fd-b43d-2fe0008b12a5 None None] Routers {'e18c2136-9432-4f9d-8edd-be74f1e2013e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:19.283333 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3284e1e7-051e-43fd-b43d-2fe0008b12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e18c2136-9432-4f9d-8edd-be74f1e2013e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:19.346389 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3284e1e7-051e-43fd-b43d-2fe0008b12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:19.347055 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3284e1e7-051e-43fd-b43d-2fe0008b12a5 None None] The sync data for ids ['e18c2136-9432-4f9d-8edd-be74f1e2013e'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:19.349785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:55:19.355896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:19.607231 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:19.647773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4faa60-9034-4de6-8fe3-aaa5f4a05935 req-76992e4f-d368-4e06-b569-17ce6f9b2d41 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:19.649553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f4faa60-9034-4de6-8fe3-aaa5f4a05935 req-76992e4f-d368-4e06-b569-17ce6f9b2d41 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 948 time: 0.0963898 Dec 13 12:55:19.708575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:19.710874 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362cab1d-9043-4d14-8878-f8a941fe03c1" -d '{"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-unplugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:19.733410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f4faa60-9034-4de6-8fe3-aaa5f4a05935 req-0391cdc3-5be5-4ac1-b884-b700aa39d95c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 Dec 13 12:55:19.736023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b53dc617-2c4a-48c1-a61d-376f997bd3ae tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:19.767262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:19.773920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:19.807131 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e443ba-5ffc-4bfd-bad2-92238222c8c5 x-openstack-request-id: req-37e443ba-5ffc-4bfd-bad2-92238222c8c5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:19.809891 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-unplugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:19.810814 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37e443ba-5ffc-4bfd-bad2-92238222c8c5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:19.811974 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'code': 200} Dec 13 12:55:19.816138 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:19.919672 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:19.927001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'mac_address': 'fa:16:3e:bc:26:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:55:20.042693 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:20.060135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4ce042-b4d3-4162-9333-d071ad3df34b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:55:20.103011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb906ad-5bbc-4b5f-aabd-ebaa2db0754a req-38ecd942-c5d2-4eca-bd6b-1119899d31d6 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:20.110546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ceb906ad-5bbc-4b5f-aabd-ebaa2db0754a req-38ecd942-c5d2-4eca-bd6b-1119899d31d6 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.0870705 Dec 13 12:55:20.112824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:20.129503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:20.130492 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:55:20.131838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49796) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:20.148938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-aa2ff869-436a-4f5d-9b8a-49e067c7ca6c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:20.150417 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-aa2ff869-436a-4f5d-9b8a-49e067c7ca6c tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.37 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f&tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 948 time: 0.1331134 Dec 13 12:55:20.155971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-558d5d98-812e-4bc0-9474-8263fe9696ce tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:20.163440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-558d5d98-812e-4bc0-9474-8263fe9696ce tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/networks?id=449502db-7b1b-4c45-885b-15dad1f51847 HTTP/1.1" status: 200 len: 811 time: 0.2182930 Dec 13 12:55:20.210123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-ecf05d92-6adf-4ccc-9bc2-74610087f03c tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/quotas/60a79662c005404ab69a66264d53c79a HTTP/1.1" status: 200 len: 375 time: 0.0457797 Dec 13 12:55:20.242484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ceb906ad-5bbc-4b5f-aabd-ebaa2db0754a req-842f9885-c13b-415d-9ede-e6093cda36d8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273363 Dec 13 12:55:20.252868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:20.271169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'port_id': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'mac_address': 'fa:16:3e:79:d6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:55:20.284341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-997c35ba-a85e-4d64-92a7-80ee13c18807 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60a79662c005404ab69a66264d53c79a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664487 Dec 13 12:55:20.332444 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-cf6bd67b-37a9-4cdf-806a-e8442e5b6262 service neutron] 10.222.0.37 "GET /v2.0/ports/7b4ce042-b4d3-4162-9333-d071ad3df34b/bindings/n-h1-817326-4 HTTP/1.1" status: 200 len: 382 time: 0.1736054 Dec 13 12:55:20.362920 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:20.368037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:20.383707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a2e286-8a90-45a7-b02b-6083abd56c21 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:55:20.412258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:20.417287 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4d52-4556-4e0b-9bcb-40fc679aff24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:20.421375 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:20.486523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa01405-27e8-42d5-8b66-6216c158de31 req-f1f36918-0a32-46cd-9256-c11d30da50f9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:20.488483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1aa01405-27e8-42d5-8b66-6216c158de31 req-f1f36918-0a32-46cd-9256-c11d30da50f9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 949 time: 0.1611092 Dec 13 12:55:20.507671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-46aed83f-3261-4273-a851-0a2d797a756d service neutron] 10.222.0.31 "GET /v2.0/networks/449502db-7b1b-4c45-885b-15dad1f51847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149053 Dec 13 12:55:20.510260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:20.524473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-289d03b6-6911-43d3-9829-707b144bbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:20.525885 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-289d03b6-6911-43d3-9829-707b144bbe16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1100 time: 0.1237004 Dec 13 12:55:20.553024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['22a2e286-8a90-45a7-b02b-6083abd56c21'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:20.632075 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b53dc617-2c4a-48c1-a61d-376f997bd3ae tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:20.641450 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b53dc617-2c4a-48c1-a61d-376f997bd3ae tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:20.697349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1aa01405-27e8-42d5-8b66-6216c158de31 req-fc8eb536-d21d-40ae-9322-79e7805a4ec1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027609 Dec 13 12:55:20.708320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-49c62cff-ec11-4a60-b7d2-bbbe84aeb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:20.709924 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-49c62cff-ec11-4a60-b7d2-bbbe84aeb37c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1530039 Dec 13 12:55:20.742050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7b4ce042-b4d3-4162-9333-d071ad3df34b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:20.801471 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4d52-4556-4e0b-9bcb-40fc679aff24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:20.848689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-3bf2615b-96b5-419b-8dcc-609496232ade service neutron] 10.222.0.31 "GET /v2.0/networks/449502db-7b1b-4c45-885b-15dad1f51847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401625 Dec 13 12:55:20.849904 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4d52-4556-4e0b-9bcb-40fc679aff24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:20.859513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53dc617-2c4a-48c1-a61d-376f997bd3ae tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Router e18c2136-9432-4f9d-8edd-be74f1e2013e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:55:20.897728 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-4c1c4732-9a2a-4f85-bee8-3c7f794c55f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 217 time: 0.0563698 Dec 13 12:55:20.905725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ce6f4d52-4556-4e0b-9bcb-40fc679aff24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7431738ec9c4bf4b2bb3476a85ed7ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7728188 Dec 13 12:55:20.906579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49810) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:20.907351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4d52-4556-4e0b-9bcb-40fc679aff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe3a11-139d-4d8b-ac3c-f9b5f1903e7c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:20.972181 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b67d72d-890c-432a-9244-a35978a538ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:21.002869 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b67d72d-890c-432a-9244-a35978a538ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:21.065990 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b67d72d-890c-432a-9244-a35978a538ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:21.070490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-06588339-9e57-474e-8513-59eb02b2adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:21.072084 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-06588339-9e57-474e-8513-59eb02b2adfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1642749 Dec 13 12:55:21.072893 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b67d72d-890c-432a-9244-a35978a538ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:21.082493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9b67d72d-890c-432a-9244-a35978a538ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47fe3a11-139d-4d8b-ac3c-f9b5f1903e7c HTTP/1.1" status: 204 len: 168 time: 0.1690779 Dec 13 12:55:21.092794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67d72d-890c-432a-9244-a35978a538ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe3a11-139d-4d8b-ac3c-f9b5f1903e7c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:21.147596 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53dc617-2c4a-48c1-a61d-376f997bd3ae tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:21.153632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b53dc617-2c4a-48c1-a61d-376f997bd3ae tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:21.155380 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b53dc617-2c4a-48c1-a61d-376f997bd3ae tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "PUT /v2.0/routers/e18c2136-9432-4f9d-8edd-be74f1e2013e HTTP/1.1" status: 200 len: 924 time: 1.9560590 Dec 13 12:55:21.158698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49820) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:21.166492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-ef65f60e-3319-4ad8-a4fd-802cb9c27f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:21.168152 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-ef65f60e-3319-4ad8-a4fd-802cb9c27f74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857182 Dec 13 12:55:21.195241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6f1a5-b5c0-4f25-94bf-2bee5a20cc64 None None] Sync routers for ids ['e18c2136-9432-4f9d-8edd-be74f1e2013e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:21.225923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6f1a5-b5c0-4f25-94bf-2bee5a20cc64 None None] Routers {'e18c2136-9432-4f9d-8edd-be74f1e2013e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:21.228279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-51a6f1a5-b5c0-4f25-94bf-2bee5a20cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e18c2136-9432-4f9d-8edd-be74f1e2013e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:21.367972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-51a6f1a5-b5c0-4f25-94bf-2bee5a20cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:21.375570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:55:21.407222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6f1a5-b5c0-4f25-94bf-2bee5a20cc64 None None] Routers {'e18c2136-9432-4f9d-8edd-be74f1e2013e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:21.407866 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-51a6f1a5-b5c0-4f25-94bf-2bee5a20cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:54:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e18c2136-9432-4f9d-8edd-be74f1e2013e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:21.417003 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-ce6284d6-30ed-492d-92d5-071c95037927 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356076 Dec 13 12:55:21.470754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-51a6f1a5-b5c0-4f25-94bf-2bee5a20cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:21.471444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6f1a5-b5c0-4f25-94bf-2bee5a20cc64 None None] The sync data for ids ['e18c2136-9432-4f9d-8edd-be74f1e2013e'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:21.500957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 22a2e286-8a90-45a7-b02b-6083abd56c21 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:55:21.501213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:21.600766 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:21.628681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc35d933-ac22-45cf-a34f-c4197ce56a2f req-5dcbaa73-50be-44f6-b772-b72af56f9371 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 210 time: 0.1654806 Dec 13 12:55:21.635330 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-1aa2c0a9-dffa-474e-9d2a-0c8baf6211be service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055357 Dec 13 12:55:21.662766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:21.668951 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:21.673267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39704045-55c3-4672-a3a0-098dcfbf5b1e req-b9e9d155-fc40-42a0-b9bc-0e27fe35b963 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:21.681006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39704045-55c3-4672-a3a0-098dcfbf5b1e req-b9e9d155-fc40-42a0-b9bc-0e27fe35b963 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1939220 Dec 13 12:55:21.691683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-30015528-81e8-40e9-93a9-6bce5773cdde tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/routers/e18c2136-9432-4f9d-8edd-be74f1e2013e HTTP/1.1" status: 200 len: 924 time: 0.5316660 Dec 13 12:55:21.694525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49834) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:21.792257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:21.793735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39704045-55c3-4672-a3a0-098dcfbf5b1e req-737ede5d-a7df-48f6-b7d2-7e386ef014ca tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115773 Dec 13 12:55:21.813210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:21.816076 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5158def2-1e52-422b-a3cb-e6d258a88cd6" -d '{"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-plugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:21.842104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7d003d-aa7e-4730-b911-9c62adea3290 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:21.844242 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bd7d003d-aa7e-4730-b911-9c62adea3290 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&device_id=e18c2136-9432-4f9d-8edd-be74f1e2013e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1484489 Dec 13 12:55:21.847847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49842) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:21.874950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49844) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:21.878129 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c014cd9-0a1d-44dd-a628-7bd2041f01cd x-openstack-request-id: req-1c014cd9-0a1d-44dd-a628-7bd2041f01cd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:21.878129 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-plugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:21.878383 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c014cd9-0a1d-44dd-a628-7bd2041f01cd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:21.878898 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'code': 200} Dec 13 12:55:21.890292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49914f5a-a8f8-4343-ad43-37c24bb32817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.003274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49914f5a-a8f8-4343-ad43-37c24bb32817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.009636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49914f5a-a8f8-4343-ad43-37c24bb32817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.064498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a910f-1b1b-46f8-b153-e18ab3633d7f req-5e288b88-9bae-4e4c-91a9-6f402b12a6dc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:22.073110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea8a910f-1b1b-46f8-b153-e18ab3633d7f req-5e288b88-9bae-4e4c-91a9-6f402b12a6dc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 949 time: 0.2347376 Dec 13 12:55:22.078444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49914f5a-a8f8-4343-ad43-37c24bb32817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622a54fc-bd69-4991-92cd-7ab425779793,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:22.118274 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-49914f5a-a8f8-4343-ad43-37c24bb32817 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bd98f7556b64198952679251a3b5712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388022 Dec 13 12:55:22.118915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49846) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:22.127789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5c13ab-ea90-4070-ab81-a8639778ead5 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:22.132061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc5c13ab-ea90-4070-ab81-a8639778ead5 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 881 time: 0.2801793 Dec 13 12:55:22.132744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49848) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:22.169741 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b7ec115f-4118-4a83-aac4-3c846c401d60 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18c2136-9432-4f9d-8edd-be74f1e2013e HTTP/1.1" status: 200 len: 205 time: 0.0335069 Dec 13 12:55:22.170266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea8a910f-1b1b-46f8-b153-e18ab3633d7f req-fde0ac42-d85e-4cab-b911-c60b7c0beffc tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905843 Dec 13 12:55:22.171151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49850) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:22.221075 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f39e9009-3016-4f1d-ad45-72f609bab8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.245510 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f39e9009-3016-4f1d-ad45-72f609bab8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.302748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f39e9009-3016-4f1d-ad45-72f609bab8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.305559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f39e9009-3016-4f1d-ad45-72f609bab8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.309103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f39e9009-3016-4f1d-ad45-72f609bab8f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/622a54fc-bd69-4991-92cd-7ab425779793 HTTP/1.1" status: 204 len: 168 time: 0.1869230 Dec 13 12:55:22.317073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e9009-3016-4f1d-ad45-72f609bab8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622a54fc-bd69-4991-92cd-7ab425779793,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:22.321577 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.463423 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.558826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Deleting port 7e3826fe-1859-4129-ae63-73bd9713e67a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:22.560564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.691208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-718afbd5-b7b6-4e39-9842-14bd1a91bc4c tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:22.692912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-718afbd5-b7b6-4e39-9842-14bd1a91bc4c tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.42 "GET /v2.0/networks?id=449502db-7b1b-4c45-885b-15dad1f51847 HTTP/1.1" status: 200 len: 811 time: 0.1422536 Dec 13 12:55:22.712233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Request body: {'port': {'device_id': 'f8f0a915-c286-4abc-91f3-636410465e78', 'network_id': '449502db-7b1b-4c45-885b-15dad1f51847', 'admin_state_up': True, 'tenant_id': '60a79662c005404ab69a66264d53c79a'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:22.757906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:22.773409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Calling delete_port for 7e3826fe-1859-4129-ae63-73bd9713e67a owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:22.818873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-102de4b6-b4d1-47b8-8780-ca920c82f6df req-a88cc830-76b0-4ea2-8412-9bf33df988eb tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 210 time: 0.0813899 Dec 13 12:55:22.913252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Made reservation on behalf of 60a79662c005404ab69a66264d53c79a for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:55:22.918328 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.079183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.116988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Allocated IP 172.20.0.12 (449502db-7b1b-4c45-885b-15dad1f51847/fde8e9a6-d951-4484-b8a7-1c3d219fa3b8/591adc50-1a09-49ab-99bb-3a25dd77721c) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:23.119349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Pushing event deleted for resources: {'Port': ['ID=7e3826fe-1859-4129-ae63-73bd9713e67a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:23.311333 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.341331 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.351733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:55:23.437264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.439997 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.453840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.494459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.495218 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Fanout notify agent at l3_agent the message router_deleted on router e18c2136-9432-4f9d-8edd-be74f1e2013e {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:55:23.523924 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.526681 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f14f2020-6d6d-472f-9754-26845efd8244 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/e18c2136-9432-4f9d-8edd-be74f1e2013e HTTP/1.1" status: 204 len: 168 time: 1.3542600 Dec 13 12:55:23.530713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49886) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:23.541682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8c460f4b-e8b0-4089-8f34-4b72ee07334e tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1437007457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:23.564240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Network 449502db-7b1b-4c45-885b-15dad1f51847 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:23.578543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:23.583483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Pushing event updated for resources: {'Port': ['ID=591adc50-1a09-49ab-99bb-3a25dd77721c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:23.586026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:23.630496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22d433-5f13-496a-88fd-f240b6d412a5 req-a435ccdf-ec86-4a68-82a0-edcfe6960e80 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:23.639054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b22d433-5f13-496a-88fd-f240b6d412a5 req-a435ccdf-ec86-4a68-82a0-edcfe6960e80 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 949 time: 0.2604625 Dec 13 12:55:23.667171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e8e2-c577-4cef-89e5-08073aedbd7c req-b9e1e97e-6a94-4a8f-8af3-4e3aebae78b7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:23.675027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08c8e8e2-c577-4cef-89e5-08073aedbd7c req-b9e1e97e-6a94-4a8f-8af3-4e3aebae78b7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.7270243 Dec 13 12:55:23.698518 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8c460f4b-e8b0-4089-8f34-4b72ee07334e tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.699552 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8c460f4b-e8b0-4089-8f34-4b72ee07334e tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.743723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:23.744318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.780801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 7b4ce042-b4d3-4162-9333-d071ad3df34b completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:55:23.802508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 7b4ce042-b4d3-4162-9333-d071ad3df34b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:55:23.803231 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.911762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b22d433-5f13-496a-88fd-f240b6d412a5 req-3c8e427d-0961-450d-a62c-d77f452e01f5 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709408 Dec 13 12:55:23.928893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4f9e20f8-c5a0-448d-b1d7-961d8c78a9e2 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2260957 Dec 13 12:55:23.953306 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:23.957247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08c8e8e2-c577-4cef-89e5-08073aedbd7c req-ff7f3750-f46d-4273-bead-0d7c8dd8f2ca tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812712 Dec 13 12:55:23.980851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:23.983670 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617afb5f-38fa-4266-a81f-939a52e6c0d1" -d '{"events": [{"server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:24.002726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:24.016123 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:24.037972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Request body: {'port': {'device_id': 'f8f0a915-c286-4abc-91f3-636410465e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:24.041642 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8c460f4b-e8b0-4089-8f34-4b72ee07334e tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:24.077020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:24.085546 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7225c6cd-4e6e-451b-b6f1-032cf3901d5c x-openstack-request-id: req-7225c6cd-4e6e-451b-b6f1-032cf3901d5c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:24.087547 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:24.087811 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7225c6cd-4e6e-451b-b6f1-032cf3901d5c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:24.088222 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'code': 200} Dec 13 12:55:24.099010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8c460f4b-e8b0-4089-8f34-4b72ee07334e tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:24.127467 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62613da4-c1dc-4ba6-ab48-61caa2e84036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:24.174787 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:24.238249 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8c460f4b-e8b0-4089-8f34-4b72ee07334e tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:24.241907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8c460f4b-e8b0-4089-8f34-4b72ee07334e tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7053151 Dec 13 12:55:24.242314 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49898) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:24.252102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:24.293656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-7b8fa0c4-dbf8-44cf-adb2-e3131c6af101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:24.295495 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-7b8fa0c4-dbf8-44cf-adb2-e3131c6af101 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f&tenant_id=44c3c75256ca49be8a75a2ecc8c5748c HTTP/1.1" status: 200 len: 1101 time: 0.0565255 Dec 13 12:55:24.309486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:24.362605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa91128-d021-4b3a-bb34-b668429a6ae3 req-623be5a6-4178-4d8a-8a79-c454bb9e5d1c tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:24.364866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afa91128-d021-4b3a-bb34-b668429a6ae3 req-623be5a6-4178-4d8a-8a79-c454bb9e5d1c tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 932 time: 0.1929564 Dec 13 12:55:24.373880 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:24.648581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:24.691845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:55:24.746864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:24.749674 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0706e0c9-0738-46b6-b300-93532a58f675" -d '{"events": [{"server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:24.754897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:24.774355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Transition to ACTIVE for port object 7b4ce042-b4d3-4162-9333-d071ad3df34b will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:55:24.781180 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:24.827849 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aebf45b-0969-45fd-b617-0cc8f19f80c4 x-openstack-request-id: req-6aebf45b-0969-45fd-b617-0cc8f19f80c4 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:24.828203 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:24.828521 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6aebf45b-0969-45fd-b617-0cc8f19f80c4 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:24.828977 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'code': 200} Dec 13 12:55:24.861436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] No DVR routers for this DVR port 7b4ce042-b4d3-4162-9333-d071ad3df34b on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:55:24.873501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=10']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:24.910676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:55:24.911008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:55:24.911430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:55:24.916468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Port 7b4ce042-b4d3-4162-9333-d071ad3df34b on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:55:24.916468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Attempting to bind port 7b4ce042-b4d3-4162-9333-d071ad3df34b on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:55:24.929190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:55:24.929533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:55:24.929917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:55:24.931447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Bound port: 7b4ce042-b4d3-4162-9333-d071ad3df34b, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:55:24.932252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:25.017407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-afa91128-d021-4b3a-bb34-b668429a6ae3 req-5a5afefd-2e42-4560-8201-baa43691e0e6 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090045 Dec 13 12:55:25.019543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:55:25.032220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:55:25.039731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:25.101301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:25.102929 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:25.104606 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] 10.222.0.42 "PUT /v2.0/ports/7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 1097 time: 0.8010736 Dec 13 12:55:25.364025 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:25.454656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111af7-720a-4772-bd9f-85cd951e12a5 req-43dbdc24-1064-4bdb-a58e-b00842c88f00 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:25.459865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5111af7-720a-4772-bd9f-85cd951e12a5 req-43dbdc24-1064-4bdb-a58e-b00842c88f00 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 949 time: 0.3872564 Dec 13 12:55:25.524299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591adc50-1a09-49ab-99bb-3a25dd77721c {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:55:25.532949 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:25.551148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Transition to ACTIVE for port object 591adc50-1a09-49ab-99bb-3a25dd77721c will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:55:25.592854 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:25.608501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a54fa-f4b2-4111-83eb-06653207bd74 req-81b8ed75-a4bc-4ad5-b83d-efaf43ca6acb tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:25.618054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd3a54fa-f4b2-4111-83eb-06653207bd74 req-81b8ed75-a4bc-4ad5-b83d-efaf43ca6acb tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.4950204 Dec 13 12:55:25.666855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b419b5e-d895-4783-9125-56133bf0ea75 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=11']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:25.686063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-c8075d1e-d325-4481-859f-207ab82931b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:25.688044 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-c8075d1e-d325-4481-859f-207ab82931b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1100 time: 0.5433123 Dec 13 12:55:25.689930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd3a54fa-f4b2-4111-83eb-06653207bd74 req-0c9aa63b-76f3-46c0-b68c-4116abf7399f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704470 Dec 13 12:55:25.803770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-066b2260-101d-4a43-9130-7eb0a16b8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:25.805134 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-066b2260-101d-4a43-9130-7eb0a16b8cbe service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1096361 Dec 13 12:55:25.852297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5111af7-720a-4772-bd9f-85cd951e12a5 req-a9506a05-6eae-41a7-a0e8-1effbf7391ac tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463099 Dec 13 12:55:25.867603 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-e6c87b8f-7b16-4c47-92b0-b0d475f22690 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 217 time: 0.0525546 Dec 13 12:55:25.878737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Pushing event updated for resources: {'Port': ['ID=591adc50-1a09-49ab-99bb-3a25dd77721c,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:25.926744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-5166735b-0115-46c1-a56d-1cdcc58af1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:25.928204 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-5166735b-0115-46c1-a56d-1cdcc58af1fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0566449 Dec 13 12:55:25.931957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Attempting to bind port 591adc50-1a09-49ab-99bb-3a25dd77721c on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:55:25.932292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Attempting to bind port 591adc50-1a09-49ab-99bb-3a25dd77721c by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '449502db-7b1b-4c45-885b-15dad1f51847'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:55:25.932622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Attempting to bind port 591adc50-1a09-49ab-99bb-3a25dd77721c on network 449502db-7b1b-4c45-885b-15dad1f51847 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:55:25.939722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Port 591adc50-1a09-49ab-99bb-3a25dd77721c on network 449502db-7b1b-4c45-885b-15dad1f51847 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:55:25.940050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Attempting to bind port 591adc50-1a09-49ab-99bb-3a25dd77721c on network 449502db-7b1b-4c45-885b-15dad1f51847 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:55:25.949461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:55:25.949854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Checking segment: {'id': 'bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '449502db-7b1b-4c45-885b-15dad1f51847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:55:25.950207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Bound using segment: {'id': 'bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '449502db-7b1b-4c45-885b-15dad1f51847'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:55:25.950656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Bound port: 591adc50-1a09-49ab-99bb-3a25dd77721c, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '449502db-7b1b-4c45-885b-15dad1f51847'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:55:25.951031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:25.980270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babc59-af12-4a03-9f90-25999b4ac137 req-d9384366-be9a-42ed-85e7-eaef80a41b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:25.982481 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-d9384366-be9a-42ed-85e7-eaef80a41b0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471013 Dec 13 12:55:26.103566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:26.137507 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-adae0382-7d36-4ff8-924c-a837868f3a35 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420944 Dec 13 12:55:26.173073 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:26.220251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] For port 591adc50-1a09-49ab-99bb-3a25dd77721c, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:55:26.284816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] For port 591adc50-1a09-49ab-99bb-3a25dd77721c, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=591adc50-1a09-49ab-99bb-3a25dd77721c,segment=NetworkSegment(bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed),segment_id=bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:55:26.285235 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-60babc59-af12-4a03-9f90-25999b4ac137 req-68e5fae3-40c5-4e2d-b77c-ba3eb43aa7f9 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408191 Dec 13 12:55:26.312967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53427-cad4-4a98-8d80-e8b6e9c87470 req-fc3d8ccb-4fee-4de7-bc08-de02cf111b04 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:26.314506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af53427-cad4-4a98-8d80-e8b6e9c87470 req-fc3d8ccb-4fee-4de7-bc08-de02cf111b04 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 944 time: 0.2087708 Dec 13 12:55:26.315736 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:26.386409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:26.387049 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:26.388435 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] 10.222.0.42 "PUT /v2.0/ports/591adc50-1a09-49ab-99bb-3a25dd77721c HTTP/1.1" status: 200 len: 1092 time: 2.3606451 Dec 13 12:55:26.398548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f0a915-c286-4abc-91f3-636410465e78', 'tag': '591adc50-1a09-49ab-99bb-3a25dd77721c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:26.401575 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45da17e-82a0-4879-a66e-3c3d7226a28f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f0a915-c286-4abc-91f3-636410465e78", "tag": "591adc50-1a09-49ab-99bb-3a25dd77721c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:26.482792 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdce149-f048-412e-accd-c0537983d1c3 x-openstack-request-id: req-7fdce149-f048-412e-accd-c0537983d1c3 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:26.483355 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f0a915-c286-4abc-91f3-636410465e78", "tag": "591adc50-1a09-49ab-99bb-3a25dd77721c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:26.483355 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fdce149-f048-412e-accd-c0537983d1c3 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:26.483708 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f0a915-c286-4abc-91f3-636410465e78', 'tag': '591adc50-1a09-49ab-99bb-3a25dd77721c', 'status': 'completed', 'code': 200} Dec 13 12:55:26.508179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf7413-8ecc-417e-885e-1bbef3b2ded3 service neutron] Pushing event updated for resources: {'Port': ['ID=591adc50-1a09-49ab-99bb-3a25dd77721c,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:26.540907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Allocated IP 172.25.2.211 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/a451f4bd-1065-4c0a-99a7-6e558b0df3b3) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:26.570204 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c427c1c-d510-4487-b808-e6b52c209d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:26.595469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af53427-cad4-4a98-8d80-e8b6e9c87470 req-265ff86e-aaf0-4bd7-b2ce-30b68ad3b2ab tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697859 Dec 13 12:55:26.617347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-7d74f1e1-5e1a-4f03-861a-ef43e9954f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:26.619218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-7d74f1e1-5e1a-4f03-861a-ef43e9954f98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60a79662c005404ab69a66264d53c79a&device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 1095 time: 0.1816194 Dec 13 12:55:26.716094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-b40892cc-3440-417d-88de-a657b8e3ea63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=591adc50-1a09-49ab-99bb-3a25dd77721c HTTP/1.1" status: 200 len: 217 time: 0.0840330 Dec 13 12:55:26.829911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:26.832560 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080c79ee-6ee8-4909-8e2b-f0533f090b72" -d '{"events": [{"name": "network-changed", "server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:26.867987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:26.872461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4ad3d351-ed59-4266-a541-47d84ea54975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:26.874055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-4ad3d351-ed59-4266-a541-47d84ea54975 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde8e9a6-d951-4484-b8a7-1c3d219fa3b8 HTTP/1.1" status: 200 len: 851 time: 0.1294322 Dec 13 12:55:26.891987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b30022-668f-4bf8-bbd7-2f11d8e1d5f5 req-142999bd-d8e9-4fdd-b504-ceb3baeab4ea tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:26.893550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13b30022-668f-4bf8-bbd7-2f11d8e1d5f5 req-142999bd-d8e9-4fdd-b504-ceb3baeab4ea tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1060264 Dec 13 12:55:26.919540 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3f16bc-28fb-4e83-b2ca-e3d3c73cd861 x-openstack-request-id: req-4a3f16bc-28fb-4e83-b2ca-e3d3c73cd861 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:26.920799 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:26.921108 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a3f16bc-28fb-4e83-b2ca-e3d3c73cd861 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:26.922017 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'status': 'completed', 'code': 200} Dec 13 12:55:26.931673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-81215a44-d8be-44c1-a7b5-65bb48784a25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=449502db-7b1b-4c45-885b-15dad1f51847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384800 Dec 13 12:55:27.055523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-1c7ada0e-b72a-4c31-aef8-4aad0fb3a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:27.057435 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-1c7ada0e-b72a-4c31-aef8-4aad0fb3a40f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1100 time: 0.1171861 Dec 13 12:55:27.067963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13b30022-668f-4bf8-bbd7-2f11d8e1d5f5 req-a0828323-bea8-4d55-ba38-f41e41e0edce tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267440 Dec 13 12:55:27.102718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-76ab7785-b8cb-46e7-8877-184154838b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:27.104616 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-76ab7785-b8cb-46e7-8877-184154838b5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1100 time: 0.1217442 Dec 13 12:55:27.117015 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:27.179290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:27.183592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:27.191511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-847af1a3-284f-436d-884a-ddc3db431581 service neutron] 10.222.0.42 "GET /v2.0/networks/449502db-7b1b-4c45-885b-15dad1f51847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548952 Dec 13 12:55:27.192335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:27.207416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f5489-9ed1-44d7-9a61-f15075bf0e91 req-f11c5663-630f-4527-abf8-4fdcf95d76ed tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:27.214727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-573f5489-9ed1-44d7-9a61-f15075bf0e91 req-f11c5663-630f-4527-abf8-4fdcf95d76ed tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 949 time: 0.1709485 Dec 13 12:55:27.262828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Pushing event updated for resources: {'Port': ['ID=a451f4bd-1065-4c0a-99a7-6e558b0df3b3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:27.269675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-329116a7-9670-4a4d-b6b0-9914e25b2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:27.271277 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-329116a7-9670-4a4d-b6b0-9914e25b2608 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.2036304 Dec 13 12:55:27.333014 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-806ffed5-f2d9-4fc6-bce5-74d8d51efd46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 217 time: 0.0493343 Dec 13 12:55:27.340680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-6785fbb1-3c37-41bc-9fb6-45958ff85203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:27.342411 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-6785fbb1-3c37-41bc-9fb6-45958ff85203 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1980135 Dec 13 12:55:27.386428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:27.420952 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-94a6c913-23b7-48b9-ba0d-39c9ae39f6d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 200 len: 217 time: 0.0605245 Dec 13 12:55:27.454879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:55:27.465494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-6e358d38-295b-4bf0-a064-5b06f0180ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:27.467783 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-6e358d38-295b-4bf0-a064-5b06f0180ae8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.1221449 Dec 13 12:55:27.485991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-573f5489-9ed1-44d7-9a61-f15075bf0e91 req-4715cbcb-118f-48eb-8964-25905ddb47a6 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703090 Dec 13 12:55:27.522695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-1a86dc16-c0e8-4835-8a02-2859f9000abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:27.524631 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-1a86dc16-c0e8-4835-8a02-2859f9000abb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0949001 Dec 13 12:55:27.543357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a65d2460-eb00-4c54-9e7a-2034f5dd15fb req-a60eaf2c-ee8a-496c-80bd-a6a707f93a6a service neutron] 10.222.0.42 "GET /v2.0/networks/449502db-7b1b-4c45-885b-15dad1f51847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263142 Dec 13 12:55:27.583266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-8eeb892d-2772-4ad3-9882-4f1783c86e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:27.594679 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-8eeb892d-2772-4ad3-9882-4f1783c86e56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176043 Dec 13 12:55:27.609074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-bb70c4a5-863f-4c57-a4c0-05582d7ecd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:27.609956 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-bb70c4a5-863f-4c57-a4c0-05582d7ecd93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767665 Dec 13 12:55:27.651667 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:27.800640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:27.804671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45da17e-82a0-4879-a66e-3c3d7226a28f req-6f04a619-3c4e-4bc7-ad3d-7437fe5c17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:27.806394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e45da17e-82a0-4879-a66e-3c3d7226a28f req-6f04a619-3c4e-4bc7-ad3d-7437fe5c17a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60a79662c005404ab69a66264d53c79a&device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 1095 time: 0.2019293 Dec 13 12:55:27.807300 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-65455ff1-db56-4900-bd23-055d44157cee service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037385 Dec 13 12:55:27.823318 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-1ea032ed-aed7-48a8-95f6-61d0c7e4851e service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938484 Dec 13 12:55:28.107302 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-bec901f9-df18-4cb9-a854-71acf1fd0563 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879043 Dec 13 12:55:28.109905 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-080c79ee-6ee8-4909-8e2b-f0533f090b72 req-1e95a416-9ba7-4a78-b004-1d8f708f0e4b service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765927 Dec 13 12:55:28.133344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948bedb-b76f-4ae8-93f4-0bafc265cbc1 req-8df17045-b358-4bc6-95fd-bf6b62264467 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:28.142565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b948bedb-b76f-4ae8-93f4-0bafc265cbc1 req-8df17045-b358-4bc6-95fd-bf6b62264467 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 944 time: 0.4169991 Dec 13 12:55:28.230033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45da17e-82a0-4879-a66e-3c3d7226a28f req-bc8e8304-e419-42a4-a11b-7895bfd114f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:28.231550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e45da17e-82a0-4879-a66e-3c3d7226a28f req-bc8e8304-e419-42a4-a11b-7895bfd114f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=449502db-7b1b-4c45-885b-15dad1f51847 HTTP/1.1" status: 200 len: 911 time: 0.2738504 Dec 13 12:55:28.347848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e45da17e-82a0-4879-a66e-3c3d7226a28f req-2ad879f5-6483-42f3-b78b-5788846f1cf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=591adc50-1a09-49ab-99bb-3a25dd77721c HTTP/1.1" status: 200 len: 217 time: 0.0694826 Dec 13 12:55:28.354677 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:28.360733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b948bedb-b76f-4ae8-93f4-0bafc265cbc1 req-9c6c1eb3-32b9-44d4-aa0c-8bd5e6c09817 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171900 Dec 13 12:55:28.373153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:28.424521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb7b07-c828-413b-99ea-252b5c59c9df req-f27ded60-caab-4246-972d-77fafd81d30e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:28.426321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9bdb7b07-c828-413b-99ea-252b5c59c9df req-f27ded60-caab-4246-972d-77fafd81d30e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.2252691 Dec 13 12:55:28.494641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45da17e-82a0-4879-a66e-3c3d7226a28f req-f4d7de03-f28d-448e-92da-7fe6e4573717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:28.496356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e45da17e-82a0-4879-a66e-3c3d7226a28f req-f4d7de03-f28d-448e-92da-7fe6e4573717 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde8e9a6-d951-4484-b8a7-1c3d219fa3b8 HTTP/1.1" status: 200 len: 851 time: 0.1331017 Dec 13 12:55:28.572525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e45da17e-82a0-4879-a66e-3c3d7226a28f req-e4a7098d-9563-4597-9726-c04ab07ad764 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=449502db-7b1b-4c45-885b-15dad1f51847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678322 Dec 13 12:55:28.991933 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:29.023989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9bdb7b07-c828-413b-99ea-252b5c59c9df req-9699dee7-40b3-4e3b-8215-59fb1b27f0ab tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888669 Dec 13 12:55:29.105756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df8b65-f116-456f-91de-76aa2c1c2145 req-67238f75-1afd-44d1-9f2e-386f73b7fa26 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:29.107433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12df8b65-f116-456f-91de-76aa2c1c2145 req-67238f75-1afd-44d1-9f2e-386f73b7fa26 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 949 time: 0.5269082 Dec 13 12:55:29.119882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:55:29.120221 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e45da17e-82a0-4879-a66e-3c3d7226a28f req-9696e9ff-9b1a-46e2-becf-2761ac55f4e9 service neutron] 10.222.0.42 "GET /v2.0/networks/449502db-7b1b-4c45-885b-15dad1f51847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348063 Dec 13 12:55:29.164732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Router 173d07d6-f89d-4aa4-84b6-d3bcc124503a is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:55:29.234140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12df8b65-f116-456f-91de-76aa2c1c2145 req-3927ffbd-6f2a-480a-89bd-5217e1135a15 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175389 Dec 13 12:55:29.310019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e45da17e-82a0-4879-a66e-3c3d7226a28f req-b332a229-3dcc-40fa-8067-1bf31afb6380 service neutron] 10.222.0.42 "GET /v2.0/networks/449502db-7b1b-4c45-885b-15dad1f51847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732185 Dec 13 12:55:29.369453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:29.396125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'mac_address': 'fa:16:3e:bc:26:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:55:29.417362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:29.428708 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24033d-865b-4c7c-9f5b-64b863822e6e None None] Sync routers for ids ['173d07d6-f89d-4aa4-84b6-d3bcc124503a'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:29.445057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:29.445057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7d4cbfa7-6348-4d70-b70c-5afe517ebfc9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "PUT /v2.0/routers/173d07d6-f89d-4aa4-84b6-d3bcc124503a HTTP/1.1" status: 200 len: 884 time: 5.1995878 Dec 13 12:55:29.445544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49990) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:29.461847 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24033d-865b-4c7c-9f5b-64b863822e6e None None] Routers {'173d07d6-f89d-4aa4-84b6-d3bcc124503a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:29.461847 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3c24033d-865b-4c7c-9f5b-64b863822e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['173d07d6-f89d-4aa4-84b6-d3bcc124503a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:29.462556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bdb9e-03fe-41dd-b3c4-0cfe0efcd536 req-0a7c3e8e-0f95-4cdb-a935-2c84f537829f tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:29.464082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed9bdb9e-03fe-41dd-b3c4-0cfe0efcd536 req-0a7c3e8e-0f95-4cdb-a935-2c84f537829f tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 1100 time: 0.0970676 Dec 13 12:55:29.506139 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3c24033d-865b-4c7c-9f5b-64b863822e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:29.507614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:29.516237 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24033d-865b-4c7c-9f5b-64b863822e6e None None] Routers {'173d07d6-f89d-4aa4-84b6-d3bcc124503a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:29.516980 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3c24033d-865b-4c7c-9f5b-64b863822e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['173d07d6-f89d-4aa4-84b6-d3bcc124503a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:29.521743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4ce042-b4d3-4162-9333-d071ad3df34b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:55:29.542594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:29.554768 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:29.555466 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 591adc50-1a09-49ab-99bb-3a25dd77721c details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:55:29.575116 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3c24033d-865b-4c7c-9f5b-64b863822e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:29.576215 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24033d-865b-4c7c-9f5b-64b863822e6e None None] The sync data for ids ['173d07d6-f89d-4aa4-84b6-d3bcc124503a'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:29.584395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5789bd-26aa-4839-b458-1dd4eb7bec27 req-246db068-087e-46b7-86ef-2d7c9e414a05 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:29.586355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a5789bd-26aa-4839-b458-1dd4eb7bec27 req-246db068-087e-46b7-86ef-2d7c9e414a05 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 944 time: 0.1263430 Dec 13 12:55:29.593325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed9bdb9e-03fe-41dd-b3c4-0cfe0efcd536 req-6ea0ea90-687f-4af6-a04d-2471ab04e729 tempest-MigrationsAdminTest-994357083 tempest-MigrationsAdminTest-994357083-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098061 Dec 13 12:55:29.648389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=12']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:29.689435 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6957c2dc-1647-4cfc-8bde-a1a5f3361416 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/routers/173d07d6-f89d-4aa4-84b6-d3bcc124503a HTTP/1.1" status: 200 len: 925 time: 0.2426524 Dec 13 12:55:29.695053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49994) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:29.703587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a5789bd-26aa-4839-b458-1dd4eb7bec27 req-b49527da-af0d-430a-b9be-29baeff968a3 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077604 Dec 13 12:55:29.745259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e95f9-1a46-455a-a748-8191586b398b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:29.747427 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a22e95f9-1a46-455a-a748-8191586b398b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&device_id=173d07d6-f89d-4aa4-84b6-d3bcc124503a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0510798 Dec 13 12:55:29.751468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49996) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:29.752192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 591adc50-1a09-49ab-99bb-3a25dd77721c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=591adc50-1a09-49ab-99bb-3a25dd77721c,segment=NetworkSegment(bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed),segment_id=bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:29.770775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '591adc50-1a09-49ab-99bb-3a25dd77721c', 'network_id': '449502db-7b1b-4c45-885b-15dad1f51847', 'port_id': '591adc50-1a09-49ab-99bb-3a25dd77721c', 'mac_address': 'fa:16:3e:ee:ff:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde8e9a6-d951-4484-b8a7-1c3d219fa3b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:55:29.845242 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:29.850929 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:29.898351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591adc50-1a09-49ab-99bb-3a25dd77721c {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:55:29.916468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd516c1d-5e83-408c-b58c-bfa8d41ba486 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:29.918945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fd516c1d-5e83-408c-b58c-bfa8d41ba486 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 881 time: 0.1661956 Dec 13 12:55:29.922759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50000) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:29.937007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 591adc50-1a09-49ab-99bb-3a25dd77721c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=591adc50-1a09-49ab-99bb-3a25dd77721c,segment=NetworkSegment(bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed),segment_id=bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:29.955593 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:29.958470 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ec71427e-d06f-46cf-85cd-20fe32f3f19a tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=173d07d6-f89d-4aa4-84b6-d3bcc124503a HTTP/1.1" status: 200 len: 205 time: 0.0327704 Dec 13 12:55:29.961491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50002) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:29.992392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abdf89-4601-4101-99ce-63d858a05922 req-2fc87671-ba71-4d41-b854-ad55a77a66c9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:30.000542 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2abdf89-4601-4101-99ce-63d858a05922 req-2fc87671-ba71-4d41-b854-ad55a77a66c9 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.0651798 Dec 13 12:55:30.052869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=591adc50-1a09-49ab-99bb-3a25dd77721c,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:30.086531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2abdf89-4601-4101-99ce-63d858a05922 req-77a35e5f-02f1-4e2b-975d-d23cb1341117 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850828 Dec 13 12:55:30.120594 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:30.235156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c875-6dc3-468e-ac91-136fd149d08c req-fe240042-491d-42ef-8299-1dd64b9f63be tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:30.236774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93a8c875-6dc3-468e-ac91-136fd149d08c req-fe240042-491d-42ef-8299-1dd64b9f63be tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1095839 Dec 13 12:55:30.272074 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:30.306323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93a8c875-6dc3-468e-ac91-136fd149d08c req-d7e2fd6d-869f-4547-bb32-c93068cf7829 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578578 Dec 13 12:55:30.338828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Deleting port a451f4bd-1065-4c0a-99a7-6e558b0df3b3 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:30.339165 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:30.344021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['591adc50-1a09-49ab-99bb-3a25dd77721c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:30.416785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7b4ce042-b4d3-4162-9333-d071ad3df34b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:30.455569 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:30.478597 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Calling delete_port for a451f4bd-1065-4c0a-99a7-6e558b0df3b3 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:30.693024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:30.722753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Pushing event deleted for resources: {'Port': ['ID=a451f4bd-1065-4c0a-99a7-6e558b0df3b3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:30.828701 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:30.856140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89599346-43f0-4815-90b6-7647249b6d29 req-27f57295-7ca2-4345-b052-0ce1781e3591 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:30.858639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89599346-43f0-4815-90b6-7647249b6d29 req-27f57295-7ca2-4345-b052-0ce1781e3591 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 945 time: 0.0561666 Dec 13 12:55:30.917384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89599346-43f0-4815-90b6-7647249b6d29 req-1d75c425-d72b-4886-8395-6ec9e4b53a60 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505712 Dec 13 12:55:30.942232 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:30.944471 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:30.990746 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:30.991700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Fanout notify agent at l3_agent the message router_deleted on router 173d07d6-f89d-4aa4-84b6-d3bcc124503a {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:55:31.002522 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.004770 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ffcec326-7691-4d84-be5a-68d8a13435e2 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/173d07d6-f89d-4aa4-84b6-d3bcc124503a HTTP/1.1" status: 204 len: 168 time: 1.0410206 Dec 13 12:55:31.007708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50020) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:31.012744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-95c62f35-49c2-48d2-ae60-48ea83c3917f tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1805198544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:31.039517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95c62f35-49c2-48d2-ae60-48ea83c3917f tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.040558 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95c62f35-49c2-48d2-ae60-48ea83c3917f tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.102505 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95c62f35-49c2-48d2-ae60-48ea83c3917f tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.108965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95c62f35-49c2-48d2-ae60-48ea83c3917f tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.129962 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95c62f35-49c2-48d2-ae60-48ea83c3917f tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.131758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-95c62f35-49c2-48d2-ae60-48ea83c3917f tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1230392 Dec 13 12:55:31.135248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50022) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:31.140166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'enable_snat': True}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:31.315404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-be5a9974-75e1-4fbd-a401-c13341dda1d2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:31.316959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-be5a9974-75e1-4fbd-a401-c13341dda1d2 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.1014767 Dec 13 12:55:31.466061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.477650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed37212-2e20-41aa-bbd9-2886441774a7 req-b760bf00-b64e-413f-a2dc-a79096d2ffa1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:31.483037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ed37212-2e20-41aa-bbd9-2886441774a7 req-b760bf00-b64e-413f-a2dc-a79096d2ffa1 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 950 time: 0.2148438 Dec 13 12:55:31.561804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910847c-a92c-4f2c-9b61-c3b15a9bfae4 req-c0376ef6-35d7-4d29-92ff-e331cbf42d59 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:31.579744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d910847c-a92c-4f2c-9b61-c3b15a9bfae4 req-c0376ef6-35d7-4d29-92ff-e331cbf42d59 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1957293 Dec 13 12:55:31.650515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Deleting port 7b4ce042-b4d3-4162-9333-d071ad3df34b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:31.650862 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.719776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ed37212-2e20-41aa-bbd9-2886441774a7 req-82134288-3203-49a5-9860-8d16d274e2ff tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197073 Dec 13 12:55:31.731770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d910847c-a92c-4f2c-9b61-c3b15a9bfae4 req-55c00765-a001-45e6-8225-6e16eb119211 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454990 Dec 13 12:55:31.788026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.816559 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.822483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] For port 7b4ce042-b4d3-4162-9333-d071ad3df34b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7b4ce042-b4d3-4162-9333-d071ad3df34b,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:31.823028 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:31.843821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Calling delete_port for 7b4ce042-b4d3-4162-9333-d071ad3df34b owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:31.951956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Allocated IP 172.25.2.172 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/4d0235f1-4553-4957-9995-59929b088501) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:32.012089 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:32.029701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8eae5660-98f2-47d4-b750-7c60be135219'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:32.032838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['0476e80a-f1f0-4211-b419-4ecd8062eaed', '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:32.110248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Pushing event deleted for resources: {'Port': ['ID=7b4ce042-b4d3-4162-9333-d071ad3df34b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:32.152373 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:32.168283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.168632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.168979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.169312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.169651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.170468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.170988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.171334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.171735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.172074 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.172405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.172731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.173058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:32.209755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] No DVR routers for this DVR port 7b4ce042-b4d3-4162-9333-d071ad3df34b on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:55:32.213297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:32.217099 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1393164c-15b6-4c74-896b-84c5263a3fb7 req-0c75d2fc-399c-4684-af41-4306260ffa57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "DELETE /v2.0/ports/7b4ce042-b4d3-4162-9333-d071ad3df34b HTTP/1.1" status: 204 len: 173 time: 0.8935463 Dec 13 12:55:32.219593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'name': 'network-vif-deleted', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:32.221849 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d9ac81-4723-4d80-934a-c78e5fefb091" -d '{"events": [{"server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "name": "network-vif-deleted", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:32.238598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35b68b-8c52-47dd-a0d2-2d5cd070dd56 req-7b88a001-0510-4266-b4ce-b0bd14872aec tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:32.241854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e35b68b-8c52-47dd-a0d2-2d5cd070dd56 req-7b88a001-0510-4266-b4ce-b0bd14872aec tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 945 time: 0.1884277 Dec 13 12:55:32.250237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:32.310056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:32.314419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:32.328314 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:32.347934 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e8837d-a1ec-4423-98a5-4a0a0397690f x-openstack-request-id: req-c0e8837d-a1ec-4423-98a5-4a0a0397690f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:32.348455 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685f56b3-d975-42b9-bca3-b97940ae5f5f", "name": "network-vif-deleted", "tag": "7b4ce042-b4d3-4162-9333-d071ad3df34b", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:32.348455 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0e8837d-a1ec-4423-98a5-4a0a0397690f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:32.348814 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685f56b3-d975-42b9-bca3-b97940ae5f5f', 'name': 'network-vif-deleted', 'tag': '7b4ce042-b4d3-4162-9333-d071ad3df34b', 'status': 'completed', 'code': 200} Dec 13 12:55:32.373238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event updated for resources: {'Port': ['ID=4d0235f1-4553-4957-9995-59929b088501,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:32.454973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e35b68b-8c52-47dd-a0d2-2d5cd070dd56 req-09e0973d-6a08-43ab-92d1-e9507819f7e1 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859119 Dec 13 12:55:32.938164 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bec7c26d-5228-42e4-9602-9739d2de7821 req-3cd28f88-5f19-4ce6-bafd-9352c97f9a2a tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=685f56b3-d975-42b9-bca3-b97940ae5f5f HTTP/1.1" status: 200 len: 210 time: 0.0350547 Dec 13 12:55:32.964267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f67c-4527-4d80-8adf-5acb8234d983 req-d84624c2-4ee6-4a9b-9896-29e63d4d6bfb tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:32.964267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5e1f67c-4527-4d80-8adf-5acb8234d983 req-d84624c2-4ee6-4a9b-9896-29e63d4d6bfb tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1029248 Dec 13 12:55:33.020311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5e1f67c-4527-4d80-8adf-5acb8234d983 req-682119a3-e7f3-4e07-8806-b305559532ab tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537920 Dec 13 12:55:33.114243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:33.184695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:55:33.187614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 591adc50-1a09-49ab-99bb-3a25dd77721c up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:55:33.198045 n-d-817326-4 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No ports have port_id starting with 7b4ce042-b4d3-4162-9333-d071ad3df34b Dec 13 12:55:33.223763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b requested by agent hyperv_n-h2-817326-4 not found in database {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 13 12:55:33.266253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 591adc50-1a09-49ab-99bb-3a25dd77721c completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:55:33.275856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 591adc50-1a09-49ab-99bb-3a25dd77721c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:55:33.277516 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:33.345488 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:33.349360 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:33.395279 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:33.423675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f0a915-c286-4abc-91f3-636410465e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591adc50-1a09-49ab-99bb-3a25dd77721c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:33.426370 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce465a0e-8d54-416f-90eb-853f7a3c9b3c" -d '{"events": [{"server_uuid": "f8f0a915-c286-4abc-91f3-636410465e78", "name": "network-vif-plugged", "status": "completed", "tag": "591adc50-1a09-49ab-99bb-3a25dd77721c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:33.463936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 591adc50-1a09-49ab-99bb-3a25dd77721c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=591adc50-1a09-49ab-99bb-3a25dd77721c,segment=NetworkSegment(bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed),segment_id=bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:33.470275 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:33.523020 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe673f7e-7f27-4d0d-9e7b-f02b7e2468c9 x-openstack-request-id: req-fe673f7e-7f27-4d0d-9e7b-f02b7e2468c9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:33.523501 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f0a915-c286-4abc-91f3-636410465e78", "name": "network-vif-plugged", "status": "completed", "tag": "591adc50-1a09-49ab-99bb-3a25dd77721c", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:33.523845 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe673f7e-7f27-4d0d-9e7b-f02b7e2468c9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:33.526332 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f0a915-c286-4abc-91f3-636410465e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591adc50-1a09-49ab-99bb-3a25dd77721c', 'code': 200} Dec 13 12:55:33.535315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Router ba14262f-5298-4492-bc1e-2d41519c2ba7 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:55:33.605135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=591adc50-1a09-49ab-99bb-3a25dd77721c,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:33.619088 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.620531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.620944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.621486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.621870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.622770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.623791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.624182 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.624523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.625514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.625848 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.626458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.627834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:55:33.688814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:33.697914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a91a70-f152-48ff-9041-fb23808d8d54 None None] Sync routers for ids ['ba14262f-5298-4492-bc1e-2d41519c2ba7'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:33.706975 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:33.709180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-28169dce-7e27-4a30-8d36-c4ecf997fa6b tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "PUT /v2.0/routers/ba14262f-5298-4492-bc1e-2d41519c2ba7 HTTP/1.1" status: 200 len: 919 time: 2.5726471 Dec 13 12:55:33.711862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50068) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:33.715157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a91a70-f152-48ff-9041-fb23808d8d54 None None] Routers {'ba14262f-5298-4492-bc1e-2d41519c2ba7'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:33.715860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-06a91a70-f152-48ff-9041-fb23808d8d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ba14262f-5298-4492-bc1e-2d41519c2ba7'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:33.752518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-06a91a70-f152-48ff-9041-fb23808d8d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:33.753814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f5356-ce95-4dc7-ba23-c1ecacb1c29d req-01bd09ac-7c12-4262-89e1-a755d59c0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:33.755565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e8f5356-ce95-4dc7-ba23-c1ecacb1c29d req-01bd09ac-7c12-4262-89e1-a755d59c0b77 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 1097 time: 0.1787333 Dec 13 12:55:33.764789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a91a70-f152-48ff-9041-fb23808d8d54 None None] Routers {'ba14262f-5298-4492-bc1e-2d41519c2ba7'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:33.765246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-06a91a70-f152-48ff-9041-fb23808d8d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ba14262f-5298-4492-bc1e-2d41519c2ba7'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:33.772001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9873a-ec8b-4655-b70d-be8d7c4a7641 req-511316c5-c741-43ff-87ac-31c60d0c2deb tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:33.773504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51e9873a-ec8b-4655-b70d-be8d7c4a7641 req-511316c5-c741-43ff-87ac-31c60d0c2deb tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 946 time: 0.1218762 Dec 13 12:55:33.800029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-06a91a70-f152-48ff-9041-fb23808d8d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:33.800703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a91a70-f152-48ff-9041-fb23808d8d54 None None] The sync data for ids ['ba14262f-5298-4492-bc1e-2d41519c2ba7'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:33.913476 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e8f5356-ce95-4dc7-ba23-c1ecacb1c29d req-31637e4a-463c-4c90-b81f-1f5faddb4e90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371131 Dec 13 12:55:33.918294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51e9873a-ec8b-4655-b70d-be8d7c4a7641 req-179e363a-e01d-4908-a35e-31a7886a0ff3 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270607 Dec 13 12:55:33.923867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4a21ce0c-84e2-42be-aaa1-9ab23d2d1f5f tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/routers/ba14262f-5298-4492-bc1e-2d41519c2ba7 HTTP/1.1" status: 200 len: 925 time: 0.2080348 Dec 13 12:55:33.924517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50070) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:33.976319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066cc1f-9c32-4489-8cfe-7292583ad3e2 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:33.978469 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4066cc1f-9c32-4489-8cfe-7292583ad3e2 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&device_id=ba14262f-5298-4492-bc1e-2d41519c2ba7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0522592 Dec 13 12:55:33.981955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50074) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:34.103017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4eeda2-b064-4aad-8008-f059e2007fa3 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:34.106127 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-be4eeda2-b064-4aad-8008-f059e2007fa3 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 881 time: 0.1215088 Dec 13 12:55:34.107466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50084) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:34.143918 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e0761adc-65fc-436b-babf-9a6e1b8c1cb7 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba14262f-5298-4492-bc1e-2d41519c2ba7 HTTP/1.1" status: 200 len: 205 time: 0.0349348 Dec 13 12:55:34.146360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50086) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:34.288926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c570385-4054-4586-a581-1ae5758b1706 req-dc85c523-c25b-45c6-ae9f-65e5b2356399 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:34.290428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c570385-4054-4586-a581-1ae5758b1706 req-dc85c523-c25b-45c6-ae9f-65e5b2356399 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1899416 Dec 13 12:55:34.366894 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:34.431767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c570385-4054-4586-a581-1ae5758b1706 req-8fb473d5-fe81-493b-915a-edfe729447b3 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196504 Dec 13 12:55:34.450392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232da731-41e3-4403-8685-b29817a20078 req-af60f3e3-0db9-45f3-a00e-eaf13e57fcfe tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:34.458644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-232da731-41e3-4403-8685-b29817a20078 req-af60f3e3-0db9-45f3-a00e-eaf13e57fcfe tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 951 time: 0.2180433 Dec 13 12:55:34.562875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-232da731-41e3-4403-8685-b29817a20078 req-f291f146-8b29-44c3-9015-4c778cd97d36 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932453 Dec 13 12:55:34.567872 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:34.634505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Deleting port 4d0235f1-4553-4957-9995-59929b088501 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:34.635536 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:34.719280 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:34.733175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Calling delete_port for 4d0235f1-4553-4957-9995-59929b088501 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:34.914518 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:34.946506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Pushing event deleted for resources: {'Port': ['ID=4d0235f1-4553-4957-9995-59929b088501,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:35.043478 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.135645 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.139334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.150161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3ca8e-08ca-422b-ab0f-5bd8f2b7cfa2 req-039ed0c3-288d-4c88-9873-a92e93bf7cf4 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:35.151631 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1d3ca8e-08ca-422b-ab0f-5bd8f2b7cfa2 req-039ed0c3-288d-4c88-9873-a92e93bf7cf4 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 946 time: 0.1457121 Dec 13 12:55:35.198034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:35.218276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.218826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Fanout notify agent at l3_agent the message router_deleted on router ba14262f-5298-4492-bc1e-2d41519c2ba7 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:55:35.224966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 7b4ce042-b4d3-4162-9333-d071ad3df34b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:55:35.225323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7b4ce042-b4d3-4162-9333-d071ad3df34b not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:55:35.226965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.233259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-00170e4d-8dcb-4b81-964b-96352db83ca8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/ba14262f-5298-4492-bc1e-2d41519c2ba7 HTTP/1.1" status: 204 len: 168 time: 1.0807517 Dec 13 12:55:35.233259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50108) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:35.237417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-85c103f3-902b-4277-80dc-dfffe450eef8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1949565798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:35.264534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1d3ca8e-08ca-422b-ab0f-5bd8f2b7cfa2 req-3537bbd0-d427-47c7-a854-8a4223e65670 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761869 Dec 13 12:55:35.279503 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-85c103f3-902b-4277-80dc-dfffe450eef8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.280555 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-85c103f3-902b-4277-80dc-dfffe450eef8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.332125 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-85c103f3-902b-4277-80dc-dfffe450eef8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.336576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-85c103f3-902b-4277-80dc-dfffe450eef8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.355008 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-85c103f3-902b-4277-80dc-dfffe450eef8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.356210 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-85c103f3-902b-4277-80dc-dfffe450eef8 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1221809 Dec 13 12:55:35.359089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50114) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:35.363704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'enable_snat': False}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:35.598474 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:35.696221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe9740-14fb-44f6-9dc2-07bd6092bcf2 req-20e73f44-6429-4541-875a-228de52822ac tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:35.696975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cebe9740-14fb-44f6-9dc2-07bd6092bcf2 req-20e73f44-6429-4541-875a-228de52822ac tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1599154 Dec 13 12:55:35.735193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-afa47976-8711-49b8-af6f-5c9b1263b018 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:35.736622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-afa47976-8711-49b8-af6f-5c9b1263b018 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 951 time: 0.1469448 Dec 13 12:55:35.806269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654f789-fbc5-4d0c-8518-84c934cec0ca req-b0af6c42-e456-426e-b3e0-333d6c4f9aa0 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:35.807739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a654f789-fbc5-4d0c-8518-84c934cec0ca req-b0af6c42-e456-426e-b3e0-333d6c4f9aa0 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 951 time: 0.1754072 Dec 13 12:55:36.222433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cebe9740-14fb-44f6-9dc2-07bd6092bcf2 req-1d90910e-52ba-4419-951c-7e8c45e7b8ac tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987881 Dec 13 12:55:36.270016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a654f789-fbc5-4d0c-8518-84c934cec0ca req-74836dd6-dc91-40ce-bd33-2d7503986b57 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535377 Dec 13 12:55:36.302465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-13c65162-f47d-40f5-b232-4457ae197e17 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Deleting port 8eae5660-98f2-47d4-b750-7c60be135219 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:36.302465 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-13c65162-f47d-40f5-b232-4457ae197e17 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:36.538835 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:36.555038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59f017-1dd5-4116-974d-a5d78933f9f2 req-ae104f07-e947-4010-ac70-9609005c757f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:36.556499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc59f017-1dd5-4116-974d-a5d78933f9f2 req-ae104f07-e947-4010-ac70-9609005c757f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.2133946 Dec 13 12:55:36.558315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-13c65162-f47d-40f5-b232-4457ae197e17 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] For port 8eae5660-98f2-47d4-b750-7c60be135219, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8eae5660-98f2-47d4-b750-7c60be135219,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:36.558669 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-13c65162-f47d-40f5-b232-4457ae197e17 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:36.583056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13681e64-d71d-4fa6-bc83-1e7498c5aa18 req-cd523d73-caf9-44e0-8bea-93124be33f81 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:36.584486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13681e64-d71d-4fa6-bc83-1e7498c5aa18 req-cd523d73-caf9-44e0-8bea-93124be33f81 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 946 time: 0.2105422 Dec 13 12:55:36.599753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:36.609528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-13c65162-f47d-40f5-b232-4457ae197e17 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Calling delete_port for 8eae5660-98f2-47d4-b750-7c60be135219 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:36.757832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc59f017-1dd5-4116-974d-a5d78933f9f2 req-4b6836a0-40e2-48fd-a877-fe8d50ccf8cf tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724138 Dec 13 12:55:36.766326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13681e64-d71d-4fa6-bc83-1e7498c5aa18 req-11ed8b9d-a3f4-426d-8af6-fd07fccb64e8 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745474 Dec 13 12:55:36.839940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Allocated IP 172.25.2.38 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/0ae8edbe-2d9c-4dc1-b6ee-8fcfa4d34fc7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:36.941317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-13c65162-f47d-40f5-b232-4457ae197e17 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:36.955296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8eae5660-98f2-47d4-b750-7c60be135219'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:36.959870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['0476e80a-f1f0-4211-b419-4ecd8062eaed', '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:36.986196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c65162-f47d-40f5-b232-4457ae197e17 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Pushing event deleted for resources: {'Port': ['ID=8eae5660-98f2-47d4-b750-7c60be135219,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:37.074663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-13c65162-f47d-40f5-b232-4457ae197e17 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] No DVR routers for this DVR port 8eae5660-98f2-47d4-b750-7c60be135219 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:55:37.093274 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-13c65162-f47d-40f5-b232-4457ae197e17 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:37.104607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06ea47ec-6899-4e22-9754-bf06183fe0ec req-13c65162-f47d-40f5-b232-4457ae197e17 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.42 "DELETE /v2.0/ports/8eae5660-98f2-47d4-b750-7c60be135219 HTTP/1.1" status: 204 len: 173 time: 1.3561602 Dec 13 12:55:37.116659 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-deleted', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:37.120604 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5195621a-c4a7-427f-a5dc-50d3b58a0f23" -d '{"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-deleted", "tag": "8eae5660-98f2-47d4-b750-7c60be135219"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:37.183201 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f978d3c5-fc50-4f6a-9ff1-e39d9e763c60 x-openstack-request-id: req-f978d3c5-fc50-4f6a-9ff1-e39d9e763c60 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:37.183870 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ee415f-f36a-4e94-920e-bcf4cd10f3d5", "name": "network-vif-deleted", "tag": "8eae5660-98f2-47d4-b750-7c60be135219", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:37.184143 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f978d3c5-fc50-4f6a-9ff1-e39d9e763c60 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:37.184553 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ee415f-f36a-4e94-920e-bcf4cd10f3d5', 'name': 'network-vif-deleted', 'tag': '8eae5660-98f2-47d4-b750-7c60be135219', 'status': 'completed', 'code': 200} Dec 13 12:55:37.188501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:37.360855 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:37.364935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a4b00-25c6-45ad-b039-a026360ba878 req-d63c4979-a256-4819-a387-f4f6f1137512 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:37.366477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b3a4b00-25c6-45ad-b039-a026360ba878 req-d63c4979-a256-4819-a387-f4f6f1137512 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 946 time: 0.1552932 Dec 13 12:55:37.376948 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:37.426529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8381964-be00-4ed5-b7ef-f687140f87f0 req-ffdb2976-9e90-40c6-ac6c-fa0344af78d3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:37.428055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8381964-be00-4ed5-b7ef-f687140f87f0 req-ffdb2976-9e90-40c6-ac6c-fa0344af78d3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.1431808 Dec 13 12:55:37.449863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:37.449998 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:37.471039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:37.473568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:37.515460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae8edbe-2d9c-4dc1-b6ee-8fcfa4d34fc7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:37.548597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b3a4b00-25c6-45ad-b039-a026360ba878 req-78cbd12d-913c-4db6-a2fe-69e5fd973413 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751971 Dec 13 12:55:37.569422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8381964-be00-4ed5-b7ef-f687140f87f0 req-2742d7c4-ce3d-4552-96d5-3466e2e6177a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253104 Dec 13 12:55:37.741404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fcacddf-2b07-4a42-a85f-1f80bb84e665 req-fac4fc75-2e7c-47b8-8534-8ed0f4477e97 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ee415f-f36a-4e94-920e-bcf4cd10f3d5 HTTP/1.1" status: 200 len: 210 time: 0.0684416 Dec 13 12:55:37.774162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306fe84-5463-4a06-a1c9-6f2519dc2616 req-e501a078-5b67-4b7e-a0bf-df6b840d3e0f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:37.775665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a306fe84-5463-4a06-a1c9-6f2519dc2616 req-e501a078-5b67-4b7e-a0bf-df6b840d3e0f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1413548 Dec 13 12:55:37.898403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a306fe84-5463-4a06-a1c9-6f2519dc2616 req-857197c8-33f4-4301-9c8b-e01984d6afed tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870697 Dec 13 12:55:37.907681 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:38.108625 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:38.112257 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:38.266899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Router 5480089c-f348-4d5a-94de-2f9ee32484e1 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:55:38.372635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:38.377036 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:38.378111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-36bc253e-30d9-47ca-8cda-a011f3d6fa37 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "PUT /v2.0/routers/5480089c-f348-4d5a-94de-2f9ee32484e1 HTTP/1.1" status: 200 len: 919 time: 3.0177534 Dec 13 12:55:38.381214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50162) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:38.384631 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9bf950-32a9-4042-b902-3fe68a226d29 None None] Sync routers for ids ['5480089c-f348-4d5a-94de-2f9ee32484e1'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:38.395397 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9bf950-32a9-4042-b902-3fe68a226d29 None None] Routers {'5480089c-f348-4d5a-94de-2f9ee32484e1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:38.396008 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0d9bf950-32a9-4042-b902-3fe68a226d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5480089c-f348-4d5a-94de-2f9ee32484e1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:38.428262 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0d9bf950-32a9-4042-b902-3fe68a226d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:38.437165 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9bf950-32a9-4042-b902-3fe68a226d29 None None] Routers {'5480089c-f348-4d5a-94de-2f9ee32484e1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:38.437731 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0d9bf950-32a9-4042-b902-3fe68a226d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5480089c-f348-4d5a-94de-2f9ee32484e1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:38.476319 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0d9bf950-32a9-4042-b902-3fe68a226d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:38.478857 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9bf950-32a9-4042-b902-3fe68a226d29 None None] The sync data for ids ['5480089c-f348-4d5a-94de-2f9ee32484e1'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:38.497606 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-973bf48b-208c-4ea4-80fe-0ff9e53004f0 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/routers/5480089c-f348-4d5a-94de-2f9ee32484e1 HTTP/1.1" status: 200 len: 925 time: 0.1126504 Dec 13 12:55:38.498245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50164) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:38.521798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-3ad7624b-9869-42ef-a945-192b8a4fb42c tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:38.523205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-3ad7624b-9869-42ef-a945-192b8a4fb42c tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 946 time: 0.0512040 Dec 13 12:55:38.546818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc89ef-9a69-41b4-9477-2346c1f7d9fb tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:38.548311 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bacc89ef-9a69-41b4-9477-2346c1f7d9fb tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&device_id=5480089c-f348-4d5a-94de-2f9ee32484e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0489957 Dec 13 12:55:38.551139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50166) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:38.621460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-fc7e0a83-7649-4109-ab67-3de9c1484419 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Deleting port 591adc50-1a09-49ab-99bb-3a25dd77721c {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:38.621801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-fc7e0a83-7649-4109-ab67-3de9c1484419 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:38.643291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30190d9f-52df-4681-a760-258912e77a6f tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:38.644869 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-30190d9f-52df-4681-a760-258912e77a6f tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 881 time: 0.0928328 Dec 13 12:55:38.647760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50172) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:38.675720 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ccfdd2b4-5939-49dc-94ad-91a1e5c50fa3 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5480089c-f348-4d5a-94de-2f9ee32484e1 HTTP/1.1" status: 200 len: 205 time: 0.0265701 Dec 13 12:55:38.678160 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50174) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:38.775256 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2d16d-b459-4020-9e1f-5fbee157b5da req-5283f3d9-7800-4e39-8abd-8cdebe496264 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:38.776626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35f2d16d-b459-4020-9e1f-5fbee157b5da req-5283f3d9-7800-4e39-8abd-8cdebe496264 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8f0a915-c286-4abc-91f3-636410465e78 HTTP/1.1" status: 200 len: 946 time: 0.1513457 Dec 13 12:55:38.790026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:38.805509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72342f24-3751-4f25-a248-182f61687cc0 req-32391a1a-82c2-4cac-a60d-c37a7acc5b31 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:38.806990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72342f24-3751-4f25-a248-182f61687cc0 req-32391a1a-82c2-4cac-a60d-c37a7acc5b31 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.1384308 Dec 13 12:55:38.823631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-fc7e0a83-7649-4109-ab67-3de9c1484419 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] For port 591adc50-1a09-49ab-99bb-3a25dd77721c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=591adc50-1a09-49ab-99bb-3a25dd77721c,segment=NetworkSegment(bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed),segment_id=bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:38.823963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-fc7e0a83-7649-4109-ab67-3de9c1484419 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:38.860501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-fc7e0a83-7649-4109-ab67-3de9c1484419 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Calling delete_port for 591adc50-1a09-49ab-99bb-3a25dd77721c owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:38.896778 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:38.900635 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35f2d16d-b459-4020-9e1f-5fbee157b5da req-0adb3b8a-dbf8-4c21-b377-2f142f7fda0e tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f4c430-8c52-4a0c-982b-7f56453fada3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138110 Dec 13 12:55:38.939517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72342f24-3751-4f25-a248-182f61687cc0 req-a7f497e1-1dc8-42f9-8fe3-ed2bba3d097c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233232 Dec 13 12:55:38.963997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Deleting port 0ae8edbe-2d9c-4dc1-b6ee-8fcfa4d34fc7 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:38.964463 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.078393 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.081924 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-fc7e0a83-7649-4109-ab67-3de9c1484419 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.094486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Calling delete_port for 0ae8edbe-2d9c-4dc1-b6ee-8fcfa4d34fc7 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:39.094794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['591adc50-1a09-49ab-99bb-3a25dd77721c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:39.113699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e0a83-7649-4109-ab67-3de9c1484419 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Pushing event deleted for resources: {'Port': ['ID=591adc50-1a09-49ab-99bb-3a25dd77721c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:39.129541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09c9d9-06fc-4a1b-8188-d1e796ff45f9 req-dbc0e772-072b-4bc9-9c7d-2d603b41528f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:39.131481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c09c9d9-06fc-4a1b-8188-d1e796ff45f9 req-dbc0e772-072b-4bc9-9c7d-2d603b41528f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.0986333 Dec 13 12:55:39.202408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-fc7e0a83-7649-4109-ab67-3de9c1484419 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] No DVR routers for this DVR port 591adc50-1a09-49ab-99bb-3a25dd77721c on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:55:39.205579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-fc7e0a83-7649-4109-ab67-3de9c1484419 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.209175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-791370b3-8643-433f-8d71-d6cc2b991d34 req-fc7e0a83-7649-4109-ab67-3de9c1484419 tempest-ServerPasswordTestJSON-2012259456 tempest-ServerPasswordTestJSON-2012259456-project] 10.222.0.42 "DELETE /v2.0/ports/591adc50-1a09-49ab-99bb-3a25dd77721c HTTP/1.1" status: 204 len: 173 time: 0.6793697 Dec 13 12:55:39.209594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f0a915-c286-4abc-91f3-636410465e78', 'name': 'network-vif-deleted', 'tag': '591adc50-1a09-49ab-99bb-3a25dd77721c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:39.211943 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697889e9-c2c3-4b10-bdf9-7e520d993d78" -d '{"events": [{"server_uuid": "f8f0a915-c286-4abc-91f3-636410465e78", "name": "network-vif-deleted", "tag": "591adc50-1a09-49ab-99bb-3a25dd77721c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:39.214399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8eae5660-98f2-47d4-b750-7c60be135219 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:39.249356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 8eae5660-98f2-47d4-b750-7c60be135219 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:55:39.250243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8eae5660-98f2-47d4-b750-7c60be135219 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:55:39.258644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c09c9d9-06fc-4a1b-8188-d1e796ff45f9 req-75c3cdca-5ece-4f38-bf6b-dfa84983c8bf tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200824 Dec 13 12:55:39.306602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1bb69-e03c-4d25-84fc-3e6eb86a0bd5 req-220c589c-e4a6-435a-a0ee-02f71d3d6958 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:39.308634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51d1bb69-e03c-4d25-84fc-3e6eb86a0bd5 req-220c589c-e4a6-435a-a0ee-02f71d3d6958 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0715015 Dec 13 12:55:39.326694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.345111 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12b8a1d-9073-420d-b49a-ef17e0344e06 x-openstack-request-id: req-f12b8a1d-9073-420d-b49a-ef17e0344e06 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:39.345401 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f0a915-c286-4abc-91f3-636410465e78", "name": "network-vif-deleted", "tag": "591adc50-1a09-49ab-99bb-3a25dd77721c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:39.345658 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f12b8a1d-9073-420d-b49a-ef17e0344e06 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:39.346042 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f0a915-c286-4abc-91f3-636410465e78', 'name': 'network-vif-deleted', 'tag': '591adc50-1a09-49ab-99bb-3a25dd77721c', 'status': 'completed', 'code': 200} Dec 13 12:55:39.354170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Pushing event deleted for resources: {'Port': ['ID=0ae8edbe-2d9c-4dc1-b6ee-8fcfa4d34fc7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:39.390838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51d1bb69-e03c-4d25-84fc-3e6eb86a0bd5 req-3827002b-34d8-4fd6-80aa-ed72777a0a84 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668163 Dec 13 12:55:39.396930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:55:39.402171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:39.430401 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.523438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.526897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.578418 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.578993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Fanout notify agent at l3_agent the message router_deleted on router 5480089c-f348-4d5a-94de-2f9ee32484e1 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:55:39.579487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:39.583223 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.589592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.590860 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-97809dbe-f634-48ed-af72-557113a01154 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/5480089c-f348-4d5a-94de-2f9ee32484e1 HTTP/1.1" status: 204 len: 168 time: 0.9117291 Dec 13 12:55:39.595021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50198) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:39.600114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2005456099', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:39.606629 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'port_id': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'mac_address': 'fa:16:3e:79:d6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:55:39.635119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:39.637569 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83deee55-e88c-40a9-b9bd-a86e8ad6b772" -d '{"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-unplugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:39.641583 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.649422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.680869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:39.697243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.701527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.718623 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.750118 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b55438-3782-43be-a28c-f8bbfd050f9b x-openstack-request-id: req-e4b55438-3782-43be-a28c-f8bbfd050f9b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:39.750965 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-unplugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:39.751384 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4b55438-3782-43be-a28c-f8bbfd050f9b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:39.751930 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'code': 200} Dec 13 12:55:39.753852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22a2e286-8a90-45a7-b02b-6083abd56c21 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:55:39.809389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:39.824670 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:55:39.825242 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:55:39.869532 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:39.963199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50214) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:40.026629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b4be2e-3203-4766-af56-5df290c252b9 admin admin] Deleting subnet fde8e9a6-d951-4484-b8a7-1c3d219fa3b8 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:55:40.030787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8b4be2e-3203-4766-af56-5df290c252b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.104128 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8b4be2e-3203-4766-af56-5df290c252b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.161751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8b4be2e-3203-4766-af56-5df290c252b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.239274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8b4be2e-3203-4766-af56-5df290c252b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.271299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4be2e-3203-4766-af56-5df290c252b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde8e9a6-d951-4484-b8a7-1c3d219fa3b8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:40.278323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8b4be2e-3203-4766-af56-5df290c252b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.281860 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b8b4be2e-3203-4766-af56-5df290c252b9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fde8e9a6-d951-4484-b8a7-1c3d219fa3b8 HTTP/1.1" status: 204 len: 168 time: 0.3175576 Dec 13 12:55:40.286709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50224) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:40.404900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.429070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a2e286-8a90-45a7-b02b-6083abd56c21 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:55:40.432718 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.469763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:40.478795 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.479498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9bbe4414-c2e2-43f4-bda3-6396f58be406 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:55:40.504162 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.556887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=12']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:40.557531 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.563172 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.590318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449502db-7b1b-4c45-885b-15dad1f51847']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:40.616178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:40.616482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda2ab97-f4ff-4f26-b6d2-c50e05ccf5ed') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:40.632608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.637954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9bbe4414-c2e2-43f4-bda3-6396f58be406, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:40.648936 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.654554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '9bbe4414-c2e2-43f4-bda3-6396f58be406', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'port_id': '9bbe4414-c2e2-43f4-bda3-6396f58be406', 'mac_address': 'fa:16:3e:3a:39:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b1bb2c-5ffb-4f6b-a9ce-eb6937338554', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:55:40.656179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38c74f-40e7-4db5-9a9c-69e0d1981ac5 req-a14688da-00a1-4fe9-9b66-4e3e454e6b11 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:40.656397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:55:40.656892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.659277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b38c74f-40e7-4db5-9a9c-69e0d1981ac5 req-a14688da-00a1-4fe9-9b66-4e3e454e6b11 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 945 time: 0.5845912 Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: items = [ Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:55:40.668503 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:55:40.701746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46798a0b-f053-4d70-95f9-360705f2a44e req-20b36704-baec-4b7b-a7e2-9a7654c0d358 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:40.709854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46798a0b-f053-4d70-95f9-360705f2a44e req-20b36704-baec-4b7b-a7e2-9a7654c0d358 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.2172236 Dec 13 12:55:40.712621 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.726832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bbe4414-c2e2-43f4-bda3-6396f58be406 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:55:40.760278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9bbe4414-c2e2-43f4-bda3-6396f58be406, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:40.768912 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.807132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b38c74f-40e7-4db5-9a9c-69e0d1981ac5 req-78bb4248-a9e0-4a1f-ae8d-274ec0bbba9d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355603 Dec 13 12:55:40.824081 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.841307 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:40.845048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9bbe4414-c2e2-43f4-bda3-6396f58be406,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:40.849479 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] 10.222.0.31 "DELETE /v2.0/networks/449502db-7b1b-4c45-885b-15dad1f51847 HTTP/1.1" status: 204 len: 168 time: 0.5616560 Dec 13 12:55:40.863002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80b69c-9fb5-484e-b1e2-038121b6e978 admin admin] Pushing event deleted for resources: {'Network': ['ID=449502db-7b1b-4c45-885b-15dad1f51847,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:40.871120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46798a0b-f053-4d70-95f9-360705f2a44e req-272a627c-5c40-4604-8491-8b975dd144e8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595850 Dec 13 12:55:40.892177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9bbe4414-c2e2-43f4-bda3-6396f58be406'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:40.906624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Allocated IP 172.25.2.228 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/d8389439-2c94-4c86-9088-49decbb42a84) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:40.954463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['22a2e286-8a90-45a7-b02b-6083abd56c21'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:41.046998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-f1c0675d-7df6-452e-a55a-698043a86f45 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:41.048755 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-f1c0675d-7df6-452e-a55a-698043a86f45 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.37 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.0943213 Dec 13 12:55:41.086118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52f302-6f2e-4dbc-ace7-172532bb5c25 req-4ea02bcb-3886-44bb-8a1d-5a07a7cbf2e7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:41.094116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e52f302-6f2e-4dbc-ace7-172532bb5c25 req-4ea02bcb-3886-44bb-8a1d-5a07a7cbf2e7 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 949 time: 0.1442623 Dec 13 12:55:41.157572 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.165642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e52f302-6f2e-4dbc-ace7-172532bb5c25 req-c9a3f2f6-656d-49a1-8924-896034f195af tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706723 Dec 13 12:55:41.207597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50232) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:41.238662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-1a5591e6-3c28-4bd7-a823-0248a892e217 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Deleting port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:41.239315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-1a5591e6-3c28-4bd7-a823-0248a892e217 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.239457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 591adc50-1a09-49ab-99bb-3a25dd77721c no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:41.252224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.304790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 591adc50-1a09-49ab-99bb-3a25dd77721c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:55:41.305288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 591adc50-1a09-49ab-99bb-3a25dd77721c not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:55:41.341315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:41.351608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:41.358669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:41.363874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e1328943-7e30-4f81-af0f-2be0397e5a48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60a79662c005404ab69a66264d53c79a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1551788 Dec 13 12:55:41.383753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Pushing event updated for resources: {'Port': ['ID=d8389439-2c94-4c86-9088-49decbb42a84,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:41.387962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50238) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:41.400869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-1a5591e6-3c28-4bd7-a823-0248a892e217 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] For port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:41.401283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-1a5591e6-3c28-4bd7-a823-0248a892e217 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.413093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9bbe4414-c2e2-43f4-bda3-6396f58be406 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:55:41.435388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-1a5591e6-3c28-4bd7-a823-0248a892e217 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Calling delete_port for 24b82b06-9c4b-4f75-ae94-b8547ad04d0f owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:41.508707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 9bbe4414-c2e2-43f4-bda3-6396f58be406 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:55:41.509888 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.555107 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8699-5754-437f-b76b-c8d7d7c0d242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.597823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8699-5754-437f-b76b-c8d7d7c0d242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.701687 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-1a5591e6-3c28-4bd7-a823-0248a892e217 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.722578 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.745322 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.747555 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8699-5754-437f-b76b-c8d7d7c0d242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.762829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8699-5754-437f-b76b-c8d7d7c0d242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.767032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1d1d8699-5754-437f-b76b-c8d7d7c0d242 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44f4c430-8c52-4a0c-982b-7f56453fada3 HTTP/1.1" status: 204 len: 168 time: 0.3755522 Dec 13 12:55:41.783110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9bbe4414-c2e2-43f4-bda3-6396f58be406, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:41.785317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['0476e80a-f1f0-4211-b419-4ecd8062eaed', '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:55:41.813495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5591e6-3c28-4bd7-a823-0248a892e217 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Pushing event deleted for resources: {'Port': ['ID=24b82b06-9c4b-4f75-ae94-b8547ad04d0f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:41.884514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-1a5591e6-3c28-4bd7-a823-0248a892e217 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] No DVR routers for this DVR port 24b82b06-9c4b-4f75-ae94-b8547ad04d0f on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:55:41.889056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7d812a-4d34-477c-a307-92197712699b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe4414-c2e2-43f4-bda3-6396f58be406'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:41.890440 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-1a5591e6-3c28-4bd7-a823-0248a892e217 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:41.893856 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1446270-ffe2-4beb-9e0f-b6cffaa8cd59" -d '{"events": [{"server_uuid": "aa7d812a-4d34-477c-a307-92197712699b", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe4414-c2e2-43f4-bda3-6396f58be406"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:41.898943 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0e7f503-911f-454f-833c-be5e452dcc97 req-1a5591e6-3c28-4bd7-a823-0248a892e217 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.37 "DELETE /v2.0/ports/24b82b06-9c4b-4f75-ae94-b8547ad04d0f HTTP/1.1" status: 204 len: 173 time: 0.8395422 Dec 13 12:55:41.901183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'name': 'network-vif-deleted', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:41.915228 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4f2987-0892-4e09-a3e0-80a39c79b819" -d '{"events": [{"server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "name": "network-vif-deleted", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:41.927440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d8699-5754-437f-b76b-c8d7d7c0d242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f4c430-8c52-4a0c-982b-7f56453fada3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:41.931169 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:42.162207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9bbe4414-c2e2-43f4-bda3-6396f58be406,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:42.190744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8e960-90ad-4889-aee8-e4350b5bf12e req-fd68563f-6517-4de9-91c8-64157c8a101e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:42.200142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dbd8e960-90ad-4889-aee8-e4350b5bf12e req-fd68563f-6517-4de9-91c8-64157c8a101e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 945 time: 0.2457950 Dec 13 12:55:42.429385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612be5-4742-45fc-ac56-caa66a12199f req-0f8338da-afd3-45aa-b1ca-edc5e5a67c15 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:42.431216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37612be5-4742-45fc-ac56-caa66a12199f req-0f8338da-afd3-45aa-b1ca-edc5e5a67c15 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.3116777 Dec 13 12:55:42.435960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dbd8e960-90ad-4889-aee8-e4350b5bf12e req-0eddd930-0946-402b-aacc-42a7d1018862 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349195 Dec 13 12:55:42.437292 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:42.542765 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8434ca6-f5ba-4407-b726-e6829e6a889a x-openstack-request-id: req-a8434ca6-f5ba-4407-b726-e6829e6a889a {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:42.544935 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e0c264-5e45-4647-93dd-f006c948323d", "name": "network-vif-deleted", "tag": "24b82b06-9c4b-4f75-ae94-b8547ad04d0f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:42.545357 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8434ca6-f5ba-4407-b726-e6829e6a889a {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:42.546323 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e0c264-5e45-4647-93dd-f006c948323d', 'name': 'network-vif-deleted', 'tag': '24b82b06-9c4b-4f75-ae94-b8547ad04d0f', 'status': 'completed', 'code': 200} Dec 13 12:55:42.608511 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a7f7c-28a8-448f-b63c-2f6b73bfe27f x-openstack-request-id: req-956a7f7c-28a8-448f-b63c-2f6b73bfe27f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:42.609579 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7d812a-4d34-477c-a307-92197712699b", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe4414-c2e2-43f4-bda3-6396f58be406", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:42.610259 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-956a7f7c-28a8-448f-b63c-2f6b73bfe27f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:42.611035 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7d812a-4d34-477c-a307-92197712699b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe4414-c2e2-43f4-bda3-6396f58be406', 'code': 200} Dec 13 12:55:42.762323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37612be5-4742-45fc-ac56-caa66a12199f req-4d82d35c-cafe-4665-b97a-94b85c3fafef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116002 Dec 13 12:55:42.830464 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed78be18-7967-4386-9fa9-1a0661a24b1a req-7afa5a1c-2be5-4a5c-b0bb-d7b1a896df87 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e0c264-5e45-4647-93dd-f006c948323d HTTP/1.1" status: 200 len: 210 time: 0.0824516 Dec 13 12:55:42.857320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Router 9e5048f1-c299-4a96-a8a0-7106993dab4f is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:55:43.166279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:43.196083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6d601-4a78-4bbb-9ac0-dcd5ec7e4467 None None] Sync routers for ids ['9e5048f1-c299-4a96-a8a0-7106993dab4f'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:43.227741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:43.232391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f942db89-c900-4da3-b2f8-8a6bfde6a688 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6361687 Dec 13 12:55:43.235193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50292) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:43.241724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:43.245771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6d601-4a78-4bbb-9ac0-dcd5ec7e4467 None None] Routers {'9e5048f1-c299-4a96-a8a0-7106993dab4f'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:43.253890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bbe6d601-4a78-4bbb-9ac0-dcd5ec7e4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9e5048f1-c299-4a96-a8a0-7106993dab4f'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:43.328820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bbe6d601-4a78-4bbb-9ac0-dcd5ec7e4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:43.343409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6d601-4a78-4bbb-9ac0-dcd5ec7e4467 None None] Routers {'9e5048f1-c299-4a96-a8a0-7106993dab4f'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:43.344410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bbe6d601-4a78-4bbb-9ac0-dcd5ec7e4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9e5048f1-c299-4a96-a8a0-7106993dab4f'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:43.680739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50302) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:43.725931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da844bc7-047d-4a3b-a9c3-056048ddbda7 req-3dcb944c-a1c1-4552-8098-37b10c58e012 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:43.739230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da844bc7-047d-4a3b-a9c3-056048ddbda7 req-3dcb944c-a1c1-4552-8098-37b10c58e012 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 945 time: 0.1586578 Dec 13 12:55:43.758386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:55:43.876480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bbe6d601-4a78-4bbb-9ac0-dcd5ec7e4467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:43.886534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6d601-4a78-4bbb-9ac0-dcd5ec7e4467 None None] The sync data for ids ['9e5048f1-c299-4a96-a8a0-7106993dab4f'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:43.971936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da844bc7-047d-4a3b-a9c3-056048ddbda7 req-86edff4a-744f-468c-bb1b-ffc265b3a24f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295845 Dec 13 12:55:43.986687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-330335992-network', 'tenant_id': '219244b964264dcfb54d280fc2eeb002'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:44.065763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Made reservation on behalf of 219244b964264dcfb54d280fc2eeb002 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:55:44.069373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.080864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 22a2e286-8a90-45a7-b02b-6083abd56c21 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:55:44.080864 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.121387 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.232396 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.256089 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.339054 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.342984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Deleting port d8389439-2c94-4c86-9088-49decbb42a84 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:44.343509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.441144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:44.446339 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.450199 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.451329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 24b82b06-9c4b-4f75-ae94-b8547ad04d0f no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:44.463161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Calling delete_port for d8389439-2c94-4c86-9088-49decbb42a84 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:44.465671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.498718 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.547521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:55:44.643929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:44.651566 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45baf0c-ae31-42e9-b144-aca1880c53b7" -d '{"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-plugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:44.660396 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.661190 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Added segment 8e8576ef-e53b-4755-b1c5-4a5dd1614736 of type vlan for network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d Dec 13 12:55:44.676026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 24b82b06-9c4b-4f75-ae94-b8547ad04d0f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:55:44.676386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 24b82b06-9c4b-4f75-ae94-b8547ad04d0f not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:55:44.677021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:44.751583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=13']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:44.757300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bb804-7c61-4045-b6fc-31cac8538f5d req-ce4e5979-716b-441c-8cd4-d9b705c18d7a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:44.758948 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-317bb804-7c61-4045-b6fc-31cac8538f5d req-ce4e5979-716b-441c-8cd4-d9b705c18d7a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.6423488 Dec 13 12:55:44.793358 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffb363b-603d-4bfb-8e3f-0648d9efd483 x-openstack-request-id: req-3ffb363b-603d-4bfb-8e3f-0648d9efd483 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:44.793923 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-plugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:44.793923 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ffb363b-603d-4bfb-8e3f-0648d9efd483 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:44.794878 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'code': 200} Dec 13 12:55:44.907190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-317bb804-7c61-4045-b6fc-31cac8538f5d req-1b0a75ab-06ae-4d7d-8504-aa76b1b9adc1 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088409 Dec 13 12:55:44.928025 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.972260 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:44.973670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:44.974450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:45.040275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3582635 Dec 13 12:55:45.045681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50330) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:45.056120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Request body: {'subnet': {'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-330335992-subnet', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:45.070953 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:45.179635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Pushing event deleted for resources: {'Port': ['ID=d8389439-2c94-4c86-9088-49decbb42a84,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:45.309465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95bdb1-d7fe-4442-ab6b-b22ccf42f001 admin admin] Pushing event updated for resources: {'Network': ['ID=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:45.328213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:55:45.331967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:45.420974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Made reservation on behalf of 219244b964264dcfb54d280fc2eeb002 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:55:45.422821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:45.660077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f2079-3c5d-4790-8c9a-d6a5bb942ba2 req-4df18ebf-255c-4372-baa6-ae4f71a266dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:45.661664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-236f2079-3c5d-4790-8c9a-d6a5bb942ba2 req-4df18ebf-255c-4372-baa6-ae4f71a266dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.3341737 Dec 13 12:55:45.723236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd2308-0208-4caa-bda1-0f795d3e1c8c req-7cb447b7-ab8e-4f2c-bde9-e2c50241d88b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:45.729899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-32bd2308-0208-4caa-bda1-0f795d3e1c8c req-7cb447b7-ab8e-4f2c-bde9-e2c50241d88b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.2751658 Dec 13 12:55:45.855983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-32bd2308-0208-4caa-bda1-0f795d3e1c8c req-8b1b7576-0639-4ad9-ae74-423fd2b2978b tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957665 Dec 13 12:55:45.896194 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-236f2079-3c5d-4790-8c9a-d6a5bb942ba2 req-8a349117-0d28-4196-8882-4ec8f203700c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210639 Dec 13 12:55:46.217399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8cb8-651e-4462-84b3-7c0d788d98b8 req-4cd47ac2-0b56-49d6-b5d4-938691832e97 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:46.222744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5adb8cb8-651e-4462-84b3-7c0d788d98b8 req-4cd47ac2-0b56-49d6-b5d4-938691832e97 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1510558 Dec 13 12:55:46.321112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5adb8cb8-651e-4462-84b3-7c0d788d98b8 req-d3e9469f-be7c-48a3-84b3-4b1b492a0116 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932710 Dec 13 12:55:46.600269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:46.612864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:46.734113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-02b2ee07-69f3-4c0f-8d51-56e0502f9271 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:46.737335 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-02b2ee07-69f3-4c0f-8d51-56e0502f9271 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.2095389 Dec 13 12:55:46.804604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Router 9e5048f1-c299-4a96-a8a0-7106993dab4f has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:55:47.119530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a504540-fef2-4728-be9c-fa7395f8afef req-764f4bfb-c1f9-4b35-add7-6f5237a7c341 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:47.127072 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a504540-fef2-4728-be9c-fa7395f8afef req-764f4bfb-c1f9-4b35-add7-6f5237a7c341 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 949 time: 0.1222498 Dec 13 12:55:47.155719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:47.161542 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:47.170857 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267ab1c-7b19-4c99-a6fb-9462af456024 None None] Sync routers for ids ['9e5048f1-c299-4a96-a8a0-7106993dab4f'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:47.176252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3f56-f6c5-4113-ac7a-73e3480f7403 req-071c115d-c373-482d-80b4-53a1ec567baa tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:47.182108 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:47.183679 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cd43f130-0452-4b8d-bdd3-1e44059864a1 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "PUT /v2.0/routers/9e5048f1-c299-4a96-a8a0-7106993dab4f HTTP/1.1" status: 200 len: 710 time: 3.9473190 Dec 13 12:55:47.186431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-002b3f56-f6c5-4113-ac7a-73e3480f7403 req-071c115d-c373-482d-80b4-53a1ec567baa tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.1439371 Dec 13 12:55:47.188403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50352) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:47.197168 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267ab1c-7b19-4c99-a6fb-9462af456024 None None] Routers {'9e5048f1-c299-4a96-a8a0-7106993dab4f'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:47.197948 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5267ab1c-7b19-4c99-a6fb-9462af456024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9e5048f1-c299-4a96-a8a0-7106993dab4f'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:47.250147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72870beb-ba7a-4ea9-8c74-20cca5233db9,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:47.292289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-ed625c83-6e3f-42dc-8941-7fb63cc87940 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Deleting port 0476e80a-f1f0-4211-b419-4ecd8062eaed {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:55:47.292924 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-ed625c83-6e3f-42dc-8941-7fb63cc87940 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:47.309852 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5267ab1c-7b19-4c99-a6fb-9462af456024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:47.329190 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267ab1c-7b19-4c99-a6fb-9462af456024 None None] Routers {'9e5048f1-c299-4a96-a8a0-7106993dab4f'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:47.334280 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5267ab1c-7b19-4c99-a6fb-9462af456024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9e5048f1-c299-4a96-a8a0-7106993dab4f'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:47.373568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c081632b-bbec-4b59-bb93-dd962d07d1d2 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/routers/9e5048f1-c299-4a96-a8a0-7106993dab4f HTTP/1.1" status: 200 len: 745 time: 0.1722162 Dec 13 12:55:47.377288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50356) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:47.399484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a504540-fef2-4728-be9c-fa7395f8afef req-4e5a6846-e2e0-433b-831c-5c63803ed1dd tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d642985-8c09-43c5-a4da-dd206b460dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714386 Dec 13 12:55:47.430966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-ed625c83-6e3f-42dc-8941-7fb63cc87940 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] For port 0476e80a-f1f0-4211-b419-4ecd8062eaed, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0476e80a-f1f0-4211-b419-4ecd8062eaed,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:47.431321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-ed625c83-6e3f-42dc-8941-7fb63cc87940 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:47.446513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-ed625c83-6e3f-42dc-8941-7fb63cc87940 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Calling delete_port for 0476e80a-f1f0-4211-b419-4ecd8062eaed owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:55:47.483906 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5267ab1c-7b19-4c99-a6fb-9462af456024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:47.484573 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267ab1c-7b19-4c99-a6fb-9462af456024 None None] The sync data for ids ['9e5048f1-c299-4a96-a8a0-7106993dab4f'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:47.530364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7af1bd80-012f-4e33-8d69-9fd082d705d5 tempest-RoutersIpV6AdminTest-1530900621 tempest-RoutersIpV6AdminTest-1530900621-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&device_id=9e5048f1-c299-4a96-a8a0-7106993dab4f HTTP/1.1" status: 200 len: 205 time: 0.1489556 Dec 13 12:55:47.531021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50362) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:47.592138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a3d9f93e-a1b3-4a97-8e13-10fe404ba24d tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e5048f1-c299-4a96-a8a0-7106993dab4f HTTP/1.1" status: 200 len: 205 time: 0.0504620 Dec 13 12:55:47.594491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50366) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:47.617253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-002b3f56-f6c5-4113-ac7a-73e3480f7403 req-7162d80f-c165-4103-8ee9-14fb1109ddaf tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4297872 Dec 13 12:55:47.796046 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-ed625c83-6e3f-42dc-8941-7fb63cc87940 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:47.808109 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-363db990-c163-4b4a-a5bf-d07bc95f27d5 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:47.865662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed625c83-6e3f-42dc-8941-7fb63cc87940 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Pushing event deleted for resources: {'Port': ['ID=0476e80a-f1f0-4211-b419-4ecd8062eaed,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:47.934046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-ed625c83-6e3f-42dc-8941-7fb63cc87940 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] No DVR routers for this DVR port 0476e80a-f1f0-4211-b419-4ecd8062eaed on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:55:47.936311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Checking segment: {'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:55:47.936853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Network hostable DHCP agents. Network: 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:55:47.940965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-ed625c83-6e3f-42dc-8941-7fb63cc87940 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:47.945311 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-729c74c9-a3f9-48cb-8d99-42f3acce917a req-ed625c83-6e3f-42dc-8941-7fb63cc87940 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.37 "DELETE /v2.0/ports/0476e80a-f1f0-4211-b419-4ecd8062eaed HTTP/1.1" status: 204 len: 173 time: 1.1817000 Dec 13 12:55:47.947128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'name': 'network-vif-deleted', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:55:47.957889 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ff93d1-17d0-4ee2-8940-8a520b3f2bfc" -d '{"events": [{"server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "name": "network-vif-deleted", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:55:48.005293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:55:48.037113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:48.047693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa89d7-9d3e-4c69-b53a-36ad4f96e055 None None] Network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:55:48.074788 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ade46c7-1bf2-4164-b46b-3b691252e492 x-openstack-request-id: req-7ade46c7-1bf2-4164-b46b-3b691252e492 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:55:48.080992 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0411c60-1bd6-4aa8-bbc1-efebd431b966", "name": "network-vif-deleted", "tag": "0476e80a-f1f0-4211-b419-4ecd8062eaed", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:55:48.082878 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ade46c7-1bf2-4164-b46b-3b691252e492 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:55:48.083474 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0411c60-1bd6-4aa8-bbc1-efebd431b966', 'name': 'network-vif-deleted', 'tag': '0476e80a-f1f0-4211-b419-4ecd8062eaed', 'status': 'completed', 'code': 200} Dec 13 12:55:48.092644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:48.094234 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:48.109535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa89ee5-e39f-4dd2-beb1-30d30dcc9ccd req-49e74275-b7f3-4879-88c9-fd60e9d3a0f1 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:48.111729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fa89ee5-e39f-4dd2-beb1-30d30dcc9ccd req-49e74275-b7f3-4879-88c9-fd60e9d3a0f1 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.3840046 Dec 13 12:55:48.144257 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c85ebc5f-4d7c-40d8-9215-d267c6ff8494 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.0971322 Dec 13 12:55:48.145735 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50370) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:48.156961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-330335992-router', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:48.224323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:48.226113 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:48.226658 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-363db990-c163-4b4a-a5bf-d07bc95f27d5 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:48.233416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-363db990-c163-4b4a-a5bf-d07bc95f27d5 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:48.289540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9197b897-aa78-4354-a697-43f763acc6a7 None None] Network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:55:48.415364 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-363db990-c163-4b4a-a5bf-d07bc95f27d5 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:48.432951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363db990-c163-4b4a-a5bf-d07bc95f27d5 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Fanout notify agent at l3_agent the message router_deleted on router 9e5048f1-c299-4a96-a8a0-7106993dab4f {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:55:48.450654 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:48.503998 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-363db990-c163-4b4a-a5bf-d07bc95f27d5 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:48.508322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-363db990-c163-4b4a-a5bf-d07bc95f27d5 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/9e5048f1-c299-4a96-a8a0-7106993dab4f HTTP/1.1" status: 204 len: 168 time: 0.8898892 Dec 13 12:55:48.513108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50374) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:48.592768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-55596365-7f53-4fbe-9348-ddaf0992d8db tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e5048f1-c299-4a96-a8a0-7106993dab4f HTTP/1.1" status: 200 len: 205 time: 0.0665152 Dec 13 12:55:48.598667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50380) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:48.647083 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-ea20cb26-449e-489d-a12e-3838f43cb171 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] delete failed (client error): The resource could not be found. Dec 13 12:55:48.650940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ea20cb26-449e-489d-a12e-3838f43cb171 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/9e5048f1-c299-4a96-a8a0-7106993dab4f HTTP/1.1" status: 404 len: 336 time: 0.0512996 Dec 13 12:55:48.656002 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50386) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:48.765004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fef7e04c-c630-42be-b56a-fc41974c629d tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5480089c-f348-4d5a-94de-2f9ee32484e1 HTTP/1.1" status: 200 len: 205 time: 0.1079361 Dec 13 12:55:48.781360 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff8c0c78-2a6b-4f9f-95c3-bdb42f030f85 req-68e185de-7975-4aec-861e-3d5988005d71 tempest-MigrationsAdminTest-694114023 tempest-MigrationsAdminTest-694114023-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0411c60-1bd6-4aa8-bbc1-efebd431b966 HTTP/1.1" status: 200 len: 210 time: 0.1212435 Dec 13 12:55:48.782362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50390) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:48.840127 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fa89ee5-e39f-4dd2-beb1-30d30dcc9ccd req-f1d7c190-0ad9-4b2b-b468-0468b40b2563 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7134247 Dec 13 12:55:48.918426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:48.973021 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-67b24489-0d28-431c-9dc1-35aab0d5f991 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] delete failed (client error): The resource could not be found. Dec 13 12:55:48.977717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-67b24489-0d28-431c-9dc1-35aab0d5f991 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/5480089c-f348-4d5a-94de-2f9ee32484e1 HTTP/1.1" status: 404 len: 336 time: 0.1747336 Dec 13 12:55:48.981031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50392) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:49.094051 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7f9148ee-673c-4a8f-ab60-30989eba30ba tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba14262f-5298-4492-bc1e-2d41519c2ba7 HTTP/1.1" status: 200 len: 205 time: 0.1115799 Dec 13 12:55:49.097497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50394) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:49.164422 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-49abff31-1554-48e9-844c-212b0ebdf53b tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] delete failed (client error): The resource could not be found. Dec 13 12:55:49.165486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-49abff31-1554-48e9-844c-212b0ebdf53b tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/ba14262f-5298-4492-bc1e-2d41519c2ba7 HTTP/1.1" status: 404 len: 336 time: 0.0655224 Dec 13 12:55:49.168121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50396) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:49.201709 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0fd998f3-48bf-405f-92c4-fb40bbf22824 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=173d07d6-f89d-4aa4-84b6-d3bcc124503a HTTP/1.1" status: 200 len: 205 time: 0.0322683 Dec 13 12:55:49.208436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50398) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:49.231349 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:49.234102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6810b-3211-4f58-bf4a-8582fa6fe0f2 req-998fba4a-c9ab-4c50-9e69-981e85553148 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:49.241833 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ec6810b-3211-4f58-bf4a-8582fa6fe0f2 req-998fba4a-c9ab-4c50-9e69-981e85553148 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.2309673 Dec 13 12:55:49.253549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:49.356603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ec6810b-3211-4f58-bf4a-8582fa6fe0f2 req-bc23ab8d-c970-4369-a986-90528bfdd33c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137574 Dec 13 12:55:49.358324 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-2796108e-d331-4db4-b3ae-7158addcb3e9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] delete failed (client error): The resource could not be found. Dec 13 12:55:49.359444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2796108e-d331-4db4-b3ae-7158addcb3e9 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/173d07d6-f89d-4aa4-84b6-d3bcc124503a HTTP/1.1" status: 404 len: 336 time: 0.1492677 Dec 13 12:55:49.362012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50400) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:49.404422 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-faa67ab4-0752-4fba-9764-62b19bfe1e4b tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18c2136-9432-4f9d-8edd-be74f1e2013e HTTP/1.1" status: 200 len: 205 time: 0.0408895 Dec 13 12:55:49.407598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50402) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:49.445182 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Allocated IP 172.25.2.137 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/65e55d80-dc19-450e-9dd7-5266e7ec6cfd) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:49.475324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0476e80a-f1f0-4211-b419-4ecd8062eaed no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:55:49.483367 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-40ee3507-6193-4b04-b7c1-96e6e819c461 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] delete failed (client error): The resource could not be found. Dec 13 12:55:49.489745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-40ee3507-6193-4b04-b7c1-96e6e819c461 tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/e18c2136-9432-4f9d-8edd-be74f1e2013e HTTP/1.1" status: 404 len: 336 time: 0.0779278 Dec 13 12:55:49.490309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50404) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:49.523749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 0476e80a-f1f0-4211-b419-4ecd8062eaed {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:55:49.525917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0476e80a-f1f0-4211-b419-4ecd8062eaed not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:55:49.555340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-54d9de0b-5333-45e6-b1de-86abc19b3aee tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "GET /v2.0/ports?device_id=0968e08f-57aa-4da4-820b-b983fba3314a HTTP/1.1" status: 200 len: 205 time: 0.0616593 Dec 13 12:55:49.555971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50406) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:49.617251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:49.643501 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-ec797efa-e8a4-471f-becd-002134860e7e tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] delete failed (client error): The resource could not be found. Dec 13 12:55:49.644728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ec797efa-e8a4-471f-becd-002134860e7e tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/routers/0968e08f-57aa-4da4-820b-b983fba3314a HTTP/1.1" status: 404 len: 336 time: 0.0877361 Dec 13 12:55:49.648817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50408) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:49.663001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:49.689533 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-103b56ea-1e7d-4cae-818d-e56c9ec58ebe tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] DELETE failed (client error): The resource could not be found. Dec 13 12:55:49.690018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103b56ea-1e7d-4cae-818d-e56c9ec58ebe tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:55:49.693310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-103b56ea-1e7d-4cae-818d-e56c9ec58ebe tempest-RoutersIpV6AdminTest-1700322907 tempest-RoutersIpV6AdminTest-1700322907-project] 10.222.0.31 "DELETE /v2.0/subnets/37863007-e32d-4d08-9467-4f5e2695fb91 HTTP/1.1" status: 404 len: 337 time: 0.0434716 Dec 13 12:55:49.736278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:49.756713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:49.761371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:49.764901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Pushing event updated for resources: {'Port': ['ID=65e55d80-dc19-450e-9dd7-5266e7ec6cfd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:50.094247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b552-7d8a-4291-8da9-5e33596f60b9 req-c23373c4-cf65-4d70-a4ee-535b478766fb tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:50.104859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bf5b552-7d8a-4291-8da9-5e33596f60b9 req-c23373c4-cf65-4d70-a4ee-535b478766fb tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.1231384 Dec 13 12:55:50.253116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bf5b552-7d8a-4291-8da9-5e33596f60b9 req-979efcd7-5534-4f5c-ad16-cd14ad06e2fc tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462297 Dec 13 12:55:50.288116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:50.496622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50432) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:50.534152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2bb02-2bf1-43a5-9671-07062a3c64af req-d764112b-552e-468e-ad61-37973f80db42 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:50.546139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cdf2bb02-2bf1-43a5-9671-07062a3c64af req-d764112b-552e-468e-ad61-37973f80db42 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.0891018 Dec 13 12:55:50.632222 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cdf2bb02-2bf1-43a5-9671-07062a3c64af req-f0de46ad-36b5-4ad2-a817-1fee3d7c1d37 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845304 Dec 13 12:55:50.681027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50438) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:50.696128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50442) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:50.795284 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:51.001472 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8063e6c-3c81-4918-85a2-083e00eddd6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:51.111793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b2e48b2e-a0ea-4dba-a602-4f29ec0870dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44c3c75256ca49be8a75a2ecc8c5748c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4264863 Dec 13 12:55:51.112446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50446) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:51.211169 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7976ac-e25e-4d54-bdb0-e6c2810b8c62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:51.248048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8063e6c-3c81-4918-85a2-083e00eddd6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:51.255593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8063e6c-3c81-4918-85a2-083e00eddd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:51.286470 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9e1988d-04d5-4f1f-affd-3a04584bcd13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:51.349125 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8063e6c-3c81-4918-85a2-083e00eddd6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0cc43c11599443d9b7b6bb108773bf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8511858 Dec 13 12:55:51.356064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50452) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:51.430530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8063e6c-3c81-4918-85a2-083e00eddd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d12f3-1d8c-4965-acaf-8647fc027b4d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:51.434740 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9e1988d-04d5-4f1f-affd-3a04584bcd13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:51.568783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Router 72406d60-58ec-41c5-b92e-312138c343b3 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:55:51.791571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:51.807340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa9c5a-c9ee-4585-9e01-ae94eb66be19 req-02abff1e-86e3-4588-851b-358d93bb7bd9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:51.808422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67aa9c5a-c9ee-4585-9e01-ae94eb66be19 req-02abff1e-86e3-4588-851b-358d93bb7bd9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.3711677 Dec 13 12:55:51.815641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Sync routers for ids ['72406d60-58ec-41c5-b92e-312138c343b3'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:51.846660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Routers {'72406d60-58ec-41c5-b92e-312138c343b3'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:51.850569 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:51.851963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['72406d60-58ec-41c5-b92e-312138c343b3'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:51.856641 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-529ef373-a475-4ce0-8d94-3958df37722b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7067218 Dec 13 12:55:51.857454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50456) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:51.928761 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7976ac-e25e-4d54-bdb0-e6c2810b8c62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:51.980912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7976ac-e25e-4d54-bdb0-e6c2810b8c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:52.010028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Set router 72406d60-58ec-41c5-b92e-312138c343b3 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:55:52.062174 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72040f67-5f4f-417d-b496-4b03ace76453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:52.096000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829405-197f-4cd3-a7c5-9a573d441c43 req-e327c014-9efc-4066-a60c-969a5b9151d6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:52.097574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c829405-197f-4cd3-a7c5-9a573d441c43 req-e327c014-9efc-4066-a60c-969a5b9151d6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.2747045 Dec 13 12:55:52.135570 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9e1988d-04d5-4f1f-affd-3a04584bcd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:52.138764 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9e1988d-04d5-4f1f-affd-3a04584bcd13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:52.139894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d9e1988d-04d5-4f1f-affd-3a04584bcd13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d642985-8c09-43c5-a4da-dd206b460dc4 HTTP/1.1" status: 204 len: 168 time: 1.0118060 Dec 13 12:55:52.208963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc7976ac-e25e-4d54-bdb0-e6c2810b8c62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1582fa6acb8d454e8c596ad7400a4022&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5094202 Dec 13 12:55:52.211069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50464) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:52.225622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67aa9c5a-c9ee-4585-9e01-ae94eb66be19 req-7a68de4d-57c2-4d95-81f7-ca4406a202f4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766921 Dec 13 12:55:52.236762 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72040f67-5f4f-417d-b496-4b03ace76453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:52.239872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7976ac-e25e-4d54-bdb0-e6c2810b8c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43086921-6e78-4ebf-b6d8-ea8fce54b7e5,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:52.329359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1988d-04d5-4f1f-affd-3a04584bcd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d642985-8c09-43c5-a4da-dd206b460dc4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:52.397274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6852-cea7-4078-b52f-1d48a87874c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:52.422000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c829405-197f-4cd3-a7c5-9a573d441c43 req-0465cfc9-d3ba-41f6-84c5-3b5500c15e9e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927747 Dec 13 12:55:52.429328 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:55:52.461880 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72040f67-5f4f-417d-b496-4b03ace76453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:52.464632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72040f67-5f4f-417d-b496-4b03ace76453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:52.484826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-72040f67-5f4f-417d-b496-4b03ace76453 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a15d12f3-1d8c-4965-acaf-8647fc027b4d HTTP/1.1" status: 204 len: 168 time: 1.1187241 Dec 13 12:55:52.516190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72040f67-5f4f-417d-b496-4b03ace76453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d12f3-1d8c-4965-acaf-8647fc027b4d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:52.768496 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6852-cea7-4078-b52f-1d48a87874c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:52.770422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50472) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:52.789895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72406d60-58ec-41c5-b92e-312138c343b3', 'name': 'tempest-ServerRescueNegativeTestJSON-330335992-router', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:48Z', 'updated_at': '2021-12-13T12:55:49Z', 'revision_number': 3, 'project_id': '219244b964264dcfb54d280fc2eeb002', 'gw_port': {'id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72406d60-58ec-41c5-b92e-312138c343b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:49Z', 'updated_at': '2021-12-13T12:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:52.900217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4ebaf1cb-ffd3-4c05-bbad-af3c88bed9b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4de5f41cb15d4103a63790cb1844adc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282828 Dec 13 12:55:52.901340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Checking router: 72406d60-58ec-41c5-b92e-312138c343b3 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:55:52.901871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Updating router 72406d60-58ec-41c5-b92e-312138c343b3 port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:55:52.902436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50476) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:53.002028 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:53.021450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2056169b-6ef3-4256-9af9-a75a237ad4ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:53.129113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2056169b-6ef3-4256-9af9-a75a237ad4ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:53.331234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-e8ee433d-c91a-4671-b710-a73c19b54f80 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1548719 Dec 13 12:55:53.340971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50480) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:53.371222 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2056169b-6ef3-4256-9af9-a75a237ad4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:53.381490 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2056169b-6ef3-4256-9af9-a75a237ad4ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:53.382676 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2056169b-6ef3-4256-9af9-a75a237ad4ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66da8165-3502-4bd5-a9e3-b61cccf673a2 HTTP/1.1" status: 204 len: 168 time: 0.4787509 Dec 13 12:55:53.529602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056169b-6ef3-4256-9af9-a75a237ad4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66da8165-3502-4bd5-a9e3-b61cccf673a2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:53.730408 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0001c2d5-cc24-4d83-b6c7-34d37eb65d4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7d73334f32543ffa07e359aaa304b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868818 Dec 13 12:55:53.736201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50488) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:53.760302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ea7941e6-c13a-4880-8abf-07fd10409065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:53.760302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ea7941e6-c13a-4880-8abf-07fd10409065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:53.760697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ea7941e6-c13a-4880-8abf-07fd10409065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:53.761580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ea7941e6-c13a-4880-8abf-07fd10409065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:53.761580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ea7941e6-c13a-4880-8abf-07fd10409065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:53.762453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ea7941e6-c13a-4880-8abf-07fd10409065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:53.763771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ea7941e6-c13a-4880-8abf-07fd10409065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:53.765450 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ea7941e6-c13a-4880-8abf-07fd10409065 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 6493 time: 0.3513086 Dec 13 12:55:53.807828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1bbf-f1a7-4feb-8875-c685c27fcd90 req-09cf32d0-2be2-4ca2-870e-2727b71aae1b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:53.809117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecea1bbf-f1a7-4feb-8875-c685c27fcd90 req-09cf32d0-2be2-4ca2-870e-2727b71aae1b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.3549867 Dec 13 12:55:53.829633 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:53.855751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:53.888595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b4072-9ded-4a30-8fb7-24122aa19436 req-6f76e472-3cbe-40d5-b733-31a527a5e450 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:53.890284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b5b4072-9ded-4a30-8fb7-24122aa19436 req-6f76e472-3cbe-40d5-b733-31a527a5e450 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.2210505 Dec 13 12:55:53.962455 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6852-cea7-4078-b52f-1d48a87874c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:53.965199 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6852-cea7-4078-b52f-1d48a87874c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:53.986412 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3b1c6852-cea7-4078-b52f-1d48a87874c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43086921-6e78-4ebf-b6d8-ea8fce54b7e5 HTTP/1.1" status: 204 len: 168 time: 1.7536578 Dec 13 12:55:54.034701 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:54.048811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c6852-cea7-4078-b52f-1d48a87874c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43086921-6e78-4ebf-b6d8-ea8fce54b7e5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:54.143613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Attempting to bind port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:55:54.145564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Attempting to bind port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:55:54.148116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-856654ad-632c-4f5f-b870-db69be03f268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:54.148811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Attempting to bind port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:55:54.161394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b0960-a0c2-40d1-a455-f0f521844345 None None] Pushing event updated for resources: {'Port': ['ID=65e55d80-dc19-450e-9dd7-5266e7ec6cfd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:54.229459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:55:54.234590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:55:54.235013 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:54.235416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:55:54.236003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Bound port: 65e55d80-dc19-450e-9dd7-5266e7ec6cfd, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:55:54.236299 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:54.238781 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-75869504-e6c5-4fb2-b939-d92bbe2f5082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:54.426802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-856654ad-632c-4f5f-b870-db69be03f268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:54.428463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b5b4072-9ded-4a30-8fb7-24122aa19436 req-bbddce3b-f0e8-40fd-ba7f-11a48c0552ce tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951371 Dec 13 12:55:54.428463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecea1bbf-f1a7-4feb-8875-c685c27fcd90 req-29767909-bb50-4f5b-956a-a585e970e5f0 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653203 Dec 13 12:55:54.476943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-c56cdda6-f9b3-494a-b1c2-89c2299d7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:54.478368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-c56cdda6-f9b3-494a-b1c2-89c2299d7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:54.481645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-c56cdda6-f9b3-494a-b1c2-89c2299d7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:54.486891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-c56cdda6-f9b3-494a-b1c2-89c2299d7d4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc70dab7-0712-49c8-bb1b-4ed11b531838&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&id=374a949d-aec7-4b8e-a55c-02119c1300d9&id=374a949d-aec7-4b8e-a55c-02119c1300d9 HTTP/1.1" status: 200 len: 2288 time: 0.6886644 Dec 13 12:55:54.491529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] For port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:55:54.507392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] For port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=65e55d80-dc19-450e-9dd7-5266e7ec6cfd,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:55:54.515929 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:54.608875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-382a34d4-e9de-482d-8ebc-629b8a43b3b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 HTTP/1.1" status: 200 len: 1002 time: 0.1140456 Dec 13 12:55:54.703409 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-856654ad-632c-4f5f-b870-db69be03f268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:54.722004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-856654ad-632c-4f5f-b870-db69be03f268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:54.726641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b0960-a0c2-40d1-a455-f0f521844345 None None] Pushing event updated for resources: {'Port': ['ID=65e55d80-dc19-450e-9dd7-5266e7ec6cfd,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:54.728039 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-856654ad-632c-4f5f-b870-db69be03f268 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6388b68b-08fc-40c6-9338-cf936ab07d70 HTTP/1.1" status: 204 len: 168 time: 0.9900734 Dec 13 12:55:54.742114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Routers {'72406d60-58ec-41c5-b92e-312138c343b3'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:54.742948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['72406d60-58ec-41c5-b92e-312138c343b3'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:54.769573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Allocated IP 172.20.0.1 (3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d/72870beb-ba7a-4ea9-8c74-20cca5233db9/3f2c9717-07d0-47ea-8814-c277f9126950) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:55:54.774006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-c35d87c4-8f57-4788-b34d-7b803fc6111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:54.775513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-c35d87c4-8f57-4788-b34d-7b803fc6111d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c2682f3-4d19-4b32-b1e3-f9be77d2e054 HTTP/1.1" status: 200 len: 850 time: 0.1567235 Dec 13 12:55:54.777752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856654ad-632c-4f5f-b870-db69be03f268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6388b68b-08fc-40c6-9338-cf936ab07d70,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:54.891110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-defaa071-ba31-4a33-94e6-8ea11a420e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:54.892623 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-defaa071-ba31-4a33-94e6-8ea11a420e67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc70dab7-0712-49c8-bb1b-4ed11b531838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094739 Dec 13 12:55:55.008968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] Set router 72406d60-58ec-41c5-b92e-312138c343b3 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:55:55.124280 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:55.144223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-b316c363-993f-49c5-9210-8bc3046b739a service neutron] 10.222.0.42 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411058 Dec 13 12:55:55.223951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:55.269383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:55.363155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:55.384703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:55:55.410467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-fb2d2405-f2d0-4c2b-8fe5-12f4533108bc service neutron] 10.222.0.42 "GET /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559264 Dec 13 12:55:55.539043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Pushing event updated for resources: {'Port': ['ID=3f2c9717-07d0-47ea-8814-c277f9126950,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:55.562195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-0de0af90-1e7c-4531-a7cf-a43babca93d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=46400ea7-f38c-4381-8d98-62c2c2dde927 HTTP/1.1" status: 200 len: 217 time: 0.1430697 Dec 13 12:55:55.575883 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:55.628755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72406d60-58ec-41c5-b92e-312138c343b3', 'name': 'tempest-ServerRescueNegativeTestJSON-330335992-router', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:48Z', 'updated_at': '2021-12-13T12:55:49Z', 'revision_number': 3, 'project_id': '219244b964264dcfb54d280fc2eeb002', 'gw_port': {'id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72406d60-58ec-41c5-b92e-312138c343b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:49Z', 'updated_at': '2021-12-13T12:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:55.664063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171ff3d-3070-4c6f-bbe5-e054ab2f63d9 None None] The sync data for ids ['72406d60-58ec-41c5-b92e-312138c343b3'] in n-d-817326-4 is: [{'id': '72406d60-58ec-41c5-b92e-312138c343b3', 'name': 'tempest-ServerRescueNegativeTestJSON-330335992-router', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:48Z', 'updated_at': '2021-12-13T12:55:49Z', 'revision_number': 3, 'project_id': '219244b964264dcfb54d280fc2eeb002', 'gw_port': {'id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72406d60-58ec-41c5-b92e-312138c343b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:49Z', 'updated_at': '2021-12-13T12:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:55:55.753339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-707e17f2-c103-496b-9c04-61fe00922f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:55.767694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-707e17f2-c103-496b-9c04-61fe00922f53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.1980321 Dec 13 12:55:56.053713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-3eadd673-6f63-49a9-875a-b41944c7678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:56.056228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-3eadd673-6f63-49a9-875a-b41944c7678e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1780331 Dec 13 12:55:56.056343 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:56.066748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d07ebb-a6b1-4d33-be32-a41bf3f4f143 req-1ef4ee22-0fc6-4287-8259-b59387c7a7c2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:56.074991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28d07ebb-a6b1-4d33-be32-a41bf3f4f143 req-1ef4ee22-0fc6-4287-8259-b59387c7a7c2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.3021553 Dec 13 12:55:56.252311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c84b64-2294-47a2-898c-86e7f3b61062 req-13fcae49-5b06-421a-aaed-dfd9bffe694b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:56.272274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94c84b64-2294-47a2-898c-86e7f3b61062 req-13fcae49-5b06-421a-aaed-dfd9bffe694b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.4789612 Dec 13 12:55:56.283006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ef04d0e1-3469-49a7-8fdf-75682ac056aa service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784260 Dec 13 12:55:56.482874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28d07ebb-a6b1-4d33-be32-a41bf3f4f143 req-6b323991-4c58-4e9c-9a12-1024baa95042 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3908653 Dec 13 12:55:56.551518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:56.564229 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:56.581419 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d3106a15-2a5c-4174-b10d-27ebae40ae83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:56.733202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94c84b64-2294-47a2-898c-86e7f3b61062 req-4e700642-ea09-4a7a-bd92-cbdc87b78408 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590852 Dec 13 12:55:56.844458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:56.854779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Pushing event updated for resources: {'Port': ['ID=3f2c9717-07d0-47ea-8814-c277f9126950,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:56.868791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-a8eb5c8c-4abb-410f-8f7d-c96a724d75e5 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767629 Dec 13 12:55:57.084980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:55:57.086618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:55:57.172056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-0d07627e-a023-4109-911a-5e2b4487ee1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=068e6154-1849-490f-8d03-01e1d09c5bfc HTTP/1.1" status: 200 len: 217 time: 0.2869272 Dec 13 12:55:57.302801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-5b158a4f-fffc-4bee-8c92-a56899307c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:57.316077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-5b158a4f-fffc-4bee-8c92-a56899307c8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.1343575 Dec 13 12:55:57.403147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Router 72406d60-58ec-41c5-b92e-312138c343b3 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:55:57.449468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-d0fcdc79-7631-4dc7-99a5-99a36e57053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:57.451398 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-d0fcdc79-7631-4dc7-99a5-99a36e57053e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1284504 Dec 13 12:55:57.618315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:55:57.642653 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b0882d83-3176-4c80-b4a6-152dfda36bbf admin admin] 10.222.0.31 "PUT /v2.0/routers/72406d60-58ec-41c5-b92e-312138c343b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7808824 Dec 13 12:55:57.681393 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:57.805676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 65e55d80-dc19-450e-9dd7-5266e7ec6cfd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:55:57.813593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-348e40e2-7bff-4351-a0cc-c73729c8d94b service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487034 Dec 13 12:55:57.907698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:55:57.908978 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:57.909651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50582) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:57.991690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68034daa-795b-4efb-9096-eb2bea22e646 req-11559b57-a1e1-4afd-8d78-f6144536e864 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:57.995920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68034daa-795b-4efb-9096-eb2bea22e646 req-11559b57-a1e1-4afd-8d78-f6144536e864 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.2705982 Dec 13 12:55:58.079462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:58.140938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=65e55d80-dc19-450e-9dd7-5266e7ec6cfd,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:55:58.149836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68034daa-795b-4efb-9096-eb2bea22e646 req-6fb1bbb4-0dd7-4ffb-b2af-6452302ee513 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373458 Dec 13 12:55:58.160064 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:58.227052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d89f3c-6fc8-4d26-8703-7c306ea220c2 req-8a032888-b41c-4a19-addc-f08e3c8263ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:58.237350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0d89f3c-6fc8-4d26-8703-7c306ea220c2 req-8a032888-b41c-4a19-addc-f08e3c8263ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.2378430 Dec 13 12:55:58.260380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-de3f7faf-312a-49f3-a8ea-c0f74ef6c25b service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381864 Dec 13 12:55:58.317824 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-c0796b8d-57e0-4488-9e14-0aeecf250a35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=04e6bbbb-3444-4bf9-8a13-122e3bec221d HTTP/1.1" status: 200 len: 217 time: 0.0505424 Dec 13 12:55:58.358454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=65e55d80-dc19-450e-9dd7-5266e7ec6cfd,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:58.388498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-810d3945-5273-401b-bcc6-33ea8b25ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:58.390359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-810d3945-5273-401b-bcc6-33ea8b25ca62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.0650616 Dec 13 12:55:58.466067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0d89f3c-6fc8-4d26-8703-7c306ea220c2 req-1007a2b4-6605-4503-bdce-7a5cbef34704 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212698 Dec 13 12:55:58.504780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'networks': [{'name': 'tempest-network--1055222694'}, {'name': 'tempest-network--231362781'}]} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:58.505321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'network': {'name': 'tempest-network--1055222694'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:58.506333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'network': {'name': 'tempest-network--231362781'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:55:58.508999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-8df46190-995e-4f1e-8506-3a10e6c0213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:58.517152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-8df46190-995e-4f1e-8506-3a10e6c0213e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1151361 Dec 13 12:55:58.581373 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Made reservation on behalf of 62461d7ce22c4937a7e28cc717cba9e9 for: {'network': 2} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:55:58.593625 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:58.620607 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:58.850855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-efc9bd1f-ea4c-4263-acf1-33f624bc3a6d service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305633 Dec 13 12:55:58.910835 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:58.912618 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Sync routers for ids ['72406d60-58ec-41c5-b92e-312138c343b3'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:55:58.921719 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:58.923096 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:58.947432 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Routers {'72406d60-58ec-41c5-b92e-312138c343b3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:55:58.951450 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['72406d60-58ec-41c5-b92e-312138c343b3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:58.964117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:55:58.983458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:58.983941 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Added segment 55d052d3-e6d9-49e0-8830-9818ec3c2283 of type vlan for network 8a4a1d27-0ac7-490a-9fab-4b56668916ee Dec 13 12:55:59.014857 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:59.048645 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:59.123140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:55:59.139832 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:59.140334 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Added segment 9ecabccd-0ac4-4877-9ec5-5a44b4798bd0 of type vlan for network bf0ff719-ef8d-4eeb-8a73-2a1603392192 Dec 13 12:55:59.213453 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Set router 72406d60-58ec-41c5-b92e-312138c343b3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:55:59.232446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:59.237696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-c9ff38a8-33cd-4e69-99b8-a88e45329794 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801959 Dec 13 12:55:59.378356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:59.380100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:59.389124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-5395fed2-13da-4222-948f-0d87fe31d481 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=1908752b-ed23-4722-932f-119bddf74a84 HTTP/1.1" status: 200 len: 217 time: 0.1380982 Dec 13 12:55:59.393948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:59.408083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:59.408773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:59.584158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f28bd47-b33c-45bc-88b8-6483f7d96d55,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:55:59.607548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dda96f-8c14-4ff7-b7e1-87b519ba942a req-1f215741-1a46-4b87-97ab-1cb5633f8aa7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:59.617573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9dda96f-8c14-4ff7-b7e1-87b519ba942a req-1f215741-1a46-4b87-97ab-1cb5633f8aa7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.2255921 Dec 13 12:55:59.635626 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7243104 Dec 13 12:55:59.653042 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50620) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:55:59.681004 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72406d60-58ec-41c5-b92e-312138c343b3', 'name': 'tempest-ServerRescueNegativeTestJSON-330335992-router', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:48Z', 'updated_at': '2021-12-13T12:55:55Z', 'revision_number': 4, 'project_id': '219244b964264dcfb54d280fc2eeb002', 'gw_port': {'id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72406d60-58ec-41c5-b92e-312138c343b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:49Z', 'updated_at': '2021-12-13T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '3f2c9717-07d0-47ea-8814-c277f9126950', 'name': '', 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'mac_address': 'fa:16:3e:0a:4f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72406d60-58ec-41c5-b92e-312138c343b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '72870beb-ba7a-4ea9-8c74-20cca5233db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:54Z', 'updated_at': '2021-12-13T12:55:56Z', 'revision_number': 2, 'project_id': '219244b964264dcfb54d280fc2eeb002', 'subnets': [{'id': '72870beb-ba7a-4ea9-8c74-20cca5233db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:55:59.728464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-bebbc7cc-e2f1-47fe-b2c1-d3203832247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:59.730721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-bebbc7cc-e2f1-47fe-b2c1-d3203832247c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 200 len: 797 time: 0.3191974 Dec 13 12:55:59.862822 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:55:59.880124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-3ac752b0-29ad-492c-9504-8a807af164a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:55:59.883477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-3ac752b0-29ad-492c-9504-8a807af164a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c440969-1da4-4a97-8f9c-f4e1fd2ca640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1458733 Dec 13 12:55:59.898815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9dda96f-8c14-4ff7-b7e1-87b519ba942a req-6f33ab8d-3103-4f27-8274-111444de3f35 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785194 Dec 13 12:55:59.929271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 65e55d80-dc19-450e-9dd7-5266e7ec6cfd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:00.000284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:00.002392 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:00.024193 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Checking router: 72406d60-58ec-41c5-b92e-312138c343b3 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:56:00.024835 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Updating router 72406d60-58ec-41c5-b92e-312138c343b3 port 3f2c9717-07d0-47ea-8814-c277f9126950 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:56:00.059074 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:00.153158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-4257efc6-50df-45db-808e-501135dd4c57 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532322 Dec 13 12:56:00.194059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-6cc5bf00-d6de-4cc2-97ec-9efb64f8405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:00.210716 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-6cc5bf00-d6de-4cc2-97ec-9efb64f8405e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1097 time: 0.9336116 Dec 13 12:56:00.301405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ce1ef25e-d25b-4da5-beef-61afa7d492b5 service neutron] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393871 Dec 13 12:56:00.331031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aefa8-8d4e-4665-a90b-622a8bef2e2b req-cbc2e978-a9cb-4ddb-a474-3c3561c8cdd8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:00.339178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-571aefa8-8d4e-4665-a90b-622a8bef2e2b req-cbc2e978-a9cb-4ddb-a474-3c3561c8cdd8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.3173764 Dec 13 12:56:00.401004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-572c8e5f-478f-4d87-b40d-4bd3a1e94e0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74f99e9d-9b53-4833-a0a5-749c2b5f75c8 HTTP/1.1" status: 200 len: 217 time: 0.0915332 Dec 13 12:56:00.435944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'Network': ['ID=8a4a1d27-0ac7-490a-9fab-4b56668916ee,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:00.459974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-2d069dc4-1713-4c17-87d6-d8c98a98fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:00.461829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-2d069dc4-1713-4c17-87d6-d8c98a98fb40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7818ef30-9dec-4ee0-8280-575a661d1eba HTTP/1.1" status: 200 len: 797 time: 0.0528529 Dec 13 12:56:00.469638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 8a4a1d27-0ac7-490a-9fab-4b56668916ee details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:00.529221 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-571aefa8-8d4e-4665-a90b-622a8bef2e2b req-52acfe65-9f7a-4655-bc19-54bcdfec0514 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888061 Dec 13 12:56:00.614608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-7120a98c-b240-4e7e-adf0-ffb7d1a7b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:00.617189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-7120a98c-b240-4e7e-adf0-ffb7d1a7b637 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398153 Dec 13 12:56:00.638289 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:00.651746 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:00.772560 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Pushing event updated for resources: {'Port': ['ID=3f2c9717-07d0-47ea-8814-c277f9126950,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:00.842377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff122a5-1850-44b9-b630-775a3aeb9efc tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'Network': ['ID=bf0ff719-ef8d-4eeb-8a73-2a1603392192,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:00.854639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network bf0ff719-ef8d-4eeb-8a73-2a1603392192 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:00.858412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17559a11-9b20-405c-be30-b300268f104f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:00.864386 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-1c19f463-de50-40e8-8a0c-7260946e242b service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385378 Dec 13 12:56:00.868733 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.869082 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.869428 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.869760 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.870112 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.870442 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.870772 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.871098 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.871420 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.871740 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.872063 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.872486 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.893053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17559a11-9b20-405c-be30-b300268f104f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:00.893436 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:00.909032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17559a11-9b20-405c-be30-b300268f104f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:00.915854 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Attempting to bind port 3f2c9717-07d0-47ea-8814-c277f9126950 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:00.916222 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Attempting to bind port 3f2c9717-07d0-47ea-8814-c277f9126950 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:00.916586 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Attempting to bind port 3f2c9717-07d0-47ea-8814-c277f9126950 on network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:00.927873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17559a11-9b20-405c-be30-b300268f104f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:00.932288 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-17559a11-9b20-405c-be30-b300268f104f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2639310 Dec 13 12:56:00.940108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50644) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:00.947049 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:00.947266 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Checking segment: {'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:00.947587 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:00.947988 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Bound using segment: {'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:00.948496 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Bound port: 3f2c9717-07d0-47ea-8814-c277f9126950, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:00.948886 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:01.027286 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:01.044724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-11f64d91-4cae-47dc-ad8d-9d8fe48a03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:01.058694 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-11f64d91-4cae-47dc-ad8d-9d8fe48a03bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.7992980 Dec 13 12:56:01.136897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-c30beb3c-24ea-4bbc-b912-78092b7e99d5 service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650697 Dec 13 12:56:01.160179 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] For port 3f2c9717-07d0-47ea-8814-c277f9126950, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:01.165708 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] For port 3f2c9717-07d0-47ea-8814-c277f9126950, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3f2c9717-07d0-47ea-8814-c277f9126950,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:01.183376 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:01.283088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-462394ca-a152-4f70-b196-cfa4ac04ba17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 HTTP/1.1" status: 200 len: 217 time: 0.1388185 Dec 13 12:56:01.303397 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Routers {'72406d60-58ec-41c5-b92e-312138c343b3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:56:01.304044 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['72406d60-58ec-41c5-b92e-312138c343b3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:01.310020 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-aa00e308-297b-4203-b490-462901fd9b90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 1000 time: 0.2503042 Dec 13 12:56:01.316163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:01.390441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-daf7d15a-ccce-48fb-980f-5f5c27306c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:01.391982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-daf7d15a-ccce-48fb-980f-5f5c27306c4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7818ef30-9dec-4ee0-8280-575a661d1eba HTTP/1.1" status: 200 len: 797 time: 0.0949922 Dec 13 12:56:01.453399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4a1d27-0ac7-490a-9fab-4b56668916ee']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:01.474469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d052d3-e6d9-49e0-8830-9818ec3c2283') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:01.474733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d052d3-e6d9-49e0-8830-9818ec3c2283') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:01.487646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-52ef7acc-52fb-4164-b114-ad4951dd292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:01.489119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-52ef7acc-52fb-4164-b114-ad4951dd292a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1625252 Dec 13 12:56:01.490885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:01.520362 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] Set router 72406d60-58ec-41c5-b92e-312138c343b3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:56:01.539567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:01.551013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:56:01.551445 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:01.555893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ea5db0ea-eaec-4097-8b76-96f8d12cb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:01.558101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-ea5db0ea-eaec-4097-8b76-96f8d12cb001 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=374a949d-aec7-4b8e-a55c-02119c1300d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1584206 Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:56:01.560463 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:56:01.571598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c3b7f-6b68-46aa-886d-33c004e2417c req-96671ba6-7467-40ad-83d9-fe1a010d2db3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:01.580526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb3c3b7f-6b68-46aa-886d-33c004e2417c req-96671ba6-7467-40ad-83d9-fe1a010d2db3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.1255264 Dec 13 12:56:01.647278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-87b06b46-d5f2-4369-bb12-a46c97862e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:01.648693 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-87b06b46-d5f2-4369-bb12-a46c97862e14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441970 Dec 13 12:56:01.668983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:01.674263 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:01.678602 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "DELETE /v2.0/networks/8a4a1d27-0ac7-490a-9fab-4b56668916ee HTTP/1.1" status: 204 len: 168 time: 0.7371128 Dec 13 12:56:01.683676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50658) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:01.756772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683b0c1-9a0b-4d56-b1e2-a723e3ec51e9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Network': ['ID=8a4a1d27-0ac7-490a-9fab-4b56668916ee,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:01.793285 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:01.808930 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dbb18-1002-4c9d-8e9d-bcec23383fa2 None None] Pushing event updated for resources: {'Port': ['ID=3f2c9717-07d0-47ea-8814-c277f9126950,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:01.838024 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-24d97387-e4af-4005-81bf-a0094bdaef3d service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805305 Dec 13 12:56:01.838313 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72406d60-58ec-41c5-b92e-312138c343b3', 'name': 'tempest-ServerRescueNegativeTestJSON-330335992-router', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:48Z', 'updated_at': '2021-12-13T12:55:55Z', 'revision_number': 4, 'project_id': '219244b964264dcfb54d280fc2eeb002', 'gw_port': {'id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72406d60-58ec-41c5-b92e-312138c343b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:49Z', 'updated_at': '2021-12-13T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '3f2c9717-07d0-47ea-8814-c277f9126950', 'name': '', 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'mac_address': 'fa:16:3e:0a:4f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72406d60-58ec-41c5-b92e-312138c343b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '72870beb-ba7a-4ea9-8c74-20cca5233db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:54Z', 'updated_at': '2021-12-13T12:56:01Z', 'revision_number': 4, 'project_id': '219244b964264dcfb54d280fc2eeb002', 'subnets': [{'id': '72870beb-ba7a-4ea9-8c74-20cca5233db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:01.871379 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6205a7c-a01a-43c6-91bb-d7643090eff3 None None] The sync data for ids ['72406d60-58ec-41c5-b92e-312138c343b3'] in n-d-817326-4 is: [{'id': '72406d60-58ec-41c5-b92e-312138c343b3', 'name': 'tempest-ServerRescueNegativeTestJSON-330335992-router', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:48Z', 'updated_at': '2021-12-13T12:55:55Z', 'revision_number': 4, 'project_id': '219244b964264dcfb54d280fc2eeb002', 'gw_port': {'id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72406d60-58ec-41c5-b92e-312138c343b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:49Z', 'updated_at': '2021-12-13T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '3f2c9717-07d0-47ea-8814-c277f9126950', 'name': '', 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'mac_address': 'fa:16:3e:0a:4f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72406d60-58ec-41c5-b92e-312138c343b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '72870beb-ba7a-4ea9-8c74-20cca5233db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:54Z', 'updated_at': '2021-12-13T12:56:01Z', 'revision_number': 4, 'project_id': '219244b964264dcfb54d280fc2eeb002', 'subnets': [{'id': '72870beb-ba7a-4ea9-8c74-20cca5233db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:56:02.002539 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-051f2008-4440-4f12-b136-9c6d5df6fe2d req-a33f7bab-144b-4539-a5df-3db401f8bc27 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567991 Dec 13 12:56:02.003189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb3c3b7f-6b68-46aa-886d-33c004e2417c req-20586043-8aaf-436d-b4f1-9654d959c04b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4212329 Dec 13 12:56:02.005355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-9764c749-8784-48ea-9f24-8ffc3dfd0fc6 service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211800 Dec 13 12:56:02.007838 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:02.105038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0ff719-ef8d-4eeb-8a73-2a1603392192']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:02.120576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecabccd-0ac4-4877-9ec5-5a44b4798bd0') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:02.121234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecabccd-0ac4-4877-9ec5-5a44b4798bd0') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:02.133230 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:02.149833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:02.185053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:56:02.185053 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:56:02.187515 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:56:02.479656 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:02.486346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8f5c6b0-bc1f-45e6-884f-e28748070d92 req-6c16ca86-77c8-4449-8e9a-2f37465c84ad service neutron] 10.222.0.42 "GET /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684434 Dec 13 12:56:02.512956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:02.517142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "DELETE /v2.0/networks/bf0ff719-ef8d-4eeb-8a73-2a1603392192 HTTP/1.1" status: 204 len: 168 time: 0.8280044 Dec 13 12:56:02.520562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50706) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:02.552918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ce85e-921d-4a05-a602-a89be1007b27 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Network': ['ID=bf0ff719-ef8d-4eeb-8a73-2a1603392192,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:02.588287 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f6f98-b9f3-4576-8fb6-ad31d92cf267 req-228942c8-b313-4cd5-b983-7ed033d29286 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:02.591743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-008f6f98-b9f3-4576-8fb6-ad31d92cf267 req-228942c8-b313-4cd5-b983-7ed033d29286 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.2859151 Dec 13 12:56:02.647981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-df4da1af-65f3-4e7e-af46-216fee8bc710 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:02.649657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-df4da1af-65f3-4e7e-af46-216fee8bc710 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 818 time: 0.3695562 Dec 13 12:56:02.705147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-bf5e3efe-1184-40de-8e8e-6ab09a12bdab tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/quotas/219244b964264dcfb54d280fc2eeb002 HTTP/1.1" status: 200 len: 375 time: 0.0471332 Dec 13 12:56:02.764595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e60fea9-4b72-43ef-b00a-88dad459e733 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:02.791222 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-008f6f98-b9f3-4576-8fb6-ad31d92cf267 req-d3e4d6d6-0d3a-44bc-80a0-299f407f260a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944261 Dec 13 12:56:02.802133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e60fea9-4b72-43ef-b00a-88dad459e733 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:02.808932 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9e60fea9-4b72-43ef-b00a-88dad459e733 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2854042 Dec 13 12:56:02.819708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50718) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:02.822271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-405931600'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:02.868446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-7236c4c2-49b8-451a-925a-c9af812d4f71 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441908 Dec 13 12:56:02.986163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Made reservation on behalf of 62461d7ce22c4937a7e28cc717cba9e9 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:02.993044 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:03.002410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ec95e-e72a-422a-b046-ebaa9e33ef64 req-6e90ba3e-8f44-4f4e-8c79-db2aa8ada95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:03.012830 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-064ec95e-e72a-422a-b046-ebaa9e33ef64 req-6e90ba3e-8f44-4f4e-8c79-db2aa8ada95a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 1096 time: 0.1309175 Dec 13 12:56:03.075171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-1a74a2cc-1e0a-4fa8-aa02-8ff3831193a8 service neutron] 10.222.0.31 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049651 Dec 13 12:56:03.150726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ec95e-e72a-422a-b046-ebaa9e33ef64 req-559b2653-5930-4443-8dcb-3d8df144cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:03.152516 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-064ec95e-e72a-422a-b046-ebaa9e33ef64 req-559b2653-5930-4443-8dcb-3d8df144cfda service neutron] 10.222.0.37 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 911 time: 0.1315477 Dec 13 12:56:03.170472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:56:03.197995 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:03.208729 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Added segment 34a05f9c-25ec-4989-afbb-587643356b42 of type vlan for network 02ae2e54-070b-49fc-847d-a9148c9f11ea Dec 13 12:56:03.231813 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-064ec95e-e72a-422a-b046-ebaa9e33ef64 req-a33c23fa-a1a8-4efd-99ab-7049d7c9ab89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406 HTTP/1.1" status: 200 len: 217 time: 0.0684605 Dec 13 12:56:03.264610 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-c85a3edd-e864-4595-94ef-0efa2c967f44 service neutron] 10.222.0.31 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872838 Dec 13 12:56:03.285863 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:03.296085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50728) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:03.326928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ec95e-e72a-422a-b046-ebaa9e33ef64 req-1c2d264a-6414-4b39-9d00-be53171a9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:03.330805 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-064ec95e-e72a-422a-b046-ebaa9e33ef64 req-1c2d264a-6414-4b39-9d00-be53171a9c0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.0921419 Dec 13 12:56:03.366478 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:03.383245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:03.383859 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:03.417937 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-064ec95e-e72a-422a-b046-ebaa9e33ef64 req-c1e6aefd-39d1-4ecc-9c73-fb508d9739ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767803 Dec 13 12:56:03.554373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9177fe51-e5fe-4099-8dd1-e47c37f3a960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:03.662260 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-064ec95e-e72a-422a-b046-ebaa9e33ef64 req-bf232531-ad3c-4405-84d1-0a93b0577ca2 service neutron] 10.222.0.37 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328894 Dec 13 12:56:03.675815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8596909 Dec 13 12:56:03.722635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50738) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:03.757654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66b492-6835-449a-9f4f-f2d99b7343cd tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'Network': ['ID=02ae2e54-070b-49fc-847d-a9148c9f11ea,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:03.773448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 02ae2e54-070b-49fc-847d-a9148c9f11ea details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:03.800168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4550379f-beb3-4729-aafe-b8391e5c0366 req-09e6d919-e2eb-4c98-96b9-52a33454186b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 210 time: 0.1559529 Dec 13 12:56:03.817159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-790555846'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:03.940395 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-064ec95e-e72a-422a-b046-ebaa9e33ef64 req-fdcefad1-ef3e-41d3-864d-afffe12a0b19 service neutron] 10.222.0.37 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714751 Dec 13 12:56:03.964539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3f2c9717-07d0-47ea-8814-c277f9126950 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:04.017420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Made reservation on behalf of 62461d7ce22c4937a7e28cc717cba9e9 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:04.025656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.062852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:56:04.094588 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.094933 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Added segment 878d2873-074f-4769-8c17-a103c85f9b9d of type vlan for network 4f9e3e48-8eb8-4470-8933-f84716292d91 Dec 13 12:56:04.101867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d2fa8-58a5-4dfe-abec-b8e6bc143235 req-152e9900-5b51-4713-b5f3-91b7d34077c3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:04.103517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-307d2fa8-58a5-4dfe-abec-b8e6bc143235 req-152e9900-5b51-4713-b5f3-91b7d34077c3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.4574242 Dec 13 12:56:04.105619 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9177fe51-e5fe-4099-8dd1-e47c37f3a960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.131977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9177fe51-e5fe-4099-8dd1-e47c37f3a960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.134157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3f2c9717-07d0-47ea-8814-c277f9126950 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:04.134540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.188034 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.230674 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.245450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:04.249051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.268406 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.320505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177fe51-e5fe-4099-8dd1-e47c37f3a960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a62ad-b664-4ea4-bf7d-9c866db7e8bf,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:04.335361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 3f2c9717-07d0-47ea-8814-c277f9126950, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3f2c9717-07d0-47ea-8814-c277f9126950,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:04.336669 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9177fe51-e5fe-4099-8dd1-e47c37f3a960 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43e413a1d3a5480ca4f37bda07c158c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0338030 Dec 13 12:56:04.341196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50770) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:04.346591 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.419597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=3f2c9717-07d0-47ea-8814-c277f9126950,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:04.426848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-307d2fa8-58a5-4dfe-abec-b8e6bc143235 req-4f573edc-cd4d-4487-97d3-71aafa9b910e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916834 Dec 13 12:56:04.431027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'Network': ['ID=4f9e3e48-8eb8-4470-8933-f84716292d91,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:04.453005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 4f9e3e48-8eb8-4470-8933-f84716292d91 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:04.465681 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bdc0e58b-1f7b-4918-873c-dacadb974412 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7384963 Dec 13 12:56:04.468642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50772) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:04.481054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'ports': [{'network_id': '02ae2e54-070b-49fc-847d-a9148c9f11ea', 'name': 'tempest-port--1960632037', 'admin_state_up': True}, {'network_id': '4f9e3e48-8eb8-4470-8933-f84716292d91', 'admin_state_up': False}]} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:04.482463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'port': {'network_id': '02ae2e54-070b-49fc-847d-a9148c9f11ea', 'name': 'tempest-port--1960632037', 'admin_state_up': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:04.483186 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'port': {'network_id': '4f9e3e48-8eb8-4470-8933-f84716292d91', 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:04.523771 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be27666b-7f49-48f5-a04a-fdb10dce7df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.631142 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be27666b-7f49-48f5-a04a-fdb10dce7df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:04.649366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be99e1-f03c-4794-91b1-ece17414ba2a req-4e960c5e-15aa-46e8-9255-9421b56fe544 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:04.663740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93be99e1-f03c-4794-91b1-ece17414ba2a req-4e960c5e-15aa-46e8-9255-9421b56fe544 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 945 time: 0.3042288 Dec 13 12:56:04.873777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-6a9d2f1e-cd47-4be9-8df0-b96b06cace1b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:04.875448 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-6a9d2f1e-cd47-4be9-8df0-b96b06cace1b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 818 time: 0.1835179 Dec 13 12:56:04.907443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0212cc26-46a9-43e5-aea8-ba5d931b007e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/quotas/219244b964264dcfb54d280fc2eeb002 HTTP/1.1" status: 200 len: 375 time: 0.0236351 Dec 13 12:56:04.933350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93be99e1-f03c-4794-91b1-ece17414ba2a req-5f381f58-1041-4f1e-8a87-ba7c6429997d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678494 Dec 13 12:56:04.998546 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be27666b-7f49-48f5-a04a-fdb10dce7df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:05.002656 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be27666b-7f49-48f5-a04a-fdb10dce7df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:05.004123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-be27666b-7f49-48f5-a04a-fdb10dce7df0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a05a62ad-b664-4ea4-bf7d-9c866db7e8bf HTTP/1.1" status: 204 len: 168 time: 0.6614437 Dec 13 12:56:05.023895 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27666b-7f49-48f5-a04a-fdb10dce7df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a62ad-b664-4ea4-bf7d-9c866db7e8bf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:05.031701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-1d966b17-d547-4dd2-83ab-fb7f3caf90c5 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112278 Dec 13 12:56:05.237739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Made reservation on behalf of 62461d7ce22c4937a7e28cc717cba9e9 for: {'port': 2} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:05.244562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:05.263315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:05.273417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-ecd2e9b1-5eb2-4c53-b79d-397e12ce6e22 service neutron] 10.222.0.31 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279150 Dec 13 12:56:05.410175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] device_id is not set on port dd1406c9-135a-4ae8-9889-e3f34746cc2d yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:05.464392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50832) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:05.554854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9bbe4414-c2e2-43f4-bda3-6396f58be406 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:05.793176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:05.808403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3f2c9717-07d0-47ea-8814-c277f9126950 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:05.869417 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:05.898866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] device_id is not set on port b4586697-d6a7-4eb4-822a-46f994fdb315 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:05.909224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3f2c9717-07d0-47ea-8814-c277f9126950 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:05.909967 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:05.911703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7d812a-4d34-477c-a307-92197712699b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbe4414-c2e2-43f4-bda3-6396f58be406'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:05.914815 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585c3bc9-c0a6-48d4-a23b-eb4a91b991b8" -d '{"events": [{"server_uuid": "aa7d812a-4d34-477c-a307-92197712699b", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbe4414-c2e2-43f4-bda3-6396f58be406"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:05.953112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9bbe4414-c2e2-43f4-bda3-6396f58be406, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:05.969759 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.018245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50838) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:06.045397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9bbe4414-c2e2-43f4-bda3-6396f58be406,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:06.057207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.096638 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0553ee9-89ec-4705-aeab-74f8355e1686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.098892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fba17e9-0806-4412-b30b-680abbd7b8b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.131450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-14d5e534-afd1-44ba-912a-3984c900e0e1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:06.132919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-14d5e534-afd1-44ba-912a-3984c900e0e1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.42 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 818 time: 0.8203416 Dec 13 12:56:06.133515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.152972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Request body: {'port': {'device_id': 'a92a495e-bfd2-489d-b9b2-df037ecda5a9', 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d', 'admin_state_up': True, 'tenant_id': '219244b964264dcfb54d280fc2eeb002'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:06.179830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c11bcb-c2ff-4a03-a8d6-6de28784c53a req-dcb96c59-423d-4b82-ad25-f04fa8ce84eb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:06.181354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4c11bcb-c2ff-4a03-a8d6-6de28784c53a req-dcb96c59-423d-4b82-ad25-f04fa8ce84eb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.1336362 Dec 13 12:56:06.212841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0523a2d7-6de1-48ae-99e7-8c70216b9369 service neutron] 10.222.0.31 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9385111 Dec 13 12:56:06.253280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'Port': ['ID=dd1406c9-135a-4ae8-9889-e3f34746cc2d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:06.307442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4c11bcb-c2ff-4a03-a8d6-6de28784c53a req-31554572-71fe-447b-9615-61325f8a98a8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928977 Dec 13 12:56:06.325165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Checking segment: {'id': '34a05f9c-25ec-4989-afbb-587643356b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '02ae2e54-070b-49fc-847d-a9148c9f11ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:06.325165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Network hostable DHCP agents. Network: 02ae2e54-070b-49fc-847d-a9148c9f11ea, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:56:06.371769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Made reservation on behalf of 219244b964264dcfb54d280fc2eeb002 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:06.380596 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.406213 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fba17e9-0806-4412-b30b-680abbd7b8b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.414552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Network 02ae2e54-070b-49fc-847d-a9148c9f11ea is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:56:06.416891 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ff2171-520b-4aa1-a0e4-89f748d13e3a x-openstack-request-id: req-d4ff2171-520b-4aa1-a0e4-89f748d13e3a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:06.417262 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7d812a-4d34-477c-a307-92197712699b", "name": "network-vif-unplugged", "status": "failed", "tag": "9bbe4414-c2e2-43f4-bda3-6396f58be406", "code": 422}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:06.417589 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4ff2171-520b-4aa1-a0e4-89f748d13e3a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:06.418095 n-d-817326-4 neutron-server[109887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa7d812a-4d34-477c-a307-92197712699b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9bbe4414-c2e2-43f4-bda3-6396f58be406', 'code': 422} returned with failed status Dec 13 12:56:06.426366 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fba17e9-0806-4412-b30b-680abbd7b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.470181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0553ee9-89ec-4705-aeab-74f8355e1686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.499343 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5fba17e9-0806-4412-b30b-680abbd7b8b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=caf0a781f6154f228d6cbb399302bb24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4800766 Dec 13 12:56:06.501699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba17e9-0806-4412-b30b-680abbd7b8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e2883b-737d-4ad8-8bd0-2a28b49d34b5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:06.504881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50860) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:06.507330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0553ee9-89ec-4705-aeab-74f8355e1686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.535297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 02ae2e54-070b-49fc-847d-a9148c9f11ea) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:06.543558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70b6773-206d-4725-a3ea-5b52ac17408e None None] Network 02ae2e54-070b-49fc-847d-a9148c9f11ea requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:06.583924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-323562ef-10f6-4089-a9d8-db82134511db req-5a2183bd-f734-4a39-a2a4-5bf308846b10 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 210 time: 0.0718474 Dec 13 12:56:06.627787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:06.629564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.654343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7b515-92ca-427a-81f5-0192017d9220 req-60c923d6-802a-430a-acbc-b5a15daf7748 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:06.663020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67f7b515-92ca-427a-81f5-0192017d9220 req-60c923d6-802a-430a-acbc-b5a15daf7748 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 943 time: 0.1521096 Dec 13 12:56:06.733649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Allocated IP 172.20.0.12 (3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d/72870beb-ba7a-4ea9-8c74-20cca5233db9/15d9af9b-046d-4ed0-8a79-fba58df91abf) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:06.746270 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f0553ee9-89ec-4705-aeab-74f8355e1686 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ceeb99010e842c895a9d3117aec7fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2767813 Dec 13 12:56:06.746270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0553ee9-89ec-4705-aeab-74f8355e1686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861110db-c9ba-417a-b1b3-48d6cbf9ffed,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:06.747855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50866) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:06.772564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'Port': ['ID=b4586697-d6a7-4eb4-822a-46f994fdb315,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:06.790930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b35a208b-604f-4c4a-89a3-fd47b658fc55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.802926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Checking segment: {'id': '878d2873-074f-4769-8c17-a103c85f9b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f9e3e48-8eb8-4470-8933-f84716292d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:06.803265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Network hostable DHCP agents. Network: 4f9e3e48-8eb8-4470-8933-f84716292d91, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:56:06.811132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67f7b515-92ca-427a-81f5-0192017d9220 req-ee503b9d-93a2-44c3-8063-24d24f22464f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426435 Dec 13 12:56:06.822741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6364a-f6fd-4bfb-b652-876d248da47f req-f39fa196-126c-4586-8451-885bbff7c492 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:06.826219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5b6364a-f6fd-4bfb-b652-876d248da47f req-f39fa196-126c-4586-8451-885bbff7c492 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 946 time: 0.1430585 Dec 13 12:56:06.838211 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b35a208b-604f-4c4a-89a3-fd47b658fc55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.882260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Network 4f9e3e48-8eb8-4470-8933-f84716292d91 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:56:06.908111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 4f9e3e48-8eb8-4470-8933-f84716292d91) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:06.916001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:06.916822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130219d-ddba-44a3-92db-858084bd1390 None None] Network 4f9e3e48-8eb8-4470-8933-f84716292d91 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:06.927784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:06.933125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:06.934133 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:06.966392 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3e2ee4c8-37ab-4d3b-bf49-255ce6e0f2e8 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4938052 Dec 13 12:56:06.966874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50878) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:07.014107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b35a208b-604f-4c4a-89a3-fd47b658fc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.014842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b35a208b-604f-4c4a-89a3-fd47b658fc55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.016191 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b35a208b-604f-4c4a-89a3-fd47b658fc55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3e2883b-737d-4ad8-8bd0-2a28b49d34b5 HTTP/1.1" status: 204 len: 168 time: 0.5101547 Dec 13 12:56:07.080015 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d33ed394-59d7-47d2-853b-a3c80b5a6844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.088627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a208b-604f-4c4a-89a3-fd47b658fc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e2883b-737d-4ad8-8bd0-2a28b49d34b5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:07.111689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5b6364a-f6fd-4bfb-b652-876d248da47f req-8c84670c-fc3a-413b-807d-ab899e389202 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381593 Dec 13 12:56:07.165411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d33ed394-59d7-47d2-853b-a3c80b5a6844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.175449 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395ce6c-3cda-4b6f-a2ae-366a80b5d77d tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:07.175608 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.193066 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395ce6c-3cda-4b6f-a2ae-366a80b5d77d tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:07.195156 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9395ce6c-3cda-4b6f-a2ae-366a80b5d77d tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2271929 Dec 13 12:56:07.198212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50892) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:07.301003 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d33ed394-59d7-47d2-853b-a3c80b5a6844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.303683 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d33ed394-59d7-47d2-853b-a3c80b5a6844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.304856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d33ed394-59d7-47d2-853b-a3c80b5a6844 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/861110db-c9ba-417a-b1b3-48d6cbf9ffed HTTP/1.1" status: 204 len: 168 time: 0.5513628 Dec 13 12:56:07.314618 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.320105 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.330194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ed394-59d7-47d2-853b-a3c80b5a6844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861110db-c9ba-417a-b1b3-48d6cbf9ffed,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:07.388225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:07.395275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:07.397104 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Pushing event updated for resources: {'Port': ['ID=15d9af9b-046d-4ed0-8a79-fba58df91abf,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:07.400364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:07.425601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f8c34-5e3a-4d41-bc5e-dfb4498c108f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Deleting port dd1406c9-135a-4ae8-9889-e3f34746cc2d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:07.426213 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8c34-5e3a-4d41-bc5e-dfb4498c108f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.475327 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.539599 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8c34-5e3a-4d41-bc5e-dfb4498c108f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.555081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:07.598977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:07.599890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.615031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f8c34-5e3a-4d41-bc5e-dfb4498c108f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Calling delete_port for dd1406c9-135a-4ae8-9889-e3f34746cc2d owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:07.671100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-87ae2c7a-2229-4b3b-bd81-34e79903809e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5244794 Dec 13 12:56:07.717694 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.736367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Request body: {'port': {'device_id': 'a92a495e-bfd2-489d-b9b2-df037ecda5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:07.778038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:07.786114 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.787136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9bbe4414-c2e2-43f4-bda3-6396f58be406 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:07.804401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-793b45eb-aee3-49c9-8000-0b82c56b5878 req-7fd91b23-ca54-40d0-9f0d-5b87bd161dd9 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 210 time: 0.0821483 Dec 13 12:56:07.929878 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:07.989899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=14']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:08.007949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-cf2c36ba-2e8e-4334-83ac-149bb00de263 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:08.015709 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-cf2c36ba-2e8e-4334-83ac-149bb00de263 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.37 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 818 time: 0.3460729 Dec 13 12:56:08.031194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Request body: {'port': {'device_id': '835d2649-aedb-4ad0-b9a0-29068a31d016', 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d', 'admin_state_up': True, 'tenant_id': '219244b964264dcfb54d280fc2eeb002'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:08.100102 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8c34-5e3a-4d41-bc5e-dfb4498c108f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.124315 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8c34-5e3a-4d41-bc5e-dfb4498c108f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.128488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-aa2f8c34-5e3a-4d41-bc5e-dfb4498c108f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "DELETE /v2.0/ports/dd1406c9-135a-4ae8-9889-e3f34746cc2d HTTP/1.1" status: 204 len: 168 time: 0.9246306 Dec 13 12:56:08.132907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50942) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:08.166468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f8c34-5e3a-4d41-bc5e-dfb4498c108f tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Port': ['ID=dd1406c9-135a-4ae8-9889-e3f34746cc2d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:08.210761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50948) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:08.239498 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84d9625a-a90c-4f8e-814e-7cd9d08d2d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.287306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Made reservation on behalf of 219244b964264dcfb54d280fc2eeb002 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:08.291727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.416304 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84d9625a-a90c-4f8e-814e-7cd9d08d2d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.419693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:08.422533 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce3c273-66d2-436d-8f08-f50982c4a46b" -d '{"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-unplugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:08.424841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-7440f244-e1a5-4797-a7bf-f7f89737964d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:08.426258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-7440f244-e1a5-4797-a7bf-f7f89737964d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7d812a-4d34-477c-a307-92197712699b HTTP/1.1" status: 200 len: 943 time: 0.1053779 Dec 13 12:56:08.431210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7ef372eb-db76-47cf-a2d5-508bb6d340f7 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Deleting port b4586697-d6a7-4eb4-822a-46f994fdb315 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:08.431984 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ef372eb-db76-47cf-a2d5-508bb6d340f7 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.447061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84d9625a-a90c-4f8e-814e-7cd9d08d2d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.490922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9625a-a90c-4f8e-814e-7cd9d08d2d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966de603-4cb4-4a00-9f47-7def8b4a3be0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:08.495938 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-84d9625a-a90c-4f8e-814e-7cd9d08d2d3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a305151e54b0458c88a60358e1df5fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839968 Dec 13 12:56:08.499534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50974) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:08.531248 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5477a042-acf9-4f19-9612-7c5642523d78 x-openstack-request-id: req-5477a042-acf9-4f19-9612-7c5642523d78 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:08.531541 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-unplugged", "status": "completed", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:08.531791 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5477a042-acf9-4f19-9612-7c5642523d78 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:08.532185 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'code': 200} Dec 13 12:56:08.557119 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae26c3df-9fd5-4f96-96c9-25fd8426e420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.585951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae26c3df-9fd5-4f96-96c9-25fd8426e420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.617425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d9af9b-046d-4ed0-8a79-fba58df91abf {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:08.651474 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.676476 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae26c3df-9fd5-4f96-96c9-25fd8426e420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.679600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae26c3df-9fd5-4f96-96c9-25fd8426e420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.680941 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ae26c3df-9fd5-4f96-96c9-25fd8426e420 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/966de603-4cb4-4a00-9f47-7def8b4a3be0 HTTP/1.1" status: 204 len: 168 time: 0.1804218 Dec 13 12:56:08.694850 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26c3df-9fd5-4f96-96c9-25fd8426e420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966de603-4cb4-4a00-9f47-7def8b4a3be0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:08.743579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ef372eb-db76-47cf-a2d5-508bb6d340f7 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.746811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Transition to ACTIVE for port object 15d9af9b-046d-4ed0-8a79-fba58df91abf will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:56:08.776697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7ef372eb-db76-47cf-a2d5-508bb6d340f7 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Calling delete_port for b4586697-d6a7-4eb4-822a-46f994fdb315 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:08.798547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:08.804997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Allocated IP 172.20.0.5 (3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d/72870beb-ba7a-4ea9-8c74-20cca5233db9/02060561-a5f5-4c11-9bdc-8427c9ed38fc) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:08.997860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ef372eb-db76-47cf-a2d5-508bb6d340f7 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.003775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06d818a2-9f5e-408f-87ea-fee22f4e5c01 req-042d66b8-6265-4263-a122-e253c1b6d838 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 210 time: 0.0586023 Dec 13 12:56:09.004510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Pushing event updated for resources: {'Port': ['ID=15d9af9b-046d-4ed0-8a79-fba58df91abf,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:09.011381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.063477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef372eb-db76-47cf-a2d5-508bb6d340f7 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Port': ['ID=b4586697-d6a7-4eb4-822a-46f994fdb315,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:09.085456 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.089660 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ef372eb-db76-47cf-a2d5-508bb6d340f7 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.096565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7ef372eb-db76-47cf-a2d5-508bb6d340f7 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "DELETE /v2.0/ports/b4586697-d6a7-4eb4-822a-46f994fdb315 HTTP/1.1" status: 204 len: 168 time: 0.9598022 Dec 13 12:56:09.097245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51006) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:09.115101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-dbeb8447-20ff-4d45-8a80-25b750b1ea32 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Deleting port 9bbe4414-c2e2-43f4-bda3-6396f58be406 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:09.115461 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-dbeb8447-20ff-4d45-8a80-25b750b1ea32 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.146056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:09.149891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:09.155004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:09.186990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b0a163b6-42ab-4502-a6ce-0c431c9d4016 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0859656 Dec 13 12:56:09.187926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51010) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:09.195825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1767978203'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:09.200186 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Pushing event updated for resources: {'Port': ['ID=02060561-a5f5-4c11-9bdc-8427c9ed38fc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:09.258402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:09.259124 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.260281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Attempting to bind port 15d9af9b-046d-4ed0-8a79-fba58df91abf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:09.260792 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Attempting to bind port 15d9af9b-046d-4ed0-8a79-fba58df91abf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:09.261278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Attempting to bind port 15d9af9b-046d-4ed0-8a79-fba58df91abf on network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:09.272895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Made reservation on behalf of 62461d7ce22c4937a7e28cc717cba9e9 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:09.279119 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.290319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Port 15d9af9b-046d-4ed0-8a79-fba58df91abf on network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:56:09.290644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Attempting to bind port 15d9af9b-046d-4ed0-8a79-fba58df91abf on network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:09.305864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:09.306445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Checking segment: {'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:09.307702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Bound using segment: {'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:09.308343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Bound port: 15d9af9b-046d-4ed0-8a79-fba58df91abf, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:09.308462 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-0f49fe08-b295-400b-980e-281d98142a8a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2822626 Dec 13 12:56:09.309009 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.318778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-dbeb8447-20ff-4d45-8a80-25b750b1ea32 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] For port 9bbe4414-c2e2-43f4-bda3-6396f58be406, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9bbe4414-c2e2-43f4-bda3-6396f58be406,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:09.319349 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-dbeb8447-20ff-4d45-8a80-25b750b1ea32 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.322270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Request body: {'port': {'device_id': '835d2649-aedb-4ad0-b9a0-29068a31d016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:09.345029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-dbeb8447-20ff-4d45-8a80-25b750b1ea32 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Calling delete_port for 9bbe4414-c2e2-43f4-bda3-6396f58be406 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:09.368437 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:56:09.420366 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.420719 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Added segment 6f803486-586d-4bc2-b246-23244fd87683 of type vlan for network 57117a4d-5059-424f-9e79-75cb02ddc03b Dec 13 12:56:09.439444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.496601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.496981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] For port 15d9af9b-046d-4ed0-8a79-fba58df91abf, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:09.513363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] For port 15d9af9b-046d-4ed0-8a79-fba58df91abf, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:09.522369 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.564382 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.575814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:09.577061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.630698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:09.632704 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.635027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] 10.222.0.42 "PUT /v2.0/ports/15d9af9b-046d-4ed0-8a79-fba58df91abf HTTP/1.1" status: 200 len: 1092 time: 1.9030976 Dec 13 12:56:09.650559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92a495e-bfd2-489d-b9b2-df037ecda5a9', 'tag': '15d9af9b-046d-4ed0-8a79-fba58df91abf'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:09.654810 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e863369c-83c9-44ee-8c12-0091e53aab20" -d '{"events": [{"name": "network-changed", "server_uuid": "a92a495e-bfd2-489d-b9b2-df037ecda5a9", "tag": "15d9af9b-046d-4ed0-8a79-fba58df91abf"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:09.665089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2716469-c4c6-4221-9082-e9ee41602a30 service neutron] Pushing event updated for resources: {'Port': ['ID=15d9af9b-046d-4ed0-8a79-fba58df91abf,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:09.725576 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5363061 Dec 13 12:56:09.731061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51054) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:09.748802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdb947-bfff-4a5b-a0e7-3d60ded1eb85 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'Network': ['ID=57117a4d-5059-424f-9e79-75cb02ddc03b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:09.763068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1291627205'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:09.776522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 57117a4d-5059-424f-9e79-75cb02ddc03b details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:09.881276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-dbeb8447-20ff-4d45-8a80-25b750b1ea32 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.886940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Made reservation on behalf of 62461d7ce22c4937a7e28cc717cba9e9 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:09.891481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:09.896412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-904e0b60-9b11-4b2e-b691-3b8e4dbbde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:09.912265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-904e0b60-9b11-4b2e-b691-3b8e4dbbde4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 1095 time: 0.2088618 Dec 13 12:56:09.960380 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d622f28e-f3ac-495a-9ac1-d88454332e5c x-openstack-request-id: req-d622f28e-f3ac-495a-9ac1-d88454332e5c {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:09.960991 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92a495e-bfd2-489d-b9b2-df037ecda5a9", "tag": "15d9af9b-046d-4ed0-8a79-fba58df91abf", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:09.960991 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d622f28e-f3ac-495a-9ac1-d88454332e5c {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:09.961505 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92a495e-bfd2-489d-b9b2-df037ecda5a9', 'tag': '15d9af9b-046d-4ed0-8a79-fba58df91abf', 'status': 'completed', 'code': 200} Dec 13 12:56:09.991695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb8447-20ff-4d45-8a80-25b750b1ea32 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event deleted for resources: {'Port': ['ID=9bbe4414-c2e2-43f4-bda3-6396f58be406,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:10.009441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-fedc5f10-a773-4967-8b7c-c78c59adae79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf HTTP/1.1" status: 200 len: 217 time: 0.0921941 Dec 13 12:56:10.041486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02060561-a5f5-4c11-9bdc-8427c9ed38fc {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:10.052182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.082687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Transition to ACTIVE for port object 02060561-a5f5-4c11-9bdc-8427c9ed38fc will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:56:10.088117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.121368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:56:10.124668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-dbeb8447-20ff-4d45-8a80-25b750b1ea32 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] No DVR routers for this DVR port 9bbe4414-c2e2-43f4-bda3-6396f58be406 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:10.127307 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-dbeb8447-20ff-4d45-8a80-25b750b1ea32 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.141124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ff4a1a9-f697-46f0-b474-eed1c629b215 req-dbeb8447-20ff-4d45-8a80-25b750b1ea32 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "DELETE /v2.0/ports/9bbe4414-c2e2-43f4-bda3-6396f58be406 HTTP/1.1" status: 204 len: 173 time: 1.7050846 Dec 13 12:56:10.142865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Pushing event updated for resources: {'Port': ['ID=02060561-a5f5-4c11-9bdc-8427c9ed38fc,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:10.197046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.200149 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Added segment 9ba1d73b-1d60-4bd4-8fad-023887125877 of type vlan for network adbade09-cc89-4192-b0a9-31c53facb137 Dec 13 12:56:10.218973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-67b20d60-5134-47e0-8755-a37a0a93614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:10.220266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-67b20d60-5134-47e0-8755-a37a0a93614d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 200 len: 858 time: 0.1886797 Dec 13 12:56:10.241798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Attempting to bind port 02060561-a5f5-4c11-9bdc-8427c9ed38fc on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:10.242844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Attempting to bind port 02060561-a5f5-4c11-9bdc-8427c9ed38fc by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:10.243527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Attempting to bind port 02060561-a5f5-4c11-9bdc-8427c9ed38fc on network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:10.249545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Port 02060561-a5f5-4c11-9bdc-8427c9ed38fc on network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:56:10.250175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Attempting to bind port 02060561-a5f5-4c11-9bdc-8427c9ed38fc on network 3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:10.258398 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:10.259196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Checking segment: {'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:10.259869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Bound using segment: {'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:10.260576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Bound port: 02060561-a5f5-4c11-9bdc-8427c9ed38fc, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8576ef-e53b-4755-b1c5-4a5dd1614736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:10.261276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.285016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-017d8f40-1389-4c5b-aec6-3f49f390ad87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381660 Dec 13 12:56:10.297287 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11151fd8-49b4-47db-8606-1e419019d0ae req-21f4a7b6-a805-446a-80e1-aadfb0cfec06 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:10.298861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11151fd8-49b4-47db-8606-1e419019d0ae req-21f4a7b6-a805-446a-80e1-aadfb0cfec06 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 945 time: 0.2658827 Dec 13 12:56:10.360105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] For port 02060561-a5f5-4c11-9bdc-8427c9ed38fc, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:10.366038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] For port 02060561-a5f5-4c11-9bdc-8427c9ed38fc, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=02060561-a5f5-4c11-9bdc-8427c9ed38fc,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:10.376959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.391661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.428837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:10.429464 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.430882 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] 10.222.0.37 "PUT /v2.0/ports/02060561-a5f5-4c11-9bdc-8427c9ed38fc HTTP/1.1" status: 200 len: 1091 time: 1.1131353 Dec 13 12:56:10.431430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835d2649-aedb-4ad0-b9a0-29068a31d016', 'tag': '02060561-a5f5-4c11-9bdc-8427c9ed38fc'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:10.433718 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63fb36f-f34c-46fc-8358-8af0cc052d72" -d '{"events": [{"name": "network-changed", "server_uuid": "835d2649-aedb-4ad0-b9a0-29068a31d016", "tag": "02060561-a5f5-4c11-9bdc-8427c9ed38fc"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:10.484981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-9135c00b-0642-4ac7-ac91-3c124ea01dcd service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802487 Dec 13 12:56:10.490610 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2787e5e-e77f-42d9-90a7-34eea8f1dd5e service neutron] Pushing event updated for resources: {'Port': ['ID=02060561-a5f5-4c11-9bdc-8427c9ed38fc,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:10.509237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51090) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:10.528190 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.534570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:10.535271 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.552067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-d561280b-5721-461b-a453-fcf74b6fe2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:10.554125 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-d561280b-5721-461b-a453-fcf74b6fe2be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 1094 time: 0.0742905 Dec 13 12:56:10.610583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11151fd8-49b4-47db-8606-1e419019d0ae req-9aea1672-d7b9-4854-aca8-f0dc7ba1e088 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b9cd69-66a2-4477-8c56-726dac50a98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039610 Dec 13 12:56:10.627488 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-09c65c72-7a4c-431f-8bd4-3541c61707fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02060561-a5f5-4c11-9bdc-8427c9ed38fc HTTP/1.1" status: 200 len: 217 time: 0.0642271 Dec 13 12:56:10.696129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9585335 Dec 13 12:56:10.704729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-17cbf0d2-f13c-4d47-b400-0adfd03a9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:10.706637 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-17cbf0d2-f13c-4d47-b400-0adfd03a9cca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 200 len: 858 time: 0.0712678 Dec 13 12:56:10.745703 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-e5d4a35b-4058-4ec9-810a-998cae43dad6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321476 Dec 13 12:56:10.804640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2124068863-network', 'tenant_id': '63080f0ab4804d63b35ffbfbeb4d8fb9'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:10.821301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb92a3-d1aa-4c23-8b93-1d24b677ca77 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'Network': ['ID=adbade09-cc89-4192-b0a9-31c53facb137,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:10.842303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network adbade09-cc89-4192-b0a9-31c53facb137 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:10.870062 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-eb49b6f3-241c-4a91-89ec-014c89f1ca7e service neutron] 10.222.0.37 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148393 Dec 13 12:56:10.889069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22a025e5-346e-4dd2-96e5-1029f79dd007 req-ed95858e-ca26-4ce6-9a57-e901d9cc503a service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938713 Dec 13 12:56:10.905624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a78fd4-a47d-4e9a-b1e4-775897426429 req-8176d4a7-79e1-4ab9-a853-c784d07735b2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:10.914572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61a78fd4-a47d-4e9a-b1e4-775897426429 req-8176d4a7-79e1-4ab9-a853-c784d07735b2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2251439 Dec 13 12:56:10.924735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Made reservation on behalf of 63080f0ab4804d63b35ffbfbeb4d8fb9 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:10.927113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:10.943920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af5170-1afa-4f3e-a428-51ccdf9c0813 req-c62b2515-9dc9-4922-af6b-d9c6a599789c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:10.952618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1af5170-1afa-4f3e-a428-51ccdf9c0813 req-c62b2515-9dc9-4922-af6b-d9c6a599789c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 943 time: 0.2341149 Dec 13 12:56:11.014110 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:11.063480 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0ab1cd3a-14f8-421d-8fd2-94186b8e0efb req-2af8fa7b-a1d1-4792-a523-1a2e271711df service neutron] 10.222.0.37 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838994 Dec 13 12:56:11.113168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61a78fd4-a47d-4e9a-b1e4-775897426429 req-a0d35e54-7962-405e-a302-64f8ad87a9a3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974456 Dec 13 12:56:11.132086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1af5170-1afa-4f3e-a428-51ccdf9c0813 req-da02955e-1630-4f2e-ae8e-98963cc595ea tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785307 Dec 13 12:56:11.145512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863369c-83c9-44ee-8c12-0091e53aab20 req-6b19d6f5-c9ac-4f62-99ed-7851c72f7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:11.147106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e863369c-83c9-44ee-8c12-0091e53aab20 req-6b19d6f5-c9ac-4f62-99ed-7851c72f7ae5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 1095 time: 0.1874568 Dec 13 12:56:11.214544 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e911c0-6e85-4521-8c4e-ccd9777a7c75 x-openstack-request-id: req-94e911c0-6e85-4521-8c4e-ccd9777a7c75 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:11.214932 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835d2649-aedb-4ad0-b9a0-29068a31d016", "tag": "02060561-a5f5-4c11-9bdc-8427c9ed38fc", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:11.215301 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94e911c0-6e85-4521-8c4e-ccd9777a7c75 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:11.216567 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835d2649-aedb-4ad0-b9a0-29068a31d016', 'tag': '02060561-a5f5-4c11-9bdc-8427c9ed38fc', 'status': 'completed', 'code': 200} Dec 13 12:56:11.370622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-136545ad-9d15-48fb-a266-cc4644a946be tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:11.372663 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-136545ad-9d15-48fb-a266-cc4644a946be tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 945 time: 0.1398807 Dec 13 12:56:11.375144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fb36f-f34c-46fc-8358-8af0cc052d72 req-62d0e907-d6e5-47c9-bbfd-f2c616ec30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:11.377210 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a63fb36f-f34c-46fc-8358-8af0cc052d72 req-62d0e907-d6e5-47c9-bbfd-f2c616ec30bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 1094 time: 0.0898726 Dec 13 12:56:11.419766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863369c-83c9-44ee-8c12-0091e53aab20 req-ea79af9e-a044-4082-a441-8e10792f4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:11.421137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e863369c-83c9-44ee-8c12-0091e53aab20 req-ea79af9e-a044-4082-a441-8e10792f4d0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 918 time: 0.2376931 Dec 13 12:56:11.491381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e863369c-83c9-44ee-8c12-0091e53aab20 req-f9dbee21-5888-4838-a1ac-3bc623a0c17c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf HTTP/1.1" status: 200 len: 217 time: 0.0609820 Dec 13 12:56:11.548862 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:11.603077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863369c-83c9-44ee-8c12-0091e53aab20 req-cede192a-c880-4a57-96b7-241e40cdcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:11.614357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e863369c-83c9-44ee-8c12-0091e53aab20 req-cede192a-c880-4a57-96b7-241e40cdcc30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 200 len: 858 time: 0.1018183 Dec 13 12:56:11.635200 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:11.692668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fb36f-f34c-46fc-8358-8af0cc052d72 req-5817c951-4931-4673-9f2e-c0f0a3a70fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:11.694934 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a63fb36f-f34c-46fc-8358-8af0cc052d72 req-5817c951-4931-4673-9f2e-c0f0a3a70fc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 918 time: 0.3032184 Dec 13 12:56:11.714920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9904e313-d5de-431e-bd79-474cedd50375,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:11.731970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e863369c-83c9-44ee-8c12-0091e53aab20 req-9449885d-58d3-4ea3-a63f-10ad3e4909f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015632 Dec 13 12:56:11.752640 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a63fb36f-f34c-46fc-8358-8af0cc052d72 req-d3754ba1-ddc5-4437-8714-4d3972a82a31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02060561-a5f5-4c11-9bdc-8427c9ed38fc HTTP/1.1" status: 200 len: 217 time: 0.0488672 Dec 13 12:56:11.757940 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Deleting port 33455a33-d269-4b46-9973-02d10dd057b0 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:11.758374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:11.776202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-d894a979-78ad-4677-9634-01f6cd6403cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:11.778183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-d894a979-78ad-4677-9634-01f6cd6403cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1095 time: 0.2828197 Dec 13 12:56:11.817704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:56:11.906804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fb36f-f34c-46fc-8358-8af0cc052d72 req-506efa48-b670-4313-817d-cc1254781c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:11.910348 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a63fb36f-f34c-46fc-8358-8af0cc052d72 req-506efa48-b670-4313-817d-cc1254781c27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 200 len: 858 time: 0.1485326 Dec 13 12:56:11.917422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] For port 33455a33-d269-4b46-9973-02d10dd057b0, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=33455a33-d269-4b46-9973-02d10dd057b0,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:11.917885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:11.959496 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a63fb36f-f34c-46fc-8358-8af0cc052d72 req-212cbdc4-4d3c-4358-99a3-85f77f0fc458 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380442 Dec 13 12:56:12.217936 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a63fb36f-f34c-46fc-8358-8af0cc052d72 req-1ce54b31-7294-4822-a6ea-f8526b625296 service neutron] 10.222.0.37 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134151 Dec 13 12:56:12.284544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7d812a-4d34-477c-a307-92197712699b', 'name': 'network-vif-deleted', 'tag': '9bbe4414-c2e2-43f4-bda3-6396f58be406'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:12.286858 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2df5971-8ed2-461c-811e-3359a4a81a5a" -d '{"events": [{"server_uuid": "aa7d812a-4d34-477c-a307-92197712699b", "name": "network-vif-deleted", "tag": "9bbe4414-c2e2-43f4-bda3-6396f58be406"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:12.350153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:12.350489 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Added segment 56af3241-abd1-42e8-9b4d-04daef40d564 of type vlan for network b242b8f3-2113-4fa3-9c28-7754dbd6f733 Dec 13 12:56:12.392347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a64798-dfc3-45e6-a050-f08854b28508 req-762bceef-ec4b-4c51-95c6-41686d02030d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:12.394821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:12.395451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:12.395577 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Floating IP 882c938f-9186-4c5a-af74-79e9c5e797e4 disassociated. External IP: 172.25.2.192, port: 33455a33-d269-4b46-9973-02d10dd057b0. Dec 13 12:56:12.395906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Calling delete_port for 33455a33-d269-4b46-9973-02d10dd057b0 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:12.400290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01a64798-dfc3-45e6-a050-f08854b28508 req-762bceef-ec4b-4c51-95c6-41686d02030d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.7746866 Dec 13 12:56:12.470572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-0be2e873-87b4-4e68-9027-fb137f2a8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:12.472054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-0be2e873-87b4-4e68-9027-fb137f2a8b4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.6519434 Dec 13 12:56:12.475494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:12.509540 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a63fb36f-f34c-46fc-8358-8af0cc052d72 req-675d3f50-24ff-4975-a289-e75fc0d99dae service neutron] 10.222.0.37 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239308 Dec 13 12:56:12.610897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:12.650977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-e8e1a1c0-38d0-4b81-a797-4d7c77e3521e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:12.658557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-e8e1a1c0-38d0-4b81-a797-4d7c77e3521e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 1.0343940 Dec 13 12:56:12.663523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:56:12.667915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e863369c-83c9-44ee-8c12-0091e53aab20 req-1b535598-bda8-4bfd-bce3-cdcb45b308ed service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8965666 Dec 13 12:56:12.693005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01a64798-dfc3-45e6-a050-f08854b28508 req-314a0a41-2ca3-4bb6-a19e-0937da026bad tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920032 Dec 13 12:56:12.793692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-3f4c4e8d-fe4c-4b1f-9834-3ce84f725c90 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/quotas/9772ae01a15540fd9876e5edafcf23f2 HTTP/1.1" status: 200 len: 375 time: 0.1341321 Dec 13 12:56:12.797060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-c0c6d65d-62e0-4a0b-9a24-1d303dad4cde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 998 time: 0.2680027 Dec 13 12:56:12.838190 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:12.838842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:12.839424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:12.862190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-a654a016-3f24-47cd-b0b3-19daad5ad523 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673549 Dec 13 12:56:12.911518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Router f7a5672b-9309-46f1-b694-c763224e92e8 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:56:12.912815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Pushing event deleted for resources: {'Port': ['ID=33455a33-d269-4b46-9973-02d10dd057b0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:12.914795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51248) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:12.932526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e863369c-83c9-44ee-8c12-0091e53aab20 req-6d70bc54-d80a-4046-878a-39ffa6f2c50e service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434971 Dec 13 12:56:13.012023 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-078b819d-2191-42a6-ad93-da023db50e3e req-7ae1aae7-3e01-48b5-ab9b-d95111fc4fb4 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c065d3-4328-43fb-b920-77f6a3860377 HTTP/1.1" status: 200 len: 210 time: 0.1608531 Dec 13 12:56:13.031053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5202770 Dec 13 12:56:13.037167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51252) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:13.042192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Request body: {'subnet': {'network_id': 'b242b8f3-2113-4fa3-9c28-7754dbd6f733', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2124068863-subnet', 'tenant_id': '63080f0ab4804d63b35ffbfbeb4d8fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:13.053076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-d5c839e1-c1a2-4f18-845d-567de15923f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:13.054662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-d5c839e1-c1a2-4f18-845d-567de15923f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.2433960 Dec 13 12:56:13.058869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e466caa-d15d-4fed-b013-d20cbbdbd96f admin admin] Pushing event updated for resources: {'Network': ['ID=b242b8f3-2113-4fa3-9c28-7754dbd6f733,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:13.079845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b242b8f3-2113-4fa3-9c28-7754dbd6f733 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:13.145481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Made reservation on behalf of 63080f0ab4804d63b35ffbfbeb4d8fb9 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:13.153141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:13.194155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-00c7695f-a6dd-4b88-a823-79b293277cc3 service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310902 Dec 13 12:56:13.204953 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a111e057-c83b-424d-931d-2583dee22887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:13.235123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:56:13.267353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] Sync routers for ids ['f7a5672b-9309-46f1-b694-c763224e92e8'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:56:13.284827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] Routers {'f7a5672b-9309-46f1-b694-c763224e92e8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:56:13.286165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7a5672b-9309-46f1-b694-c763224e92e8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:13.313091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] No DVR routers for this DVR port 33455a33-d269-4b46-9973-02d10dd057b0 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:13.315999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:13.320799 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7a815d0-7c9e-4cc8-a235-26413becc79c req-b6a9fdae-bc5f-472e-8181-2bb0d94cfaa2 tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.37 "DELETE /v2.0/ports/33455a33-d269-4b46-9973-02d10dd057b0 HTTP/1.1" status: 204 len: 173 time: 1.9407973 Dec 13 12:56:13.325463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'name': 'network-vif-deleted', 'tag': '33455a33-d269-4b46-9973-02d10dd057b0'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:13.327982 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa0471f-39ac-4ffd-a374-b51a969dd499" -d '{"events": [{"server_uuid": "b4c065d3-4328-43fb-b920-77f6a3860377", "name": "network-vif-deleted", "tag": "33455a33-d269-4b46-9973-02d10dd057b0"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:13.353095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-774b4b45-d328-4617-8993-aa239e1c7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:13.354813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-774b4b45-d328-4617-8993-aa239e1c7159 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751505 Dec 13 12:56:13.452478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 15d9af9b-046d-4ed0-8a79-fba58df91abf details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:56:13.464310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a111e057-c83b-424d-931d-2583dee22887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:13.472962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a111e057-c83b-424d-931d-2583dee22887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:13.527271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237d8a-17f4-4940-9dfd-1b601be5aa98 req-3c866ba5-62d6-460e-8787-27c1b45eeb4d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:13.533767 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a111e057-c83b-424d-931d-2583dee22887 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36945dd49bba48a4ba66ac4c87ec7ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6034827 Dec 13 12:56:13.534619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9237d8a-17f4-4940-9dfd-1b601be5aa98 req-3c866ba5-62d6-460e-8787-27c1b45eeb4d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 943 time: 0.2789426 Dec 13 12:56:13.536303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51256) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:13.569932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 02060561-a5f5-4c11-9bdc-8427c9ed38fc details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:56:13.589667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-4d54e059-5a58-43a4-9424-ae3d2a162818 service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945405 Dec 13 12:56:13.592762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111e057-c83b-424d-931d-2583dee22887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a50805-c0cb-49c4-a347-f1828be69f67,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:13.644373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] Set router f7a5672b-9309-46f1-b694-c763224e92e8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:56:13.769443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9237d8a-17f4-4940-9dfd-1b601be5aa98 req-6169f7cd-7b39-4b58-99f3-f7af72c3e5c9 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315214 Dec 13 12:56:13.835989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 02060561-a5f5-4c11-9bdc-8427c9ed38fc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=02060561-a5f5-4c11-9bdc-8427c9ed38fc,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:13.865201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '02060561-a5f5-4c11-9bdc-8427c9ed38fc', 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d', 'port_id': '02060561-a5f5-4c11-9bdc-8427c9ed38fc', 'mac_address': 'fa:16:3e:76:4e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72870beb-ba7a-4ea9-8c74-20cca5233db9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:56:13.904460 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8002e557-caa2-4c87-973d-9a2ee05cb9e4 x-openstack-request-id: req-8002e557-caa2-4c87-973d-9a2ee05cb9e4 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:13.904829 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c065d3-4328-43fb-b920-77f6a3860377", "name": "network-vif-deleted", "tag": "33455a33-d269-4b46-9973-02d10dd057b0", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:13.905168 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8002e557-caa2-4c87-973d-9a2ee05cb9e4 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:13.905636 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c065d3-4328-43fb-b920-77f6a3860377', 'name': 'network-vif-deleted', 'tag': '33455a33-d269-4b46-9973-02d10dd057b0', 'status': 'completed', 'code': 200} Dec 13 12:56:13.976936 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:13.980962 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-1d0c862b-1db9-4f99-80fd-d5d28efbb1a1 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980780 Dec 13 12:56:13.986958 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb22f21-b8d4-453b-a76d-6cffe50d0dbe x-openstack-request-id: req-5bb22f21-b8d4-453b-a76d-6cffe50d0dbe {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:13.986958 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7d812a-4d34-477c-a307-92197712699b", "name": "network-vif-deleted", "tag": "9bbe4414-c2e2-43f4-bda3-6396f58be406", "status": "failed", "code": 422}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:13.989768 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bb22f21-b8d4-453b-a76d-6cffe50d0dbe {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:13.990140 n-d-817326-4 neutron-server[109886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa7d812a-4d34-477c-a307-92197712699b', 'name': 'network-vif-deleted', 'tag': '9bbe4414-c2e2-43f4-bda3-6396f58be406', 'status': 'failed', 'code': 422} returned with failed status Dec 13 12:56:13.992641 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f6d75c3-b573-42f7-ae4f-bb1f007cc85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:13.995856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:13.999056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51264) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:14.006183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'subnets': [{'network_id': '57117a4d-5059-424f-9e79-75cb02ddc03b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1493401322', 'ip_version': 6}, {'network_id': 'adbade09-cc89-4192-b0a9-31c53facb137', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:14.006845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'subnet': {'network_id': '57117a4d-5059-424f-9e79-75cb02ddc03b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1493401322', 'ip_version': 6}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:14.007863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Request body: {'subnet': {'network_id': 'adbade09-cc89-4192-b0a9-31c53facb137', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:14.067893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02060561-a5f5-4c11-9bdc-8427c9ed38fc {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:14.086940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 15d9af9b-046d-4ed0-8a79-fba58df91abf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:14.094040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d350b775-531d-4ace-b39f-3386cc344848 req-9aa8bb47-7d4d-438c-8567-8fea8fbab850 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 210 time: 0.0814478 Dec 13 12:56:14.114744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 02060561-a5f5-4c11-9bdc-8427c9ed38fc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=02060561-a5f5-4c11-9bdc-8427c9ed38fc,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:14.116509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '15d9af9b-046d-4ed0-8a79-fba58df91abf', 'network_id': '3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d', 'port_id': '15d9af9b-046d-4ed0-8a79-fba58df91abf', 'mac_address': 'fa:16:3e:c6:45:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72870beb-ba7a-4ea9-8c74-20cca5233db9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:56:14.159263 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.211886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Made reservation on behalf of 62461d7ce22c4937a7e28cc717cba9e9 for: {'subnet': 2} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:14.218001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.218516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.240199 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.291193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51274) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:14.296709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5b158-46f8-431f-8a1b-f94a1929d2b2 req-cc57fe4e-0422-4f39-a31f-6d6a0bd10714 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:14.298947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91f5b158-46f8-431f-8a1b-f94a1929d2b2 req-cc57fe4e-0422-4f39-a31f-6d6a0bd10714 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3073993 Dec 13 12:56:14.320920 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f6d75c3-b573-42f7-ae4f-bb1f007cc85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.323146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Checking segment: {'id': '56af3241-abd1-42e8-9b4d-04daef40d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b242b8f3-2113-4fa3-9c28-7754dbd6f733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:14.323641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Network hostable DHCP agents. Network: b242b8f3-2113-4fa3-9c28-7754dbd6f733, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:56:14.408167 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e051ea1f-895b-4584-8e00-2984ae42499d tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.410526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91f5b158-46f8-431f-8a1b-f94a1929d2b2 req-5c46b9f7-2de1-402f-b120-3e77498564a8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955467 Dec 13 12:56:14.418611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0f2cd0-da90-4d64-a22d-6a80618000d6,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:14.457860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d9af9b-046d-4ed0-8a79-fba58df91abf {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:14.476809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e051ea1f-895b-4584-8e00-2984ae42499d tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.478937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 15d9af9b-046d-4ed0-8a79-fba58df91abf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:14.485388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Network b242b8f3-2113-4fa3-9c28-7754dbd6f733 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:56:14.503744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['02060561-a5f5-4c11-9bdc-8427c9ed38fc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:56:14.509138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b242b8f3-2113-4fa3-9c28-7754dbd6f733) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:14.509951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=02060561-a5f5-4c11-9bdc-8427c9ed38fc,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:14.516228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:14.516819 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.522272 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.545534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa91ba36-2388-44b5-819a-c764b2383f57 req-95e11e69-dd51-4d1c-9e8e-f6c5b030a5e7 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423017 Dec 13 12:56:14.553128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-84c5300f-680e-4cbc-b59b-8cf5f33257b5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5148959 Dec 13 12:56:14.561843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7518f443-f4e5-40b9-9ea4-637dfbb8dbfb None None] Network b242b8f3-2113-4fa3-9c28-7754dbd6f733 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:14.580675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f6d75c3-b573-42f7-ae4f-bb1f007cc85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.584506 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f6d75c3-b573-42f7-ae4f-bb1f007cc85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:14.590621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5f6d75c3-b573-42f7-ae4f-bb1f007cc85b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56a50805-c0cb-49c4-a347-f1828be69f67 HTTP/1.1" status: 204 len: 168 time: 1.0475409 Dec 13 12:56:14.599611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d75c3-b573-42f7-ae4f-bb1f007cc85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a50805-c0cb-49c4-a347-f1828be69f67,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:14.758535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=15d9af9b-046d-4ed0-8a79-fba58df91abf,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:14.828616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['15d9af9b-046d-4ed0-8a79-fba58df91abf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:56:14.833125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:14Z', 'revision_number': 5, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:14.921350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] Checking router: f7a5672b-9309-46f1-b694-c763224e92e8 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:56:14.934723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c571c72-5bf9-47b5-a799-a0a00692530c None None] Network b242b8f3-2113-4fa3-9c28-7754dbd6f733 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:15.013515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] Routers {'f7a5672b-9309-46f1-b694-c763224e92e8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:56:15.014461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7a5672b-9309-46f1-b694-c763224e92e8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:15.020889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a383e-b5d0-484d-97a7-6fc6fab41874 req-5618f8f3-428e-4d8f-9e7e-6cd34ed86fdb tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:15.033083 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56a383e-b5d0-484d-97a7-6fc6fab41874 req-5618f8f3-428e-4d8f-9e7e-6cd34ed86fdb tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 944 time: 0.1157501 Dec 13 12:56:15.144173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f56a383e-b5d0-484d-97a7-6fc6fab41874 req-50f607e6-d6e1-45a8-bfec-dc3c9f00ee27 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065605 Dec 13 12:56:15.248889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51292) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:15.302486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.316638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-82e34619-f609-4d49-b271-143da88a769a req-5f733233-edf3-4d4f-a594-1479bd04fd7f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 210 time: 0.0853961 Dec 13 12:56:15.326637 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86bf3a33-29ab-4b94-82de-041d2c5b1151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.352605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'Subnet': ['ID=401d92e4-04b2-4236-9639-aa89f8d84101,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:15.363637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.363984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.364320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.364653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.364984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.365310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.365632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.365952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.366300 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.366614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.366936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.367246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.367567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:15.372915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] Set router f7a5672b-9309-46f1-b694-c763224e92e8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:56:15.400620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Checking segment: {'id': '6f803486-586d-4bc2-b246-23244fd87683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '57117a4d-5059-424f-9e79-75cb02ddc03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:15.400976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Network hostable DHCP agents. Network: 57117a4d-5059-424f-9e79-75cb02ddc03b, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:56:15.420279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e051ea1f-895b-4584-8e00-2984ae42499d tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.429430 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e051ea1f-895b-4584-8e00-2984ae42499d tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.432216 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e051ea1f-895b-4584-8e00-2984ae42499d tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "DELETE /v2.0/security-groups/58b9cd69-66a2-4477-8c56-726dac50a98a HTTP/1.1" status: 204 len: 168 time: 1.1391914 Dec 13 12:56:15.441154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Network 57117a4d-5059-424f-9e79-75cb02ddc03b is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:56:15.444918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51296) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:15.496916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051ea1f-895b-4584-8e00-2984ae42499d tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b9cd69-66a2-4477-8c56-726dac50a98a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:15.502714 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-0faa3e84-3fd6-4bb4-9ad5-93e2d7dd921c tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] show failed (client error): The resource could not be found. Dec 13 12:56:15.509987 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0faa3e84-3fd6-4bb4-9ad5-93e2d7dd921c tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "GET /v2.0/security-groups/58b9cd69-66a2-4477-8c56-726dac50a98a HTTP/1.1" status: 404 len: 347 time: 0.0586357 Dec 13 12:56:15.509987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 57117a4d-5059-424f-9e79-75cb02ddc03b) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:15.511117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51302) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:15.515908 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.586182 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd62876-d3f0-460f-a536-7d783c6625b2 None None] Network 57117a4d-5059-424f-9e79-75cb02ddc03b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:15.588734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 33455a33-d269-4b46-9973-02d10dd057b0 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:15.680876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 33455a33-d269-4b46-9973-02d10dd057b0 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:56:15.681230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 33455a33-d269-4b46-9973-02d10dd057b0 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:56:15.712295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event updated for resources: {'Subnet': ['ID=d6f70617-eab0-491a-85f2-ba1feea55459,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:15.720074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Checking segment: {'id': '9ba1d73b-1d60-4bd4-8fad-023887125877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'adbade09-cc89-4192-b0a9-31c53facb137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:15.720278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Network hostable DHCP agents. Network: adbade09-cc89-4192-b0a9-31c53facb137, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:56:15.754266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-19e3879a-378a-4a97-a1b6-bb53c30382a8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:15.761763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-19e3879a-378a-4a97-a1b6-bb53c30382a8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.4097655 Dec 13 12:56:15.772492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Network adbade09-cc89-4192-b0a9-31c53facb137 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:56:15.782921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, adbade09-cc89-4192-b0a9-31c53facb137) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:15.788532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:15.789003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:15.789791 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.794440 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51308) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:15.800767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1502338996-network', 'tenant_id': '10732315bf3c4aaebfc824306ebaf6f1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:15.803309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba039f59-08df-4ca3-8da5-5d076215f563 None None] Network adbade09-cc89-4192-b0a9-31c53facb137 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:15.807679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Request body: {'port': {'device_id': '130caa94-bf4d-44a9-acb3-71f54e683b67', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'admin_state_up': True, 'tenant_id': '9772ae01a15540fd9876e5edafcf23f2'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:15.823218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-57117a4d-5059-424f-9e79-75cb02ddc03b', 'network_id': '57117a4d-5059-424f-9e79-75cb02ddc03b', 'project_id': '62461d7ce22c4937a7e28cc717cba9e9', 'fixed_ips': [{'subnet_id': '401d92e4-04b2-4236-9639-aa89f8d84101'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:56:15.824128 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.826183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9ecca085-7edd-47bc-9248-724c7950f3af tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Deleting port 764a2c2f-0eb4-406e-a2ae-6a51898ef872 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:15.826499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ecca085-7edd-47bc-9248-724c7950f3af tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.840903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Made reservation on behalf of 10732315bf3c4aaebfc824306ebaf6f1 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:15.843368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.879747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070923ab-0b6e-4b29-9a4a-9b09f339b496 req-b47513b0-e6c6-4080-8d9d-eb97b55dd231 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:15.888322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-070923ab-0b6e-4b29-9a4a-9b09f339b496 req-b47513b0-e6c6-4080-8d9d-eb97b55dd231 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3457930 Dec 13 12:56:15.888518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.904648 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2d7b01d1-a81f-4a3a-9f99-0fc9eb890ceb tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9044707 Dec 13 12:56:15.909357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51310) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:15.998901 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ecca085-7edd-47bc-9248-724c7950f3af tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:15.999319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ecca085-7edd-47bc-9248-724c7950f3af tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.011499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:14Z', 'revision_number': 5, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:16.021986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-070923ab-0b6e-4b29-9a4a-9b09f339b496 req-354d5ff9-7b06-41d9-bd93-7c302a747f15 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321135 Dec 13 12:56:16.035904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9ecca085-7edd-47bc-9248-724c7950f3af tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Calling delete_port for 764a2c2f-0eb4-406e-a2ae-6a51898ef872 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:16.038272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-adbade09-cc89-4192-b0a9-31c53facb137', 'network_id': 'adbade09-cc89-4192-b0a9-31c53facb137', 'project_id': '62461d7ce22c4937a7e28cc717cba9e9', 'fixed_ips': [{'subnet_id': 'd6f70617-eab0-491a-85f2-ba1feea55459'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:56:16.039173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.059115 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86bf3a33-29ab-4b94-82de-041d2c5b1151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.069950 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86bf3a33-29ab-4b94-82de-041d2c5b1151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.083507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2325216-14c2-4cdc-b544-1a0681422cc7 None None] The sync data for ids ['f7a5672b-9309-46f1-b694-c763224e92e8'] in n-d-817326-4 is: [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:54:07Z', 'revision_number': 4, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'abdcaf69-2aef-4459-99f4-d7a19c033997', 'name': '', 'network_id': '0add7c87-0257-432e-82e2-9de40711d475', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'mac_address': 'fa:16:3e:65:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:06Z', 'updated_at': '2021-12-13T12:54:14Z', 'revision_number': 5, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'subnets': [{'id': '5935d017-1f5b-45f5-8b88-9b70be3b5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:56:16.113115 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-86bf3a33-29ab-4b94-82de-041d2c5b1151 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=525d9a44e850401583763fbaf800f391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8630900 Dec 13 12:56:16.117492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51314) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:16.128125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.136463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b5e42-a4ac-4cd7-97ec-010798985aa0 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:16.139166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b5e42-a4ac-4cd7-97ec-010798985aa0 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:16.141998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b5e42-a4ac-4cd7-97ec-010798985aa0 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:16.153614 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a79b5e42-a4ac-4cd7-97ec-010798985aa0 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2331595 Dec 13 12:56:16.153614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.158689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51316) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:16.164477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:56:16.185986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Allocated IP 2001:db8::1 (57117a4d-5059-424f-9e79-75cb02ddc03b/401d92e4-04b2-4236-9639-aa89f8d84101/494549ba-a721-4c95-8653-29297c683edc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:16.237661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465c2c43-6648-4eee-b7cb-4aed378af46c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:16.260854 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.261197 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Added segment 832d452a-e094-45eb-aec3-8d806e67ef5f of type vlan for network 27ac11a7-c462-4bb8-b922-2e71edeb9dc7 Dec 13 12:56:16.275602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Made reservation on behalf of 9772ae01a15540fd9876e5edafcf23f2 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:16.279773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.328624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Allocated IP 2001:db8:0:1::1 (adbade09-cc89-4192-b0a9-31c53facb137/d6f70617-eab0-491a-85f2-ba1feea55459/c9fd067c-897b-4b95-a9be-8ee2b116989f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:16.335545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf3a33-29ab-4b94-82de-041d2c5b1151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518c96a9-52e7-472a-93cf-dfce6ed3f799,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:16.356017 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.399177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6af95c-89bc-4f75-a4d9-febdf4816bd4 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Deleting subnet 401d92e4-04b2-4236-9639-aa89f8d84101 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:56:16.409153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.410294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:16.410911 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.494518 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2876-396f-4d70-a9d8-e150bc113440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.518412 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7228363 Dec 13 12:56:16.525591 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48dfd5-935e-4a8c-ab36-2c563b7ca4db req-2b5c31a0-aeaf-47b6-9f13-7a10d9e4dc68 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:16.526846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51324) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:16.533723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe48dfd5-935e-4a8c-ab36-2c563b7ca4db req-2b5c31a0-aeaf-47b6-9f13-7a10d9e4dc68 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 944 time: 0.2484729 Dec 13 12:56:16.541036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Request body: {'subnet': {'network_id': '27ac11a7-c462-4bb8-b922-2e71edeb9dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1502338996-subnet', 'tenant_id': '10732315bf3c4aaebfc824306ebaf6f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:16.564513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840002c-9a94-4893-bd11-1075c7a7d1b7 req-e16e7d5b-1a1b-461c-923a-957040fb07f8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:16.566480 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3840002c-9a94-4893-bd11-1075c7a7d1b7 req-e16e7d5b-1a1b-461c-923a-957040fb07f8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2803223 Dec 13 12:56:16.571032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba716bc7-d25e-4e6e-b8f7-1d9c0bffdc71 admin admin] Pushing event updated for resources: {'Network': ['ID=27ac11a7-c462-4bb8-b922-2e71edeb9dc7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:16.585049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ecca085-7edd-47bc-9248-724c7950f3af tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.618319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 27ac11a7-c462-4bb8-b922-2e71edeb9dc7 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:16.620231 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2876-396f-4d70-a9d8-e150bc113440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.649691 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff0478-b1a2-471f-bf4b-e432bf63d762 None None] New status for floating IP 882c938f-9186-4c5a-af74-79e9c5e797e4: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:56:16.662612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecca085-7edd-47bc-9248-724c7950f3af tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Pushing event deleted for resources: {'Port': ['ID=764a2c2f-0eb4-406e-a2ae-6a51898ef872,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:16.666368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Made reservation on behalf of 10732315bf3c4aaebfc824306ebaf6f1 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:16.668664 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.714421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Allocated IP 172.20.0.3 (be377527-9066-473d-8938-97561d99b9c3/43b1bb2c-5ffb-4f6b-a9ce-eb6937338554/f3c19da3-f2b5-4477-be08-8596f9ee33af) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:16.749365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe48dfd5-935e-4a8c-ab36-2c563b7ca4db req-3560f496-c4b2-412e-b09e-1415a62489ce tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141547 Dec 13 12:56:16.773022 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ecca085-7edd-47bc-9248-724c7950f3af tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.776399 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ecca085-7edd-47bc-9248-724c7950f3af tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.777941 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9ecca085-7edd-47bc-9248-724c7950f3af tempest-ServersTestFqdnHostnames-1944589103 tempest-ServersTestFqdnHostnames-1944589103-project] 10.222.0.31 "DELETE /v2.0/floatingips/882c938f-9186-4c5a-af74-79e9c5e797e4 HTTP/1.1" status: 204 len: 168 time: 1.2637751 Dec 13 12:56:16.781255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51326) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:16.791722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.813797 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.829463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3840002c-9a94-4893-bd11-1075c7a7d1b7 req-cd4c3d3d-7460-4fde-8c59-72b47dda2e91 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169895 Dec 13 12:56:16.858477 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c6af95c-89bc-4f75-a4d9-febdf4816bd4 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.917091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Network 57117a4d-5059-424f-9e79-75cb02ddc03b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:16.924122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:16.938642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:16.945405 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2876-396f-4d70-a9d8-e150bc113440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.948070 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2876-396f-4d70-a9d8-e150bc113440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:16.949415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ceeb2876-396f-4d70-a9d8-e150bc113440 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/518c96a9-52e7-472a-93cf-dfce6ed3f799 HTTP/1.1" status: 204 len: 168 time: 0.8292935 Dec 13 12:56:16.988047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Pushing event updated for resources: {'Port': ['ID=494549ba-a721-4c95-8653-29297c683edc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:16.988851 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c6af95c-89bc-4f75-a4d9-febdf4816bd4 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.004475 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.007803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-583eb18f-18e6-4557-bc35-82d03ed96008 req-ff3cb932-fd80-4e2c-98ab-4b7f65e65770 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 210 time: 0.0910273 Dec 13 12:56:17.049398 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.164791 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.184759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Network adbade09-cc89-4192-b0a9-31c53facb137 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:17.187800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Attempting to bind port 494549ba-a721-4c95-8653-29297c683edc on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:17.187800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Attempting to bind port 494549ba-a721-4c95-8653-29297c683edc by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '6f803486-586d-4bc2-b246-23244fd87683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '57117a4d-5059-424f-9e79-75cb02ddc03b'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:17.188322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Attempting to bind port 494549ba-a721-4c95-8653-29297c683edc on network 57117a4d-5059-424f-9e79-75cb02ddc03b {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:17.194611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:17.202313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:17.205087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Pushing event updated for resources: {'Port': ['ID=c9fd067c-897b-4b95-a9be-8ee2b116989f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:17.215848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb2876-396f-4d70-a9d8-e150bc113440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c96a9-52e7-472a-93cf-dfce6ed3f799,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:17.233678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:17.234233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Checking segment: {'id': '6f803486-586d-4bc2-b246-23244fd87683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '57117a4d-5059-424f-9e79-75cb02ddc03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:17.234651 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.235048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Bound using segment: {'id': '6f803486-586d-4bc2-b246-23244fd87683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '57117a4d-5059-424f-9e79-75cb02ddc03b'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:17.235545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Bound port: 494549ba-a721-4c95-8653-29297c683edc, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f803486-586d-4bc2-b246-23244fd87683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '57117a4d-5059-424f-9e79-75cb02ddc03b'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:17.236059 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.251182 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.335538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Attempting to bind port c9fd067c-897b-4b95-a9be-8ee2b116989f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:17.335916 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Attempting to bind port c9fd067c-897b-4b95-a9be-8ee2b116989f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '9ba1d73b-1d60-4bd4-8fad-023887125877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'adbade09-cc89-4192-b0a9-31c53facb137'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:17.336287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Attempting to bind port c9fd067c-897b-4b95-a9be-8ee2b116989f on network adbade09-cc89-4192-b0a9-31c53facb137 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:17.350214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:17.350628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Checking segment: {'id': '9ba1d73b-1d60-4bd4-8fad-023887125877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'adbade09-cc89-4192-b0a9-31c53facb137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:17.358285 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.358772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Bound using segment: {'id': '9ba1d73b-1d60-4bd4-8fad-023887125877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'adbade09-cc89-4192-b0a9-31c53facb137'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:17.362617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Bound port: c9fd067c-897b-4b95-a9be-8ee2b116989f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba1d73b-1d60-4bd4-8fad-023887125877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'adbade09-cc89-4192-b0a9-31c53facb137'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:17.363098 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.364782 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.383124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Network be377527-9066-473d-8938-97561d99b9c3 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:17.385029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 15d9af9b-046d-4ed0-8a79-fba58df91abf up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:17.395426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:17.403035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:17.409919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event updated for resources: {'Port': ['ID=f3c19da3-f2b5-4477-be08-8596f9ee33af,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:17.461365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05330d06-c614-434d-8255-dda9632d4463 req-f34ce378-7764-40d8-bfd3-4f4246144cbb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:17.476295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05330d06-c614-434d-8255-dda9632d4463 req-f34ce378-7764-40d8-bfd3-4f4246144cbb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.4830525 Dec 13 12:56:17.486172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf181d2-b9a6-4ca5-badd-1edd0addd490,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:17.511820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] For port 494549ba-a721-4c95-8653-29297c683edc, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:17.516564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] For port 494549ba-a721-4c95-8653-29297c683edc, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=494549ba-a721-4c95-8653-29297c683edc,segment=NetworkSegment(6f803486-586d-4bc2-b246-23244fd87683),segment_id=6f803486-586d-4bc2-b246-23244fd87683)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:17.555147 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.556137 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c6af95c-89bc-4f75-a4d9-febdf4816bd4 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.565932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Checking segment: {'id': '832d452a-e094-45eb-aec3-8d806e67ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '27ac11a7-c462-4bb8-b922-2e71edeb9dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:17.566391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Network hostable DHCP agents. Network: 27ac11a7-c462-4bb8-b922-2e71edeb9dc7, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:56:17.594347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:17.595199 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.635680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] For port c9fd067c-897b-4b95-a9be-8ee2b116989f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:17.641941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 02060561-a5f5-4c11-9bdc-8427c9ed38fc up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:17.652472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-9ac71d9e-62c4-47d1-ae1a-c35c7499eec9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8540356 Dec 13 12:56:17.653805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Network 27ac11a7-c462-4bb8-b922-2e71edeb9dc7 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:56:17.655764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 15d9af9b-046d-4ed0-8a79-fba58df91abf completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:56:17.675215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 27ac11a7-c462-4bb8-b922-2e71edeb9dc7) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:17.679252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05330d06-c614-434d-8255-dda9632d4463 req-8fedda76-48b1-4aaf-b415-95e353f5a3d4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983917 Dec 13 12:56:17.685911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 15d9af9b-046d-4ed0-8a79-fba58df91abf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:17.686554 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.687828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Request body: {'port': {'device_id': '130caa94-bf4d-44a9-acb3-71f54e683b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:17.702526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:17.703217 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.737837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] For port c9fd067c-897b-4b95-a9be-8ee2b116989f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c9fd067c-897b-4b95-a9be-8ee2b116989f,segment=NetworkSegment(9ba1d73b-1d60-4bd4-8fad-023887125877),segment_id=9ba1d73b-1d60-4bd4-8fad-023887125877)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:17.742007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7702886d-71df-42cb-9a3c-883e8ec66ac0 None None] Network 27ac11a7-c462-4bb8-b922-2e71edeb9dc7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:17.772741 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.806892 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.855910 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.891929 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c6af95c-89bc-4f75-a4d9-febdf4816bd4 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.928166 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c6af95c-89bc-4f75-a4d9-febdf4816bd4 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:17.934341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2c6af95c-89bc-4f75-a4d9-febdf4816bd4 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "DELETE /v2.0/subnets/401d92e4-04b2-4236-9639-aa89f8d84101 HTTP/1.1" status: 204 len: 168 time: 1.7717764 Dec 13 12:56:17.943461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51354) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:17.977469 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-885ca9cc-a3c0-45b5-a334-05e34c6aadaf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4384892 Dec 13 12:56:18.021112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 02060561-a5f5-4c11-9bdc-8427c9ed38fc completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:56:18.035357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd72898-70d4-4b18-b332-f30ce2ff191f None None] Pushing event updated for resources: {'Port': ['ID=494549ba-a721-4c95-8653-29297c683edc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:18.071277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 02060561-a5f5-4c11-9bdc-8427c9ed38fc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:18.071668 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:18.283726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f028b768-7f0a-4d02-86b4-edd777e1d522 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Deleting subnet d6f70617-eab0-491a-85f2-ba1feea55459 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:56:18.344043 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c65afc-d19c-4ff6-8d78-1855069ee15d None None] Pushing event updated for resources: {'Port': ['ID=c9fd067c-897b-4b95-a9be-8ee2b116989f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:18.351885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6af95c-89bc-4f75-a4d9-febdf4816bd4 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Subnet': ['ID=401d92e4-04b2-4236-9639-aa89f8d84101,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:18.360189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] Deleting port abdcaf69-2aef-4459-99f4-d7a19c033997 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:18.360189 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:18.384146 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f028b768-7f0a-4d02-86b4-edd777e1d522 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:18.550557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:18.571881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] For port abdcaf69-2aef-4459-99f4-d7a19c033997, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=abdcaf69-2aef-4459-99f4-d7a19c033997,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:18.573771 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:18.591569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] Calling delete_port for abdcaf69-2aef-4459-99f4-d7a19c033997 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:18.659588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92a495e-bfd2-489d-b9b2-df037ecda5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d9af9b-046d-4ed0-8a79-fba58df91abf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:18.668216 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6210468c-221f-4ecc-992c-e4c53a2547c5" -d '{"events": [{"server_uuid": "a92a495e-bfd2-489d-b9b2-df037ecda5a9", "name": "network-vif-plugged", "status": "completed", "tag": "15d9af9b-046d-4ed0-8a79-fba58df91abf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:18.684519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829bbbd9-4816-4e68-a00b-6652d5622d1d None None] Network 27ac11a7-c462-4bb8-b922-2e71edeb9dc7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:18.694298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf9fd8-5548-4622-9325-247e35202308 req-c837540e-14ca-4775-8bca-275b70f2985a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:18.696553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26cf9fd8-5548-4622-9325-247e35202308 req-c837540e-14ca-4775-8bca-275b70f2985a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 944 time: 0.7841156 Dec 13 12:56:18.788851 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:18.811751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 15d9af9b-046d-4ed0-8a79-fba58df91abf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:18.842164 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:18.930859 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:18.945628 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f028b768-7f0a-4d02-86b4-edd777e1d522 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:18.947653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 02060561-a5f5-4c11-9bdc-8427c9ed38fc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=02060561-a5f5-4c11-9bdc-8427c9ed38fc,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:18.978637 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:18.996127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=15d9af9b-046d-4ed0-8a79-fba58df91abf,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:18.999659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] Pushing event deleted for resources: {'Port': ['ID=abdcaf69-2aef-4459-99f4-d7a19c033997,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:19.104513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=02060561-a5f5-4c11-9bdc-8427c9ed38fc,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:19.134967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-a0e50038-8ba1-4b5e-9479-e3320c4d7a88 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:19.136645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-a0e50038-8ba1-4b5e-9479-e3320c4d7a88 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 812 time: 1.0917144 Dec 13 12:56:19.138139 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f028b768-7f0a-4d02-86b4-edd777e1d522 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:19.219434 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-85103257-041d-42ca-87a7-decd50761d4e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/quotas/b188612fc8c94020b3799b929c73b2b5 HTTP/1.1" status: 200 len: 375 time: 0.0310388 Dec 13 12:56:19.267881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26cf9fd8-5548-4622-9325-247e35202308 req-619beb32-1baa-4f74-ad29-766e5df6f4ea tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081876 Dec 13 12:56:19.277808 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:19.488721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51390) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:19.529806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-3d799612-ef59-4ce4-bb1d-c20ab3a87b3b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2638929 Dec 13 12:56:19.633849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] Router f7a5672b-9309-46f1-b694-c763224e92e8 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:56:19.703851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:19.739179 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:19.844697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf726c21-4717-4a08-b720-3e5e129d7027 None None] Network 57117a4d-5059-424f-9e79-75cb02ddc03b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:19.883860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:56:19.911025 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b77dc106-8d76-496e-9827-43cfb64e8165 admin admin] 10.222.0.31 "PUT /v2.0/routers/f7a5672b-9309-46f1-b694-c763224e92e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1284909 Dec 13 12:56:19.911679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51394) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:19.918710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] Sync routers for ids ['f7a5672b-9309-46f1-b694-c763224e92e8'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:56:19.953835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 494549ba-a721-4c95-8653-29297c683edc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:20.005762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e81436-d4ac-4532-9024-f8a4a6d12e6f None None] Network adbade09-cc89-4192-b0a9-31c53facb137 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:20.030284 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.032501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7b18d7aa-cdca-4ecd-bd3c-4c0d6403604e None None] Provisioning complete for port 494549ba-a721-4c95-8653-29297c683edc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:20.032872 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b18d7aa-cdca-4ecd-bd3c-4c0d6403604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.036019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] Routers {'f7a5672b-9309-46f1-b694-c763224e92e8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:56:20.036019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7a5672b-9309-46f1-b694-c763224e92e8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:20.049195 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.113726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c19da3-f2b5-4477-be08-8596f9ee33af {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:20.118772 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f028b768-7f0a-4d02-86b4-edd777e1d522 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.135583 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.178374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028b768-7f0a-4d02-86b4-edd777e1d522 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f70617-eab0-491a-85f2-ba1feea55459,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:20.180437 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f028b768-7f0a-4d02-86b4-edd777e1d522 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.185124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f028b768-7f0a-4d02-86b4-edd777e1d522 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "DELETE /v2.0/subnets/d6f70617-eab0-491a-85f2-ba1feea55459 HTTP/1.1" status: 204 len: 168 time: 2.1446900 Dec 13 12:56:20.190028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51396) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:20.197475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Transition to ACTIVE for port object f3c19da3-f2b5-4477-be08-8596f9ee33af will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:56:20.235350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Allocated IP 172.25.2.80 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/b0e28f1f-a615-4998-8a31-1850efac1e67) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:20.249971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.255394 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.278474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc79396-3150-4c9d-96c8-8a22a56f0aff req-a39ea676-017c-420f-8b4c-2aaa038bfbf7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:20.281389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-efc79396-3150-4c9d-96c8-8a22a56f0aff req-a39ea676-017c-420f-8b4c-2aaa038bfbf7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 931 time: 0.8777335 Dec 13 12:56:20.371528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e962a6-809c-455e-ac8c-25197d0ec92f None None] DHCP port deletion for 57117a4d-5059-424f-9e79-75cb02ddc03b request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:56:20.385322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Deleting port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:20.385718 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.385882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-f7187d70-6f45-4ae3-b960-b3f82c8c7875 service neutron] 10.222.0.31 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8524568 Dec 13 12:56:20.412506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.430232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 494549ba-a721-4c95-8653-29297c683edc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:20.430635 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.457409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d4791c-8ec4-4051-b890-c2c51434b8a2 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:20.461176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-91d4791c-8ec4-4051-b890-c2c51434b8a2 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2663186 Dec 13 12:56:20.468451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51400) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:20.474914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c19da3-f2b5-4477-be08-8596f9ee33af,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:20.534538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] Set router f7a5672b-9309-46f1-b694-c763224e92e8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:56:20.543120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-efc79396-3150-4c9d-96c8-8a22a56f0aff req-9f85270a-41eb-4282-9efd-4cd8e8866525 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241986 Dec 13 12:56:20.582996 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.610474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-94c6ad91-5bae-40d9-893e-b9a965b8182d service neutron] 10.222.0.31 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234924 Dec 13 12:56:20.640104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea58f2e-343c-45ad-b3b6-7fc280cbadbb None None] DHCP port deletion for adbade09-cc89-4192-b0a9-31c53facb137 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:56:20.640629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Attempting to bind port f3c19da3-f2b5-4477-be08-8596f9ee33af on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:20.641039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Attempting to bind port f3c19da3-f2b5-4477-be08-8596f9ee33af by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:20.641368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Attempting to bind port f3c19da3-f2b5-4477-be08-8596f9ee33af on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:20.648177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Port f3c19da3-f2b5-4477-be08-8596f9ee33af on network be377527-9066-473d-8938-97561d99b9c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:56:20.648503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Attempting to bind port f3c19da3-f2b5-4477-be08-8596f9ee33af on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:20.655465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:20.655811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Checking segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:20.656199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Bound using segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:20.656625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Bound port: f3c19da3-f2b5-4477-be08-8596f9ee33af, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:20.656980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.681011 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b18d7aa-cdca-4ecd-bd3c-4c0d6403604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.757558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b1e962a6-809c-455e-ac8c-25197d0ec92f None None] Deleting port 494549ba-a721-4c95-8653-29297c683edc {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:20.757928 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1e962a6-809c-455e-ac8c-25197d0ec92f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.764668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] For port f3c19da3-f2b5-4477-be08-8596f9ee33af, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:20.769902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] For port f3c19da3-f2b5-4477-be08-8596f9ee33af, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f3c19da3-f2b5-4477-be08-8596f9ee33af,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:20.784778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.871713 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea0895c-a983-4067-ae18-e3d536958aa9 x-openstack-request-id: req-9ea0895c-a983-4067-ae18-e3d536958aa9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:20.872311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:20.872525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.873021 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92a495e-bfd2-489d-b9b2-df037ecda5a9", "name": "network-vif-plugged", "status": "completed", "tag": "15d9af9b-046d-4ed0-8a79-fba58df91abf", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:20.873414 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ea0895c-a983-4067-ae18-e3d536958aa9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:20.874111 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92a495e-bfd2-489d-b9b2-df037ecda5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d9af9b-046d-4ed0-8a79-fba58df91abf', 'code': 200} Dec 13 12:56:20.874246 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/f3c19da3-f2b5-4477-be08-8596f9ee33af HTTP/1.1" status: 200 len: 1091 time: 3.1933467 Dec 13 12:56:20.874724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130caa94-bf4d-44a9-acb3-71f54e683b67', 'tag': 'f3c19da3-f2b5-4477-be08-8596f9ee33af'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:20.877041 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89" -d '{"events": [{"name": "network-changed", "server_uuid": "130caa94-bf4d-44a9-acb3-71f54e683b67", "tag": "f3c19da3-f2b5-4477-be08-8596f9ee33af"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:20.916591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7b18d7aa-cdca-4ecd-bd3c-4c0d6403604e None None] For port 494549ba-a721-4c95-8653-29297c683edc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=494549ba-a721-4c95-8653-29297c683edc,segment=NetworkSegment(6f803486-586d-4bc2-b246-23244fd87683),segment_id=6f803486-586d-4bc2-b246-23244fd87683)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:20.939880 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b18d7aa-cdca-4ecd-bd3c-4c0d6403604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.965273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b1e962a6-809c-455e-ac8c-25197d0ec92f None None] For port 494549ba-a721-4c95-8653-29297c683edc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=494549ba-a721-4c95-8653-29297c683edc,segment=NetworkSegment(6f803486-586d-4bc2-b246-23244fd87683),segment_id=6f803486-586d-4bc2-b246-23244fd87683)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:20.965986 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1e962a6-809c-455e-ac8c-25197d0ec92f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:20.969835 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.004401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90552a46-e476-49ea-a491-01e44a1b24a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c19da3-f2b5-4477-be08-8596f9ee33af,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:21.040633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b1e962a6-809c-455e-ac8c-25197d0ec92f None None] Calling delete_port for 494549ba-a721-4c95-8653-29297c683edc owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:21.160607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-dea58f2e-343c-45ad-b3b6-7fc280cbadbb None None] Deleting port c9fd067c-897b-4b95-a9be-8ee2b116989f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:21.161239 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dea58f2e-343c-45ad-b3b6-7fc280cbadbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.165243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146506e8-7f4d-4a3b-9655-a3daafd08cfd req-30bb0640-3da9-4663-b677-51480bccb15c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:21.174721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18d7aa-cdca-4ecd-bd3c-4c0d6403604e None None] Pushing event updated for resources: {'Port': ['ID=494549ba-a721-4c95-8653-29297c683edc,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:21.176229 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-146506e8-7f4d-4a3b-9655-a3daafd08cfd req-30bb0640-3da9-4663-b677-51480bccb15c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.2524936 Dec 13 12:56:21.185990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] For port 31866db9-d9f9-4031-bf1e-1e5ad3c07e74, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=31866db9-d9f9-4031-bf1e-1e5ad3c07e74,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:21.186634 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.206561 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Calling delete_port for 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:21.218550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc176e57-0f09-4241-abf9-7eb2a42a9594 req-0f004abf-58f8-4995-bf01-e181f0080a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:21.220579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc176e57-0f09-4241-abf9-7eb2a42a9594 req-0f004abf-58f8-4995-bf01-e181f0080a8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 1097 time: 0.2835152 Dec 13 12:56:21.239856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.256904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-4f8d03b1-f8b9-4fdf-958e-f608aa853c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:21.258630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-4f8d03b1-f8b9-4fdf-958e-f608aa853c02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 1094 time: 0.1228759 Dec 13 12:56:21.259752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f86a434f-5aac-4070-a28a-2a66ddf9dee9 None None] Provisioning complete for port c9fd067c-897b-4b95-a9be-8ee2b116989f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:21.261559 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f86a434f-5aac-4070-a28a-2a66ddf9dee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.291127 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:56:21.291585 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:56:21.309699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-dea58f2e-343c-45ad-b3b6-7fc280cbadbb None None] For port c9fd067c-897b-4b95-a9be-8ee2b116989f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c9fd067c-897b-4b95-a9be-8ee2b116989f,segment=NetworkSegment(9ba1d73b-1d60-4bd4-8fad-023887125877),segment_id=9ba1d73b-1d60-4bd4-8fad-023887125877)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:21.310163 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dea58f2e-343c-45ad-b3b6-7fc280cbadbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.340568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-dea58f2e-343c-45ad-b3b6-7fc280cbadbb None None] Calling delete_port for c9fd067c-897b-4b95-a9be-8ee2b116989f owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:21.349379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:56:18Z', 'revision_number': 5, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port': {'id': '31866db9-d9f9-4031-bf1e-1e5ad3c07e74', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:54:04Z', 'updated_at': '2021-12-13T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:21.354233 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1e962a6-809c-455e-ac8c-25197d0ec92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.356787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc176e57-0f09-4241-abf9-7eb2a42a9594 req-4095dc5d-8d04-4d19-8764-8e181fd982d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081433 Dec 13 12:56:21.371794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:21.372973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-eb0bd98b-7429-4088-95e5-ec23f152fa72 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:21.374994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-eb0bd98b-7429-4088-95e5-ec23f152fa72 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/networks?id=b242b8f3-2113-4fa3-9c28-7754dbd6f733 HTTP/1.1" status: 200 len: 815 time: 0.3634582 Dec 13 12:56:21.383963 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-cd7d4a86-f4dc-43be-b61a-6721f761c1f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3c19da3-f2b5-4477-be08-8596f9ee33af HTTP/1.1" status: 200 len: 217 time: 0.0997930 Dec 13 12:56:21.393497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:21.393804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-146506e8-7f4d-4a3b-9655-a3daafd08cfd req-b479f4e0-b1e9-46f5-b34d-559f4c5a5844 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163353 Dec 13 12:56:21.410446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:21.436997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-4e04b66f-3b79-43c1-87ca-a239f21b0cf7 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/quotas/63080f0ab4804d63b35ffbfbeb4d8fb9 HTTP/1.1" status: 200 len: 375 time: 0.0375285 Dec 13 12:56:21.443291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Pushing event updated for resources: {'Port': ['ID=b0e28f1f-a615-4998-8a31-1850efac1e67,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:21.455257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] Checking router: f7a5672b-9309-46f1-b694-c763224e92e8 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:56:21.462581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e962a6-809c-455e-ac8c-25197d0ec92f None None] Pushing event deleted for resources: {'Port': ['ID=494549ba-a721-4c95-8653-29297c683edc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:21.464326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e962a6-809c-455e-ac8c-25197d0ec92f None None] No DVR routers for this DVR port 494549ba-a721-4c95-8653-29297c683edc on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:21.508500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Deleting port c9fd067c-897b-4b95-a9be-8ee2b116989f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:21.508844 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.514218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] Routers {'f7a5672b-9309-46f1-b694-c763224e92e8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:56:21.515179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:55:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f7a5672b-9309-46f1-b694-c763224e92e8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:21.531288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-bf4b6f75-a1b8-4e31-989a-45959d28201b tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63080f0ab4804d63b35ffbfbeb4d8fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910809 Dec 13 12:56:21.561933 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6fe1079-87b1-4d44-a29e-bad1cb40b44a req-bc266859-414d-44bc-ae59-d866566e5548 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 210 time: 0.0439112 Dec 13 12:56:21.636447 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f86a434f-5aac-4070-a28a-2a66ddf9dee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.648632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] For port c9fd067c-897b-4b95-a9be-8ee2b116989f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c9fd067c-897b-4b95-a9be-8ee2b116989f,segment=NetworkSegment(9ba1d73b-1d60-4bd4-8fad-023887125877),segment_id=9ba1d73b-1d60-4bd4-8fad-023887125877)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:21.649669 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.649796 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dea58f2e-343c-45ad-b3b6-7fc280cbadbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.690112 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06692f8b-69f3-45c1-a357-dfcb3e48b942 x-openstack-request-id: req-06692f8b-69f3-45c1-a357-dfcb3e48b942 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:21.692389 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130caa94-bf4d-44a9-acb3-71f54e683b67", "tag": "f3c19da3-f2b5-4477-be08-8596f9ee33af", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:21.692764 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06692f8b-69f3-45c1-a357-dfcb3e48b942 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:21.695644 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130caa94-bf4d-44a9-acb3-71f54e683b67', 'tag': 'f3c19da3-f2b5-4477-be08-8596f9ee33af', 'status': 'completed', 'code': 200} Dec 13 12:56:21.700503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Calling delete_port for c9fd067c-897b-4b95-a9be-8ee2b116989f owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:21.704568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea58f2e-343c-45ad-b3b6-7fc280cbadbb None None] Pushing event deleted for resources: {'Port': ['ID=c9fd067c-897b-4b95-a9be-8ee2b116989f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:21.712042 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-350b5a4a-17d6-49a9-bd46-7fc8b0fffc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:21.713536 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-350b5a4a-17d6-49a9-bd46-7fc8b0fffc15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.1461806 Dec 13 12:56:21.718860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea58f2e-343c-45ad-b3b6-7fc280cbadbb None None] No DVR routers for this DVR port c9fd067c-897b-4b95-a9be-8ee2b116989f on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:21.739078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] Set router f7a5672b-9309-46f1-b694-c763224e92e8 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:56:21.756567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-e589cc50-3d25-44c4-90dc-6198f1536b73 service neutron] 10.222.0.31 "GET /v2.0/networks/b242b8f3-2113-4fa3-9c28-7754dbd6f733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924963 Dec 13 12:56:21.845891 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-bcd93ec7-89e7-43ef-990d-bbb0a553a131 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492990 Dec 13 12:56:21.850508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:56:20Z', 'revision_number': 6, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:21.850508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Port 494549ba-a721-4c95-8653-29297c683edc update to ACTIVE by agent not found {{(pid=109887) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 12:56:21.850508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c9fd067c-897b-4b95-a9be-8ee2b116989f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:21.876046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: c9fd067c-897b-4b95-a9be-8ee2b116989f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:56:21.876765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c9fd067c-897b-4b95-a9be-8ee2b116989f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 12:56:21.890832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a90e1-a3a1-44e0-9faf-c00ba9b434cf req-fe6b1c3c-abeb-4891-80ac-fc88c7c8091d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:21.892637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-064a90e1-a3a1-44e0-9faf-c00ba9b434cf req-fe6b1c3c-abeb-4891-80ac-fc88c7c8091d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 943 time: 0.1146834 Dec 13 12:56:21.902938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07ecb3-1101-4af3-b0da-6704d51254c4 None None] The sync data for ids ['f7a5672b-9309-46f1-b694-c763224e92e8'] in n-d-817326-4 is: [{'id': 'f7a5672b-9309-46f1-b694-c763224e92e8', 'name': 'tempest-ServersTestFqdnHostnames-309752869-router', 'tenant_id': '70f9b7b894b143fa8a05df9eac87410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:54:03Z', 'updated_at': '2021-12-13T12:56:20Z', 'revision_number': 6, 'project_id': '70f9b7b894b143fa8a05df9eac87410d', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:56:21.906363 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:21.925855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-6bb070db-4bd7-473e-8743-aa3ef0a208ee service neutron] 10.222.0.31 "GET /v2.0/networks/b242b8f3-2113-4fa3-9c28-7754dbd6f733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683271 Dec 13 12:56:21.936241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Port c9fd067c-897b-4b95-a9be-8ee2b116989f not found, will not notify nova. {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 12:56:21.966873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-064a90e1-a3a1-44e0-9faf-c00ba9b434cf req-b674fcea-784f-4079-963c-080e5420d7fe tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608852 Dec 13 12:56:21.972689 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.059697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Pushing event deleted for resources: {'Port': ['ID=31866db9-d9f9-4031-bf1e-1e5ad3c07e74,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:22.147468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7af93363-6ea7-4c77-af29-ba45f33ed2b1 req-c7e5c2d3-b8d9-4c09-b268-620c85d8f2b1 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 210 time: 0.0340805 Dec 13 12:56:22.151610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.225145 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-ae9dea30-562e-4ae5-82dc-ada21c301cb6 service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676941 Dec 13 12:56:22.228501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.404168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.433122 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.469134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.483631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-eef4fe84-90d8-4b60-a8b0-23719c4ca34c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:22.485146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-eef4fe84-90d8-4b60-a8b0-23719c4ca34c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 812 time: 0.2312601 Dec 13 12:56:22.517450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'port': {'device_id': '1cb51888-8115-447b-add6-f779a80b31a1', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'admin_state_up': True, 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:22.577730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Port': ['ID=c9fd067c-897b-4b95-a9be-8ee2b116989f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:22.588792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] No DVR routers for this DVR port c9fd067c-897b-4b95-a9be-8ee2b116989f on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:22.599243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device abdcaf69-2aef-4459-99f4-d7a19c033997 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:22.643243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: abdcaf69-2aef-4459-99f4-d7a19c033997 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:56:22.644847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device abdcaf69-2aef-4459-99f4-d7a19c033997 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:56:22.645954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 494549ba-a721-4c95-8653-29297c683edc no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:22.678584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 494549ba-a721-4c95-8653-29297c683edc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:56:22.679384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 494549ba-a721-4c95-8653-29297c683edc not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:56:22.680132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c9fd067c-897b-4b95-a9be-8ee2b116989f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:22.725933 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.726522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a5672b-9309-46f1-b694-c763224e92e8 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:56:22.734802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.735973 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d6009dcb-82e7-4b2d-b97e-74137058d786 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f7a5672b-9309-46f1-b694-c763224e92e8 HTTP/1.1" status: 204 len: 168 time: 2.8218541 Dec 13 12:56:22.746566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196b84-4124-4488-9447-3587ca3411e9 req-7719c96c-335a-494e-8741-96c18ef6474b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:22.755618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a196b84-4124-4488-9447-3587ca3411e9 req-7719c96c-335a-494e-8741-96c18ef6474b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.2098167 Dec 13 12:56:22.757997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51440) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:22.788061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64b5e334-aa38-4c4c-8467-254281ff3e24 req-67daa0f2-c9ab-47d0-8354-041fbe6d0823 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 210 time: 0.1008766 Dec 13 12:56:22.869054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a196b84-4124-4488-9447-3587ca3411e9 req-d619209d-5693-47c1-9024-bc09ccf3a510 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120925 Dec 13 12:56:22.872470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Made reservation on behalf of b188612fc8c94020b3799b929c73b2b5 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:22.876886 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.893833 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76b9aabf-eaee-42f7-ae44-463966abd115 req-cab06649-b944-4d39-82ca-441358326c5c service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590526 Dec 13 12:56:22.930607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835d2649-aedb-4ad0-b9a0-29068a31d016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02060561-a5f5-4c11-9bdc-8427c9ed38fc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:22.931942 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.935846 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6373e330-45b3-4562-9ae4-dd522cd48c0c" -d '{"events": [{"server_uuid": "835d2649-aedb-4ad0-b9a0-29068a31d016", "name": "network-vif-plugged", "status": "completed", "tag": "02060561-a5f5-4c11-9bdc-8427c9ed38fc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:22.941032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: c9fd067c-897b-4b95-a9be-8ee2b116989f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:56:22.944497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea887ea-a3db-4cd1-b667-94cbbeff48ce admin admin] Deleting subnet 5935d017-1f5b-45f5-8b88-9b70be3b5771 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:56:22.950348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c9fd067c-897b-4b95-a9be-8ee2b116989f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:56:22.972352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ea887ea-a3db-4cd1-b667-94cbbeff48ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:22.977214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.001053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbade09-cc89-4192-b0a9-31c53facb137']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:23.007838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.070040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba1d73b-1d60-4bd4-8fad-023887125877') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:23.070176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba1d73b-1d60-4bd4-8fad-023887125877') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:23.098037 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00ee55a-a68b-4a5d-9eb8-5359c2e72a23 x-openstack-request-id: req-d00ee55a-a68b-4a5d-9eb8-5359c2e72a23 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:23.098720 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835d2649-aedb-4ad0-b9a0-29068a31d016", "name": "network-vif-plugged", "status": "completed", "tag": "02060561-a5f5-4c11-9bdc-8427c9ed38fc", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:23.099220 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d00ee55a-a68b-4a5d-9eb8-5359c2e72a23 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:23.099897 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835d2649-aedb-4ad0-b9a0-29068a31d016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02060561-a5f5-4c11-9bdc-8427c9ed38fc', 'code': 200} Dec 13 12:56:23.124241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.142870 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.151289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:56:23.151680 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:56:23.186964 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:56:23.207537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b006-bcb2-40de-88de-4477583bc7e0 req-a6e98959-5c44-407b-9dda-ffb6bc697816 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:23.214687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e69b006-bcb2-40de-88de-4477583bc7e0 req-a6e98959-5c44-407b-9dda-ffb6bc697816 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 943 time: 0.1234250 Dec 13 12:56:23.243422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ea887ea-a3db-4cd1-b667-94cbbeff48ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.247130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Allocated IP 172.20.0.10 (34e7f0c5-565f-414d-b7b7-f8cefd9101ec/8d950739-0d1d-48d1-b81d-f3ff8666245a/f5366924-bccf-4c9f-af33-8d78ce54c8f6) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:23.313267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4bf4b4e-3766-46a2-a7f5-489bcf8b6a0e req-75e02a32-1494-4c1b-b5fa-dbdafb23483d tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 210 time: 0.0491207 Dec 13 12:56:23.324552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Pushing event updated for resources: {'Port': ['ID=b0e28f1f-a615-4998-8a31-1850efac1e67,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:23.331580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e69b006-bcb2-40de-88de-4477583bc7e0 req-cf2a71de-e1e0-4a2e-9926-af8bded745a2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080589 Dec 13 12:56:23.358827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.382028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.386541 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "DELETE /v2.0/networks/adbade09-cc89-4192-b0a9-31c53facb137 HTTP/1.1" status: 204 len: 168 time: 2.9169312 Dec 13 12:56:23.388044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51448) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:23.408418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715a43b-b398-4e64-acab-2f76a632cce9 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Network': ['ID=adbade09-cc89-4192-b0a9-31c53facb137,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:23.411742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.420715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89 req-b7164a0f-4468-4931-b005-28a4f93beff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:23.422500 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89 req-b7164a0f-4468-4931-b005-28a4f93beff4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 1094 time: 0.3498223 Dec 13 12:56:23.427924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f7654-100d-4e2a-9fcd-a1d67ba8fa78 req-59fda4d0-e882-46bf-8f78-144861febd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:23.429335 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-850f7654-100d-4e2a-9fcd-a1d67ba8fa78 req-59fda4d0-e882-46bf-8f78-144861febd63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 1096 time: 0.2395318 Dec 13 12:56:23.500069 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.501472 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-53389068-0fed-4d35-8392-83cad7768468 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0113649 Dec 13 12:56:23.510374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51450) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:23.534774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-149160674', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'fixed_ips': [{'ip_address': '172.25.2.80'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:23.571544 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.577062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ea887ea-a3db-4cd1-b667-94cbbeff48ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.608110 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-850f7654-100d-4e2a-9fcd-a1d67ba8fa78 req-36ee81d9-b74f-4986-bbcd-73bf3873d2e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375165 Dec 13 12:56:23.636243 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.638548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Made reservation on behalf of b8cd32977386415a97ec62eda1da5efa for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:23.640063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89 req-77a7168b-0b83-4ec3-a3af-43f585219e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:23.640781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.641833 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89 req-77a7168b-0b83-4ec3-a3af-43f585219e95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 911 time: 0.1855254 Dec 13 12:56:23.694048 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89 req-260d714f-aed2-4fc1-81d1-fc91be42f767 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3c19da3-f2b5-4477-be08-8596f9ee33af HTTP/1.1" status: 200 len: 217 time: 0.0440459 Dec 13 12:56:23.695996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.700702 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ea887ea-a3db-4cd1-b667-94cbbeff48ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.749520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea887ea-a3db-4cd1-b667-94cbbeff48ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5935d017-1f5b-45f5-8b88-9b70be3b5771,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:23.760880 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ea887ea-a3db-4cd1-b667-94cbbeff48ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.764315 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7ea887ea-a3db-4cd1-b667-94cbbeff48ce admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5935d017-1f5b-45f5-8b88-9b70be3b5771 HTTP/1.1" status: 204 len: 168 time: 1.0039048 Dec 13 12:56:23.767713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51452) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:23.768353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00756690-7461-4f53-acba-0aa4b38f8810 None None] Network 0add7c87-0257-432e-82e2-9de40711d475 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:23.778835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-5eed32cf-e7d2-4787-a046-93467901e5ea tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:23.780322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-5eed32cf-e7d2-4787-a046-93467901e5ea tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.42 "GET /v2.0/networks?id=b242b8f3-2113-4fa3-9c28-7754dbd6f733 HTTP/1.1" status: 200 len: 815 time: 0.2879190 Dec 13 12:56:23.805726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Request body: {'port': {'device_id': 'd1aa7bd2-2f95-4e4e-945a-9f85624b003f', 'network_id': 'b242b8f3-2113-4fa3-9c28-7754dbd6f733', 'admin_state_up': True, 'tenant_id': '63080f0ab4804d63b35ffbfbeb4d8fb9'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:23.816306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89 req-f1ecce8b-924d-455c-8e09-4e3344f6daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:23.817766 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89 req-f1ecce8b-924d-455c-8e09-4e3344f6daa9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.1137085 Dec 13 12:56:23.860297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.865988 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89 req-c44ac3ff-5453-417d-9057-981b1fa5d5f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390532 Dec 13 12:56:23.872307 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.960916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57117a4d-5059-424f-9e79-75cb02ddc03b']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:23.969743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:23.987854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f803486-586d-4bc2-b246-23244fd87683') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:23.988288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f803486-586d-4bc2-b246-23244fd87683') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:23.991983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4becf55-82cb-4e55-9638-69b9496722d5 None None] DHCP port deletion for 0add7c87-0257-432e-82e2-9de40711d475 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:56:24.019743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89 req-42855f77-03b6-4f76-b610-5ec0422e1f0b service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419160 Dec 13 12:56:24.021638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.034933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:24.038725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Deleting port 976b8428-dfae-43ca-b5de-9edba6fbc6bb {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:24.039168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.066298 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:56:24.066655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 31866db9-d9f9-4031-bf1e-1e5ad3c07e74 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:56:24.090314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e4becf55-82cb-4e55-9638-69b9496722d5 None None] Deleting port 976b8428-dfae-43ca-b5de-9edba6fbc6bb {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:24.091026 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4becf55-82cb-4e55-9638-69b9496722d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.095042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.101764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:24.120541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:24.135710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:56:24.136120 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:56:24.139452 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:56:24.142003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:24.163327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11b828-a031-4ca1-b64c-54034f9dae0a req-d9fadb78-8478-4963-b58e-818b3cd8da40 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:24.170823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb11b828-a031-4ca1-b64c-54034f9dae0a req-d9fadb78-8478-4963-b58e-818b3cd8da40 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 932 time: 0.2897565 Dec 13 12:56:24.173591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] For port 976b8428-dfae-43ca-b5de-9edba6fbc6bb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=976b8428-dfae-43ca-b5de-9edba6fbc6bb,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:24.174833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.179728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'Port': ['ID=f5366924-bccf-4c9f-af33-8d78ce54c8f6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:24.204421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Calling delete_port for 976b8428-dfae-43ca-b5de-9edba6fbc6bb owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:24.248990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e4becf55-82cb-4e55-9638-69b9496722d5 None None] For port 976b8428-dfae-43ca-b5de-9edba6fbc6bb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=976b8428-dfae-43ca-b5de-9edba6fbc6bb,segment=NetworkSegment(908c299f-bc30-474b-a565-ac022635bcb4),segment_id=908c299f-bc30-474b-a565-ac022635bcb4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:24.249259 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4becf55-82cb-4e55-9638-69b9496722d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.257418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-221eedc1-9a7b-474a-baa7-39745c5dcb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.271675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e4becf55-82cb-4e55-9638-69b9496722d5 None None] Calling delete_port for 976b8428-dfae-43ca-b5de-9edba6fbc6bb owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:24.389257 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0cb4f8a1-92e1-45ce-8fe9-5499214e1e89 req-724554bd-9ce1-4d56-b84e-83df88bc419e service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600638 Dec 13 12:56:24.432457 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.442597 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4becf55-82cb-4e55-9638-69b9496722d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.478782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4becf55-82cb-4e55-9638-69b9496722d5 None None] Pushing event deleted for resources: {'Port': ['ID=976b8428-dfae-43ca-b5de-9edba6fbc6bb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:24.484433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4becf55-82cb-4e55-9638-69b9496722d5 None None] No DVR routers for this DVR port 976b8428-dfae-43ca-b5de-9edba6fbc6bb on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:24.485210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] No DVR routers for this DVR port 976b8428-dfae-43ca-b5de-9edba6fbc6bb on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:24.510804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.521790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Pushing event deleted for resources: {'Port': ['ID=976b8428-dfae-43ca-b5de-9edba6fbc6bb,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:24.539189 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.562260 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.570272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:24.571166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7c1c0127-909f-4736-ba34-2e23d15b5541 None None] Provisioning complete for port f5366924-bccf-4c9f-af33-8d78ce54c8f6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:24.571322 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.571893 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c1c0127-909f-4736-ba34-2e23d15b5541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.605180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.609843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "DELETE /v2.0/networks/57117a4d-5059-424f-9e79-75cb02ddc03b HTTP/1.1" status: 204 len: 168 time: 1.2208111 Dec 13 12:56:24.611507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] device_id is not set on port feb25048-cc9c-40ae-8490-0453857ee684 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:24.612590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51468) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:24.616627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Made reservation on behalf of 63080f0ab4804d63b35ffbfbeb4d8fb9 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:24.617800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.621007 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.621421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c0127-909f-4736-ba34-2e23d15b5541 None None] Port f5366924-bccf-4c9f-af33-8d78ce54c8f6 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:24.689950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67bcd4-c3cf-4a75-9f78-16f9d71b947b tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Network': ['ID=57117a4d-5059-424f-9e79-75cb02ddc03b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:24.729466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0add7c87-0257-432e-82e2-9de40711d475']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:24.735895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb11b828-a031-4ca1-b64c-54034f9dae0a req-1e6cc789-e629-43c6-9cda-c4893a7739d8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641704 Dec 13 12:56:24.747801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908c299f-bc30-474b-a565-ac022635bcb4') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:24.748154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908c299f-bc30-474b-a565-ac022635bcb4') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:24.768172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-662b0db9-8739-4e3d-9489-7304f39e551e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2715065 Dec 13 12:56:24.781934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5978065c-5582-4ca2-8caf-149a3b857706,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:24.786661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.800739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3118dc-d9e7-4930-a50a-eaae55b5dbfe req-f5e8dd8d-8288-4ece-b47a-73c7c3ea0612 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:24.802021 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.802380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e3118dc-d9e7-4930-a50a-eaae55b5dbfe req-f5e8dd8d-8288-4ece-b47a-73c7c3ea0612 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.3400114 Dec 13 12:56:24.807664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Request body: {'port': {'device_id': '1cb51888-8115-447b-add6-f779a80b31a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:24.817975 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.827100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:56:24.827582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:56:24.829771 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:56:24.965477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ef305e0-e26d-4ea3-956d-198e2c4622af req-bf1303e0-3645-481d-85a2-cbd509ae39b1 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 210 time: 0.1237247 Dec 13 12:56:25.164668 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e3118dc-d9e7-4930-a50a-eaae55b5dbfe req-89ff239c-373c-4756-a2f9-5b0f5d7463ca tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241594 Dec 13 12:56:25.165253 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.204098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Allocated IP 172.20.0.3 (b242b8f3-2113-4fa3-9c28-7754dbd6f733/dc0f2cd0-da90-4d64-a22d-6a80618000d6/f6b9926a-95ce-487b-8efa-a1ec7f102160) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:25.220664 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 12:56:25.221178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:56:25.256788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.266800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.270639 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] 10.222.0.31 "DELETE /v2.0/networks/0add7c87-0257-432e-82e2-9de40711d475 HTTP/1.1" status: 204 len: 168 time: 1.5020680 Dec 13 12:56:25.273767 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.274205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e936c-fa3f-4017-b322-18ea57c53af3 req-8c37f6cd-93f5-4e50-bbcd-35ad561ffff5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.280761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e936c-fa3f-4017-b322-18ea57c53af3 req-8c37f6cd-93f5-4e50-bbcd-35ad561ffff5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.287012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e936c-fa3f-4017-b322-18ea57c53af3 req-8c37f6cd-93f5-4e50-bbcd-35ad561ffff5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.288635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6664bc4-28be-434f-8db5-6c5594f853ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0add7c87-0257-432e-82e2-9de40711d475,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:25.293061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e936c-fa3f-4017-b322-18ea57c53af3 req-8c37f6cd-93f5-4e50-bbcd-35ad561ffff5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.299611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e936c-fa3f-4017-b322-18ea57c53af3 req-8c37f6cd-93f5-4e50-bbcd-35ad561ffff5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.305693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e936c-fa3f-4017-b322-18ea57c53af3 req-8c37f6cd-93f5-4e50-bbcd-35ad561ffff5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.307039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9e3e48-8eb8-4470-8933-f84716292d91']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:25.311725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e936c-fa3f-4017-b322-18ea57c53af3 req-8c37f6cd-93f5-4e50-bbcd-35ad561ffff5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.313720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-398e936c-fa3f-4017-b322-18ea57c53af3 req-8c37f6cd-93f5-4e50-bbcd-35ad561ffff5 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5436 time: 0.2525332 Dec 13 12:56:25.318710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878d2873-074f-4769-8c17-a103c85f9b9d') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:25.319040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878d2873-074f-4769-8c17-a103c85f9b9d') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:25.331935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.339909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-81d6c78b-90c1-424e-9b77-16676eb6ea27 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.8246944 Dec 13 12:56:25.342634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51472) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:25.387102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f3c19da3-f2b5-4477-be08-8596f9ee33af details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:56:25.418459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.471126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:56:25.471544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:56:25.478182 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:56:25.513191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f3c19da3-f2b5-4477-be08-8596f9ee33af, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f3c19da3-f2b5-4477-be08-8596f9ee33af,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:25.531118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'f3c19da3-f2b5-4477-be08-8596f9ee33af', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'port_id': 'f3c19da3-f2b5-4477-be08-8596f9ee33af', 'mac_address': 'fa:16:3e:b3:75:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b1bb2c-5ffb-4f6b-a9ce-eb6937338554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:56:25.544368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51474) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:25.554922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a460-8e07-49f6-b3bd-d8ee0b6982ea req-ff7645bb-c60e-478a-b2df-9a84cf592e55 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.562464 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d308a460-8e07-49f6-b3bd-d8ee0b6982ea req-ff7645bb-c60e-478a-b2df-9a84cf592e55 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 943 time: 0.3092847 Dec 13 12:56:25.570533 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.588698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c19da3-f2b5-4477-be08-8596f9ee33af {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:25.613175 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f3c19da3-f2b5-4477-be08-8596f9ee33af, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f3c19da3-f2b5-4477-be08-8596f9ee33af,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:25.617705 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.619864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.630625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-398e936c-fa3f-4017-b322-18ea57c53af3 req-e4a5bd8c-31a6-44a8-a4a5-b064c462294c tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3008704 Dec 13 12:56:25.641435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.644825 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "DELETE /v2.0/networks/4f9e3e48-8eb8-4470-8933-f84716292d91 HTTP/1.1" status: 204 len: 168 time: 1.0227757 Dec 13 12:56:25.664229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51476) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:25.685810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f3c19da3-f2b5-4477-be08-8596f9ee33af,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:25.695927 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56388e5-f54f-4dee-8488-c3642ad50b48 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Network': ['ID=4f9e3e48-8eb8-4470-8933-f84716292d91,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:25.708452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-890fa514-dcdd-4a6b-bced-b220638e98e6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.714625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-890fa514-dcdd-4a6b-bced-b220638e98e6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.721000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-890fa514-dcdd-4a6b-bced-b220638e98e6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.727002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-890fa514-dcdd-4a6b-bced-b220638e98e6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.733359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-890fa514-dcdd-4a6b-bced-b220638e98e6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.739637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-890fa514-dcdd-4a6b-bced-b220638e98e6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.745690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-890fa514-dcdd-4a6b-bced-b220638e98e6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.748278 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-890fa514-dcdd-4a6b-bced-b220638e98e6 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5436 time: 0.2048788 Dec 13 12:56:25.755476 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3b80ad63-b51b-42bc-a46a-37939c9294a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70f9b7b894b143fa8a05df9eac87410d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2100916 Dec 13 12:56:25.785679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51478) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:25.790490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ec9f4-8e1e-4564-8a3e-ea0ea5a2b0e3 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Deleting port b0e28f1f-a615-4998-8a31-1850efac1e67 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:25.790769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec9f4-8e1e-4564-8a3e-ea0ea5a2b0e3 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:25.869566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['f3c19da3-f2b5-4477-be08-8596f9ee33af'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:56:25.926613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-0fbe3a50-734a-4cd9-a5b0-2a53f97e6d43 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:25.927997 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-0fbe3a50-734a-4cd9-a5b0-2a53f97e6d43 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "GET /v2.0/ports/46400ea7-f38c-4381-8d98-62c2c2dde927?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1433904 Dec 13 12:56:25.939279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.037500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 976b8428-dfae-43ca-b5de-9edba6fbc6bb no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:26.049720 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec9f4-8e1e-4564-8a3e-ea0ea5a2b0e3 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.050044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec9f4-8e1e-4564-8a3e-ea0ea5a2b0e3 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.058930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 976b8428-dfae-43ca-b5de-9edba6fbc6bb {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:56:26.059227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 976b8428-dfae-43ca-b5de-9edba6fbc6bb not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:56:26.061444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b204db5-70d9-4aa6-b5f8-af00fbcc8500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.109893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ec9f4-8e1e-4564-8a3e-ea0ea5a2b0e3 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Calling delete_port for b0e28f1f-a615-4998-8a31-1850efac1e67 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:26.162036 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.167059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b204db5-70d9-4aa6-b5f8-af00fbcc8500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.170429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d308a460-8e07-49f6-b3bd-d8ee0b6982ea req-a464d20b-3ef6-4996-ab87-e96def8bb81e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070933 Dec 13 12:56:26.230862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26423876-ddd9-429d-9518-6ba25cc71339 req-dadf33fa-d647-4fd6-bb6c-2f1f7ccccb8d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:26.232788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26423876-ddd9-429d-9518-6ba25cc71339 req-dadf33fa-d647-4fd6-bb6c-2f1f7ccccb8d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 932 time: 0.1485560 Dec 13 12:56:26.254986 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.265252 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-058317ab-9c3b-4a07-9c41-9f556d34930a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "GET /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3208604 Dec 13 12:56:26.286049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:26.297012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e7904f5-cbfb-499c-90d7-5acb33374273 req-fe35f464-66dc-47a8-9e2f-62ffa73051bf tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 210 time: 0.0518978 Dec 13 12:56:26.309511 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.320073 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ae2e54-070b-49fc-847d-a9148c9f11ea']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:26.347422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a05f9c-25ec-4989-afbb-587643356b42') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:26.347674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a05f9c-25ec-4989-afbb-587643356b42') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:26.369921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.414211 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.416847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.424334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b204db5-70d9-4aa6-b5f8-af00fbcc8500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.427104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b204db5-70d9-4aa6-b5f8-af00fbcc8500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.430779 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5b204db5-70d9-4aa6-b5f8-af00fbcc8500 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36c6f951-d128-4f24-a277-a4042e3c29f0 HTTP/1.1" status: 204 len: 168 time: 0.6414986 Dec 13 12:56:26.435196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:56:26.435603 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:56:26.444853 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:56:26.452586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Network b242b8f3-2113-4fa3-9c28-7754dbd6f733 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:26.456732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5366924-bccf-4c9f-af33-8d78ce54c8f6 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:26.472638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26423876-ddd9-429d-9518-6ba25cc71339 req-fdb4f70c-0be3-42bc-a0b0-c17a8ce22db6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264619 Dec 13 12:56:26.475893 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.478558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:26.483467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Pushing event updated for resources: {'Port': ['ID=f6b9926a-95ce-487b-8efa-a1ec7f102160,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:26.489102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:26.519751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b204db5-70d9-4aa6-b5f8-af00fbcc8500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c6f951-d128-4f24-a277-a4042e3c29f0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:26.550016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb90adc-4f1b-462f-a763-720159fd63f8 req-c01170df-6fc0-4a2d-8667-f183ceb02012 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:26.558133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbb90adc-4f1b-462f-a763-720159fd63f8 req-c01170df-6fc0-4a2d-8667-f183ceb02012 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.1615248 Dec 13 12:56:26.565631 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.585653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:26.586258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.587021 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.589588 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] 10.222.0.31 "DELETE /v2.0/networks/02ae2e54-070b-49fc-847d-a9148c9f11ea HTTP/1.1" status: 204 len: 168 time: 0.9235244 Dec 13 12:56:26.608613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a38698-93ed-4a12-aed2-d0538963ae38 tempest-BulkNetworkOpsIpV6Test-315224630 tempest-BulkNetworkOpsIpV6Test-315224630-project] Pushing event deleted for resources: {'Network': ['ID=02ae2e54-070b-49fc-847d-a9148c9f11ea,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:26.629824 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-400cdc03-2d11-4db4-9cd5-8f8409caaef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.635570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-408617f7-e88d-417a-9d59-214f0632bbcd tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8379641 Dec 13 12:56:26.640504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Transition to ACTIVE for port object f5366924-bccf-4c9f-af33-8d78ce54c8f6 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:56:26.655729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Request body: {'port': {'device_id': 'd1aa7bd2-2f95-4e4e-945a-9f85624b003f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:26.676449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec9f4-8e1e-4564-8a3e-ea0ea5a2b0e3 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.695101 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.710905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbb90adc-4f1b-462f-a763-720159fd63f8 req-3728ad00-8d42-4c9b-a5e5-1b91f7803d4d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508062 Dec 13 12:56:26.717461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ec9f4-8e1e-4564-8a3e-ea0ea5a2b0e3 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0e28f1f-a615-4998-8a31-1850efac1e67,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:26.810519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] For port 46400ea7-f38c-4381-8d98-62c2c2dde927, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=46400ea7-f38c-4381-8d98-62c2c2dde927,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:26.833420 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec9f4-8e1e-4564-8a3e-ea0ea5a2b0e3 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.837199 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec9f4-8e1e-4564-8a3e-ea0ea5a2b0e3 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.838759 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1b8ec9f4-8e1e-4564-8a3e-ea0ea5a2b0e3 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494 tempest-ExternalNetworksAdminNegativeTestJSON-1410658494-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/78b0a463-e859-450c-b352-8c82e62eb6ba HTTP/1.1" status: 204 len: 168 time: 1.4951780 Dec 13 12:56:26.860758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] For port 46400ea7-f38c-4381-8d98-62c2c2dde927, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:26.919441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] device_id is not set on port 46400ea7-f38c-4381-8d98-62c2c2dde927 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:26.929456 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.932993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51500) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:26.949022 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:26.949981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Pushing event updated for resources: {'Port': ['ID=f5366924-bccf-4c9f-af33-8d78ce54c8f6,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:26.969716 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.034907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] Pushing event updated for resources: {'Port': ['ID=46400ea7-f38c-4381-8d98-62c2c2dde927,revision_number=6']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:27.053441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] No DVR routers for this DVR port 46400ea7-f38c-4381-8d98-62c2c2dde927 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:27.152869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a2db-165f-48fd-9a8a-cacf4b6a68fc req-6335b64a-cca1-4830-ba11-378b682e6304 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.157965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] In _notify_port_updated(), no bound segment for port 46400ea7-f38c-4381-8d98-62c2c2dde927 on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 12:56:27.158866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.159473 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.160764 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-3d3426cd-4b67-4eae-965a-aa001caebda1 service neutron] 10.222.0.42 "PUT /v2.0/ports/46400ea7-f38c-4381-8d98-62c2c2dde927 HTTP/1.1" status: 200 len: 1028 time: 0.8835766 Dec 13 12:56:27.176874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a2db-165f-48fd-9a8a-cacf4b6a68fc req-6335b64a-cca1-4830-ba11-378b682e6304 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.196235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a2db-165f-48fd-9a8a-cacf4b6a68fc req-6335b64a-cca1-4830-ba11-378b682e6304 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.203196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a2db-165f-48fd-9a8a-cacf4b6a68fc req-6335b64a-cca1-4830-ba11-378b682e6304 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.218896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a2db-165f-48fd-9a8a-cacf4b6a68fc req-6335b64a-cca1-4830-ba11-378b682e6304 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.225824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a2db-165f-48fd-9a8a-cacf4b6a68fc req-6335b64a-cca1-4830-ba11-378b682e6304 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.232132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a2db-165f-48fd-9a8a-cacf4b6a68fc req-6335b64a-cca1-4830-ba11-378b682e6304 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.243347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5418a2db-165f-48fd-9a8a-cacf4b6a68fc req-6335b64a-cca1-4830-ba11-378b682e6304 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 5358 time: 0.4339454 Dec 13 12:56:27.379173 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fde92425-1290-469a-a0f1-b2862df1b9f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62461d7ce22c4937a7e28cc717cba9e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450293 Dec 13 12:56:27.382552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51516) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:27.389544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-a1779043-ee7a-497a-a421-5af208800049 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.392570 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-a1779043-ee7a-497a-a421-5af208800049 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "GET /v2.0/ports/068e6154-1849-490f-8d03-01e1d09c5bfc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1821618 Dec 13 12:56:27.399582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f3c19da3-f2b5-4477-be08-8596f9ee33af up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:27.402233 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4822b-65d0-4326-bb03-bfde9d86eb05 req-1d78a23a-7592-4bdc-8981-f20a1fb70b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.404263 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-63a4822b-65d0-4326-bb03-bfde9d86eb05 req-1d78a23a-7592-4bdc-8981-f20a1fb70b17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 1096 time: 0.2476044 Dec 13 12:56:27.415839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:27.419719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51518) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:27.463198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Attempting to bind port f5366924-bccf-4c9f-af33-8d78ce54c8f6 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:27.463765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Attempting to bind port f5366924-bccf-4c9f-af33-8d78ce54c8f6 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:27.464299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Attempting to bind port f5366924-bccf-4c9f-af33-8d78ce54c8f6 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:27.465593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-71e44fa2-a98e-4865-b2c3-df898c2ca340 None None] Provisioning complete for port 46400ea7-f38c-4381-8d98-62c2c2dde927 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:27.466155 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71e44fa2-a98e-4865-b2c3-df898c2ca340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.513435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Port f5366924-bccf-4c9f-af33-8d78ce54c8f6 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:56:27.514049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Attempting to bind port f5366924-bccf-4c9f-af33-8d78ce54c8f6 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:27.516440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-71e44fa2-a98e-4865-b2c3-df898c2ca340 None None] Port 46400ea7-f38c-4381-8d98-62c2c2dde927 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:27.528557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af5f57-b1ac-4bdb-b4c0-2d874d843c3c req-cec73e2c-58d1-406d-b82f-883d3bc706d1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.528763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port f3c19da3-f2b5-4477-be08-8596f9ee33af completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:56:27.536919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6af5f57-b1ac-4bdb-b4c0-2d874d843c3c req-cec73e2c-58d1-406d-b82f-883d3bc706d1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.2872891 Dec 13 12:56:27.538431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port f3c19da3-f2b5-4477-be08-8596f9ee33af triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:27.538819 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.567471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5418a2db-165f-48fd-9a8a-cacf4b6a68fc req-11cd1fd0-3853-4d4a-8e83-6c35a5c9233d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=28765a81-4235-4048-bd58-4a2b3727d1ed&id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3232553 Dec 13 12:56:27.644565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.675718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:27.676499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Checking segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:27.677196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Bound using segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:27.677860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Bound port: f5366924-bccf-4c9f-af33-8d78ce54c8f6, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:27.678494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.697397 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.750315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f3c19da3-f2b5-4477-be08-8596f9ee33af, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f3c19da3-f2b5-4477-be08-8596f9ee33af,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:27.753127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130caa94-bf4d-44a9-acb3-71f54e683b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c19da3-f2b5-4477-be08-8596f9ee33af'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:27.756925 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978cff0b-c434-466c-932b-9ad55f990790" -d '{"events": [{"server_uuid": "130caa94-bf4d-44a9-acb3-71f54e683b67", "name": "network-vif-plugged", "status": "completed", "tag": "f3c19da3-f2b5-4477-be08-8596f9ee33af"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:27.764109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.766045 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.767104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:27.811612 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-331b41fe-5a83-49b3-88d0-50cc046a8da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.817219 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01bcdcd3-2ddc-4693-94e8-80da3148ac3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.848743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4822b-65d0-4326-bb03-bfde9d86eb05 req-f9e40e65-7f2c-4e3e-826d-f4e4ea24b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.850314 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-63a4822b-65d0-4326-bb03-bfde9d86eb05 req-f9e40e65-7f2c-4e3e-826d-f4e4ea24b112 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 918 time: 0.4315088 Dec 13 12:56:27.868508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a09802-3a8d-4df9-b79b-d04388ce98f1 req-bf1f5f3f-3e9f-446d-9c0f-5aee2a54751e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:27.870219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5a09802-3a8d-4df9-b79b-d04388ce98f1 req-bf1f5f3f-3e9f-446d-9c0f-5aee2a54751e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 944 time: 0.1774316 Dec 13 12:56:27.905986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6af5f57-b1ac-4bdb-b4c0-2d874d843c3c req-3df06bb9-4b81-4fe8-b8db-a78bf7f9aca2 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676453 Dec 13 12:56:27.912742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-331b41fe-5a83-49b3-88d0-50cc046a8da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.931306 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.973083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f3c19da3-f2b5-4477-be08-8596f9ee33af,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:27.978261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] For port 068e6154-1849-490f-8d03-01e1d09c5bfc, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=068e6154-1849-490f-8d03-01e1d09c5bfc,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:27.989265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:27.999179 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:27.999741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:28.007520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] For port f5366924-bccf-4c9f-af33-8d78ce54c8f6, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:28.044019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5a09802-3a8d-4df9-b79b-d04388ce98f1 req-47b4543f-c5c3-466d-b03f-c1b0ef8270da tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600199 Dec 13 12:56:28.046473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-63a4822b-65d0-4326-bb03-bfde9d86eb05 req-f32d1956-2483-475e-8853-c3a85884146d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02060561-a5f5-4c11-9bdc-8427c9ed38fc HTTP/1.1" status: 200 len: 217 time: 0.1795692 Dec 13 12:56:28.057198 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] For port 068e6154-1849-490f-8d03-01e1d09c5bfc, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:28.061790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51538) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:28.077936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] For port f5366924-bccf-4c9f-af33-8d78ce54c8f6, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=f5366924-bccf-4c9f-af33-8d78ce54c8f6,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:28.133044 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.165706 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.169096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:28.179183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] device_id is not set on port 068e6154-1849-490f-8d03-01e1d09c5bfc yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:28.192311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.205343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4822b-65d0-4326-bb03-bfde9d86eb05 req-b05e0d3c-c8f9-4948-a236-cb11f16c4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:28.207757 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-63a4822b-65d0-4326-bb03-bfde9d86eb05 req-b05e0d3c-c8f9-4948-a236-cb11f16c4b05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 200 len: 858 time: 0.1467593 Dec 13 12:56:28.224757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:28.229179 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.230242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:28.241317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-331b41fe-5a83-49b3-88d0-50cc046a8da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.244141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-331b41fe-5a83-49b3-88d0-50cc046a8da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.247815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-331b41fe-5a83-49b3-88d0-50cc046a8da2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f28bd47-b33c-45bc-88b8-6483f7d96d55 HTTP/1.1" status: 204 len: 168 time: 0.8143153 Dec 13 12:56:28.278464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:28.279176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.280431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] 10.222.0.37 "PUT /v2.0/ports/f5366924-bccf-4c9f-af33-8d78ce54c8f6 HTTP/1.1" status: 200 len: 1092 time: 3.4957087 Dec 13 12:56:28.291957 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-63a4822b-65d0-4326-bb03-bfde9d86eb05 req-1a6bd495-ed85-4ef0-b79d-06ceb5813969 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750599 Dec 13 12:56:28.302374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb51888-8115-447b-add6-f779a80b31a1', 'tag': 'f5366924-bccf-4c9f-af33-8d78ce54c8f6'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:28.304887 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addc7c71-f975-44d4-ab51-a3ca5ff395dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb51888-8115-447b-add6-f779a80b31a1", "tag": "f5366924-bccf-4c9f-af33-8d78ce54c8f6"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:28.308503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-328499081-network', 'tenant_id': '9e019572a0a44b4d891c5dbad45c7595'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:28.315521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47e38-42ac-4d03-b61a-f97e330c335e req-2b5a70ee-f56f-4b92-9b16-35a230462e3f tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:28.324195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2fe47e38-42ac-4d03-b61a-f97e330c335e req-2b5a70ee-f56f-4b92-9b16-35a230462e3f tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 931 time: 0.2895985 Dec 13 12:56:28.328229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b9926a-95ce-487b-8efa-a1ec7f102160 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:28.338908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b41fe-5a83-49b3-88d0-50cc046a8da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f28bd47-b33c-45bc-88b8-6483f7d96d55,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:28.347162 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.359121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.443139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ee68a-7e82-4a20-9118-fcec97d46724 service neutron] Pushing event updated for resources: {'Port': ['ID=f5366924-bccf-4c9f-af33-8d78ce54c8f6,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:28.467148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Transition to ACTIVE for port object f6b9926a-95ce-487b-8efa-a1ec7f102160 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:56:28.486502 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.492544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:28.497321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Made reservation on behalf of 9e019572a0a44b4d891c5dbad45c7595 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:28.500110 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.500368 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.510249 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01bcdcd3-2ddc-4693-94e8-80da3148ac3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.531623 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-63a4822b-65d0-4326-bb03-bfde9d86eb05 req-d49584d8-6b7d-42b2-9e30-cbb2d122e075 service neutron] 10.222.0.37 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777663 Dec 13 12:56:28.532530 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.535847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01bcdcd3-2ddc-4693-94e8-80da3148ac3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.549258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb654f3c-b05a-4125-a31e-3dcf423f3ecf req-469ec0ea-aa0e-44cf-9a89-67b01e393bf4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:28.557404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:28.559711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb654f3c-b05a-4125-a31e-3dcf423f3ecf req-469ec0ea-aa0e-44cf-9a89-67b01e393bf4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 944 time: 0.3268116 Dec 13 12:56:28.563527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.564772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 068e6154-1849-490f-8d03-01e1d09c5bfc no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:28.631271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] Pushing event updated for resources: {'Port': ['ID=068e6154-1849-490f-8d03-01e1d09c5bfc,revision_number=6']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:28.638986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2fe47e38-42ac-4d03-b61a-f97e330c335e req-d443f335-d5c2-4c51-979f-f04e9eca9ae5 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/security-groups?id=9904e313-d5de-431e-bd79-474cedd50375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100684 Dec 13 12:56:28.678342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 068e6154-1849-490f-8d03-01e1d09c5bfc not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:56:28.684496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 46400ea7-f38c-4381-8d98-62c2c2dde927 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:28.695708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] No DVR routers for this DVR port 068e6154-1849-490f-8d03-01e1d09c5bfc on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:28.701275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-09429747-7f81-4868-bfa1-7cfd11f68b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:28.703129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-09429747-7f81-4868-bfa1-7cfd11f68b61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 1095 time: 0.3532853 Dec 13 12:56:28.732959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:28.743065 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec697cc-899d-45b6-9d80-0b575c818f32 x-openstack-request-id: req-1ec697cc-899d-45b6-9d80-0b575c818f32 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:28.743355 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130caa94-bf4d-44a9-acb3-71f54e683b67", "name": "network-vif-plugged", "status": "completed", "tag": "f3c19da3-f2b5-4477-be08-8596f9ee33af", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:28.743681 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ec697cc-899d-45b6-9d80-0b575c818f32 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:28.744004 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130caa94-bf4d-44a9-acb3-71f54e683b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c19da3-f2b5-4477-be08-8596f9ee33af', 'code': 200} Dec 13 12:56:28.758332 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-01bcdcd3-2ddc-4693-94e8-80da3148ac3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d2c2c26fd184e0cae0eac564214ee06&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3366144 Dec 13 12:56:28.768325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Pushing event updated for resources: {'Port': ['ID=f6b9926a-95ce-487b-8efa-a1ec7f102160,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:28.779792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 46400ea7-f38c-4381-8d98-62c2c2dde927 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:56:28.782753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51552) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:28.783832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcdcd3-2ddc-4693-94e8-80da3148ac3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521c7878-b389-4acd-a8f3-1641e5880d30,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:28.786338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 04e6bbbb-3444-4bf9-8a13-122e3bec221d no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:28.831153 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55815d87-3e01-4171-b642-d6c85070ca6a x-openstack-request-id: req-55815d87-3e01-4171-b642-d6c85070ca6a {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:28.833897 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb51888-8115-447b-add6-f779a80b31a1", "tag": "f5366924-bccf-4c9f-af33-8d78ce54c8f6", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:28.836906 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55815d87-3e01-4171-b642-d6c85070ca6a {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:28.837720 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb51888-8115-447b-add6-f779a80b31a1', 'tag': 'f5366924-bccf-4c9f-af33-8d78ce54c8f6', 'status': 'completed', 'code': 200} Dec 13 12:56:28.904837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] In _notify_port_updated(), no bound segment for port 068e6154-1849-490f-8d03-01e1d09c5bfc on network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 12:56:28.905742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:28.906392 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.907831 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-1f20fd5f-7411-4b29-be81-95f9f3c3e74d service neutron] 10.222.0.42 "PUT /v2.0/ports/068e6154-1849-490f-8d03-01e1d09c5bfc HTTP/1.1" status: 200 len: 1028 time: 1.5078785 Dec 13 12:56:28.942264 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:28.963271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-45db48dd-120d-41db-aaf2-efb8d31ac1ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5366924-bccf-4c9f-af33-8d78ce54c8f6 HTTP/1.1" status: 200 len: 217 time: 0.1705701 Dec 13 12:56:28.991166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 04e6bbbb-3444-4bf9-8a13-122e3bec221d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04e6bbbb-3444-4bf9-8a13-122e3bec221d,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:29.002641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.005788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1908752b-ed23-4722-932f-119bddf74a84 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:29.056140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb654f3c-b05a-4125-a31e-3dcf423f3ecf req-f66132b7-81f4-4823-901f-0236e94ea12e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952960 Dec 13 12:56:29.078540 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.085068 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.103259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e861244c-672a-4086-8443-f3744c54dd6c None None] Provisioning complete for port 068e6154-1849-490f-8d03-01e1d09c5bfc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:29.103640 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e861244c-672a-4086-8443-f3744c54dd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.116317 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-63a4822b-65d0-4326-bb03-bfde9d86eb05 req-ecfd472b-378d-48cd-996a-a020898f3ab6 service neutron] 10.222.0.37 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656879 Dec 13 12:56:29.117985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846bbf-81b8-46c1-9eec-cb3f9eccc616 req-8c33603e-779e-4254-a769-e9a8298c5364 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.124517 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a912966-0332-4014-824b-88ab11b923ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.124702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846bbf-81b8-46c1-9eec-cb3f9eccc616 req-8c33603e-779e-4254-a769-e9a8298c5364 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.130627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846bbf-81b8-46c1-9eec-cb3f9eccc616 req-8c33603e-779e-4254-a769-e9a8298c5364 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.137101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846bbf-81b8-46c1-9eec-cb3f9eccc616 req-8c33603e-779e-4254-a769-e9a8298c5364 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.148556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846bbf-81b8-46c1-9eec-cb3f9eccc616 req-8c33603e-779e-4254-a769-e9a8298c5364 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.156588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-81846bbf-81b8-46c1-9eec-cb3f9eccc616 req-8c33603e-779e-4254-a769-e9a8298c5364 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 3880 time: 0.2663338 Dec 13 12:56:29.177863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=04e6bbbb-3444-4bf9-8a13-122e3bec221d,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:29.186813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.206620 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a912966-0332-4014-824b-88ab11b923ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.227600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-3c195a19-0fa2-47e5-9615-83024fbd31af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.230027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-3c195a19-0fa2-47e5-9615-83024fbd31af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.2411830 Dec 13 12:56:29.235730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:56:29.237450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e861244c-672a-4086-8443-f3744c54dd6c None None] Port 068e6154-1849-490f-8d03-01e1d09c5bfc cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:29.242194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f2f4b-0328-4f6c-872b-d92ad62f56a4 req-28010fa4-722c-4368-ad2b-fde99df9dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.243917 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-084f2f4b-0328-4f6c-872b-d92ad62f56a4 req-28010fa4-722c-4368-ad2b-fde99df9dd33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 1096 time: 0.3701091 Dec 13 12:56:29.250173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.295083 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.295269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1908752b-ed23-4722-932f-119bddf74a84, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1908752b-ed23-4722-932f-119bddf74a84,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:29.295431 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Added segment 7475f4cb-33b8-48aa-9775-d6e2e1d35e08 of type vlan for network e1518c3e-56e8-434b-9757-6d343af7cf63 Dec 13 12:56:29.301887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb03a6d-484b-44df-9241-b5e7bf47cd47,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:29.303339 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.331113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Attempting to bind port f6b9926a-95ce-487b-8efa-a1ec7f102160 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:29.331456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Attempting to bind port f6b9926a-95ce-487b-8efa-a1ec7f102160 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '56af3241-abd1-42e8-9b4d-04daef40d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b242b8f3-2113-4fa3-9c28-7754dbd6f733'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:29.331767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Attempting to bind port f6b9926a-95ce-487b-8efa-a1ec7f102160 on network b242b8f3-2113-4fa3-9c28-7754dbd6f733 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:29.349528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-81846bbf-81b8-46c1-9eec-cb3f9eccc616 req-ca019b8b-74f2-4d53-a33c-c28d83b217bb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919322 Dec 13 12:56:29.351403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Port f6b9926a-95ce-487b-8efa-a1ec7f102160 on network b242b8f3-2113-4fa3-9c28-7754dbd6f733 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:56:29.351403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Attempting to bind port f6b9926a-95ce-487b-8efa-a1ec7f102160 on network b242b8f3-2113-4fa3-9c28-7754dbd6f733 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:29.376630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.380174 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-084f2f4b-0328-4f6c-872b-d92ad62f56a4 req-91ba245a-15b5-41f1-9a0b-daad5f667254 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177726 Dec 13 12:56:29.388909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-fcc56dfb-3f7c-434b-85f9-7a8df8f424ab tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Deleting port 1908752b-ed23-4722-932f-119bddf74a84 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:29.389305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-fcc56dfb-3f7c-434b-85f9-7a8df8f424ab tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.398804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03618798-0899-417f-bc54-93238a762666 req-13f447ab-9ea9-4ecf-acff-b85a8090768f tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.400955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-03618798-0899-417f-bc54-93238a762666 req-13f447ab-9ea9-4ecf-acff-b85a8090768f tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.2113583 Dec 13 12:56:29.403302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:29.403650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Checking segment: {'id': '56af3241-abd1-42e8-9b4d-04daef40d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b242b8f3-2113-4fa3-9c28-7754dbd6f733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:29.404033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Bound using segment: {'id': '56af3241-abd1-42e8-9b4d-04daef40d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b242b8f3-2113-4fa3-9c28-7754dbd6f733'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:29.404474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Bound port: f6b9926a-95ce-487b-8efa-a1ec7f102160, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56af3241-abd1-42e8-9b4d-04daef40d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b242b8f3-2113-4fa3-9c28-7754dbd6f733'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:29.404831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.410159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1908752b-ed23-4722-932f-119bddf74a84,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:29.424483 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a912966-0332-4014-824b-88ab11b923ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.427990 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:56:29.428584 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a912966-0332-4014-824b-88ab11b923ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.430040 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9a912966-0332-4014-824b-88ab11b923ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/521c7878-b389-4acd-a8f3-1641e5880d30 HTTP/1.1" status: 204 len: 168 time: 0.6413567 Dec 13 12:56:29.484455 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a912966-0332-4014-824b-88ab11b923ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521c7878-b389-4acd-a8f3-1641e5880d30,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:29.495629 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.497453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.498270 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.515446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] For port f6b9926a-95ce-487b-8efa-a1ec7f102160, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:29.518693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] For port f6b9926a-95ce-487b-8efa-a1ec7f102160, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f6b9926a-95ce-487b-8efa-a1ec7f102160,segment=NetworkSegment(56af3241-abd1-42e8-9b4d-04daef40d564),segment_id=56af3241-abd1-42e8-9b4d-04daef40d564)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:29.558818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-2420879e-c01a-4a53-8581-49dfc04a5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.560398 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-2420879e-c01a-4a53-8581-49dfc04a5da0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3038950 Dec 13 12:56:29.564520 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.578206 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5153697 Dec 13 12:56:29.589024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51580) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:29.594208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Request body: {'subnet': {'network_id': 'e1518c3e-56e8-434b-9757-6d343af7cf63', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-328499081-subnet', 'tenant_id': '9e019572a0a44b4d891c5dbad45c7595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:29.601845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-55730e26-126c-44c8-946c-34a68aeee039 req-fcc56dfb-3f7c-434b-85f9-7a8df8f424ab tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] For port 1908752b-ed23-4722-932f-119bddf74a84, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1908752b-ed23-4722-932f-119bddf74a84,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:29.602518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-fcc56dfb-3f7c-434b-85f9-7a8df8f424ab tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.605033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa241159-7626-4567-858d-38ed9531125d admin admin] Pushing event updated for resources: {'Network': ['ID=e1518c3e-56e8-434b-9757-6d343af7cf63,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:29.616320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e1518c3e-56e8-434b-9757-6d343af7cf63 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:29.631393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-fcc56dfb-3f7c-434b-85f9-7a8df8f424ab tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Calling delete_port for 1908752b-ed23-4722-932f-119bddf74a84 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:29.656855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Made reservation on behalf of 9e019572a0a44b4d891c5dbad45c7595 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:29.659116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.664322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51584) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:29.806755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-fcc56dfb-3f7c-434b-85f9-7a8df8f424ab tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.851173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.852252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc56dfb-3f7c-434b-85f9-7a8df8f424ab tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Port': ['ID=1908752b-ed23-4722-932f-119bddf74a84,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:29.921500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-55730e26-126c-44c8-946c-34a68aeee039 req-fcc56dfb-3f7c-434b-85f9-7a8df8f424ab tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] No DVR routers for this DVR port 1908752b-ed23-4722-932f-119bddf74a84 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:29.924256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-fcc56dfb-3f7c-434b-85f9-7a8df8f424ab tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.928619 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-fcc56dfb-3f7c-434b-85f9-7a8df8f424ab tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "DELETE /v2.0/ports/1908752b-ed23-4722-932f-119bddf74a84 HTTP/1.1" status: 204 len: 173 time: 0.9848020 Dec 13 12:56:29.929122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-deleted', 'tag': '1908752b-ed23-4722-932f-119bddf74a84'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:29.931873 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554da219-bc67-4f67-ac60-7529f629288e" -d '{"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-deleted", "tag": "1908752b-ed23-4722-932f-119bddf74a84"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:29.950967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:29.951433 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:29.953010 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-c033d103-4027-4e41-b81d-2828898194ea service neutron] 10.222.0.42 "PUT /v2.0/ports/f6b9926a-95ce-487b-8efa-a1ec7f102160 HTTP/1.1" status: 200 len: 1091 time: 3.3052051 Dec 13 12:56:30.030979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c36249-1edc-4ac6-93ab-15d1a319e1d6 req-5b85a35b-7850-4867-9e7e-69d40b05774c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:30.032588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98c36249-1edc-4ac6-93ab-15d1a319e1d6 req-5b85a35b-7850-4867-9e7e-69d40b05774c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.5076075 Dec 13 12:56:30.041880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51594) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:30.045659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-03618798-0899-417f-bc54-93238a762666 req-fc924f15-f6f5-4140-a44e-3bf9c476a15d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255729 Dec 13 12:56:30.182975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033d103-4027-4e41-b81d-2828898194ea service neutron] Pushing event updated for resources: {'Port': ['ID=f6b9926a-95ce-487b-8efa-a1ec7f102160,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:30.244518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855099318'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:30.264587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2ba5c1b8-93b1-4475-a4b7-b0e362eeaf93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8cd32977386415a97ec62eda1da5efa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153058 Dec 13 12:56:30.279589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51598) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:30.309503 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98c36249-1edc-4ac6-93ab-15d1a319e1d6 req-7f0a6cca-c3bd-4427-bd13-b71480554d8b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385583 Dec 13 12:56:30.336720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-77b64fae-3da0-4a98-98f7-0d3cb5c2fbbc service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518358 Dec 13 12:56:30.347124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-24eee16e-597c-41de-a3c0-ce7129f9f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:30.348672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-24eee16e-597c-41de-a3c0-ce7129f9f397 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63080f0ab4804d63b35ffbfbeb4d8fb9&device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 1094 time: 0.3149533 Dec 13 12:56:30.397169 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:30.408259 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f39d868-05b3-437d-b90f-ff893da06a7a x-openstack-request-id: req-3f39d868-05b3-437d-b90f-ff893da06a7a {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:30.408603 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-deleted", "tag": "1908752b-ed23-4722-932f-119bddf74a84", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:30.408865 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f39d868-05b3-437d-b90f-ff893da06a7a {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:30.409267 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-deleted', 'tag': '1908752b-ed23-4722-932f-119bddf74a84', 'status': 'completed', 'code': 200} Dec 13 12:56:30.423710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b299a-505a-4ee2-a4ae-21b2565becf6 req-908f1f06-0af1-4aef-b470-5cd73797cb3e tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:30.425317 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a1b299a-505a-4ee2-a4ae-21b2565becf6 req-908f1f06-0af1-4aef-b470-5cd73797cb3e tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 943 time: 0.2827668 Dec 13 12:56:30.441783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-139ec21c-086f-42e6-bbc1-6a060ad0917f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Deleting port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:30.442197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-139ec21c-086f-42e6-bbc1-6a060ad0917f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:30.534952 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:30.555753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-39e64567-d5fb-4b4c-a538-02574933441b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6b9926a-95ce-487b-8efa-a1ec7f102160 HTTP/1.1" status: 200 len: 217 time: 0.1867697 Dec 13 12:56:30.561856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-55730e26-126c-44c8-946c-34a68aeee039 req-139ec21c-086f-42e6-bbc1-6a060ad0917f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] For port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:30.562512 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-139ec21c-086f-42e6-bbc1-6a060ad0917f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:30.576080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-139ec21c-086f-42e6-bbc1-6a060ad0917f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Calling delete_port for 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:30.667962 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f857571f-8e86-4cb0-8be9-6bbb9fad0e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:30.712569 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-139ec21c-086f-42e6-bbc1-6a060ad0917f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:30.741689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ec21c-086f-42e6-bbc1-6a060ad0917f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Port': ['ID=9f9cf1be-f4af-4e00-a54e-0e03319e3ad7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:30.745346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f99e9d-9b53-4833-a0a5-749c2b5f75c8'}, {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9cf1be-f4af-4e00-a54e-0e03319e3ad7'}, {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2'}, {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e6bbbb-3444-4bf9-8a13-122e3bec221d'}, {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1908752b-ed23-4722-932f-119bddf74a84'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:30.747853 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11339b7-2f12-4d0b-8af9-dc4e09de4b0f" -d '{"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-unplugged", "status": "completed", "tag": "74f99e9d-9b53-4833-a0a5-749c2b5f75c8"}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9cf1be-f4af-4e00-a54e-0e03319e3ad7"}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-unplugged", "status": "completed", "tag": "1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2"}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-unplugged", "status": "completed", "tag": "04e6bbbb-3444-4bf9-8a13-122e3bec221d"}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-unplugged", "status": "completed", "tag": "1908752b-ed23-4722-932f-119bddf74a84"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:30.779827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f857571f-8e86-4cb0-8be9-6bbb9fad0e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:30.785992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a1b299a-505a-4ee2-a4ae-21b2565becf6 req-385da73c-55a2-4109-a54e-7d325bd1de56 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/security-groups?id=9904e313-d5de-431e-bd79-474cedd50375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613804 Dec 13 12:56:30.787364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-987901bf-dfcb-412e-9b4f-085916d344f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:30.788712 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-987901bf-dfcb-412e-9b4f-085916d344f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc0f2cd0-da90-4d64-a22d-6a80618000d6 HTTP/1.1" status: 200 len: 855 time: 0.2124219 Dec 13 12:56:30.795794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-55730e26-126c-44c8-946c-34a68aeee039 req-139ec21c-086f-42e6-bbc1-6a060ad0917f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] No DVR routers for this DVR port 9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:30.798705 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-139ec21c-086f-42e6-bbc1-6a060ad0917f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:30.802945 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-139ec21c-086f-42e6-bbc1-6a060ad0917f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "DELETE /v2.0/ports/9f9cf1be-f4af-4e00-a54e-0e03319e3ad7 HTTP/1.1" status: 204 len: 173 time: 0.8675532 Dec 13 12:56:30.830541 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:30.851153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511339a-357f-4080-a4ef-9478e131223c req-d16b7297-edc6-43cd-9994-b864704199f9 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:30.852778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7511339a-357f-4080-a4ef-9478e131223c req-d16b7297-edc6-43cd-9994-b864704199f9 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 944 time: 0.3314350 Dec 13 12:56:30.854823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eae83685-f82c-4bb2-b3dd-089eee3460d2 req-5f88f735-4f6a-46a4-abfe-3048fd9c4661 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007849 Dec 13 12:56:30.855485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa7bd2-2f95-4e4e-945a-9f85624b003f', 'tag': 'f6b9926a-95ce-487b-8efa-a1ec7f102160'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:30.858820 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1aa7bd2-2f95-4e4e-945a-9f85624b003f", "tag": "f6b9926a-95ce-487b-8efa-a1ec7f102160"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:30.903575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-4c8fb3ef-e877-4b08-8943-39f9f9ee1488 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b242b8f3-2113-4fa3-9c28-7754dbd6f733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015449 Dec 13 12:56:30.922421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-b7d979ef-a170-4d9d-8a8d-a720a3ff072b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Deleting port 04e6bbbb-3444-4bf9-8a13-122e3bec221d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:30.924963 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-b7d979ef-a170-4d9d-8a8d-a720a3ff072b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.019342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-55730e26-126c-44c8-946c-34a68aeee039 req-b7d979ef-a170-4d9d-8a8d-a720a3ff072b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] For port 04e6bbbb-3444-4bf9-8a13-122e3bec221d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04e6bbbb-3444-4bf9-8a13-122e3bec221d,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:31.019632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-b7d979ef-a170-4d9d-8a8d-a720a3ff072b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.032682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-b7d979ef-a170-4d9d-8a8d-a720a3ff072b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Calling delete_port for 04e6bbbb-3444-4bf9-8a13-122e3bec221d owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:31.129435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01f180d-73f9-4851-adb7-76bf45b68696,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:31.167943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.184009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-b7d979ef-a170-4d9d-8a8d-a720a3ff072b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.190664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7511339a-357f-4080-a4ef-9478e131223c req-4f181b5d-7f1f-45af-9af4-139f14d798b3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894626 Dec 13 12:56:31.219892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-2928bb4f-6e7a-41bc-9345-cf667fefa584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:31.221575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-2928bb4f-6e7a-41bc-9345-cf667fefa584 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 1095 time: 0.3047187 Dec 13 12:56:31.223461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-247a202a-71c4-452a-a3d8-ba90bb79a899 service neutron] 10.222.0.42 "GET /v2.0/networks/b242b8f3-2113-4fa3-9c28-7754dbd6f733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637827 Dec 13 12:56:31.230678 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d979ef-a170-4d9d-8a8d-a720a3ff072b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Port': ['ID=04e6bbbb-3444-4bf9-8a13-122e3bec221d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:31.233736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690339e-2934-44aa-ad39-65c6bc987eb2 req-418607b6-84b6-48a8-a8c5-8f2a6e0f8443 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:31.240005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690339e-2934-44aa-ad39-65c6bc987eb2 req-418607b6-84b6-48a8-a8c5-8f2a6e0f8443 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:31.249376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690339e-2934-44aa-ad39-65c6bc987eb2 req-418607b6-84b6-48a8-a8c5-8f2a6e0f8443 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:31.251158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d690339e-2934-44aa-ad39-65c6bc987eb2 req-418607b6-84b6-48a8-a8c5-8f2a6e0f8443 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 2410 time: 0.3628891 Dec 13 12:56:31.251926 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f857571f-8e86-4cb0-8be9-6bbb9fad0e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.254835 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f857571f-8e86-4cb0-8be9-6bbb9fad0e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.255797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f857571f-8e86-4cb0-8be9-6bbb9fad0e4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5978065c-5582-4ca2-8caf-149a3b857706 HTTP/1.1" status: 204 len: 168 time: 0.9750745 Dec 13 12:56:31.256829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.279661 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e33e028-feaa-48f2-931a-b04011e5131e x-openstack-request-id: req-9e33e028-feaa-48f2-931a-b04011e5131e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:31.280226 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-unplugged", "status": "completed", "tag": "74f99e9d-9b53-4833-a0a5-749c2b5f75c8", "code": 200}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9cf1be-f4af-4e00-a54e-0e03319e3ad7", "code": 200}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-unplugged", "status": "completed", "tag": "1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2", "code": 200}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-unplugged", "status": "completed", "tag": "04e6bbbb-3444-4bf9-8a13-122e3bec221d", "code": 200}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-unplugged", "status": "completed", "tag": "1908752b-ed23-4722-932f-119bddf74a84", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:31.280226 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e33e028-feaa-48f2-931a-b04011e5131e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:31.280552 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f99e9d-9b53-4833-a0a5-749c2b5f75c8', 'code': 200} Dec 13 12:56:31.280812 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9cf1be-f4af-4e00-a54e-0e03319e3ad7', 'code': 200} Dec 13 12:56:31.281065 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2', 'code': 200} Dec 13 12:56:31.281318 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e6bbbb-3444-4bf9-8a13-122e3bec221d', 'code': 200} Dec 13 12:56:31.281567 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1908752b-ed23-4722-932f-119bddf74a84', 'code': 200} Dec 13 12:56:31.296874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-55730e26-126c-44c8-946c-34a68aeee039 req-b7d979ef-a170-4d9d-8a8d-a720a3ff072b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] No DVR routers for this DVR port 04e6bbbb-3444-4bf9-8a13-122e3bec221d on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:31.299510 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-b7d979ef-a170-4d9d-8a8d-a720a3ff072b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.302996 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-b7d979ef-a170-4d9d-8a8d-a720a3ff072b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "DELETE /v2.0/ports/04e6bbbb-3444-4bf9-8a13-122e3bec221d HTTP/1.1" status: 204 len: 173 time: 0.4949877 Dec 13 12:56:31.327251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Checking segment: {'id': '7475f4cb-33b8-48aa-9775-d6e2e1d35e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e1518c3e-56e8-434b-9757-6d343af7cf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:31.327614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Network hostable DHCP agents. Network: e1518c3e-56e8-434b-9757-6d343af7cf63, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:56:31.339347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857571f-8e86-4cb0-8be9-6bbb9fad0e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5978065c-5582-4ca2-8caf-149a3b857706,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:31.344261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d690339e-2934-44aa-ad39-65c6bc987eb2 req-afc94e7d-d7f4-49a8-a93d-9b6639fd5828 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups?id=91002154-e444-4cfa-b0f2-9fb27161e977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833082 Dec 13 12:56:31.352799 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60679850-3fe1-44e4-87a7-dc7d58348f3e x-openstack-request-id: req-60679850-3fe1-44e4-87a7-dc7d58348f3e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:31.353089 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1aa7bd2-2f95-4e4e-945a-9f85624b003f", "tag": "f6b9926a-95ce-487b-8efa-a1ec7f102160", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:31.353339 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60679850-3fe1-44e4-87a7-dc7d58348f3e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:31.353788 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa7bd2-2f95-4e4e-945a-9f85624b003f', 'tag': 'f6b9926a-95ce-487b-8efa-a1ec7f102160', 'status': 'completed', 'code': 200} Dec 13 12:56:31.491726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Deleting port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:31.492133 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.494521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Network e1518c3e-56e8-434b-9757-6d343af7cf63 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:56:31.591196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] For port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:31.591574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.610176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9442200c-4e2f-406c-a36f-0bf8846c3021,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:31.638966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e1518c3e-56e8-434b-9757-6d343af7cf63) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:31.650655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e29620-0601-448d-8334-81b191747e23 None None] Network e1518c3e-56e8-434b-9757-6d343af7cf63 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:31.687791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:31.688700 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.766573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.801880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c751b-bdb7-42a4-a6c9-4e1e13ed9eda req-3455e5dc-592a-4d91-b5ab-623c05b59906 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:31.815003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-573c751b-bdb7-42a4-a6c9-4e1e13ed9eda req-3455e5dc-592a-4d91-b5ab-623c05b59906 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.3377357 Dec 13 12:56:31.820128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6e891c-63fb-430a-8566-d8a9c56708d0 req-df699f6e-94c5-4834-97f9-55f3aa7ae61b service neutron] 10.222.0.42 "GET /v2.0/networks/b242b8f3-2113-4fa3-9c28-7754dbd6f733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322804 Dec 13 12:56:31.831528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06523a-73b2-494c-928c-a48aeba0b89b req-3b508c10-3b41-4181-8361-b2c43869926a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:31.833591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b06523a-73b2-494c-928c-a48aeba0b89b req-3b508c10-3b41-4181-8361-b2c43869926a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.3604717 Dec 13 12:56:31.836974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-87071e11-b963-464b-b706-8e106a840f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:31.839624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-87071e11-b963-464b-b706-8e106a840f41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.5790067 Dec 13 12:56:31.841755 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.853173 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.853173 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.853534 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Floating IP d40bff86-260e-4656-b156-84b2e5c0334a disassociated. External IP: 172.25.2.200, port: 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2. Dec 13 12:56:31.853760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Calling delete_port for 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:31.874413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c0cb3230-058a-4263-9030-9638067cde07 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2805841 Dec 13 12:56:31.956330 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:31.957594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.0316167 Dec 13 12:56:31.977572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51626) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:31.994862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-3e8fb13a-1c70-4890-96b1-58bcf58a9963 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5366924-bccf-4c9f-af33-8d78ce54c8f6 HTTP/1.1" status: 200 len: 217 time: 0.1222389 Dec 13 12:56:32.064807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e3b2a3-505f-4596-b43e-c9b116827bc4 None None] Network e1518c3e-56e8-434b-9757-6d343af7cf63 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:32.105058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805d5b5-8010-4c81-9d4b-ac0e461d5d9c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9b6a9b-9ee9-4443-b025-20146a1ec809,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:32.114383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.159864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-573c751b-bdb7-42a4-a6c9-4e1e13ed9eda req-adbbb6e5-1188-47d5-bc05-17bdc901bbaa tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436184 Dec 13 12:56:32.167484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e req-a6ed001d-ed16-4a44-b219-ba8ff83df44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:32.169106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e req-a6ed001d-ed16-4a44-b219-ba8ff83df44e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63080f0ab4804d63b35ffbfbeb4d8fb9&device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 1094 time: 0.2667861 Dec 13 12:56:32.183124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b06523a-73b2-494c-928c-a48aeba0b89b req-8b304262-9572-443f-8f0d-c522301526cd tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885113 Dec 13 12:56:32.194743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Port': ['ID=1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:32.267095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-2dd374b0-dac7-44b0-950f-7fa510601b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:32.268961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-2dd374b0-dac7-44b0-950f-7fa510601b5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.2582979 Dec 13 12:56:32.300724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b825b348-4980-4582-9fb2-c384142a6f62 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3051050 Dec 13 12:56:32.307022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51646) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:32.313403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-beb1b1a5-b779-48c7-937d-421c81225900 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group': {'name': 'tempest-security--161836342', 'description': 'tempest-security-description-1396988172'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:32.366047 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-beb1b1a5-b779-48c7-937d-421c81225900 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.409441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-72599d41-37be-4b70-b054-f89d1134134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:32.409977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-deleted', 'tag': '9f9cf1be-f4af-4e00-a54e-0e03319e3ad7'}, {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-deleted', 'tag': '04e6bbbb-3444-4bf9-8a13-122e3bec221d'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:32.411270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-72599d41-37be-4b70-b054-f89d1134134a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340587 Dec 13 12:56:32.412686 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d749668d-a7a2-4f75-81ec-1035c1300a4a" -d '{"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-deleted", "tag": "9f9cf1be-f4af-4e00-a54e-0e03319e3ad7"}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-deleted", "tag": "04e6bbbb-3444-4bf9-8a13-122e3bec221d"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:32.419726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6acf37-3c94-41c8-94f9-069285dfca5b req-4f5acdfa-85a5-4e74-8466-5633b6b0348e tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:32.431769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e6acf37-3c94-41c8-94f9-069285dfca5b req-4f5acdfa-85a5-4e74-8466-5633b6b0348e tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 943 time: 0.1439018 Dec 13 12:56:32.434030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e req-fc98749d-15b6-48a8-b7cf-38438bdcec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:32.436145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e req-fc98749d-15b6-48a8-b7cf-38438bdcec1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b242b8f3-2113-4fa3-9c28-7754dbd6f733 HTTP/1.1" status: 200 len: 915 time: 0.2517319 Dec 13 12:56:32.437506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51652) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:32.475510 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-beb1b1a5-b779-48c7-937d-421c81225900 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.484167 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-beb1b1a5-b779-48c7-937d-421c81225900 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.486930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-beb1b1a5-b779-48c7-937d-421c81225900 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.487981 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-beb1b1a5-b779-48c7-937d-421c81225900 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "PUT /v2.0/security-groups/4d9b6a9b-9ee9-4443-b025-20146a1ec809 HTTP/1.1" status: 200 len: 1796 time: 0.1799753 Dec 13 12:56:32.495039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51654) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:32.515212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:56:32.552666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1b1a5-b779-48c7-937d-421c81225900 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9b6a9b-9ee9-4443-b025-20146a1ec809,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:32.610882 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7d0db18e-e844-42cd-9c3f-56313092317e tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups/4d9b6a9b-9ee9-4443-b025-20146a1ec809 HTTP/1.1" status: 200 len: 1796 time: 0.1121402 Dec 13 12:56:32.611132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51664) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:32.716378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:56:32.724569 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-12bc5837-e896-4242-a912-58c61a9625c4 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.731720 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] Sync routers for ids ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:56:32.748451 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] Routers {'7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:56:32.749369 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:56:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:32.766876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] No DVR routers for this DVR port 1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:32.771935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.775317 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-d704cb73-0500-4829-bfcb-fe4746fbb70d tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "DELETE /v2.0/ports/1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2 HTTP/1.1" status: 204 len: 173 time: 1.4658675 Dec 13 12:56:32.789116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-12bc5837-e896-4242-a912-58c61a9625c4 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.880560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1829825061'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:32.891073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e req-e1fb4905-933c-4529-90aa-7a7f5f52704e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6b9926a-95ce-487b-8efa-a1ec7f102160 HTTP/1.1" status: 200 len: 217 time: 0.1840329 Dec 13 12:56:32.891287 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] Set router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:56:32.935674 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-12bc5837-e896-4242-a912-58c61a9625c4 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.938464 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-12bc5837-e896-4242-a912-58c61a9625c4 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.941923 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-12bc5837-e896-4242-a912-58c61a9625c4 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/4d9b6a9b-9ee9-4443-b025-20146a1ec809 HTTP/1.1" status: 204 len: 168 time: 0.3275573 Dec 13 12:56:32.944220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51668) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:32.949280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-a81958b1-c197-4ab8-b4ea-7edef92136a3 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Deleting port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:32.949786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-a81958b1-c197-4ab8-b4ea-7edef92136a3 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:32.980057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc5837-e896-4242-a912-58c61a9625c4 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9b6a9b-9ee9-4443-b025-20146a1ec809,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:32.996653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-a0cf36e4-30eb-4eae-918c-47566275584e tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:32.998265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-a0cf36e4-30eb-4eae-918c-47566275584e tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/networks?id=e1518c3e-56e8-434b-9757-6d343af7cf63 HTTP/1.1" status: 200 len: 821 time: 0.2904568 Dec 13 12:56:33.016862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e6acf37-3c94-41c8-94f9-069285dfca5b req-31822e8b-0c4b-47fa-8bf4-f4aab1fc04f6 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/security-groups?id=9904e313-d5de-431e-bd79-474cedd50375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841990 Dec 13 12:56:33.026993 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-d3995644-62d8-4375-ab2f-30a37b4138d5 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/quotas/9e019572a0a44b4d891c5dbad45c7595 HTTP/1.1" status: 200 len: 375 time: 0.0185359 Dec 13 12:56:33.028572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e req-5bad169f-885f-473f-9df8-e058966629b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:33.030100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e req-5bad169f-885f-473f-9df8-e058966629b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc0f2cd0-da90-4d64-a22d-6a80618000d6 HTTP/1.1" status: 200 len: 855 time: 0.1257095 Dec 13 12:56:33.036120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Made reservation on behalf of a37455eacfd84de786493fb9581a693c for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:33.039825 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.076659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.079630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-661aa296-ca8a-4f05-ad78-f51598c615a8 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1329842 Dec 13 12:56:33.082971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51670) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:33.109941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-a85a268e-d4b5-462d-9e66-f37b3f53623e service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729848 Dec 13 12:56:33.111784 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-1e8ae977-972f-4c83-a831-eca59e35f66c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] delete failed (client error): The resource could not be found. Dec 13 12:56:33.111932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e req-21b6402a-31fe-4cd4-973f-0d864f83b351 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b242b8f3-2113-4fa3-9c28-7754dbd6f733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620325 Dec 13 12:56:33.116693 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1e8ae977-972f-4c83-a831-eca59e35f66c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/4d9b6a9b-9ee9-4443-b025-20146a1ec809 HTTP/1.1" status: 404 len: 347 time: 0.0290353 Dec 13 12:56:33.117235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-cd78b443-9d02-48f9-8655-f98719f2f191 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e019572a0a44b4d891c5dbad45c7595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785720 Dec 13 12:56:33.122372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51672) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:33.139488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-55730e26-126c-44c8-946c-34a68aeee039 req-a81958b1-c197-4ab8-b4ea-7edef92136a3 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] For port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:33.139734 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-a81958b1-c197-4ab8-b4ea-7edef92136a3 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.151172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0c9a4a84-b3ba-4fe6-af34-0a6f89ae2758 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group': {'name': 'tempest-secgroup--564188498'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:33.154312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-55730e26-126c-44c8-946c-34a68aeee039 req-a81958b1-c197-4ab8-b4ea-7edef92136a3 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Calling delete_port for 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:33.179293 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0592bdce-22e0-4aee-b7e7-b2b3136f761d', 'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'mac_address': 'fa:16:3e:26:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:43Z', 'updated_at': '2021-12-13T12:45:53Z', 'revision_number': 5, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'subnets': [{'id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:33.216202 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] Checking router: 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:56:33.224649 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] Routers {'7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:56:33.225527 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:56:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:33.299475 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-a81958b1-c197-4ab8-b4ea-7edef92136a3 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.335168 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] Set router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:56:33.337996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81958b1-c197-4ab8-b4ea-7edef92136a3 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Port': ['ID=74f99e9d-9b53-4833-a0a5-749c2b5f75c8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:33.395435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-55730e26-126c-44c8-946c-34a68aeee039 req-a81958b1-c197-4ab8-b4ea-7edef92136a3 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] No DVR routers for this DVR port 74f99e9d-9b53-4833-a0a5-749c2b5f75c8 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:33.396894 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4a84-b3ba-4fe6-af34-0a6f89ae2758 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.399002 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-55730e26-126c-44c8-946c-34a68aeee039 req-a81958b1-c197-4ab8-b4ea-7edef92136a3 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.403540 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55730e26-126c-44c8-946c-34a68aeee039 req-a81958b1-c197-4ab8-b4ea-7edef92136a3 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.42 "DELETE /v2.0/ports/74f99e9d-9b53-4833-a0a5-749c2b5f75c8 HTTP/1.1" status: 204 len: 173 time: 0.6158402 Dec 13 12:56:33.406777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f6b9926a-95ce-487b-8efa-a1ec7f102160 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:56:33.452346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110859e6-7de8-4338-ae21-3eb909f43094 req-feda845a-1fa4-4cf7-ab42-9d0f0cbadc41 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:33.453952 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-110859e6-7de8-4338-ae21-3eb909f43094 req-feda845a-1fa4-4cf7-ab42-9d0f0cbadc41 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 944 time: 0.3393161 Dec 13 12:56:33.523930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e req-504c8382-0a93-4889-9c0a-1551b1d40e15 service neutron] 10.222.0.42 "GET /v2.0/networks/b242b8f3-2113-4fa3-9c28-7754dbd6f733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005625 Dec 13 12:56:33.532813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f6b9926a-95ce-487b-8efa-a1ec7f102160, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f6b9926a-95ce-487b-8efa-a1ec7f102160,segment=NetworkSegment(56af3241-abd1-42e8-9b4d-04daef40d564),segment_id=56af3241-abd1-42e8-9b4d-04daef40d564)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:33.537649 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-addc7c71-f975-44d4-ab51-a3ca5ff395dd req-83af6431-8dde-4a39-9e9f-352975afabf1 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161344 Dec 13 12:56:33.546864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'f6b9926a-95ce-487b-8efa-a1ec7f102160', 'network_id': 'b242b8f3-2113-4fa3-9c28-7754dbd6f733', 'port_id': 'f6b9926a-95ce-487b-8efa-a1ec7f102160', 'mac_address': 'fa:16:3e:ab:b3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0f2cd0-da90-4d64-a22d-6a80618000d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:56:33.547354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-9ed0ab29-e33a-44bd-aaae-6d41f9349456 service neutron] 10.222.0.31 "GET /v2.0/networks/e1518c3e-56e8-434b-9757-6d343af7cf63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011607 Dec 13 12:56:33.593050 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.613003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b9926a-95ce-487b-8efa-a1ec7f102160 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:33.633564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f6b9926a-95ce-487b-8efa-a1ec7f102160, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f6b9926a-95ce-487b-8efa-a1ec7f102160,segment=NetworkSegment(56af3241-abd1-42e8-9b4d-04daef40d564),segment_id=56af3241-abd1-42e8-9b4d-04daef40d564)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:33.640728 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.685986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device f5366924-bccf-4c9f-af33-8d78ce54c8f6 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:56:33.707644 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.722968 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.736156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-110859e6-7de8-4338-ae21-3eb909f43094 req-11af9351-1435-4ec4-b38a-8dedce5e09c2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506573 Dec 13 12:56:33.795473 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0592bdce-22e0-4aee-b7e7-b2b3136f761d', 'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'mac_address': 'fa:16:3e:26:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:43Z', 'updated_at': '2021-12-13T12:45:53Z', 'revision_number': 5, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'subnets': [{'id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:33.810592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:56:33.818333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port f5366924-bccf-4c9f-af33-8d78ce54c8f6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=f5366924-bccf-4c9f-af33-8d78ce54c8f6,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:33.835502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'f5366924-bccf-4c9f-af33-8d78ce54c8f6', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'port_id': 'f5366924-bccf-4c9f-af33-8d78ce54c8f6', 'mac_address': 'fa:16:3e:9b:d1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:56:33.886560 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4a84-b3ba-4fe6-af34-0a6f89ae2758 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.889453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e52f9e0-2d0e-40cf-991f-b5924c9c0611,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:33.893670 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4807290-7aa1-49f0-b5cb-b42ddfefdcff None None] The sync data for ids ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'] in n-d-817326-4 is: [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0592bdce-22e0-4aee-b7e7-b2b3136f761d', 'name': '', 'network_id': 'fc70dab7-0712-49c8-bb1b-4ed11b531838', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'mac_address': 'fa:16:3e:26:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:43Z', 'updated_at': '2021-12-13T12:45:53Z', 'revision_number': 5, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'subnets': [{'id': '6c2682f3-4d19-4b32-b1e3-f9be77d2e054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:56:33.894023 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.894200 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Added segment e788022d-784d-4b97-ab16-a1e8c4f9d8ff of type vlan for network 0ec0b0f5-35d5-4dec-a160-0c255d446375 Dec 13 12:56:33.897173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c24e14d7-1b8b-49cc-9026-5813f4d04f7e req-3e79d276-9541-46fe-b95d-7554fdeff5b2 service neutron] 10.222.0.42 "GET /v2.0/networks/b242b8f3-2113-4fa3-9c28-7754dbd6f733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539028 Dec 13 12:56:33.911312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f6b9926a-95ce-487b-8efa-a1ec7f102160,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:33.916460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-80e260e5-5335-4a1e-9901-814f9fb30d7c service neutron] 10.222.0.31 "GET /v2.0/networks/e1518c3e-56e8-434b-9757-6d343af7cf63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534536 Dec 13 12:56:33.917061 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4a84-b3ba-4fe6-af34-0a6f89ae2758 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:33.929398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.929745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.930101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.930474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.930810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.931140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.931473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.931789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.932120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.932443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.932768 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.933091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.933413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.944069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.946563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.946955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.947385 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.947607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.947940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.948311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.948640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.949042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.949266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.949586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.950025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.950287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:56:33.968643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['f6b9926a-95ce-487b-8efa-a1ec7f102160'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:56:34.037190 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.095933 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4a84-b3ba-4fe6-af34-0a6f89ae2758 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.097208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0c9a4a84-b3ba-4fe6-af34-0a6f89ae2758 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9730003 Dec 13 12:56:34.101634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51684) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:34.107791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-30c3aaaf-6ba4-4f72-88d7-eb2cd0930f7c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '7811aa86-9e6f-416d-886c-7da343b89135', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:34.108122 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.149541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a4a84-b3ba-4fe6-af34-0a6f89ae2758 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7811aa86-9e6f-416d-886c-7da343b89135,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:34.195406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5366924-bccf-4c9f-af33-8d78ce54c8f6 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:34.195718 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.198906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30c3aaaf-6ba4-4f72-88d7-eb2cd0930f7c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.208553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:34.209207 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.361388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port f5366924-bccf-4c9f-af33-8d78ce54c8f6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=f5366924-bccf-4c9f-af33-8d78ce54c8f6,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:34.368001 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.374613 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c9215a-b302-4a60-b010-1f6fc048b604 x-openstack-request-id: req-91c9215a-b302-4a60-b010-1f6fc048b604 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:34.375211 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-deleted", "tag": "9f9cf1be-f4af-4e00-a54e-0e03319e3ad7", "status": "completed", "code": 200}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-deleted", "tag": "04e6bbbb-3444-4bf9-8a13-122e3bec221d", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:34.375608 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91c9215a-b302-4a60-b010-1f6fc048b604 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:34.376099 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-deleted', 'tag': '9f9cf1be-f4af-4e00-a54e-0e03319e3ad7', 'status': 'completed', 'code': 200} Dec 13 12:56:34.376445 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-deleted', 'tag': '04e6bbbb-3444-4bf9-8a13-122e3bec221d', 'status': 'completed', 'code': 200} Dec 13 12:56:34.379470 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30c3aaaf-6ba4-4f72-88d7-eb2cd0930f7c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.387118 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30c3aaaf-6ba4-4f72-88d7-eb2cd0930f7c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.389717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1d3fde0-50a6-477e-825a-b27fff5d38e6 req-2b3169fc-4bd0-463e-b1d6-77d07073afe1 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.1761863 Dec 13 12:56:34.416082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9768865 Dec 13 12:56:34.420443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51690) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:34.443098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'subnet': {'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:34.470517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3aaaf-6ba4-4f72-88d7-eb2cd0930f7c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b5d182-3930-495e-952c-87cedd5cc763,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:34.493416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=f5366924-bccf-4c9f-af33-8d78ce54c8f6,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:34.495562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30c3aaaf-6ba4-4f72-88d7-eb2cd0930f7c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.502711 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-30c3aaaf-6ba4-4f72-88d7-eb2cd0930f7c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964882 Dec 13 12:56:34.502711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51692) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:34.518641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8530610f-2d7f-4aed-82ae-a44733f016f7 None None] New status for floating IP d40bff86-260e-4656-b156-84b2e5c0334a: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:56:34.561257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcfb01-71ac-4e01-9ea6-f72ba97a2a38 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Network': ['ID=0ec0b0f5-35d5-4dec-a160-0c255d446375,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:34.563247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-680da522-26ff-4710-b1ae-deac6ee83855 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.575281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-680da522-26ff-4710-b1ae-deac6ee83855 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.585486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:34.611375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-680da522-26ff-4710-b1ae-deac6ee83855 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.629090 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-680da522-26ff-4710-b1ae-deac6ee83855 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.632242 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-680da522-26ff-4710-b1ae-deac6ee83855 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/38b5d182-3930-495e-952c-87cedd5cc763 HTTP/1.1" status: 204 len: 168 time: 0.1283355 Dec 13 12:56:34.633599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680da522-26ff-4710-b1ae-deac6ee83855 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38b5d182-3930-495e-952c-87cedd5cc763,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:34.635943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51698) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:34.715562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['f5366924-bccf-4c9f-af33-8d78ce54c8f6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:56:34.716974 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d0141b41-dcb6-4b8b-8b4c-87dd38703295 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763950 Dec 13 12:56:34.718714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51700) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:34.813058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf9fe2-9bfd-42d0-8cdf-7f368ea69e8a req-f6cfc13e-6e23-45e2-8568-74d0a5b7aee2 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:34.815844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7bf9fe2-9bfd-42d0-8cdf-7f368ea69e8a req-f6cfc13e-6e23-45e2-8568-74d0a5b7aee2 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.2597451 Dec 13 12:56:34.844499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-88d094a9-646c-43da-ba2b-6a172e78ff09 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.875596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd258186-a9f5-4bd2-8296-7d0a966e524b req-1e69433a-02db-4f64-8355-23d5df0b3d14 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:34.884205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd258186-a9f5-4bd2-8296-7d0a966e524b req-1e69433a-02db-4f64-8355-23d5df0b3d14 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.3289447 Dec 13 12:56:34.895009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Made reservation on behalf of a37455eacfd84de786493fb9581a693c for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:34.899500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.901961 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-88d094a9-646c-43da-ba2b-6a172e78ff09 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.978733 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-88d094a9-646c-43da-ba2b-6a172e78ff09 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.983921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-88d094a9-646c-43da-ba2b-6a172e78ff09 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:34.986273 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-88d094a9-646c-43da-ba2b-6a172e78ff09 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/7811aa86-9e6f-416d-886c-7da343b89135 HTTP/1.1" status: 204 len: 168 time: 0.2647505 Dec 13 12:56:34.993166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51706) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:35.000697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7bf9fe2-9bfd-42d0-8cdf-7f368ea69e8a req-d7081bd9-b556-4867-869e-4e50a4d6fd23 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625328 Dec 13 12:56:35.024272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d094a9-646c-43da-ba2b-6a172e78ff09 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7811aa86-9e6f-416d-886c-7da343b89135,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:35.056383 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-116176b1-f073-4e96-aebb-d5b3daa8317c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0619605 Dec 13 12:56:35.060375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51708) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:35.065358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-449cec86-98c1-4909-a924-2b18e8ea1eb9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group': {'name': 'tempest-secgroup--794411411'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:35.067366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd258186-a9f5-4bd2-8296-7d0a966e524b req-5266a00e-d33d-4037-b7d1-79fe3d08344f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820247 Dec 13 12:56:35.116651 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-449cec86-98c1-4909-a924-2b18e8ea1eb9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.202832 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-449cec86-98c1-4909-a924-2b18e8ea1eb9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.210755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-449cec86-98c1-4909-a924-2b18e8ea1eb9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.252646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-449cec86-98c1-4909-a924-2b18e8ea1eb9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.256868 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-449cec86-98c1-4909-a924-2b18e8ea1eb9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1924605 Dec 13 12:56:35.256868 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cec86-98c1-4909-a924-2b18e8ea1eb9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f15513f-e994-4342-b4b0-91babf26e98f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:35.258499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51710) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:35.265515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9aa29d8d-2762-4faf-b4f3-9c30137c9bc1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '4f15513f-e994-4342-b4b0-91babf26e98f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:35.304182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9aa29d8d-2762-4faf-b4f3-9c30137c9bc1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.336948 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.362473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-03564603-0ebe-48e7-be74-141418b9fabc req-82cd6d08-cec8-4809-9890-0d25e6daf539 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 210 time: 0.0748758 Dec 13 12:56:35.376256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9aa29d8d-2762-4faf-b4f3-9c30137c9bc1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.384420 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9aa29d8d-2762-4faf-b4f3-9c30137c9bc1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.403902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa29d8d-2762-4faf-b4f3-9c30137c9bc1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5526ee7-2cb0-428d-8152-f0203c0ad6e7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:35.406342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f6b9926a-95ce-487b-8efa-a1ec7f102160 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:35.416819 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9aa29d8d-2762-4faf-b4f3-9c30137c9bc1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.418677 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9aa29d8d-2762-4faf-b4f3-9c30137c9bc1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590898 Dec 13 12:56:35.421782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51712) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:35.426881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6fe62ee8-a265-4f26-9e9d-7494412d8038 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '4f15513f-e994-4342-b4b0-91babf26e98f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:35.469716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe62ee8-a265-4f26-9e9d-7494412d8038 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.507296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port f6b9926a-95ce-487b-8efa-a1ec7f102160 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:56:35.512999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port f6b9926a-95ce-487b-8efa-a1ec7f102160 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:35.513478 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.543404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88c545-cee2-49ad-be7f-ac8b9e4f6423 req-aa1b8010-010d-4b94-92e3-68a3131876df tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:35.545626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f88c545-cee2-49ad-be7f-ac8b9e4f6423 req-aa1b8010-010d-4b94-92e3-68a3131876df tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 944 time: 0.4249256 Dec 13 12:56:35.546337 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe62ee8-a265-4f26-9e9d-7494412d8038 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.555547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe62ee8-a265-4f26-9e9d-7494412d8038 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.580191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe62ee8-a265-4f26-9e9d-7494412d8038 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3184da-fdcf-4b89-8e1f-7c23e3d55e93,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:35.587093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Subnet': ['ID=dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:35.605086 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe62ee8-a265-4f26-9e9d-7494412d8038 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.609763 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6fe62ee8-a265-4f26-9e9d-7494412d8038 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1871762 Dec 13 12:56:35.611055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51716) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:35.615622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a6aa4f7a-ad66-4495-977a-c9c0f6ed4eb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '4f15513f-e994-4342-b4b0-91babf26e98f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:35.621028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Checking segment: {'id': 'e788022d-784d-4b97-ab16-a1e8c4f9d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:35.621028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Network hostable DHCP agents. Network: 0ec0b0f5-35d5-4dec-a160-0c255d446375, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:56:35.625267 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.651790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4f7a-ad66-4495-977a-c9c0f6ed4eb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.655473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa7bd2-2f95-4e4e-945a-9f85624b003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b9926a-95ce-487b-8efa-a1ec7f102160'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:35.658492 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d4ed46-b0bd-4caa-bf0f-06ff2927ec4c" -d '{"events": [{"server_uuid": "d1aa7bd2-2f95-4e4e-945a-9f85624b003f", "name": "network-vif-plugged", "status": "completed", "tag": "f6b9926a-95ce-487b-8efa-a1ec7f102160"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:35.671279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21a6b0-fddd-4659-82f9-e765f7db2ec6 req-dfa3f782-0b0a-42cb-a3af-bf4ce7072eda tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:35.673264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a21a6b0-fddd-4659-82f9-e765f7db2ec6 req-dfa3f782-0b0a-42cb-a3af-bf4ce7072eda tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 945 time: 0.1644652 Dec 13 12:56:35.681683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f6b9926a-95ce-487b-8efa-a1ec7f102160, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f6b9926a-95ce-487b-8efa-a1ec7f102160,segment=NetworkSegment(56af3241-abd1-42e8-9b4d-04daef40d564),segment_id=56af3241-abd1-42e8-9b4d-04daef40d564)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:35.688247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device f5366924-bccf-4c9f-af33-8d78ce54c8f6 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:35.693921 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.732524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f88c545-cee2-49ad-be7f-ac8b9e4f6423 req-9a9e7754-9711-45a6-8aa9-664399ac3707 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/security-groups?id=9904e313-d5de-431e-bd79-474cedd50375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754513 Dec 13 12:56:35.735610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:56:35.764556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 0ec0b0f5-35d5-4dec-a160-0c255d446375) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:35.769763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:35.770856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.772058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4f7a-ad66-4495-977a-c9c0f6ed4eb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.780224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4f7a-ad66-4495-977a-c9c0f6ed4eb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.798352 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a21a6b0-fddd-4659-82f9-e765f7db2ec6 req-50e6d164-67d1-4505-ba00-f133f5cbb4fb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139917 Dec 13 12:56:35.830776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-849573a9-ab6a-4901-89ea-450d683aba3c tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4091206 Dec 13 12:56:35.833142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51720) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:35.837771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19491278-0ec9-4c9e-abcb-f3399701aba6 None None] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:35.842358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'port': {'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1656558403'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:35.853332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa4f7a-ad66-4495-977a-c9c0f6ed4eb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc38f9e3-26ff-4b48-a6fd-771104f096ee,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:35.896733 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4f7a-ad66-4495-977a-c9c0f6ed4eb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:35.911133 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a6aa4f7a-ad66-4495-977a-c9c0f6ed4eb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2988565 Dec 13 12:56:35.911799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51722) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:35.928221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-58b87fb6-0277-4b0d-841e-25a3bb6eec14 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '4f15513f-e994-4342-b4b0-91babf26e98f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:35.932686 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3688c267-f0f7-4e3d-b62b-2ea3c711eebb x-openstack-request-id: req-3688c267-f0f7-4e3d-b62b-2ea3c711eebb {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:35.932987 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa7bd2-2f95-4e4e-945a-9f85624b003f", "name": "network-vif-plugged", "status": "completed", "tag": "f6b9926a-95ce-487b-8efa-a1ec7f102160", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:35.933225 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3688c267-f0f7-4e3d-b62b-2ea3c711eebb {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:35.933618 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa7bd2-2f95-4e4e-945a-9f85624b003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b9926a-95ce-487b-8efa-a1ec7f102160', 'code': 200} Dec 13 12:56:35.972325 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f6b9926a-95ce-487b-8efa-a1ec7f102160,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:35.982741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port f5366924-bccf-4c9f-af33-8d78ce54c8f6 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:56:36.000712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port f5366924-bccf-4c9f-af33-8d78ce54c8f6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:36.001089 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.008847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-58b87fb6-0277-4b0d-841e-25a3bb6eec14 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.124648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-0ec0b0f5-35d5-4dec-a160-0c255d446375', 'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375', 'project_id': 'a37455eacfd84de786493fb9581a693c', 'fixed_ips': [{'subnet_id': 'dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:56:36.125534 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.163751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-58b87fb6-0277-4b0d-841e-25a3bb6eec14 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.171189 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-58b87fb6-0277-4b0d-841e-25a3bb6eec14 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.198903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b87fb6-0277-4b0d-841e-25a3bb6eec14 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e337624-4e93-4aff-9bff-9455f715aac9,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:36.219917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-58b87fb6-0277-4b0d-841e-25a3bb6eec14 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.223170 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-58b87fb6-0277-4b0d-841e-25a3bb6eec14 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101702 Dec 13 12:56:36.226245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51728) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:36.233155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4144fbc7-05c4-4ddf-b838-d192a29f4157 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '4f15513f-e994-4342-b4b0-91babf26e98f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:36.268945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.275647 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4144fbc7-05c4-4ddf-b838-d192a29f4157 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.331259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port f5366924-bccf-4c9f-af33-8d78ce54c8f6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=f5366924-bccf-4c9f-af33-8d78ce54c8f6,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:36.340618 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.362888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4144fbc7-05c4-4ddf-b838-d192a29f4157 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.370446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4144fbc7-05c4-4ddf-b838-d192a29f4157 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.379221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-deleted', 'tag': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2'}, {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-deleted', 'tag': '74f99e9d-9b53-4833-a0a5-749c2b5f75c8'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:36.382566 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376aed94-98cf-4e4f-a665-3d58448f2166" -d '{"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-deleted", "tag": "1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2"}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-deleted", "tag": "74f99e9d-9b53-4833-a0a5-749c2b5f75c8"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:36.387835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Allocated IP 2001:db8::2 (0ec0b0f5-35d5-4dec-a160-0c255d446375/dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b/9acf0c9d-169c-430e-95aa-2706d42b738e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:36.404826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144fbc7-05c4-4ddf-b838-d192a29f4157 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee97203c-f479-4359-8022-d5541f55f505,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:36.415611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4144fbc7-05c4-4ddf-b838-d192a29f4157 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.417164 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ee8dbb8-1c4c-49a7-8e44-ad3b81d2a665 req-4836b77b-a1cf-44f7-ab7c-72f118e293cb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0947382 Dec 13 12:56:36.420732 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4144fbc7-05c4-4ddf-b838-d192a29f4157 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1930473 Dec 13 12:56:36.421612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51734) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:36.431245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=f5366924-bccf-4c9f-af33-8d78ce54c8f6,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:36.477121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8602fc9c-69dc-4649-a62a-1fe02e6ca800 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.489624 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8602fc9c-69dc-4649-a62a-1fe02e6ca800 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.523760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8602fc9c-69dc-4649-a62a-1fe02e6ca800 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.532665 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8602fc9c-69dc-4649-a62a-1fe02e6ca800 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.546987 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8602fc9c-69dc-4649-a62a-1fe02e6ca800 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ee97203c-f479-4359-8022-d5541f55f505 HTTP/1.1" status: 204 len: 168 time: 0.1241689 Dec 13 12:56:36.552856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51736) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:36.561937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602fc9c-69dc-4649-a62a-1fe02e6ca800 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee97203c-f479-4359-8022-d5541f55f505,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:36.602975 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.611575 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.616918 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2101964b-c971-4da0-9943-1034ee3862d8 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0627501 Dec 13 12:56:36.617528 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51738) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:36.633263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-cc296e1f-bcc6-4bc4-936b-f42a488e6f42 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:36.636262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-cc296e1f-bcc6-4bc4-936b-f42a488e6f42 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.37 "GET /v2.0/networks?id=e1518c3e-56e8-434b-9757-6d343af7cf63 HTTP/1.1" status: 200 len: 821 time: 0.7218812 Dec 13 12:56:36.649267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36088d0a-6559-411e-9a7b-0581ea918332 req-d7e24335-5fed-4899-96cd-2d7b59925485 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:36.649507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7f28-ae9a-492b-b578-e990bb6fa039 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.657275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36088d0a-6559-411e-9a7b-0581ea918332 req-d7e24335-5fed-4899-96cd-2d7b59925485 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.3290648 Dec 13 12:56:36.659805 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7f28-ae9a-492b-b578-e990bb6fa039 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.667909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:36.671832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:36.675423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:36.679502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Request body: {'port': {'device_id': '087ebe9d-a471-4de5-ab7c-747d36260338', 'network_id': 'e1518c3e-56e8-434b-9757-6d343af7cf63', 'admin_state_up': True, 'tenant_id': '9e019572a0a44b4d891c5dbad45c7595'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:36.686765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66fe7e-91f7-464f-87a7-80f02c065566 req-ec964bd3-492c-4ebc-bbe2-e8c5b8c7787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:36.688531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc66fe7e-91f7-464f-87a7-80f02c065566 req-ec964bd3-492c-4ebc-bbe2-e8c5b8c7787d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 1096 time: 0.3620205 Dec 13 12:56:36.702485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7f28-ae9a-492b-b578-e990bb6fa039 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.713201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7f28-ae9a-492b-b578-e990bb6fa039 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.719144 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6d9c7f28-ae9a-492b-b578-e990bb6fa039 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2e337624-4e93-4aff-9bff-9455f715aac9 HTTP/1.1" status: 204 len: 168 time: 0.1004021 Dec 13 12:56:36.720722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Pushing event updated for resources: {'Port': ['ID=9acf0c9d-169c-430e-95aa-2706d42b738e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:36.723558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51740) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:36.751724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c7f28-ae9a-492b-b578-e990bb6fa039 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e337624-4e93-4aff-9bff-9455f715aac9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:36.785705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Attempting to bind port 9acf0c9d-169c-430e-95aa-2706d42b738e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:36.786045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Attempting to bind port 9acf0c9d-169c-430e-95aa-2706d42b738e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'e788022d-784d-4b97-ab16-a1e8c4f9d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:36.786537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Attempting to bind port 9acf0c9d-169c-430e-95aa-2706d42b738e on network 0ec0b0f5-35d5-4dec-a160-0c255d446375 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:36.786783 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9e2b00bc-f11b-41b5-8b0a-58650980f45b tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0619278 Dec 13 12:56:36.787568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51744) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:36.800241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:36.800643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Checking segment: {'id': 'e788022d-784d-4b97-ab16-a1e8c4f9d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:36.801498 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.801498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Bound using segment: {'id': 'e788022d-784d-4b97-ab16-a1e8c4f9d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:36.802163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Bound port: 9acf0c9d-169c-430e-95aa-2706d42b738e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e788022d-784d-4b97-ab16-a1e8c4f9d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:36.802399 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.819358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fffea38-9e21-49d8-b9ea-18299898830f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.819692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Made reservation on behalf of a37455eacfd84de786493fb9581a693c for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:36.823094 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.831025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fffea38-9e21-49d8-b9ea-18299898830f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.865315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd00a04-eb85-44d1-af8e-2d741ca52db2 req-08175ace-dd08-472a-872a-bb66002b7887 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:36.866411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fffea38-9e21-49d8-b9ea-18299898830f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.867650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6dd00a04-eb85-44d1-af8e-2d741ca52db2 req-08175ace-dd08-472a-872a-bb66002b7887 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.3363297 Dec 13 12:56:36.875580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fffea38-9e21-49d8-b9ea-18299898830f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.880449 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0fffea38-9e21-49d8-b9ea-18299898830f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cc38f9e3-26ff-4b48-a6fd-771104f096ee HTTP/1.1" status: 204 len: 168 time: 0.0918674 Dec 13 12:56:36.881846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc66fe7e-91f7-464f-87a7-80f02c065566 req-6f52e1f4-6ce0-4d8c-a25a-c31fdb175b08 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9904e313-d5de-431e-bd79-474cedd50375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779077 Dec 13 12:56:36.882560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51748) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:36.891249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36088d0a-6559-411e-9a7b-0581ea918332 req-370d466e-6ead-4e60-a4a4-c663f114c041 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329364 Dec 13 12:56:36.900938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] device_id is not set on port 025ccbaa-5531-48f4-ae2d-51130fb1c9f6 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:36.907713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffea38-9e21-49d8-b9ea-18299898830f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc38f9e3-26ff-4b48-a6fd-771104f096ee,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:36.933653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] For port 9acf0c9d-169c-430e-95aa-2706d42b738e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:36.937346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] For port 9acf0c9d-169c-430e-95aa-2706d42b738e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9acf0c9d-169c-430e-95aa-2706d42b738e,segment=NetworkSegment(e788022d-784d-4b97-ab16-a1e8c4f9d8ff),segment_id=e788022d-784d-4b97-ab16-a1e8c4f9d8ff)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:36.944908 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:36.977369 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2d0dacbf-0573-481c-b8e7-1f4b70d3a210 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0905297 Dec 13 12:56:36.978280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51750) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:37.032946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec655500-bdc2-42c2-a2f9-192c9a06dfc2 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.033605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346ffa4-8d0f-405d-9f77-6babcbe2f4fa None None] Pushing event updated for resources: {'Port': ['ID=9acf0c9d-169c-430e-95aa-2706d42b738e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:37.042796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Allocated IP 2001:db8::9a (0ec0b0f5-35d5-4dec-a160-0c255d446375/dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b/025ccbaa-5531-48f4-ae2d-51130fb1c9f6) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:37.058613 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec655500-bdc2-42c2-a2f9-192c9a06dfc2 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.096691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec655500-bdc2-42c2-a2f9-192c9a06dfc2 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.104114 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec655500-bdc2-42c2-a2f9-192c9a06dfc2 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.105234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ec655500-bdc2-42c2-a2f9-192c9a06dfc2 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ac3184da-fdcf-4b89-8e1f-7c23e3d55e93 HTTP/1.1" status: 204 len: 168 time: 0.1236024 Dec 13 12:56:37.111978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51752) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:37.115279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c4303f3-2d63-4f7b-988c-7a2b60da7316 req-88e35f70-88ed-40c3-998d-29bd149265bd tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 210 time: 0.0681429 Dec 13 12:56:37.118765 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec655500-bdc2-42c2-a2f9-192c9a06dfc2 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac3184da-fdcf-4b89-8e1f-7c23e3d55e93,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:37.158003 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dc79efba-4a44-4cc6-8f92-8d853fa4e1cd tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0448813 Dec 13 12:56:37.160583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51754) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:37.187486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f677d6ec-3730-482c-aa9e-fa5b3a3ced59 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.196076 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f677d6ec-3730-482c-aa9e-fa5b3a3ced59 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.221356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6dd00a04-eb85-44d1-af8e-2d741ca52db2 req-6b095834-cb7b-4782-9e55-0767daa35b95 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423452 Dec 13 12:56:37.229407 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7237a051-0cde-44b3-8618-dc0bef27e75a x-openstack-request-id: req-7237a051-0cde-44b3-8618-dc0bef27e75a {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:37.229976 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-deleted", "tag": "1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2", "status": "completed", "code": 200}, {"server_uuid": "449fe380-d6a4-4af3-b7f9-1da8de3a0a33", "name": "network-vif-deleted", "tag": "74f99e9d-9b53-4833-a0a5-749c2b5f75c8", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:37.229976 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7237a051-0cde-44b3-8618-dc0bef27e75a {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:37.232495 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-deleted', 'tag': '1c892b78-7ef1-4e6c-9f8b-df3d448ba1f2', 'status': 'completed', 'code': 200} Dec 13 12:56:37.240182 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fe380-d6a4-4af3-b7f9-1da8de3a0a33', 'name': 'network-vif-deleted', 'tag': '74f99e9d-9b53-4833-a0a5-749c2b5f75c8', 'status': 'completed', 'code': 200} Dec 13 12:56:37.265958 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f677d6ec-3730-482c-aa9e-fa5b3a3ced59 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.283129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Made reservation on behalf of 9e019572a0a44b4d891c5dbad45c7595 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:37.288267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.293004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f677d6ec-3730-482c-aa9e-fa5b3a3ced59 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.312241 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f677d6ec-3730-482c-aa9e-fa5b3a3ced59 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d5526ee7-2cb0-428d-8152-f0203c0ad6e7 HTTP/1.1" status: 204 len: 168 time: 0.1505263 Dec 13 12:56:37.320903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677d6ec-3730-482c-aa9e-fa5b3a3ced59 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5526ee7-2cb0-428d-8152-f0203c0ad6e7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:37.324833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51756) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:37.360735 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.447511 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-576114a8-9ad0-48fc-acba-6963a4aff013 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0993998 Dec 13 12:56:37.447511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51758) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:37.484157 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.536109 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d32d59a-f802-4c20-b326-4e76cadf6aa9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.545049 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.565377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d32d59a-f802-4c20-b326-4e76cadf6aa9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.615763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a3ad-d60b-4ab2-bc1e-99a4fdafb8a7 req-3214c163-8e89-447e-bf62-e8f8221d4d7f tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:37.617332 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d32d59a-f802-4c20-b326-4e76cadf6aa9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.618635 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6311a3ad-d60b-4ab2-bc1e-99a4fdafb8a7 req-3214c163-8e89-447e-bf62-e8f8221d4d7f tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 945 time: 0.2530107 Dec 13 12:56:37.620149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d32d59a-f802-4c20-b326-4e76cadf6aa9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.623925 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6d32d59a-f802-4c20-b326-4e76cadf6aa9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/4f15513f-e994-4342-b4b0-91babf26e98f HTTP/1.1" status: 204 len: 168 time: 0.1731365 Dec 13 12:56:37.625528 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51762) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:37.631614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574164ef-05fc-4e86-9f3d-81903021cb9e req-e60c6b55-fde8-45a1-8342-f22c04f9dc0d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:37.633438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-574164ef-05fc-4e86-9f3d-81903021cb9e req-e60c6b55-fde8-45a1-8342-f22c04f9dc0d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.2060137 Dec 13 12:56:37.652942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32d59a-f802-4c20-b326-4e76cadf6aa9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f15513f-e994-4342-b4b0-91babf26e98f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:37.684413 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a2747c36-0cea-4968-8561-2828ec288dea tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0577192 Dec 13 12:56:37.688706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51764) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:37.693800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-61a89f42-cb7f-4662-96fe-4cb3027eaab9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group': {'name': 'tempest-secgroup--97496632'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:37.716231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-574164ef-05fc-4e86-9f3d-81903021cb9e req-dc584317-a0cc-4af0-a9b0-322aea61681c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646307 Dec 13 12:56:37.742270 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61a89f42-cb7f-4662-96fe-4cb3027eaab9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.790558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6311a3ad-d60b-4ab2-bc1e-99a4fdafb8a7 req-2c60ce8a-9f8f-49ed-bab4-c3f839b1f88a tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/security-groups?id=9904e313-d5de-431e-bd79-474cedd50375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514816 Dec 13 12:56:37.806270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Allocated IP 172.20.0.14 (e1518c3e-56e8-434b-9757-6d343af7cf63/b01f180d-73f9-4851-adb7-76bf45b68696/072ba3b3-6546-40c8-8932-5fed926fe0d9) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:37.826234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3078239c-8457-425c-8ede-a3150a120671 req-29e2bf63-652d-4ea8-b1dc-b286e3549d7e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0313649 Dec 13 12:56:37.832768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.848867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61a89f42-cb7f-4662-96fe-4cb3027eaab9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.853996 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61a89f42-cb7f-4662-96fe-4cb3027eaab9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.885057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a89f42-cb7f-4662-96fe-4cb3027eaab9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713e0f7a-604d-4e09-8032-8e9b8e7d1516,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:37.891046 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61a89f42-cb7f-4662-96fe-4cb3027eaab9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.892458 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-61a89f42-cb7f-4662-96fe-4cb3027eaab9 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2026539 Dec 13 12:56:37.895415 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51766) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:37.905244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-99839acc-ce9b-42c4-9681-8e0e970ae585 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '713e0f7a-604d-4e09-8032-8e9b8e7d1516', 'direction': 'ingress', 'protocol': 17}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:37.917646 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:37.926852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:37.934516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb51888-8115-447b-add6-f779a80b31a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5366924-bccf-4c9f-af33-8d78ce54c8f6'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:37.936799 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c116cb-6ed9-4700-85eb-82927e783483" -d '{"events": [{"server_uuid": "1cb51888-8115-447b-add6-f779a80b31a1", "name": "network-vif-plugged", "status": "completed", "tag": "f5366924-bccf-4c9f-af33-8d78ce54c8f6"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:37.966492 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99839acc-ce9b-42c4-9681-8e0e970ae585 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.986860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:37.992647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:37.993305 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:37.995847 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed1872e-ca58-44ad-9bf1-2281e0c380cd x-openstack-request-id: req-6ed1872e-ca58-44ad-9bf1-2281e0c380cd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:37.996266 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb51888-8115-447b-add6-f779a80b31a1", "name": "network-vif-plugged", "status": "completed", "tag": "f5366924-bccf-4c9f-af33-8d78ce54c8f6", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:37.996642 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ed1872e-ca58-44ad-9bf1-2281e0c380cd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:37.997184 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb51888-8115-447b-add6-f779a80b31a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5366924-bccf-4c9f-af33-8d78ce54c8f6', 'code': 200} Dec 13 12:56:38.007416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Port': ['ID=025ccbaa-5531-48f4-ae2d-51130fb1c9f6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:38.155276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99839acc-ce9b-42c4-9681-8e0e970ae585 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.168835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9fd14e24-06f9-42db-9418-3909643353e0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3300798 Dec 13 12:56:38.174720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51774) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:38.181511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'port': {'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2072729493', 'allowed_address_pairs': [{'ip_address': '2001:db8::9a', 'mac_address': 'fa:16:3e:fe:bc:99'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:38.220112 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99839acc-ce9b-42c4-9681-8e0e970ae585 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.247500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99839acc-ce9b-42c4-9681-8e0e970ae585 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7722647b-95de-4e41-9dc3-86170f1aa526,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:38.260759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9acf0c9d-169c-430e-95aa-2706d42b738e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:38.263024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c694a-df6f-45e1-9c98-af0f3fe4fe86 req-f65754f2-de6c-43b0-a05a-8f415bc584e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:38.264824 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d24c694a-df6f-45e1-9c98-af0f3fe4fe86 req-f65754f2-de6c-43b0-a05a-8f415bc584e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 1097 time: 0.1268682 Dec 13 12:56:38.269933 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99839acc-ce9b-42c4-9681-8e0e970ae585 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.274236 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-99839acc-ce9b-42c4-9681-8e0e970ae585 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3775210 Dec 13 12:56:38.274971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51778) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:38.357090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af7b48c8-4a6c-4fca-9973-3931d99f7ed3 req-14c3cfbf-0772-428f-9fb6-30c7dbdc0006 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 210 time: 0.0585570 Dec 13 12:56:38.379125 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d24c694a-df6f-45e1-9c98-af0f3fe4fe86 req-a8b74741-03aa-432f-91b1-ecfd65f6a3a8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954771 Dec 13 12:56:38.379125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-90421f94-fd28-4822-9a1b-67a12022061f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.384370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9acf0c9d-169c-430e-95aa-2706d42b738e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:38.384751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.393877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc98b91-b4bb-41f6-8529-80e53202af3e req-93781f8c-5e53-48ba-b7c5-8e5ba14c8f69 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:38.395532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cc98b91-b4bb-41f6-8529-80e53202af3e req-93781f8c-5e53-48ba-b7c5-8e5ba14c8f69 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.2682145 Dec 13 12:56:38.421666 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-90421f94-fd28-4822-9a1b-67a12022061f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.484925 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.520942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.525720 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-90421f94-fd28-4822-9a1b-67a12022061f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.529679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-90421f94-fd28-4822-9a1b-67a12022061f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.534020 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-90421f94-fd28-4822-9a1b-67a12022061f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/713e0f7a-604d-4e09-8032-8e9b8e7d1516 HTTP/1.1" status: 204 len: 168 time: 0.2546434 Dec 13 12:56:38.539953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51780) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:38.552903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90421f94-fd28-4822-9a1b-67a12022061f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713e0f7a-604d-4e09-8032-8e9b8e7d1516,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:38.587951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 9acf0c9d-169c-430e-95aa-2706d42b738e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9acf0c9d-169c-430e-95aa-2706d42b738e,segment=NetworkSegment(e788022d-784d-4b97-ab16-a1e8c4f9d8ff),segment_id=e788022d-784d-4b97-ab16-a1e8c4f9d8ff)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:38.598681 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.623547 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cc98b91-b4bb-41f6-8529-80e53202af3e req-fbc8fdde-740b-4e6b-95df-165590eef24a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132442 Dec 13 12:56:38.670703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac928bb-a3c6-4b46-aa1a-84fd669437ef req-ddc1fe4f-824a-478f-9261-d710cf402e5d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:38.675996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=9acf0c9d-169c-430e-95aa-2706d42b738e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:38.678257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ac928bb-a3c6-4b46-aa1a-84fd669437ef req-ddc1fe4f-824a-478f-9261-d710cf402e5d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.2166343 Dec 13 12:56:38.694014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Made reservation on behalf of a37455eacfd84de786493fb9581a693c for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:38.726695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4aebb85b-5436-43dc-8578-bd7125117a5b tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1788449 Dec 13 12:56:38.726896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39605c-5817-4e5a-a5fd-25701e92ea32 None None] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:38.727792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51782) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:38.731892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-24accd9d-1932-4d2c-9c52-156dd82d4c88 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508931331'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:38.775458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.788971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24accd9d-1932-4d2c-9c52-156dd82d4c88 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.832354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-641f2245-9266-49de-a944-1c309f8503b9 None None] Provisioning complete for port 9acf0c9d-169c-430e-95aa-2706d42b738e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:38.833380 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-641f2245-9266-49de-a944-1c309f8503b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.864166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ac928bb-a3c6-4b46-aa1a-84fd669437ef req-bb7beeef-4bcf-40f6-8c0f-1819ab4f5076 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847908 Dec 13 12:56:38.910305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Network e1518c3e-56e8-434b-9757-6d343af7cf63 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:38.921545 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24accd9d-1932-4d2c-9c52-156dd82d4c88 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.927399 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24accd9d-1932-4d2c-9c52-156dd82d4c88 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.965063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24accd9d-1932-4d2c-9c52-156dd82d4c88 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c189edf4-628c-4269-a51c-475b607a55ae,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:38.970598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:38.973356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24accd9d-1932-4d2c-9c52-156dd82d4c88 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:38.975232 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-24accd9d-1932-4d2c-9c52-156dd82d4c88 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2469435 Dec 13 12:56:38.977635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51790) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:38.982888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-589db26b-fd3c-41a6-90ce-3901fb3c16e7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group': {'name': 'tempest-secgroup--666162722'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:38.994163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:39.001378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Pushing event updated for resources: {'Port': ['ID=072ba3b3-6546-40c8-8932-5fed926fe0d9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:39.015504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589db26b-fd3c-41a6-90ce-3901fb3c16e7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.043785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.102213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee02fc0-065d-4f46-b8f3-d786720754d8 req-f02556f4-139d-48a0-846a-15b18fc7635f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:39.103936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ee02fc0-065d-4f46-b8f3-d786720754d8 req-f02556f4-139d-48a0-846a-15b18fc7635f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.2336829 Dec 13 12:56:39.108742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] device_id is not set on port b120e9f3-64f0-4ed5-b85b-67c553c9de3a yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:39.126569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:39.127175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.127295 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589db26b-fd3c-41a6-90ce-3901fb3c16e7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.135084 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589db26b-fd3c-41a6-90ce-3901fb3c16e7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.169438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589db26b-fd3c-41a6-90ce-3901fb3c16e7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4294c75-9c69-43eb-8897-7b373b95d806,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:39.185821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf55861-932f-4c8d-8e46-d56f33e0f33a req-73273ebd-f37d-4b1f-84ab-f24ed600359e tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:39.190651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-faf55861-932f-4c8d-8e46-d56f33e0f33a req-73273ebd-f37d-4b1f-84ab-f24ed600359e tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 945 time: 0.2151597 Dec 13 12:56:39.198818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589db26b-fd3c-41a6-90ce-3901fb3c16e7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.203113 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-589db26b-fd3c-41a6-90ce-3901fb3c16e7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2216604 Dec 13 12:56:39.203391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51792) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:39.208788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f7126452-2de7-4809-a28b-ee9e4b0f55d1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': 'c189edf4-628c-4269-a51c-475b607a55ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f4294c75-9c69-43eb-8897-7b373b95d806', 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:39.223500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-7bd3664e-55b1-4ce0-ae62-e26e2748a79f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5603094 Dec 13 12:56:39.242953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Request body: {'port': {'device_id': '087ebe9d-a471-4de5-ab7c-747d36260338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:39.249751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7126452-2de7-4809-a28b-ee9e4b0f55d1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.342511 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7126452-2de7-4809-a28b-ee9e4b0f55d1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.348600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7126452-2de7-4809-a28b-ee9e4b0f55d1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.376430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7126452-2de7-4809-a28b-ee9e4b0f55d1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624c87fc-73ac-48bc-bbe2-7df76b77c0e6,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:39.383300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ee02fc0-065d-4f46-b8f3-d786720754d8 req-28a3ceec-3aac-4848-9f0d-4559e9a43c10 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485821 Dec 13 12:56:39.386407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ddf714bb-9cbd-40ad-9941-95c17711a64f None None] Provisioning complete for port 9acf0c9d-169c-430e-95aa-2706d42b738e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:39.387019 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddf714bb-9cbd-40ad-9941-95c17711a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.402467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7126452-2de7-4809-a28b-ee9e4b0f55d1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.411149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f7126452-2de7-4809-a28b-ee9e4b0f55d1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2064521 Dec 13 12:56:39.411802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51796) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:39.425006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-faf55861-932f-4c8d-8e46-d56f33e0f33a req-e14f094b-25fc-4cef-bb06-4bc4452beea2 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/security-groups?id=9904e313-d5de-431e-bd79-474cedd50375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166116 Dec 13 12:56:39.459468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42797510-dc53-4207-9789-7b674a869b29 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.483999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.515874 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42797510-dc53-4207-9789-7b674a869b29 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.586959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ddf714bb-9cbd-40ad-9941-95c17711a64f None None] Provisioning complete for port 025ccbaa-5531-48f4-ae2d-51130fb1c9f6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:39.587692 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddf714bb-9cbd-40ad-9941-95c17711a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.615049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42797510-dc53-4207-9789-7b674a869b29 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.621550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42797510-dc53-4207-9789-7b674a869b29 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.630103 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-42797510-dc53-4207-9789-7b674a869b29 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/624c87fc-73ac-48bc-bbe2-7df76b77c0e6 HTTP/1.1" status: 204 len: 168 time: 0.2130938 Dec 13 12:56:39.631200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51802) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:39.646722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Allocated IP 2001:db8::340 (0ec0b0f5-35d5-4dec-a160-0c255d446375/dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b/b120e9f3-64f0-4ed5-b85b-67c553c9de3a) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:39.648299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ddf714bb-9cbd-40ad-9941-95c17711a64f None None] Port 025ccbaa-5531-48f4-ae2d-51130fb1c9f6 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:39.673511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42797510-dc53-4207-9789-7b674a869b29 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=624c87fc-73ac-48bc-bbe2-7df76b77c0e6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:39.728078 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-031cdefb-8f8c-47b3-92b6-bdbaebb7fcf6 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0943720 Dec 13 12:56:39.728594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51806) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:39.750431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f14b393c-a044-4d4a-9857-ca6b99420d2d req-9be4e223-24c3-4092-bd66-5fcf915014d0 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.1871641 Dec 13 12:56:39.808345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1b2b158e-0c9b-490f-a21c-3c3f4fdc89c9 None None] Provisioning complete for port 025ccbaa-5531-48f4-ae2d-51130fb1c9f6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:39.810903 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b2b158e-0c9b-490f-a21c-3c3f4fdc89c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.854469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e7d178c-1388-4c66-b15e-a74bfbefe117 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.867177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b158e-0c9b-490f-a21c-3c3f4fdc89c9 None None] Port 025ccbaa-5531-48f4-ae2d-51130fb1c9f6 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:39.902291 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e7d178c-1388-4c66-b15e-a74bfbefe117 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.987333 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e7d178c-1388-4c66-b15e-a74bfbefe117 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.992822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e7d178c-1388-4c66-b15e-a74bfbefe117 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:39.995556 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5e7d178c-1388-4c66-b15e-a74bfbefe117 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/f4294c75-9c69-43eb-8897-7b373b95d806 HTTP/1.1" status: 204 len: 168 time: 0.2659853 Dec 13 12:56:40.019732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51812) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:40.020562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d178c-1388-4c66-b15e-a74bfbefe117 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4294c75-9c69-43eb-8897-7b373b95d806,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:40.116823 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a88a02c4-919d-4b38-88be-f9fcb8e3e388 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0855289 Dec 13 12:56:40.117446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51816) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:40.117561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9acf0c9d-169c-430e-95aa-2706d42b738e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:40.183544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-46e9a9ef-ede1-4ca0-9aed-24f6ba077510 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.213731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-46e9a9ef-ede1-4ca0-9aed-24f6ba077510 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.224648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9acf0c9d-169c-430e-95aa-2706d42b738e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:40.225022 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.267097 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-46e9a9ef-ede1-4ca0-9aed-24f6ba077510 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.270427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-46e9a9ef-ede1-4ca0-9aed-24f6ba077510 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.274151 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-46e9a9ef-ede1-4ca0-9aed-24f6ba077510 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/c189edf4-628c-4269-a51c-475b607a55ae HTTP/1.1" status: 204 len: 168 time: 0.1533840 Dec 13 12:56:40.275201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51820) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:40.293280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9a9ef-ede1-4ca0-9aed-24f6ba077510 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c189edf4-628c-4269-a51c-475b607a55ae,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:40.363481 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-502111ea-ee22-49c5-9dcb-f962aa164553 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0869615 Dec 13 12:56:40.364753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51822) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:40.373881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6918d549-9201-4161-8bf2-599bde8f3aa7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839944863'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:40.410808 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6918d549-9201-4161-8bf2-599bde8f3aa7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.434336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec381df-61d0-4cd4-b57e-80ab08c1f129 req-f1098770-364d-4004-be45-e675c30cc4bd tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:40.442369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cec381df-61d0-4cd4-b57e-80ab08c1f129 req-f1098770-364d-4004-be45-e675c30cc4bd tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 932 time: 0.8530400 Dec 13 12:56:40.503323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20a3f7-062f-4a6c-a0f4-86b06d36dcee req-3f48a928-775c-440c-8530-4fa82a8b2839 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:40.503926 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6918d549-9201-4161-8bf2-599bde8f3aa7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.505418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c20a3f7-062f-4a6c-a0f4-86b06d36dcee req-3f48a928-775c-440c-8530-4fa82a8b2839 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.4159393 Dec 13 12:56:40.519838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6918d549-9201-4161-8bf2-599bde8f3aa7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.568687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918d549-9201-4161-8bf2-599bde8f3aa7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a3216-c9f2-452d-ab58-f70910e56dad,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:40.588504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6918d549-9201-4161-8bf2-599bde8f3aa7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.594874 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6918d549-9201-4161-8bf2-599bde8f3aa7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2286971 Dec 13 12:56:40.595619 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51826) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:40.601002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8b07f0b8-0923-4be0-ab71-c56b5b7af813 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': 'ed9a3216-c9f2-452d-ab58-f70910e56dad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:40.642226 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b07f0b8-0923-4be0-ab71-c56b5b7af813 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.663526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cec381df-61d0-4cd4-b57e-80ab08c1f129 req-fc82dbf9-22bd-4bbc-9f6f-0655cef3ec11 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197335 Dec 13 12:56:40.687737 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.722153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c20a3f7-062f-4a6c-a0f4-86b06d36dcee req-1a8a1f20-9ab6-4150-8c59-c4128dd53174 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036359 Dec 13 12:56:40.736823 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b07f0b8-0923-4be0-ab71-c56b5b7af813 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.749947 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b07f0b8-0923-4be0-ab71-c56b5b7af813 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.825634 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b07f0b8-0923-4be0-ab71-c56b5b7af813 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.829523 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8b07f0b8-0923-4be0-ab71-c56b5b7af813 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2301970 Dec 13 12:56:40.829523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07f0b8-0923-4be0-ab71-c56b5b7af813 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdb5a2a-eccf-4a7b-a87a-4cbcb51393a0,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:40.831894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51830) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:40.899917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63308216-312b-4ea5-a5d6-24074f0007c1 req-f391a8b0-1a11-4b2d-b877-7f813e2d1aea tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:40.901571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63308216-312b-4ea5-a5d6-24074f0007c1 req-f391a8b0-1a11-4b2d-b877-7f813e2d1aea tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1638329 Dec 13 12:56:40.946800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072ba3b3-6546-40c8-8932-5fed926fe0d9 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:40.959025 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.971032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:40.973908 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6fa80783-368a-4ce1-b30e-35d595b3f9a7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.034810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6fa80783-368a-4ce1-b30e-35d595b3f9a7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.058493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Transition to ACTIVE for port object 072ba3b3-6546-40c8-8932-5fed926fe0d9 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:56:41.080915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aef6c-04c8-4198-9f7c-7b2eaf9d2685 req-b2f9d015-283a-4c59-a7b0-fbf43fdd045d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:41.089103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e3aef6c-04c8-4198-9f7c-7b2eaf9d2685 req-b2f9d015-283a-4c59-a7b0-fbf43fdd045d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.2120574 Dec 13 12:56:41.109560 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.144362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:41.177245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:41.183121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Port': ['ID=b120e9f3-64f0-4ed5-b85b-67c553c9de3a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:41.186488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:41.207326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:41.208026 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.214596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63308216-312b-4ea5-a5d6-24074f0007c1 req-062f1c62-4585-4152-9c54-af7a91f4a4c9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862866 Dec 13 12:56:41.227269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6fa80783-368a-4ce1-b30e-35d595b3f9a7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.273967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6fa80783-368a-4ce1-b30e-35d595b3f9a7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.277387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6fa80783-368a-4ce1-b30e-35d595b3f9a7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3cdb5a2a-eccf-4a7b-a87a-4cbcb51393a0 HTTP/1.1" status: 204 len: 168 time: 0.4418483 Dec 13 12:56:41.279341 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51834) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:41.331249 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e51af2b0-1036-4d79-965a-ac6ffd42a40e tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0499036 Dec 13 12:56:41.333735 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51836) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:41.340902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9cd0c7f9-bd47-44e8-aa34-d7692f15aadb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1638312 Dec 13 12:56:41.343519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51838) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:41.365824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa80783-368a-4ce1-b30e-35d595b3f9a7 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cdb5a2a-eccf-4a7b-a87a-4cbcb51393a0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:41.395410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e3aef6c-04c8-4198-9f7c-7b2eaf9d2685 req-b9e8a094-b856-427f-8226-1a151c6147ee tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826777 Dec 13 12:56:41.450830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=072ba3b3-6546-40c8-8932-5fed926fe0d9,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:41.490588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1054bba4-6a9c-4141-ba61-3a769d435195 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:41.497073 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1054bba4-6a9c-4141-ba61-3a769d435195 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:41.507389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e4ae731-04dd-4e88-ab4f-4bb3983dd300 req-088b9bfb-631b-4556-9a65-316e4b9245dd tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0596359 Dec 13 12:56:41.509353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1054bba4-6a9c-4141-ba61-3a769d435195 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:41.513711 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1054bba4-6a9c-4141-ba61-3a769d435195 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1664388 Dec 13 12:56:41.515453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51842) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:41.516635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44f70482-60d5-45ff-8d83-af686497b7f3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.546162 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44f70482-60d5-45ff-8d83-af686497b7f3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.570929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Attempting to bind port 072ba3b3-6546-40c8-8932-5fed926fe0d9 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:41.571261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Attempting to bind port 072ba3b3-6546-40c8-8932-5fed926fe0d9 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '7475f4cb-33b8-48aa-9775-d6e2e1d35e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e1518c3e-56e8-434b-9757-6d343af7cf63'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:41.571588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Attempting to bind port 072ba3b3-6546-40c8-8932-5fed926fe0d9 on network e1518c3e-56e8-434b-9757-6d343af7cf63 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:41.631290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Port 072ba3b3-6546-40c8-8932-5fed926fe0d9 on network e1518c3e-56e8-434b-9757-6d343af7cf63 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:56:41.631594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Attempting to bind port 072ba3b3-6546-40c8-8932-5fed926fe0d9 on network e1518c3e-56e8-434b-9757-6d343af7cf63 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:41.635351 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44f70482-60d5-45ff-8d83-af686497b7f3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.639627 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44f70482-60d5-45ff-8d83-af686497b7f3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.643089 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-44f70482-60d5-45ff-8d83-af686497b7f3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/ed9a3216-c9f2-452d-ab58-f70910e56dad HTTP/1.1" status: 204 len: 168 time: 0.3061395 Dec 13 12:56:41.644516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51846) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:41.651736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f70482-60d5-45ff-8d83-af686497b7f3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a3216-c9f2-452d-ab58-f70910e56dad,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:41.652800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:41.653216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Checking segment: {'id': '7475f4cb-33b8-48aa-9775-d6e2e1d35e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e1518c3e-56e8-434b-9757-6d343af7cf63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:41.653797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Bound using segment: {'id': '7475f4cb-33b8-48aa-9775-d6e2e1d35e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e1518c3e-56e8-434b-9757-6d343af7cf63'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:41.654258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Bound port: 072ba3b3-6546-40c8-8932-5fed926fe0d9, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7475f4cb-33b8-48aa-9775-d6e2e1d35e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e1518c3e-56e8-434b-9757-6d343af7cf63'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:41.654618 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.729244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4da83493-9c32-4c28-a7eb-7546501d1049 None None] Provisioning complete for port b120e9f3-64f0-4ed5-b85b-67c553c9de3a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:41.729791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da83493-9c32-4c28-a7eb-7546501d1049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.779534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4da83493-9c32-4c28-a7eb-7546501d1049 None None] Port b120e9f3-64f0-4ed5-b85b-67c553c9de3a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:41.841103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-02f1a60f-1577-4043-86c1-e91dda048705 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Deleting port b120e9f3-64f0-4ed5-b85b-67c553c9de3a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:41.841679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02f1a60f-1577-4043-86c1-e91dda048705 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.850793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-afc93446-de86-4931-80fb-b0fa48f622a1 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2000616 Dec 13 12:56:41.852399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51852) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:41.857304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1f6bb632-4628-4add-a24c-ab76ecefc020 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056419863'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:41.872446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa904f6f-827a-4ba8-bb07-44a1b41d176d req-d89c54af-66b3-4c4b-88af-63ced3ad2e48 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:41.873848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa904f6f-827a-4ba8-bb07-44a1b41d176d req-d89c54af-66b3-4c4b-88af-63ced3ad2e48 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1861160 Dec 13 12:56:41.889112 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1f6bb632-4628-4add-a24c-ab76ecefc020 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.909550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] For port 072ba3b3-6546-40c8-8932-5fed926fe0d9, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:41.946575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] For port 072ba3b3-6546-40c8-8932-5fed926fe0d9, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=072ba3b3-6546-40c8-8932-5fed926fe0d9,segment=NetworkSegment(7475f4cb-33b8-48aa-9775-d6e2e1d35e08),segment_id=7475f4cb-33b8-48aa-9775-d6e2e1d35e08)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:41.959681 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1f6bb632-4628-4add-a24c-ab76ecefc020 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.966184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1f6bb632-4628-4add-a24c-ab76ecefc020 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:41.966639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428360c-a350-4c75-a423-9d90e9e0af66 req-0bbe52bf-1301-4fea-9b74-e798de49d2e8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:41.968252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d428360c-a350-4c75-a423-9d90e9e0af66 req-0bbe52bf-1301-4fea-9b74-e798de49d2e8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 944 time: 0.2109804 Dec 13 12:56:41.969435 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.003250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bb632-4628-4add-a24c-ab76ecefc020 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc89343-62b9-48cd-bc44-c401625938e8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:42.008011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1f6bb632-4628-4add-a24c-ab76ecefc020 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.011942 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1f6bb632-4628-4add-a24c-ab76ecefc020 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1561825 Dec 13 12:56:42.014576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51854) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:42.019007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fce9d903-905e-413c-841b-d7f88ddb45d6 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '4fc89343-62b9-48cd-bc44-c401625938e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:42.053247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fce9d903-905e-413c-841b-d7f88ddb45d6 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.063022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:42.063647 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.065066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] 10.222.0.37 "PUT /v2.0/ports/072ba3b3-6546-40c8-8932-5fed926fe0d9 HTTP/1.1" status: 200 len: 1092 time: 2.8276162 Dec 13 12:56:42.071817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087ebe9d-a471-4de5-ab7c-747d36260338', 'tag': '072ba3b3-6546-40c8-8932-5fed926fe0d9'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:42.074184 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "087ebe9d-a471-4de5-ab7c-747d36260338", "tag": "072ba3b3-6546-40c8-8932-5fed926fe0d9"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:42.109208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa904f6f-827a-4ba8-bb07-44a1b41d176d req-8c961e31-4891-426c-b941-84460915e42e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038250 Dec 13 12:56:42.116227 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02f1a60f-1577-4043-86c1-e91dda048705 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.139405 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fce9d903-905e-413c-841b-d7f88ddb45d6 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.145336 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fce9d903-905e-413c-841b-d7f88ddb45d6 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.168392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9d903-905e-413c-841b-d7f88ddb45d6 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bdfe49-1bf0-4d88-aef6-85e82ca65545,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:42.188783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-02f1a60f-1577-4043-86c1-e91dda048705 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Calling delete_port for b120e9f3-64f0-4ed5-b85b-67c553c9de3a owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:42.189530 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fce9d903-905e-413c-841b-d7f88ddb45d6 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.193155 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fce9d903-905e-413c-841b-d7f88ddb45d6 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1752274 Dec 13 12:56:42.193310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64e388-d8e8-41f6-85d8-be470c2ac5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=072ba3b3-6546-40c8-8932-5fed926fe0d9,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:42.193533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51860) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:42.210211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d428360c-a350-4c75-a423-9d90e9e0af66 req-f28465c3-9023-4373-a246-2d9e6a33deb6 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313657 Dec 13 12:56:42.222570 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7d5f3f98-bd72-4ff9-b022-c2c8420fb4bc tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules/62bdfe49-1bf0-4d88-aef6-85e82ca65545 HTTP/1.1" status: 200 len: 763 time: 0.0278139 Dec 13 12:56:42.226566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51864) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:42.281095 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e070a502-62f7-4d47-bb3e-3d4a5c1ad241 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0530512 Dec 13 12:56:42.283393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51868) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:42.304764 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2eed82-ebe1-41b4-a14b-2001d2977119 x-openstack-request-id: req-ed2eed82-ebe1-41b4-a14b-2001d2977119 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:42.305063 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087ebe9d-a471-4de5-ab7c-747d36260338", "tag": "072ba3b3-6546-40c8-8932-5fed926fe0d9", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:42.305316 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed2eed82-ebe1-41b4-a14b-2001d2977119 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:42.305723 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087ebe9d-a471-4de5-ab7c-747d36260338', 'tag': '072ba3b3-6546-40c8-8932-5fed926fe0d9', 'status': 'completed', 'code': 200} Dec 13 12:56:42.313523 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38ecd8df-8b16-4f20-88ea-3309fc1b308c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.322663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38ecd8df-8b16-4f20-88ea-3309fc1b308c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.326926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-72b2404b-29d8-43a6-b604-400d1634ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:42.329043 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-72b2404b-29d8-43a6-b604-400d1634ce5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e019572a0a44b4d891c5dbad45c7595&device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 1095 time: 0.1906886 Dec 13 12:56:42.345562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9dd5a-3ab9-4bdd-ad91-c41a5264316c req-b5a8a310-b069-4398-b5f5-8746e0b6d13f tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:42.347715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-03e9dd5a-3ab9-4bdd-ad91-c41a5264316c req-b5a8a310-b069-4398-b5f5-8746e0b6d13f tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.1270907 Dec 13 12:56:42.361018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38ecd8df-8b16-4f20-88ea-3309fc1b308c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.368686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38ecd8df-8b16-4f20-88ea-3309fc1b308c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.372266 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-38ecd8df-8b16-4f20-88ea-3309fc1b308c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/62bdfe49-1bf0-4d88-aef6-85e82ca65545 HTTP/1.1" status: 204 len: 168 time: 0.0850544 Dec 13 12:56:42.374118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51872) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:42.382020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecd8df-8b16-4f20-88ea-3309fc1b308c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62bdfe49-1bf0-4d88-aef6-85e82ca65545,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:42.417720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-30718c3f-4f35-4d65-9d0c-9432e1ffc276 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=072ba3b3-6546-40c8-8932-5fed926fe0d9 HTTP/1.1" status: 200 len: 217 time: 0.0665779 Dec 13 12:56:42.427111 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bc42b1ac-2f1f-4ca7-b2cf-a3030e2caa66 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495327 Dec 13 12:56:42.435157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51874) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:42.444692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5011bc50-da9d-4cc1-b3f8-c853466a9cb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '4fc89343-62b9-48cd-bc44-c401625938e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:42.542004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-f040d37f-d628-4c47-896e-d06f8df89cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:42.543573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-f040d37f-d628-4c47-896e-d06f8df89cda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b01f180d-73f9-4851-adb7-76bf45b68696 HTTP/1.1" status: 200 len: 861 time: 0.1060448 Dec 13 12:56:42.553192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-03e9dd5a-3ab9-4bdd-ad91-c41a5264316c req-0173febf-5856-44b6-b9e0-e4128ddc099c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891844 Dec 13 12:56:42.589785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5011bc50-da9d-4cc1-b3f8-c853466a9cb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.623523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-95e16193-9f73-4c13-bcdc-7de32f139983 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1518c3e-56e8-434b-9757-6d343af7cf63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694692 Dec 13 12:56:42.771051 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b13ef1bd-3bf8-4680-b2c4-f2f036e7b6b2 req-827ed853-1431-4577-b5fb-c4e9bc2c0be0 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0628502 Dec 13 12:56:42.806615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-20993611-7e1a-4142-a6d2-5dabf0f791b6 service neutron] 10.222.0.37 "GET /v2.0/networks/e1518c3e-56e8-434b-9757-6d343af7cf63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667900 Dec 13 12:56:42.845578 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02f1a60f-1577-4043-86c1-e91dda048705 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:42.863810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb41dbd-209c-4a62-b084-9abc925aa4b3 req-b832a8e7-06ec-421c-b79e-5e67b5aa9bd5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:42.865321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bb41dbd-209c-4a62-b084-9abc925aa4b3 req-b832a8e7-06ec-421c-b79e-5e67b5aa9bd5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1590633 Dec 13 12:56:42.940790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1a60f-1577-4043-86c1-e91dda048705 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event deleted for resources: {'Port': ['ID=b120e9f3-64f0-4ed5-b85b-67c553c9de3a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:42.943979 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5011bc50-da9d-4cc1-b3f8-c853466a9cb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:43.249610 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5011bc50-da9d-4cc1-b3f8-c853466a9cb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:43.353758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011bc50-da9d-4cc1-b3f8-c853466a9cb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec1723c-a6e4-44f9-ab24-ca896467835a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:43.396910 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5011bc50-da9d-4cc1-b3f8-c853466a9cb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:43.398143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5011bc50-da9d-4cc1-b3f8-c853466a9cb3 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9593704 Dec 13 12:56:43.400255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e98cc5fd-b1d8-4e87-bdf6-c16c410ac9ff req-e2cab386-810d-4009-8662-4f0081ac2d8b service neutron] 10.222.0.37 "GET /v2.0/networks/e1518c3e-56e8-434b-9757-6d343af7cf63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924213 Dec 13 12:56:43.401159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51888) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:43.403924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bb41dbd-209c-4a62-b084-9abc925aa4b3 req-e9a6ed0e-5d92-4344-8468-668bf9853976 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034993 Dec 13 12:56:43.464889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276d1c4-d09e-44c0-a5ce-ee023b75e8d3 req-dab4be8c-8d8c-4c3c-a157-b1aaa41ce959 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:43.472082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1276d1c4-d09e-44c0-a5ce-ee023b75e8d3 req-dab4be8c-8d8c-4c3c-a157-b1aaa41ce959 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.2184603 Dec 13 12:56:43.483107 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02f1a60f-1577-4043-86c1-e91dda048705 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:43.492590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-02f1a60f-1577-4043-86c1-e91dda048705 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "DELETE /v2.0/ports/b120e9f3-64f0-4ed5-b85b-67c553c9de3a HTTP/1.1" status: 204 len: 168 time: 1.9730949 Dec 13 12:56:43.495811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51890) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:43.503291 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fa5ddd87-9f3b-4256-b0f5-76ed8b4ec007 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules/7ec1723c-a6e4-44f9-ab24-ca896467835a HTTP/1.1" status: 200 len: 763 time: 0.1008453 Dec 13 12:56:43.503886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51892) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:43.583703 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ac058e66-6260-4eb2-b246-f7e65c977826 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0786328 Dec 13 12:56:43.584403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51896) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:43.589992 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bf34ae-4d4e-4a29-a8ec-d512016edeb1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] GET failed (client error): The resource could not be found. Dec 13 12:56:43.592044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-83bf34ae-4d4e-4a29-a8ec-d512016edeb1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "GET /v2.0/ports/b120e9f3-64f0-4ed5-b85b-67c553c9de3a HTTP/1.1" status: 404 len: 333 time: 0.0946333 Dec 13 12:56:43.604865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51898) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:43.623402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'port': {'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-850147013'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:43.627762 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d841459c-c63d-40fc-8a74-2e22c5c15534 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:43.655544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d841459c-c63d-40fc-8a74-2e22c5c15534 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:43.655909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5 req-bdc16fae-6185-4ac5-801e-4a5d67c82dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:43.657663 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5 req-bdc16fae-6185-4ac5-801e-4a5d67c82dfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e019572a0a44b4d891c5dbad45c7595&device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 1095 time: 0.1293156 Dec 13 12:56:43.674176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1276d1c4-d09e-44c0-a5ce-ee023b75e8d3 req-3f9e5eb3-2066-48e9-82fe-46a56e72aedd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798923 Dec 13 12:56:43.730714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9db5f-5c83-4405-b946-35962fd64003 req-049aeef3-8e46-4031-8fa5-0d9dee1fcba0 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:43.750444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79e9db5f-5c83-4405-b946-35962fd64003 req-049aeef3-8e46-4031-8fa5-0d9dee1fcba0 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 944 time: 0.1845491 Dec 13 12:56:43.756728 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d841459c-c63d-40fc-8a74-2e22c5c15534 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:43.763623 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d841459c-c63d-40fc-8a74-2e22c5c15534 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:43.766896 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d841459c-c63d-40fc-8a74-2e22c5c15534 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7ec1723c-a6e4-44f9-ab24-ca896467835a HTTP/1.1" status: 204 len: 168 time: 0.1812038 Dec 13 12:56:43.770763 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51902) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:43.806713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841459c-c63d-40fc-8a74-2e22c5c15534 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ec1723c-a6e4-44f9-ab24-ca896467835a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:43.862822 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b9375270-bca0-4e17-88c9-16f7556851ae tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867741 Dec 13 12:56:43.863508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51906) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:43.867647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-eb8a4b0b-8b7d-48ec-9bdc-d6730cae0664 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '4fc89343-62b9-48cd-bc44-c401625938e8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:43.892531 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Made reservation on behalf of a37455eacfd84de786493fb9581a693c for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:43.896041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:43.910822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1c2d4-57dc-4dd4-ba7b-618bb6385b64 req-ceaff676-bfe8-48a2-bd2b-a253eac32328 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:43.913211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5c1c2d4-57dc-4dd4-ba7b-618bb6385b64 req-ceaff676-bfe8-48a2-bd2b-a253eac32328 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.1570959 Dec 13 12:56:43.917990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5 req-5c148851-7d0f-4840-b319-176d35c72392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:43.919534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5 req-5c148851-7d0f-4840-b319-176d35c72392 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1518c3e-56e8-434b-9757-6d343af7cf63 HTTP/1.1" status: 200 len: 921 time: 0.2422104 Dec 13 12:56:43.923940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79e9db5f-5c83-4405-b946-35962fd64003 req-b263e80d-1c12-4bb6-813f-020b3a67b5b0 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726716 Dec 13 12:56:43.931882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] device_id is not set on port ae3f1b19-bbd1-4af2-90e2-799916e84e06 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:43.938706 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-eb8a4b0b-8b7d-48ec-9bdc-d6730cae0664 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Project fd8cf483438d4933a37edbd7854bef99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 12:56:43.963991 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4b0b-8b7d-48ec-9bdc-d6730cae0664 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:43.992612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5 req-4103126d-306f-4e11-a8ed-329f7a586a15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=072ba3b3-6546-40c8-8932-5fed926fe0d9 HTTP/1.1" status: 200 len: 217 time: 0.0606766 Dec 13 12:56:44.086946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39896d54-e56c-4869-a82c-cd467d2aac48 req-b0a7a6bc-824a-4ac1-8e1f-3e037e623442 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0438473 Dec 13 12:56:44.092384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b5c1c2d4-57dc-4dd4-ba7b-618bb6385b64 req-6f1db08b-0b05-4856-b1a4-08288fef856c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674693 Dec 13 12:56:44.105707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5 req-d2cd01ea-5f1a-495e-b4ac-7189a833b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:44.109003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5 req-d2cd01ea-5f1a-495e-b4ac-7189a833b166 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b01f180d-73f9-4851-adb7-76bf45b68696 HTTP/1.1" status: 200 len: 861 time: 0.1080487 Dec 13 12:56:44.113810 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4b0b-8b7d-48ec-9bdc-d6730cae0664 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.127257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4b0b-8b7d-48ec-9bdc-d6730cae0664 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.152350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Allocated IP 2001:db8::16d (0ec0b0f5-35d5-4dec-a160-0c255d446375/dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b/ae3f1b19-bbd1-4af2-90e2-799916e84e06) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:44.152591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5 req-1f2b84d1-1e39-432e-a076-05a0d313a820 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1518c3e-56e8-434b-9757-6d343af7cf63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335588 Dec 13 12:56:44.174136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a4b0b-8b7d-48ec-9bdc-d6730cae0664 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34463abe-5c8d-4905-a1c3-cc90ee898658,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:44.183332 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4b0b-8b7d-48ec-9bdc-d6730cae0664 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.187200 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-eb8a4b0b-8b7d-48ec-9bdc-d6730cae0664 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3204746 Dec 13 12:56:44.187840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51908) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:44.247720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9c01bc21-72de-45fd-9f3f-9a430a3b2e15 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules/34463abe-5c8d-4905-a1c3-cc90ee898658 HTTP/1.1" status: 200 len: 769 time: 0.0560470 Dec 13 12:56:44.248743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51910) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:44.287717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5 req-fe3181d8-e2df-419c-b481-406c8531a9a9 service neutron] 10.222.0.37 "GET /v2.0/networks/e1518c3e-56e8-434b-9757-6d343af7cf63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272860 Dec 13 12:56:44.356568 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-628a9a35-fad2-4ab4-acf2-e5522159d1f2 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1054854 Dec 13 12:56:44.357982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51912) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:44.391444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.413944 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9df088e5-1413-4a78-aef4-21783334e2cb tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.432292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.434296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9df088e5-1413-4a78-aef4-21783334e2cb tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.460441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb1fcf8b-3172-416e-aec0-0c16e5eee0e5 req-8d7711d5-991e-497f-b565-d5d7e44834d7 service neutron] 10.222.0.37 "GET /v2.0/networks/e1518c3e-56e8-434b-9757-6d343af7cf63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645133 Dec 13 12:56:44.495997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:44.499447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9df088e5-1413-4a78-aef4-21783334e2cb tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.503254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:44.506773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9df088e5-1413-4a78-aef4-21783334e2cb tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.510765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9df088e5-1413-4a78-aef4-21783334e2cb tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/34463abe-5c8d-4905-a1c3-cc90ee898658 HTTP/1.1" status: 204 len: 168 time: 0.1443014 Dec 13 12:56:44.515499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51916) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:44.516272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Port': ['ID=ae3f1b19-bbd1-4af2-90e2-799916e84e06,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:44.523355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:44.534799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:44.546320 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.554557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df088e5-1413-4a78-aef4-21783334e2cb tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34463abe-5c8d-4905-a1c3-cc90ee898658,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:44.574727 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5b6beafa-2c86-4766-b346-af79a9cef386 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9531839 Dec 13 12:56:44.575872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51918) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:44.588477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1c626141-95c1-4db3-885e-128bae7b563b tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9a', 'mac_address': 'fa:16:3e:fe:bc:99'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:44.659996 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d4eec256-13b6-4529-bac0-ec19b7f7ec88 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1161714 Dec 13 12:56:44.660545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51920) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:44.688362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eb004-1b4b-450c-95d7-5e51ff114e69 req-c599bba3-fe3f-4ef2-a1a5-f3d8b5ea8042 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:44.707800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a2eb004-1b4b-450c-95d7-5e51ff114e69 req-c599bba3-fe3f-4ef2-a1a5-f3d8b5ea8042 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1408312 Dec 13 12:56:44.777754 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c626141-95c1-4db3-885e-128bae7b563b tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.839395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a2eb004-1b4b-450c-95d7-5e51ff114e69 req-34c29540-6f7c-44a3-8047-63ff91d3d85e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304488 Dec 13 12:56:44.877288 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9114d587-187c-4dad-81fb-55a9cbcc087c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.911209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d07997-c62a-41b5-829b-c113594aeab5 req-4d989be2-96a2-4170-8abb-a2cba92464c4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:44.912661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7d07997-c62a-41b5-829b-c113594aeab5 req-4d989be2-96a2-4170-8abb-a2cba92464c4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1140397 Dec 13 12:56:44.917033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9114d587-187c-4dad-81fb-55a9cbcc087c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.933584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9bd06fa7-c1c1-4760-a3cf-34260a1fcf1e None None] Provisioning complete for port ae3f1b19-bbd1-4af2-90e2-799916e84e06 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:44.934811 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9bd06fa7-c1c1-4760-a3cf-34260a1fcf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:44.993499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9bd06fa7-c1c1-4760-a3cf-34260a1fcf1e None None] Port ae3f1b19-bbd1-4af2-90e2-799916e84e06 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:44.999550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7d07997-c62a-41b5-829b-c113594aeab5 req-dd5afdb1-9e69-4d20-aa5a-c8119a2087b5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736539 Dec 13 12:56:45.004318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c626141-95c1-4db3-885e-128bae7b563b tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.008426 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9114d587-187c-4dad-81fb-55a9cbcc087c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.010517 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c626141-95c1-4db3-885e-128bae7b563b tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.011257 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9114d587-187c-4dad-81fb-55a9cbcc087c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.014813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9114d587-187c-4dad-81fb-55a9cbcc087c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/4fc89343-62b9-48cd-bc44-c401625938e8 HTTP/1.1" status: 204 len: 168 time: 0.3528218 Dec 13 12:56:45.022111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51926) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:45.032343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114d587-187c-4dad-81fb-55a9cbcc087c tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc89343-62b9-48cd-bc44-c401625938e8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:45.066956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1c626141-95c1-4db3-885e-128bae7b563b tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] In _notify_port_updated(), no bound segment for port ae3f1b19-bbd1-4af2-90e2-799916e84e06 on network 0ec0b0f5-35d5-4dec-a160-0c255d446375 {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 12:56:45.072396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c626141-95c1-4db3-885e-128bae7b563b tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:45.073005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c626141-95c1-4db3-885e-128bae7b563b tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.074437 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1c626141-95c1-4db3-885e-128bae7b563b tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "PUT /v2.0/ports/ae3f1b19-bbd1-4af2-90e2-799916e84e06 HTTP/1.1" status: 200 len: 1001 time: 0.4972258 Dec 13 12:56:45.077611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51928) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:45.100850 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c626141-95c1-4db3-885e-128bae7b563b tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Port': ['ID=ae3f1b19-bbd1-4af2-90e2-799916e84e06,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:45.126037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51930) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:45.126851 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-15652989-97a8-41c1-83cc-45c533dcde86 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1026688 Dec 13 12:56:45.132489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f21a2cc5-7a20-4991-9539-9cea7f49dba0 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103056502'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:45.196564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf60f3f-18c0-40b8-92e4-538a325bf085 req-f34da411-1dbd-4cca-9352-385e4519e0ce tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:45.204475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecf60f3f-18c0-40b8-92e4-538a325bf085 req-f34da411-1dbd-4cca-9352-385e4519e0ce tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 944 time: 0.1558206 Dec 13 12:56:45.258605 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f21a2cc5-7a20-4991-9539-9cea7f49dba0 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.350937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecf60f3f-18c0-40b8-92e4-538a325bf085 req-7898f1f5-981b-4803-aa93-8b0542d8d98b tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435776 Dec 13 12:56:45.363467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c8a2c-8b87-445e-912d-d0479d99f02b req-931121c8-c4b5-47bd-9203-7d46add98b78 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:45.370735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-587c8a2c-8b87-445e-912d-d0479d99f02b req-931121c8-c4b5-47bd-9203-7d46add98b78 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.1579733 Dec 13 12:56:45.402531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-eacb2ce5-3f2f-4832-b859-94ac5a30b130 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Deleting port ae3f1b19-bbd1-4af2-90e2-799916e84e06 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:45.402925 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eacb2ce5-3f2f-4832-b859-94ac5a30b130 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.419574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b63392da-6bcc-4f1e-9679-bcb875e2238a None None] Provisioning complete for port ae3f1b19-bbd1-4af2-90e2-799916e84e06 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:45.420194 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b63392da-6bcc-4f1e-9679-bcb875e2238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.456246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b63392da-6bcc-4f1e-9679-bcb875e2238a None None] Port ae3f1b19-bbd1-4af2-90e2-799916e84e06 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:45.526598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c66dcd0-4335-4b7c-ba1e-545c44b84ca1 req-6c5cefc4-9fc2-42f0-a41b-836b40368b1b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0526993 Dec 13 12:56:45.557641 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f21a2cc5-7a20-4991-9539-9cea7f49dba0 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.564571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-587c8a2c-8b87-445e-912d-d0479d99f02b req-55e46f86-62cd-4817-a0b0-3445f5dcf8ac tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929772 Dec 13 12:56:45.574752 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f21a2cc5-7a20-4991-9539-9cea7f49dba0 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.609593 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eacb2ce5-3f2f-4832-b859-94ac5a30b130 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.629404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-eacb2ce5-3f2f-4832-b859-94ac5a30b130 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Calling delete_port for ae3f1b19-bbd1-4af2-90e2-799916e84e06 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:45.634628 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f21a2cc5-7a20-4991-9539-9cea7f49dba0 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.636114 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f21a2cc5-7a20-4991-9539-9cea7f49dba0 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5090961 Dec 13 12:56:45.639074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51936) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:45.640903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a2cc5-7a20-4991-9539-9cea7f49dba0 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4050d3ae-3166-4959-8817-e7d98b3f1c12,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:45.644457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f4673315-cd8c-4e62-b946-ee488081acfd tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Request body: {'security_group_rule': {'security_group_id': '4050d3ae-3166-4959-8817-e7d98b3f1c12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:45.679695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4673315-cd8c-4e62-b946-ee488081acfd tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.727900 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4673315-cd8c-4e62-b946-ee488081acfd tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.732695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4673315-cd8c-4e62-b946-ee488081acfd tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.739969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 072ba3b3-6546-40c8-8932-5fed926fe0d9 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:56:45.751967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4673315-cd8c-4e62-b946-ee488081acfd tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d740b7-8ef5-408d-898d-7b4c9f7f0e5b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:45.769982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4673315-cd8c-4e62-b946-ee488081acfd tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.771264 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f4673315-cd8c-4e62-b946-ee488081acfd tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311376 Dec 13 12:56:45.773880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51938) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:45.800890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eacb2ce5-3f2f-4832-b859-94ac5a30b130 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.833835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb2ce5-3f2f-4832-b859-94ac5a30b130 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event deleted for resources: {'Port': ['ID=ae3f1b19-bbd1-4af2-90e2-799916e84e06,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:45.843523 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04d1ca0c-cc72-4870-a582-2bee41635e5f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.875519 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04d1ca0c-cc72-4870-a582-2bee41635e5f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.935081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 072ba3b3-6546-40c8-8932-5fed926fe0d9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=072ba3b3-6546-40c8-8932-5fed926fe0d9,segment=NetworkSegment(7475f4cb-33b8-48aa-9775-d6e2e1d35e08),segment_id=7475f4cb-33b8-48aa-9775-d6e2e1d35e08)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:45.941208 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04d1ca0c-cc72-4870-a582-2bee41635e5f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.948565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04d1ca0c-cc72-4870-a582-2bee41635e5f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.952068 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-04d1ca0c-cc72-4870-a582-2bee41635e5f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/4050d3ae-3166-4959-8817-e7d98b3f1c12 HTTP/1.1" status: 204 len: 168 time: 0.1748967 Dec 13 12:56:45.953925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '072ba3b3-6546-40c8-8932-5fed926fe0d9', 'network_id': 'e1518c3e-56e8-434b-9757-6d343af7cf63', 'port_id': '072ba3b3-6546-40c8-8932-5fed926fe0d9', 'mac_address': 'fa:16:3e:ac:0a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01f180d-73f9-4851-adb7-76bf45b68696', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:56:45.955498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51942) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:45.973500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eacb2ce5-3f2f-4832-b859-94ac5a30b130 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:45.981053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eacb2ce5-3f2f-4832-b859-94ac5a30b130 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "DELETE /v2.0/ports/ae3f1b19-bbd1-4af2-90e2-799916e84e06 HTTP/1.1" status: 204 len: 168 time: 0.9019742 Dec 13 12:56:45.985838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51944) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:46.000189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1ca0c-cc72-4870-a582-2bee41635e5f tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4050d3ae-3166-4959-8817-e7d98b3f1c12,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:46.011078 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:46.045871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072ba3b3-6546-40c8-8932-5fed926fe0d9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:56:46.068176 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa78b04-61d7-46f9-89f8-40492b2491f0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] GET failed (client error): The resource could not be found. Dec 13 12:56:46.070111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 072ba3b3-6546-40c8-8932-5fed926fe0d9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=072ba3b3-6546-40c8-8932-5fed926fe0d9,segment=NetworkSegment(7475f4cb-33b8-48aa-9775-d6e2e1d35e08),segment_id=7475f4cb-33b8-48aa-9775-d6e2e1d35e08)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:46.071382 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ffa78b04-61d7-46f9-89f8-40492b2491f0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "GET /v2.0/ports/ae3f1b19-bbd1-4af2-90e2-799916e84e06 HTTP/1.1" status: 404 len: 333 time: 0.0841851 Dec 13 12:56:46.086195 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:46.089868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e8e0b-9ad9-4e13-883f-ca66d04169e9 req-b7c6bf9f-766f-4554-b75f-74a9d4a23785 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:46.092587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51948) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:46.100658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-722e8e0b-9ad9-4e13-883f-ca66d04169e9 req-b7c6bf9f-766f-4554-b75f-74a9d4a23785 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1141212 Dec 13 12:56:46.110217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'port': {'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1465894053'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:46.153971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=072ba3b3-6546-40c8-8932-5fed926fe0d9,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:46.206019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-722e8e0b-9ad9-4e13-883f-ca66d04169e9 req-0529e741-7939-450f-943d-c9760b21f502 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043808 Dec 13 12:56:46.215364 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b5fc7494-6ec7-4d8a-82c3-78d2ae31c531 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2562325 Dec 13 12:56:46.229756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9abbb-a858-415a-89b2-3d4f5f87b43a req-c2304193-3f2e-4856-9e86-7b0a96b74d51 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:46.232867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1aa9abbb-a858-415a-89b2-3d4f5f87b43a req-c2304193-3f2e-4856-9e86-7b0a96b74d51 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.0887828 Dec 13 12:56:46.232867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51950) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:46.308224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9d893f2d-9467-46b5-bb7d-66c97b3811f4 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0747585 Dec 13 12:56:46.311263 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51952) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:46.313569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1aa9abbb-a858-415a-89b2-3d4f5f87b43a req-f1238907-dde8-4fa7-86fa-116d35ee0ea8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744727 Dec 13 12:56:46.318783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Made reservation on behalf of a37455eacfd84de786493fb9581a693c for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:46.322250 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:46.339912 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-e11fcc19-1bc3-4ef8-9b37-517990004ce5 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] delete failed (client error): The resource could not be found. Dec 13 12:56:46.340981 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e11fcc19-1bc3-4ef8-9b37-517990004ce5 tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "DELETE /v2.0/security-groups/4050d3ae-3166-4959-8817-e7d98b3f1c12 HTTP/1.1" status: 404 len: 347 time: 0.0285473 Dec 13 12:56:46.344796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51956) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:46.350031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['072ba3b3-6546-40c8-8932-5fed926fe0d9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:56:46.352703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] device_id is not set on port 4f547436-1d9b-4c35-a4c6-d36103ed21e8 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:46.440442 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aed65173-3f81-46b2-a74e-08f9bf7d8e8b tempest-SecGroupIPv6Test-1383339587 tempest-SecGroupIPv6Test-1383339587-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0914590 Dec 13 12:56:46.531213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a29d7-9bdc-4a37-93f0-700b28962c15 req-c3ead6a4-b8b1-40a7-bb67-c99c0e10a81c tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:46.540134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-872a29d7-9bdc-4a37-93f0-700b28962c15 req-c3ead6a4-b8b1-40a7-bb67-c99c0e10a81c tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 945 time: 0.1050401 Dec 13 12:56:46.559632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Allocated IP 2001:db8::239 (0ec0b0f5-35d5-4dec-a160-0c255d446375/dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b/4f547436-1d9b-4c35-a4c6-d36103ed21e8) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:46.608183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-872a29d7-9bdc-4a37-93f0-700b28962c15 req-50094507-9ae5-46eb-8eb8-95d580aa31f6 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Dec 13 12:56:46.692034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1dd34ff8-33da-4689-8123-b1cf586f99e1 req-c15da349-f0a5-4f68-b22c-60ecd3aa1723 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0335534 Dec 13 12:56:46.779115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:46.786883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d9fb8-875d-4995-8ae2-13617766fb15 req-dc82d7f4-ca6e-413e-8dfa-2420ad9a37ca tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:46.788905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c3d9fb8-875d-4995-8ae2-13617766fb15 req-dc82d7f4-ca6e-413e-8dfa-2420ad9a37ca tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.0662236 Dec 13 12:56:46.822914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:46.860339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c3d9fb8-875d-4995-8ae2-13617766fb15 req-159ca442-6f66-451a-b97e-b581e945cd22 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648251 Dec 13 12:56:46.870248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51968) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:46.875908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:46.879053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:46.883482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:46.889825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:46.890579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:46.896793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Port': ['ID=4f547436-1d9b-4c35-a4c6-d36103ed21e8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:46.920292 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4b87aa1a-8e18-4822-8e40-882ed1fcf201 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8217909 Dec 13 12:56:46.920812 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51972) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:46.926237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-59c29445-9021-46a3-92b2-783a6657067e tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fe:bc:99'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:47.136626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f61aa69a-08f7-44d3-baae-e7c9846e06d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd8cf483438d4933a37edbd7854bef99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628996 Dec 13 12:56:47.137622 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59c29445-9021-46a3-92b2-783a6657067e tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.139406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51974) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:47.236245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be339722-46da-4c92-b502-0c0c91b2c740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.241119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-db98fc24-f11d-4db4-b977-bfb1140f8f9d None None] Provisioning complete for port 4f547436-1d9b-4c35-a4c6-d36103ed21e8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:47.242024 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db98fc24-f11d-4db4-b977-bfb1140f8f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.282322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-db98fc24-f11d-4db4-b977-bfb1140f8f9d None None] Port 4f547436-1d9b-4c35-a4c6-d36103ed21e8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:47.332739 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be339722-46da-4c92-b502-0c0c91b2c740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.462279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a988b08-c6e1-4207-b0f6-bb035867a4af req-5eef5080-73dc-45d9-a332-307a60d788f2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:47.463768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a988b08-c6e1-4207-b0f6-bb035867a4af req-5eef5080-73dc-45d9-a332-307a60d788f2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1575899 Dec 13 12:56:47.504272 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be339722-46da-4c92-b502-0c0c91b2c740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.507212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be339722-46da-4c92-b502-0c0c91b2c740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.508349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-be339722-46da-4c92-b502-0c0c91b2c740 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9442200c-4e2f-406c-a36f-0bf8846c3021 HTTP/1.1" status: 204 len: 168 time: 0.3680255 Dec 13 12:56:47.535205 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59c29445-9021-46a3-92b2-783a6657067e tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.538935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be339722-46da-4c92-b502-0c0c91b2c740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9442200c-4e2f-406c-a36f-0bf8846c3021,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:47.553423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c821e-2f06-453e-9806-049e16dfceea req-62c881dc-1966-426e-9c63-043914eec824 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:47.554989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c7c821e-2f06-453e-9806-049e16dfceea req-62c881dc-1966-426e-9c63-043914eec824 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1552639 Dec 13 12:56:47.558686 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59c29445-9021-46a3-92b2-783a6657067e tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.608086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a988b08-c6e1-4207-b0f6-bb035867a4af req-527fd091-76e1-428a-8566-624486371e0a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341925 Dec 13 12:56:47.619577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-59c29445-9021-46a3-92b2-783a6657067e tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] In _notify_port_updated(), no bound segment for port 4f547436-1d9b-4c35-a4c6-d36103ed21e8 on network 0ec0b0f5-35d5-4dec-a160-0c255d446375 {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 12:56:47.625620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c29445-9021-46a3-92b2-783a6657067e tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:47.626328 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-59c29445-9021-46a3-92b2-783a6657067e tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.627620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-59c29445-9021-46a3-92b2-783a6657067e tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "PUT /v2.0/ports/4f547436-1d9b-4c35-a4c6-d36103ed21e8 HTTP/1.1" status: 200 len: 1003 time: 0.7058542 Dec 13 12:56:47.630463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51982) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:47.683636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c29445-9021-46a3-92b2-783a6657067e tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Port': ['ID=4f547436-1d9b-4c35-a4c6-d36103ed21e8,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:47.713851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c7c821e-2f06-453e-9806-049e16dfceea req-998112d8-b986-43d3-a0b3-0693a647ba0f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153610 Dec 13 12:56:47.763137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 072ba3b3-6546-40c8-8932-5fed926fe0d9 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:47.816004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a9a99-546f-4255-95a7-c22b461a0b86 req-c55c5829-79a2-4608-98cb-2f8092e93261 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:47.817488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a4a9a99-546f-4255-95a7-c22b461a0b86 req-c55c5829-79a2-4608-98cb-2f8092e93261 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 945 time: 0.0895457 Dec 13 12:56:47.824265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-06556f58-5067-4844-8438-78bf926ae598 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Deleting port 4f547436-1d9b-4c35-a4c6-d36103ed21e8 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:47.825049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06556f58-5067-4844-8438-78bf926ae598 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.903292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 072ba3b3-6546-40c8-8932-5fed926fe0d9 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:56:47.907934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 072ba3b3-6546-40c8-8932-5fed926fe0d9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:47.908310 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:47.930308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c56782f-1dc3-4762-b393-b122c18a0765 req-e08a14f0-f0ab-4fa5-8cf2-274b5efb9256 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0512233 Dec 13 12:56:47.986303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a4a9a99-546f-4255-95a7-c22b461a0b86 req-330526ae-f1da-4a46-9448-00a20439b3ae tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589060 Dec 13 12:56:48.004438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06556f58-5067-4844-8438-78bf926ae598 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:48.039165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-06556f58-5067-4844-8438-78bf926ae598 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Calling delete_port for 4f547436-1d9b-4c35-a4c6-d36103ed21e8 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:48.049400 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:48.107536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087ebe9d-a471-4de5-ab7c-747d36260338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072ba3b3-6546-40c8-8932-5fed926fe0d9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:48.109375 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb4a6e3-4053-4c69-a4ae-6726e94d0aec" -d '{"events": [{"server_uuid": "087ebe9d-a471-4de5-ab7c-747d36260338", "name": "network-vif-plugged", "status": "completed", "tag": "072ba3b3-6546-40c8-8932-5fed926fe0d9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:48.117417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59029f25-1bb8-4164-9a50-39b8910c122d req-2f34913d-d89a-4da1-8ea9-e5dfe5ae902a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:48.119491 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59029f25-1bb8-4164-9a50-39b8910c122d req-2f34913d-d89a-4da1-8ea9-e5dfe5ae902a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.0778351 Dec 13 12:56:48.170435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 072ba3b3-6546-40c8-8932-5fed926fe0d9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=072ba3b3-6546-40c8-8932-5fed926fe0d9,segment=NetworkSegment(7475f4cb-33b8-48aa-9775-d6e2e1d35e08),segment_id=7475f4cb-33b8-48aa-9775-d6e2e1d35e08)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:48.199934 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ac2369-29cb-415a-88bf-e475c966b2ff x-openstack-request-id: req-c5ac2369-29cb-415a-88bf-e475c966b2ff {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:48.201526 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087ebe9d-a471-4de5-ab7c-747d36260338", "name": "network-vif-plugged", "status": "completed", "tag": "072ba3b3-6546-40c8-8932-5fed926fe0d9", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:48.201971 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5ac2369-29cb-415a-88bf-e475c966b2ff {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:48.203047 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087ebe9d-a471-4de5-ab7c-747d36260338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072ba3b3-6546-40c8-8932-5fed926fe0d9', 'code': 200} Dec 13 12:56:48.205321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:48.209282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b305e353-26c5-4735-a656-a59d2814b18b None None] Provisioning complete for port 4f547436-1d9b-4c35-a4c6-d36103ed21e8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:48.209693 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b305e353-26c5-4735-a656-a59d2814b18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:48.254347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59029f25-1bb8-4164-9a50-39b8910c122d req-af0639f5-3bc5-4de0-a4e6-ccc2dadcd115 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233485 Dec 13 12:56:48.280825 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06556f58-5067-4844-8438-78bf926ae598 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:48.342353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=072ba3b3-6546-40c8-8932-5fed926fe0d9,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:48.350157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b305e353-26c5-4735-a656-a59d2814b18b None None] Port 4f547436-1d9b-4c35-a4c6-d36103ed21e8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:48.352035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46586e57-6efb-4580-a6d7-753695b626a1 req-b268a90b-68eb-4b1b-9369-d9fc27f02454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:48.353627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46586e57-6efb-4580-a6d7-753695b626a1 req-b268a90b-68eb-4b1b-9369-d9fc27f02454 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 1097 time: 0.0875328 Dec 13 12:56:48.377171 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06556f58-5067-4844-8438-78bf926ae598 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:48.380186 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-06556f58-5067-4844-8438-78bf926ae598 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "DELETE /v2.0/ports/4f547436-1d9b-4c35-a4c6-d36103ed21e8 HTTP/1.1" status: 204 len: 168 time: 0.7481675 Dec 13 12:56:48.382614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06556f58-5067-4844-8438-78bf926ae598 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event deleted for resources: {'Port': ['ID=4f547436-1d9b-4c35-a4c6-d36103ed21e8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:48.385140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52006) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:48.432139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46586e57-6efb-4580-a6d7-753695b626a1 req-3808e97f-b4aa-4f32-9dbf-1ce01cc99eaf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697794 Dec 13 12:56:48.432625 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1065148-9487-4e16-a7ea-81e6cd22b548 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] GET failed (client error): The resource could not be found. Dec 13 12:56:48.438465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52010) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:48.442649 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f1065148-9487-4e16-a7ea-81e6cd22b548 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "GET /v2.0/ports/4f547436-1d9b-4c35-a4c6-d36103ed21e8 HTTP/1.1" status: 404 len: 333 time: 0.0542541 Dec 13 12:56:48.458111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'port': {'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1281788809'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:48.580799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Made reservation on behalf of a37455eacfd84de786493fb9581a693c for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:48.585265 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:48.611934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] device_id is not set on port 5eb1f11b-e136-468e-a94e-bb82ab79fc7e yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:48.613219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52014) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:48.735275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b7075939-97de-4646-b2f7-a99a5c32a21d tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-970209064', 'prefixes': ['172.20.0.0/16']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:48.792775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Allocated IP 2001:db8::bd (0ec0b0f5-35d5-4dec-a160-0c255d446375/dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b/5eb1f11b-e136-468e-a94e-bb82ab79fc7e) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:48.818577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6ddf8-dfb0-4f5c-b964-da29454e5c5e req-cde8db1c-c1ef-4ffe-8c2f-a6265d4421c2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:48.820141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8eb6ddf8-dfb0-4f5c-b964-da29454e5c5e req-cde8db1c-c1ef-4ffe-8c2f-a6265d4421c2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.0942280 Dec 13 12:56:48.837458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7075939-97de-4646-b2f7-a99a5c32a21d tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] Publish callbacks [] for subnetpool, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:48.841508 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b7075939-97de-4646-b2f7-a99a5c32a21d tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2250204 Dec 13 12:56:48.842178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52022) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:48.889530 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-68c6528b-c946-4aa7-8cb2-a884ed8cb5d8 tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] 10.222.0.31 "GET /v2.0/subnetpools/339d2282-1a8e-43d9-90a8-d1005a300bf4 HTTP/1.1" status: 200 len: 731 time: 0.0438883 Dec 13 12:56:48.889883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52024) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:48.894285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ed4d7978-abdf-4d90-ad19-467784fd7975 tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-553274300'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:48.922434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6388698-70b7-4aad-88a2-cfa62d5823b4 req-4cf996a1-896d-4866-bdc0-5b58615583cb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:48.923946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6388698-70b7-4aad-88a2-cfa62d5823b4 req-4cf996a1-896d-4866-bdc0-5b58615583cb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1278186 Dec 13 12:56:48.941102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8eb6ddf8-dfb0-4f5c-b964-da29454e5c5e req-df775043-6a48-4368-84bb-eeae921ddd2d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974863 Dec 13 12:56:48.995193 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed4d7978-abdf-4d90-ad19-467784fd7975 tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] Publish callbacks [] for subnetpool, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:48.997403 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ed4d7978-abdf-4d90-ad19-467784fd7975 tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] 10.222.0.31 "PUT /v2.0/subnetpools/339d2282-1a8e-43d9-90a8-d1005a300bf4 HTTP/1.1" status: 200 len: 683 time: 0.1062913 Dec 13 12:56:48.999724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52028) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:49.097705 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-916f2e35-58b3-4c12-8a6a-605be3972e4c tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] Publish callbacks [] for subnetpool, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:49.101627 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-916f2e35-58b3-4c12-8a6a-605be3972e4c tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] 10.222.0.31 "DELETE /v2.0/subnetpools/339d2282-1a8e-43d9-90a8-d1005a300bf4 HTTP/1.1" status: 204 len: 168 time: 0.0965219 Dec 13 12:56:49.101970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52032) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:49.117209 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-eb65e67f-941b-41d9-a13e-8c2326daf37c tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] show failed (client error): The resource could not be found. Dec 13 12:56:49.120984 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-eb65e67f-941b-41d9-a13e-8c2326daf37c tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] 10.222.0.31 "GET /v2.0/subnetpools/339d2282-1a8e-43d9-90a8-d1005a300bf4 HTTP/1.1" status: 404 len: 346 time: 0.0151477 Dec 13 12:56:49.121508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52034) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:49.138600 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-46d438a3-43b6-4b68-a4f2-98d4e6bf8d2e tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] delete failed (client error): The resource could not be found. Dec 13 12:56:49.143119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-46d438a3-43b6-4b68-a4f2-98d4e6bf8d2e tempest-SubnetPoolsTestJSON-546467824 tempest-SubnetPoolsTestJSON-546467824-project] 10.222.0.31 "DELETE /v2.0/subnetpools/339d2282-1a8e-43d9-90a8-d1005a300bf4 HTTP/1.1" status: 404 len: 346 time: 0.0172999 Dec 13 12:56:49.313913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6388698-70b7-4aad-88a2-cfa62d5823b4 req-368210c5-05cb-4824-ae65-f3d411a833e7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768396 Dec 13 12:56:49.349193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89f96daa-ae84-422f-95c5-85a75b2d7d5e req-477a98d8-55b0-42ff-96b8-0be1aed74d9b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0489969 Dec 13 12:56:49.391089 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:49.434521 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:49.436775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52042) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:49.507425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:49.548248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:49.554468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:49.560459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:49.561097 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:49.578989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Port': ['ID=5eb1f11b-e136-468e-a94e-bb82ab79fc7e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:49.614923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b5b4a-c53b-4928-a026-482ce82087d5 req-4384d9f3-6524-4ea3-960b-eaaf355c1187 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:49.616394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e16b5b4a-c53b-4928-a026-482ce82087d5 req-4384d9f3-6524-4ea3-960b-eaaf355c1187 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 946 time: 0.1573696 Dec 13 12:56:49.628244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dff6d104-9933-4799-9829-9a14aafa8736 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1862030 Dec 13 12:56:49.628800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52046) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:49.634320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'port': {'network_id': '0ec0b0f5-35d5-4dec-a160-0c255d446375', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1523994108'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:49.635553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcaba3-8c55-4140-8eb7-1a00794487af req-db02e08c-a66d-4954-b29a-26c55ca1839e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:49.648148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26fcaba3-8c55-4140-8eb7-1a00794487af req-db02e08c-a66d-4954-b29a-26c55ca1839e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.1876097 Dec 13 12:56:49.652573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9463f486-6c44-44c1-a15f-2554e084fd43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:49.779232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Made reservation on behalf of a37455eacfd84de786493fb9581a693c for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:49.780501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26fcaba3-8c55-4140-8eb7-1a00794487af req-bb218622-c01d-4672-9b88-d8163333caa2 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314709 Dec 13 12:56:49.783643 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:49.796011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e16b5b4a-c53b-4928-a026-482ce82087d5 req-afdd8cdd-f2d6-443c-a879-9384dd664899 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642375 Dec 13 12:56:49.821256 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] device_id is not set on port 32c4ef31-d5ae-4d49-8946-16001a18410d yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:49.845234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9463f486-6c44-44c1-a15f-2554e084fd43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:49.850379 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9463f486-6c44-44c1-a15f-2554e084fd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:49.897837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9463f486-6c44-44c1-a15f-2554e084fd43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff4387c2b80646dfa80ccdd96867bbbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4574089 Dec 13 12:56:49.897837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463f486-6c44-44c1-a15f-2554e084fd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359c6c5b-6839-4428-b88c-22ec73f0caf8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:49.899639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52048) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:49.994660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4d4f5760-1edb-451b-ad6c-6b7c14d85c61 None None] Provisioning complete for port 5eb1f11b-e136-468e-a94e-bb82ab79fc7e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:49.995957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d4f5760-1edb-451b-ad6c-6b7c14d85c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:50.051562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f5760-1edb-451b-ad6c-6b7c14d85c61 None None] Port 5eb1f11b-e136-468e-a94e-bb82ab79fc7e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:50.083874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c1e4d-cabf-4dd7-8a8f-82a2d21c401f req-bfacec0a-57e4-4a0d-a358-6ba0dcd305e5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:50.091724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-918c1e4d-cabf-4dd7-8a8f-82a2d21c401f req-bfacec0a-57e4-4a0d-a358-6ba0dcd305e5 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.0626400 Dec 13 12:56:50.139070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-918c1e4d-cabf-4dd7-8a8f-82a2d21c401f req-bbb4626c-4230-4e92-ac5d-5e0e95b6a48d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460854 Dec 13 12:56:50.293199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Allocated IP 2001:db8::1c3 (0ec0b0f5-35d5-4dec-a160-0c255d446375/dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b/32c4ef31-d5ae-4d49-8946-16001a18410d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:50.320650 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb50901d-c36b-4d39-9532-aaae7d0a4515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:50.364902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb50901d-c36b-4d39-9532-aaae7d0a4515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:50.492453 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb50901d-c36b-4d39-9532-aaae7d0a4515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:50.495143 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb50901d-c36b-4d39-9532-aaae7d0a4515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:50.497582 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bb50901d-c36b-4d39-9532-aaae7d0a4515 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/359c6c5b-6839-4428-b88c-22ec73f0caf8 HTTP/1.1" status: 204 len: 168 time: 0.5948975 Dec 13 12:56:50.520270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50901d-c36b-4d39-9532-aaae7d0a4515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359c6c5b-6839-4428-b88c-22ec73f0caf8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:50.539417 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:50.554984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f0293df-82a3-43ff-a023-0cb558f7b44c req-f5574c44-0630-4c51-9c0f-1af01f14d484 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0917175 Dec 13 12:56:50.607026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:50.623480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b677bc-8a2d-4388-b0df-7b26ea27da81 req-c4a35958-15e9-4bc3-bc14-11ec4279e38c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:50.625043 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7b677bc-8a2d-4388-b0df-7b26ea27da81 req-c4a35958-15e9-4bc3-bc14-11ec4279e38c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1515467 Dec 13 12:56:50.664299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Port': ['ID=32c4ef31-d5ae-4d49-8946-16001a18410d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:50.676511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:50.678329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:50.680841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:50.687487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:50.688223 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:50.710383 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7b677bc-8a2d-4388-b0df-7b26ea27da81 req-935d960f-2a26-464a-a2b0-142e5d3fa312 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789790 Dec 13 12:56:50.715610 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b0ef1e97-8cd4-432f-9b4c-500acc4b0bbb tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0852318 Dec 13 12:56:50.717786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52060) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:50.723658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-225f5bf6-1066-4e6d-beec-a0a4ca732fd0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9a', 'mac_address': 'fa:16:3e:fe:bc:99'}, {'ip_address': '2001:db8::bd', 'mac_address': 'fa:16:3e:30:ef:03'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:50.980646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-225f5bf6-1066-4e6d-beec-a0a4ca732fd0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:50.994368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9557d-e604-4eb2-8af3-4820f32c7b24 req-5d4b4466-f24f-40d1-8e08-e72400e33b7e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:51.005256 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5df9557d-e604-4eb2-8af3-4820f32c7b24 req-5d4b4466-f24f-40d1-8e08-e72400e33b7e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.1120987 Dec 13 12:56:51.052474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6e7fa-ceb4-430a-bfdb-697238b5548b req-b7f0aed3-1540-4c3b-a389-6ebb36c1a3e9 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:51.054972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ce6e7fa-ceb4-430a-bfdb-697238b5548b req-b7f0aed3-1540-4c3b-a389-6ebb36c1a3e9 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 946 time: 0.1285949 Dec 13 12:56:51.105692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5df9557d-e604-4eb2-8af3-4820f32c7b24 req-8122cb17-3ba1-4457-98c4-0ce8953b10b8 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993707 Dec 13 12:56:51.163214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ce6e7fa-ceb4-430a-bfdb-697238b5548b req-f36e5f36-36ac-46d6-b32b-322b273c59c4 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918758 Dec 13 12:56:51.205801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b5fd0719-158c-46ef-b59f-a4c42ff54255 None None] Provisioning complete for port 32c4ef31-d5ae-4d49-8946-16001a18410d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:51.206434 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5fd0719-158c-46ef-b59f-a4c42ff54255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:51.282062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd0719-158c-46ef-b59f-a4c42ff54255 None None] Port 32c4ef31-d5ae-4d49-8946-16001a18410d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:51.311642 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-225f5bf6-1066-4e6d-beec-a0a4ca732fd0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:51.319105 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-225f5bf6-1066-4e6d-beec-a0a4ca732fd0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:51.347788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cb51b-362c-43ad-9cfb-a43d7496ca72 req-4f42af44-a44b-49ab-8913-d2a71c868a0e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:51.362179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e8cb51b-362c-43ad-9cfb-a43d7496ca72 req-4f42af44-a44b-49ab-8913-d2a71c868a0e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1400802 Dec 13 12:56:51.384417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f5bf6-1066-4e6d-beec-a0a4ca732fd0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event updated for resources: {'Port': ['ID=32c4ef31-d5ae-4d49-8946-16001a18410d,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:51.387185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-225f5bf6-1066-4e6d-beec-a0a4ca732fd0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] In _notify_port_updated(), no bound segment for port 32c4ef31-d5ae-4d49-8946-16001a18410d on network 0ec0b0f5-35d5-4dec-a160-0c255d446375 {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 12:56:51.393484 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f5bf6-1066-4e6d-beec-a0a4ca732fd0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:51.394173 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-225f5bf6-1066-4e6d-beec-a0a4ca732fd0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:51.395431 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-225f5bf6-1066-4e6d-beec-a0a4ca732fd0 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "PUT /v2.0/ports/32c4ef31-d5ae-4d49-8946-16001a18410d HTTP/1.1" status: 200 len: 1066 time: 0.6766417 Dec 13 12:56:51.398332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52088) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:51.430837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e8cb51b-362c-43ad-9cfb-a43d7496ca72 req-787b4ad9-6932-418c-ae6d-83c4ae00f0d4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657218 Dec 13 12:56:51.562875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2cfabaa0-7515-485e-b69b-3c3105153fa1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Deleting port 32c4ef31-d5ae-4d49-8946-16001a18410d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:51.565377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2cfabaa0-7515-485e-b69b-3c3105153fa1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:51.584100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52094) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:51.730433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2e6e54f-8a91-4f15-bd69-6cf4509aed6c req-1b8aee24-df63-4022-8cbf-de17b93a1253 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0502641 Dec 13 12:56:51.735625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-750228118'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:51.755444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2cfabaa0-7515-485e-b69b-3c3105153fa1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:51.762260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93454d0-68b6-4ff9-93f8-e6acf421764b req-d17d14e5-076e-412e-9366-2d9384fb5194 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:51.770778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c93454d0-68b6-4ff9-93f8-e6acf421764b req-d17d14e5-076e-412e-9366-2d9384fb5194 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 946 time: 0.1411817 Dec 13 12:56:51.780758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2cfabaa0-7515-485e-b69b-3c3105153fa1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Calling delete_port for 32c4ef31-d5ae-4d49-8946-16001a18410d owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:51.805185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Made reservation on behalf of c3b0480180c94b37871fadd72d3bc696 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:51.810607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:51.822679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-08aace42-bdaf-4b6a-aba0-472b12ba93b9 None None] Provisioning complete for port 32c4ef31-d5ae-4d49-8946-16001a18410d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:51.825600 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08aace42-bdaf-4b6a-aba0-472b12ba93b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:51.826417 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:51.877932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c93454d0-68b6-4ff9-93f8-e6acf421764b req-1b5b03d4-82e7-47b1-bd4d-c4845734b688 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059511 Dec 13 12:56:51.887223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-08aace42-bdaf-4b6a-aba0-472b12ba93b9 None None] Port 32c4ef31-d5ae-4d49-8946-16001a18410d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:51.930760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f7fd5-2337-45a4-aaf9-a0b89d680ff9 req-e40ba931-db6d-4dcd-9d29-8fb0bbe86d8c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:51.932355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a93f7fd5-2337-45a4-aaf9-a0b89d680ff9 req-e40ba931-db6d-4dcd-9d29-8fb0bbe86d8c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.0838704 Dec 13 12:56:51.942884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2cfabaa0-7515-485e-b69b-3c3105153fa1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:51.978888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfabaa0-7515-485e-b69b-3c3105153fa1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event deleted for resources: {'Port': ['ID=32c4ef31-d5ae-4d49-8946-16001a18410d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:52.009500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a93f7fd5-2337-45a4-aaf9-a0b89d680ff9 req-c6bd4473-3b73-4846-ab38-992386163aaf tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685759 Dec 13 12:56:52.062193 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.069137 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.099655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:56:52.118947 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.119865 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Added segment 8282f209-de3b-47a0-b724-47f0e691b4cf of type vlan for network 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 Dec 13 12:56:52.121532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52f704-f6f2-4d73-95a6-c1f3407091d0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:52.218802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2cfabaa0-7515-485e-b69b-3c3105153fa1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.226056 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2cfabaa0-7515-485e-b69b-3c3105153fa1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "DELETE /v2.0/ports/32c4ef31-d5ae-4d49-8946-16001a18410d HTTP/1.1" status: 204 len: 168 time: 0.8241401 Dec 13 12:56:52.226315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52104) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:52.242878 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.254755 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ea80b0-4e0a-4598-8433-1594a7caac58 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] GET failed (client error): The resource could not be found. Dec 13 12:56:52.259048 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-81ea80b0-4e0a-4598-8433-1594a7caac58 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "GET /v2.0/ports/32c4ef31-d5ae-4d49-8946-16001a18410d HTTP/1.1" status: 404 len: 333 time: 0.0289497 Dec 13 12:56:52.259230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52106) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:52.303683 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efeb1d-f91a-4841-954e-060701b1e81a req-b4e38184-a35f-43ec-ad3c-47f3117994e1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:52.311873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0efeb1d-f91a-4841-954e-060701b1e81a req-b4e38184-a35f-43ec-ad3c-47f3117994e1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.0922062 Dec 13 12:56:52.336355 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.342355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:52.343031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.360159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e7985f81-fb91-4154-a067-20c0372e4461 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Deleting port 5eb1f11b-e136-468e-a94e-bb82ab79fc7e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:52.360508 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7985f81-fb91-4154-a067-20c0372e4461 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.426129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8405759 Dec 13 12:56:52.428835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52108) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:52.434928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Request body: {'subnet': {'network_id': '19eceeaf-bc7f-4cc1-87a4-8ab81ed77168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:52.443379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e5eed-4721-4bca-be6b-bfce1c56a4e0 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Pushing event updated for resources: {'Network': ['ID=19eceeaf-bc7f-4cc1-87a4-8ab81ed77168,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:52.449866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0efeb1d-f91a-4841-954e-060701b1e81a req-a3581cfb-1ed2-4c51-9ee4-38d9e4a54fa9 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369464 Dec 13 12:56:52.479783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:56:52.555542 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7985f81-fb91-4154-a067-20c0372e4461 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.574869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e7985f81-fb91-4154-a067-20c0372e4461 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Calling delete_port for 5eb1f11b-e136-468e-a94e-bb82ab79fc7e owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:52.580216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b41ae0-6009-4805-8081-b8d97ed93621 req-4b1f5480-b9be-4663-882b-cb49212a2e26 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:52.581924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51b41ae0-6009-4805-8081-b8d97ed93621 req-4b1f5480-b9be-4663-882b-cb49212a2e26 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.0592890 Dec 13 12:56:52.638555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Made reservation on behalf of c3b0480180c94b37871fadd72d3bc696 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:52.638876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51b41ae0-6009-4805-8081-b8d97ed93621 req-bd35824a-5824-4e61-9587-ddd2c799b047 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498254 Dec 13 12:56:52.642917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.852851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7985f81-fb91-4154-a067-20c0372e4461 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.858273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80920a60-3c28-4272-878d-e5a70e848ce9 req-47a83f58-3938-4eae-a6a3-665b9baa9cdb tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.0299895 Dec 13 12:56:52.921429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7985f81-fb91-4154-a067-20c0372e4461 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event deleted for resources: {'Port': ['ID=5eb1f11b-e136-468e-a94e-bb82ab79fc7e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:52.961428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7985f81-fb91-4154-a067-20c0372e4461 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:52.967828 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e7985f81-fb91-4154-a067-20c0372e4461 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "DELETE /v2.0/ports/5eb1f11b-e136-468e-a94e-bb82ab79fc7e HTTP/1.1" status: 204 len: 168 time: 0.7046273 Dec 13 12:56:52.968332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52116) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:52.998690 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb245d24-17be-4ae4-8e46-69f66bd79ca1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] GET failed (client error): The resource could not be found. Dec 13 12:56:53.000156 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb245d24-17be-4ae4-8e46-69f66bd79ca1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "GET /v2.0/ports/5eb1f11b-e136-468e-a94e-bb82ab79fc7e HTTP/1.1" status: 404 len: 333 time: 0.0296488 Dec 13 12:56:53.001594 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.007020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52118) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:53.025434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-e6ba01af-8ca0-4ad7-971b-e93b6a3c367f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:53.026995 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-e6ba01af-8ca0-4ad7-971b-e93b6a3c367f tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.37 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 946 time: 0.1063669 Dec 13 12:56:53.097934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30fdab-f792-4c5b-b215-b2ba0fb5f6af req-1cec6bc6-ff11-48d5-8f12-67dead1eb863 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:53.109201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b30fdab-f792-4c5b-b215-b2ba0fb5f6af req-1cec6bc6-ff11-48d5-8f12-67dead1eb863 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 946 time: 0.1258452 Dec 13 12:56:53.121566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Pushing event updated for resources: {'Subnet': ['ID=a9c84d58-16c4-494c-916a-b3c606b1cb57,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:53.152956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Checking segment: {'id': '8282f209-de3b-47a0-b724-47f0e691b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19eceeaf-bc7f-4cc1-87a4-8ab81ed77168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:53.153250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Network hostable DHCP agents. Network: 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:56:53.194151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Network 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:56:53.213207 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8bfde-0007-4c26-8284-477cf6cbf0a7 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Deleting port 025ccbaa-5531-48f4-ae2d-51130fb1c9f6 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:53.213891 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdc8bfde-0007-4c26-8284-477cf6cbf0a7 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.250349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b30fdab-f792-4c5b-b215-b2ba0fb5f6af req-465268ef-f618-4c85-a255-e946ca34de7b tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/security-groups?id=6eb03a6d-484b-44df-9241-b5e7bf47cd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397793 Dec 13 12:56:53.271590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:53.278900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:53.279670 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.284375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680d693-5f50-4745-8046-7cd72fa8ade5 None None] Network 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:53.297807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3e44f-7d2c-4f0f-bbb3-7cd2b6fb8801 req-67dccffe-9430-45be-b27f-a45fa46bb1c2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:53.299410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cd3e44f-7d2c-4f0f-bbb3-7cd2b6fb8801 req-67dccffe-9430-45be-b27f-a45fa46bb1c2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1331437 Dec 13 12:56:53.302620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-6f95d3b1-8fc6-495b-a4b6-692f8794a7b8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Deleting port 072ba3b3-6546-40c8-8932-5fed926fe0d9 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:53.302959 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-6f95d3b1-8fc6-495b-a4b6-692f8794a7b8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.309275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-60e39ae0-d429-44c9-95b8-e621d3b2409f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8790724 Dec 13 12:56:53.312400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52122) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:53.318095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Request body: {'port': {'network_id': '19eceeaf-bc7f-4cc1-87a4-8ab81ed77168', 'name': 'tempest-TagsExtTest-796266561'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:53.389456 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdc8bfde-0007-4c26-8284-477cf6cbf0a7 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.411739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8bfde-0007-4c26-8284-477cf6cbf0a7 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Calling delete_port for 025ccbaa-5531-48f4-ae2d-51130fb1c9f6 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:53.435064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-19eceeaf-bc7f-4cc1-87a4-8ab81ed77168', 'network_id': '19eceeaf-bc7f-4cc1-87a4-8ab81ed77168', 'project_id': 'c3b0480180c94b37871fadd72d3bc696', 'fixed_ips': [{'subnet_id': 'a9c84d58-16c4-494c-916a-b3c606b1cb57'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:56:53.436235 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.436916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cd3e44f-7d2c-4f0f-bbb3-7cd2b6fb8801 req-d7a500a9-dfc8-4aed-87d6-ae0d9a00da15 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161807 Dec 13 12:56:53.491496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-6f95d3b1-8fc6-495b-a4b6-692f8794a7b8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] For port 072ba3b3-6546-40c8-8932-5fed926fe0d9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=072ba3b3-6546-40c8-8932-5fed926fe0d9,segment=NetworkSegment(7475f4cb-33b8-48aa-9775-d6e2e1d35e08),segment_id=7475f4cb-33b8-48aa-9775-d6e2e1d35e08)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:53.492466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-6f95d3b1-8fc6-495b-a4b6-692f8794a7b8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.529914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-6f95d3b1-8fc6-495b-a4b6-692f8794a7b8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Calling delete_port for 072ba3b3-6546-40c8-8932-5fed926fe0d9 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:53.547124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Made reservation on behalf of c3b0480180c94b37871fadd72d3bc696 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:53.551259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.579153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] device_id is not set on port 61b59c9b-5054-442d-a104-95b8acc594f1 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:56:53.750764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcd2d7-5139-43e6-9dc0-40328b9ee1dd req-1a19579d-f9bd-4726-86ef-42b04fe24bd9 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:53.753532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Allocated IP 172.20.0.2 (19eceeaf-bc7f-4cc1-87a4-8ab81ed77168/a9c84d58-16c4-494c-916a-b3c606b1cb57/a17f2d45-b23d-46cd-a628-db6c5f397006) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:53.754375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0cfcd2d7-5139-43e6-9dc0-40328b9ee1dd req-1a19579d-f9bd-4726-86ef-42b04fe24bd9 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.1397583 Dec 13 12:56:53.796013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdc8bfde-0007-4c26-8284-477cf6cbf0a7 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.853985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8bfde-0007-4c26-8284-477cf6cbf0a7 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event deleted for resources: {'Port': ['ID=025ccbaa-5531-48f4-ae2d-51130fb1c9f6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:53.877209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdc8bfde-0007-4c26-8284-477cf6cbf0a7 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.881902 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bdc8bfde-0007-4c26-8284-477cf6cbf0a7 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "DELETE /v2.0/ports/025ccbaa-5531-48f4-ae2d-51130fb1c9f6 HTTP/1.1" status: 204 len: 168 time: 0.8738985 Dec 13 12:56:53.884451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52128) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:53.955991 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-898e523f-60a8-4461-812c-9a8b48b53388 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Deleting subnet dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:56:53.957019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9068513-9af7-4034-a343-664370830bd6 req-40bae780-6746-4f97-8e19-14b2e166e08e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:53.958626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9068513-9af7-4034-a343-664370830bd6 req-40bae780-6746-4f97-8e19-14b2e166e08e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1785791 Dec 13 12:56:53.967182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-898e523f-60a8-4461-812c-9a8b48b53388 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:53.970772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0cfcd2d7-5139-43e6-9dc0-40328b9ee1dd req-e6df73e0-0dbc-4694-baf2-342da59a16e0 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993341 Dec 13 12:56:53.981879 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-6f95d3b1-8fc6-495b-a4b6-692f8794a7b8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.031566 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.048991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.081038 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-898e523f-60a8-4461-812c-9a8b48b53388 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.155911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Network 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:54.160439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:54.167724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95d3b1-8fc6-495b-a4b6-692f8794a7b8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Pushing event deleted for resources: {'Port': ['ID=072ba3b3-6546-40c8-8932-5fed926fe0d9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:54.173458 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-adf92f0a-693c-4c7a-bf93-8c28c02f3585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.176304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Allocated IP 172.20.0.12 (19eceeaf-bc7f-4cc1-87a4-8ab81ed77168/a9c84d58-16c4-494c-916a-b3c606b1cb57/61b59c9b-5054-442d-a104-95b8acc594f1) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:56:54.181037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:54.186152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Pushing event updated for resources: {'Port': ['ID=a17f2d45-b23d-46cd-a628-db6c5f397006,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:54.244625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fabcaa9-dc31-4460-90c7-9a08c2703c79 req-66c91e16-b5d8-40af-85f7-7e45bafd2255 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/ports?device_id=449fe380-d6a4-4af3-b7f9-1da8de3a0a33 HTTP/1.1" status: 200 len: 210 time: 0.1036158 Dec 13 12:56:54.250547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Attempting to bind port a17f2d45-b23d-46cd-a628-db6c5f397006 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:56:54.251353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Attempting to bind port a17f2d45-b23d-46cd-a628-db6c5f397006 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8282f209-de3b-47a0-b724-47f0e691b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19eceeaf-bc7f-4cc1-87a4-8ab81ed77168'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:56:54.252002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Attempting to bind port a17f2d45-b23d-46cd-a628-db6c5f397006 on network 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:56:54.258360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:56:54.258990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Checking segment: {'id': '8282f209-de3b-47a0-b724-47f0e691b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19eceeaf-bc7f-4cc1-87a4-8ab81ed77168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:56:54.259643 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.260246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Bound using segment: {'id': '8282f209-de3b-47a0-b724-47f0e691b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19eceeaf-bc7f-4cc1-87a4-8ab81ed77168'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:56:54.260918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Bound port: a17f2d45-b23d-46cd-a628-db6c5f397006, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8282f209-de3b-47a0-b724-47f0e691b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19eceeaf-bc7f-4cc1-87a4-8ab81ed77168'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:56:54.261630 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.359206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-898e523f-60a8-4461-812c-9a8b48b53388 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.380251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-6f95d3b1-8fc6-495b-a4b6-692f8794a7b8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] No DVR routers for this DVR port 072ba3b3-6546-40c8-8932-5fed926fe0d9 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:54.384236 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-6f95d3b1-8fc6-495b-a4b6-692f8794a7b8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.387942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d788956-17f8-48ae-bf52-afb5699c9c40 req-6f95d3b1-8fc6-495b-a4b6-692f8794a7b8 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.37 "DELETE /v2.0/ports/072ba3b3-6546-40c8-8932-5fed926fe0d9 HTTP/1.1" status: 204 len: 173 time: 1.3530700 Dec 13 12:56:54.388411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087ebe9d-a471-4de5-ab7c-747d36260338', 'name': 'network-vif-deleted', 'tag': '072ba3b3-6546-40c8-8932-5fed926fe0d9'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:56:54.390764 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723f9792-2c7f-40ff-bc9b-1a5a6f8788cb" -d '{"events": [{"server_uuid": "087ebe9d-a471-4de5-ab7c-747d36260338", "name": "network-vif-deleted", "tag": "072ba3b3-6546-40c8-8932-5fed926fe0d9"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:56:54.404447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9068513-9af7-4034-a343-664370830bd6 req-e4030947-8081-4128-bc7a-9e3b9fce8d28 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324372 Dec 13 12:56:54.404770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] For port a17f2d45-b23d-46cd-a628-db6c5f397006, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:56:54.420041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] For port a17f2d45-b23d-46cd-a628-db6c5f397006, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a17f2d45-b23d-46cd-a628-db6c5f397006,segment=NetworkSegment(8282f209-de3b-47a0-b724-47f0e691b4cf),segment_id=8282f209-de3b-47a0-b724-47f0e691b4cf)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:56:54.421567 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.462322 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca219661-16a1-4db9-adfe-11acfda26763 x-openstack-request-id: req-ca219661-16a1-4db9-adfe-11acfda26763 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:56:54.462591 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087ebe9d-a471-4de5-ab7c-747d36260338", "name": "network-vif-deleted", "tag": "072ba3b3-6546-40c8-8932-5fed926fe0d9", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:56:54.462874 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca219661-16a1-4db9-adfe-11acfda26763 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:56:54.463287 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087ebe9d-a471-4de5-ab7c-747d36260338', 'name': 'network-vif-deleted', 'tag': '072ba3b3-6546-40c8-8932-5fed926fe0d9', 'status': 'completed', 'code': 200} Dec 13 12:56:54.528083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651897b-244a-482b-b00e-633980e5e9bf None None] Pushing event updated for resources: {'Port': ['ID=a17f2d45-b23d-46cd-a628-db6c5f397006,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:54.528903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f118701e-9a16-47a9-95c7-f20213e0d508 req-04bb2c3a-a54b-4e67-b92a-d14c93f043a9 tempest-InstanceActionsNegativeTestJSON-1825528389 tempest-InstanceActionsNegativeTestJSON-1825528389-project] 10.222.0.31 "GET /v2.0/ports?device_id=087ebe9d-a471-4de5-ab7c-747d36260338 HTTP/1.1" status: 200 len: 210 time: 0.0589776 Dec 13 12:56:54.569350 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.578255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-898e523f-60a8-4461-812c-9a8b48b53388 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.627740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e523f-60a8-4461-812c-9a8b48b53388 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:54.629791 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-898e523f-60a8-4461-812c-9a8b48b53388 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.637758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d536f7-b98b-4c6c-aabf-dbb5a5ba70fe None None] Network 0ec0b0f5-35d5-4dec-a160-0c255d446375 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:54.642516 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-898e523f-60a8-4461-812c-9a8b48b53388 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "DELETE /v2.0/subnets/dd4b4ed7-cbc6-45bb-8b68-f1803ae20c9b HTTP/1.1" status: 204 len: 168 time: 0.7543418 Dec 13 12:56:54.644181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccf814-7bd5-4135-89e5-0b9b8621bd1c req-c4ab2089-d5cc-4e1c-a4aa-3b37de29fb1a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:54.647417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52138) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:54.651202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13ccf814-7bd5-4135-89e5-0b9b8621bd1c req-c4ab2089-d5cc-4e1c-a4aa-3b37de29fb1a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.0758350 Dec 13 12:56:54.748879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13ccf814-7bd5-4135-89e5-0b9b8621bd1c req-2322fd4e-e059-4437-b6c5-1f9eced0195b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960624 Dec 13 12:56:54.797638 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.857177 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:54.883371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Network 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:56:54.885272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Pushing event updated for resources: {'Port': ['ID=61b59c9b-5054-442d-a104-95b8acc594f1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:54.889253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:56:54.898895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:56:54.901740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df45325b-cc25-4dce-a33a-00a91a84f759 None None] DHCP port deletion for 0ec0b0f5-35d5-4dec-a160-0c255d446375 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:56:54.993823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:54.994549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.018167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-df45325b-cc25-4dce-a33a-00a91a84f759 None None] Deleting port 9acf0c9d-169c-430e-95aa-2706d42b738e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:55.018944 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-df45325b-cc25-4dce-a33a-00a91a84f759 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.022301 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f653939d-3785-4210-ae6b-0db7fd5e1568 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7086084 Dec 13 12:56:55.025157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52144) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:55.031884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-539ec7dc-f1b6-4a8d-8256-7106beaec564 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1143953384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:55.042020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Deleting port 9acf0c9d-169c-430e-95aa-2706d42b738e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:55.042667 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.107536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-df45325b-cc25-4dce-a33a-00a91a84f759 None None] For port 9acf0c9d-169c-430e-95aa-2706d42b738e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9acf0c9d-169c-430e-95aa-2706d42b738e,segment=NetworkSegment(e788022d-784d-4b97-ab16-a1e8c4f9d8ff),segment_id=e788022d-784d-4b97-ab16-a1e8c4f9d8ff)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:55.108119 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-df45325b-cc25-4dce-a33a-00a91a84f759 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.129161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-539ec7dc-f1b6-4a8d-8256-7106beaec564 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.130619 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-539ec7dc-f1b6-4a8d-8256-7106beaec564 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.136353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-df45325b-cc25-4dce-a33a-00a91a84f759 None None] Calling delete_port for 9acf0c9d-169c-430e-95aa-2706d42b738e owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:55.142532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] For port 9acf0c9d-169c-430e-95aa-2706d42b738e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9acf0c9d-169c-430e-95aa-2706d42b738e,segment=NetworkSegment(e788022d-784d-4b97-ab16-a1e8c4f9d8ff),segment_id=e788022d-784d-4b97-ab16-a1e8c4f9d8ff)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:55.142899 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.161209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Calling delete_port for 9acf0c9d-169c-430e-95aa-2706d42b738e owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:55.235318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6038-a416-4309-8aea-ce3f39a7fa19 req-346c60a6-4455-4c72-a876-2b837dd1f51a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:55.238333 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-deee6038-a416-4309-8aea-ce3f39a7fa19 req-346c60a6-4455-4c72-a876-2b837dd1f51a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.1215091 Dec 13 12:56:55.265427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-539ec7dc-f1b6-4a8d-8256-7106beaec564 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.272938 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-539ec7dc-f1b6-4a8d-8256-7106beaec564 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.275408 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-df45325b-cc25-4dce-a33a-00a91a84f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.322312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-6f9e5bc4-bfa6-4314-9ce7-e606edbebb36 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1532242 Dec 13 12:56:55.326541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45325b-cc25-4dce-a33a-00a91a84f759 None None] Pushing event deleted for resources: {'Port': ['ID=9acf0c9d-169c-430e-95aa-2706d42b738e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:55.337273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df45325b-cc25-4dce-a33a-00a91a84f759 None None] No DVR routers for this DVR port 9acf0c9d-169c-430e-95aa-2706d42b738e on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:55.368740 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.415760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-539ec7dc-f1b6-4a8d-8256-7106beaec564 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.420556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52150) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:55.420735 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-539ec7dc-f1b6-4a8d-8256-7106beaec564 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3941975 Dec 13 12:56:55.420853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52152) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:55.423572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event deleted for resources: {'Port': ['ID=9acf0c9d-169c-430e-95aa-2706d42b738e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:55.425611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] No DVR routers for this DVR port 9acf0c9d-169c-430e-95aa-2706d42b738e on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:56:55.441194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-36f84e3c-d2b0-4e2d-85a6-08c5b6e172f5 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-219464106', 'prefixes': ['172.20.0.0/16']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:55.491598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-deee6038-a416-4309-8aea-ce3f39a7fa19 req-5f5625ac-e465-435c-8399-6ae39d1076e1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449708 Dec 13 12:56:55.548530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692aba5-197e-4f1c-a3c9-884cad79985e req-a9d6ffae-11d5-412a-97ca-461740020423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:55.548793 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.550377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1692aba5-197e-4f1c-a3c9-884cad79985e req-a9d6ffae-11d5-412a-97ca-461740020423 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 1096 time: 0.2318714 Dec 13 12:56:55.573867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec0b0f5-35d5-4dec-a160-0c255d446375']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:55.586628 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e788022d-784d-4b97-ab16-a1e8c4f9d8ff') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:55.587067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e788022d-784d-4b97-ab16-a1e8c4f9d8ff') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:55.598190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.614657 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.620133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52158) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:55.666395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:56:55.667155 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.673360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-712c74f5-a26f-4851-a336-12176bc44963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:55.674958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-712c74f5-a26f-4851-a336-12176bc44963 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 1097 time: 0.2776334 Dec 13 12:56:55.709360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f3fe7-b3de-4e2f-829a-36516e3451df req-5cff0698-9ed8-4a2a-88ba-08d5bb962ffd tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:55.711043 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-191f3fe7-b3de-4e2f-829a-36516e3451df req-5cff0698-9ed8-4a2a-88ba-08d5bb962ffd tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1879096 Dec 13 12:56:55.731341 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ecc5-01f8-4254-92e5-cbf5e6961d74 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:56:55.739097 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:56:55.745247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.757688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.761250 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] 10.222.0.31 "DELETE /v2.0/networks/0ec0b0f5-35d5-4dec-a160-0c255d446375 HTTP/1.1" status: 204 len: 168 time: 1.1111090 Dec 13 12:56:55.779875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931c3d4-1824-4d4b-a3ac-46610f8319d1 tempest-AllowedAddressPairIpV6TestJSON-708759301 tempest-AllowedAddressPairIpV6TestJSON-708759301-project] Pushing event deleted for resources: {'Network': ['ID=0ec0b0f5-35d5-4dec-a160-0c255d446375,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:55.786584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6b66cb-e6bd-47bf-b3db-91d626db5ed7 admin admin] Deleting subnet b01f180d-73f9-4851-adb7-76bf45b68696 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:56:55.790816 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d6b66cb-e6bd-47bf-b3db-91d626db5ed7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.800490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 072ba3b3-6546-40c8-8932-5fed926fe0d9 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:55.819139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1692aba5-197e-4f1c-a3c9-884cad79985e req-ee8ceab2-3746-4843-876f-e5470704deab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136006 Dec 13 12:56:55.844001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 072ba3b3-6546-40c8-8932-5fed926fe0d9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:56:55.844345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 072ba3b3-6546-40c8-8932-5fed926fe0d9 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:56:55.858594 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d6b66cb-e6bd-47bf-b3db-91d626db5ed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.941993 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ecc5-01f8-4254-92e5-cbf5e6961d74 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:55.978809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d6b66cb-e6bd-47bf-b3db-91d626db5ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.067320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-191f3fe7-b3de-4e2f-829a-36516e3451df req-4d120061-a951-465c-b548-3395a5f667f3 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396280 Dec 13 12:56:56.083027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-881bbf82-41bb-49d6-bf5d-5dfc953225fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:56.087764 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-881bbf82-41bb-49d6-bf5d-5dfc953225fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 918 time: 0.3711343 Dec 13 12:56:56.103870 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d6b66cb-e6bd-47bf-b3db-91d626db5ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.130685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bf21f-b0b6-46f7-96cc-359da5f496fb req-0d063f95-acf5-41f4-bd91-51785f3e4d91 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:56.132648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f2bf21f-b0b6-46f7-96cc-359da5f496fb req-0d063f95-acf5-41f4-bd91-51785f3e4d91 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.2737501 Dec 13 12:56:56.137716 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36f84e3c-d2b0-4e2d-85a6-08c5b6e172f5 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for subnetpool, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.143766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-36f84e3c-d2b0-4e2d-85a6-08c5b6e172f5 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7026157 Dec 13 12:56:56.150225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953cfc3a-d441-4e9e-af57-4934456ad57e None None] Network 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:56:56.158394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52168) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:56.161059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b66cb-e6bd-47bf-b3db-91d626db5ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01f180d-73f9-4851-adb7-76bf45b68696,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:56.167165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-e5bb0055-bee4-4636-b790-909d95f3bfef tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57', 'tempest-TagsExtTest-Tag-1124810961') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:56.181631 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d6b66cb-e6bd-47bf-b3db-91d626db5ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.186455 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7d6b66cb-e6bd-47bf-b3db-91d626db5ed7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b01f180d-73f9-4851-adb7-76bf45b68696 HTTP/1.1" status: 204 len: 168 time: 0.5652370 Dec 13 12:56:56.189093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52170) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:56.199782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-9f8de896-c874-4278-b751-d260c03623e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf HTTP/1.1" status: 200 len: 217 time: 0.1004107 Dec 13 12:56:56.238777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a17f2d45-b23d-46cd-a628-db6c5f397006 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:56.308350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0cddcc98-fdbb-4351-be9d-938134406e6d None None] Provisioning complete for port a17f2d45-b23d-46cd-a628-db6c5f397006 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:56.308721 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0cddcc98-fdbb-4351-be9d-938134406e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.310329 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ecc5-01f8-4254-92e5-cbf5e6961d74 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.313875 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ecc5-01f8-4254-92e5-cbf5e6961d74 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.315358 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a4d7ecc5-01f8-4254-92e5-cbf5e6961d74 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "DELETE /v2.0/security-groups/91002154-e444-4cfa-b0f2-9fb27161e977 HTTP/1.1" status: 204 len: 168 time: 0.8933344 Dec 13 12:56:56.330742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52172) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:56.341524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52174) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:56.389342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7ecc5-01f8-4254-92e5-cbf5e6961d74 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91002154-e444-4cfa-b0f2-9fb27161e977,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:56.414801 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-d3900db3-6867-465c-969a-6d597b36ab25 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] show failed (client error): The resource could not be found. Dec 13 12:56:56.416068 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d3900db3-6867-465c-969a-6d597b36ab25 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "GET /v2.0/security-groups/91002154-e444-4cfa-b0f2-9fb27161e977 HTTP/1.1" status: 404 len: 347 time: 0.0792031 Dec 13 12:56:56.420923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52178) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:56.425386 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.429652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-4537df67-c8ee-4901-9344-fb6c35427cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:56.433175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-4537df67-c8ee-4901-9344-fb6c35427cb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 200 len: 858 time: 0.2038507 Dec 13 12:56:56.437315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f2bf21f-b0b6-46f7-96cc-359da5f496fb req-4e93f2b2-cba8-4557-abb1-8a6f5803ed54 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494283 Dec 13 12:56:56.437749 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e5bb0055-bee4-4636-b790-909d95f3bfef tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags/tempest-TagsExtTest-Tag-1124810961 HTTP/1.1" status: 201 len: 201 time: 0.2779100 Dec 13 12:56:56.437923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52180) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:56.444653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-796119a1-ef88-4627-9ec8-1820ed66871f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1', 'tempest-TagsExtTest-Tag-73937461') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:56.471225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a17f2d45-b23d-46cd-a628-db6c5f397006 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:56.473060 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.519854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-9f5eb6a4-e835-4246-bc7e-0fe98b9342c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725145 Dec 13 12:56:56.639265 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f8ae-afc8-4187-8f9f-b793d5052ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.669115 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9a417835-d4c8-4751-827b-8154f1e4ed54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a37455eacfd84de786493fb9581a693c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3248904 Dec 13 12:56:56.673747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52184) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:56.676474 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0cddcc98-fdbb-4351-be9d-938134406e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.716833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.742243 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-cb64dbd7-e40e-4082-8cb0-52faa4c49e92 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Deleting port 0b5b7dc5-d4e4-4674-ba32-3bc908c2d0bc {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:56.742693 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb64dbd7-e40e-4082-8cb0-52faa4c49e92 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.751459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0cddcc98-fdbb-4351-be9d-938134406e6d None None] For port a17f2d45-b23d-46cd-a628-db6c5f397006, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a17f2d45-b23d-46cd-a628-db6c5f397006,segment=NetworkSegment(8282f209-de3b-47a0-b724-47f0e691b4cf),segment_id=8282f209-de3b-47a0-b724-47f0e691b4cf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:56:56.754243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.768799 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0cddcc98-fdbb-4351-be9d-938134406e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.771105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1518c3e-56e8-434b-9757-6d343af7cf63']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:56.803012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7475f4cb-33b8-48aa-9775-d6e2e1d35e08') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:56.803691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7475f4cb-33b8-48aa-9775-d6e2e1d35e08') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:56.823153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a0097-6f54-4ac7-b504-643b9b158193 req-c77701aa-4b70-4899-bd99-d59a873d1130 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:56.832397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-760a0097-6f54-4ac7-b504-643b9b158193 req-c77701aa-4b70-4899-bd99-d59a873d1130 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.2318442 Dec 13 12:56:56.837307 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ea746a0-5787-49ba-bd1c-68b20d574f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.839043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.846832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-c3c62d68-ab63-403d-8541-193e75a60161 service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935085 Dec 13 12:56:56.857124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-796119a1-ef88-4627-9ec8-1820ed66871f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags/tempest-TagsExtTest-Tag-73937461 HTTP/1.1" status: 201 len: 201 time: 0.4150901 Dec 13 12:56:56.859376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52186) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:56.865498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-fad541c9-738e-4871-932a-d584bf14a15b tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05', 'tempest-TagsExtTest-Tag-1843247796') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:56.896426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddcc98-fdbb-4351-be9d-938134406e6d None None] Pushing event updated for resources: {'Port': ['ID=a17f2d45-b23d-46cd-a628-db6c5f397006,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:56.900032 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:56:56.900559 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:56:56.904943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.952229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:56:56.952632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:56:56.954385 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:56:56.967237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ea746a0-5787-49ba-bd1c-68b20d574f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.013210 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-760a0097-6f54-4ac7-b504-643b9b158193 req-ae88a6cc-9f6b-42d5-bb2a-9843036d6f28 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798992 Dec 13 12:56:57.071151 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb64dbd7-e40e-4082-8cb0-52faa4c49e92 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.071553 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb64dbd7-e40e-4082-8cb0-52faa4c49e92 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.071814 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.094358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-cb64dbd7-e40e-4082-8cb0-52faa4c49e92 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Calling delete_port for 0b5b7dc5-d4e4-4674-ba32-3bc908c2d0bc owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:57.094646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14b74a9d-8926-4cf2-91c9-13e75644ca81 req-bd880068-33aa-47a4-886d-19138a4b876a service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292962 Dec 13 12:56:57.104323 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.107982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3dbb86bb-2406-469a-8c4a-3f8d20539eae None None] Provisioning complete for port a17f2d45-b23d-46cd-a628-db6c5f397006 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:57.108519 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3dbb86bb-2406-469a-8c4a-3f8d20539eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.114714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1518c3e-56e8-434b-9757-6d343af7cf63 HTTP/1.1" status: 204 len: 168 time: 0.9244759 Dec 13 12:56:57.154179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0caa1f-ab5f-496d-ac53-b3280da2e5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=e1518c3e-56e8-434b-9757-6d343af7cf63,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:57.205760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ea746a0-5787-49ba-bd1c-68b20d574f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.210381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ea746a0-5787-49ba-bd1c-68b20d574f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.213807 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1ea746a0-5787-49ba-bd1c-68b20d574f0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e52f9e0-2d0e-40cf-991f-b5924c9c0611 HTTP/1.1" status: 204 len: 168 time: 0.5335371 Dec 13 12:56:57.240101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52196) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:57.240749 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fad541c9-738e-4871-932a-d584bf14a15b tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags/tempest-TagsExtTest-Tag-1843247796 HTTP/1.1" status: 201 len: 201 time: 0.3753927 Dec 13 12:56:57.254696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-4b1d4da9-26a5-4cf6-8dc8-b95eb959a21b tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55', 'tempest-TagsExtTest-Tag-629957981') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:57.264636 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea746a0-5787-49ba-bd1c-68b20d574f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e52f9e0-2d0e-40cf-991f-b5924c9c0611,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:57.320333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ce64-cd81-457e-8fa0-17c8e7391f75 req-2fec6436-f694-45a3-9ead-3405ce684ae3 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:57.326223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e175ce64-cd81-457e-8fa0-17c8e7391f75 req-2fec6436-f694-45a3-9ead-3405ce684ae3 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1456933 Dec 13 12:56:57.335870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52198) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:57.351936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3dbb86bb-2406-469a-8c4a-3f8d20539eae None None] Provisioning complete for port 61b59c9b-5054-442d-a104-95b8acc594f1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:57.352966 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3dbb86bb-2406-469a-8c4a-3f8d20539eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.398110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4b1d4da9-26a5-4cf6-8dc8-b95eb959a21b tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags/tempest-TagsExtTest-Tag-629957981 HTTP/1.1" status: 201 len: 201 time: 0.1533644 Dec 13 12:56:57.399369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52200) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:57.403970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-25b47c18-1aca-4a7c-b3bc-81282955d684 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:57.445607 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb64dbd7-e40e-4082-8cb0-52faa4c49e92 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.451762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb86bb-2406-469a-8c4a-3f8d20539eae None None] Port 61b59c9b-5054-442d-a104-95b8acc594f1 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:57.459666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e175ce64-cd81-457e-8fa0-17c8e7391f75 req-9744a03f-a294-4b1b-9261-67d85445680d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263759 Dec 13 12:56:57.523012 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-585fbe29-d659-48e5-ae24-38715d4fba69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e019572a0a44b4d891c5dbad45c7595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378598 Dec 13 12:56:57.524093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64dbd7-e40e-4082-8cb0-52faa4c49e92 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Port': ['ID=0b5b7dc5-d4e4-4674-ba32-3bc908c2d0bc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:57.528737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52206) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:57.551582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-25b47c18-1aca-4a7c-b3bc-81282955d684 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags HTTP/1.1" status: 200 len: 241 time: 0.1489711 Dec 13 12:56:57.551797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9acf0c9d-169c-430e-95aa-2706d42b738e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:56:57.555287 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52208) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:57.575274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-93dd2b12-e9e4-4073-b316-dc672a2da773 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57', 'tempest-TagsExtTest-Tag-1124810961') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:57.577141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 9acf0c9d-169c-430e-95aa-2706d42b738e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:56:57.577493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9acf0c9d-169c-430e-95aa-2706d42b738e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:56:57.597641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-55374bfc-ebde-43d3-9fdb-b3644bf17384 None None] Provisioning complete for port 61b59c9b-5054-442d-a104-95b8acc594f1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:57.598023 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55374bfc-ebde-43d3-9fdb-b3644bf17384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.617762 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb64dbd7-e40e-4082-8cb0-52faa4c49e92 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.621132 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb64dbd7-e40e-4082-8cb0-52faa4c49e92 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.625370 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb64dbd7-e40e-4082-8cb0-52faa4c49e92 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "DELETE /v2.0/floatingips/d40bff86-260e-4656-b156-84b2e5c0334a HTTP/1.1" status: 204 len: 168 time: 1.2006567 Dec 13 12:56:57.625557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52210) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:57.663361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-55374bfc-ebde-43d3-9fdb-b3644bf17384 None None] Port 61b59c9b-5054-442d-a104-95b8acc594f1 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:56:57.669376 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.736762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4a226675-b333-4294-9689-3783e3c3074f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Deleting port 068e6154-1849-490f-8d03-01e1d09c5bfc {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:57.737111 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a226675-b333-4294-9689-3783e3c3074f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.840791 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a226675-b333-4294-9689-3783e3c3074f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.853846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4a226675-b333-4294-9689-3783e3c3074f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Calling delete_port for 068e6154-1849-490f-8d03-01e1d09c5bfc owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:57.948234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25758ec6-8c74-41d5-ac85-e8f2354027bf req-0c6f4a04-15c3-404d-8688-b68a1ff876e6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:57.949994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25758ec6-8c74-41d5-ac85-e8f2354027bf req-0c6f4a04-15c3-404d-8688-b68a1ff876e6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.3782623 Dec 13 12:56:57.951041 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47019393-977a-4c94-b78e-bfe7ac32a417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:57.991366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47019393-977a-4c94-b78e-bfe7ac32a417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:58.002793 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a226675-b333-4294-9689-3783e3c3074f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:58.008515 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-93dd2b12-e9e4-4073-b316-dc672a2da773 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags/tempest-TagsExtTest-Tag-1124810961 HTTP/1.1" status: 204 len: 168 time: 0.4404972 Dec 13 12:56:58.013014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52226) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.027311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-7dce2929-2ea9-4868-969a-85ce9cf1ec69 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57', 'tempest-TagsExtTest-Tag-1124810961') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:58.032813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a226675-b333-4294-9689-3783e3c3074f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Port': ['ID=068e6154-1849-490f-8d03-01e1d09c5bfc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:58.129050 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25758ec6-8c74-41d5-ac85-e8f2354027bf req-e8075ebc-aced-4f25-9f99-189b4733b290 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674414 Dec 13 12:56:58.143716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a226675-b333-4294-9689-3783e3c3074f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:58.156752 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4a226675-b333-4294-9689-3783e3c3074f tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "DELETE /v2.0/ports/068e6154-1849-490f-8d03-01e1d09c5bfc HTTP/1.1" status: 204 len: 168 time: 0.5295470 Dec 13 12:56:58.157185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52234) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.190879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a17f2d45-b23d-46cd-a628-db6c5f397006 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:56:58.216807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52236) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.229781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47019393-977a-4c94-b78e-bfe7ac32a417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:58.234513 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47019393-977a-4c94-b78e-bfe7ac32a417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:58.238351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-47019393-977a-4c94-b78e-bfe7ac32a417 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6eb03a6d-484b-44df-9241-b5e7bf47cd47 HTTP/1.1" status: 204 len: 168 time: 0.7077408 Dec 13 12:56:58.250036 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a17f2d45-b23d-46cd-a628-db6c5f397006 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:56:58.250778 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:58.254209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47019393-977a-4c94-b78e-bfe7ac32a417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb03a6d-484b-44df-9241-b5e7bf47cd47,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:58.281457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a16ee-0985-47a3-8e60-df62562e2b2f req-83bc90b2-130c-41d3-856f-f988694a2956 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:58.283287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d69a16ee-0985-47a3-8e60-df62562e2b2f req-83bc90b2-130c-41d3-856f-f988694a2956 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.1152644 Dec 13 12:56:58.320859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7dce2929-2ea9-4868-969a-85ce9cf1ec69 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags/tempest-TagsExtTest-Tag-1124810961 HTTP/1.1" status: 204 len: 168 time: 0.3007839 Dec 13 12:56:58.322705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52242) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.330260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-766803f4-a3fc-44fc-a998-df59f33c9693 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:58.371630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-094a0a6b-e376-4d93-bb82-5be0569d7554 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Deleting port 46400ea7-f38c-4381-8d98-62c2c2dde927 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:56:58.371990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-094a0a6b-e376-4d93-bb82-5be0569d7554 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:58.381262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d69a16ee-0985-47a3-8e60-df62562e2b2f req-6aca637c-7d1a-4f77-a826-f90fc7054baa tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906496 Dec 13 12:56:58.409548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-766803f4-a3fc-44fc-a998-df59f33c9693 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags HTTP/1.1" status: 200 len: 205 time: 0.0827119 Dec 13 12:56:58.412121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52246) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.422091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-caaacc69-cbf4-4f15-93e3-549453f57745 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:58.473082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-ebf2935e-b28d-4272-ad4f-036e2c1f75fe tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.474833 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ebf2935e-b28d-4272-ad4f-036e2c1f75fe tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2572396 Dec 13 12:56:58.479772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52248) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.487056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-e4eaa074-adc8-4903-8cf3-6918c33fefb9 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.488374 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e4eaa074-adc8-4903-8cf3-6918c33fefb9 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068178 Dec 13 12:56:58.491625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52250) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.498369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-16fb919b-a0ed-4fc4-8e9f-32bbb4dfcbd2 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.499548 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-16fb919b-a0ed-4fc4-8e9f-32bbb4dfcbd2 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0067897 Dec 13 12:56:58.502516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52254) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.507676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-32ef2cb9-2f30-487e-bfe3-798d9be39f3b tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.508828 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-32ef2cb9-2f30-487e-bfe3-798d9be39f3b tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051646 Dec 13 12:56:58.511802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52256) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.523443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-0d94b39b-0ba9-4be6-a43a-a50554fa9bed tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.529584 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0d94b39b-0ba9-4be6-a43a-a50554fa9bed tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0165300 Dec 13 12:56:58.533175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52258) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.545294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-e6787a79-657e-4385-a801-1f78c326482b tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.546540 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e6787a79-657e-4385-a801-1f78c326482b tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0122468 Dec 13 12:56:58.549428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52260) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.556195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-c30ca5b9-a07a-4ac2-92e2-d764b262c78f tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.557497 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c30ca5b9-a07a-4ac2-92e2-d764b262c78f tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0068645 Dec 13 12:56:58.562420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52262) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.582950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-67229a47-7a94-4622-8c8f-6a532b8ab521 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.582950 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-67229a47-7a94-4622-8c8f-6a532b8ab521 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0103471 Dec 13 12:56:58.582950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52266) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.587601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-65ae1499-f2e0-4bde-b5bb-3565fdba149f tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.588607 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-65ae1499-f2e0-4bde-b5bb-3565fdba149f tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052848 Dec 13 12:56:58.590822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-094a0a6b-e376-4d93-bb82-5be0569d7554 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:58.593483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.596784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7ae62-9a7f-41d1-a48d-5d8283d370d4 req-c7239e64-92ae-4a2e-b2dd-a7159b647aa4 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:58.597793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-abe4c48b-2a1e-49a9-beeb-60e2a63e8fa4 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.598808 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-abe4c48b-2a1e-49a9-beeb-60e2a63e8fa4 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043657 Dec 13 12:56:58.599179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66a7ae62-9a7f-41d1-a48d-5d8283d370d4 req-c7239e64-92ae-4a2e-b2dd-a7159b647aa4 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1253660 Dec 13 12:56:58.603311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-caaacc69-cbf4-4f15-93e3-549453f57745 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags HTTP/1.1" status: 200 len: 239 time: 0.1898470 Dec 13 12:56:58.604634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52270) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.609625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-8c7a2c4c-144e-4e20-a838-fdbc4e40e9b5 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.610608 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8c7a2c4c-144e-4e20-a838-fdbc4e40e9b5 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050540 Dec 13 12:56:58.611109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52272) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.616051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52274) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.620504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-f0c91cf3-7edb-4ca8-8cbb-56d9badf0400 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1', 'tempest-TagsExtTest-Tag-73937461') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:58.623995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-094a0a6b-e376-4d93-bb82-5be0569d7554 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Calling delete_port for 46400ea7-f38c-4381-8d98-62c2c2dde927 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:56:58.642890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-7c163d67-41a6-4f0a-aced-5e6c808b58ee tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.644305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7c163d67-41a6-4f0a-aced-5e6c808b58ee tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0270667 Dec 13 12:56:58.650370 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52276) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.664471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-2a1ddf0f-93d6-48ab-bd57-443bf00ec2ad tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.665660 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2a1ddf0f-93d6-48ab-bd57-443bf00ec2ad tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0132647 Dec 13 12:56:58.671799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52278) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.677257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-e5593574-2ba1-46bf-9073-bee5ba787ed4 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.678143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e5593574-2ba1-46bf-9073-bee5ba787ed4 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0053678 Dec 13 12:56:58.681689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52280) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.700723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e39ca-a0e0-4edc-8a7a-f7e365a368d5 req-ca013f7d-91e3-49f9-9abd-9872c8023649 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:58.702266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-407e39ca-a0e0-4edc-8a7a-f7e365a368d5 req-ca013f7d-91e3-49f9-9abd-9872c8023649 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1259944 Dec 13 12:56:58.717469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-0999097d-aa71-41c0-83c0-f031c3855938 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.720723 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0999097d-aa71-41c0-83c0-f031c3855938 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070567 Dec 13 12:56:58.721613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52282) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.729935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-0fb1d75d-a1ca-4611-86f5-ad07a51fe8f1 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.733465 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0fb1d75d-a1ca-4611-86f5-ad07a51fe8f1 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074143 Dec 13 12:56:58.735373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52284) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.749170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-f79a1dd6-8202-4cb4-be6e-4b942f728ecd tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.752527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f79a1dd6-8202-4cb4-be6e-4b942f728ecd tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0114174 Dec 13 12:56:58.753848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66a7ae62-9a7f-41d1-a48d-5d8283d370d4 req-b6ee6748-4f1f-49c5-ab9d-8225a4a0f44b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387887 Dec 13 12:56:58.753976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52288) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.761419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-b65e100a-48b2-4d78-be81-1a3b96260b11 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.764737 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b65e100a-48b2-4d78-be81-1a3b96260b11 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062828 Dec 13 12:56:58.766290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52290) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.774621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-bcffa2cc-d0e6-4d12-931e-fff030ea87e0 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.778057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bcffa2cc-d0e6-4d12-931e-fff030ea87e0 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0081346 Dec 13 12:56:58.780905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-407e39ca-a0e0-4edc-8a7a-f7e365a368d5 req-314f68e6-6052-4ab5-8dd2-096256355046 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701499 Dec 13 12:56:58.781364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52292) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.785575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-07b5a22f-66a9-47b8-bcec-afdaa15a10a0 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.789348 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-07b5a22f-66a9-47b8-bcec-afdaa15a10a0 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042508 Dec 13 12:56:58.792509 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f0c91cf3-7edb-4ca8-8cbb-56d9badf0400 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags/tempest-TagsExtTest-Tag-73937461 HTTP/1.1" status: 204 len: 168 time: 0.1785688 Dec 13 12:56:58.793558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52296) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.795959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52298) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.799083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-9c7ad19d-ffed-472b-8105-81a0dadec633 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.804841 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9c7ad19d-ffed-472b-8105-81a0dadec633 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049136 Dec 13 12:56:58.805236 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-e69b81a7-26d9-4024-805b-98bc12dd889d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1', 'tempest-TagsExtTest-Tag-73937461') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:58.805503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52302) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.809879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-07fd23ef-b233-41cc-88c2-ba7cf2190621 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.813081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-07fd23ef-b233-41cc-88c2-ba7cf2190621 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043705 Dec 13 12:56:58.817814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52304) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.848874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-8327426c-e84b-4f8e-8af9-fe01981b1c47 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.852397 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8327426c-e84b-4f8e-8af9-fe01981b1c47 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0079842 Dec 13 12:56:58.853898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52310) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.858601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-983a05be-49d9-4669-8b28-8ce89c4aabe1 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.861921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-983a05be-49d9-4669-8b28-8ce89c4aabe1 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046513 Dec 13 12:56:58.862321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52312) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.872730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-8f69e6b9-44b9-4667-8114-da609ef0380a tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.873833 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8f69e6b9-44b9-4667-8114-da609ef0380a tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0105333 Dec 13 12:56:58.876450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52314) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.880480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-7c70a047-a942-4509-9f4e-4f037d5b9761 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.881731 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7c70a047-a942-4509-9f4e-4f037d5b9761 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044656 Dec 13 12:56:58.884218 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52316) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.891120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-16559f7e-0e24-4ba9-a531-76a567eb2978 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.894336 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-16559f7e-0e24-4ba9-a531-76a567eb2978 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0068996 Dec 13 12:56:58.897945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52318) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.902909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-e51e318b-d485-4b55-a229-3c7ce337ca20 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.904086 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e51e318b-d485-4b55-a229-3c7ce337ca20 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048873 Dec 13 12:56:58.907070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52320) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.912521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-276bf30e-c177-48c0-b2fc-9c322ee034ac tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.913463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-276bf30e-c177-48c0-b2fc-9c322ee034ac tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054398 Dec 13 12:56:58.916834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52322) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.921403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-f4614928-c3fd-455d-aa4f-7c39985e0338 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.922255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f4614928-c3fd-455d-aa4f-7c39985e0338 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044701 Dec 13 12:56:58.925695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52324) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.934936 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-094a0a6b-e376-4d93-bb82-5be0569d7554 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:58.936814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-bd894826-50e1-425b-ae57-52395712731e tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.943079 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bd894826-50e1-425b-ae57-52395712731e tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0127470 Dec 13 12:56:58.943880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52328) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.955024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-ef62b0ee-3fd7-4b80-a1a5-72943aeed5d8 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.956014 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ef62b0ee-3fd7-4b80-a1a5-72943aeed5d8 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083771 Dec 13 12:56:58.959241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52332) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.963801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-271a4f2c-cd53-4bf3-94ec-ae511c6e7b21 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.964548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-271a4f2c-cd53-4bf3-94ec-ae511c6e7b21 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043950 Dec 13 12:56:58.968655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52334) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:58.983406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-c0127f7e-7cd3-49d0-b02c-98a4c03ce558 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:58.985044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c0127f7e-7cd3-49d0-b02c-98a4c03ce558 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0150628 Dec 13 12:56:58.988075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52336) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.001427 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a0a6b-e376-4d93-bb82-5be0569d7554 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Port': ['ID=46400ea7-f38c-4381-8d98-62c2c2dde927,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:56:59.007152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-609b0742-d781-445f-b31c-f7d5d48c2a23 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.009896 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-609b0742-d781-445f-b31c-f7d5d48c2a23 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0205691 Dec 13 12:56:59.012100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52338) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.015800 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:59.024599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-bf62dcea-c5f3-4afc-98d4-abaf54625705 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.025655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bf62dcea-c5f3-4afc-98d4-abaf54625705 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0118515 Dec 13 12:56:59.029599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52340) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.035300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-bc1175c3-8699-4781-a82c-c48c642486c1 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.040341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bc1175c3-8699-4781-a82c-c48c642486c1 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0095665 Dec 13 12:56:59.040948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52342) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.045606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-a08d1972-cd82-4ad3-a923-deb12cc8f4e5 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.052675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52344) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.052927 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a08d1972-cd82-4ad3-a923-deb12cc8f4e5 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0102699 Dec 13 12:56:59.081226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-67c60b29-f479-4285-8e44-5649cdcd99f9 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.085901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-67c60b29-f479-4285-8e44-5649cdcd99f9 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0286319 Dec 13 12:56:59.091098 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e69b81a7-26d9-4024-805b-98bc12dd889d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags/tempest-TagsExtTest-Tag-73937461 HTTP/1.1" status: 204 len: 168 time: 0.2869802 Dec 13 12:56:59.093533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52346) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.093533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52348) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.101820 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-df971e86-d4bf-41a1-9af1-1402c32d0667 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.105289 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-df971e86-d4bf-41a1-9af1-1402c32d0667 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083597 Dec 13 12:56:59.106560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-c4f68e20-7ffb-4c35-b4af-4d3972be76c2 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:59.111547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52350) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.120015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-ad640605-276f-4af4-ad5f-972e357bb82d tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.125783 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ad640605-276f-4af4-ad5f-972e357bb82d tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0102780 Dec 13 12:56:59.126562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52354) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.137306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-56e02f6b-d33d-4a68-b86e-3300a8560a97 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.141495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-56e02f6b-d33d-4a68-b86e-3300a8560a97 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0117764 Dec 13 12:56:59.142336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52356) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.152640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-60b7fff6-c73e-47e9-81f4-a3f37e447906 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.157637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-60b7fff6-c73e-47e9-81f4-a3f37e447906 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0087841 Dec 13 12:56:59.163607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52358) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.171396 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-ca7cf6e6-ba80-4ad8-ac1d-808cb626bda5 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.175986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ca7cf6e6-ba80-4ad8-ac1d-808cb626bda5 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0102291 Dec 13 12:56:59.180986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52362) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.186532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-41956775-6af1-42d6-bf77-6a5ec1190421 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.190668 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-41956775-6af1-42d6-bf77-6a5ec1190421 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0084319 Dec 13 12:56:59.199846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75576d-8f95-43f3-8018-38195cd01526 req-4bca8c79-f59c-4820-ac8b-73198b9af743 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:59.208243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce75576d-8f95-43f3-8018-38195cd01526 req-4bca8c79-f59c-4820-ac8b-73198b9af743 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1546926 Dec 13 12:56:59.209962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52366) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.214775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-3be996b8-8f92-4995-842b-d3b7e8e34ca3 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.218758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3be996b8-8f92-4995-842b-d3b7e8e34ca3 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0070851 Dec 13 12:56:59.219431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52368) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.229660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-bc6dc7ea-7e40-40e9-9df8-c75991ccf80b tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.234273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bc6dc7ea-7e40-40e9-9df8-c75991ccf80b tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0080078 Dec 13 12:56:59.240468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52372) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.256881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-db3894d2-947c-4512-b0e8-01605e086781 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.261076 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-db3894d2-947c-4512-b0e8-01605e086781 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0194683 Dec 13 12:56:59.261829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52374) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.271878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-57517d8f-6983-4b01-b256-6eb9f2a1f414 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.275832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-57517d8f-6983-4b01-b256-6eb9f2a1f414 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074067 Dec 13 12:56:59.278593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52378) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.283151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-f8dcef92-3cfc-41e8-8f14-01f53e3a9749 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.287135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f8dcef92-3cfc-41e8-8f14-01f53e3a9749 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0075603 Dec 13 12:56:59.290436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52380) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.296160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-10795ea8-c1f6-484a-934e-5ac493ee0fdb tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.300022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-10795ea8-c1f6-484a-934e-5ac493ee0fdb tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074129 Dec 13 12:56:59.307255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52382) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.313736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-541eaa7b-fa66-4e6a-9e35-3576cce1ab61 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.318725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-541eaa7b-fa66-4e6a-9e35-3576cce1ab61 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0068245 Dec 13 12:56:59.323867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52384) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.330350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-5d880558-c234-4f87-89a5-afa928b10f91 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.334466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5d880558-c234-4f87-89a5-afa928b10f91 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056622 Dec 13 12:56:59.347658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52386) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.367474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-33007661-f983-4027-8c72-75febb30786c tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.371067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-33007661-f983-4027-8c72-75febb30786c tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0200238 Dec 13 12:56:59.381987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce75576d-8f95-43f3-8018-38195cd01526 req-60dc2b86-c8a4-46e1-bce2-5e974bae5f6b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727927 Dec 13 12:56:59.384784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52390) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.392747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-0cfa7f98-d09b-4934-9380-cbc247cac3bf tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.397884 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0cfa7f98-d09b-4934-9380-cbc247cac3bf tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0088325 Dec 13 12:56:59.398808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52392) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.416729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-9845927d-2a39-4a4b-901e-d9d45c17fb03 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.418278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9845927d-2a39-4a4b-901e-d9d45c17fb03 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084352 Dec 13 12:56:59.423124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52394) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.427902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-4a6deeeb-eabb-4303-ac87-114f068b2e00 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.430117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4a6deeeb-eabb-4303-ac87-114f068b2e00 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048289 Dec 13 12:56:59.431872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52396) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.445609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-063bcdb6-e45e-4cd0-a25f-cd2d3ffb4e5f tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.445609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-063bcdb6-e45e-4cd0-a25f-cd2d3ffb4e5f tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0102208 Dec 13 12:56:59.445894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52398) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.451449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-bf4fe319-4126-4f59-b6fe-686ba9ae4f1e tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.456470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bf4fe319-4126-4f59-b6fe-686ba9ae4f1e tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0055828 Dec 13 12:56:59.456727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52400) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.464696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-8449c231-2d9a-4172-9bd0-df03a09b44ba tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.465882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8449c231-2d9a-4172-9bd0-df03a09b44ba tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0058391 Dec 13 12:56:59.474753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20c3ea-ed3a-4323-b6d6-d3503b897879 req-d8a40071-e7ce-4926-82ee-aaf8dfb5c621 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:56:59.476444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa20c3ea-ed3a-4323-b6d6-d3503b897879 req-d8a40071-e7ce-4926-82ee-aaf8dfb5c621 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1576455 Dec 13 12:56:59.477088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52402) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.482097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-c1550f36-6f84-4310-8710-2e064578247e tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.483143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c1550f36-6f84-4310-8710-2e064578247e tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047741 Dec 13 12:56:59.486478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52404) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.491281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-8ca04ff5-d77d-4470-9b06-18890158852b tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.492410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8ca04ff5-d77d-4470-9b06-18890158852b tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050001 Dec 13 12:56:59.496668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52406) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.510108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-58b8f0bf-0748-40aa-be8c-4943b1ae5b21 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.514208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-58b8f0bf-0748-40aa-be8c-4943b1ae5b21 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0136335 Dec 13 12:56:59.529073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52408) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.536343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52410) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.541319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [None req-809ddc38-75b4-42b3-9bd9-cb9491236131 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.546372 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-809ddc38-75b4-42b3-9bd9-cb9491236131 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0071366 Dec 13 12:56:59.548834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52412) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.558328 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-11f8c488-2d46-464f-9cd5-e031a1eabac1 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.563005 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-11f8c488-2d46-464f-9cd5-e031a1eabac1 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062673 Dec 13 12:56:59.567105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52416) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.568188 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-094a0a6b-e376-4d93-bb82-5be0569d7554 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:59.571836 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-094a0a6b-e376-4d93-bb82-5be0569d7554 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "DELETE /v2.0/ports/46400ea7-f38c-4381-8d98-62c2c2dde927 HTTP/1.1" status: 204 len: 168 time: 1.4132898 Dec 13 12:56:59.575920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52418) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.576127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-efc9acef-bcc3-4886-9bad-64bb0710d396 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.581340 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-efc9acef-bcc3-4886-9bad-64bb0710d396 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044882 Dec 13 12:56:59.582350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52420) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.591050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-92281775-0fe0-40c0-99ff-2d4f43628e9e tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.594652 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-92281775-0fe0-40c0-99ff-2d4f43628e9e tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0084002 Dec 13 12:56:59.595904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52422) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.600003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa20c3ea-ed3a-4323-b6d6-d3503b897879 req-0761bbac-f4ec-45e1-aa81-ed9aeaf11d68 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063302 Dec 13 12:56:59.612933 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-515d40a7-a67b-4948-b522-c17c7b38ee0d tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.614672 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-515d40a7-a67b-4948-b522-c17c7b38ee0d tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0147343 Dec 13 12:56:59.618052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52424) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.627087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-2ada53b2-85c1-40b2-bda0-df0cd82b7b7f tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.627087 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2ada53b2-85c1-40b2-bda0-df0cd82b7b7f tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049040 Dec 13 12:56:59.627406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52426) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.631657 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-8235cadc-7c70-4dd1-ae4c-f1bca97f45a2 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.634707 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8235cadc-7c70-4dd1-ae4c-f1bca97f45a2 tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044031 Dec 13 12:56:59.636460 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52428) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.643235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [None req-ac157220-511b-4a6f-acfd-e62f872f363e tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:56:59.646169 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ac157220-511b-4a6f-acfd-e62f872f363e tempest-ExtensionsTestJSON-72507558 tempest-ExtensionsTestJSON-72507558-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0065565 Dec 13 12:56:59.650406 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c4f68e20-7ffb-4c35-b4af-4d3972be76c2 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags HTTP/1.1" status: 200 len: 205 time: 0.5523801 Dec 13 12:56:59.651178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52430) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.658712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-d6ca9f66-1ed7-4794-a92b-81a34f047e36 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:59.728393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-network', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:56:59.739988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e49b7d4-5d5c-44af-a700-899cdcfa285b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Deleting subnet 7818ef30-9dec-4ee0-8280-575a661d1eba {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:56:59.753995 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0e49b7d4-5d5c-44af-a700-899cdcfa285b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:59.865559 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:59.871790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52438) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.890666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d6ca9f66-1ed7-4794-a92b-81a34f047e36 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags HTTP/1.1" status: 200 len: 241 time: 0.2378747 Dec 13 12:56:59.893621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52442) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.897390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Made reservation on behalf of 3ed66630c09d4f9089c6d66c8ef752fa for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:56:59.898646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-dfbfa62c-06d9-41df-8ee5-d8a3479679d6 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05', 'tempest-TagsExtTest-Tag-1843247796') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:56:59.900801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:59.932381 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0e49b7d4-5d5c-44af-a700-899cdcfa285b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:59.979196 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:56:59.979901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dfbfa62c-06d9-41df-8ee5-d8a3479679d6 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags/tempest-TagsExtTest-Tag-1843247796 HTTP/1.1" status: 204 len: 168 time: 0.0851746 Dec 13 12:56:59.980913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52444) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:56:59.985944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-9e91b33a-b6f1-41be-ac5f-f4c1a8c86f15 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05', 'tempest-TagsExtTest-Tag-1843247796') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.031206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff795010-0190-451a-b80c-9c45b7a53068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.067916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5f8d0-b4ab-464c-81ef-63770851efed req-9292e427-93be-4199-8ac9-595f2bf49590 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:00.070417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8d5f8d0-b4ab-464c-81ef-63770851efed req-9292e427-93be-4199-8ac9-595f2bf49590 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.2006035 Dec 13 12:57:00.123129 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9e91b33a-b6f1-41be-ac5f-f4c1a8c86f15 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags/tempest-TagsExtTest-Tag-1843247796 HTTP/1.1" status: 204 len: 168 time: 0.1410336 Dec 13 12:57:00.128403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52446) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.133331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-36ab8381-c9df-401b-9993-ca5e8f7b549f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.207870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0e49b7d4-5d5c-44af-a700-899cdcfa285b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.227703 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff795010-0190-451a-b80c-9c45b7a53068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.235249 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff795010-0190-451a-b80c-9c45b7a53068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.247189 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-36ab8381-c9df-401b-9993-ca5e8f7b549f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags HTTP/1.1" status: 200 len: 205 time: 0.1177680 Dec 13 12:57:00.253879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52448) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.265825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-2ff1efea-3194-403c-b0b5-483d70aad66c tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.290471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8d5f8d0-b4ab-464c-81ef-63770851efed req-1c8a4867-c131-4c19-aa6b-292179a81fc7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103348 Dec 13 12:57:00.302369 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ff795010-0190-451a-b80c-9c45b7a53068 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b36fe848b9341a8bf6c1a727baed57d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4295859 Dec 13 12:57:00.303068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff795010-0190-451a-b80c-9c45b7a53068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea94c44-9149-421f-865b-54970d731c8f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:00.306387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52450) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.340341 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2ff1efea-3194-403c-b0b5-483d70aad66c tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags HTTP/1.1" status: 200 len: 240 time: 0.0819702 Dec 13 12:57:00.344263 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52454) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.348659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.352409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-06ffb440-a80c-43ad-8fc0-6dc5497caa64 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55', 'tempest-TagsExtTest-Tag-629957981') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.363575 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.378242 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0e49b7d4-5d5c-44af-a700-899cdcfa285b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.398789 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-06ffb440-a80c-43ad-8fc0-6dc5497caa64 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags/tempest-TagsExtTest-Tag-629957981 HTTP/1.1" status: 204 len: 168 time: 0.0534384 Dec 13 12:57:00.401315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52456) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.406411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-a35ecea4-c53e-404d-b06f-0844f793545b tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55', 'tempest-TagsExtTest-Tag-629957981') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.406927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:00.408822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bff86811-a414-4c7e-9dbd-1b38e6560c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.445387 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bff86811-a414-4c7e-9dbd-1b38e6560c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.464710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49b7d4-5d5c-44af-a700-899cdcfa285b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Subnet': ['ID=7818ef30-9dec-4ee0-8280-575a661d1eba,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:00.475249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e21284-60dc-4c08-88e7-a3ee2d79945b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:00.480840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0e49b7d4-5d5c-44af-a700-899cdcfa285b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.482408 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e2e51-4907-4d1c-b6df-9c458fbe3846 None None] Network 374a949d-aec7-4b8e-a55c-02119c1300d9 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:00.488923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0e49b7d4-5d5c-44af-a700-899cdcfa285b tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "DELETE /v2.0/subnets/7818ef30-9dec-4ee0-8280-575a661d1eba HTTP/1.1" status: 204 len: 168 time: 0.9088831 Dec 13 12:57:00.488923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.488923 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Added segment a326dcf3-3d58-4dd2-ae46-5cf847e2baf3 of type vlan for network bea3cc66-33ac-4e9a-a459-0e09dd6c527d Dec 13 12:57:00.491748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52460) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.499822 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a35ecea4-c53e-404d-b06f-0844f793545b tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags/tempest-TagsExtTest-Tag-629957981 HTTP/1.1" status: 204 len: 168 time: 0.0975137 Dec 13 12:57:00.502664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52462) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.508378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-84dc47ed-95c5-4d14-a9e2-ab2fe6fdf5f6 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.536438 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-84dc47ed-95c5-4d14-a9e2-ab2fe6fdf5f6 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags HTTP/1.1" status: 200 len: 205 time: 0.0325308 Dec 13 12:57:00.544787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52464) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.553491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-13157962-d675-4244-a7d6-afac94e8dd18 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.571455 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bff86811-a414-4c7e-9dbd-1b38e6560c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.575747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bff86811-a414-4c7e-9dbd-1b38e6560c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.576960 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bff86811-a414-4c7e-9dbd-1b38e6560c85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ea94c44-9149-421f-865b-54970d731c8f HTTP/1.1" status: 204 len: 168 time: 0.2694831 Dec 13 12:57:00.604797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff86811-a414-4c7e-9dbd-1b38e6560c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea94c44-9149-421f-865b-54970d731c8f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:00.619596 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-13157962-d675-4244-a7d6-afac94e8dd18 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags HTTP/1.1" status: 204 len: 168 time: 0.0711751 Dec 13 12:57:00.620963 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52468) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.629904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-4cf4846f-97c2-444d-baec-f5a74cd03a21 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.682633 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.768382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18961b3-9a9b-443e-871d-80db23dc7de2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Deleting subnet 12f33cc5-88d1-4792-8609-b67a7855c38a {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:00.787772 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4cf4846f-97c2-444d-baec-f5a74cd03a21 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags HTTP/1.1" status: 204 len: 168 time: 0.1616704 Dec 13 12:57:00.790249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52474) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.796070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-45cbea2c-4e64-4084-9083-5e14d57aab3f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.815573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a18961b3-9a9b-443e-871d-80db23dc7de2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.870803 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-45cbea2c-4e64-4084-9083-5e14d57aab3f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0790682 Dec 13 12:57:00.873954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52476) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.876706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ad98e-574b-47e9-95c0-d843b8ca678d req-60cd2f40-4f9d-4d46-a96f-aee672994648 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:00.878410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-65b9550b-72a4-4929-8aad-83ad7ef0cecf tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.884879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac9ad98e-574b-47e9-95c0-d843b8ca678d req-60cd2f40-4f9d-4d46-a96f-aee672994648 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.2862229 Dec 13 12:57:00.912203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.914315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:00.914315 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.931884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55feb837-196e-4862-9ec2-cdbecfa2fd5d None None] DHCP port deletion for 374a949d-aec7-4b8e-a55c-02119c1300d9 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:57:00.961580 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-65b9550b-72a4-4929-8aad-83ad7ef0cecf tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags HTTP/1.1" status: 204 len: 168 time: 0.0864656 Dec 13 12:57:00.961811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a18961b3-9a9b-443e-871d-80db23dc7de2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.962201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52480) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:00.969618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-9841142d-ee6c-45e3-834c-dc52e2045d37 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57', 'tempest-TagsExtTest-Tag-1465459413') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:00.982804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16285709-d79d-46c1-b325-9684714ace03 req-de3c2d8d-3225-4118-a070-e04c6b928aca tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:00.987264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-55feb837-196e-4862-9ec2-cdbecfa2fd5d None None] Deleting port 4ae46813-4a33-4d9b-a2ff-8b310a73c091 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:00.987859 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55feb837-196e-4862-9ec2-cdbecfa2fd5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:00.990585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16285709-d79d-46c1-b325-9684714ace03 req-de3c2d8d-3225-4118-a070-e04c6b928aca tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.2702127 Dec 13 12:57:01.059402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5158167 Dec 13 12:57:01.061007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52486) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:01.068716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-55feb837-196e-4862-9ec2-cdbecfa2fd5d None None] For port 4ae46813-4a33-4d9b-a2ff-8b310a73c091, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4ae46813-4a33-4d9b-a2ff-8b310a73c091,segment=NetworkSegment(1154b1b2-0b43-42c5-a017-b9aba2edd999),segment_id=1154b1b2-0b43-42c5-a017-b9aba2edd999)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:01.069213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55feb837-196e-4862-9ec2-cdbecfa2fd5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.087109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-55feb837-196e-4862-9ec2-cdbecfa2fd5d None None] Calling delete_port for 4ae46813-4a33-4d9b-a2ff-8b310a73c091 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:01.089020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Request body: {'subnet': {'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-subnet', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:01.101148 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9841142d-ee6c-45e3-834c-dc52e2045d37 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags/tempest-TagsExtTest-Tag-1465459413 HTTP/1.1" status: 201 len: 201 time: 0.1370981 Dec 13 12:57:01.108531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52490) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:01.121022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-6bab5a14-6c62-45a4-a825-f30b7fddb019 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1', 'tempest-TagsExtTest-Tag-486439455') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:01.137866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Made reservation on behalf of 3ed66630c09d4f9089c6d66c8ef752fa for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:01.141210 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.143617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2e3e4-6a1d-4026-8641-7fe0fb432cdc admin admin] Pushing event updated for resources: {'Network': ['ID=bea3cc66-33ac-4e9a-a459-0e09dd6c527d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:01.184650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network bea3cc66-33ac-4e9a-a459-0e09dd6c527d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:01.210046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac9ad98e-574b-47e9-95c0-d843b8ca678d req-f0b26564-e974-4e58-b5f3-b27905818ea1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022521 Dec 13 12:57:01.275612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16285709-d79d-46c1-b325-9684714ace03 req-c3cb54c3-b29a-4f95-867f-19cd165ff967 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840767 Dec 13 12:57:01.293847 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55feb837-196e-4862-9ec2-cdbecfa2fd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.314820 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a18961b3-9a9b-443e-871d-80db23dc7de2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.362455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55feb837-196e-4862-9ec2-cdbecfa2fd5d None None] No DVR routers for this DVR port 4ae46813-4a33-4d9b-a2ff-8b310a73c091 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:01.380160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6bab5a14-6c62-45a4-a825-f30b7fddb019 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags/tempest-TagsExtTest-Tag-486439455 HTTP/1.1" status: 201 len: 201 time: 0.2617192 Dec 13 12:57:01.382227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52502) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:01.390145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-9e9febfd-4eae-4fac-8d3b-79a4e2360b7f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05', 'tempest-TagsExtTest-Tag-659063101') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:01.428765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55feb837-196e-4862-9ec2-cdbecfa2fd5d None None] Pushing event deleted for resources: {'Port': ['ID=4ae46813-4a33-4d9b-a2ff-8b310a73c091,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:01.507216 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.548316 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a18961b3-9a9b-443e-871d-80db23dc7de2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.580542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a0859-8f26-49fc-a5f4-8773c36f7bce None None] Network 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:01.596845 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a18961b3-9a9b-443e-871d-80db23dc7de2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.603249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a18961b3-9a9b-443e-871d-80db23dc7de2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "DELETE /v2.0/subnets/12f33cc5-88d1-4792-8609-b67a7855c38a HTTP/1.1" status: 204 len: 168 time: 1.1101406 Dec 13 12:57:01.606354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52512) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:01.620065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18961b3-9a9b-443e-871d-80db23dc7de2 tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Subnet': ['ID=12f33cc5-88d1-4792-8609-b67a7855c38a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:01.651433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=305aabd4-9e67-4a6f-bec7-7359e1dc91bd,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:01.655662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Checking segment: {'id': 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:01.657409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Network hostable DHCP agents. Network: bea3cc66-33ac-4e9a-a459-0e09dd6c527d, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:01.691598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52514) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:01.703565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Network bea3cc66-33ac-4e9a-a459-0e09dd6c527d is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:01.712474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9e9febfd-4eae-4fac-8d3b-79a4e2360b7f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags/tempest-TagsExtTest-Tag-659063101 HTTP/1.1" status: 201 len: 201 time: 0.3267751 Dec 13 12:57:01.717136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52518) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:01.723858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-89ea3aa5-ac83-436a-837c-ea72a29ec8ae tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55', 'tempest-TagsExtTest-Tag-379711257') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:01.732700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523557fb-fb14-4455-aff6-60324df94bed req-729e6fa6-79c6-49f5-aece-236eceac237b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:01.734936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-523557fb-fb14-4455-aff6-60324df94bed req-729e6fa6-79c6-49f5-aece-236eceac237b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.2825501 Dec 13 12:57:01.760104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, bea3cc66-33ac-4e9a-a459-0e09dd6c527d) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:01.780424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d573d961-5e8e-411d-822c-5173791e0457 None None] Network bea3cc66-33ac-4e9a-a459-0e09dd6c527d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:01.789965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:01.791440 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.793989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.831761 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6484b5aa-9d7e-4b73-8beb-5b796ba358ec admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7694666 Dec 13 12:57:01.836387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:01.845272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:01.853285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e70b84-e283-44f9-98f5-cd8969cdb2d3 None None] DHCP port deletion for 3c440969-1da4-4a97-8f9c-f4e1fd2ca640 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:57:01.864741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc1522-6912-444c-867c-3449b2c81a35 req-81f4f4bc-449a-4486-9e10-2ae90a480691 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:01.865912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2584e90f-e160-4de3-93ef-a5aaf1a03747 tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] Request body: {'port': {'network_id': '7261b059-b9a0-4229-a01a-8c894834f0fc', 'name': 'tempest-NetworksNegativeTestJSON-1090291098'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:01.872321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5cc1522-6912-444c-867c-3449b2c81a35 req-81f4f4bc-449a-4486-9e10-2ae90a480691 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.2640896 Dec 13 12:57:01.876299 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-89ea3aa5-ac83-436a-837c-ea72a29ec8ae tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags/tempest-TagsExtTest-Tag-379711257 HTTP/1.1" status: 201 len: 201 time: 0.1551070 Dec 13 12:57:01.877323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52522) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:01.885073 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-eaa44e41-53de-424a-9cb2-98f067593c64 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57', {'tags': ['tempest-TagsExtTest-Tag-448709813', 'tempest-TagsExtTest-Tag-1579375931', 'tempest-TagsExtTest-Tag-645612492']}) {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:01.917916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-523557fb-fb14-4455-aff6-60324df94bed req-f21467b3-96cc-4900-8ad4-d2ea4deca594 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630313 Dec 13 12:57:01.919477 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2584e90f-e160-4de3-93ef-a5aaf1a03747 tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] POST failed (client error): The resource could not be found. Dec 13 12:57:01.919995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2584e90f-e160-4de3-93ef-a5aaf1a03747 tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:57:01.926172 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2584e90f-e160-4de3-93ef-a5aaf1a03747 tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2285964 Dec 13 12:57:01.926172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52524) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:01.931061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.931901 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.962714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c6e70b84-e283-44f9-98f5-cd8969cdb2d3 None None] Deleting port bbab5041-788f-4e79-91f3-085fc82ec0fa {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:01.963128 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6e70b84-e283-44f9-98f5-cd8969cdb2d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:01.966811 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2155a7b-71ff-45f1-b3d3-6cc2f8261073 tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] DELETE failed (client error): The resource could not be found. Dec 13 12:57:01.967367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2155a7b-71ff-45f1-b3d3-6cc2f8261073 tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:57:01.973951 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f2155a7b-71ff-45f1-b3d3-6cc2f8261073 tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] 10.222.0.31 "DELETE /v2.0/networks/6862bf42-a683-4abc-89d7-37887e7bfdb5 HTTP/1.1" status: 404 len: 339 time: 0.0444882 Dec 13 12:57:01.975888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52526) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.006585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4e8b96-cbba-4a26-935f-c0ec253839ad None None] Network bea3cc66-33ac-4e9a-a459-0e09dd6c527d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:02.019437 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8052f893-1ba3-442c-8e7c-4e32c0d9b43c tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] DELETE failed (client error): The resource could not be found. Dec 13 12:57:02.020017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8052f893-1ba3-442c-8e7c-4e32c0d9b43c tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:57:02.023200 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8052f893-1ba3-442c-8e7c-4e32c0d9b43c tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] 10.222.0.31 "DELETE /v2.0/ports/f4ff47e2-bf4f-4540-979a-a9622652e723 HTTP/1.1" status: 404 len: 333 time: 0.0478759 Dec 13 12:57:02.029364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52528) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.033338 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.051075 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.057764 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5cc1522-6912-444c-867c-3449b2c81a35 req-2216624c-644c-4424-8520-a9d47a6250a6 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844780 Dec 13 12:57:02.075024 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-eaa44e41-53de-424a-9cb2-98f067593c64 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags HTTP/1.1" status: 200 len: 316 time: 0.1972761 Dec 13 12:57:02.109933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52530) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.111091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c6e70b84-e283-44f9-98f5-cd8969cdb2d3 None None] For port bbab5041-788f-4e79-91f3-085fc82ec0fa, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bbab5041-788f-4e79-91f3-085fc82ec0fa,segment=NetworkSegment(b427506c-2171-4d0e-b904-5b0e35f5605a),segment_id=b427506c-2171-4d0e-b904-5b0e35f5605a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:02.111946 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6e70b84-e283-44f9-98f5-cd8969cdb2d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.128964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-d037717b-901c-4ae8-985f-c1ab497fb649 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:02.131893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c6e70b84-e283-44f9-98f5-cd8969cdb2d3 None None] Calling delete_port for bbab5041-788f-4e79-91f3-085fc82ec0fa owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:02.133203 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d165e53-e15c-4a0b-9684-a27d0a159fcf tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] DELETE failed (client error): The resource could not be found. Dec 13 12:57:02.133814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d165e53-e15c-4a0b-9684-a27d0a159fcf tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:57:02.136882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1d165e53-e15c-4a0b-9684-a27d0a159fcf tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] 10.222.0.31 "DELETE /v2.0/subnets/62509750-f23e-4e8d-b587-7f6365806276 HTTP/1.1" status: 404 len: 337 time: 0.1060746 Dec 13 12:57:02.143049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374a949d-aec7-4b8e-a55c-02119c1300d9']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:02.145036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52532) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.149971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4ae46813-4a33-4d9b-a2ff-8b310a73c091 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:02.182595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1154b1b2-0b43-42c5-a017-b9aba2edd999') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:02.182840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1154b1b2-0b43-42c5-a017-b9aba2edd999') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:02.202042 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb0e413-810b-4eea-96b5-2eb30a90bf4a tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] GET failed (client error): The resource could not be found. Dec 13 12:57:02.203743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dbb0e413-810b-4eea-96b5-2eb30a90bf4a tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] 10.222.0.31 "GET /v2.0/networks/e7d89e3a-9ad1-49e7-9dba-3c1127f54b6a HTTP/1.1" status: 404 len: 339 time: 0.0575583 Dec 13 12:57:02.208827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.209639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 4ae46813-4a33-4d9b-a2ff-8b310a73c091 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:02.209987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4ae46813-4a33-4d9b-a2ff-8b310a73c091 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:02.210446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bbab5041-788f-4e79-91f3-085fc82ec0fa no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:02.215537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52534) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.244745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.254492 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.260609 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b80f15-0ac7-4ef3-9b4f-fc7d8b59ed5b tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] GET failed (client error): The resource could not be found. Dec 13 12:57:02.262629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f3b80f15-0ac7-4ef3-9b4f-fc7d8b59ed5b tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] 10.222.0.31 "GET /v2.0/ports/89aaea57-cb09-4e78-8998-1d093000bb23 HTTP/1.1" status: 404 len: 333 time: 0.0431030 Dec 13 12:57:02.268169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52536) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.269084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:02.269486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:02.272920 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:02.303507 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b8e44a-f9d7-45e4-abb9-bf94cd4d78c0 tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] GET failed (client error): The resource could not be found. Dec 13 12:57:02.304945 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-60b8e44a-f9d7-45e4-abb9-bf94cd4d78c0 tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] 10.222.0.31 "GET /v2.0/subnets/a1c49df7-8589-4e91-aff7-032180926b11 HTTP/1.1" status: 404 len: 337 time: 0.0357702 Dec 13 12:57:02.319189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52540) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.326284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-cb8eb0a0-c456-4c0e-b895-e10868cfc82e tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:02.358645 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8eb0a0-c456-4c0e-b895-e10868cfc82e tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] PUT failed (client error): The resource could not be found. Dec 13 12:57:02.359224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8eb0a0-c456-4c0e-b895-e10868cfc82e tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:57:02.360531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cb8eb0a0-c456-4c0e-b895-e10868cfc82e tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] 10.222.0.31 "PUT /v2.0/networks/eca2340e-7f0e-4afe-ad81-50d6880d8de5 HTTP/1.1" status: 404 len: 339 time: 0.0396144 Dec 13 12:57:02.366060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52542) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.373080 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.374179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-541c219f-4e84-4f09-bf3a-8f8f88d47cfa tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:02.391058 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6e70b84-e283-44f9-98f5-cd8969cdb2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.394903 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.401012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "DELETE /v2.0/networks/374a949d-aec7-4b8e-a55c-02119c1300d9 HTTP/1.1" status: 204 len: 168 time: 0.7890947 Dec 13 12:57:02.401177 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-541c219f-4e84-4f09-bf3a-8f8f88d47cfa tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] PUT failed (client error): The resource could not be found. Dec 13 12:57:02.401177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541c219f-4e84-4f09-bf3a-8f8f88d47cfa tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:57:02.406109 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-541c219f-4e84-4f09-bf3a-8f8f88d47cfa tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] 10.222.0.31 "PUT /v2.0/ports/f8ebb6f7-3c2b-495e-bbb8-1d346b25a32c HTTP/1.1" status: 404 len: 333 time: 0.0344243 Dec 13 12:57:02.406109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52544) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.408210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e70b84-e283-44f9-98f5-cd8969cdb2d3 None None] No DVR routers for this DVR port bbab5041-788f-4e79-91f3-085fc82ec0fa on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:02.416083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52546) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.430123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-82c2e7fa-adad-4b0d-bd0d-7743e80d5f7d tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:02.434502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c876e0f-2455-49bb-a641-18327b02cc6e tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Network': ['ID=374a949d-aec7-4b8e-a55c-02119c1300d9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:02.457375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e70b84-e283-44f9-98f5-cd8969cdb2d3 None None] Pushing event deleted for resources: {'Port': ['ID=bbab5041-788f-4e79-91f3-085fc82ec0fa,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:02.474126 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.481693 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c2e7fa-adad-4b0d-bd0d-7743e80d5f7d tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] PUT failed (client error): The resource could not be found. Dec 13 12:57:02.482216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c2e7fa-adad-4b0d-bd0d-7743e80d5f7d tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:57:02.483514 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-82c2e7fa-adad-4b0d-bd0d-7743e80d5f7d tempest-NetworksNegativeTestJSON-994569649 tempest-NetworksNegativeTestJSON-994569649-project] 10.222.0.31 "PUT /v2.0/subnets/f5e13adb-96fc-45ab-88c7-565f952d425c HTTP/1.1" status: 404 len: 337 time: 0.0592608 Dec 13 12:57:02.490697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d037717b-901c-4ae8-985f-c1ab497fb649 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags HTTP/1.1" status: 204 len: 168 time: 0.3708136 Dec 13 12:57:02.493641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52552) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.498123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-4eaeffbe-658e-4aee-8d6b-87ac253c1719 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57', 'tempest-TagsExtTest-Tag-448709813') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:02.566329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f9fa1-9b69-4b26-a43d-cb3fb5fd99c0 req-419b9e14-f02f-4389-8c66-1999a902162e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:02.569123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c01f9fa1-9b69-4b26-a43d-cb3fb5fd99c0 req-419b9e14-f02f-4389-8c66-1999a902162e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1769729 Dec 13 12:57:02.611580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:02.646740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c01f9fa1-9b69-4b26-a43d-cb3fb5fd99c0 req-712be0fb-ce9f-4527-82b0-81318f937f71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696635 Dec 13 12:57:02.649100 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-4eaeffbe-658e-4aee-8d6b-87ac253c1719 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:02.653138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4eaeffbe-658e-4aee-8d6b-87ac253c1719 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags/tempest-TagsExtTest-Tag-448709813 HTTP/1.1" status: 404 len: 328 time: 0.1555090 Dec 13 12:57:02.654547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52560) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.660758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-b21430e0-321f-49c6-8c62-2e761a285a3d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57', 'tempest-TagsExtTest-Tag-1579375931') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:02.725541 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-b21430e0-321f-49c6-8c62-2e761a285a3d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:02.726737 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b21430e0-321f-49c6-8c62-2e761a285a3d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags/tempest-TagsExtTest-Tag-1579375931 HTTP/1.1" status: 404 len: 329 time: 0.0705748 Dec 13 12:57:02.729528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52562) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.734019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-3d1ce044-0408-4492-9cb5-e1ff93dc83a8 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57', 'tempest-TagsExtTest-Tag-645612492') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:02.798322 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-3d1ce044-0408-4492-9cb5-e1ff93dc83a8 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:02.802042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3d1ce044-0408-4492-9cb5-e1ff93dc83a8 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags/tempest-TagsExtTest-Tag-645612492 HTTP/1.1" status: 404 len: 328 time: 0.0688877 Dec 13 12:57:02.802589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52566) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.807705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-1b17432f-319f-46ec-ae29-716e9dc18ee4 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1', {'tags': ['tempest-TagsExtTest-Tag-66470123', 'tempest-TagsExtTest-Tag-765092967', 'tempest-TagsExtTest-Tag-1287495891']}) {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:02.886118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1b17432f-319f-46ec-ae29-716e9dc18ee4 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags HTTP/1.1" status: 200 len: 315 time: 0.0804334 Dec 13 12:57:02.887321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52568) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.893906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-a0d7c098-e476-432f-9715-7abca25243e3 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:02.919133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52570) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:02.996128 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.014569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a0d7c098-e476-432f-9715-7abca25243e3 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1261199 Dec 13 12:57:03.017202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52578) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:03.021813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-1e88d99f-311e-4c4d-bc45-60f85c8f2b52 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1', 'tempest-TagsExtTest-Tag-66470123') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:03.031108 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.041350 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.111399 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96057f11-2e4d-4ea2-a1ad-12555c75267e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.136173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c440969-1da4-4a97-8f9c-f4e1fd2ca640']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:03.144114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d9c1d-4a6d-4283-83b2-186c1eeae96d req-1debac08-eae3-4a9b-b7bd-7b2df467eeb1 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:03.145669 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-858d9c1d-4a6d-4283-83b2-186c1eeae96d req-1debac08-eae3-4a9b-b7bd-7b2df467eeb1 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.0972276 Dec 13 12:57:03.149457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b427506c-2171-4d0e-b904-5b0e35f5605a') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:03.149755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b427506c-2171-4d0e-b904-5b0e35f5605a') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:03.165601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.205332 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.215813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:03.216254 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:03.219359 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:03.244239 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-1e88d99f-311e-4c4d-bc45-60f85c8f2b52 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:03.245368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1e88d99f-311e-4c4d-bc45-60f85c8f2b52 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags/tempest-TagsExtTest-Tag-66470123 HTTP/1.1" status: 404 len: 327 time: 0.2269576 Dec 13 12:57:03.255286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52588) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:03.263465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-ae41cb54-a76c-45ef-8a3c-e4ac564ed4c7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1', 'tempest-TagsExtTest-Tag-765092967') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:03.283225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Allocated IP 172.25.2.31 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/3afb396c-934e-4ca0-a7eb-9189bb9254a9) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:03.301372 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.311138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a106d53-adf9-4e6e-a64d-3ad287426eda req-c7a812f8-163b-4ed0-8ae3-ff37a26083ee tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:03.312757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a106d53-adf9-4e6e-a64d-3ad287426eda req-c7a812f8-163b-4ed0-8ae3-ff37a26083ee tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1771927 Dec 13 12:57:03.319781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-858d9c1d-4a6d-4283-83b2-186c1eeae96d req-54b46397-0543-4808-a3e2-04743fb2479b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605890 Dec 13 12:57:03.328586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.336483 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] 10.222.0.31 "DELETE /v2.0/networks/3c440969-1da4-4a97-8f9c-f4e1fd2ca640 HTTP/1.1" status: 204 len: 168 time: 0.9273667 Dec 13 12:57:03.367464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcea7ff-9315-4856-aac8-c66124bf7e5a tempest-TaggedBootDevicesTest-1386456609 tempest-TaggedBootDevicesTest-1386456609-project] Pushing event deleted for resources: {'Network': ['ID=3c440969-1da4-4a97-8f9c-f4e1fd2ca640,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:03.471129 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.536822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.593569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:03.597426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:03.601718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:03.629477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Pushing event updated for resources: {'Port': ['ID=3afb396c-934e-4ca0-a7eb-9189bb9254a9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:03.766323 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96057f11-2e4d-4ea2-a1ad-12555c75267e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.776823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96057f11-2e4d-4ea2-a1ad-12555c75267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.820331 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-ae41cb54-a76c-45ef-8a3c-e4ac564ed4c7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:03.824073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ae41cb54-a76c-45ef-8a3c-e4ac564ed4c7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags/tempest-TagsExtTest-Tag-765092967 HTTP/1.1" status: 404 len: 328 time: 0.5640557 Dec 13 12:57:03.838462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52604) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:03.845402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-04ab84a5-e9f4-403b-a16e-83b73e63bb67 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1', 'tempest-TagsExtTest-Tag-1287495891') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:03.846717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a106d53-adf9-4e6e-a64d-3ad287426eda req-3250e4bc-6240-425a-9307-c052c3921ad1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055783 Dec 13 12:57:03.879187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-96057f11-2e4d-4ea2-a1ad-12555c75267e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6006332da60148c3a447ebdd4e169f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9588866 Dec 13 12:57:03.879966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96057f11-2e4d-4ea2-a1ad-12555c75267e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf94b427-bdf2-4f44-bc32-7c4e64612c8a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:03.882443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52610) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:03.935028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74606d-8758-4e81-96b2-922db7aea280 req-ca6e2355-efdf-4cfa-bc8f-f2f0a11b3576 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:03.936589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed74606d-8758-4e81-96b2-922db7aea280 req-ca6e2355-efdf-4cfa-bc8f-f2f0a11b3576 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1198621 Dec 13 12:57:03.997259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:03.997850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed74606d-8758-4e81-96b2-922db7aea280 req-778947f3-e32f-478c-b11c-78ca9a29967f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523808 Dec 13 12:57:04.051396 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-04ab84a5-e9f4-403b-a16e-83b73e63bb67 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:04.052485 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-04ab84a5-e9f4-403b-a16e-83b73e63bb67 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags/tempest-TagsExtTest-Tag-1287495891 HTTP/1.1" status: 404 len: 329 time: 0.2130477 Dec 13 12:57:04.055235 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1810ef22-bc75-4489-8a64-38110ee8cd50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:04.055497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52612) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:04.061073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-9ddfdece-650b-4cc1-a363-51437e4a0564 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05', {'tags': ['tempest-TagsExtTest-Tag-1846101208', 'tempest-TagsExtTest-Tag-208568996', 'tempest-TagsExtTest-Tag-1313490723']}) {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:04.114220 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1810ef22-bc75-4489-8a64-38110ee8cd50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:04.172262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9ddfdece-650b-4cc1-a363-51437e4a0564 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags HTTP/1.1" status: 200 len: 317 time: 0.1154399 Dec 13 12:57:04.174777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52614) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:04.181028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-ea894784-d924-4fea-85ef-3f94cfdf607a tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:04.253184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1810ef22-bc75-4489-8a64-38110ee8cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:04.255446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1810ef22-bc75-4489-8a64-38110ee8cd50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:04.259587 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1810ef22-bc75-4489-8a64-38110ee8cd50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf94b427-bdf2-4f44-bc32-7c4e64612c8a HTTP/1.1" status: 204 len: 168 time: 0.3732352 Dec 13 12:57:04.280504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810ef22-bc75-4489-8a64-38110ee8cd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf94b427-bdf2-4f44-bc32-7c4e64612c8a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:04.287598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:04.335776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ea894784-d924-4fea-85ef-3f94cfdf607a tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags HTTP/1.1" status: 204 len: 168 time: 0.1517568 Dec 13 12:57:04.336462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52622) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:04.341009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-1979d87d-8647-4f9d-bbe5-02c59b902ea7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05', 'tempest-TagsExtTest-Tag-1846101208') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:04.530903 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-1979d87d-8647-4f9d-bbe5-02c59b902ea7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:04.534346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1979d87d-8647-4f9d-bbe5-02c59b902ea7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags/tempest-TagsExtTest-Tag-1846101208 HTTP/1.1" status: 404 len: 329 time: 0.1939456 Dec 13 12:57:04.534346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52630) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:04.539508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-8be95511-e37a-4ede-8023-9a49534a505e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05', 'tempest-TagsExtTest-Tag-208568996') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:04.541331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:57:04.553039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d81b5-4dcf-4b44-b927-111150aae206 req-dafe614b-ebc9-4cab-b193-741156bf4c71 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:04.554724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a4d81b5-4dcf-4b44-b927-111150aae206 req-dafe614b-ebc9-4cab-b193-741156bf4c71 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.0683653 Dec 13 12:57:04.683462 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-8be95511-e37a-4ede-8023-9a49534a505e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:04.686122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8be95511-e37a-4ede-8023-9a49534a505e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags/tempest-TagsExtTest-Tag-208568996 HTTP/1.1" status: 404 len: 328 time: 0.1493721 Dec 13 12:57:04.691153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52632) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:04.706168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a4d81b5-4dcf-4b44-b927-111150aae206 req-623a433b-a4b2-4ef1-b67a-7d247259783a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114500 Dec 13 12:57:04.713706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-29f09870-7938-402e-874d-cf4dc37b569e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05', 'tempest-TagsExtTest-Tag-1313490723') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:04.759793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:57:04.772483 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Sync routers for ids ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:57:04.795667 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:04.795931 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Routers {'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:57:04.797037 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:56:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:04.798282 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7d09c744-eb91-4189-95be-91a48ca8632f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9606798 Dec 13 12:57:04.800853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52638) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:04.890753 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-29f09870-7938-402e-874d-cf4dc37b569e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:04.894122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-29f09870-7938-402e-874d-cf4dc37b569e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags/tempest-TagsExtTest-Tag-1313490723 HTTP/1.1" status: 404 len: 329 time: 0.1845317 Dec 13 12:57:04.895938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52642) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:04.900583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-7c2aa9d8-f1a5-4df5-b72f-2cfea88832d9 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55', {'tags': ['tempest-TagsExtTest-Tag-961488910', 'tempest-TagsExtTest-Tag-902559484', 'tempest-TagsExtTest-Tag-1800114957']}) {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:04.952634 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Set router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:57:04.985535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7c2aa9d8-f1a5-4df5-b72f-2cfea88832d9 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "PUT /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags HTTP/1.1" status: 200 len: 316 time: 0.0862689 Dec 13 12:57:04.985900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52648) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:04.990244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-51279b1f-aa72-422c-a5be-d86ffb84fe3f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:05.118298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-51279b1f-aa72-422c-a5be-d86ffb84fe3f tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags HTTP/1.1" status: 204 len: 168 time: 0.1313992 Dec 13 12:57:05.120880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52654) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:05.136114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-347eac8f-24fd-4fcd-97a4-25ad6f715b32 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55', 'tempest-TagsExtTest-Tag-961488910') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:05.263099 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:03Z', 'revision_number': 3, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:05.264631 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-347eac8f-24fd-4fcd-97a4-25ad6f715b32 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:05.270324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-347eac8f-24fd-4fcd-97a4-25ad6f715b32 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags/tempest-TagsExtTest-Tag-961488910 HTTP/1.1" status: 404 len: 328 time: 0.1461306 Dec 13 12:57:05.272860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52656) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:05.284130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-2f957296-1089-4bdc-a937-22600d5377d1 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55', 'tempest-TagsExtTest-Tag-902559484') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:05.316217 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Checking router: c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:57:05.316856 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Updating router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 port 3afb396c-934e-4ca0-a7eb-9189bb9254a9 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:57:05.336323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011e89a-b633-41fb-be48-e2fcc4477842 req-f2a683fa-425f-441e-96fe-0917690062c0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:05.338140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8011e89a-b633-41fb-be48-e2fcc4477842 req-f2a683fa-425f-441e-96fe-0917690062c0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1690009 Dec 13 12:57:05.339348 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-2f957296-1089-4bdc-a937-22600d5377d1 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:05.340374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2f957296-1089-4bdc-a937-22600d5377d1 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags/tempest-TagsExtTest-Tag-902559484 HTTP/1.1" status: 404 len: 328 time: 0.0664856 Dec 13 12:57:05.343875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52662) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:05.352823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-be6a362b-ed98-442e-8834-9dc910c7e6c7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55', 'tempest-TagsExtTest-Tag-1800114957') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:05.368270 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:05.476779 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-be6a362b-ed98-442e-8834-9dc910c7e6c7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] show failed (client error): The resource could not be found. Dec 13 12:57:05.482425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-be6a362b-ed98-442e-8834-9dc910c7e6c7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags/tempest-TagsExtTest-Tag-1800114957 HTTP/1.1" status: 404 len: 329 time: 0.1369550 Dec 13 12:57:05.482627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52668) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:05.488993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-62afdd92-81a4-4d56-9fb4-9a2d3eb746fe tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2446ac9-1657-4480-ac4e-cb4fb0a85f55') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:05.508879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8011e89a-b633-41fb-be48-e2fcc4477842 req-6ba5a7fd-dd17-4562-a1ea-7c832d00fc54 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524143 Dec 13 12:57:05.566326 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:05.576370 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-62afdd92-81a4-4d56-9fb4-9a2d3eb746fe tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55/tags HTTP/1.1" status: 204 len: 168 time: 0.0926750 Dec 13 12:57:05.586808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52672) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:05.592244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-167f0589-fbda-4027-88f9-a26819fc399d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0710cf91-8ea9-4b0c-b9cc-685f6d9add05') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:05.781788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-167f0589-fbda-4027-88f9-a26819fc399d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05/tags HTTP/1.1" status: 204 len: 168 time: 0.1939440 Dec 13 12:57:05.785809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52676) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:05.791391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-c381a47d-0454-4932-b06d-0b8e69738372 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '61b59c9b-5054-442d-a104-95b8acc594f1') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:05.854452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52680) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:05.918286 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:05.939856 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:06.001696 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Attempting to bind port 3afb396c-934e-4ca0-a7eb-9189bb9254a9 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:06.002484 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Attempting to bind port 3afb396c-934e-4ca0-a7eb-9189bb9254a9 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:06.003234 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Attempting to bind port 3afb396c-934e-4ca0-a7eb-9189bb9254a9 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:06.020780 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af9016-a62b-45cb-82ec-95af2ef336a3 req-964b3d5d-81ca-4b47-a419-3829dbdc02e4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:06.028843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74af9016-a62b-45cb-82ec-95af2ef336a3 req-964b3d5d-81ca-4b47-a419-3829dbdc02e4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1734407 Dec 13 12:57:06.033624 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:06.034293 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:06.034844 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:06.036447 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:06.037111 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Bound port: 3afb396c-934e-4ca0-a7eb-9189bb9254a9, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:06.037663 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:06.098054 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] For port 3afb396c-934e-4ca0-a7eb-9189bb9254a9, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:06.103000 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] For port 3afb396c-934e-4ca0-a7eb-9189bb9254a9, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3afb396c-934e-4ca0-a7eb-9189bb9254a9,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:06.114603 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:06.116136 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c381a47d-0454-4932-b06d-0b8e69738372 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1/tags HTTP/1.1" status: 204 len: 168 time: 0.3289814 Dec 13 12:57:06.119049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52686) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:06.124853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.tag.tag_plugin [None req-2f7f049d-9e5f-4f4b-a83e-b870e00deaa5 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a9c84d58-16c4-494c-916a-b3c606b1cb57') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:06.126357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1327405004'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:06.132019 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Pushing event updated for resources: {'Port': ['ID=3afb396c-934e-4ca0-a7eb-9189bb9254a9,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:06.137917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Allocated IP 172.20.0.1 (bea3cc66-33ac-4e9a-a459-0e09dd6c527d/305aabd4-9e67-4a6f-bec7-7359e1dc91bd/f4ce2964-bb34-439c-9533-e82470f1f311) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:06.140905 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.141255 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.141637 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.150182 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.150182 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.150182 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.150182 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.150182 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.150182 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.150182 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.150182 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.150182 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.150182 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:06.168176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74af9016-a62b-45cb-82ec-95af2ef336a3 req-5f889611-9419-4204-a52e-a75cade2e4d1 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378131 Dec 13 12:57:06.213501 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33984c1e-f538-43d7-9aaf-dbca6ed0cbcf None None] Pushing event updated for resources: {'Port': ['ID=3afb396c-934e-4ca0-a7eb-9189bb9254a9,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:06.233486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:06.237773 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Routers {'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:57:06.241152 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:56:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:06.241781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:06.278682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2f7f049d-9e5f-4f4b-a83e-b870e00deaa5 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57/tags HTTP/1.1" status: 204 len: 168 time: 0.1580136 Dec 13 12:57:06.279401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52690) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:06.325431 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:06.432950 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:57:06.464850 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] Set router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:57:06.502714 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07bf991f-f100-4621-bf78-712af5f6ebc7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for subnetpool, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:06.507815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-07bf991f-f100-4621-bf78-712af5f6ebc7 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b2446ac9-1657-4480-ac4e-cb4fb0a85f55 HTTP/1.1" status: 204 len: 168 time: 0.2271712 Dec 13 12:57:06.508525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52698) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:06.517741 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:06.602017 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:06.612519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52702) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:06.613024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-38134916-9275-4b3b-91d3-b2a2ee271127 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "GET /v2.0/ports?device_id=0710cf91-8ea9-4b0c-b9cc-685f6d9add05 HTTP/1.1" status: 200 len: 205 time: 0.0651248 Dec 13 12:57:06.622428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:06.641690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:06.646094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247f156-2252-405b-baac-c97f7d5e3d75 req-9f01b355-c7ad-4e83-b3c9-778ee724a407 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:06.656780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8247f156-2252-405b-baac-c97f7d5e3d75 req-9f01b355-c7ad-4e83-b3c9-778ee724a407 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.1688509 Dec 13 12:57:06.729727 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:03Z', 'revision_number': 3, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:06.775608 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2995a9b9-b8d3-428c-b02d-d77f9be294ab None None] The sync data for ids ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'] in n-d-817326-4 is: [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:03Z', 'revision_number': 3, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:57:06.800101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8247f156-2252-405b-baac-c97f7d5e3d75 req-7a98aa08-a21e-4d81-8dcd-2113243a3c8a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401215 Dec 13 12:57:07.029026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d819737-d867-4579-84a1-e39b91da318f req-2bca33e8-dab8-47b0-bab4-a4b0da609595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:07.030858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d819737-d867-4579-84a1-e39b91da318f req-2bca33e8-dab8-47b0-bab4-a4b0da609595 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 1097 time: 0.1753612 Dec 13 12:57:07.048260 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.052699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.052892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02ad6a-f009-487f-9a95-aa3d35b0a251 req-682fd0cc-f2ac-4099-b0f0-51acd49c6343 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:07.053377 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Added segment 01f57c85-7ab4-4911-bc80-f4b3ec213b64 of type vlan for network cfe63cd4-6939-45d1-b64f-d74088e91652 Dec 13 12:57:07.054471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c02ad6a-f009-487f-9a95-aa3d35b0a251 req-682fd0cc-f2ac-4099-b0f0-51acd49c6343 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1391389 Dec 13 12:57:07.055188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6942d5f-aa06-41a8-b45b-958dc47816f0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:07.116649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ce2964-bb34-439c-9533-e82470f1f311,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:07.236809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-476f5d2e-65fb-482f-8423-494f1f31bd49 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.262398 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.302869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cedb0d-d086-45e9-b963-bc4c7194a9ed req-c73be6cd-6164-4013-b7e5-ac7ea2ca99bb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:07.304872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6cedb0d-d086-45e9-b963-bc4c7194a9ed req-c73be6cd-6164-4013-b7e5-ac7ea2ca99bb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.3881247 Dec 13 12:57:07.340481 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.377601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d819737-d867-4579-84a1-e39b91da318f req-6a20fad5-adae-48e5-aa3e-65e1ba486d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:07.379579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d819737-d867-4579-84a1-e39b91da318f req-6a20fad5-adae-48e5-aa3e-65e1ba486d51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 918 time: 0.3370190 Dec 13 12:57:07.401412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c02ad6a-f009-487f-9a95-aa3d35b0a251 req-b3c99382-56b7-4e89-8b2f-3160a7b2e36b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433048 Dec 13 12:57:07.427856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Network bea3cc66-33ac-4e9a-a459-0e09dd6c527d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:07.436010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:07.451867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:07.490803 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.558387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d819737-d867-4579-84a1-e39b91da318f req-8d620866-5c77-4f96-bee1-1ccbcc2c4e21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf HTTP/1.1" status: 200 len: 217 time: 0.1493413 Dec 13 12:57:07.577560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6cedb0d-d086-45e9-b963-bc4c7194a9ed req-8b36ff26-2d80-4c9d-8ca4-6452eb4bb183 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436957 Dec 13 12:57:07.613549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-476f5d2e-65fb-482f-8423-494f1f31bd49 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.621364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-476f5d2e-65fb-482f-8423-494f1f31bd49 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.630602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d819737-d867-4579-84a1-e39b91da318f req-8c69babf-4b3e-4c5b-8dc8-c2092b14feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:07.633825 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d819737-d867-4579-84a1-e39b91da318f req-8c69babf-4b3e-4c5b-8dc8-c2092b14feb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 200 len: 858 time: 0.0547569 Dec 13 12:57:07.691680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d819737-d867-4579-84a1-e39b91da318f req-b935d29b-f67c-4eac-8acc-a50086db2b78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465941 Dec 13 12:57:07.705832 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.711873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:07.712516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.750711 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8950176 Dec 13 12:57:07.771554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52710) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:07.777869 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.778103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'name': 'tempest-PortsIpV6TestJSON-307946545'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:07.784694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-476f5d2e-65fb-482f-8423-494f1f31bd49 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.785224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476f5d2e-65fb-482f-8423-494f1f31bd49 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Fanout notify agent at l3_agent the message router_deleted on router 0710cf91-8ea9-4b0c-b9cc-685f6d9add05 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:57:07.825713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-476f5d2e-65fb-482f-8423-494f1f31bd49 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:07.829523 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-476f5d2e-65fb-482f-8423-494f1f31bd49 tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/routers/0710cf91-8ea9-4b0c-b9cc-685f6d9add05 HTTP/1.1" status: 204 len: 168 time: 1.2135153 Dec 13 12:57:07.838762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52714) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:07.925859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624fdec-38b1-4df1-8bbf-389b8e7cacfe tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Network': ['ID=cfe63cd4-6939-45d1-b64f-d74088e91652,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:07.940622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:07.941285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-37ecd06c-e1f1-4fec-972b-4fed0ce7557a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:07.943259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-37ecd06c-e1f1-4fec-972b-4fed0ce7557a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.2191668 Dec 13 12:57:08.145849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:08.149384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.177571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d819737-d867-4579-84a1-e39b91da318f req-2c8e9c9c-91e8-4b18-9291-b4256c296cc2 service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760227 Dec 13 12:57:08.199155 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.229330 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3afb396c-934e-4ca0-a7eb-9189bb9254a9 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:08.316734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port e8dc8473-60cb-400e-ae68-97e2c07a38d2 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:57:08.327607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3afb396c-934e-4ca0-a7eb-9189bb9254a9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:08.327988 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.447909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a0598-a5e4-40ef-9b0b-71be0898243e req-58bd6b0a-99fe-4e8d-aae9-74c8e7790212 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:08.449574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-935a0598-a5e4-40ef-9b0b-71be0898243e req-58bd6b0a-99fe-4e8d-aae9-74c8e7790212 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 945 time: 0.5390856 Dec 13 12:57:08.456875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.468363 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.481000 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.495079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f0dfb-4dd0-4d21-a6ed-73d82af47bbc tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Deleting port 61b59c9b-5054-442d-a104-95b8acc594f1 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:08.495409 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0dfb-4dd0-4d21-a6ed-73d82af47bbc tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.508962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 3afb396c-934e-4ca0-a7eb-9189bb9254a9, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3afb396c-934e-4ca0-a7eb-9189bb9254a9,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:08.514761 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.577071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ce2964-bb34-439c-9533-e82470f1f311,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:08.609518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=3afb396c-934e-4ca0-a7eb-9189bb9254a9,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:08.650148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.665950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d819737-d867-4579-84a1-e39b91da318f req-855fcdd2-ebd6-403c-ac07-f3179d60ec40 service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749920 Dec 13 12:57:08.682960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-f261207b-15dd-4c66-afb0-880917899fc4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Deleting port f3c19da3-f2b5-4477-be08-8596f9ee33af {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:08.683299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-f261207b-15dd-4c66-afb0-880917899fc4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.813213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d096a69-5f4a-4dec-81ce-0d74e1bc1a75 req-7315de5f-dc1b-45be-8cf7-9c57e24c1d05 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:08.823466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Network bea3cc66-33ac-4e9a-a459-0e09dd6c527d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:08.830420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d096a69-5f4a-4dec-81ce-0d74e1bc1a75 req-7315de5f-dc1b-45be-8cf7-9c57e24c1d05 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.2616260 Dec 13 12:57:08.830925 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:08.835391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-935a0598-a5e4-40ef-9b0b-71be0898243e req-e19b2c82-de41-4474-be1b-bede058d8715 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646798 Dec 13 12:57:08.935169 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0dfb-4dd0-4d21-a6ed-73d82af47bbc tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.994938 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:08.999561 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f0dfb-4dd0-4d21-a6ed-73d82af47bbc tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Calling delete_port for 61b59c9b-5054-442d-a104-95b8acc594f1 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:09.013706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d096a69-5f4a-4dec-81ce-0d74e1bc1a75 req-a5356f05-06ca-4323-a679-16365cce2185 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821492 Dec 13 12:57:09.200541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-f261207b-15dd-4c66-afb0-880917899fc4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] For port f3c19da3-f2b5-4477-be08-8596f9ee33af, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f3c19da3-f2b5-4477-be08-8596f9ee33af,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:09.200905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-f261207b-15dd-4c66-afb0-880917899fc4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:09.206656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995cbf4-f1a5-47dd-b9e9-05262aeb0e5c req-f161b2c9-adf2-4443-8984-18691f9f5576 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:09.209287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5995cbf4-f1a5-47dd-b9e9-05262aeb0e5c req-f161b2c9-adf2-4443-8984-18691f9f5576 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1136949 Dec 13 12:57:09.212713 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:09.228452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-f261207b-15dd-4c66-afb0-880917899fc4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Calling delete_port for f3c19da3-f2b5-4477-be08-8596f9ee33af owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:09.282459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:57:09.285409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=e8dc8473-60cb-400e-ae68-97e2c07a38d2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:09.386722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5995cbf4-f1a5-47dd-b9e9-05262aeb0e5c req-893eda66-60d6-477a-8f74-0f7e1bca34d2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662869 Dec 13 12:57:09.513560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:57:09.519050 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0414a7cb-906c-493c-8204-4a9ad1270131 admin admin] 10.222.0.31 "PUT /v2.0/routers/c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7167797 Dec 13 12:57:09.527708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Sync routers for ids ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:57:09.557418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Routers {'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:57:09.558102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:56:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:09.564093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Checking segment: {'id': '01f57c85-7ab4-4911-bc80-f4b3ec213b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:09.564093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network hostable DHCP agents. Network: cfe63cd4-6939-45d1-b64f-d74088e91652, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:09.613795 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0dfb-4dd0-4d21-a6ed-73d82af47bbc tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:09.645016 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-f261207b-15dd-4c66-afb0-880917899fc4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:09.707745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Set router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:57:09.720028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f0dfb-4dd0-4d21-a6ed-73d82af47bbc tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Pushing event deleted for resources: {'Port': ['ID=61b59c9b-5054-442d-a104-95b8acc594f1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:09.739411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:09.753941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261207b-15dd-4c66-afb0-880917899fc4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event deleted for resources: {'Port': ['ID=f3c19da3-f2b5-4477-be08-8596f9ee33af,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:09.785863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, cfe63cd4-6939-45d1-b64f-d74088e91652) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:09.802534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:09.810888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:09.812116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:09.817872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['f3c19da3-f2b5-4477-be08-8596f9ee33af'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:57:09.819677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f3c48-95f3-49f6-be0e-09895611aa7d None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:09.870154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-f261207b-15dd-4c66-afb0-880917899fc4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] No DVR routers for this DVR port f3c19da3-f2b5-4477-be08-8596f9ee33af on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:09.876412 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-f261207b-15dd-4c66-afb0-880917899fc4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:09.882724 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec526cad-af26-4397-aa38-e6857ab2ed6b req-f261207b-15dd-4c66-afb0-880917899fc4 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "DELETE /v2.0/ports/f3c19da3-f2b5-4477-be08-8596f9ee33af HTTP/1.1" status: 204 len: 173 time: 1.7999556 Dec 13 12:57:09.883238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130caa94-bf4d-44a9-acb3-71f54e683b67', 'name': 'network-vif-deleted', 'tag': 'f3c19da3-f2b5-4477-be08-8596f9ee33af'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:57:09.888068 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9454be8-8e63-46cb-ba6a-2bbd045aae44" -d '{"events": [{"server_uuid": "130caa94-bf4d-44a9-acb3-71f54e683b67", "name": "network-vif-deleted", "tag": "f3c19da3-f2b5-4477-be08-8596f9ee33af"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:57:09.901529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0dfb-4dd0-4d21-a6ed-73d82af47bbc tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:09.908339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52742) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:09.909431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7e6f0dfb-4dd0-4d21-a6ed-73d82af47bbc tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/ports/61b59c9b-5054-442d-a104-95b8acc594f1 HTTP/1.1" status: 204 len: 168 time: 2.0696170 Dec 13 12:57:09.915569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bf2cf966-0028-404e-ab26-55e0077b5a72 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1419528 Dec 13 12:57:09.919763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52744) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:09.925197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1176229703'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:09.982835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:09.987872 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eb140b-1699-4fe8-9083-d0d88edca9c0 x-openstack-request-id: req-78eb140b-1699-4fe8-9083-d0d88edca9c0 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:57:09.988176 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130caa94-bf4d-44a9-acb3-71f54e683b67", "name": "network-vif-deleted", "tag": "f3c19da3-f2b5-4477-be08-8596f9ee33af", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:57:09.988408 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:09.990563 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78eb140b-1699-4fe8-9083-d0d88edca9c0 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:57:09.991113 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130caa94-bf4d-44a9-acb3-71f54e683b67', 'name': 'network-vif-deleted', 'tag': 'f3c19da3-f2b5-4477-be08-8596f9ee33af', 'status': 'completed', 'code': 200} Dec 13 12:57:10.054951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a3cfc89-5db8-4961-87ec-39f8e98eb502 req-f714e7c3-5512-4949-8fd7-c6b9b83b878a tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=130caa94-bf4d-44a9-acb3-71f54e683b67 HTTP/1.1" status: 200 len: 210 time: 0.0439141 Dec 13 12:57:10.086094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:10.091864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4493f42e-902b-42ca-b8a2-8cf1a037f50e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Deleting subnet a9c84d58-16c4-494c-916a-b3c606b1cb57 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:10.100866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.101270 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Added segment 216e4554-f715-47c7-b534-210f3cb6b182 of type vlan for network d1f42875-4b63-4aba-a270-1832d8b9c443 Dec 13 12:57:10.106815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4493f42e-902b-42ca-b8a2-8cf1a037f50e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.208540 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.241221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3afb396c-934e-4ca0-a7eb-9189bb9254a9 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:10.248930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4493f42e-902b-42ca-b8a2-8cf1a037f50e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.281055 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.300673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:10.301333 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.394568 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4493f42e-902b-42ca-b8a2-8cf1a037f50e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.535294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6114161 Dec 13 12:57:10.536092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52764) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:10.542375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4493f42e-902b-42ca-b8a2-8cf1a037f50e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.554209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'ports': [{'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652'}, {'network_id': 'd1f42875-4b63-4aba-a270-1832d8b9c443'}]} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:10.554489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:10.556147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'd1f42875-4b63-4aba-a270-1832d8b9c443'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:10.701654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3afb396c-934e-4ca0-a7eb-9189bb9254a9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:10.702302 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.707836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'f4ce2964-bb34-439c-9533-e82470f1f311', 'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'mac_address': 'fa:16:3e:84:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:05Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 2, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'subnets': [{'id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:10.760808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Checking router: c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:57:10.762977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Updating router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 port f4ce2964-bb34-439c-9533-e82470f1f311 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:57:10.819255 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.848588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493f42e-902b-42ca-b8a2-8cf1a037f50e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c84d58-16c4-494c-916a-b3c606b1cb57,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:10.875402 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4493f42e-902b-42ca-b8a2-8cf1a037f50e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:10.878630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4493f42e-902b-42ca-b8a2-8cf1a037f50e tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/subnets/a9c84d58-16c4-494c-916a-b3c606b1cb57 HTTP/1.1" status: 204 len: 168 time: 0.9692249 Dec 13 12:57:10.886809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52768) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:10.912378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d534c3e2-90e9-43f4-a030-51567c6fdda1 None None] Network 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:10.977842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-4102fac4-1e6e-4aa3-b6a5-70340337b977 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:10.979463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-4102fac4-1e6e-4aa3-b6a5-70340337b977 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/networks?id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 200 len: 820 time: 0.4514563 Dec 13 12:57:10.984578 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4e381-db52-4190-8486-2bdcb579e3bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Network': ['ID=d1f42875-4b63-4aba-a270-1832d8b9c443,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:11.002055 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network d1f42875-4b63-4aba-a270-1832d8b9c443 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:11.015649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17f7aa-2b47-43e7-b796-ecf2108c511f req-830c43eb-532f-4bcc-a3c2-cdf334849899 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:11.017557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf17f7aa-2b47-43e7-b796-ecf2108c511f req-830c43eb-532f-4bcc-a3c2-cdf334849899 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.6768239 Dec 13 12:57:11.020662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-6c46b236-ffe7-47f5-878b-347157e6fc58 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/quotas/3ed66630c09d4f9089c6d66c8ef752fa HTTP/1.1" status: 200 len: 375 time: 0.0310743 Dec 13 12:57:11.133956 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-e80d4a52-8143-4599-9018-e8f411d77318 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972283 Dec 13 12:57:11.138040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf17f7aa-2b47-43e7-b796-ecf2108c511f req-5f6707fd-a7ef-4ff3-a68a-fa2abda099cd tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115775 Dec 13 12:57:11.305027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770c6d7-7cd0-43c4-88e2-689f20ab6a03 None None] DHCP port deletion for 19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:57:11.376890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc661a1-4c38-47ca-8c61-6861417c104e req-0fa0060d-e384-4abd-93db-2ff8faf58a3d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:11.379334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fc661a1-4c38-47ca-8c61-6861417c104e req-0fa0060d-e384-4abd-93db-2ff8faf58a3d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1164815 Dec 13 12:57:11.386432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-738be722-a240-4c36-a4db-dd654b694bfc service neutron] 10.222.0.31 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434893 Dec 13 12:57:11.464551 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:11.471681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 2} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:11.476955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:11.493869 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:11.508690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fc661a1-4c38-47ca-8c61-6861417c104e req-916f4f6f-d5af-4958-9ee0-9d1212be03f5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205113 Dec 13 12:57:11.564164 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-d3d344b4-c6e3-43f1-848e-dae4862e816f service neutron] 10.222.0.31 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545873 Dec 13 12:57:11.625796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3770c6d7-7cd0-43c4-88e2-689f20ab6a03 None None] Deleting port a17f2d45-b23d-46cd-a628-db6c5f397006 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:11.626608 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3770c6d7-7cd0-43c4-88e2-689f20ab6a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:11.634704 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:11.656012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port ac3c384e-ebf5-4c05-8a2a-e40452472e33 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:57:11.668192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Deleting port a17f2d45-b23d-46cd-a628-db6c5f397006 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:11.668643 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:11.702867 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:11.762136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] For port a17f2d45-b23d-46cd-a628-db6c5f397006, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a17f2d45-b23d-46cd-a628-db6c5f397006,segment=NetworkSegment(8282f209-de3b-47a0-b724-47f0e691b4cf),segment_id=8282f209-de3b-47a0-b724-47f0e691b4cf)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:11.762538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:11.809303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Calling delete_port for a17f2d45-b23d-46cd-a628-db6c5f397006 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:11.834261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8b84bad-fd62-4c30-a385-04e5530b4f6c req-1ce25666-ab71-45c5-b248-09497542c1ed tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 210 time: 0.0423076 Dec 13 12:57:11.866556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3770c6d7-7cd0-43c4-88e2-689f20ab6a03 None None] For port a17f2d45-b23d-46cd-a628-db6c5f397006, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a17f2d45-b23d-46cd-a628-db6c5f397006,segment=NetworkSegment(8282f209-de3b-47a0-b724-47f0e691b4cf),segment_id=8282f209-de3b-47a0-b724-47f0e691b4cf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:11.870428 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3770c6d7-7cd0-43c4-88e2-689f20ab6a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:11.951411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3770c6d7-7cd0-43c4-88e2-689f20ab6a03 None None] Calling delete_port for a17f2d45-b23d-46cd-a628-db6c5f397006 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:11.968019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f10f2-ea20-46ea-8faf-02ef01c2bacb None None] Pushing event updated for resources: {'Port': ['ID=f4ce2964-bb34-439c-9533-e82470f1f311,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:12.035217 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.094420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Attempting to bind port f4ce2964-bb34-439c-9533-e82470f1f311 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:12.094874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Attempting to bind port f4ce2964-bb34-439c-9533-e82470f1f311 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:12.095296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Attempting to bind port f4ce2964-bb34-439c-9533-e82470f1f311 on network bea3cc66-33ac-4e9a-a459-0e09dd6c527d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:12.110187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:12.110573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Checking segment: {'id': 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:12.110979 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.111426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Bound using segment: {'id': 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:12.111914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Bound port: f4ce2964-bb34-439c-9533-e82470f1f311, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:12.112300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.148392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Pushing event deleted for resources: {'Port': ['ID=a17f2d45-b23d-46cd-a628-db6c5f397006,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:12.156148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] No DVR routers for this DVR port a17f2d45-b23d-46cd-a628-db6c5f397006 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:12.163568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a17f2d45-b23d-46cd-a628-db6c5f397006 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:12.204384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: a17f2d45-b23d-46cd-a628-db6c5f397006 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:12.204741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a17f2d45-b23d-46cd-a628-db6c5f397006 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:12.230893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-0c618a1d-9d4e-43c1-897e-a2b8fb349674 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:12.233535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-0c618a1d-9d4e-43c1-897e-a2b8fb349674 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.2863662 Dec 13 12:57:12.254656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-16c5ff56-4623-4103-9025-6f07c585c828 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/quotas/9772ae01a15540fd9876e5edafcf23f2 HTTP/1.1" status: 200 len: 375 time: 0.0144901 Dec 13 12:57:12.264265 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3770c6d7-7cd0-43c4-88e2-689f20ab6a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.274285 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.296004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770c6d7-7cd0-43c4-88e2-689f20ab6a03 None None] Pushing event deleted for resources: {'Port': ['ID=a17f2d45-b23d-46cd-a628-db6c5f397006,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:12.302520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] For port f4ce2964-bb34-439c-9533-e82470f1f311, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:12.317755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3770c6d7-7cd0-43c4-88e2-689f20ab6a03 None None] No DVR routers for this DVR port a17f2d45-b23d-46cd-a628-db6c5f397006 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:12.329398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] For port f4ce2964-bb34-439c-9533-e82470f1f311, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f4ce2964-bb34-439c-9533-e82470f1f311,segment=NetworkSegment(a326dcf3-3d58-4dd2-ae46-5cf847e2baf3),segment_id=a326dcf3-3d58-4dd2-ae46-5cf847e2baf3)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:12.334722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.344728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-8c5ad78a-20bc-4212-9c64-1a4a1913baa0 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829158 Dec 13 12:57:12.408480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f10f2-ea20-46ea-8faf-02ef01c2bacb None None] Pushing event updated for resources: {'Port': ['ID=f4ce2964-bb34-439c-9533-e82470f1f311,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:12.424576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Routers {'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:57:12.425410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:56:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:12.455991 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.517434 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19eceeaf-bc7f-4cc1-87a4-8ab81ed77168']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:12.528248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6f9e0-25b9-421f-9ce9-2cbf1aec3f2e req-f25870bd-7a3c-42ca-87b3-81bfc71764ca tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:12.529932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-10d6f9e0-25b9-421f-9ce9-2cbf1aec3f2e req-f25870bd-7a3c-42ca-87b3-81bfc71764ca tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1842885 Dec 13 12:57:12.559211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8282f209-de3b-47a0-b724-47f0e691b4cf') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:12.559564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8282f209-de3b-47a0-b724-47f0e691b4cf') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:12.569142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] Set router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:57:12.579454 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.591050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port d6e52ab6-c9f6-4670-9517-3d0f1607c38d yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:57:12.604065 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.614986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:12.615514 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:12.620338 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:12.687512 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-bca8cf27-31f3-409c-a1bc-0cff992c95b3 service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780342 Dec 13 12:57:12.704758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-10d6f9e0-25b9-421f-9ce9-2cbf1aec3f2e req-6f87a848-15ad-4aa8-94e9-5d8fade1e392 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584795 Dec 13 12:57:12.741194 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.751826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:12.755505 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] 10.222.0.31 "DELETE /v2.0/networks/19eceeaf-bc7f-4cc1-87a4-8ab81ed77168 HTTP/1.1" status: 204 len: 168 time: 1.8497264 Dec 13 12:57:12.819161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84974a78-3aa0-42cc-8315-3a4131336a2d tempest-TagsExtTest-1062022331 tempest-TagsExtTest-1062022331-project] Pushing event deleted for resources: {'Network': ['ID=19eceeaf-bc7f-4cc1-87a4-8ab81ed77168,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:12.951604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:13.016274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f766e-1ca8-41d8-863e-7b3c16f5132d req-74754311-4e4e-48cb-80a1-e1de526b5e31 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:13.018444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e6f766e-1ca8-41d8-863e-7b3c16f5132d req-74754311-4e4e-48cb-80a1-e1de526b5e31 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.0996277 Dec 13 12:57:13.020017 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-b1be27d4-2fa7-4301-96f7-370284c72dac service neutron] 10.222.0.31 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318183 Dec 13 12:57:13.053045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:13.057898 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'f4ce2964-bb34-439c-9533-e82470f1f311', 'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'mac_address': 'fa:16:3e:84:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:05Z', 'updated_at': '2021-12-13T12:57:12Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'subnets': [{'id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:13.122708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e6f766e-1ca8-41d8-863e-7b3c16f5132d req-7c7a7cbb-890b-45ab-949d-596845b74038 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840151 Dec 13 12:57:13.125399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafe3fde-f8e0-4642-8400-756f5cfcc18e None None] The sync data for ids ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'] in n-d-817326-4 is: [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'f4ce2964-bb34-439c-9533-e82470f1f311', 'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'mac_address': 'fa:16:3e:84:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:05Z', 'updated_at': '2021-12-13T12:57:12Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'subnets': [{'id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:57:13.199338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:13.322257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:13.364411 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbd9686e-499f-4a00-a81c-c786d8038468 req-f751fc2d-e9cd-4e0f-bed4-93a098310ac3 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 210 time: 0.0385973 Dec 13 12:57:13.414668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:13.426582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:13.462606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52822) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:13.480739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-061df3b6-e473-4df9-9775-453aa00c1fc0 req-f5523f5a-6030-4835-be6b-75e290671d01 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 210 time: 0.0661924 Dec 13 12:57:13.608440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f3c19da3-f2b5-4477-be08-8596f9ee33af no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:13.662839 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: f3c19da3-f2b5-4477-be08-8596f9ee33af {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:13.670242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f3c19da3-f2b5-4477-be08-8596f9ee33af not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:13.686207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702cfe6-baf8-4029-95df-24c60d0061c1 req-abd76408-11a5-46e3-a798-a3d40664f58e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:13.695979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7702cfe6-baf8-4029-95df-24c60d0061c1 req-abd76408-11a5-46e3-a798-a3d40664f58e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1335607 Dec 13 12:57:13.739394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=ac3c384e-ebf5-4c05-8a2a-e40452472e33,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:13.883972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7702cfe6-baf8-4029-95df-24c60d0061c1 req-62e97f2e-0c6c-4c7a-8d26-0cf0b00962a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857305 Dec 13 12:57:14.021989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd109a56-5cf9-492f-a78e-a885f94daac2 req-bdfab09a-22fb-4cbf-82f8-163360eaa96e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:14.022578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-4868dc4c-5898-4d6d-a9df-d41ef5a899f8 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:14.024434 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-4868dc4c-5898-4d6d-a9df-d41ef5a899f8 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.42 "GET /v2.0/networks?id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 200 len: 820 time: 0.7546141 Dec 13 12:57:14.031051 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd109a56-5cf9-492f-a78e-a885f94daac2 req-bdfab09a-22fb-4cbf-82f8-163360eaa96e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1471884 Dec 13 12:57:14.050520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Request body: {'port': {'device_id': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'admin_state_up': True, 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:14.066688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=d6e52ab6-c9f6-4670-9517-3d0f1607c38d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:14.182573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Checking segment: {'id': '216e4554-f715-47c7-b534-210f3cb6b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd1f42875-4b63-4aba-a270-1832d8b9c443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:14.183143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network hostable DHCP agents. Network: d1f42875-4b63-4aba-a270-1832d8b9c443, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:14.232245 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd109a56-5cf9-492f-a78e-a885f94daac2 req-03abd97a-4457-4e78-b559-3d23d30e0447 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874652 Dec 13 12:57:14.239281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f4ce2964-bb34-439c-9533-e82470f1f311 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:14.296166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee5f2-affe-4ff7-8d10-0e38ce2e4221 req-d70e10c6-1895-49e0-b2f0-212bd47835ea tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:14.301732 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-798ee5f2-affe-4ff7-8d10-0e38ce2e4221 req-d70e10c6-1895-49e0-b2f0-212bd47835ea tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2157578 Dec 13 12:57:14.324946 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-32457a93-0f01-4310-9be9-d53962afeb61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3b0480180c94b37871fadd72d3bc696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7907741 Dec 13 12:57:14.330969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52846) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:14.353675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f4ce2964-bb34-439c-9533-e82470f1f311 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:14.354059 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:14.378457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network d1f42875-4b63-4aba-a270-1832d8b9c443 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:14.396776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-798ee5f2-affe-4ff7-8d10-0e38ce2e4221 req-faeefcac-44d8-4d3a-8535-4fc68764d138 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884926 Dec 13 12:57:14.478590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, d1f42875-4b63-4aba-a270-1832d8b9c443) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:14.495166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434bd744-eaa5-476b-aede-c6e88aa46b66 None None] Network d1f42875-4b63-4aba-a270-1832d8b9c443 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:14.505193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:14.516811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:14.523299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:14.524209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:14.593303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Made reservation on behalf of 3ed66630c09d4f9089c6d66c8ef752fa for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:14.603914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:14.619468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5001bf82-9953-4680-820c-0f3c8a46a0f5 req-4df41626-350f-4d57-ac94-46855ef25e6b tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 210 time: 0.0579858 Dec 13 12:57:14.620063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52856) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:14.632598 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-be7926ec-2a1e-4018-8e11-571064be9733 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0758233 Dec 13 12:57:14.651136 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa0c5-2084-466f-98ee-cc6305dc992a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:14.712961 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:14.735273 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa0c5-2084-466f-98ee-cc6305dc992a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:14.821021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91d5c9a5-c16d-4e66-8ca5-2f434a54a829 req-17218782-1881-441e-bda1-25718b50aeea tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 210 time: 0.1652849 Dec 13 12:57:14.834931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port f4ce2964-bb34-439c-9533-e82470f1f311, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f4ce2964-bb34-439c-9533-e82470f1f311,segment=NetworkSegment(a326dcf3-3d58-4dd2-ae46-5cf847e2baf3),segment_id=a326dcf3-3d58-4dd2-ae46-5cf847e2baf3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:14.863364 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:15.050313 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa0c5-2084-466f-98ee-cc6305dc992a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:15.053368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa0c5-2084-466f-98ee-cc6305dc992a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:15.055118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bd8aa0c5-2084-466f-98ee-cc6305dc992a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d52f704-f6f2-4d73-95a6-c1f3407091d0 HTTP/1.1" status: 204 len: 168 time: 0.7222152 Dec 13 12:57:15.076256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=f4ce2964-bb34-439c-9533-e82470f1f311,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:15.083816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Allocated IP 172.20.0.7 (bea3cc66-33ac-4e9a-a459-0e09dd6c527d/305aabd4-9e67-4a6f-bec7-7359e1dc91bd/7913aca8-45f9-45ce-bd72-5051460afa9f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:15.095826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8aa0c5-2084-466f-98ee-cc6305dc992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52f704-f6f2-4d73-95a6-c1f3407091d0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:15.392271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-5c7b4f11-bea2-4c9e-abbd-bdb8dd773c48 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:15.393833 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-5c7b4f11-bea2-4c9e-abbd-bdb8dd773c48 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 811 time: 0.4294097 Dec 13 12:57:15.464825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Request body: {'port': {'device_id': 'e49fcd6a-3dda-4e38-b093-d13dfb240a0f', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'admin_state_up': True, 'tenant_id': '9772ae01a15540fd9876e5edafcf23f2'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:15.513626 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:15.593626 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:15.600557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-19e1b5b2-6212-4128-ab17-0c55f243c047 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:15.610563 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-19e1b5b2-6212-4128-ab17-0c55f243c047 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 812 time: 0.7840800 Dec 13 12:57:15.640397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-e9f5127a-eca6-409e-bdb5-3e551dc71458 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/quotas/b188612fc8c94020b3799b929c73b2b5 HTTP/1.1" status: 200 len: 375 time: 0.0284181 Dec 13 12:57:15.681766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Pushing event updated for resources: {'Port': ['ID=7913aca8-45f9-45ce-bd72-5051460afa9f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:15.694757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.695147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.695497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.695871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.696213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.696582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.696952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.697295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.697765 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.698046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.698446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.698774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.699231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:15.718665 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Network bea3cc66-33ac-4e9a-a459-0e09dd6c527d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:15.720350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:15.723348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:15.733350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb63af4-ef48-4d11-a019-5b06fdd385ff req-1bee0d60-a692-492a-b614-53a4854b1337 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:15.735109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1eb63af4-ef48-4d11-a019-5b06fdd385ff req-1bee0d60-a692-492a-b614-53a4854b1337 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.3403180 Dec 13 12:57:15.762178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-6d8070af-343b-49e4-be06-5b9a544baa6c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port d6e52ab6-c9f6-4670-9517-3d0f1607c38d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:15.762413 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6d8070af-343b-49e4-be06-5b9a544baa6c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:15.776887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:15.777863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:15.797525 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-a9a90b62-b75c-4cb1-a933-1b7cb375f8df tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7511122 Dec 13 12:57:15.805810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-709f2d18-6881-45ec-a8b0-56fa58654f69 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1645713 Dec 13 12:57:15.827707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Request body: {'port': {'device_id': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:15.906158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:15.951781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6d8070af-343b-49e4-be06-5b9a544baa6c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:15.972274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1eb63af4-ef48-4d11-a019-5b06fdd385ff req-89dced61-91bc-45df-a889-437641da0327 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218733 Dec 13 12:57:15.979456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Made reservation on behalf of 9772ae01a15540fd9876e5edafcf23f2 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:15.983070 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:15.991250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-6d8070af-343b-49e4-be06-5b9a544baa6c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for d6e52ab6-c9f6-4670-9517-3d0f1607c38d owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:16.174197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f4ce2964-bb34-439c-9533-e82470f1f311 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:16.239884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52902) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:16.268210 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-46e6ae12-bb08-4a71-8d02-9abdb654d3a9 service neutron] 10.222.0.31 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280543 Dec 13 12:57:16.290787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f4ce2964-bb34-439c-9533-e82470f1f311 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:16.291575 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.384715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7913aca8-45f9-45ce-bd72-5051460afa9f {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:57:16.394973 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.406847 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-297208852-network', 'tenant_id': 'd5a62532d19d49dabf951c00cf517831'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:16.438949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Transition to ACTIVE for port object 7913aca8-45f9-45ce-bd72-5051460afa9f will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:57:16.440685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Made reservation on behalf of d5a62532d19d49dabf951c00cf517831 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:16.443698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.455906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.467927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df9a50-7bd4-4146-b9d8-eefaace6974a req-df9db242-3e67-4e6c-abcc-d36a20414b2d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:16.469576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30df9a50-7bd4-4146-b9d8-eefaace6974a req-df9db242-3e67-4e6c-abcc-d36a20414b2d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 931 time: 0.2671931 Dec 13 12:57:16.474945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6d8070af-343b-49e4-be06-5b9a544baa6c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.488921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Allocated IP 172.20.0.3 (be377527-9066-473d-8938-97561d99b9c3/43b1bb2c-5ffb-4f6b-a9ce-eb6937338554/63223312-572e-4b3f-8a84-52a352fbc364) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:16.499925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.570055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-3d415224-b04b-480a-b705-bbe3139e1524 service neutron] 10.222.0.31 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009391 Dec 13 12:57:16.576816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8070af-343b-49e4-be06-5b9a544baa6c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=d6e52ab6-c9f6-4670-9517-3d0f1607c38d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:16.595829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6d8070af-343b-49e4-be06-5b9a544baa6c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.601854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6d8070af-343b-49e4-be06-5b9a544baa6c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/d6e52ab6-c9f6-4670-9517-3d0f1607c38d HTTP/1.1" status: 204 len: 168 time: 1.9807553 Dec 13 12:57:16.602937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52906) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:16.652155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30df9a50-7bd4-4146-b9d8-eefaace6974a req-85f689c9-57f4-4368-8335-6e318c96a275 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751370 Dec 13 12:57:16.670376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Pushing event updated for resources: {'Port': ['ID=7913aca8-45f9-45ce-bd72-5051460afa9f,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:16.779283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Attempting to bind port 7913aca8-45f9-45ce-bd72-5051460afa9f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:16.779675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Attempting to bind port 7913aca8-45f9-45ce-bd72-5051460afa9f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:16.779997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Attempting to bind port 7913aca8-45f9-45ce-bd72-5051460afa9f on network bea3cc66-33ac-4e9a-a459-0e09dd6c527d {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:16.794644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db327340-6cf8-4c52-b8de-6d9a23bc0d13 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:16.799544 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.801924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db327340-6cf8-4c52-b8de-6d9a23bc0d13 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:16.808437 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-db327340-6cf8-4c52-b8de-6d9a23bc0d13 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2030835 Dec 13 12:57:16.809463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52912) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:16.823376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.825853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Port 7913aca8-45f9-45ce-bd72-5051460afa9f on network bea3cc66-33ac-4e9a-a459-0e09dd6c527d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:57:16.826219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Attempting to bind port 7913aca8-45f9-45ce-bd72-5051460afa9f on network bea3cc66-33ac-4e9a-a459-0e09dd6c527d {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:16.907503 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.909724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:16.965441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:16.968712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Checking segment: {'id': 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:16.969297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Bound using segment: {'id': 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:16.969624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Bound port: 7913aca8-45f9-45ce-bd72-5051460afa9f, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:16.969995 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.050054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:17.073105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ee01-435a-4bd8-b186-b8a52b9820af req-cc079dd5-f9d2-4815-bbf5-b93b794c0b70 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:17.081280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d452ee01-435a-4bd8-b186-b8a52b9820af req-cc079dd5-f9d2-4815-bbf5-b93b794c0b70 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 931 time: 0.2973557 Dec 13 12:57:17.102868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e630d498-2c7d-4429-99e5-a2458e540a87 req-43827f7a-369d-4461-a556-6acd3d840449 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 210 time: 0.2108624 Dec 13 12:57:17.139920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event updated for resources: {'Port': ['ID=63223312-572e-4b3f-8a84-52a352fbc364,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:17.172799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Network be377527-9066-473d-8938-97561d99b9c3 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:17.183124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:17.189119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:17.221084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d452ee01-435a-4bd8-b186-b8a52b9820af req-9bc863e7-4ff7-4caa-ba03-5295a2e4563f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387477 Dec 13 12:57:17.273164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:17.278635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.298050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.298648 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Added segment b1f1a2eb-6512-4894-bd84-288ea65d3ab4 of type vlan for network a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6 Dec 13 12:57:17.356181 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-e19658c8-cdad-4047-b08c-b3216b9fe4ef tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8997116 Dec 13 12:57:17.361865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c98982c-0ec3-4e7d-a741-96f3d51a560f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:17.368921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Request body: {'port': {'device_id': 'e49fcd6a-3dda-4e38-b093-d13dfb240a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:17.488717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7a939-188e-4fd5-bb03-205f157a8f28 req-26dae35e-d795-42e1-bc2b-1485fc2008d2 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:17.492428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72d7a939-188e-4fd5-bb03-205f157a8f28 req-26dae35e-d795-42e1-bc2b-1485fc2008d2 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.2079477 Dec 13 12:57:17.537413 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.550013 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.582196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] For port 7913aca8-45f9-45ce-bd72-5051460afa9f, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:17.604361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b1882-1d3b-456b-9b29-31d31332a106 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port ac3c384e-ebf5-4c05-8a2a-e40452472e33 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:17.604812 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1882-1d3b-456b-9b29-31d31332a106 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.609289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] For port 7913aca8-45f9-45ce-bd72-5051460afa9f, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7913aca8-45f9-45ce-bd72-5051460afa9f,segment=NetworkSegment(a326dcf3-3d58-4dd2-ae46-5cf847e2baf3),segment_id=a326dcf3-3d58-4dd2-ae46-5cf847e2baf3)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:17.674939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.715959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.717086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:17.717791 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.790879 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1882-1d3b-456b-9b29-31d31332a106 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.797230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:17.810939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:17.812577 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] 10.222.0.42 "PUT /v2.0/ports/7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 1091 time: 2.0052001 Dec 13 12:57:17.819914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:57:17.824649 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc16f81-0687-490b-a082-694016936fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:57:17.904722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b1882-1d3b-456b-9b29-31d31332a106 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for ac3c384e-ebf5-4c05-8a2a-e40452472e33 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:17.985851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72d7a939-188e-4fd5-bb03-205f157a8f28 req-ae211e89-1129-4fcc-bb39-ae8f215dfc79 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688776 Dec 13 12:57:17.987808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63223312-572e-4b3f-8a84-52a352fbc364 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:57:17.988249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf419b6-1c1a-4365-b894-4100e4c7eae6 service neutron] Pushing event updated for resources: {'Port': ['ID=7913aca8-45f9-45ce-bd72-5051460afa9f,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:18.008795 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7707562 Dec 13 12:57:18.042944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52934) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:18.047084 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:18.054849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Request body: {'subnet': {'network_id': 'a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-297208852-subnet', 'tenant_id': 'd5a62532d19d49dabf951c00cf517831', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:18.079780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e7e39-8332-48ce-bbd6-c76d4923463d admin admin] Pushing event updated for resources: {'Network': ['ID=a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:18.094791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:18.109142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Transition to ACTIVE for port object 63223312-572e-4b3f-8a84-52a352fbc364 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:57:18.119020 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7a70ff-74c0-409b-a2af-708214864fec x-openstack-request-id: req-3e7a70ff-74c0-409b-a2af-708214864fec {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:57:18.120126 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:57:18.120664 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e7a70ff-74c0-409b-a2af-708214864fec {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:57:18.121494 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'status': 'completed', 'code': 200} Dec 13 12:57:18.185252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47508b-2447-4cce-9bb6-ba50cfebf784 req-cb27d44c-409a-40cc-bd05-58726c350510 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:18.197336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd47508b-2447-4cce-9bb6-ba50cfebf784 req-cb27d44c-409a-40cc-bd05-58726c350510 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 943 time: 0.2199044 Dec 13 12:57:18.199659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:18.229780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-f3c66a1a-ebeb-4211-8672-bcc7164c26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:18.233638 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-f3c66a1a-ebeb-4211-8672-bcc7164c26fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1094 time: 0.3353868 Dec 13 12:57:18.236895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1882-1d3b-456b-9b29-31d31332a106 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:18.292730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b1882-1d3b-456b-9b29-31d31332a106 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=ac3c384e-ebf5-4c05-8a2a-e40452472e33,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:18.295815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Made reservation on behalf of d5a62532d19d49dabf951c00cf517831 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:18.303380 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:18.355830 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-253a014a-54e4-4ea8-b6ab-a08ca60306c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 217 time: 0.1062615 Dec 13 12:57:18.369510 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1882-1d3b-456b-9b29-31d31332a106 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:18.373875 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3b8b1882-1d3b-456b-9b29-31d31332a106 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/ac3c384e-ebf5-4c05-8a2a-e40452472e33 HTTP/1.1" status: 204 len: 168 time: 1.5595334 Dec 13 12:57:18.386970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52944) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:18.480896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-0367aa8c-a959-436f-97ce-87ac590cd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:18.483348 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-0367aa8c-a959-436f-97ce-87ac590cd9c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=305aabd4-9e67-4a6f-bec7-7359e1dc91bd HTTP/1.1" status: 200 len: 860 time: 0.1077161 Dec 13 12:57:18.493893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e1cca-6d7c-4f43-8cd2-5d0fd57848bf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:18.495939 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e74e1cca-6d7c-4f43-8cd2-5d0fd57848bf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1070316 Dec 13 12:57:18.524015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52946) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:18.563348 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-144bb464-d021-4820-adcd-9c47e476e2ab req-55bddf24-1750-4c83-a485-c6f36b37c792 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 210 time: 0.2745416 Dec 13 12:57:18.599906 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f588b78c-2f0f-4f25-a138-bb5c95299a2e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:57:18.600683 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f588b78c-2f0f-4f25-a138-bb5c95299a2e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/d6e52ab6-c9f6-4670-9517-3d0f1607c38d HTTP/1.1" status: 404 len: 333 time: 0.0720301 Dec 13 12:57:18.629154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52948) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:18.632104 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-5bef234d-83b6-4012-8b3b-35e4a7938310 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347289 Dec 13 12:57:18.743728 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-e0419ec8-8590-4d15-afa0-e86fb99db708 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987608 Dec 13 12:57:18.770671 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69e9adb-5570-4ead-b707-7d1613e02206 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:57:18.772289 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f69e9adb-5570-4ead-b707-7d1613e02206 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/ac3c384e-ebf5-4c05-8a2a-e40452472e33 HTTP/1.1" status: 404 len: 333 time: 0.1388557 Dec 13 12:57:18.787937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52950) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:19.156752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Pushing event updated for resources: {'Port': ['ID=63223312-572e-4b3f-8a84-52a352fbc364,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:19.242668 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:19.259101 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1be4300a-c0e3-4eba-9cbf-de1d57cbffd1 req-74ff14dc-b8da-4e4f-bf21-064dddebc255 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978962 Dec 13 12:57:19.265520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd47508b-2447-4cce-9bb6-ba50cfebf784 req-47ea06ae-181d-47b8-ac8c-effe3baf6653 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0671551 Dec 13 12:57:19.327784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f49c8-1505-4f6d-b5c8-950b9657b5d5 req-dfc2ac29-2b51-46fa-aa79-59b0acaa65a7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:19.334666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-580f49c8-1505-4f6d-b5c8-950b9657b5d5 req-dfc2ac29-2b51-46fa-aa79-59b0acaa65a7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 943 time: 0.2286496 Dec 13 12:57:19.432546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-e19e631f-0e51-412d-b5a4-8def5f60d13e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:19.434378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-e19e631f-0e51-412d-b5a4-8def5f60d13e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 812 time: 1.0357964 Dec 13 12:57:19.447384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:19.505389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Attempting to bind port 63223312-572e-4b3f-8a84-52a352fbc364 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:19.505836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Attempting to bind port 63223312-572e-4b3f-8a84-52a352fbc364 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:19.506616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Attempting to bind port 63223312-572e-4b3f-8a84-52a352fbc364 on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:19.515073 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:19.519225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc16f81-0687-490b-a082-694016936fd0 req-2dd9b7c8-17bf-4806-95c2-4da962c1699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:19.520704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'port': {'device_id': 'e8950409-2500-4185-82b1-1b19f6d0bcfd', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'admin_state_up': True, 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:19.520846 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4bc16f81-0687-490b-a082-694016936fd0 req-2dd9b7c8-17bf-4806-95c2-4da962c1699b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1094 time: 0.1881278 Dec 13 12:57:19.656369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc16f81-0687-490b-a082-694016936fd0 req-9e9276a4-7726-4935-ae74-f54a72f16f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:19.659298 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4bc16f81-0687-490b-a082-694016936fd0 req-9e9276a4-7726-4935-ae74-f54a72f16f00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 200 len: 920 time: 0.1264410 Dec 13 12:57:19.713171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-580f49c8-1505-4f6d-b5c8-950b9657b5d5 req-81221c33-3337-464a-b1f8-9187f7d6758c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774083 Dec 13 12:57:19.714212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Made reservation on behalf of b188612fc8c94020b3799b929c73b2b5 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:19.717989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:19.733783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f42875-4b63-4aba-a270-1832d8b9c443']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:19.738513 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4bc16f81-0687-490b-a082-694016936fd0 req-304c391c-a833-4aab-8ada-4f13b2e47dcb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 217 time: 0.0717645 Dec 13 12:57:19.798673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Port 63223312-572e-4b3f-8a84-52a352fbc364 on network be377527-9066-473d-8938-97561d99b9c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:57:19.798895 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Attempting to bind port 63223312-572e-4b3f-8a84-52a352fbc364 on network be377527-9066-473d-8938-97561d99b9c3 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:19.810251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:19.811251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Checking segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:19.811645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Bound using segment: {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:19.812101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Bound port: 63223312-572e-4b3f-8a84-52a352fbc364, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7216d9e2-15c6-4e8f-99ef-5ef1db260b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'be377527-9066-473d-8938-97561d99b9c3'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:19.812463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:19.835029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc16f81-0687-490b-a082-694016936fd0 req-608235c7-2fbf-4216-8d07-d589116f5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:19.836523 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4bc16f81-0687-490b-a082-694016936fd0 req-608235c7-2fbf-4216-8d07-d589116f5d6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=305aabd4-9e67-4a6f-bec7-7359e1dc91bd HTTP/1.1" status: 200 len: 860 time: 0.0719123 Dec 13 12:57:19.840020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216e4554-f715-47c7-b534-210f3cb6b182') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:19.840321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216e4554-f715-47c7-b534-210f3cb6b182') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:19.890619 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4bc16f81-0687-490b-a082-694016936fd0 req-6257125e-911d-4316-bfe2-7cf2f0d04126 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404012 Dec 13 12:57:19.897750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Checking segment: {'id': 'b1f1a2eb-6512-4894-bd84-288ea65d3ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:19.898120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Network hostable DHCP agents. Network: a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:19.964395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e300167-7621-4dab-b1f6-336f71cee6d6 req-04c1c454-e47a-44b5-949e-8ab305dd6c17 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:19.966306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e300167-7621-4dab-b1f6-336f71cee6d6 req-04c1c454-e47a-44b5-949e-8ab305dd6c17 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.5422659 Dec 13 12:57:19.990516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.018656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.022692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad0356de-3ea5-4c2b-b9f6-241c76e72d6a req-6c9ef796-e364-4f64-aaf3-e04aa394d0fe tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 210 time: 0.1568441 Dec 13 12:57:20.026343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:20.026812 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.038003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb94f40-2a19-4344-9790-0181b19b95fd,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:20.067610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Network a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:20.108447 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:20.116151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:20.126888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c34e1af-26b2-429a-b91c-36b78beb8304 None None] Network a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:20.127643 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.144498 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.153097 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/networks/d1f42875-4b63-4aba-a270-1832d8b9c443 HTTP/1.1" status: 204 len: 168 time: 1.3637505 Dec 13 12:57:20.160440 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52964) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:20.173828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-163886304'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:20.178387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d25474-78a2-4a5c-a8ae-6b8d9bfb81f6 req-73c256e5-99fe-44ff-a4d8-7e2c60701b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:20.179968 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-19d25474-78a2-4a5c-a8ae-6b8d9bfb81f6 req-73c256e5-99fe-44ff-a4d8-7e2c60701b3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 1097 time: 0.3425727 Dec 13 12:57:20.190949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201adaa3-4ea3-45c9-a009-ae4a422de50d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Network': ['ID=d1f42875-4b63-4aba-a270-1832d8b9c443,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:20.226095 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4bc16f81-0687-490b-a082-694016936fd0 req-c136ad87-dca0-48bb-b340-e025599d10d1 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099985 Dec 13 12:57:20.236433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:20.237008 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.248777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:20.252369 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.279844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92538b3f-4000-4455-987e-394b29cb8fb1 None None] Network a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:20.282919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e300167-7621-4dab-b1f6-336f71cee6d6 req-e62efdb5-3f8b-474e-96c7-43179e362695 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752738 Dec 13 12:57:20.297163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] For port 63223312-572e-4b3f-8a84-52a352fbc364, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:20.340489 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-19d25474-78a2-4a5c-a8ae-6b8d9bfb81f6 req-6f0ff235-b30e-4d7b-9057-a540864348fd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451957 Dec 13 12:57:20.360501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:20.369016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] For port 63223312-572e-4b3f-8a84-52a352fbc364, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=63223312-572e-4b3f-8a84-52a352fbc364,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:20.380474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0cddffb3-650f-4783-b3d9-f17662d71882 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3296204 Dec 13 12:57:20.400577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.406313 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.410436 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Added segment 21cdd4ed-ee6c-4f79-88df-108a022dd7b9 of type vlan for network 78a011bd-afb5-4f61-971d-42700417d097 Dec 13 12:57:20.427699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Allocated IP 172.20.0.14 (34e7f0c5-565f-414d-b7b7-f8cefd9101ec/8d950739-0d1d-48d1-b81d-f3ff8666245a/0f43a70e-4bb5-4134-97e4-553627db44f4) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:20.449958 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4bc16f81-0687-490b-a082-694016936fd0 req-39086149-7e14-4aa7-a7df-8c1fa48e24aa service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115381 Dec 13 12:57:20.520613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:20.521378 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.524839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] 10.222.0.42 "PUT /v2.0/ports/63223312-572e-4b3f-8a84-52a352fbc364 HTTP/1.1" status: 200 len: 1091 time: 3.1599700 Dec 13 12:57:20.530578 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.561794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49fcd6a-3dda-4e38-b093-d13dfb240a0f', 'tag': '63223312-572e-4b3f-8a84-52a352fbc364'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:57:20.565621 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bdec8d-0091-4737-a245-ec65a57fe713" -d '{"events": [{"name": "network-changed", "server_uuid": "e49fcd6a-3dda-4e38-b093-d13dfb240a0f", "tag": "63223312-572e-4b3f-8a84-52a352fbc364"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:57:20.588093 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.600350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:20.602736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:20.677918 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c99ae0-9415-491b-9de6-b96c232f9073 x-openstack-request-id: req-66c99ae0-9415-491b-9de6-b96c232f9073 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:57:20.678340 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49fcd6a-3dda-4e38-b093-d13dfb240a0f", "tag": "63223312-572e-4b3f-8a84-52a352fbc364", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:57:20.678654 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66c99ae0-9415-491b-9de6-b96c232f9073 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:57:20.679120 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49fcd6a-3dda-4e38-b093-d13dfb240a0f', 'tag': '63223312-572e-4b3f-8a84-52a352fbc364', 'status': 'completed', 'code': 200} Dec 13 12:57:20.726599 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5566080 Dec 13 12:57:20.747542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8aac4-2baa-47b1-ae8b-e593a7af3d07 service neutron] Pushing event updated for resources: {'Port': ['ID=63223312-572e-4b3f-8a84-52a352fbc364,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:20.753215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52978) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:20.772480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': '78a011bd-afb5-4f61-971d-42700417d097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:20.787452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb855c-0155-4518-b835-097c9dc0d9e3 req-d7cd571d-d2e5-4ce7-af5d-2443274bff3a tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:20.789302 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52cb855c-0155-4518-b835-097c9dc0d9e3 req-d7cd571d-d2e5-4ce7-af5d-2443274bff3a tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 943 time: 0.2943153 Dec 13 12:57:20.814750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-2db49459-01da-4727-952b-b0fa54980a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:20.816393 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-2db49459-01da-4727-952b-b0fa54980a9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 1094 time: 0.1886516 Dec 13 12:57:20.904929 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dba4c-cc53-4b75-90e7-eceda4f67e65 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Network': ['ID=78a011bd-afb5-4f61-971d-42700417d097,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:20.917161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 78a011bd-afb5-4f61-971d-42700417d097 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:20.964900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:20.971203 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:21.056966 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:21.110639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_backend_mixin [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Performing IP validity checks on allocation pools {{(pid=109885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 12:57:21.111993 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-36e569fe-d433-46f5-86bb-1c120ed87b45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63223312-572e-4b3f-8a84-52a352fbc364 HTTP/1.1" status: 200 len: 217 time: 0.2644634 Dec 13 12:57:21.115618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_backend_mixin [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 12:57:21.183772 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:21.198228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['f5366924-bccf-4c9f-af33-8d78ce54c8f6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:57:21.298410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52cb855c-0155-4518-b835-097c9dc0d9e3 req-e9e77925-758e-4eec-912d-8f5f04144312 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861481 Dec 13 12:57:21.325388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-69cc9e24-e014-4c05-9868-381fb7bbe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:21.335068 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-69cc9e24-e014-4c05-9868-381fb7bbe2fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.1916218 Dec 13 12:57:21.337200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:21.353192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:21.445678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:21.459865 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:21.465295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-80c8dd2f-c016-41c2-9137-d884971b2870 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133921 Dec 13 12:57:21.476136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52996) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:21.485652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-719692361-network', 'tenant_id': 'cc72a815e38d4da9b7dc2a45bcdff01c'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:21.497395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281d25d-e467-4ae6-92e6-c2a333f34a27 req-8766b25f-ee84-4eb5-845b-1e65f13562f6 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:21.525842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e281d25d-e467-4ae6-92e6-c2a333f34a27 req-8766b25f-ee84-4eb5-845b-1e65f13562f6 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 943 time: 0.5819192 Dec 13 12:57:21.608210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'Port': ['ID=0f43a70e-4bb5-4134-97e4-553627db44f4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:21.610646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=abbec3eb-17e9-4a0e-9079-656276c50392,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:21.614563 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Made reservation on behalf of cc72a815e38d4da9b7dc2a45bcdff01c for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:21.616994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:21.644702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Checking segment: {'id': '21cdd4ed-ee6c-4f79-88df-108a022dd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '78a011bd-afb5-4f61-971d-42700417d097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:21.645079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network hostable DHCP agents. Network: 78a011bd-afb5-4f61-971d-42700417d097, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:21.651365 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:21.652723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7913aca8-45f9-45ce-bd72-5051460afa9f details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:57:21.720855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network 78a011bd-afb5-4f61-971d-42700417d097 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:21.760220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 78a011bd-afb5-4f61-971d-42700417d097) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:21.777736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:21.778396 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:21.791582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d360e303-696f-4d6c-ac5c-3f8a2b8fc497 None None] Network 78a011bd-afb5-4f61-971d-42700417d097 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:21.830339 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d1c16b8d-7f27-49a2-b475-3f80b85dfd10 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0754552 Dec 13 12:57:21.834565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53006) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:21.855145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': '78a011bd-afb5-4f61-971d-42700417d097', 'name': 'tempest-PortsIpV6TestJSON-1807355651'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:21.892524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-41f411fd-dd84-4aec-8d0e-08d88db03775 service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644774 Dec 13 12:57:21.939506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e281d25d-e467-4ae6-92e6-c2a333f34a27 req-c62ef258-cfac-4c57-8f6d-325fb7dd856e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124269 Dec 13 12:57:21.999584 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.015668 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.032271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7913aca8-45f9-45ce-bd72-5051460afa9f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7913aca8-45f9-45ce-bd72-5051460afa9f,segment=NetworkSegment(a326dcf3-3d58-4dd2-ae46-5cf847e2baf3),segment_id=a326dcf3-3d58-4dd2-ae46-5cf847e2baf3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:22.052309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0b6a2b04-7db8-4732-9e72-9f64d2ce2337 None None] Provisioning complete for port 0f43a70e-4bb5-4134-97e4-553627db44f4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:22.052776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733b4f85-fe9c-4280-8aab-ea25ea74f3b4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:22.053087 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b6a2b04-7db8-4732-9e72-9f64d2ce2337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.066199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'port_id': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'mac_address': 'fa:16:3e:84:af:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:57:22.076380 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:22.095604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.096063 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Added segment 484340b0-7da1-4184-9403-7e40f62a6fd1 of type vlan for network ffb46380-1e74-4132-b0cf-8178b2b37f29 Dec 13 12:57:22.137472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:22.142235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c284e9c-5e1c-4264-92eb-4b8b1a8aa642 req-fcbb12b6-9a4c-43c0-8f4e-f3922afe5893 service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070680 Dec 13 12:57:22.142424 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.168064 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.177377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:22.178717 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.182503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port 17452bc6-c1c8-4cb3-b2bf-db58e5138549 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:57:22.248107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-78a011bd-afb5-4f61-971d-42700417d097', 'network_id': '78a011bd-afb5-4f61-971d-42700417d097', 'project_id': '7ab749a065d44d21bdcc5232d20d1b84', 'fixed_ips': [{'subnet_id': 'abbec3eb-17e9-4a0e-9079-656276c50392'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:57:22.249612 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.264017 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.265225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:22.265853 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.292786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a2b04-7db8-4732-9e72-9f64d2ce2337 None None] Port 0f43a70e-4bb5-4134-97e4-553627db44f4 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:57:22.295064 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8135700 Dec 13 12:57:22.304957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.307639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdc2fd-9732-493d-8b50-01280f070e88 req-af816a8b-e6c0-4d97-a88d-086a46787768 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:22.309744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53008) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:22.310538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fbdc2fd-9732-493d-8b50-01280f070e88 req-af816a8b-e6c0-4d97-a88d-086a46787768 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 932 time: 0.8663807 Dec 13 12:57:22.316803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Request body: {'subnet': {'network_id': 'ffb46380-1e74-4132-b0cf-8178b2b37f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-719692361-subnet', 'tenant_id': 'cc72a815e38d4da9b7dc2a45bcdff01c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:22.355804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-ac3ebf5b-6428-4664-8514-a8da0f39045b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8610287 Dec 13 12:57:22.374265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Request body: {'port': {'device_id': 'e8950409-2500-4185-82b1-1b19f6d0bcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:22.401076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05347e-d7c1-4d4a-a70a-3a657a18ce18 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb46380-1e74-4132-b0cf-8178b2b37f29,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:22.432106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdec8d-0091-4737-a245-ec65a57fe713 req-49ce9621-3e4c-486c-8ad6-8dccf4bff5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:22.433644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6bdec8d-0091-4737-a245-ec65a57fe713 req-49ce9621-3e4c-486c-8ad6-8dccf4bff5e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9772ae01a15540fd9876e5edafcf23f2&device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 1094 time: 0.1842971 Dec 13 12:57:22.447081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccfa31-3b0a-4a27-b860-d07be830908d req-9f2b6b47-2a42-4af3-a773-1ab5c1b3311b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:22.448664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8dccfa31-3b0a-4a27-b860-d07be830908d req-9f2b6b47-2a42-4af3-a773-1ab5c1b3311b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.3041718 Dec 13 12:57:22.469351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network ffb46380-1e74-4132-b0cf-8178b2b37f29 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:22.485454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7913aca8-45f9-45ce-bd72-5051460afa9f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:57:22.529853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8::167 (78a011bd-afb5-4f61-971d-42700417d097/abbec3eb-17e9-4a0e-9079-656276c50392/17452bc6-c1c8-4cb3-b2bf-db58e5138549) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:22.568767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdec8d-0091-4737-a245-ec65a57fe713 req-c6f59ebc-95fa-44e1-b0d1-1544b488a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:22.572460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6bdec8d-0091-4737-a245-ec65a57fe713 req-c6f59ebc-95fa-44e1-b0d1-1544b488a3a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 200 len: 911 time: 0.1204278 Dec 13 12:57:22.624803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7913aca8-45f9-45ce-bd72-5051460afa9f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7913aca8-45f9-45ce-bd72-5051460afa9f,segment=NetworkSegment(a326dcf3-3d58-4dd2-ae46-5cf847e2baf3),segment_id=a326dcf3-3d58-4dd2-ae46-5cf847e2baf3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:22.634902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Made reservation on behalf of cc72a815e38d4da9b7dc2a45bcdff01c for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:22.640118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6bdec8d-0091-4737-a245-ec65a57fe713 req-c8ae4c7c-f0c3-4628-bb03-8fcb8d432299 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63223312-572e-4b3f-8a84-52a352fbc364 HTTP/1.1" status: 200 len: 217 time: 0.0436931 Dec 13 12:57:22.641241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.647704 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.716998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fbdc2fd-9732-493d-8b50-01280f070e88 req-41eb4b8b-a29b-4d96-9788-b6aa39893b9f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917522 Dec 13 12:57:22.737121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:22.802704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdec8d-0091-4737-a245-ec65a57fe713 req-aaebbbed-1fa3-4a41-adb3-cb192464921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:22.804856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6bdec8d-0091-4737-a245-ec65a57fe713 req-aaebbbed-1fa3-4a41-adb3-cb192464921f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 200 len: 851 time: 0.1467252 Dec 13 12:57:22.808443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8dccfa31-3b0a-4a27-b860-d07be830908d req-5ad04b5f-942d-415a-b780-bd821f6e1f5b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276742 Dec 13 12:57:22.936744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7913aca8-45f9-45ce-bd72-5051460afa9f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:57:22.941769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7913aca8-45f9-45ce-bd72-5051460afa9f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:23.128515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.241076 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6bdec8d-0091-4737-a245-ec65a57fe713 req-6d6442db-b222-4233-8fca-725c6517fb85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be377527-9066-473d-8938-97561d99b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050720 Dec 13 12:57:23.244146 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.284246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f43a70e-4bb5-4134-97e4-553627db44f4 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:57:23.288433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Allocated IP 2001:db8::2 (78a011bd-afb5-4f61-971d-42700417d097/abbec3eb-17e9-4a0e-9079-656276c50392/e79d206d-6163-41b2-ad56-3816db2c955f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:23.306843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network 78a011bd-afb5-4f61-971d-42700417d097 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:23.310562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.317024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:23.324984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:23.330822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:23.331484 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.336476 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.361170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=17452bc6-c1c8-4cb3-b2bf-db58e5138549,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:23.432400 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7fdd6043-34c2-4b3b-8c8c-4089f9795cdf tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5955067 Dec 13 12:57:23.433121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53022) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:23.466055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9073aae-c11b-4a4f-a8c6-03e919d0211d,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:23.502513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Checking segment: {'id': '484340b0-7da1-4184-9403-7e40f62a6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ffb46380-1e74-4132-b0cf-8178b2b37f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:23.502925 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Network hostable DHCP agents. Network: ffb46380-1e74-4132-b0cf-8178b2b37f29, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:23.565099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Network ffb46380-1e74-4132-b0cf-8178b2b37f29 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:23.571857 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.582827 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, ffb46380-1e74-4132-b0cf-8178b2b37f29) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:23.588598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a6c44c63-fdc9-42e6-bc59-c40136de03fd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 17452bc6-c1c8-4cb3-b2bf-db58e5138549 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:23.588598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6c44c63-fdc9-42e6-bc59-c40136de03fd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.591198 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.681047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706807c-bbe4-4acf-8f8e-afa29397a032 None None] Network ffb46380-1e74-4132-b0cf-8178b2b37f29 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:23.688635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Pushing event updated for resources: {'Port': ['ID=e79d206d-6163-41b2-ad56-3816db2c955f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:23.692977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078f525-2a6e-4313-9b83-f698908b4bb9 req-63d72121-f22c-4a81-a288-edba3a91f4ef tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:23.694595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c078f525-2a6e-4313-9b83-f698908b4bb9 req-63d72121-f22c-4a81-a288-edba3a91f4ef tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 944 time: 0.5805402 Dec 13 12:57:23.700846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 63223312-572e-4b3f-8a84-52a352fbc364 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:57:23.701003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Transition to ACTIVE for port object 0f43a70e-4bb5-4134-97e4-553627db44f4 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:57:23.708411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6c44c63-fdc9-42e6-bc59-c40136de03fd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.717491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b62d47-4f46-482d-8375-47b6d50abbd2 req-387ba816-0603-4f75-95f6-66c5b6f02631 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:23.718657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96b62d47-4f46-482d-8375-47b6d50abbd2 req-387ba816-0603-4f75-95f6-66c5b6f02631 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 943 time: 0.5815897 Dec 13 12:57:23.722800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.724721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Network 78a011bd-afb5-4f61-971d-42700417d097 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:23.730771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:23.734936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:23.744235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a6c44c63-fdc9-42e6-bc59-c40136de03fd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 17452bc6-c1c8-4cb3-b2bf-db58e5138549 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:23.880396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6bdec8d-0091-4737-a245-ec65a57fe713 req-9da15929-8da1-4e91-b3cc-64c52b372531 service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278324 Dec 13 12:57:23.924291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:23.925068 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.937747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6c44c63-fdc9-42e6-bc59-c40136de03fd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:23.965130 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-55b2ff99-f6a8-4366-8702-eac9bc2962d2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6469021 Dec 13 12:57:23.987679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c44c63-fdc9-42e6-bc59-c40136de03fd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=17452bc6-c1c8-4cb3-b2bf-db58e5138549,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:24.018488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Pushing event updated for resources: {'Port': ['ID=0f43a70e-4bb5-4134-97e4-553627db44f4,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:24.053011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6c44c63-fdc9-42e6-bc59-c40136de03fd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.056910 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a6c44c63-fdc9-42e6-bc59-c40136de03fd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/17452bc6-c1c8-4cb3-b2bf-db58e5138549 HTTP/1.1" status: 204 len: 168 time: 0.6193190 Dec 13 12:57:24.060699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53032) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:24.066007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 63223312-572e-4b3f-8a84-52a352fbc364, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=63223312-572e-4b3f-8a84-52a352fbc364,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:24.080163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '63223312-572e-4b3f-8a84-52a352fbc364', 'network_id': 'be377527-9066-473d-8938-97561d99b9c3', 'port_id': '63223312-572e-4b3f-8a84-52a352fbc364', 'mac_address': 'fa:16:3e:26:b5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b1bb2c-5ffb-4f6b-a9ce-eb6937338554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:57:24.081481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c078f525-2a6e-4313-9b83-f698908b4bb9 req-3576c31b-26c2-4f9a-a250-c3d550ec0cd1 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778589 Dec 13 12:57:24.142780 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-429c78bf-39a4-46b5-856a-abb5b94aec53 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:57:24.143361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429c78bf-39a4-46b5-856a-abb5b94aec53 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:57:24.157065 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-429c78bf-39a4-46b5-856a-abb5b94aec53 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/17452bc6-c1c8-4cb3-b2bf-db58e5138549 HTTP/1.1" status: 404 len: 333 time: 0.0952904 Dec 13 12:57:24.159458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f01200-100a-42c0-aa56-9a05ed4a76cb None None] Network ffb46380-1e74-4132-b0cf-8178b2b37f29 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:24.159967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53034) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:24.223434 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96b62d47-4f46-482d-8375-47b6d50abbd2 req-9e3a7f20-7511-488d-94f0-49977fc28422 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933441 Dec 13 12:57:24.245593 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-71804db6-8a68-4648-805c-ead8e733349a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:57:24.249929 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-71804db6-8a68-4648-805c-ead8e733349a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/17452bc6-c1c8-4cb3-b2bf-db58e5138549 HTTP/1.1" status: 404 len: 333 time: 0.0860951 Dec 13 12:57:24.257727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53036) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:24.271031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53038) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:24.378663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-442d5631-3d6c-4710-94d5-a1b1e734974d admin admin] Deleting subnet ffb94f40-2a19-4344-9790-0181b19b95fd {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:24.405988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Attempting to bind port e79d206d-6163-41b2-ad56-3816db2c955f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:24.406610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Attempting to bind port e79d206d-6163-41b2-ad56-3816db2c955f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '21cdd4ed-ee6c-4f79-88df-108a022dd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '78a011bd-afb5-4f61-971d-42700417d097'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:24.409111 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-442d5631-3d6c-4710-94d5-a1b1e734974d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.409941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Attempting to bind port e79d206d-6163-41b2-ad56-3816db2c955f on network 78a011bd-afb5-4f61-971d-42700417d097 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:24.434724 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a05f6362-d61b-4781-be0d-488422124a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.479750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:24.482602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Checking segment: {'id': '21cdd4ed-ee6c-4f79-88df-108a022dd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '78a011bd-afb5-4f61-971d-42700417d097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:24.483084 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.483485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Bound using segment: {'id': '21cdd4ed-ee6c-4f79-88df-108a022dd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '78a011bd-afb5-4f61-971d-42700417d097'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:24.483988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Bound port: e79d206d-6163-41b2-ad56-3816db2c955f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cdd4ed-ee6c-4f79-88df-108a022dd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '78a011bd-afb5-4f61-971d-42700417d097'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:24.488227 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.525982 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.550770 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-442d5631-3d6c-4710-94d5-a1b1e734974d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.551372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Attempting to bind port 0f43a70e-4bb5-4134-97e4-553627db44f4 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:24.552209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Attempting to bind port 0f43a70e-4bb5-4134-97e4-553627db44f4 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:24.552714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Attempting to bind port 0f43a70e-4bb5-4134-97e4-553627db44f4 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:24.558547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cc59b6-61a2-4f9d-b8f1-623156499b0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet abbec3eb-17e9-4a0e-9079-656276c50392 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:24.565118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6bdec8d-0091-4737-a245-ec65a57fe713 req-39cbfd7b-e038-4a8b-91f1-83ef2b5e1a18 service neutron] 10.222.0.42 "GET /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519675 Dec 13 12:57:24.576002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a7b7a-33f1-426f-a61c-52e53f9b4acf req-6d50508f-0ff1-4e2e-a47f-bfc20baad352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:24.577526 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a95a7b7a-33f1-426f-a61c-52e53f9b4acf req-6d50508f-0ff1-4e2e-a47f-bfc20baad352 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 1097 time: 0.1925421 Dec 13 12:57:24.585269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05cc59b6-61a2-4f9d-b8f1-623156499b0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.596124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e8ab8-feae-48f1-8a56-1d2a43c5d75d req-9f120ca1-676b-41ed-935d-7aced33f557a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:24.597251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-107e8ab8-feae-48f1-8a56-1d2a43c5d75d req-9f120ca1-676b-41ed-935d-7aced33f557a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 944 time: 0.2063785 Dec 13 12:57:24.628181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Port 0f43a70e-4bb5-4134-97e4-553627db44f4 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:57:24.628415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Attempting to bind port 0f43a70e-4bb5-4134-97e4-553627db44f4 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:24.634610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63223312-572e-4b3f-8a84-52a352fbc364 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:57:24.669924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a52cf-5c82-4370-88d6-f8cc7d83e173 req-8a1be07a-ab61-49e2-a531-18be16b3161c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:24.671496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-979a52cf-5c82-4370-88d6-f8cc7d83e173 req-8a1be07a-ab61-49e2-a531-18be16b3161c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.2240818 Dec 13 12:57:24.678024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:24.678024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Checking segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:24.678024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Bound using segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:24.678024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Bound port: 0f43a70e-4bb5-4134-97e4-553627db44f4, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:24.678526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.679692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-442d5631-3d6c-4710-94d5-a1b1e734974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.686979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] For port e79d206d-6163-41b2-ad56-3816db2c955f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:24.698400 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05cc59b6-61a2-4f9d-b8f1-623156499b0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.755064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] For port e79d206d-6163-41b2-ad56-3816db2c955f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e79d206d-6163-41b2-ad56-3816db2c955f,segment=NetworkSegment(21cdd4ed-ee6c-4f79-88df-108a022dd7b9),segment_id=21cdd4ed-ee6c-4f79-88df-108a022dd7b9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:24.764851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 63223312-572e-4b3f-8a84-52a352fbc364, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=63223312-572e-4b3f-8a84-52a352fbc364,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:24.772521 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.779694 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.836992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a7b7a-33f1-426f-a61c-52e53f9b4acf req-2481b92c-053d-48ad-bcc0-cbfa7d754fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:24.838618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a95a7b7a-33f1-426f-a61c-52e53f9b4acf req-2481b92c-053d-48ad-bcc0-cbfa7d754fc4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 918 time: 0.2514637 Dec 13 12:57:24.864795 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-442d5631-3d6c-4710-94d5-a1b1e734974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.909493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-107e8ab8-feae-48f1-8a56-1d2a43c5d75d req-ae01a127-6839-4764-8ff3-db515a795e12 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788267 Dec 13 12:57:24.942457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d5631-3d6c-4710-94d5-a1b1e734974d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb94f40-2a19-4344-9790-0181b19b95fd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:24.957856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-979a52cf-5c82-4370-88d6-f8cc7d83e173 req-cefada3f-7baf-467e-96bd-d58429171361 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678392 Dec 13 12:57:24.970875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-442d5631-3d6c-4710-94d5-a1b1e734974d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:24.971635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9d896-0fd5-4ff7-b05f-0f22ebb96a07 None None] Pushing event updated for resources: {'Port': ['ID=e79d206d-6163-41b2-ad56-3816db2c955f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:24.975426 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-442d5631-3d6c-4710-94d5-a1b1e734974d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ffb94f40-2a19-4344-9790-0181b19b95fd HTTP/1.1" status: 204 len: 168 time: 0.7033114 Dec 13 12:57:24.979793 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a95a7b7a-33f1-426f-a61c-52e53f9b4acf req-ecad3119-1dab-4557-9a7f-c1b31f343231 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf HTTP/1.1" status: 200 len: 217 time: 0.1321743 Dec 13 12:57:24.985034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53044) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:25.068751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['63223312-572e-4b3f-8a84-52a352fbc364'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:57:25.113324 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a7b7a-33f1-426f-a61c-52e53f9b4acf req-ccdc9c80-a62a-4cc4-abff-17aa2c7f89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:25.117712 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a95a7b7a-33f1-426f-a61c-52e53f9b4acf req-ccdc9c80-a62a-4cc4-abff-17aa2c7f89b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 200 len: 858 time: 0.1304519 Dec 13 12:57:25.120400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53048) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:25.245478 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a95a7b7a-33f1-426f-a61c-52e53f9b4acf req-c32b76cc-6fe6-4b91-b50e-8bbaad0296e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045284 Dec 13 12:57:25.258482 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05cc59b6-61a2-4f9d-b8f1-623156499b0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:25.269638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=63223312-572e-4b3f-8a84-52a352fbc364,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:25.452882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:25.496859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] For port 0f43a70e-4bb5-4134-97e4-553627db44f4, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:25.564550 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a95a7b7a-33f1-426f-a61c-52e53f9b4acf req-b0251af1-91d9-4467-9714-8c88d0819233 service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102090 Dec 13 12:57:25.591180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05cc59b6-61a2-4f9d-b8f1-623156499b0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:25.658482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7913aca8-45f9-45ce-bd72-5051460afa9f up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:25.667923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] For port 0f43a70e-4bb5-4134-97e4-553627db44f4, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0f43a70e-4bb5-4134-97e4-553627db44f4,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:25.681639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc59b6-61a2-4f9d-b8f1-623156499b0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=abbec3eb-17e9-4a0e-9079-656276c50392,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:25.687488 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:25.691163 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05cc59b6-61a2-4f9d-b8f1-623156499b0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:25.697390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-05cc59b6-61a2-4f9d-b8f1-623156499b0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/abbec3eb-17e9-4a0e-9079-656276c50392 HTTP/1.1" status: 204 len: 168 time: 1.4354334 Dec 13 12:57:25.705730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53056) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:25.765090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 7913aca8-45f9-45ce-bd72-5051460afa9f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:57:25.770562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 7913aca8-45f9-45ce-bd72-5051460afa9f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:25.771374 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:25.843888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:25.847004 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:25.848770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] 10.222.0.37 "PUT /v2.0/ports/0f43a70e-4bb5-4134-97e4-553627db44f4 HTTP/1.1" status: 200 len: 1092 time: 3.4787967 Dec 13 12:57:25.850923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8950409-2500-4185-82b1-1b19f6d0bcfd', 'tag': '0f43a70e-4bb5-4134-97e4-553627db44f4'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:57:25.856808 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594c49c5-549e-457a-b06e-0cb933bf4366" -d '{"events": [{"name": "network-changed", "server_uuid": "e8950409-2500-4185-82b1-1b19f6d0bcfd", "tag": "0f43a70e-4bb5-4134-97e4-553627db44f4"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:57:25.874061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda9635-b9e8-4020-8fb5-3e1f26fd6c9a req-1b8e418c-88da-4179-8403-d62ef945ea72 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:25.876182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4dda9635-b9e8-4020-8fb5-3e1f26fd6c9a req-1b8e418c-88da-4179-8403-d62ef945ea72 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 944 time: 0.4158895 Dec 13 12:57:25.895189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b8b4c-a1e7-478d-b6f4-1c8a00cca8ad req-ebd12c52-ea3e-43f6-a648-afe9bec5e8ec tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:25.904830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f3b8b4c-a1e7-478d-b6f4-1c8a00cca8ad req-ebd12c52-ea3e-43f6-a648-afe9bec5e8ec tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 944 time: 0.4305940 Dec 13 12:57:25.960913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:25.998743 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.056425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1963a-223a-46b5-9d6a-bf91b0b1eeef service neutron] Pushing event updated for resources: {'Port': ['ID=0f43a70e-4bb5-4134-97e4-553627db44f4,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:26.060549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:26.096332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f1a2eb-6512-4894-bd84-288ea65d3ab4') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:26.096748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f1a2eb-6512-4894-bd84-288ea65d3ab4') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:26.100887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7913aca8-45f9-45ce-bd72-5051460afa9f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7913aca8-45f9-45ce-bd72-5051460afa9f,segment=NetworkSegment(a326dcf3-3d58-4dd2-ae46-5cf847e2baf3),segment_id=a326dcf3-3d58-4dd2-ae46-5cf847e2baf3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:26.111773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:57:26.121327 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510aa6b0-1025-4abd-a508-6d5aea5a40a8" -d '{"events": [{"server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "name": "network-vif-plugged", "status": "completed", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:57:26.144555 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.170230 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.191382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4dda9635-b9e8-4020-8fb5-3e1f26fd6c9a req-19b383f2-1403-47af-92af-9f0cce815401 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797213 Dec 13 12:57:26.206906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-b35ab5a8-7e59-4313-9136-bb694bff2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:26.208663 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-b35ab5a8-7e59-4313-9136-bb694bff2d66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 1095 time: 0.2736034 Dec 13 12:57:26.233685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f3b8b4c-a1e7-478d-b6f4-1c8a00cca8ad req-3fbbc5d5-5875-4ba5-94c1-3b7a63d7e7b6 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267343 Dec 13 12:57:26.278357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7913aca8-45f9-45ce-bd72-5051460afa9f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:26.323692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e79d206d-6163-41b2-ad56-3816db2c955f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:26.372043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.394105 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eb38f6-3b6a-41b0-9190-4fe6ae6d530c x-openstack-request-id: req-27eb38f6-3b6a-41b0-9190-4fe6ae6d530c {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:57:26.394485 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8950409-2500-4185-82b1-1b19f6d0bcfd", "tag": "0f43a70e-4bb5-4134-97e4-553627db44f4", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:57:26.400811 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27eb38f6-3b6a-41b0-9190-4fe6ae6d530c {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:57:26.401345 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8950409-2500-4185-82b1-1b19f6d0bcfd', 'tag': '0f43a70e-4bb5-4134-97e4-553627db44f4', 'status': 'completed', 'code': 200} Dec 13 12:57:26.406212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e79d206d-6163-41b2-ad56-3816db2c955f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:26.406557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-e010f893-9bbe-41e0-bea6-621f21f8f2e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f43a70e-4bb5-4134-97e4-553627db44f4 HTTP/1.1" status: 200 len: 217 time: 0.1659267 Dec 13 12:57:26.406743 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.425731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:26.425964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:26.446300 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:26.475170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.579235 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.628436 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1507d969-2c9e-4374-a3a9-19a8436f352d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.663132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port e79d206d-6163-41b2-ad56-3816db2c955f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e79d206d-6163-41b2-ad56-3816db2c955f,segment=NetworkSegment(21cdd4ed-ee6c-4f79-88df-108a022dd7b9),segment_id=21cdd4ed-ee6c-4f79-88df-108a022dd7b9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:26.669339 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a95a7b7a-33f1-426f-a61c-52e53f9b4acf req-7b7a76f1-5785-4f87-9fe0-48699e8a99bc service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0948713 Dec 13 12:57:26.669616 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.727152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-fc032932-6d05-4c91-956d-b70eb75548f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:26.735583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-fc032932-6d05-4c91-956d-b70eb75548f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.3114331 Dec 13 12:57:26.737764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port e79d206d-6163-41b2-ad56-3816db2c955f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:26.739138 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.775617 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.776217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=e79d206d-6163-41b2-ad56-3816db2c955f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:26.785130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.789467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6 HTTP/1.1" status: 204 len: 168 time: 1.8035262 Dec 13 12:57:26.805727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b9264-7139-4e54-ab10-dc9b758d2759 None None] Network 78a011bd-afb5-4f61-971d-42700417d097 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:26.845327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] For port e79d206d-6163-41b2-ad56-3816db2c955f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e79d206d-6163-41b2-ad56-3816db2c955f,segment=NetworkSegment(21cdd4ed-ee6c-4f79-88df-108a022dd7b9),segment_id=21cdd4ed-ee6c-4f79-88df-108a022dd7b9)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:26.845616 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:26.863491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53068) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:26.864500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47edc4e-ff52-4588-9299-5faf832cdce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a23ae1c2-aa4e-4997-b2e7-c4ec239d7cb6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:26.883211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for e79d206d-6163-41b2-ad56-3816db2c955f owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:26.945316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd36f6e-d903-4d8e-a474-914bf2d2adff req-ac0a1b1c-9ad7-4ff9-9ae6-3e6b43a6db5d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:26.947719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2fd36f6e-d903-4d8e-a474-914bf2d2adff req-ac0a1b1c-9ad7-4ff9-9ae6-3e6b43a6db5d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.5562181 Dec 13 12:57:26.962050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2186c-ee2f-496f-8459-0c11dba2b5be req-e7e533ae-c41e-48c3-bfde-5ed7363bf786 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:26.968938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a2186c-ee2f-496f-8459-0c11dba2b5be req-e7e533ae-c41e-48c3-bfde-5ed7363bf786 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 944 time: 0.2439034 Dec 13 12:57:27.067867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2fd36f6e-d903-4d8e-a474-914bf2d2adff req-0a7dc658-2995-4276-9899-a1fbe6f9aa87 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757260 Dec 13 12:57:27.069680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-4db6cdda-a391-4add-a8a4-69ce6e769a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:27.071160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-4db6cdda-a391-4add-a8a4-69ce6e769a7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3228447 Dec 13 12:57:27.095230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.120595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3a752343-eb32-43f4-b623-936ba2210ea7 None None] Could not find standard attr ID for object e79d206d-6163-41b2-ad56-3816db2c955f. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 12:57:27.124950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac8bffe-5409-465e-8003-728e3f92ed54 admin admin] Deleting subnet f9073aae-c11b-4a4f-a8c6-03e919d0211d {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:27.133910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No DVR routers for this DVR port e79d206d-6163-41b2-ad56-3816db2c955f on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:27.135441 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac8bffe-5409-465e-8003-728e3f92ed54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.178403 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1bfb80-d238-4483-a111-b6422169e136 x-openstack-request-id: req-9f1bfb80-d238-4483-a111-b6422169e136 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:57:27.178403 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "name": "network-vif-plugged", "status": "completed", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:57:27.178403 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f1bfb80-d238-4483-a111-b6422169e136 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:57:27.178855 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'code': 200} Dec 13 12:57:27.197129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=e79d206d-6163-41b2-ad56-3816db2c955f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:27.258540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a2186c-ee2f-496f-8459-0c11dba2b5be req-640d68bb-4e8c-455a-b5e4-89bb0c2628f6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843025 Dec 13 12:57:27.308689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5d032b-6ccd-42ce-85e8-3138e8decf21 None None] DHCP port deletion for 78a011bd-afb5-4f61-971d-42700417d097 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:57:27.351790 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac8bffe-5409-465e-8003-728e3f92ed54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.364301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.414151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a011bd-afb5-4f61-971d-42700417d097']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:27.451426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cdd4ed-ee6c-4f79-88df-108a022dd7b9') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:27.451720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cdd4ed-ee6c-4f79-88df-108a022dd7b9') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:27.470783 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.495450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f9ce-ab08-47cd-9c4a-d2b552c5be71 req-e5b8fb6e-99e5-4716-9ee4-f808d856c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:27.497240 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7e81f9ce-ab08-47cd-9c4a-d2b552c5be71 req-e5b8fb6e-99e5-4716-9ee4-f808d856c436 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1096 time: 0.2490320 Dec 13 12:57:27.498433 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.499805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac8bffe-5409-465e-8003-728e3f92ed54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.504947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-a2cdc58c-9f56-4462-99a2-6afd6af1e871 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223537 Dec 13 12:57:27.533379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:27.533822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:27.537131 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:27.575307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34d079-d208-4936-898c-84f20345d684 req-16379bdc-9cec-4945-8cfb-5d9230a2840c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:27.576836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da34d079-d208-4936-898c-84f20345d684 req-16379bdc-9cec-4945-8cfb-5d9230a2840c tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 944 time: 0.1775310 Dec 13 12:57:27.628691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba2a8-f156-41c2-a251-aa7c02f1c90c req-39bdf494-96af-49a8-9c8b-bf0ef6b0f040 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:27.630206 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb4ba2a8-f156-41c2-a251-aa7c02f1c90c req-39bdf494-96af-49a8-9c8b-bf0ef6b0f040 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.2208700 Dec 13 12:57:27.634248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.645908 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.654500 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/networks/78a011bd-afb5-4f61-971d-42700417d097 HTTP/1.1" status: 204 len: 168 time: 1.9416039 Dec 13 12:57:27.655500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53076) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:27.665058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1476520340'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:27.672900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 63223312-572e-4b3f-8a84-52a352fbc364 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:27.675141 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7e81f9ce-ab08-47cd-9c4a-d2b552c5be71 req-6e6e8d58-4a00-4977-9a35-fadb4c8ea793 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524076 Dec 13 12:57:27.679064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71d950-6b99-42f0-91e8-f629e6e6936f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Network': ['ID=78a011bd-afb5-4f61-971d-42700417d097,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:27.729872 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac8bffe-5409-465e-8003-728e3f92ed54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.756810 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.763918 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.794066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:27.796010 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 63223312-572e-4b3f-8a84-52a352fbc364 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:57:27.797655 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.802600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 63223312-572e-4b3f-8a84-52a352fbc364 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:27.803434 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.808643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8bffe-5409-465e-8003-728e3f92ed54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9073aae-c11b-4a4f-a8c6-03e919d0211d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:27.811975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac8bffe-5409-465e-8003-728e3f92ed54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.815356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7ac8bffe-5409-465e-8003-728e3f92ed54 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f9073aae-c11b-4a4f-a8c6-03e919d0211d HTTP/1.1" status: 204 len: 168 time: 0.9412668 Dec 13 12:57:27.819519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53078) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:27.825614 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb4ba2a8-f156-41c2-a251-aa7c02f1c90c req-2a35c563-5c9b-4f64-a488-876b4313c4ce tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793447 Dec 13 12:57:27.829128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da34d079-d208-4936-898c-84f20345d684 req-886be13f-b13a-437d-98f7-0f56757a037b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167358 Dec 13 12:57:27.833219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7953832-cce4-4e49-9bba-d29b56c9a3a2 req-9cafcd17-1493-4ed0-b9a5-5f5769acd31b service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078096 Dec 13 12:57:27.872546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:27.900824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.901189 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Added segment 4f5525a2-365f-4aea-ac05-b935be83292c of type vlan for network be882004-c5a6-409f-aeb9-5d83c0e76d08 Dec 13 12:57:27.968797 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.991010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:27.996761 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.008648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-f127a148-21ea-41e2-8006-186803eeaf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:28.010361 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-f127a148-21ea-41e2-8006-186803eeaf15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 1095 time: 0.0947018 Dec 13 12:57:28.040971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 63223312-572e-4b3f-8a84-52a352fbc364, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=63223312-572e-4b3f-8a84-52a352fbc364,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:28.047033 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.071167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.077109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:28.077671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.113797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=63223312-572e-4b3f-8a84-52a352fbc364,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:28.165803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5026574 Dec 13 12:57:28.168142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53082) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:28.170224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.176820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e79d206d-6163-41b2-ad56-3816db2c955f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:28.178740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'be882004-c5a6-409f-aeb9-5d83c0e76d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:28.185047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6c528-0c1b-42cd-b48c-9aa36a7798fa tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Network': ['ID=be882004-c5a6-409f-aeb9-5d83c0e76d08,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:28.205160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-45818a10-8db3-4d73-8bbb-24fe42a58451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:28.206780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-45818a10-8db3-4d73-8bbb-24fe42a58451 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.1880691 Dec 13 12:57:28.217497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network be882004-c5a6-409f-aeb9-5d83c0e76d08 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:28.220956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e79d206d-6163-41b2-ad56-3816db2c955f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:28.221417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e79d206d-6163-41b2-ad56-3816db2c955f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:28.265815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb46380-1e74-4132-b0cf-8178b2b37f29']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:28.299219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484340b0-7da1-4184-9403-7e40f62a6fd1') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:28.299821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484340b0-7da1-4184-9403-7e40f62a6fd1') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:28.311821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.323357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-0b45e180-c123-4f06-bc3e-640d10402b50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f43a70e-4bb5-4134-97e4-553627db44f4 HTTP/1.1" status: 200 len: 217 time: 0.0886533 Dec 13 12:57:28.331964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.341689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:28.342252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:28.383977 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:28.396028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7a614-2a44-4639-815f-659b79404348 req-a880d5cf-fcb3-4837-9b29-23a29936b4a8 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:28.397574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ea7a614-2a44-4639-815f-659b79404348 req-a880d5cf-fcb3-4837-9b29-23a29936b4a8 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1824100 Dec 13 12:57:28.440944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-9d7454b2-2087-4a47-ac3b-94b95600f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:28.442359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-9d7454b2-2087-4a47-ac3b-94b95600f2af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1067188 Dec 13 12:57:28.505697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33504358-86ba-41ed-ac9a-5335850c86f5 req-168afa63-310a-4bc2-abd9-0f6f67a98276 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:28.507597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33504358-86ba-41ed-ac9a-5335850c86f5 req-168afa63-310a-4bc2-abd9-0f6f67a98276 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 944 time: 0.1314716 Dec 13 12:57:28.513397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ea7a614-2a44-4639-815f-659b79404348 req-cd4e0578-16ec-483c-ab57-a52d076d8996 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000252 Dec 13 12:57:28.525779 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.535238 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.540537 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ffb46380-1e74-4132-b0cf-8178b2b37f29 HTTP/1.1" status: 204 len: 168 time: 0.7196777 Dec 13 12:57:28.556288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-8c7ec2ac-e8a7-42d4-b157-ec5544703020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:28.557981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-8c7ec2ac-e8a7-42d4-b157-ec5544703020 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033204 Dec 13 12:57:28.572255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:28.575855 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.581393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d28be-02c9-41a4-9230-1ec8a0724798 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb46380-1e74-4132-b0cf-8178b2b37f29,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:28.596703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33504358-86ba-41ed-ac9a-5335850c86f5 req-96d9337e-7ee2-44f5-ad44-14e57e6ebaea tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775182 Dec 13 12:57:28.711451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-3a314e1a-dac9-426b-9efa-ebcfb55354c2 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440866 Dec 13 12:57:28.728838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] Deleting port 0592bdce-22e0-4aee-b7e7-b2b3136f761d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:28.729181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:28.812926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53092) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:28.878450 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-594c49c5-549e-457a-b06e-0cb933bf4366 req-1a78f742-7f8b-494b-9d63-ef984e8f27e3 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562545 Dec 13 12:57:29.003284 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.004663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806f789-adea-4524-bdfc-0723244f3065 req-d4182773-5fb4-4e21-9583-08f50b55a41d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:29.006701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5806f789-adea-4524-bdfc-0723244f3065 req-d4182773-5fb4-4e21-9583-08f50b55a41d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.0928061 Dec 13 12:57:29.008588 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-72f9f60a-111a-4cb1-98c8-675b3c9116b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5a62532d19d49dabf951c00cf517831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945112 Dec 13 12:57:29.012178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53100) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:29.015604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.030313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] For port 0592bdce-22e0-4aee-b7e7-b2b3136f761d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0592bdce-22e0-4aee-b7e7-b2b3136f761d,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:29.030677 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.073782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] Calling delete_port for 0592bdce-22e0-4aee-b7e7-b2b3136f761d owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:29.074089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1a4b9-76e4-4cc4-abe6-7d91593bdc9a req-ff76f468-b6a5-4736-850b-18a27c3ba193 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:29.076353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37a1a4b9-76e4-4cc4-abe6-7d91593bdc9a req-ff76f468-b6a5-4736-850b-18a27c3ba193 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 945 time: 0.1259904 Dec 13 12:57:29.107544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=fa80d9f4-6c57-4b80-99c3-a38001f1f463,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:29.163599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Checking segment: {'id': '4f5525a2-365f-4aea-ac05-b935be83292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be882004-c5a6-409f-aeb9-5d83c0e76d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:29.163967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network hostable DHCP agents. Network: be882004-c5a6-409f-aeb9-5d83c0e76d08, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:29.179620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fcd6a-3dda-4e38-b093-d13dfb240a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63223312-572e-4b3f-8a84-52a352fbc364'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:57:29.181951 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fb22af-8282-4182-b61e-44f44d21068f" -d '{"events": [{"server_uuid": "e49fcd6a-3dda-4e38-b093-d13dfb240a0f", "name": "network-vif-plugged", "status": "completed", "tag": "63223312-572e-4b3f-8a84-52a352fbc364"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:57:29.235727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network be882004-c5a6-409f-aeb9-5d83c0e76d08 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:29.253470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, be882004-c5a6-409f-aeb9-5d83c0e76d08) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:29.259303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:29.259918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.264735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b09373-88d2-4284-8a18-d6d47d3138a3 None None] Network be882004-c5a6-409f-aeb9-5d83c0e76d08 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:29.293016 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0f89b754-3a89-4762-8aa7-cc921c1f6ebd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1162772 Dec 13 12:57:29.293248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53104) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:29.299236 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'be882004-c5a6-409f-aeb9-5d83c0e76d08', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-135140092'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:29.375588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-be882004-c5a6-409f-aeb9-5d83c0e76d08', 'network_id': 'be882004-c5a6-409f-aeb9-5d83c0e76d08', 'project_id': '7ab749a065d44d21bdcc5232d20d1b84', 'fixed_ips': [{'subnet_id': 'fa80d9f4-6c57-4b80-99c3-a38001f1f463'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:57:29.376656 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.410061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5806f789-adea-4524-bdfc-0723244f3065 req-5ff0a173-6a24-45de-b875-ee913374a444 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906832 Dec 13 12:57:29.412630 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f8c958c-b4e3-40d0-8d96-6d14927c493c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.447467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.467498 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f8c958c-b4e3-40d0-8d96-6d14927c493c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.486124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0592bdce-22e0-4aee-b7e7-b2b3136f761d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:29.486603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37a1a4b9-76e4-4cc4-abe6-7d91593bdc9a req-07bfdb36-1e2b-4393-9da4-8c7212f5cba4 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/security-groups?id=9904e313-d5de-431e-bd79-474cedd50375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933878 Dec 13 12:57:29.553046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:29.556709 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.570059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Allocated IP 2001:db8::2 (be882004-c5a6-409f-aeb9-5d83c0e76d08/fa80d9f4-6c57-4b80-99c3-a38001f1f463/10c3e1fa-2764-4ffd-8b70-53fb48effe2e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:29.586179 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52cc773-26d9-477f-8df2-acdd2754130a x-openstack-request-id: req-c52cc773-26d9-477f-8df2-acdd2754130a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:57:29.586494 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fcd6a-3dda-4e38-b093-d13dfb240a0f", "name": "network-vif-plugged", "status": "completed", "tag": "63223312-572e-4b3f-8a84-52a352fbc364", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:57:29.586599 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c52cc773-26d9-477f-8df2-acdd2754130a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:57:29.586960 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fcd6a-3dda-4e38-b093-d13dfb240a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63223312-572e-4b3f-8a84-52a352fbc364', 'code': 200} Dec 13 12:57:29.594749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port cb0d53ed-b865-4e6e-a08d-cf2a5f3b3177 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:57:29.622566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73083cdb-3628-444b-b0d1-27dda51c3e16 req-0e309f60-5454-48e0-a54a-c33bdeb8026b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:29.624896 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73083cdb-3628-444b-b0d1-27dda51c3e16 req-0e309f60-5454-48e0-a54a-c33bdeb8026b tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 945 time: 0.0990479 Dec 13 12:57:29.663095 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f8c958c-b4e3-40d0-8d96-6d14927c493c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.675080 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f8c958c-b4e3-40d0-8d96-6d14927c493c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.678020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4f8c958c-b4e3-40d0-8d96-6d14927c493c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c98982c-0ec3-4e7d-a741-96f3d51a560f HTTP/1.1" status: 204 len: 168 time: 0.6623344 Dec 13 12:57:29.700280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c958c-b4e3-40d0-8d96-6d14927c493c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c98982c-0ec3-4e7d-a741-96f3d51a560f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:29.765272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73083cdb-3628-444b-b0d1-27dda51c3e16 req-e99f2cab-4c26-485b-998a-eb470ec1840f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312058 Dec 13 12:57:29.939372 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.954571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e9771-5a14-434f-813d-b338edf64b53 req-b15bdb56-d009-4942-a06c-aebbd0bec0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:29.956240 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-061e9771-5a14-434f-813d-b338edf64b53 req-b15bdb56-d009-4942-a06c-aebbd0bec0dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 1096 time: 0.2913151 Dec 13 12:57:29.984669 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:29.992373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730744ff-d47d-4956-8e7e-330849f8cc43 req-74b70e4e-0092-4cb7-9b2d-e2140e60cc4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:29.993918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-730744ff-d47d-4956-8e7e-330849f8cc43 req-74b70e4e-0092-4cb7-9b2d-e2140e60cc4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 944 time: 0.0877385 Dec 13 12:57:29.996205 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:30.006818 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:30.015462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4baf2-4e5f-408d-bf99-80c4a7573ef8 req-23663755-571e-4b5b-9157-31caeb089283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:30.016950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-feb4baf2-4e5f-408d-bf99-80c4a7573ef8 req-23663755-571e-4b5b-9157-31caeb089283 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1096 time: 0.1673672 Dec 13 12:57:30.026723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f4fc7-417f-4c0a-aa1d-7c422af72ab9 req-e6586b16-5d98-4434-903d-b4095a907ee3 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:30.028476 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-645f4fc7-417f-4c0a-aa1d-7c422af72ab9 req-e6586b16-5d98-4434-903d-b4095a907ee3 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1678586 Dec 13 12:57:30.078605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Pushing event updated for resources: {'Port': ['ID=10c3e1fa-2764-4ffd-8b70-53fb48effe2e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:30.081168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0f43a70e-4bb5-4134-97e4-553627db44f4 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:57:30.091868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Network be882004-c5a6-409f-aeb9-5d83c0e76d08 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:30.097891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:30.104061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:30.119809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-645f4fc7-417f-4c0a-aa1d-7c422af72ab9 req-ad827a83-07bd-47d7-9f7b-40e24cbf9696 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828767 Dec 13 12:57:30.214846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-730744ff-d47d-4956-8e7e-330849f8cc43 req-29a6d915-cdbb-4c0f-b622-f39dc9a60336 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090631 Dec 13 12:57:30.274817 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:57:30.276715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Attempting to bind port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:30.277427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Attempting to bind port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '4f5525a2-365f-4aea-ac05-b935be83292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be882004-c5a6-409f-aeb9-5d83c0e76d08'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:30.278012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Attempting to bind port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e on network be882004-c5a6-409f-aeb9-5d83c0e76d08 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:30.310855 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:30.310855 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Checking segment: {'id': '4f5525a2-365f-4aea-ac05-b935be83292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be882004-c5a6-409f-aeb9-5d83c0e76d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:30.311232 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:30.311346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Bound using segment: {'id': '4f5525a2-365f-4aea-ac05-b935be83292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be882004-c5a6-409f-aeb9-5d83c0e76d08'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:30.311808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Bound port: 10c3e1fa-2764-4ffd-8b70-53fb48effe2e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5525a2-365f-4aea-ac05-b935be83292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'be882004-c5a6-409f-aeb9-5d83c0e76d08'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:30.312185 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:30.349528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4baf2-4e5f-408d-bf99-80c4a7573ef8 req-90b21a13-30a3-49a7-af40-d03fd5b8d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:30.355022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-feb4baf2-4e5f-408d-bf99-80c4a7573ef8 req-90b21a13-30a3-49a7-af40-d03fd5b8d2cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 200 len: 920 time: 0.3191817 Dec 13 12:57:30.356632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53120) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:30.397432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ce214-0d24-4505-be9b-601cbfffb1e7 req-cae945ce-56f9-4c77-b3f6-f43dce8f4fd5 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:30.399254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a25ce214-0d24-4505-be9b-601cbfffb1e7 req-cae945ce-56f9-4c77-b3f6-f43dce8f4fd5 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1692576 Dec 13 12:57:30.433147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-feb4baf2-4e5f-408d-bf99-80c4a7573ef8 req-dd98d2a8-a144-4f53-9cc8-59653acdac61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 217 time: 0.0679731 Dec 13 12:57:30.457005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 0f43a70e-4bb5-4134-97e4-553627db44f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0f43a70e-4bb5-4134-97e4-553627db44f4,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:30.465730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] For port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:30.470550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] For port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=10c3e1fa-2764-4ffd-8b70-53fb48effe2e,segment=NetworkSegment(4f5525a2-365f-4aea-ac05-b935be83292c),segment_id=4f5525a2-365f-4aea-ac05-b935be83292c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:30.473349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '0f43a70e-4bb5-4134-97e4-553627db44f4', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'port_id': '0f43a70e-4bb5-4134-97e4-553627db44f4', 'mac_address': 'fa:16:3e:c9:01:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:57:30.481832 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-061e9771-5a14-434f-813d-b338edf64b53 req-ed9f0ac2-1d67-4764-9368-d1d113879a28 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175202 Dec 13 12:57:30.510956 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:30.538646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ada5548a-35b2-4b80-a49f-a0639e60e451 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc72a815e38d4da9b7dc2a45bcdff01c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806412 Dec 13 12:57:30.549461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53124) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:30.558480 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:30.582706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a25ce214-0d24-4505-be9b-601cbfffb1e7 req-c46e09e5-c163-4339-9d5f-2626796e7d40 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535439 Dec 13 12:57:30.599060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4baf2-4e5f-408d-bf99-80c4a7573ef8 req-2f0fb098-70a2-407e-a189-405c8673f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:30.601305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-feb4baf2-4e5f-408d-bf99-80c4a7573ef8 req-2f0fb098-70a2-407e-a189-405c8673f7d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=305aabd4-9e67-4a6f-bec7-7359e1dc91bd HTTP/1.1" status: 200 len: 860 time: 0.1452370 Dec 13 12:57:30.625196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f43a70e-4bb5-4134-97e4-553627db44f4 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:57:30.687661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea154b0-1483-4893-82f5-b1d0b064e443 None None] Pushing event updated for resources: {'Port': ['ID=10c3e1fa-2764-4ffd-8b70-53fb48effe2e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:30.695551 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4cb83d7-a292-4768-a944-238a37620039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:30.710990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 0f43a70e-4bb5-4134-97e4-553627db44f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0f43a70e-4bb5-4134-97e4-553627db44f4,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:30.718687 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:30.744004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-feb4baf2-4e5f-408d-bf99-80c4a7573ef8 req-371ba014-6aeb-4360-bc98-a2f16da2797a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542266 Dec 13 12:57:30.768043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-07a74598-d2d8-4eae-bca1-02aa82eb882d tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:30.770343 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-07a74598-d2d8-4eae-bca1-02aa82eb882d tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 945 time: 0.2831790 Dec 13 12:57:30.778330 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4cb83d7-a292-4768-a944-238a37620039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:30.820428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=0f43a70e-4bb5-4134-97e4-553627db44f4,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:30.899433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8::124 (be882004-c5a6-409f-aeb9-5d83c0e76d08/fa80d9f4-6c57-4b80-99c3-a38001f1f463/cb0d53ed-b865-4e6e-a08d-cf2a5f3b3177) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:30.921280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] Router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:57:30.964400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687ec37-2c13-485f-a68d-66ce619eeaca req-11d6f156-6105-4029-ace8-15ebb7df7464 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:30.967846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['0f43a70e-4bb5-4134-97e4-553627db44f4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:57:30.973369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6687ec37-2c13-485f-a68d-66ce619eeaca req-11d6f156-6105-4029-ace8-15ebb7df7464 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 945 time: 0.3142347 Dec 13 12:57:31.094661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4cb83d7-a292-4768-a944-238a37620039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:31.097937 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4cb83d7-a292-4768-a944-238a37620039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:31.099244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a4cb83d7-a292-4768-a944-238a37620039 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/733b4f85-fe9c-4280-8aab-ea25ea74f3b4 HTTP/1.1" status: 204 len: 168 time: 0.5478327 Dec 13 12:57:31.114838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6687ec37-2c13-485f-a68d-66ce619eeaca req-177849cc-4769-4286-b66e-3d641f7d04c4 tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/security-groups?id=9904e313-d5de-431e-bd79-474cedd50375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403356 Dec 13 12:57:31.130278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bb629-a54f-46af-b58c-61e1319dbf1e req-ba5e43c2-daf7-452b-992a-338d0ef1fe33 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:31.138527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e11bb629-a54f-46af-b58c-61e1319dbf1e req-ba5e43c2-daf7-452b-992a-338d0ef1fe33 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 945 time: 0.2008469 Dec 13 12:57:31.149349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-feb4baf2-4e5f-408d-bf99-80c4a7573ef8 req-f8b574d8-8aca-4d22-a853-64d2f79a9554 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863263 Dec 13 12:57:31.172859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb83d7-a292-4768-a944-238a37620039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733b4f85-fe9c-4280-8aab-ea25ea74f3b4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:31.280004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-9cb12a54-6f24-42eb-aa8e-21a200d241ec tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Deleting port f6b9926a-95ce-487b-8efa-a1ec7f102160 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:31.280733 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-9cb12a54-6f24-42eb-aa8e-21a200d241ec tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:31.334851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-feb4baf2-4e5f-408d-bf99-80c4a7573ef8 req-e013bea1-d8d8-4a56-8999-a68ae1a1e963 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720777 Dec 13 12:57:31.345637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e11bb629-a54f-46af-b58c-61e1319dbf1e req-ac4aafa0-0e40-4405-a1ff-41359dd5c9a1 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058620 Dec 13 12:57:31.381400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:57:31.390424 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a2723e3b-3397-432a-9cba-c020cbccee25 admin admin] 10.222.0.31 "PUT /v2.0/routers/7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2633536 Dec 13 12:57:31.392303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53142) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:31.394429 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] Sync routers for ids ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:57:31.413603 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] Routers {'7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:57:31.416995 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:31.532111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-9cb12a54-6f24-42eb-aa8e-21a200d241ec tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] For port f6b9926a-95ce-487b-8efa-a1ec7f102160, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f6b9926a-95ce-487b-8efa-a1ec7f102160,segment=NetworkSegment(56af3241-abd1-42e8-9b4d-04daef40d564),segment_id=56af3241-abd1-42e8-9b4d-04daef40d564)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:31.532522 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-9cb12a54-6f24-42eb-aa8e-21a200d241ec tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:31.570199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-9cb12a54-6f24-42eb-aa8e-21a200d241ec tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Calling delete_port for f6b9926a-95ce-487b-8efa-a1ec7f102160 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:31.653981 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] Set router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:57:31.660563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:31.898184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:31.904854 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-9cb12a54-6f24-42eb-aa8e-21a200d241ec tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:31.923901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['f6b9926a-95ce-487b-8efa-a1ec7f102160'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:57:31.938003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12a54-6f24-42eb-aa8e-21a200d241ec tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Pushing event deleted for resources: {'Port': ['ID=f6b9926a-95ce-487b-8efa-a1ec7f102160,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:32.078887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0f43a70e-4bb5-4134-97e4-553627db44f4 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:32.126487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-9cb12a54-6f24-42eb-aa8e-21a200d241ec tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] No DVR routers for this DVR port f6b9926a-95ce-487b-8efa-a1ec7f102160 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:32.130227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818c40d-1afc-4b1f-a0b3-fe1d4d9a2df1 req-a6bf3b10-5f3f-40db-84aa-ee0f5fb570d6 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:32.134971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-9cb12a54-6f24-42eb-aa8e-21a200d241ec tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.143823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e818c40d-1afc-4b1f-a0b3-fe1d4d9a2df1 req-a6bf3b10-5f3f-40db-84aa-ee0f5fb570d6 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.3548031 Dec 13 12:57:32.154369 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9010ceb7-0069-4b30-b346-96cc39f8d7e6 req-9cb12a54-6f24-42eb-aa8e-21a200d241ec tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.42 "DELETE /v2.0/ports/f6b9926a-95ce-487b-8efa-a1ec7f102160 HTTP/1.1" status: 204 len: 173 time: 1.3738275 Dec 13 12:57:32.154957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa7bd2-2f95-4e4e-945a-9f85624b003f', 'name': 'network-vif-deleted', 'tag': 'f6b9926a-95ce-487b-8efa-a1ec7f102160'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:57:32.170881 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a45e4a-f743-409f-bb15-ead67bd78e1b" -d '{"events": [{"server_uuid": "d1aa7bd2-2f95-4e4e-945a-9f85624b003f", "name": "network-vif-deleted", "tag": "f6b9926a-95ce-487b-8efa-a1ec7f102160"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:57:32.228389 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.236128 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:57:29Z', 'revision_number': 5, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port': {'id': 'd26844da-fb6e-4a62-a426-630cb97cf030', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:36Z', 'updated_at': '2021-12-13T12:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:32.242377 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.264921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 10c3e1fa-2764-4ffd-8b70-53fb48effe2e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:32.323188 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] Checking router: 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:57:32.347620 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] Routers {'7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:57:32.349353 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:32.374384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=cb0d53ed-b865-4e6e-a08d-cf2a5f3b3177,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:32.376229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 0f43a70e-4bb5-4134-97e4-553627db44f4 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:57:32.385163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 0f43a70e-4bb5-4134-97e4-553627db44f4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:32.385522 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.408840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network be882004-c5a6-409f-aeb9-5d83c0e76d08 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:32.410590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:32.417461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:32.425398 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:32.426908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e818c40d-1afc-4b1f-a0b3-fe1d4d9a2df1 req-c0aabfaa-7b97-403f-b937-a4c33686c11a tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791574 Dec 13 12:57:32.429556 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.484810 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6f767cf1-4e6e-47d7-b228-6f8482ededbc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.1905148 Dec 13 12:57:32.487595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53174) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:32.503259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520ba41-a362-4f2d-8510-532e6b98226e req-e00e6f6c-59aa-49aa-81ef-a70e4813d323 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:32.518064 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d520ba41-a362-4f2d-8510-532e6b98226e req-e00e6f6c-59aa-49aa-81ef-a70e4813d323 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 945 time: 0.3696840 Dec 13 12:57:32.518604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:32.519489 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.531269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22f755-f0ab-47bb-b446-9fb0b135ee4a None None] Network be882004-c5a6-409f-aeb9-5d83c0e76d08 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:32.650685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Deleting port d26844da-fb6e-4a62-a426-630cb97cf030 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:32.652405 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.672225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d520ba41-a362-4f2d-8510-532e6b98226e req-0c5d5850-1d82-4c85-a9b1-f8b3e1c00999 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527524 Dec 13 12:57:32.690975 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.704655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d7696d61-3f08-4ce5-920e-6205dcea6d0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port cb0d53ed-b865-4e6e-a08d-cf2a5f3b3177 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:32.705498 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7696d61-3f08-4ce5-920e-6205dcea6d0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.726284 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] Set router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:57:32.732785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 0f43a70e-4bb5-4134-97e4-553627db44f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0f43a70e-4bb5-4134-97e4-553627db44f4,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:32.733953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-648a53f0-2cbe-41a5-9e3b-4ede740683e8 None None] Provisioning complete for port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:32.734413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-648a53f0-2cbe-41a5-9e3b-4ede740683e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.739047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8950409-2500-4185-82b1-1b19f6d0bcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f43a70e-4bb5-4134-97e4-553627db44f4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:57:32.742397 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba912ca-ca8d-425b-8efe-fdfc6da37fc1" -d '{"events": [{"server_uuid": "e8950409-2500-4185-82b1-1b19f6d0bcfd", "name": "network-vif-plugged", "status": "completed", "tag": "0f43a70e-4bb5-4134-97e4-553627db44f4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:57:32.770177 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.867516 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b847eb32-fd82-4aac-a837-75c2ec34ae79 x-openstack-request-id: req-b847eb32-fd82-4aac-a837-75c2ec34ae79 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:57:32.870340 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa7bd2-2f95-4e4e-945a-9f85624b003f", "name": "network-vif-deleted", "tag": "f6b9926a-95ce-487b-8efa-a1ec7f102160", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:57:32.870794 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b847eb32-fd82-4aac-a837-75c2ec34ae79 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:57:32.871326 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa7bd2-2f95-4e4e-945a-9f85624b003f', 'name': 'network-vif-deleted', 'tag': 'f6b9926a-95ce-487b-8efa-a1ec7f102160', 'status': 'completed', 'code': 200} Dec 13 12:57:32.880119 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:57:32Z', 'revision_number': 6, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:32.935966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=0f43a70e-4bb5-4134-97e4-553627db44f4,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:32.947217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e0fed09-19b2-4340-8d1e-71f28e591974 req-c14c3a08-cb7b-4ee5-915d-7f049398259d tempest-VolumesAdminNegativeTest-1066498185 tempest-VolumesAdminNegativeTest-1066498185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1aa7bd2-2f95-4e4e-945a-9f85624b003f HTTP/1.1" status: 200 len: 210 time: 0.3430192 Dec 13 12:57:32.970329 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:32.996056 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20726f4-eb86-4c7f-92a0-6891da4afaa0 None None] The sync data for ids ['7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6'] in n-d-817326-4 is: [{'id': '7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6', 'name': 'tempest-TaggedBootDevicesTest-144094048-router', 'tenant_id': '0a2a372f38094215aedbe2a0ee092fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:35Z', 'updated_at': '2021-12-13T12:57:32Z', 'revision_number': 6, 'project_id': '0a2a372f38094215aedbe2a0ee092fa7', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:57:33.025056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7696d61-3f08-4ce5-920e-6205dcea6d0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.039582 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1cef0f-afe3-4794-b5b2-6a454f51ac7e x-openstack-request-id: req-7e1cef0f-afe3-4794-b5b2-6a454f51ac7e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:57:33.039582 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8950409-2500-4185-82b1-1b19f6d0bcfd", "name": "network-vif-plugged", "status": "completed", "tag": "0f43a70e-4bb5-4134-97e4-553627db44f4", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:57:33.039799 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e1cef0f-afe3-4794-b5b2-6a454f51ac7e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:57:33.040241 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8950409-2500-4185-82b1-1b19f6d0bcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f43a70e-4bb5-4134-97e4-553627db44f4', 'code': 200} Dec 13 12:57:33.047884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] For port d26844da-fb6e-4a62-a426-630cb97cf030, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d26844da-fb6e-4a62-a426-630cb97cf030,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:33.048239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.060051 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d7696d61-3f08-4ce5-920e-6205dcea6d0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for cb0d53ed-b865-4e6e-a08d-cf2a5f3b3177 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:33.068108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Calling delete_port for d26844da-fb6e-4a62-a426-630cb97cf030 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:33.088523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46238df-27bf-4a22-acd7-8b8b1abd187f req-24185710-eaf5-4b97-a1ad-cbdcf1c0fdd2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:33.095686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a46238df-27bf-4a22-acd7-8b8b1abd187f req-24185710-eaf5-4b97-a1ad-cbdcf1c0fdd2 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 945 time: 0.1136966 Dec 13 12:57:33.164016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=10c3e1fa-2764-4ffd-8b70-53fb48effe2e,segment=NetworkSegment(4f5525a2-365f-4aea-ac05-b935be83292c),segment_id=4f5525a2-365f-4aea-ac05-b935be83292c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:33.164285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a46238df-27bf-4a22-acd7-8b8b1abd187f req-0534e15c-e2c7-4408-944b-6936556423c6 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676196 Dec 13 12:57:33.183388 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.183388 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-648a53f0-2cbe-41a5-9e3b-4ede740683e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.378868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=10c3e1fa-2764-4ffd-8b70-53fb48effe2e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:33.394879 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7696d61-3f08-4ce5-920e-6205dcea6d0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.413058 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-648a53f0-2cbe-41a5-9e3b-4ede740683e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:57:33.414037 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-648a53f0-2cbe-41a5-9e3b-4ede740683e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:57:33.418292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57989f-f61a-45b2-a73e-2b48a3a46632 req-79da52f6-848c-477f-855b-0c597832c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:33.419899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a57989f-f61a-45b2-a73e-2b48a3a46632 req-79da52f6-848c-477f-855b-0c597832c125 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 1097 time: 0.2682133 Dec 13 12:57:33.434496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206a8c-f56b-4977-9edb-76a75eca3d3d req-08a6ba12-e52d-4e23-a5fc-261500f632f5 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:33.436147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2206a8c-f56b-4977-9edb-76a75eca3d3d req-08a6ba12-e52d-4e23-a5fc-261500f632f5 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1524208 Dec 13 12:57:33.473213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7696d61-3f08-4ce5-920e-6205dcea6d0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=cb0d53ed-b865-4e6e-a08d-cf2a5f3b3177,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:33.476718 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7696d61-3f08-4ce5-920e-6205dcea6d0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.480875 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d7696d61-3f08-4ce5-920e-6205dcea6d0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/cb0d53ed-b865-4e6e-a08d-cf2a5f3b3177 HTTP/1.1" status: 204 len: 168 time: 0.9919765 Dec 13 12:57:33.483435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53200) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:33.514336 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d0ca1c-9005-4697-965e-b872dfed2222 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:57:33.516016 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e6d0ca1c-9005-4697-965e-b872dfed2222 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/cb0d53ed-b865-4e6e-a08d-cf2a5f3b3177 HTTP/1.1" status: 404 len: 333 time: 0.0314040 Dec 13 12:57:33.518776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53204) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:33.575029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a57989f-f61a-45b2-a73e-2b48a3a46632 req-635afac9-2922-48fc-a270-88eef7b57f45 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378748 Dec 13 12:57:33.586035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b83840-72be-4b6b-b135-e0af370c267d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet fa80d9f4-6c57-4b80-99c3-a38001f1f463 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:33.590440 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9b83840-72be-4b6b-b135-e0af370c267d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.618177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2206a8c-f56b-4977-9edb-76a75eca3d3d req-b5039892-5214-4e0f-957f-c8290759f025 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414289 Dec 13 12:57:33.660257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9b83840-72be-4b6b-b135-e0af370c267d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.695372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a385e14-4970-4c75-822a-10388256744b req-08248a79-5599-4953-b957-2af66fbb477f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:33.704595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a385e14-4970-4c75-822a-10388256744b req-08248a79-5599-4953-b957-2af66fbb477f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1258526 Dec 13 12:57:33.809152 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9b83840-72be-4b6b-b135-e0af370c267d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.826734 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.880684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9c85f-5a83-4f65-90de-af4cf0a9eec4 req-8dec5c38-1900-4eb2-ad56-3e90c54d8e25 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:33.882581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8c9c85f-5a83-4f65-90de-af4cf0a9eec4 req-8dec5c38-1900-4eb2-ad56-3e90c54d8e25 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 945 time: 0.1451473 Dec 13 12:57:33.885816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Pushing event deleted for resources: {'Port': ['ID=d26844da-fb6e-4a62-a426-630cb97cf030,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:33.900724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9b83840-72be-4b6b-b135-e0af370c267d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:33.901926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a385e14-4970-4c75-822a-10388256744b req-53618f18-90f9-4d7a-84e7-00cec117d679 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961811 Dec 13 12:57:33.976997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b83840-72be-4b6b-b135-e0af370c267d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=fa80d9f4-6c57-4b80-99c3-a38001f1f463,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:34.008471 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9b83840-72be-4b6b-b135-e0af370c267d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.017403 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a9b83840-72be-4b6b-b135-e0af370c267d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/fa80d9f4-6c57-4b80-99c3-a38001f1f463 HTTP/1.1" status: 204 len: 168 time: 0.4945946 Dec 13 12:57:34.019175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53218) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:34.084912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.105154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8c9c85f-5a83-4f65-90de-af4cf0a9eec4 req-672c9c78-d05e-4c1c-a50e-177d6ef5f04e tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972239 Dec 13 12:57:34.140924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7d843138-4789-429f-8452-905f99323996 None None] Provisioning complete for port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:34.141464 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d843138-4789-429f-8452-905f99323996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.144541 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.245722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:34.246335 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.322506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be021f-7d08-4bd2-b4af-9d57f25d7606 None None] Network be882004-c5a6-409f-aeb9-5d83c0e76d08 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:34.345857 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.350862 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.352464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] For port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=10c3e1fa-2764-4ffd-8b70-53fb48effe2e,segment=NetworkSegment(4f5525a2-365f-4aea-ac05-b935be83292c),segment_id=4f5525a2-365f-4aea-ac05-b935be83292c)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:34.353303 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.373235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 10c3e1fa-2764-4ffd-8b70-53fb48effe2e owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:34.461304 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 10c3e1fa-2764-4ffd-8b70-53fb48effe2e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:34.498030 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.513482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c74b1e-1292-4b5d-ac48-a757ef4635e3 req-eed2db9a-4233-49ae-8bf5-9d20d4ba5635 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:34.516575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No DVR routers for this DVR port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:34.525304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89c74b1e-1292-4b5d-ac48-a757ef4635e3 req-eed2db9a-4233-49ae-8bf5-9d20d4ba5635 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 946 time: 0.2662129 Dec 13 12:57:34.534616 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.535247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:57:34.548527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7d843138-4789-429f-8452-905f99323996 None None] Port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e update to ACTIVE by agent not found {{(pid=109887) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 12:57:34.559576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.564143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-baa13612-45c5-449e-8057-b5e66c79a68c admin admin] 10.222.0.31 "DELETE /v2.0/routers/7c9b4719-dedf-43a6-af4f-ae2b4c7bf2f6 HTTP/1.1" status: 204 len: 168 time: 3.1702037 Dec 13 12:57:34.564758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53226) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:34.565145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53228) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:34.580977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7d843138-4789-429f-8452-905f99323996 None None] Could not find standard attr ID for object cb0d53ed-b865-4e6e-a08d-cf2a5f3b3177. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 12:57:34.592315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No active binding found for port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e {{(pid=109887) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 12:57:34.593336 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 10c3e1fa-2764-4ffd-8b70-53fb48effe2e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 12:57:34.613587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=10c3e1fa-2764-4ffd-8b70-53fb48effe2e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:34.848469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.881839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be882004-c5a6-409f-aeb9-5d83c0e76d08']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:34.894818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5525a2-365f-4aea-ac05-b935be83292c') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:34.895249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5525a2-365f-4aea-ac05-b935be83292c') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:34.909607 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.929932 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.939076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:34.940049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:34.941130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896b5b9-b723-48ad-8762-4501fd48b7ec None None] DHCP port deletion for be882004-c5a6-409f-aeb9-5d83c0e76d08 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:57:34.944104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Port 10c3e1fa-2764-4ffd-8b70-53fb48effe2e not found, will not notify nova. {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:34.955189 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:35.036245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0592bdce-22e0-4aee-b7e7-b2b3136f761d no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:35.036588 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.048687 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.056537 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/networks/be882004-c5a6-409f-aeb9-5d83c0e76d08 HTTP/1.1" status: 204 len: 168 time: 1.0361362 Dec 13 12:57:35.057666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53238) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:35.068804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'name': 'tempest-PortsIpV6TestJSON-274106125'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:35.074036 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 0592bdce-22e0-4aee-b7e7-b2b3136f761d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:35.074442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0592bdce-22e0-4aee-b7e7-b2b3136f761d not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:35.074931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d26844da-fb6e-4a62-a426-630cb97cf030 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:35.087497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c69bc3-2263-42a1-a2c0-a6d1844b769f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Network': ['ID=be882004-c5a6-409f-aeb9-5d83c0e76d08,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:35.120230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d26844da-fb6e-4a62-a426-630cb97cf030 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:35.120714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d26844da-fb6e-4a62-a426-630cb97cf030 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:35.139381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Deleting subnet dc0f2cd0-da90-4d64-a22d-6a80618000d6 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:35.142867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.177392 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.199773 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:35.204430 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.229257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port 9ce86d6f-29b2-4a1e-9f65-e444e7a8bc39 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:57:35.292136 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89c74b1e-1292-4b5d-ac48-a757ef4635e3 req-b3e025db-d8ab-434a-a246-5102b18a9f02 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7623587 Dec 13 12:57:35.297275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8892e6ac-9a35-4d13-a8aa-e865a9221e5b admin admin] Deleting subnet 6c2682f3-4d19-4b32-b1e3-f9be77d2e054 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:35.317531 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ac-9a35-4d13-a8aa-e865a9221e5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.322043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.385119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ea09f-fdce-4fa6-85d0-8cd899a19642 req-002ac70c-aa6f-4a6d-b8a5-e74ae087ca6a tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:35.393316 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e6ea09f-fdce-4fa6-85d0-8cd899a19642 req-002ac70c-aa6f-4a6d-b8a5-e74ae087ca6a tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1955061 Dec 13 12:57:35.455604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.469059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ac-9a35-4d13-a8aa-e865a9221e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.501161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.561685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:35.565032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:35.568679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:35.575317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:35.575998 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.582586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=9ce86d6f-29b2-4a1e-9f65-e444e7a8bc39,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:35.592251 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.600768 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3eebcbc1-ab59-4ca3-b9bb-da8378c04b00 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5381727 Dec 13 12:57:35.603167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53244) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:35.626685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e6ea09f-fdce-4fa6-85d0-8cd899a19642 req-b2244f14-be14-4c5a-ac67-511e1bc39287 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321384 Dec 13 12:57:35.656443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0f2cd0-da90-4d64-a22d-6a80618000d6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:35.673402 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.680446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc0f2cd0-da90-4d64-a22d-6a80618000d6 HTTP/1.1" status: 204 len: 168 time: 1.1120617 Dec 13 12:57:35.680996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53246) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:35.700932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f6b9926a-95ce-487b-8efa-a1ec7f102160 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:35.701698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f134-3b19-431a-8a17-3272bd344380 req-7e3c777a-3919-4287-aacb-3fba479e1512 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:35.703423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c52f134-3b19-431a-8a17-3272bd344380 req-7e3c777a-3919-4287-aacb-3fba479e1512 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 945 time: 0.2890620 Dec 13 12:57:35.706536 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.707059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.707402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.707738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.708068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.708395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.708716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.709039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.709359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.709695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.710166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.710490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.710810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01280d65-b81d-448d-83b3-3e75780bdffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:35.733381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: f6b9926a-95ce-487b-8efa-a1ec7f102160 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:35.733736 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f6b9926a-95ce-487b-8efa-a1ec7f102160 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:35.776353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.788706 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ac-9a35-4d13-a8aa-e865a9221e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.850381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c52f134-3b19-431a-8a17-3272bd344380 req-802e7e95-9b49-43f0-92b8-1e0bdd69b9c7 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321020 Dec 13 12:57:35.865130 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6e64f-4f83-4dab-b7c0-0edf3bde6fb0 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 9ce86d6f-29b2-4a1e-9f65-e444e7a8bc39 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:35.865462 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e64f-4f83-4dab-b7c0-0edf3bde6fb0 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.898475 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ac-9a35-4d13-a8aa-e865a9221e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.984874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892e6ac-9a35-4d13-a8aa-e865a9221e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2682f3-4d19-4b32-b1e3-f9be77d2e054,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:35.986519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ab820f-88f8-46ff-a653-e4574f3ad3ec None None] Network fc70dab7-0712-49c8-bb1b-4ed11b531838 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:35.991567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:35.997943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ac-9a35-4d13-a8aa-e865a9221e5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.005468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8892e6ac-9a35-4d13-a8aa-e865a9221e5b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6c2682f3-4d19-4b32-b1e3-f9be77d2e054 HTTP/1.1" status: 204 len: 168 time: 1.4300501 Dec 13 12:57:36.006798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53252) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:36.015951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e64f-4f83-4dab-b7c0-0edf3bde6fb0 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.072748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b242b8f3-2113-4fa3-9c28-7754dbd6f733']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:36.087464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6e64f-4f83-4dab-b7c0-0edf3bde6fb0 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 9ce86d6f-29b2-4a1e-9f65-e444e7a8bc39 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:36.101924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56af3241-abd1-42e8-9b4d-04daef40d564') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:36.102250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56af3241-abd1-42e8-9b4d-04daef40d564') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:36.133148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.158802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 10c3e1fa-2764-4ffd-8b70-53fb48effe2e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:36.196078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 10c3e1fa-2764-4ffd-8b70-53fb48effe2e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:36.196648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 10c3e1fa-2764-4ffd-8b70-53fb48effe2e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:36.215353 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.241568 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.250788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:36.251609 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:36.254417 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:36.329912 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] DHCP port deletion for fc70dab7-0712-49c8-bb1b-4ed11b531838 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:57:36.336082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e64f-4f83-4dab-b7c0-0edf3bde6fb0 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.347506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a5240-6f05-4940-89e4-3a58bc46fde8 req-bc231869-d63c-4a2d-b073-74512d26b3d8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:36.366593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.366908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-986a5240-6f05-4940-89e4-3a58bc46fde8 req-bc231869-d63c-4a2d-b073-74512d26b3d8 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 945 time: 0.1450355 Dec 13 12:57:36.398612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e64f-4f83-4dab-b7c0-0edf3bde6fb0 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.409066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Deleting port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:36.409729 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.410243 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e7f6e64f-4f83-4dab-b7c0-0edf3bde6fb0 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/9ce86d6f-29b2-4a1e-9f65-e444e7a8bc39 HTTP/1.1" status: 204 len: 168 time: 0.8030651 Dec 13 12:57:36.410599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53258) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:36.416121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'mac_address': 'fa:16:3e:de:57:0e', 'name': 'tempest-PortsIpV6TestJSON-682807056'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:36.426353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.432655 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b242b8f3-2113-4fa3-9c28-7754dbd6f733 HTTP/1.1" status: 204 len: 168 time: 0.7349262 Dec 13 12:57:36.432655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6e64f-4f83-4dab-b7c0-0edf3bde6fb0 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=9ce86d6f-29b2-4a1e-9f65-e444e7a8bc39,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:36.435575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53260) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:36.438551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e6bb4-6ef2-4e43-93d6-cbd1c83d92f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b242b8f3-2113-4fa3-9c28-7754dbd6f733,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:36.500417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] For port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=338abd76-9aa3-4b7a-a9be-b62ebcf706c7,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:36.500724 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.514768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Calling delete_port for 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:36.570297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-986a5240-6f05-4940-89e4-3a58bc46fde8 req-981497b5-9e3f-466b-ba4f-0f3b5b566108 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005394 Dec 13 12:57:36.571756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Deleting port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:36.572197 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.615150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.643231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Pushing event deleted for resources: {'Port': ['ID=338abd76-9aa3-4b7a-a9be-b62ebcf706c7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:36.665469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] No DVR routers for this DVR port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:36.667876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c2edb-c594-4ecb-96bc-b21b681428c6 req-c659d8bd-7f57-42ab-9f4e-cd678ad49cef tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:36.669677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de7c2edb-c594-4ecb-96bc-b21b681428c6 req-c659d8bd-7f57-42ab-9f4e-cd678ad49cef tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 946 time: 0.2865672 Dec 13 12:57:36.672679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.673243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.673766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.674743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.680104 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] For port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=338abd76-9aa3-4b7a-a9be-b62ebcf706c7,segment=NetworkSegment(6a878be6-31d9-4054-92ad-27788ee74088),segment_id=6a878be6-31d9-4054-92ad-27788ee74088)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:36.680104 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.682006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.682552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.683092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.683749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.684508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.684999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.685486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.685969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.686484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb0e19-c3e2-41f3-81b0-e80bae8f43ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:57:36.692602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Calling delete_port for 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:36.729505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c511eaf5-049b-4a43-88e6-1254778bbaef admin admin] Deleting subnet aaf181d2-b9a6-4ca5-badd-1edd0addd490 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:36.784388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c511eaf5-049b-4a43-88e6-1254778bbaef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.870819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:36.905878 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c511eaf5-049b-4a43-88e6-1254778bbaef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:36.958471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de7c2edb-c594-4ecb-96bc-b21b681428c6 req-52f5f406-c16d-4a6f-a245-b1110b34d91a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487752 Dec 13 12:57:37.001445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef840f4-f95b-4155-bd7f-bd817e56f40e req-8a380b26-61b7-410e-a276-4f3d7bc47aaa tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:37.003048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ef840f4-f95b-4155-bd7f-bd817e56f40e req-8a380b26-61b7-410e-a276-4f3d7bc47aaa tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.2818108 Dec 13 12:57:37.046066 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c511eaf5-049b-4a43-88e6-1254778bbaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.078887 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.102153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.172614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=338abd76-9aa3-4b7a-a9be-b62ebcf706c7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:37.177631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] No DVR routers for this DVR port 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:37.221100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ef840f4-f95b-4155-bd7f-bd817e56f40e req-a9637092-4dfe-4c73-a411-c69413aa98d5 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993763 Dec 13 12:57:37.225165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port 40b8dbd5-1435-4cff-a731-8a042af397d8 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:57:37.354104 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.354425 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.359511 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c511eaf5-049b-4a43-88e6-1254778bbaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.401430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511eaf5-049b-4a43-88e6-1254778bbaef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf181d2-b9a6-4ca5-badd-1edd0addd490,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:37.433944 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c511eaf5-049b-4a43-88e6-1254778bbaef admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.440149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c511eaf5-049b-4a43-88e6-1254778bbaef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aaf181d2-b9a6-4ca5-badd-1edd0addd490 HTTP/1.1" status: 204 len: 168 time: 0.9942129 Dec 13 12:57:37.440513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53274) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:37.482243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.494763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc70dab7-0712-49c8-bb1b-4ed11b531838']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:37.535550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a878be6-31d9-4054-92ad-27788ee74088') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:37.535988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a878be6-31d9-4054-92ad-27788ee74088') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:37.555535 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.559764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.581132 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.595943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.598040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:37.598567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:37.600427 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:37.720843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.726369 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.729654 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fc70dab7-0712-49c8-bb1b-4ed11b531838 HTTP/1.1" status: 204 len: 168 time: 1.7217753 Dec 13 12:57:37.736955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.746356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53280) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:37.764584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a121d7-d084-4ba1-9020-fe090bc071d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc70dab7-0712-49c8-bb1b-4ed11b531838,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:37.782491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.824857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ac11a7-c462-4bb8-b922-2e71edeb9dc7']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:37.841228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c1aab-f267-48fc-8852-72c09c806faa req-dcd35951-f559-4e1f-b590-042c0c0f386f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:37.843765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb6c1aab-f267-48fc-8852-72c09c806faa req-dcd35951-f559-4e1f-b590-042c0c0f386f tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 945 time: 0.1407225 Dec 13 12:57:37.850091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832d452a-e094-45eb-aec3-8d806e67ef5f') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:37.850509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832d452a-e094-45eb-aec3-8d806e67ef5f') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:37.864080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:37.871647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-b5663c0e-cc15-408d-be50-4f4dab718bf9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:37.873212 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-b5663c0e-cc15-408d-be50-4f4dab718bf9 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 945 time: 0.2520537 Dec 13 12:57:37.873738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:37.879925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.881951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:37.889316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:37.890040 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:37.908942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=40b8dbd5-1435-4cff-a731-8a042af397d8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:37.944620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-efbc9277-b3c0-4b08-8ca9-0d14cb675742 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5327413 Dec 13 12:57:37.946181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53282) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:37.998357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb6c1aab-f267-48fc-8852-72c09c806faa req-2899afd8-6c05-483d-b761-65cf061cda74 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379664 Dec 13 12:57:38.053972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04a3458-dca9-4309-99fa-aa69fbfdc9ee tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:38.059893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f04a3458-dca9-4309-99fa-aa69fbfdc9ee tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/40b8dbd5-1435-4cff-a731-8a042af397d8 HTTP/1.1" status: 200 len: 844 time: 0.0854399 Dec 13 12:57:38.060598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53284) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:38.186985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:38.199062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cce99ee0-cae8-4340-b938-ba018387f491 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 40b8dbd5-1435-4cff-a731-8a042af397d8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:38.199397 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cce99ee0-cae8-4340-b938-ba018387f491 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.216357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:38.217831 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 338abd76-9aa3-4b7a-a9be-b62ebcf706c7 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:38.298288 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cce99ee0-cae8-4340-b938-ba018387f491 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.319887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.335067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cce99ee0-cae8-4340-b938-ba018387f491 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 40b8dbd5-1435-4cff-a731-8a042af397d8 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:38.339394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:38.339901 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:38.341670 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:38.496290 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cce99ee0-cae8-4340-b938-ba018387f491 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.538918 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cce99ee0-cae8-4340-b938-ba018387f491 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.544935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cce99ee0-cae8-4340-b938-ba018387f491 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/40b8dbd5-1435-4cff-a731-8a042af397d8 HTTP/1.1" status: 204 len: 168 time: 0.4810510 Dec 13 12:57:38.544935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce99ee0-cae8-4340-b938-ba018387f491 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=40b8dbd5-1435-4cff-a731-8a042af397d8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:38.546047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53292) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:38.573157 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ffbc95-e23a-4e32-8930-25c6a68a41b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:57:38.577543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-32ffbc95-e23a-4e32-8930-25c6a68a41b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/40b8dbd5-1435-4cff-a731-8a042af397d8 HTTP/1.1" status: 404 len: 333 time: 0.0271678 Dec 13 12:57:38.578589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53294) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:38.583120 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.584365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'name': 'tempest-PortsIpV6TestJSON-1178363636'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:38.588949 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.592882 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/27ac11a7-c462-4bb8-b922-2e71edeb9dc7 HTTP/1.1" status: 204 len: 168 time: 1.1507361 Dec 13 12:57:38.596172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d4eb3-1526-405d-8ad2-3b6d6ec0c676 req-e09202cf-9e28-4a99-b8ea-8bdbdbbb90a4 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:38.603650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f8d4eb3-1526-405d-8ad2-3b6d6ec0c676 req-e09202cf-9e28-4a99-b8ea-8bdbdbbb90a4 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1545150 Dec 13 12:57:38.618656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e78c88-a8e7-4342-81ff-719b3b1097a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ac11a7-c462-4bb8-b922-2e71edeb9dc7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:38.663281 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-7a436787-edd7-4038-bfb5-a30048b3d456 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Deleting port 63223312-572e-4b3f-8a84-52a352fbc364 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:38.663864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-7a436787-edd7-4038-bfb5-a30048b3d456 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.718753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f8d4eb3-1526-405d-8ad2-3b6d6ec0c676 req-a0b2d1ef-3abe-4aa0-8c1b-a7143ac12dd7 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140535 Dec 13 12:57:38.762658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:38.770473 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.805857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port caeb125a-9e22-4db9-b69a-dc066ed5e1ad yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:57:38.813049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-7a436787-edd7-4038-bfb5-a30048b3d456 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] For port 63223312-572e-4b3f-8a84-52a352fbc364, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=63223312-572e-4b3f-8a84-52a352fbc364,segment=NetworkSegment(7216d9e2-15c6-4e8f-99ef-5ef1db260b37),segment_id=7216d9e2-15c6-4e8f-99ef-5ef1db260b37)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:38.813303 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-7a436787-edd7-4038-bfb5-a30048b3d456 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:38.855126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-7a436787-edd7-4038-bfb5-a30048b3d456 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Calling delete_port for 63223312-572e-4b3f-8a84-52a352fbc364 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:39.010706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53300) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:39.107724 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c6d2f921-3094-45b6-b68d-c64b7e3cd7ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63080f0ab4804d63b35ffbfbeb4d8fb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0956216 Dec 13 12:57:39.113704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53304) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:39.236029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.240264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-7a436787-edd7-4038-bfb5-a30048b3d456 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.253415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['63223312-572e-4b3f-8a84-52a352fbc364'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:57:39.254006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e230d8-bafc-4122-bd0d-0513dcad358a req-e0c321f5-c4fa-47b2-8efe-fcc4d3a52d65 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:39.257409 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44e230d8-bafc-4122-bd0d-0513dcad358a req-e0c321f5-c4fa-47b2-8efe-fcc4d3a52d65 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/ports?device_id=e49fcd6a-3dda-4e38-b093-d13dfb240a0f HTTP/1.1" status: 200 len: 945 time: 0.0913744 Dec 13 12:57:39.292256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.338588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44e230d8-bafc-4122-bd0d-0513dcad358a req-f3a06f7d-3242-4455-b03a-0036510bb70d tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.31 "GET /v2.0/security-groups?id=678da3d6-d18c-4441-854e-b07ab2a52a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692813 Dec 13 12:57:39.370039 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.380674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a436787-edd7-4038-bfb5-a30048b3d456 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Pushing event deleted for resources: {'Port': ['ID=63223312-572e-4b3f-8a84-52a352fbc364,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:39.430920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:39.434669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:39.438482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:39.444341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:39.445085 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.456191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=caeb125a-9e22-4db9-b69a-dc066ed5e1ad,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:39.470976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-7a436787-edd7-4038-bfb5-a30048b3d456 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] No DVR routers for this DVR port 63223312-572e-4b3f-8a84-52a352fbc364 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:39.471270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-22eaa6a6-b780-4a34-a7cd-ff105806930a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8880720 Dec 13 12:57:39.471386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-7a436787-edd7-4038-bfb5-a30048b3d456 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.471501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53310) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:39.475382 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b97c8411-0954-4fbe-a2d9-e3a54d66dd8b req-7a436787-edd7-4038-bfb5-a30048b3d456 tempest-DeleteServersTestJSON-300936902 tempest-DeleteServersTestJSON-300936902-project] 10.222.0.42 "DELETE /v2.0/ports/63223312-572e-4b3f-8a84-52a352fbc364 HTTP/1.1" status: 204 len: 173 time: 1.5913262 Dec 13 12:57:39.476154 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24f0e7b8-5754-4a60-87ea-afeb2fdcce2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.477847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9cc22af4-b726-441d-8e55-2c42736d8ae7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:39.504459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24f0e7b8-5754-4a60-87ea-afeb2fdcce2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.525650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fcd6a-3dda-4e38-b093-d13dfb240a0f', 'name': 'network-vif-deleted', 'tag': '63223312-572e-4b3f-8a84-52a352fbc364'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:57:39.530014 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a6905-07e9-480e-bf22-c1ab1bd1af12" -d '{"events": [{"server_uuid": "e49fcd6a-3dda-4e38-b093-d13dfb240a0f", "name": "network-vif-deleted", "tag": "63223312-572e-4b3f-8a84-52a352fbc364"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:57:39.552567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cc22af4-b726-441d-8e55-2c42736d8ae7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.663849 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bae2f2-f6ed-41bc-8113-be1057993939 x-openstack-request-id: req-11bae2f2-f6ed-41bc-8113-be1057993939 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:57:39.664508 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fcd6a-3dda-4e38-b093-d13dfb240a0f", "name": "network-vif-deleted", "tag": "63223312-572e-4b3f-8a84-52a352fbc364", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:57:39.664508 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11bae2f2-f6ed-41bc-8113-be1057993939 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:57:39.665059 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fcd6a-3dda-4e38-b093-d13dfb240a0f', 'name': 'network-vif-deleted', 'tag': '63223312-572e-4b3f-8a84-52a352fbc364', 'status': 'completed', 'code': 200} Dec 13 12:57:39.688026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24f0e7b8-5754-4a60-87ea-afeb2fdcce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.690817 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24f0e7b8-5754-4a60-87ea-afeb2fdcce2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.692089 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-24f0e7b8-5754-4a60-87ea-afeb2fdcce2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9904e313-d5de-431e-bd79-474cedd50375 HTTP/1.1" status: 204 len: 168 time: 0.5762882 Dec 13 12:57:39.706865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0e7b8-5754-4a60-87ea-afeb2fdcce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9904e313-d5de-431e-bd79-474cedd50375,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:39.762514 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cc22af4-b726-441d-8e55-2c42736d8ae7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.772501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cc22af4-b726-441d-8e55-2c42736d8ae7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.838863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9cc22af4-b726-441d-8e55-2c42736d8ae7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] In _notify_port_updated(), no bound segment for port caeb125a-9e22-4db9-b69a-dc066ed5e1ad on network cfe63cd4-6939-45d1-b64f-d74088e91652 {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 12:57:39.845115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc22af4-b726-441d-8e55-2c42736d8ae7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:39.846035 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cc22af4-b726-441d-8e55-2c42736d8ae7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:39.848153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9cc22af4-b726-441d-8e55-2c42736d8ae7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "PUT /v2.0/ports/caeb125a-9e22-4db9-b69a-dc066ed5e1ad HTTP/1.1" status: 200 len: 818 time: 0.3755536 Dec 13 12:57:39.850805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53318) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:39.893427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc22af4-b726-441d-8e55-2c42736d8ae7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=caeb125a-9e22-4db9-b69a-dc066ed5e1ad,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:39.923987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f335c-839e-4f1d-8765-e44c6611173c req-79ba79b8-2d40-42f9-abc6-984073b31ad8 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:39.925600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f36f335c-839e-4f1d-8765-e44c6611173c req-79ba79b8-2d40-42f9-abc6-984073b31ad8 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1104157 Dec 13 12:57:39.971089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] Deleting port ddc56025-ee31-4050-aec5-aff628d265df {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:39.971595 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.000842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f36f335c-839e-4f1d-8765-e44c6611173c req-7dce630e-0980-492d-97e1-aebd17d3f002 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665514 Dec 13 12:57:40.093580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-250ebd61-c7aa-4e34-892a-f9e6a974256e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port caeb125a-9e22-4db9-b69a-dc066ed5e1ad {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:40.094491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-250ebd61-c7aa-4e34-892a-f9e6a974256e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.101235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] For port ddc56025-ee31-4050-aec5-aff628d265df, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ddc56025-ee31-4050-aec5-aff628d265df,segment=NetworkSegment(3848ddba-f0d5-45cd-9f89-37630f7cfacb),segment_id=3848ddba-f0d5-45cd-9f89-37630f7cfacb)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:40.101807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.156978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] Calling delete_port for ddc56025-ee31-4050-aec5-aff628d265df owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:40.191062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-250ebd61-c7aa-4e34-892a-f9e6a974256e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.235065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-250ebd61-c7aa-4e34-892a-f9e6a974256e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for caeb125a-9e22-4db9-b69a-dc066ed5e1ad owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:40.243259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53326) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:40.390536 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-56595c9b-e6b3-4b09-aba6-508617b944ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10732315bf3c4aaebfc824306ebaf6f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505959 Dec 13 12:57:40.393202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53336) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:40.477665 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-85fe7b52-cf5b-460f-b316-aeb6c182257e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.507652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.541620 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-250ebd61-c7aa-4e34-892a-f9e6a974256e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.541803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-85fe7b52-cf5b-460f-b316-aeb6c182257e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.550037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc56025-ee31-4050-aec5-aff628d265df,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:40.657241 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-85fe7b52-cf5b-460f-b316-aeb6c182257e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.661762 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-85fe7b52-cf5b-460f-b316-aeb6c182257e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.664866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-85fe7b52-cf5b-460f-b316-aeb6c182257e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/465c2c43-6648-4eee-b7cb-4aed378af46c HTTP/1.1" status: 204 len: 168 time: 0.2690597 Dec 13 12:57:40.675695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe7b52-cf5b-460f-b316-aeb6c182257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465c2c43-6648-4eee-b7cb-4aed378af46c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:40.685766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ebd61-c7aa-4e34-892a-f9e6a974256e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=caeb125a-9e22-4db9-b69a-dc066ed5e1ad,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:40.692235 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-250ebd61-c7aa-4e34-892a-f9e6a974256e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:40.699320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53352) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:40.715354 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-250ebd61-c7aa-4e34-892a-f9e6a974256e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/caeb125a-9e22-4db9-b69a-dc066ed5e1ad HTTP/1.1" status: 204 len: 168 time: 0.8592150 Dec 13 12:57:40.873252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a2364-e0d7-481d-912a-7fe7a9b5e557 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:40.878248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9c7a2364-e0d7-481d-912a-7fe7a9b5e557 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1776023 Dec 13 12:57:40.878684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53360) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:40.931730 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a679b7f1-964b-4d05-85e1-0d1267652e92 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:57:40.933780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a679b7f1-964b-4d05-85e1-0d1267652e92 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/caeb125a-9e22-4db9-b69a-dc066ed5e1ad HTTP/1.1" status: 404 len: 333 time: 0.0540438 Dec 13 12:57:40.937881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53364) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:40.943530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-627212921'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:40.973703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:40.980421 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:41.023533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:41.042418 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:41.046840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:41.047188 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Added segment ee9ac771-b6d7-47ce-bd82-00c0ded1799b of type vlan for network fdb30326-b731-43da-9bf3-3440bed00e1f Dec 13 12:57:41.135068 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:41.180260 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:41.186539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:41.187553 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:41.318909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3773000 Dec 13 12:57:41.320219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53380) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:41.330169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:41.341710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25948444-c97e-490a-aadb-104d98ce2e88 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Network': ['ID=fdb30326-b731-43da-9bf3-3440bed00e1f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:41.352237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edd163-3a8a-4ca7-864f-c0e0a6f7e58e req-9d939849-7d9b-4277-94aa-725bfd72210f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:41.353917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52edd163-3a8a-4ca7-864f-c0e0a6f7e58e req-9d939849-7d9b-4277-94aa-725bfd72210f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1890249 Dec 13 12:57:41.354063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fdb30326-b731-43da-9bf3-3440bed00e1f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:41.489887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] Router 93d03259-8e53-403e-a2ff-bedd772a0f59 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:57:41.497364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52edd163-3a8a-4ca7-864f-c0e0a6f7e58e req-c8667afc-ca14-4769-83ee-2d68f2453667 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284368 Dec 13 12:57:41.557658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:41.563759 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:41.644139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:57:41.653177 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-26a077cf-3e86-40ea-894a-3dd552b2b942 admin admin] 10.222.0.31 "PUT /v2.0/routers/93d03259-8e53-403e-a2ff-bedd772a0f59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9035404 Dec 13 12:57:41.654896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53390) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:41.660185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] Sync routers for ids ['93d03259-8e53-403e-a2ff-bedd772a0f59'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:57:41.687929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] Routers {'93d03259-8e53-403e-a2ff-bedd772a0f59'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:57:41.688776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['93d03259-8e53-403e-a2ff-bedd772a0f59'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:41.738663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 63223312-572e-4b3f-8a84-52a352fbc364 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:41.782388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 63223312-572e-4b3f-8a84-52a352fbc364 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:41.782965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 63223312-572e-4b3f-8a84-52a352fbc364 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:41.806873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:41.916524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] Set router 93d03259-8e53-403e-a2ff-bedd772a0f59 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:57:41.970647 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:41.974011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:42.069327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=822bce67-cc9c-4342-885d-b390680cc2e3,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:42.071953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Checking segment: {'id': 'ee9ac771-b6d7-47ce-bd82-00c0ded1799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:42.072528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network hostable DHCP agents. Network: fdb30326-b731-43da-9bf3-3440bed00e1f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:42.108668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Deleting port 3738ff96-f4ba-4b37-8cf3-899b08f6089d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:42.109119 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:42.127740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network fdb30326-b731-43da-9bf3-3440bed00e1f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:42.157076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fdb30326-b731-43da-9bf3-3440bed00e1f) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:42.173980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:42.176454 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:42.207376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a32ad34-8675-4083-968c-01657fe394e9 None None] Network fdb30326-b731-43da-9bf3-3440bed00e1f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:42.212156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-123a9bdf-8833-41e2-b7cc-d5731b063f33 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8891315 Dec 13 12:57:42.216034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53412) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:42.222390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f8e5d337-9d40-48e2-a9e6-b6086ec9eb97 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:42.350708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] For port 3738ff96-f4ba-4b37-8cf3-899b08f6089d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3738ff96-f4ba-4b37-8cf3-899b08f6089d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:42.351109 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:42.371826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Calling delete_port for 3738ff96-f4ba-4b37-8cf3-899b08f6089d owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:42.481220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-fdb30326-b731-43da-9bf3-3440bed00e1f', 'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f', 'project_id': '7ab749a065d44d21bdcc5232d20d1b84', 'fixed_ips': [{'subnet_id': '822bce67-cc9c-4342-885d-b390680cc2e3'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:57:42.482128 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:42.759309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'name': 'tempest-TaggedBootDevicesTest-1644991828-router', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:54Z', 'updated_at': '2021-12-13T12:57:40Z', 'revision_number': 5, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'gw_port': {'id': '3738ff96-f4ba-4b37-8cf3-899b08f6089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:45:56Z', 'updated_at': '2021-12-13T12:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:42.811701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] Checking router: 93d03259-8e53-403e-a2ff-bedd772a0f59 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:57:42.836194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Allocated IP 2001:db8::2 (fdb30326-b731-43da-9bf3-3440bed00e1f/822bce67-cc9c-4342-885d-b390680cc2e3/100102ba-36a2-4297-84a5-5605fb47e25c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:42.838590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] Routers {'93d03259-8e53-403e-a2ff-bedd772a0f59'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:57:42.839487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528fe98-f32d-412b-8e56-6a35c2d8eeb4 req-14a771b2-eb4d-43f2-9675-3b05a3289003 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:42.839637 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['93d03259-8e53-403e-a2ff-bedd772a0f59'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:42.841634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3528fe98-f32d-412b-8e56-6a35c2d8eeb4 req-14a771b2-eb4d-43f2-9675-3b05a3289003 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1126101 Dec 13 12:57:42.923606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3528fe98-f32d-412b-8e56-6a35c2d8eeb4 req-8cd83911-9690-490c-887b-2a0f6e258392 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744102 Dec 13 12:57:42.986806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] Set router 93d03259-8e53-403e-a2ff-bedd772a0f59 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:57:43.043327 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.086943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3738ff96-f4ba-4b37-8cf3-899b08f6089d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:43.164029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e5d337-9d40-48e2-a9e6-b6086ec9eb97 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:43.168760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d337-9d40-48e2-a9e6-b6086ec9eb97 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.217488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'name': 'tempest-TaggedBootDevicesTest-1644991828-router', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:54Z', 'updated_at': '2021-12-13T12:57:41Z', 'revision_number': 6, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:43.254321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8bfd0-1c1e-4448-831d-14e635490ca7 None None] The sync data for ids ['93d03259-8e53-403e-a2ff-bedd772a0f59'] in n-d-817326-4 is: [{'id': '93d03259-8e53-403e-a2ff-bedd772a0f59', 'name': 'tempest-TaggedBootDevicesTest-1644991828-router', 'tenant_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:45:54Z', 'updated_at': '2021-12-13T12:57:41Z', 'revision_number': 6, 'project_id': '07ac27e50cfb4798a3380bcefe8a0d7e', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:57:43.315483 n-d-817326-4 neutron-server[109885]: INFO neutron.db.ipam_backend_mixin [None req-f8e5d337-9d40-48e2-a9e6-b6086ec9eb97 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 822bce67-cc9c-4342-885d-b390680cc2e3 (CIDR: 2001:db8::/64) Dec 13 12:57:43.325086 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.336896 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e5d337-9d40-48e2-a9e6-b6086ec9eb97 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:57:43.337377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e5d337-9d40-48e2-a9e6-b6086ec9eb97 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:57:43.379450 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.393334 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.452872 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:57:43.482775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Network fdb30326-b731-43da-9bf3-3440bed00e1f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:43.486221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:43.492926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:43.512395 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f8e5d337-9d40-48e2-a9e6-b6086ec9eb97 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2949545 Dec 13 12:57:43.515123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53434) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:43.520699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0fb962c8-b92b-4205-89b1-52bcac9e7ce2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:43.532788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.538807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.567883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Pushing event updated for resources: {'Port': ['ID=100102ba-36a2-4297-84a5-5605fb47e25c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:43.608320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Attempting to bind port 100102ba-36a2-4297-84a5-5605fb47e25c on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:43.608691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Attempting to bind port 100102ba-36a2-4297-84a5-5605fb47e25c by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ee9ac771-b6d7-47ce-bd82-00c0ded1799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:43.609054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Attempting to bind port 100102ba-36a2-4297-84a5-5605fb47e25c on network fdb30326-b731-43da-9bf3-3440bed00e1f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:43.619119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:43.619526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Checking segment: {'id': 'ee9ac771-b6d7-47ce-bd82-00c0ded1799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:43.619931 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.620424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Bound using segment: {'id': 'ee9ac771-b6d7-47ce-bd82-00c0ded1799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:43.620902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Bound port: 100102ba-36a2-4297-84a5-5605fb47e25c, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9ac771-b6d7-47ce-bd82-00c0ded1799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:43.621280 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.646939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.647702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d03259-8e53-403e-a2ff-bedd772a0f59 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:57:43.656892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.668134 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2bc456bd-3eeb-4382-b6c3-efd8297d7ff8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/93d03259-8e53-403e-a2ff-bedd772a0f59 HTTP/1.1" status: 204 len: 168 time: 2.0115557 Dec 13 12:57:43.670052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53442) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:43.758589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d823fa9c-02cd-44f9-81f5-336609f58f49 admin admin] Deleting subnet 60379a96-90bd-4398-b6b0-01f38697e911 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:43.767163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d823fa9c-02cd-44f9-81f5-336609f58f49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.791582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb962c8-b92b-4205-89b1-52bcac9e7ce2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:43.796976 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fb962c8-b92b-4205-89b1-52bcac9e7ce2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.817169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] For port 100102ba-36a2-4297-84a5-5605fb47e25c, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:43.821869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] For port 100102ba-36a2-4297-84a5-5605fb47e25c, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=100102ba-36a2-4297-84a5-5605fb47e25c,segment=NetworkSegment(ee9ac771-b6d7-47ce-bd82-00c0ded1799b),segment_id=ee9ac771-b6d7-47ce-bd82-00c0ded1799b)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:43.827293 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d823fa9c-02cd-44f9-81f5-336609f58f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:43.830969 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:44.004979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7db35-e1d3-48b4-858f-18f6f7b8813b None None] Pushing event updated for resources: {'Port': ['ID=100102ba-36a2-4297-84a5-5605fb47e25c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:44.021261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d823fa9c-02cd-44f9-81f5-336609f58f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:44.125671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d823fa9c-02cd-44f9-81f5-336609f58f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:44.200285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823fa9c-02cd-44f9-81f5-336609f58f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60379a96-90bd-4398-b6b0-01f38697e911,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:44.218167 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d823fa9c-02cd-44f9-81f5-336609f58f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:44.238303 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d823fa9c-02cd-44f9-81f5-336609f58f49 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/60379a96-90bd-4398-b6b0-01f38697e911 HTTP/1.1" status: 204 len: 168 time: 0.5666590 Dec 13 12:57:44.245264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53450) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:44.262181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad21b8-601e-4996-89a9-a16d0db85c37 None None] Network 592193df-77d8-4d5b-8f52-95796b974acc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:44.438679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3738ff96-f4ba-4b37-8cf3-899b08f6089d no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:44.573861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:44.577818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 3738ff96-f4ba-4b37-8cf3-899b08f6089d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:44.587305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3738ff96-f4ba-4b37-8cf3-899b08f6089d not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:44.588129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ddc56025-ee31-4050-aec5-aff628d265df no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:44.654656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ddc56025-ee31-4050-aec5-aff628d265df {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:44.659928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ddc56025-ee31-4050-aec5-aff628d265df not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:44.711799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Deleting port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:44.712602 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:44.805016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] For port ec92dc4f-de48-4f19-a44b-09f30f4e67c3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ec92dc4f-de48-4f19-a44b-09f30f4e67c3,segment=NetworkSegment(3848ddba-f0d5-45cd-9f89-37630f7cfacb),segment_id=3848ddba-f0d5-45cd-9f89-37630f7cfacb)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:44.805615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:44.824058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Calling delete_port for ec92dc4f-de48-4f19-a44b-09f30f4e67c3 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:44.864028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89433f0-eb78-4326-ba2c-2ba6bd428ef7 req-f8028cf0-e024-4fab-9ccc-b8471b5ddca0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:44.866177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f89433f0-eb78-4326-ba2c-2ba6bd428ef7 req-f8028cf0-e024-4fab-9ccc-b8471b5ddca0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.7586913 Dec 13 12:57:44.880745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778c244-44cf-4b80-a067-45f7eebef1a3 None None] DHCP port deletion for 592193df-77d8-4d5b-8f52-95796b974acc request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:57:44.983310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:44.996245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7778c244-44cf-4b80-a067-45f7eebef1a3 None None] Deleting port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:44.997071 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7778c244-44cf-4b80-a067-45f7eebef1a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.037740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec92dc4f-de48-4f19-a44b-09f30f4e67c3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:45.052084 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] No DVR routers for this DVR port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:45.084544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7778c244-44cf-4b80-a067-45f7eebef1a3 None None] For port ec92dc4f-de48-4f19-a44b-09f30f4e67c3, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:45.085378 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7778c244-44cf-4b80-a067-45f7eebef1a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.102422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7778c244-44cf-4b80-a067-45f7eebef1a3 None None] Calling delete_port for ec92dc4f-de48-4f19-a44b-09f30f4e67c3 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:45.105299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-7778c244-44cf-4b80-a067-45f7eebef1a3 None None] Port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 12:57:45.106746 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7778c244-44cf-4b80-a067-45f7eebef1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.133837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7778c244-44cf-4b80-a067-45f7eebef1a3 None None] No DVR routers for this DVR port ec92dc4f-de48-4f19-a44b-09f30f4e67c3 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:45.161427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.180848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f89433f0-eb78-4326-ba2c-2ba6bd428ef7 req-0e950fc8-5cb3-4ad8-97ae-743afb6f87ee tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977087 Dec 13 12:57:45.186876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778c244-44cf-4b80-a067-45f7eebef1a3 None None] Pushing event deleted for resources: {'Port': ['ID=ec92dc4f-de48-4f19-a44b-09f30f4e67c3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:45.213790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592193df-77d8-4d5b-8f52-95796b974acc']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:45.225927 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3848ddba-f0d5-45cd-9f89-37630f7cfacb') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:45.226635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3848ddba-f0d5-45cd-9f89-37630f7cfacb') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:45.241287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.261261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.269937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:45.270627 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:45.272672 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:45.350213 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.360030 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fb962c8-b92b-4205-89b1-52bcac9e7ce2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.360913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.365984 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/592193df-77d8-4d5b-8f52-95796b974acc HTTP/1.1" status: 204 len: 168 time: 1.1225414 Dec 13 12:57:45.437680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb962c8-b92b-4205-89b1-52bcac9e7ce2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network fdb30326-b731-43da-9bf3-3440bed00e1f is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:45.492099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ce970-de59-413a-bd16-e190750922f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=592193df-77d8-4d5b-8f52-95796b974acc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:45.504332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-0fb962c8-b92b-4205-89b1-52bcac9e7ce2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:45.507223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb962c8-b92b-4205-89b1-52bcac9e7ce2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=837c10c9-703e-402f-a8f4-5941965b0df9,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:45.539080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb962c8-b92b-4205-89b1-52bcac9e7ce2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:45.541251 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fb962c8-b92b-4205-89b1-52bcac9e7ce2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.587315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53482) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:45.593976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f', 'fixed_ips': [{'subnet_id': '822bce67-cc9c-4342-885d-b390680cc2e3'}, {'subnet_id': '837c10c9-703e-402f-a8f4-5941965b0df9'}], 'name': 'tempest-PortsIpV6TestJSON-1140438360'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:45.600407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0fb962c8-b92b-4205-89b1-52bcac9e7ce2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0816784 Dec 13 12:57:45.709947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53484) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:45.792978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-67617bfc-0cdb-4cd5-861a-46b047ab452e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a2a372f38094215aedbe2a0ee092fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817943 Dec 13 12:57:45.793605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53486) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:45.827167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:45.884093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f88c4-ccd7-43cb-a783-6f2054c8ae59 None None] Network fdb30326-b731-43da-9bf3-3440bed00e1f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:45.906831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09607acb-699c-4378-bd23-9b0b9de1bf14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.956570 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09607acb-699c-4378-bd23-9b0b9de1bf14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:45.992524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53490) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:46.023428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.026822 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09607acb-699c-4378-bd23-9b0b9de1bf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.030147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09607acb-699c-4378-bd23-9b0b9de1bf14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.045774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-09607acb-699c-4378-bd23-9b0b9de1bf14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28765a81-4235-4048-bd58-4a2b3727d1ed HTTP/1.1" status: 204 len: 168 time: 0.2417769 Dec 13 12:57:46.090805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09607acb-699c-4378-bd23-9b0b9de1bf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28765a81-4235-4048-bd58-4a2b3727d1ed,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:46.106294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port a25d5c9e-9a0d-4248-9212-ce5923674d2f yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:57:46.110841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e35fe35d-e300-4123-acd0-87e9157f79f6 None None] Provisioning complete for port 100102ba-36a2-4297-84a5-5605fb47e25c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:46.111213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e35fe35d-e300-4123-acd0-87e9157f79f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.345997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 100102ba-36a2-4297-84a5-5605fb47e25c up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:46.358256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d55095f-c222-47b2-94cc-af3739ea1244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.404365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa336e22-7b2d-49e4-bf98-dd08c8e13b5f req-411c0338-2f45-41fc-accc-ead2598d27dd tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:46.409397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa336e22-7b2d-49e4-bf98-dd08c8e13b5f req-411c0338-2f45-41fc-accc-ead2598d27dd tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1078017 Dec 13 12:57:46.517917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e35fe35d-e300-4123-acd0-87e9157f79f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.518242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa336e22-7b2d-49e4-bf98-dd08c8e13b5f req-068a5cd8-b820-4565-ab74-a7d1e1a690f0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015999 Dec 13 12:57:46.603502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e35fe35d-e300-4123-acd0-87e9157f79f6 None None] For port 100102ba-36a2-4297-84a5-5605fb47e25c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=100102ba-36a2-4297-84a5-5605fb47e25c,segment=NetworkSegment(ee9ac771-b6d7-47ce-bd82-00c0ded1799b),segment_id=ee9ac771-b6d7-47ce-bd82-00c0ded1799b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:46.605229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba6749-5171-4c92-97cf-89997baf2194 None None] Update dhcp port {'port': {'network_id': 'fdb30326-b731-43da-9bf3-3440bed00e1f', 'fixed_ips': [{'subnet_id': '822bce67-cc9c-4342-885d-b390680cc2e3', 'ip_address': '2001:db8::2'}, {'subnet_id': '837c10c9-703e-402f-a8f4-5941965b0df9'}], 'binding:host_id': 'n-d-817326-4'}, 'id': '100102ba-36a2-4297-84a5-5605fb47e25c'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 12:57:46.624587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53506) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:46.628218 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e35fe35d-e300-4123-acd0-87e9157f79f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.729042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fe35d-e300-4123-acd0-87e9157f79f6 None None] Pushing event updated for resources: {'Port': ['ID=100102ba-36a2-4297-84a5-5605fb47e25c,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:46.751209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 100102ba-36a2-4297-84a5-5605fb47e25c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:46.751798 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.753605 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebba6749-5171-4c92-97cf-89997baf2194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.754510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7e57288d-62e8-4990-ab4f-dcde63bb117c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07ac27e50cfb4798a3380bcefe8a0d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280608 Dec 13 12:57:46.758928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53510) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:46.862441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8::3b4 (fdb30326-b731-43da-9bf3-3440bed00e1f/822bce67-cc9c-4342-885d-b390680cc2e3/a25d5c9e-9a0d-4248-9212-ce5923674d2f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:46.869126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8:0:1::1cd (fdb30326-b731-43da-9bf3-3440bed00e1f/837c10c9-703e-402f-a8f4-5941965b0df9/a25d5c9e-9a0d-4248-9212-ce5923674d2f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:46.876224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49017606-4f17-486a-af3b-50a09556f49d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.908919 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49017606-4f17-486a-af3b-50a09556f49d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.990329 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49017606-4f17-486a-af3b-50a09556f49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.993108 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49017606-4f17-486a-af3b-50a09556f49d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:46.994330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-49017606-4f17-486a-af3b-50a09556f49d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6eb1361-48dd-4fa7-9046-f7b81ecf024d HTTP/1.1" status: 204 len: 168 time: 0.2323132 Dec 13 12:57:47.012236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49017606-4f17-486a-af3b-50a09556f49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eb1361-48dd-4fa7-9046-f7b81ecf024d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:47.070511 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.187063 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d55095f-c222-47b2-94cc-af3739ea1244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.189542 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.264297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network fdb30326-b731-43da-9bf3-3440bed00e1f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:47.266722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=a25d5c9e-9a0d-4248-9212-ce5923674d2f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:47.269660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:47.271603 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d55095f-c222-47b2-94cc-af3739ea1244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.274982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:47.282914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:47.283834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.316864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ebba6749-5171-4c92-97cf-89997baf2194 None None] Allocated IP 2001:db8:0:1::2 (fdb30326-b731-43da-9bf3-3440bed00e1f/837c10c9-703e-402f-a8f4-5941965b0df9/100102ba-36a2-4297-84a5-5605fb47e25c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:47.318192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55095f-c222-47b2-94cc-af3739ea1244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddfe29b-d276-4d8e-8121-d67c2aac368f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:47.354933 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e60611eb-64a7-4e68-af98-5994d119537d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7659969 Dec 13 12:57:47.355615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53516) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:47.361140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5b4880b8-e29a-4f42-bbc3-eb7129c01004 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '822bce67-cc9c-4342-885d-b390680cc2e3'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:47.362851 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6d55095f-c222-47b2-94cc-af3739ea1244 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6ca349df95040e493504ecf6fb92d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3693051 Dec 13 12:57:47.365506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53518) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:47.463525 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ba74-3d74-4bfc-a301-4f43e3dd9979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.549841 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ba74-3d74-4bfc-a301-4f43e3dd9979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.563372 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ebba6749-5171-4c92-97cf-89997baf2194 None None] For port 100102ba-36a2-4297-84a5-5605fb47e25c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=100102ba-36a2-4297-84a5-5605fb47e25c,segment=NetworkSegment(ee9ac771-b6d7-47ce-bd82-00c0ded1799b),segment_id=ee9ac771-b6d7-47ce-bd82-00c0ded1799b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:47.599460 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebba6749-5171-4c92-97cf-89997baf2194 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.604625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ec92dc4f-de48-4f19-a44b-09f30f4e67c3 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:47.628620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ec92dc4f-de48-4f19-a44b-09f30f4e67c3 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:47.629338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ec92dc4f-de48-4f19-a44b-09f30f4e67c3 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:47.645990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebba6749-5171-4c92-97cf-89997baf2194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.697096 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ba74-3d74-4bfc-a301-4f43e3dd9979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.698157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75addb5-b253-4576-8b03-974e0be06bb4 req-54a0c218-ba81-4909-bd85-3830e00b2d52 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:47.699725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b75addb5-b253-4576-8b03-974e0be06bb4 req-54a0c218-ba81-4909-bd85-3830e00b2d52 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1701624 Dec 13 12:57:47.700814 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ba74-3d74-4bfc-a301-4f43e3dd9979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.702031 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a1d2ba74-3d74-4bfc-a301-4f43e3dd9979 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ddfe29b-d276-4d8e-8121-d67c2aac368f HTTP/1.1" status: 204 len: 168 time: 0.3351967 Dec 13 12:57:47.725408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2ba74-3d74-4bfc-a301-4f43e3dd9979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddfe29b-d276-4d8e-8121-d67c2aac368f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:47.769118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba6749-5171-4c92-97cf-89997baf2194 None None] Pushing event updated for resources: {'Port': ['ID=100102ba-36a2-4297-84a5-5605fb47e25c,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:47.962758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b4880b8-e29a-4f42-bbc3-eb7129c01004 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:47.982605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97302cbc-5831-4b79-bdea-a982d3b3c323 req-f17388b7-3c52-465d-8fe7-f62f44ad6a5a tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:47.984268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97302cbc-5831-4b79-bdea-a982d3b3c323 req-f17388b7-3c52-465d-8fe7-f62f44ad6a5a tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.3170083 Dec 13 12:57:48.103182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b75addb5-b253-4576-8b03-974e0be06bb4 req-b470b4cf-fa37-402e-a0be-076283e16a1c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767750 Dec 13 12:57:48.233316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 100102ba-36a2-4297-84a5-5605fb47e25c up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:48.372917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97302cbc-5831-4b79-bdea-a982d3b3c323 req-1e707689-1855-40f2-8b41-6bea18f180f0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675919 Dec 13 12:57:48.407959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 100102ba-36a2-4297-84a5-5605fb47e25c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:48.408485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:48.709233 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53580) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:48.857693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92f49-9e99-4b03-86f6-4cda37e0dd7d req-71116ed9-5287-4b93-813c-e1ffd35a849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:48.860494 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d7f92f49-9e99-4b03-86f6-4cda37e0dd7d req-71116ed9-5287-4b93-813c-e1ffd35a849c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 1097 time: 0.1323900 Dec 13 12:57:48.932351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-network', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:49.052848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-5b4880b8-e29a-4f42-bbc3-eb7129c01004 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Delete allocated IP 2001:db8:0:1::1cd (fdb30326-b731-43da-9bf3-3440bed00e1f/837c10c9-703e-402f-a8f4-5941965b0df9) {{(pid=109886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 12:57:49.078778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92f49-9e99-4b03-86f6-4cda37e0dd7d req-0e394176-7742-44b6-96c6-b9057347630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:49.080395 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d7f92f49-9e99-4b03-86f6-4cda37e0dd7d req-0e394176-7742-44b6-96c6-b9057347630d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 918 time: 0.2113135 Dec 13 12:57:49.135032 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d7f92f49-9e99-4b03-86f6-4cda37e0dd7d req-ffac90fe-3556-4df0-b9ba-6ff25eaa6cee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf HTTP/1.1" status: 200 len: 217 time: 0.0447285 Dec 13 12:57:49.142612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a4212d-dc55-4488-a5f4-169240117b1d None None] Network fdb30326-b731-43da-9bf3-3440bed00e1f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:49.150501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:49.157282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.206015 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.213691 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b4880b8-e29a-4f42-bbc3-eb7129c01004 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.253342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b4880b8-e29a-4f42-bbc3-eb7129c01004 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.279662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-384ce2e0-59ab-4316-972e-359716f2882f None None] Provisioning complete for port 100102ba-36a2-4297-84a5-5605fb47e25c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:49.280466 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-384ce2e0-59ab-4316-972e-359716f2882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.295510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714cc70-8fe3-4e90-878b-3d8642129029 req-d0e20b39-72fd-4d11-a6c9-7fda0de4bdb2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:49.303898 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9714cc70-8fe3-4e90-878b-3d8642129029 req-d0e20b39-72fd-4d11-a6c9-7fda0de4bdb2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.7204516 Dec 13 12:57:49.311862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92f49-9e99-4b03-86f6-4cda37e0dd7d req-5dc95a6b-22d2-466f-9177-31b072850602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:49.314043 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d7f92f49-9e99-4b03-86f6-4cda37e0dd7d req-5dc95a6b-22d2-466f-9177-31b072850602 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 200 len: 858 time: 0.1513164 Dec 13 12:57:49.395113 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d7f92f49-9e99-4b03-86f6-4cda37e0dd7d req-bcde157d-eb46-4303-8ccc-00cd4f2ea356 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672352 Dec 13 12:57:49.415395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d27ce-e5fe-407a-8403-8dae760dc385 req-6fb54e52-f5cd-445e-9b7f-41a7ad47437c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:49.417303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-081d27ce-e5fe-407a-8403-8dae760dc385 req-6fb54e52-f5cd-445e-9b7f-41a7ad47437c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1976423 Dec 13 12:57:49.432544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-5b4880b8-e29a-4f42-bbc3-eb7129c01004 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] In _notify_port_updated(), no bound segment for port a25d5c9e-9a0d-4248-9212-ce5923674d2f on network fdb30326-b731-43da-9bf3-3440bed00e1f {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 12:57:49.444791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4880b8-e29a-4f42-bbc3-eb7129c01004 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:49.446597 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b4880b8-e29a-4f42-bbc3-eb7129c01004 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.452812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5b4880b8-e29a-4f42-bbc3-eb7129c01004 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "PUT /v2.0/ports/a25d5c9e-9a0d-4248-9212-ce5923674d2f HTTP/1.1" status: 200 len: 926 time: 2.0961313 Dec 13 12:57:49.471334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53600) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:49.480509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9714cc70-8fe3-4e90-878b-3d8642129029 req-36d38bb9-24b1-4e87-8e83-5446725fd3ab tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754181 Dec 13 12:57:49.483376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4880b8-e29a-4f42-bbc3-eb7129c01004 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=a25d5c9e-9a0d-4248-9212-ce5923674d2f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:49.487639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-614a46e0-a23a-46b5-9a19-f9280094d8fb tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '822bce67-cc9c-4342-885d-b390680cc2e3'}, {'subnet_id': '837c10c9-703e-402f-a8f4-5941965b0df9'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:49.579416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-081d27ce-e5fe-407a-8403-8dae760dc385 req-7dc30efb-0b2d-42c5-b6db-701df0474b9c tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041741 Dec 13 12:57:49.709468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.715501 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d7f92f49-9e99-4b03-86f6-4cda37e0dd7d req-3fd59e44-92ce-4bcd-9641-6601619a59a1 service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093495 Dec 13 12:57:49.716742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-614a46e0-a23a-46b5-9a19-f9280094d8fb tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.741005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.749693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906b69-b684-4090-b584-c7912f632448 req-a429bcd1-45e7-42e0-bd07-60cca3d2ccb0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:49.759738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e906b69-b684-4090-b584-c7912f632448 req-a429bcd1-45e7-42e0-bd07-60cca3d2ccb0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.0779114 Dec 13 12:57:49.779461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4a7aeac0-c3fa-4331-8559-090aae9ebf8b None None] Provisioning complete for port a25d5c9e-9a0d-4248-9212-ce5923674d2f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:49.780031 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a7aeac0-c3fa-4331-8559-090aae9ebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.858323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4a7aeac0-c3fa-4331-8559-090aae9ebf8b None None] Port a25d5c9e-9a0d-4248-9212-ce5923674d2f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:57:49.874803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e906b69-b684-4090-b584-c7912f632448 req-03b5369d-6324-44b8-901a-cc56484c92f6 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087165 Dec 13 12:57:49.886185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4a7aeac0-c3fa-4331-8559-090aae9ebf8b None None] Provisioning complete for port 100102ba-36a2-4297-84a5-5605fb47e25c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:49.886185 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a7aeac0-c3fa-4331-8559-090aae9ebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.902723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:49.955770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079ef86c-7ecc-480d-bec9-1aa049c0c612,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:49.959617 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:49.959962 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Added segment 4f3dfbfa-2204-48e5-b90d-2c4a959c0788 of type vlan for network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 Dec 13 12:57:50.091955 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d7f92f49-9e99-4b03-86f6-4cda37e0dd7d req-434efe71-b349-4625-b45d-3b79aa66a05b service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634489 Dec 13 12:57:50.093608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.136308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53616) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:50.196007 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.196994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:50.197908 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.229305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1803ab9d-acf5-42d8-b583-4f0a91c86967 None None] Provisioning complete for port a25d5c9e-9a0d-4248-9212-ce5923674d2f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:50.229834 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1803ab9d-acf5-42d8-b583-4f0a91c86967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.288992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-1264c7db-4df6-4a5b-b451-4cd6ed9728ca admin admin] Deleting subnet 43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:50.295426 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5844543 Dec 13 12:57:50.296204 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1264c7db-4df6-4a5b-b451-4cd6ed9728ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.298883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53624) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:50.309971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42721a2b-7bd8-4997-862f-f26646a8fb8c admin admin] Pushing event updated for resources: {'Network': ['ID=6b55b850-3b5e-4fc5-8393-9ef69708ae21,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:50.324481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:50.342504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1803ab9d-acf5-42d8-b583-4f0a91c86967 None None] Port a25d5c9e-9a0d-4248-9212-ce5923674d2f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:57:50.355580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Request body: {'subnet': {'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-subnet', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:50.390576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1264c7db-4df6-4a5b-b451-4cd6ed9728ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.405403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-614a46e0-a23a-46b5-9a19-f9280094d8fb tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8:0:1::111 (fdb30326-b731-43da-9bf3-3440bed00e1f/837c10c9-703e-402f-a8f4-5941965b0df9/a25d5c9e-9a0d-4248-9212-ce5923674d2f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:50.462709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1264c7db-4df6-4a5b-b451-4cd6ed9728ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.545361 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1264c7db-4df6-4a5b-b451-4cd6ed9728ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.573786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:50.577691 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.595183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9449-5045-42cd-bf65-91608c20334e req-94d46856-1485-42b8-9ac9-576401c4c482 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:50.604486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85fe9449-5045-42cd-bf65-91608c20334e req-94d46856-1485-42b8-9ac9-576401c4c482 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3703368 Dec 13 12:57:50.613706 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-614a46e0-a23a-46b5-9a19-f9280094d8fb tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.622774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-614a46e0-a23a-46b5-9a19-f9280094d8fb tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.624658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264c7db-4df6-4a5b-b451-4cd6ed9728ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b1bb2c-5ffb-4f6b-a9ce-eb6937338554,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:50.709862 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1264c7db-4df6-4a5b-b451-4cd6ed9728ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.719063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a46e0-a23a-46b5-9a19-f9280094d8fb tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=a25d5c9e-9a0d-4248-9212-ce5923674d2f,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:50.721567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1264c7db-4df6-4a5b-b451-4cd6ed9728ca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/43b1bb2c-5ffb-4f6b-a9ce-eb6937338554 HTTP/1.1" status: 204 len: 168 time: 0.5841584 Dec 13 12:57:50.734219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53628) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:50.784708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-614a46e0-a23a-46b5-9a19-f9280094d8fb tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] In _notify_port_updated(), no bound segment for port a25d5c9e-9a0d-4248-9212-ce5923674d2f on network fdb30326-b731-43da-9bf3-3440bed00e1f {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 12:57:50.790558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a46e0-a23a-46b5-9a19-f9280094d8fb tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:50.791236 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-614a46e0-a23a-46b5-9a19-f9280094d8fb tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:50.792723 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-614a46e0-a23a-46b5-9a19-f9280094d8fb tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "PUT /v2.0/ports/a25d5c9e-9a0d-4248-9212-ce5923674d2f HTTP/1.1" status: 200 len: 1012 time: 1.3177142 Dec 13 12:57:50.796229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53630) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:50.812365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85fe9449-5045-42cd-bf65-91608c20334e req-b45536c3-123d-4021-8464-c228aa5f0547 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068555 Dec 13 12:57:51.012394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-14fdecd5-97e8-4b45-96bd-d1901b6fee0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port a25d5c9e-9a0d-4248-9212-ce5923674d2f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:51.012776 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14fdecd5-97e8-4b45-96bd-d1901b6fee0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.032984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2b2fe08e-ba1e-46fb-82f4-1682e1f6297c None None] Provisioning complete for port a25d5c9e-9a0d-4248-9212-ce5923674d2f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:51.034242 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b2fe08e-ba1e-46fb-82f4-1682e1f6297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.115703 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.120969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fe08e-ba1e-46fb-82f4-1682e1f6297c None None] Port a25d5c9e-9a0d-4248-9212-ce5923674d2f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:57:51.125310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14fdecd5-97e8-4b45-96bd-d1901b6fee0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.149441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-14fdecd5-97e8-4b45-96bd-d1901b6fee0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for a25d5c9e-9a0d-4248-9212-ce5923674d2f owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:51.242611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120545e-1835-43b3-a407-b1ac6737c831 req-0cd2f992-cec4-497f-aaf3-2a9d6199ff7f tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:51.246594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5120545e-1835-43b3-a407-b1ac6737c831 req-0cd2f992-cec4-497f-aaf3-2a9d6199ff7f tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.2292523 Dec 13 12:57:51.264980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b35cfb6f-dead-4a3c-b38a-f561cba15e00 None None] Provisioning complete for port a25d5c9e-9a0d-4248-9212-ce5923674d2f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:51.269170 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b35cfb6f-dead-4a3c-b38a-f561cba15e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.345602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.359593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b35cfb6f-dead-4a3c-b38a-f561cba15e00 None None] Port a25d5c9e-9a0d-4248-9212-ce5923674d2f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:57:51.410266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be377527-9066-473d-8938-97561d99b9c3']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:51.429885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7216d9e2-15c6-4e8f-99ef-5ef1db260b37') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:51.430227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7216d9e2-15c6-4e8f-99ef-5ef1db260b37') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:51.461332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f07cd3-665b-4ca7-9426-695628d2c815 req-73e2c940-2078-4005-9119-6e768114f972 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:51.461332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17f07cd3-665b-4ca7-9426-695628d2c815 req-73e2c940-2078-4005-9119-6e768114f972 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1654680 Dec 13 12:57:51.461332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.469622 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.525526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.566731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:51.567136 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:51.573352 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:51.596054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a389fb1f-57ad-40b1-ba6f-4d733cc5344d,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:51.661127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14fdecd5-97e8-4b45-96bd-d1901b6fee0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.670842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17f07cd3-665b-4ca7-9426-695628d2c815 req-740140d3-eb4a-4d40-afa4-524a4ab41729 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033198 Dec 13 12:57:51.693187 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.697154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdecd5-97e8-4b45-96bd-d1901b6fee0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=a25d5c9e-9a0d-4248-9212-ce5923674d2f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:51.712175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5120545e-1835-43b3-a407-b1ac6737c831 req-4e1db32d-d15f-44ce-9c20-eb9f90cd9583 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163988 Dec 13 12:57:51.723098 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.727316 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] 10.222.0.31 "DELETE /v2.0/networks/be377527-9066-473d-8938-97561d99b9c3 HTTP/1.1" status: 204 len: 168 time: 0.9879632 Dec 13 12:57:51.744599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Checking segment: {'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:51.746901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Network hostable DHCP agents. Network: 6b55b850-3b5e-4fc5-8393-9ef69708ae21, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:51.776824 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14fdecd5-97e8-4b45-96bd-d1901b6fee0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.783254 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-14fdecd5-97e8-4b45-96bd-d1901b6fee0a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/a25d5c9e-9a0d-4248-9212-ce5923674d2f HTTP/1.1" status: 204 len: 168 time: 0.9836891 Dec 13 12:57:51.783781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53648) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:51.790404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8b8b6-7d7c-4333-a487-ff4caed83953 admin admin] Pushing event deleted for resources: {'Network': ['ID=be377527-9066-473d-8938-97561d99b9c3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:51.810856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:51.833155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 6b55b850-3b5e-4fc5-8393-9ef69708ae21) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:51.833474 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88c9541-88ed-4768-a0d8-92b8812ff541 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:57:51.835865 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d88c9541-88ed-4768-a0d8-92b8812ff541 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/a25d5c9e-9a0d-4248-9212-ce5923674d2f HTTP/1.1" status: 404 len: 333 time: 0.0509937 Dec 13 12:57:51.839310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53650) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:51.846394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:51.846995 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.857953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e98353-e587-43a5-93bd-c53b55e676ed None None] Network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:51.884570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8a26fefc-b132-43c5-8424-da64bad4b19d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5430784 Dec 13 12:57:51.887941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53654) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:51.892655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:51.957362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dae879-7273-4030-876d-9c46eee96be1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet 837c10c9-703e-402f-a8f4-5941965b0df9 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:51.958578 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.961079 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:51.974392 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7dae879-7273-4030-876d-9c46eee96be1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.081302 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7dae879-7273-4030-876d-9c46eee96be1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.084741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:57:52.085628 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.131643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53666) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:52.171087 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.209615 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b9f2ed97-ab08-4c3b-a64f-b48737e9ff62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9772ae01a15540fd9876e5edafcf23f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766943 Dec 13 12:57:52.210299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53670) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:52.339564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7dae879-7273-4030-876d-9c46eee96be1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.398099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Allocated IP 172.20.0.2 (6b55b850-3b5e-4fc5-8393-9ef69708ae21/a389fb1f-57ad-40b1-ba6f-4d733cc5344d/2feb11cb-f4e1-48e6-9af8-05ac07223792) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:52.430958 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.485076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e602878-e1fc-48f3-a92a-522a07264d51 req-01096101-20a7-4b60-b4ba-1d4e1d6b8073 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:52.490497 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a05eff99-6be8-43d5-9a37-3b1a5cee5d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.493966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e602878-e1fc-48f3-a92a-522a07264d51 req-01096101-20a7-4b60-b4ba-1d4e1d6b8073 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1268897 Dec 13 12:57:52.531127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a05eff99-6be8-43d5-9a37-3b1a5cee5d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.591936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e602878-e1fc-48f3-a92a-522a07264d51 req-4d99eb29-fce9-4936-9a20-2f9968b981ed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967143 Dec 13 12:57:52.608187 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7dae879-7273-4030-876d-9c46eee96be1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.692972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7dae879-7273-4030-876d-9c46eee96be1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.704782 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c7dae879-7273-4030-876d-9c46eee96be1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/837c10c9-703e-402f-a8f4-5941965b0df9 HTTP/1.1" status: 204 len: 168 time: 0.8629258 Dec 13 12:57:52.709181 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dae879-7273-4030-876d-9c46eee96be1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=837c10c9-703e-402f-a8f4-5941965b0df9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:52.713358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53678) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:52.722551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064bd3cb-2ef1-411a-9af0-041d27168df9 None None] Network fdb30326-b731-43da-9bf3-3440bed00e1f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:52.833120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a16f3e-3bac-4717-a61f-7104c40563ec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet 822bce67-cc9c-4342-885d-b390680cc2e3 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:57:52.841592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a05eff99-6be8-43d5-9a37-3b1a5cee5d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.845562 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.845985 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a05eff99-6be8-43d5-9a37-3b1a5cee5d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.847431 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a05eff99-6be8-43d5-9a37-3b1a5cee5d31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/678da3d6-d18c-4441-854e-b07ab2a52a22 HTTP/1.1" status: 204 len: 168 time: 0.6337667 Dec 13 12:57:52.848676 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-02a16f3e-3bac-4717-a61f-7104c40563ec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.848863 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.873597 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.879240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696674a6-e2f6-4084-a0ad-998c074433f7 req-a361fc1a-6666-40f5-938d-5e22f7b09c78 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:52.887753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-696674a6-e2f6-4084-a0ad-998c074433f7 req-a361fc1a-6666-40f5-938d-5e22f7b09c78 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.0927188 Dec 13 12:57:52.892266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05eff99-6be8-43d5-9a37-3b1a5cee5d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678da3d6-d18c-4441-854e-b07ab2a52a22,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:52.895637 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.917344 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-02a16f3e-3bac-4717-a61f-7104c40563ec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:52.973943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Pushing event updated for resources: {'Port': ['ID=2feb11cb-f4e1-48e6-9af8-05ac07223792,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:52.983114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:53.001942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:53.004699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:53.071538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Attempting to bind port 2feb11cb-f4e1-48e6-9af8-05ac07223792 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:53.071896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Attempting to bind port 2feb11cb-f4e1-48e6-9af8-05ac07223792 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:53.072236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Attempting to bind port 2feb11cb-f4e1-48e6-9af8-05ac07223792 on network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:53.078630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:53.079012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Checking segment: {'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:53.079232 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-02a16f3e-3bac-4717-a61f-7104c40563ec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.079424 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.079805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Bound using segment: {'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:53.080406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Bound port: 2feb11cb-f4e1-48e6-9af8-05ac07223792, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:53.080791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.158875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] For port 2feb11cb-f4e1-48e6-9af8-05ac07223792, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:53.160334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-02a16f3e-3bac-4717-a61f-7104c40563ec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.167638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] For port 2feb11cb-f4e1-48e6-9af8-05ac07223792, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2feb11cb-f4e1-48e6-9af8-05ac07223792,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:53.175657 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.207288 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-02a16f3e-3bac-4717-a61f-7104c40563ec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.216071 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-02a16f3e-3bac-4717-a61f-7104c40563ec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/822bce67-cc9c-4342-885d-b390680cc2e3 HTTP/1.1" status: 204 len: 168 time: 0.4955840 Dec 13 12:57:53.225738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53688) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:53.416003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ebfa1-7f65-4bba-8db1-9d0236ae6664 None None] Pushing event updated for resources: {'Port': ['ID=2feb11cb-f4e1-48e6-9af8-05ac07223792,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:53.427596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Allocated IP 172.25.2.220 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/fe139781-1953-4765-8dea-bbdf26d45bee) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:53.453676 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.479968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a16f3e-3bac-4717-a61f-7104c40563ec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=822bce67-cc9c-4342-885d-b390680cc2e3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:53.533716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-696674a6-e2f6-4084-a0ad-998c074433f7 req-8e3de450-e746-4f9a-bf8b-2457ca3db3dd tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450422 Dec 13 12:57:53.589828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 100102ba-36a2-4297-84a5-5605fb47e25c {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:57:53.590586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.617882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bbb7e-cf9c-4e9b-b772-ba3e2f284c40 req-c6ede5de-aa60-422e-85a0-83a933f18f1a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:53.619961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-629bbb7e-cf9c-4e9b-b772-ba3e2f284c40 req-c6ede5de-aa60-422e-85a0-83a933f18f1a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.7079377 Dec 13 12:57:53.804524 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.838393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] For port 100102ba-36a2-4297-84a5-5605fb47e25c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=100102ba-36a2-4297-84a5-5605fb47e25c,segment=NetworkSegment(ee9ac771-b6d7-47ce-bd82-00c0ded1799b),segment_id=ee9ac771-b6d7-47ce-bd82-00c0ded1799b)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:53.839115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.875289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 100102ba-36a2-4297-84a5-5605fb47e25c owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:57:53.904116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:53.959166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:53.966976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:54.030917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:54.113013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.130873 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c5b8302-45a4-448e-91ef-73aa614c873d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.180799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=100102ba-36a2-4297-84a5-5605fb47e25c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:54.188308 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No DVR routers for this DVR port 100102ba-36a2-4297-84a5-5605fb47e25c on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:57:54.258887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6544a00a-0596-4b50-81bf-fadb01e63a00 None None] Network fdb30326-b731-43da-9bf3-3440bed00e1f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:54.356117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2feb11cb-f4e1-48e6-9af8-05ac07223792 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:54.376998 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.404648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe139781-1953-4765-8dea-bbdf26d45bee,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:54.417718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-441d1e45-5eed-4963-8b42-1f50ff3e95fc None None] Could not find standard attr ID for object 100102ba-36a2-4297-84a5-5605fb47e25c. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 12:57:54.436959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb30326-b731-43da-9bf3-3440bed00e1f']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:54.461968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9ac771-b6d7-47ce-bd82-00c0ded1799b') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:54.462234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9ac771-b6d7-47ce-bd82-00c0ded1799b') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:54.472382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa82ae-f6bc-4213-a49f-d42063ab69a8 req-add26ffd-6f9d-4f6e-b04c-a43c6c222236 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:54.474006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3fa82ae-f6bc-4213-a49f-d42063ab69a8 req-add26ffd-6f9d-4f6e-b04c-a43c6c222236 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1355445 Dec 13 12:57:54.490375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.500690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-629bbb7e-cf9c-4e9b-b772-ba3e2f284c40 req-22725725-fa6f-4fbf-bf69-7e98b014775e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8676972 Dec 13 12:57:54.521291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2feb11cb-f4e1-48e6-9af8-05ac07223792 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:54.523577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.528681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53716) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:54.567107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.579618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:57:54.580061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:57:54.586353 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:57:54.596294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbc1a76-1ed2-478d-824f-c6afee53d2d1 None None] DHCP port deletion for fdb30326-b731-43da-9bf3-3440bed00e1f request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:57:54.721092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3fa82ae-f6bc-4213-a49f-d42063ab69a8 req-03923af7-c15a-435e-a027-00238aefdc5d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327025 Dec 13 12:57:54.771782 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.783826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-331900720-network', 'tenant_id': 'ac7a0f6c43e045a1bbbd1d00e98281a4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:54.795670 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.819453 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.826987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.829055 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/networks/fdb30326-b731-43da-9bf3-3440bed00e1f HTTP/1.1" status: 204 len: 168 time: 1.6014545 Dec 13 12:57:54.835336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53728) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:54.881917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55284cb7-6906-4685-a451-46c444896f9b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Network': ['ID=fdb30326-b731-43da-9bf3-3440bed00e1f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:54.907382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 2feb11cb-f4e1-48e6-9af8-05ac07223792, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2feb11cb-f4e1-48e6-9af8-05ac07223792,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:57:54.913835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Made reservation on behalf of ac7a0f6c43e045a1bbbd1d00e98281a4 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:54.918554 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.920556 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.951065 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:54.975653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d3e564-c845-4749-b180-bafd86c886ce tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:54.978404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-86d3e564-c845-4749-b180-bafd86c886ce tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1410866 Dec 13 12:57:54.982406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53732) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:55.050882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=2feb11cb-f4e1-48e6-9af8-05ac07223792,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:55.116545 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8358e87f-d237-4329-b47b-9d2955d991bd tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1252632 Dec 13 12:57:55.128706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53734) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:55.149515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-61631639'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:55.186011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03d248-0f50-4b54-a77a-3f1d592e9dcb req-4bb13437-f634-4f75-8a87-5c7dc27f62c0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:55.186507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:55.187516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de03d248-0f50-4b54-a77a-3f1d592e9dcb req-4bb13437-f634-4f75-8a87-5c7dc27f62c0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.4831786 Dec 13 12:57:55.188603 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.191430 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.216478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e2977-509a-4bdd-a01a-baea43bac4b3 None None] Network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:55.250534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:55.268473 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.268878 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Added segment 1b5f7257-c68b-428e-9d42-6774e1020dd7 of type vlan for network b980f0ee-0aec-47f1-a1ad-a336285c197a Dec 13 12:57:55.332491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-89c71ef2-49c3-41f0-82b8-d01788aca25c None None] Provisioning complete for port 2feb11cb-f4e1-48e6-9af8-05ac07223792 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:55.333053 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-89c71ef2-49c3-41f0-82b8-d01788aca25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.336238 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.342211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de03d248-0f50-4b54-a77a-3f1d592e9dcb req-71849c52-c797-4be7-94cc-b2571c795607 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464663 Dec 13 12:57:55.379223 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.385995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:55.386697 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.433848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Router af7c8eac-5721-44b9-a9da-24c8791f2f2d is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:57:55.450668 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3109543 Dec 13 12:57:55.457924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53738) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:55.560215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'b980f0ee-0aec-47f1-a1ad-a336285c197a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:55.624520 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.626633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ca2ba-60ac-49b2-a175-0b20821109b3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Network': ['ID=b980f0ee-0aec-47f1-a1ad-a336285c197a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:55.641101 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.642361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b980f0ee-0aec-47f1-a1ad-a336285c197a details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:55.678940 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:57:55.691789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9458539-da29-4c05-b7d0-b5a35762cf33,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:55.697405 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.697757 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Added segment 45f0a478-4722-4bee-a1cb-5dcf85421917 of type vlan for network fddbed98-d000-414f-90d9-9f808572050b Dec 13 12:57:55.778454 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.813881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:57:55.839512 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Sync routers for ids ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:57:55.850342 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.855763 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:55.856506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.865707 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Routers {'af7c8eac-5721-44b9-a9da-24c8791f2f2d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:57:55.866455 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:55.869387 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.871078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8034fe76-fb8d-4271-9449-7954376161e3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9819348 Dec 13 12:57:55.877108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53752) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:55.892157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-92e2e7db-82bd-4e19-979e-d10bf27e5566 None None] Provisioning complete for port 2feb11cb-f4e1-48e6-9af8-05ac07223792 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:55.893395 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92e2e7db-82bd-4e19-979e-d10bf27e5566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:55.987289 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Set router af7c8eac-5721-44b9-a9da-24c8791f2f2d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:57:55.992147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] Pushing event updated for resources: {'Network': ['ID=fddbed98-d000-414f-90d9-9f808572050b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:56.002349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3528d-619d-46dd-8d31-2a2bd82b8942 req-59a0fb3a-d57b-4143-9167-c154f7b7ef2a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:56.003904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9f3528d-619d-46dd-8d31-2a2bd82b8942 req-59a0fb3a-d57b-4143-9167-c154f7b7ef2a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.3684502 Dec 13 12:57:56.007527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fddbed98-d000-414f-90d9-9f808572050b details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:57:56.083370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:56.087800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:56.093248 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9791028b-4303-4f81-8019-10ab984fe8ce admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5603640 Dec 13 12:57:56.093248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53754) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:56.098519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Request body: {'subnet': {'network_id': 'fddbed98-d000-414f-90d9-9f808572050b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-331900720-subnet', 'tenant_id': 'ac7a0f6c43e045a1bbbd1d00e98281a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:56.123332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Made reservation on behalf of ac7a0f6c43e045a1bbbd1d00e98281a4 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:56.126018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:56.240579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9f3528d-619d-46dd-8d31-2a2bd82b8942 req-66cecdb1-2361-43b4-aded-3415e46e4898 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123852 Dec 13 12:57:56.280464 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2feb11cb-f4e1-48e6-9af8-05ac07223792 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:57:56.364762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2feb11cb-f4e1-48e6-9af8-05ac07223792 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:57:56.365431 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:56.432031 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:56.527950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7c225c-78ae-4790-a5e4-97714b5abd4c,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:56.535463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Checking segment: {'id': '45f0a478-4722-4bee-a1cb-5dcf85421917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fddbed98-d000-414f-90d9-9f808572050b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:56.536095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Network hostable DHCP agents. Network: fddbed98-d000-414f-90d9-9f808572050b, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:56.591848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Network fddbed98-d000-414f-90d9-9f808572050b is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:56.592126 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:57:54Z', 'revision_number': 3, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:56.605776 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c16282a-cfae-4deb-828a-d3e74460325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:56.611857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fddbed98-d000-414f-90d9-9f808572050b) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:56.616443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:56.617499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:56.627142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5088b178-6f25-439d-a4c2-8fdb83f10c4b None None] Network fddbed98-d000-414f-90d9-9f808572050b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:56.669750 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-77e87c29-6046-4486-8d20-8e78853557d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5726001 Dec 13 12:57:56.680695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Checking router: af7c8eac-5721-44b9-a9da-24c8791f2f2d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:57:56.681418 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Updating router af7c8eac-5721-44b9-a9da-24c8791f2f2d port fe139781-1953-4765-8dea-bbdf26d45bee binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:57:56.719404 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:56.744312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 100102ba-36a2-4297-84a5-5605fb47e25c no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:57:56.800341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 100102ba-36a2-4297-84a5-5605fb47e25c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:57:56.800697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 100102ba-36a2-4297-84a5-5605fb47e25c not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:57:56.828594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53774) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:56.908410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088bdc36-4d03-4ce8-b6e5-a803808f5ac0 None None] Network fddbed98-d000-414f-90d9-9f808572050b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:57.118161 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.137889 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.195618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b4caf-d50d-4a73-a2eb-185e85de153c req-ae386862-f5d9-4821-b7cd-f7425be3213d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:57.203712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53782) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:57.208216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-034b4caf-d50d-4a73-a2eb-185e85de153c req-ae386862-f5d9-4821-b7cd-f7425be3213d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.9020116 Dec 13 12:57:57.249280 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Attempting to bind port fe139781-1953-4765-8dea-bbdf26d45bee on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:57.250191 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Attempting to bind port fe139781-1953-4765-8dea-bbdf26d45bee by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:57.251895 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Attempting to bind port fe139781-1953-4765-8dea-bbdf26d45bee on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:57.263800 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:57.267240 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:57.270276 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.270276 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:57.273006 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Bound port: fe139781-1953-4765-8dea-bbdf26d45bee, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:57.274050 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.276604 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dafc6-e35d-4e78-89ca-72f3c83aff98 None None] Pushing event updated for resources: {'Port': ['ID=fe139781-1953-4765-8dea-bbdf26d45bee,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:57.292467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df86be8-9aec-42ba-aee3-15464b325eab req-a8fde1f7-8aed-4d30-9188-a0eef35417bd tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:57.302683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0df86be8-9aec-42ba-aee3-15464b325eab req-a8fde1f7-8aed-4d30-9188-a0eef35417bd tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.7903671 Dec 13 12:57:57.348010 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] For port fe139781-1953-4765-8dea-bbdf26d45bee, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:57.352197 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] For port fe139781-1953-4765-8dea-bbdf26d45bee, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fe139781-1953-4765-8dea-bbdf26d45bee,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:57.353378 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dba1be44-7406-42c3-ab77-d58c411202f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.360304 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.418340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1ad1-52e3-452b-9ee2-80127e0e62cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.420939 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dafc6-e35d-4e78-89ca-72f3c83aff98 None None] Pushing event updated for resources: {'Port': ['ID=fe139781-1953-4765-8dea-bbdf26d45bee,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:57.448695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Routers {'af7c8eac-5721-44b9-a9da-24c8791f2f2d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:57:57.449800 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:57.457581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0df86be8-9aec-42ba-aee3-15464b325eab req-77b7858a-6621-48ee-9d85-aea738e02b3b tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485004 Dec 13 12:57:57.478800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.493171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-034b4caf-d50d-4a73-a2eb-185e85de153c req-a982b323-1e11-46c5-a87f-ec0b902a95b9 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832665 Dec 13 12:57:57.587942 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] Set router af7c8eac-5721-44b9-a9da-24c8791f2f2d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:57:57.630279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dba1be44-7406-42c3-ab77-d58c411202f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.656542 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.657971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dba1be44-7406-42c3-ab77-d58c411202f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.669828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1ad1-52e3-452b-9ee2-80127e0e62cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.696285 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1ad1-52e3-452b-9ee2-80127e0e62cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.733820 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1be44-7406-42c3-ab77-d58c411202f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef4cf59-8e7a-4bb8-bafb-0b3d3e872ea0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:57.739994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=e15a69fd-1350-49b4-be9f-90a5a13818a6,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:57.743901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dba1be44-7406-42c3-ab77-d58c411202f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e1efd49050446ea92dcc8389ffd82cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9138243 Dec 13 12:57:57.748162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53792) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:57.762118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d2fc1ad1-52e3-452b-9ee2-80127e0e62cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ecfae2a80fb4136a5e5f67480f0ac86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5566854 Dec 13 12:57:57.764503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53794) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:57.790524 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Checking segment: {'id': '1b5f7257-c68b-428e-9d42-6774e1020dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b980f0ee-0aec-47f1-a1ad-a336285c197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:57.790889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network hostable DHCP agents. Network: b980f0ee-0aec-47f1-a1ad-a336285c197a, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:57:57.795084 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc1ad1-52e3-452b-9ee2-80127e0e62cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1590bdc2-6e07-44fb-b229-1db14f570ef1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:57.840096 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e05687fa-663f-4b72-b766-c67e3c4661cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.844853 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:57:54Z', 'revision_number': 3, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:57:57.865274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e05687fa-663f-4b72-b766-c67e3c4661cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.886157 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc54f3-859a-45ff-a579-e56d536a337e None None] The sync data for ids ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'] in n-d-817326-4 is: [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:57:54Z', 'revision_number': 3, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:57:57.893020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2873e75-5fc3-46ab-a161-aeb15c1969b1 req-55c34b0e-7776-4e64-ac9e-0f903706c1c2 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:57.901167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2873e75-5fc3-46ab-a161-aeb15c1969b1 req-55c34b0e-7776-4e64-ac9e-0f903706c1c2 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.2712009 Dec 13 12:57:57.920020 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e05687fa-663f-4b72-b766-c67e3c4661cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.924242 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e05687fa-663f-4b72-b766-c67e3c4661cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:57.925730 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e05687fa-663f-4b72-b766-c67e3c4661cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1590bdc2-6e07-44fb-b229-1db14f570ef1 HTTP/1.1" status: 204 len: 168 time: 0.1603231 Dec 13 12:57:57.936133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05687fa-663f-4b72-b766-c67e3c4661cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1590bdc2-6e07-44fb-b229-1db14f570ef1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:58.008089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network b980f0ee-0aec-47f1-a1ad-a336285c197a is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:57:58.010098 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b67a-e241-4f2a-a755-3fea819351e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.076029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b980f0ee-0aec-47f1-a1ad-a336285c197a) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:58.090512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5e1c2-8977-4c93-aefe-8dc13b8f68b3 None None] Network b980f0ee-0aec-47f1-a1ad-a336285c197a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:57:58.105401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:58.105996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.109575 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b67a-e241-4f2a-a755-3fea819351e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.149974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2873e75-5fc3-46ab-a161-aeb15c1969b1 req-793fe2cd-8091-408a-a9d2-da9e06ae3bad tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473848 Dec 13 12:57:58.189335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-7845283e-fd5e-4df4-9b77-fc219eaeccc5 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:58.215110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-7845283e-fd5e-4df4-9b77-fc219eaeccc5 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/networks?id=fddbed98-d000-414f-90d9-9f808572050b HTTP/1.1" status: 200 len: 820 time: 0.3644488 Dec 13 12:57:58.228371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-b980f0ee-0aec-47f1-a1ad-a336285c197a', 'network_id': 'b980f0ee-0aec-47f1-a1ad-a336285c197a', 'project_id': '7ab749a065d44d21bdcc5232d20d1b84', 'fixed_ips': [{'subnet_id': 'e15a69fd-1350-49b4-be9f-90a5a13818a6'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:57:58.229649 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.261958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53808) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:58.262663 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-06237b60-51f1-4734-a301-f0065580f1bc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7077599 Dec 13 12:57:58.271012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'b980f0ee-0aec-47f1-a1ad-a336285c197a', 'name': 'tempest-PortsIpV6TestJSON-2066970455'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:58.273171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-43ceb5e8-de32-4002-9aaf-7ae34e8193d9 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/quotas/ac7a0f6c43e045a1bbbd1d00e98281a4 HTTP/1.1" status: 200 len: 375 time: 0.0570848 Dec 13 12:57:58.284994 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.362487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-4f52f1dd-5128-4377-80cc-f8d4e1adac53 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac7a0f6c43e045a1bbbd1d00e98281a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727744 Dec 13 12:57:58.365458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53810) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:58.384386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f337676e-776a-49b8-96d9-030cabda42a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.391123 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b67a-e241-4f2a-a755-3fea819351e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.393856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b67a-e241-4f2a-a755-3fea819351e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.395061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3fa1b67a-e241-4f2a-a755-3fea819351e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ef4cf59-8e7a-4bb8-bafb-0b3d3e872ea0 HTTP/1.1" status: 204 len: 168 time: 0.6443725 Dec 13 12:57:58.484560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Allocated IP 2001:db8::2 (b980f0ee-0aec-47f1-a1ad-a336285c197a/e15a69fd-1350-49b4-be9f-90a5a13818a6/c5f94a45-7ca3-40ac-aa0d-817be9e32cbb) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:58.527999 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:57:58.531698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.539019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1b67a-e241-4f2a-a755-3fea819351e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef4cf59-8e7a-4bb8-bafb-0b3d3e872ea0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:58.593145 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f337676e-776a-49b8-96d9-030cabda42a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.604352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port 4309cf45-2763-4167-8a80-c09a39031f92 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:57:58.700693 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f337676e-776a-49b8-96d9-030cabda42a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.745665 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f337676e-776a-49b8-96d9-030cabda42a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=304b27595d4e4a9f8731647cb9d0275f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786795 Dec 13 12:57:58.747089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337676e-776a-49b8-96d9-030cabda42a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f523f86-6337-42aa-bfa7-7afea677469d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:58.749524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53820) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:58.775451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-e69e671b-b58c-4a63-85c5-3f6d8325fc59 service neutron] 10.222.0.31 "GET /v2.0/networks/fddbed98-d000-414f-90d9-9f808572050b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119990 Dec 13 12:57:58.782706 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.785449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c8550-d021-4f0a-864f-077024cdc6e5 req-a7a9f159-3318-4130-bbe0-745cb49aff8e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:58.793366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a25c8550-d021-4f0a-864f-077024cdc6e5 req-a7a9f159-3318-4130-bbe0-745cb49aff8e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1980543 Dec 13 12:57:58.794286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.843234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Network b980f0ee-0aec-47f1-a1ad-a336285c197a is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:58.854004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:58.864079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:58.889516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Pushing event updated for resources: {'Port': ['ID=c5f94a45-7ca3-40ac-aa0d-817be9e32cbb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:58.903921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Allocated IP 172.20.0.1 (6b55b850-3b5e-4fc5-8393-9ef69708ae21/a389fb1f-57ad-40b1-ba6f-4d733cc5344d/44f399e9-9981-4b96-8733-a6ffcf748712) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:58.910713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc55919a-cd25-4bff-847d-2e39c299cbd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.942066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc55919a-cd25-4bff-847d-2e39c299cbd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.967920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Attempting to bind port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:57:58.968263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Attempting to bind port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '1b5f7257-c68b-428e-9d42-6774e1020dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b980f0ee-0aec-47f1-a1ad-a336285c197a'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:57:58.968631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Attempting to bind port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb on network b980f0ee-0aec-47f1-a1ad-a336285c197a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:57:58.974253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:57:58.974680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Checking segment: {'id': '1b5f7257-c68b-428e-9d42-6774e1020dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b980f0ee-0aec-47f1-a1ad-a336285c197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:57:58.975090 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.975485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Bound using segment: {'id': '1b5f7257-c68b-428e-9d42-6774e1020dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b980f0ee-0aec-47f1-a1ad-a336285c197a'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:57:58.976028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Bound port: c5f94a45-7ca3-40ac-aa0d-817be9e32cbb, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5f7257-c68b-428e-9d42-6774e1020dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b980f0ee-0aec-47f1-a1ad-a336285c197a'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:57:58.976738 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:58.991963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a25c8550-d021-4f0a-864f-077024cdc6e5 req-1b0e9d33-d84e-4683-9d20-a1394111f752 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973310 Dec 13 12:57:59.044291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8::3c7 (b980f0ee-0aec-47f1-a1ad-a336285c197a/e15a69fd-1350-49b4-be9f-90a5a13818a6/4309cf45-2763-4167-8a80-c09a39031f92) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:57:59.048554 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc55919a-cd25-4bff-847d-2e39c299cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.052829 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc55919a-cd25-4bff-847d-2e39c299cbd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.058162 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dc55919a-cd25-4bff-847d-2e39c299cbd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f523f86-6337-42aa-bfa7-7afea677469d HTTP/1.1" status: 204 len: 168 time: 0.3076005 Dec 13 12:57:59.063472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-a2d540df-2bf9-4ec1-83d4-df21f1785b9e service neutron] 10.222.0.31 "GET /v2.0/networks/fddbed98-d000-414f-90d9-9f808572050b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868166 Dec 13 12:57:59.095841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55919a-cd25-4bff-847d-2e39c299cbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f523f86-6337-42aa-bfa7-7afea677469d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:59.313081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266070-7211-427f-95a6-4aa7b8f8f90d req-f3bf24f6-4205-4c22-83d8-a9b39f262138 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:59.322059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49266070-7211-427f-95a6-4aa7b8f8f90d req-f3bf24f6-4205-4c22-83d8-a9b39f262138 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1809480 Dec 13 12:57:59.328569 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.353506 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.420475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49266070-7211-427f-95a6-4aa7b8f8f90d req-468f0644-012c-4ed0-b04a-e6dc0febb978 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972948 Dec 13 12:57:59.466279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] For port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:57:59.470555 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] For port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c5f94a45-7ca3-40ac-aa0d-817be9e32cbb,segment=NetworkSegment(1b5f7257-c68b-428e-9d42-6774e1020dd7),segment_id=1b5f7257-c68b-428e-9d42-6774e1020dd7)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:57:59.488124 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.513868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.570343 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.629042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b7b7c-07a4-40c7-b6a3-b99f9acb27c8 None None] Pushing event updated for resources: {'Port': ['ID=c5f94a45-7ca3-40ac-aa0d-817be9e32cbb,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:59.638196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f3173cc-4cff-41f2-8e39-267d6216adf3 req-36edaaa5-c9dc-49db-be83-033f1ca19be8 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 210 time: 0.0714293 Dec 13 12:57:59.641874 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.696190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e970f-fc36-400f-9214-63d6eb228540 req-1096c224-3666-4af0-920c-343ef434884f tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:59.698246 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a4e970f-fc36-400f-9214-63d6eb228540 req-1096c224-3666-4af0-920c-343ef434884f tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.2378693 Dec 13 12:57:59.712510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=4309cf45-2763-4167-8a80-c09a39031f92,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:59.726901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:59.727701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=44f399e9-9981-4b96-8733-a6ffcf748712,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:57:59.750531 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network b980f0ee-0aec-47f1-a1ad-a336285c197a is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:57:59.758704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:59.764576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:57:59.764790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:59.774675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:57:59.788330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:57:59.789383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.843235 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-40bd81cb-708e-47fd-a173-91e0057cda7c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5783653 Dec 13 12:57:59.845839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53850) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:57:59.856215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'b980f0ee-0aec-47f1-a1ad-a336285c197a', 'name': 'tempest-PortsIpV6TestJSON-899419480'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:57:59.883521 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.903430 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:57:59.909284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a4e970f-fc36-400f-9214-63d6eb228540 req-93934809-8bed-419a-81f4-3b55f2b2776f tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969817 Dec 13 12:58:00.311439 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:00.315959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:00.365627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port 4282068d-0de0-4b25-a2ab-df28ef838d18 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:58:00.424226 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:00.474365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c5f94a45-7ca3-40ac-aa0d-817be9e32cbb up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:00.538328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377c7f8-83df-4592-b653-8f473f9314e2 req-79c127ec-bb1a-4247-a83e-4f3768cbb2aa tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:00.540225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a377c7f8-83df-4592-b653-8f473f9314e2 req-79c127ec-bb1a-4247-a83e-4f3768cbb2aa tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.3230715 Dec 13 12:58:00.649559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:00.649962 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:00.717854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a377c7f8-83df-4592-b653-8f473f9314e2 req-b31edf23-6ea6-45e0-addc-853663586a69 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647093 Dec 13 12:58:00.722986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-291781f2-3b52-44cb-807f-624a1e8443a8 None None] Provisioning complete for port 44f399e9-9981-4b96-8733-a6ffcf748712 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:00.723640 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-291781f2-3b52-44cb-807f-624a1e8443a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:00.788462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8::2f0 (b980f0ee-0aec-47f1-a1ad-a336285c197a/e15a69fd-1350-49b4-be9f-90a5a13818a6/4282068d-0de0-4b25-a2ab-df28ef838d18) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:00.804604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-291781f2-3b52-44cb-807f-624a1e8443a8 None None] Port 44f399e9-9981-4b96-8733-a6ffcf748712 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:00.882775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:00.918721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c5f94a45-7ca3-40ac-aa0d-817be9e32cbb,segment=NetworkSegment(1b5f7257-c68b-428e-9d42-6774e1020dd7),segment_id=1b5f7257-c68b-428e-9d42-6774e1020dd7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:00.927171 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:00.928453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe139781-1953-4765-8dea-bbdf26d45bee up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:01.105998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port fe139781-1953-4765-8dea-bbdf26d45bee triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:01.106531 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:01.125149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:01.133451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa7a639f-f661-4008-8f7b-9300c4841bd4 req-d7027ae8-d0c3-4b1e-a2fd-60aee8be1198 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 210 time: 0.0944004 Dec 13 12:58:01.142287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=c5f94a45-7ca3-40ac-aa0d-817be9e32cbb,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:01.144242 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:01.160482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221897a-ef8f-42f0-bab3-8fe5c8201337 req-fdaa3d56-caea-4031-92dc-b4d5195f82f8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:01.180669 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5221897a-ef8f-42f0-bab3-8fe5c8201337 req-fdaa3d56-caea-4031-92dc-b4d5195f82f8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2306545 Dec 13 12:58:01.234642 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:01.291065 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:01.335498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6ae8a-f89e-4165-8cd2-60fe83bfa92f req-501f1b51-146e-4452-b7fd-3648e5b71410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:01.343916 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port fe139781-1953-4765-8dea-bbdf26d45bee, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fe139781-1953-4765-8dea-bbdf26d45bee,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:01.349563 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fde6ae8a-f89e-4165-8cd2-60fe83bfa92f req-501f1b51-146e-4452-b7fd-3648e5b71410 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 1097 time: 0.1498408 Dec 13 12:58:01.361287 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:01.434579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=fe139781-1953-4765-8dea-bbdf26d45bee,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:01.491721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:01.501542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=44f399e9-9981-4b96-8733-a6ffcf748712,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:01.510811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53892) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:01.524567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5221897a-ef8f-42f0-bab3-8fe5c8201337 req-1e45b000-61fe-40d1-8ddc-82e66b63ddf6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414700 Dec 13 12:58:01.529720 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:01.716348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network b980f0ee-0aec-47f1-a1ad-a336285c197a is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:01.734818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:01.740346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:01.747330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:01.748493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:01.786846 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9393446 Dec 13 12:58:01.788441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53904) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:01.829454 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fde6ae8a-f89e-4165-8cd2-60fe83bfa92f req-9e037368-99a6-4333-8634-fcc58a157e93 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448085 Dec 13 12:58:01.849433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db2ebf-287b-4cbd-b045-10c6b1f5fa39 None None] Network b980f0ee-0aec-47f1-a1ad-a336285c197a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:01.857907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dcc9e-e5c9-4999-ac4d-611fa17b10fc tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=4282068d-0de0-4b25-a2ab-df28ef838d18,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:01.884363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-324ba7ab-37d2-4d9c-9cc3-f99069eecaf2 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:01.886235 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-324ba7ab-37d2-4d9c-9cc3-f99069eecaf2 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.37 "GET /v2.0/networks?id=fddbed98-d000-414f-90d9-9f808572050b HTTP/1.1" status: 200 len: 820 time: 0.5279303 Dec 13 12:58:01.908296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Request body: {'port': {'device_id': '37ed6620-f819-4bc2-b284-04dbc21c181b', 'network_id': 'fddbed98-d000-414f-90d9-9f808572050b', 'admin_state_up': True, 'tenant_id': 'ac7a0f6c43e045a1bbbd1d00e98281a4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:01.965802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d04b994d-b5b1-4d21-96a4-6f055c7082e3 None None] Provisioning complete for port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:01.966404 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d04b994d-b5b1-4d21-96a4-6f055c7082e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:01.990779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55913ae-b1e2-4572-b1e7-d182b72d5df6 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:01.994991 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e55913ae-b1e2-4572-b1e7-d182b72d5df6 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c7 HTTP/1.1" status: 200 len: 929 time: 0.1751356 Dec 13 12:58:01.995428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53910) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:02.040778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-49458453-b66d-4e7b-a9ba-3b0aabe7229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:02.045841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-49458453-b66d-4e7b-a9ba-3b0aabe7229b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1095 time: 0.7729981 Dec 13 12:58:02.074481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d0b43-cd36-4a0b-b121-62a9fd852e2b req-ba5db82f-8a63-4c3d-a1ca-e1218092999d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:02.076051 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d89d0b43-cd36-4a0b-b121-62a9fd852e2b req-ba5db82f-8a63-4c3d-a1ca-e1218092999d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.7319200 Dec 13 12:58:02.094890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c55c2b7-edff-40dd-880e-e5612d1d3c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:02.185703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Made reservation on behalf of ac7a0f6c43e045a1bbbd1d00e98281a4 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:02.189953 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:02.197682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8cef78f0-77e9-44d6-8145-2860aa62f233 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 4282068d-0de0-4b25-a2ab-df28ef838d18 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:02.198196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cef78f0-77e9-44d6-8145-2860aa62f233 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:02.232491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c5f94a45-7ca3-40ac-aa0d-817be9e32cbb up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:02.350138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:02.350743 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:02.389971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343eaa60-fd56-4ed2-a484-a5deacdc03df req-ab6d8b29-0c3e-448a-a5e4-8c7457d39e2c tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:02.396725 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cef78f0-77e9-44d6-8145-2860aa62f233 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:02.397562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-343eaa60-fd56-4ed2-a484-a5deacdc03df req-ab6d8b29-0c3e-448a-a5e4-8c7457d39e2c tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.3589442 Dec 13 12:58:02.437007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d89d0b43-cd36-4a0b-b121-62a9fd852e2b req-37b10dcb-76cb-42c8-a784-2616a153c8ec tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180957 Dec 13 12:58:02.473770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-03df9c4d-bee1-4645-a00b-8b4b69323158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:02.473770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-03df9c4d-bee1-4645-a00b-8b4b69323158 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.3793590 Dec 13 12:58:02.475860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8cef78f0-77e9-44d6-8145-2860aa62f233 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 4282068d-0de0-4b25-a2ab-df28ef838d18 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:02.485581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:02.501637 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe139781-1953-4765-8dea-bbdf26d45bee up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:02.504192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-96bed43b-a8e8-40d5-9420-1a0f2aad4b79 None None] Provisioning complete for port 4309cf45-2763-4167-8a80-c09a39031f92 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:02.504670 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96bed43b-a8e8-40d5-9420-1a0f2aad4b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:02.538309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:02.639424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-96bed43b-a8e8-40d5-9420-1a0f2aad4b79 None None] Port 4309cf45-2763-4167-8a80-c09a39031f92 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:02.682132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-96bed43b-a8e8-40d5-9420-1a0f2aad4b79 None None] Provisioning complete for port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:02.683356 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96bed43b-a8e8-40d5-9420-1a0f2aad4b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:02.685843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port fe139781-1953-4765-8dea-bbdf26d45bee triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:02.686412 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:02.797011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-343eaa60-fd56-4ed2-a484-a5deacdc03df req-0146da1d-3cdc-406a-b310-7ce205e5a426 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972003 Dec 13 12:58:02.801819 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c55c2b7-edff-40dd-880e-e5612d1d3c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:02.904334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43b4730c-09bc-4830-9019-65e652f8083e req-9520b40b-3ad5-41d7-8c29-13c0b35ecc33 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 210 time: 0.2606864 Dec 13 12:58:02.910332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c55c2b7-edff-40dd-880e-e5612d1d3c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:02.944980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-bd4cd8c9-b1e1-427b-abd8-d5a0878f3750 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 998 time: 0.4613304 Dec 13 12:58:03.047524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-96bed43b-a8e8-40d5-9420-1a0f2aad4b79 None None] Provisioning complete for port 4282068d-0de0-4b25-a2ab-df28ef838d18 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:03.059037 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96bed43b-a8e8-40d5-9420-1a0f2aad4b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.126825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-96bed43b-a8e8-40d5-9420-1a0f2aad4b79 None None] Port 4282068d-0de0-4b25-a2ab-df28ef838d18 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:03.144613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55c2b7-edff-40dd-880e-e5612d1d3c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e045c65d-2ccf-4290-bec7-d593c9ac0e11,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:03.172359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4c55c2b7-edff-40dd-880e-e5612d1d3c2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97dd41ac59bd4506acb78c083fd42cae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6578844 Dec 13 12:58:03.175429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53928) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:03.183732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-4416a67b-0a25-491b-8deb-e5670a94a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:03.185394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-4416a67b-0a25-491b-8deb-e5670a94a718 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1900764 Dec 13 12:58:03.257151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5139b-a8d0-407d-8d57-b2f303f25e50 req-14a577dc-3c65-4d91-9d77-ff2736b707c0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:03.263819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Allocated IP 172.20.0.12 (fddbed98-d000-414f-90d9-9f808572050b/0b7c225c-78ae-4790-a5e4-97714b5abd4c/d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:03.265756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38f5139b-a8d0-407d-8d57-b2f303f25e50 req-14a577dc-3c65-4d91-9d77-ff2736b707c0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3136091 Dec 13 12:58:03.270877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3dacd337-6c74-4ec9-adfc-b83611bab965 None None] Provisioning complete for port 4309cf45-2763-4167-8a80-c09a39031f92 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:03.271245 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3dacd337-6c74-4ec9-adfc-b83611bab965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.307504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Router af7c8eac-5721-44b9-a9da-24c8791f2f2d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:58:03.334821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3dacd337-6c74-4ec9-adfc-b83611bab965 None None] Port 4309cf45-2763-4167-8a80-c09a39031f92 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:03.350116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23462c-60d3-4ea6-8bf6-b79dd5cd8de0 req-96534f9c-b827-45cb-9572-96adb369adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:03.352886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3dacd337-6c74-4ec9-adfc-b83611bab965 None None] Provisioning complete for port 44f399e9-9981-4b96-8733-a6ffcf748712 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:03.353056 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db23462c-60d3-4ea6-8bf6-b79dd5cd8de0 req-96534f9c-b827-45cb-9572-96adb369adfa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1096 time: 0.1291969 Dec 13 12:58:03.353290 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3dacd337-6c74-4ec9-adfc-b83611bab965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.416444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3dacd337-6c74-4ec9-adfc-b83611bab965 None None] Port 44f399e9-9981-4b96-8733-a6ffcf748712 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:03.423338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-87d7e4b4-0ad0-42e1-860f-7dff15be754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:03.424958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-87d7e4b4-0ad0-42e1-860f-7dff15be754b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174973 Dec 13 12:58:03.465505 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38f5139b-a8d0-407d-8d57-b2f303f25e50 req-bb7b5df2-3b3d-4b0c-9fec-24400588c776 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974201 Dec 13 12:58:03.523803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b1b0017d-b92b-4a19-8b2e-71820940c140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.524098 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db23462c-60d3-4ea6-8bf6-b79dd5cd8de0 req-c50706f1-c911-41b3-91dc-d011451f5c3d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585553 Dec 13 12:58:03.539439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cef78f0-77e9-44d6-8145-2860aa62f233 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.548671 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b7df4628-9753-42ec-8e78-b47eedb96edc None None] Provisioning complete for port 4282068d-0de0-4b25-a2ab-df28ef838d18 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:03.549045 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7df4628-9753-42ec-8e78-b47eedb96edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.582194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b7df4628-9753-42ec-8e78-b47eedb96edc None None] Port 4282068d-0de0-4b25-a2ab-df28ef838d18 was deleted so its status cannot be updated. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 12:58:03.626540 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cef78f0-77e9-44d6-8145-2860aa62f233 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.633957 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8cef78f0-77e9-44d6-8145-2860aa62f233 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/4282068d-0de0-4b25-a2ab-df28ef838d18 HTTP/1.1" status: 204 len: 168 time: 1.6373918 Dec 13 12:58:03.634688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53936) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:03.691353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef78f0-77e9-44d6-8145-2860aa62f233 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=4282068d-0de0-4b25-a2ab-df28ef838d18,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:03.704484 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf21f61-6955-464a-b8af-060feb2f9b83 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:58:03.709751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53940) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:03.710321 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bcf21f61-6955-464a-b8af-060feb2f9b83 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/4282068d-0de0-4b25-a2ab-df28ef838d18 HTTP/1.1" status: 404 len: 333 time: 0.0701087 Dec 13 12:58:03.731116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.750378 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b1b0017d-b92b-4a19-8b2e-71820940c140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.774981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.830205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Network fddbed98-d000-414f-90d9-9f808572050b is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:03.833868 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:03.836456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:03.871859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Pushing event updated for resources: {'Port': ['ID=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:03.878232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:58:03.890162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Sync routers for ids ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:58:03.909085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6cce1d02-70bc-4577-b6c4-6286d73f8ed8 admin admin] 10.222.0.31 "PUT /v2.0/routers/af7c8eac-5721-44b9-a9da-24c8791f2f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0235307 Dec 13 12:58:03.909333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Routers {'af7c8eac-5721-44b9-a9da-24c8791f2f2d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:03.909333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:03.909576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:03.909576 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:03.946699 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-1e31e6c9-155e-477e-b4ce-a910fd0111ed tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0431008 Dec 13 12:58:03.956808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-33fee4d5-06a1-4d43-9928-d5c62310be1d service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133140 Dec 13 12:58:03.965955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adbb35-f43a-40fe-921a-375829096655 req-82f1845b-58f4-451a-9e45-b7ec7bedfe8d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:03.971761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Request body: {'port': {'device_id': '37ed6620-f819-4bc2-b284-04dbc21c181b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:03.974262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4adbb35-f43a-40fe-921a-375829096655 req-82f1845b-58f4-451a-9e45-b7ec7bedfe8d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.3198736 Dec 13 12:58:04.097422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:04.106192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b73f5-3984-4089-a800-e04ec6f7da1a req-e64def89-f33c-443c-b3e3-ae9280658443 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:04.108090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Set router af7c8eac-5721-44b9-a9da-24c8791f2f2d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:04.111170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-722b73f5-3984-4089-a800-e04ec6f7da1a req-e64def89-f33c-443c-b3e3-ae9280658443 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3567693 Dec 13 12:58:04.173137 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b1b0017d-b92b-4a19-8b2e-71820940c140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:04.176168 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b1b0017d-b92b-4a19-8b2e-71820940c140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:04.181367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b1b0017d-b92b-4a19-8b2e-71820940c140 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e045c65d-2ccf-4290-bec7-d593c9ac0e11 HTTP/1.1" status: 204 len: 168 time: 1.0043733 Dec 13 12:58:04.330622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4adbb35-f43a-40fe-921a-375829096655 req-86d62d45-4149-4214-a168-435edd8a5bd4 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551157 Dec 13 12:58:04.369828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0017d-b92b-4a19-8b2e-71820940c140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e045c65d-2ccf-4290-bec7-d593c9ac0e11,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:04.427492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7dd09178-19f6-459a-a28f-d5159be971ef tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 4309cf45-2763-4167-8a80-c09a39031f92 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:04.430367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7dd09178-19f6-459a-a28f-d5159be971ef tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:04.456040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf14729e-7e31-43b1-9a53-dd224fcc544b req-d9a3bd8d-4401-486d-89e9-328abaf4fa7a service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774854 Dec 13 12:58:04.569227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:58:00Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '44f399e9-9981-4b96-8733-a6ffcf748712', 'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'mac_address': 'fa:16:3e:d0:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:58Z', 'updated_at': '2021-12-13T12:58:00Z', 'revision_number': 2, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'subnets': [{'id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:04.609368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-722b73f5-3984-4089-a800-e04ec6f7da1a req-95e35a30-f3dc-40f6-8f70-19d9730f6919 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4700885 Dec 13 12:58:04.701027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Checking router: af7c8eac-5721-44b9-a9da-24c8791f2f2d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:58:04.701381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Updating router af7c8eac-5721-44b9-a9da-24c8791f2f2d port 44f399e9-9981-4b96-8733-a6ffcf748712 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:58:04.738878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:58:04.749211 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:04.763524 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:04.766862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Transition to ACTIVE for port object d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:58:04.775645 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:04.778224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7dd09178-19f6-459a-a28f-d5159be971ef tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:04.845716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f767a5-9c27-412b-84fa-725841e4e66f req-fed3b661-609d-4485-8736-1abee7cf55e1 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:04.853367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45f767a5-9c27-412b-84fa-725841e4e66f req-fed3b661-609d-4485-8736-1abee7cf55e1 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.2493904 Dec 13 12:58:04.860112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7dd09178-19f6-459a-a28f-d5159be971ef tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 4309cf45-2763-4167-8a80-c09a39031f92 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:04.866228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:04.919126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Attempting to bind port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:04.919365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Attempting to bind port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '45f0a478-4722-4bee-a1cb-5dcf85421917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fddbed98-d000-414f-90d9-9f808572050b'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:04.919726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Attempting to bind port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 on network fddbed98-d000-414f-90d9-9f808572050b {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:04.920800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-71cca58e-60d6-401b-beff-c3ef95acaf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:04.922912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-71cca58e-60d6-401b-beff-c3ef95acaf70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1095 time: 0.2251527 Dec 13 12:58:04.924408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 on network fddbed98-d000-414f-90d9-9f808572050b not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:58:04.924726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Attempting to bind port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 on network fddbed98-d000-414f-90d9-9f808572050b {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:04.930101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:04.930451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Checking segment: {'id': '45f0a478-4722-4bee-a1cb-5dcf85421917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fddbed98-d000-414f-90d9-9f808572050b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:04.930835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Bound using segment: {'id': '45f0a478-4722-4bee-a1cb-5dcf85421917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fddbed98-d000-414f-90d9-9f808572050b'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:04.931266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Bound port: d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f0a478-4722-4bee-a1cb-5dcf85421917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fddbed98-d000-414f-90d9-9f808572050b'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:04.931621 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:04.962825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b29bf-6cad-405e-9773-6f9e248af252 req-c6130ba8-b65a-4414-a22e-e8e97e220a31 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:04.964562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-011b29bf-6cad-405e-9773-6f9e248af252 req-c6130ba8-b65a-4414-a22e-e8e97e220a31 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 944 time: 0.1922777 Dec 13 12:58:05.008338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] For port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:05.012774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] For port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,segment=NetworkSegment(45f0a478-4722-4bee-a1cb-5dcf85421917),segment_id=45f0a478-4722-4bee-a1cb-5dcf85421917)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:05.019651 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.085073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45f767a5-9c27-412b-84fa-725841e4e66f req-a6ca3a13-387c-4999-bcf4-11f3ed7d3df0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271070 Dec 13 12:58:05.102683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:05.103726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.105734 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 HTTP/1.1" status: 200 len: 1092 time: 1.1386800 Dec 13 12:58:05.106658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ed6620-f819-4bc2-b284-04dbc21c181b', 'tag': 'd0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:05.109913 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1" -d '{"events": [{"name": "network-changed", "server_uuid": "37ed6620-f819-4bc2-b284-04dbc21c181b", "tag": "d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:05.138906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9af0c-034f-46ed-91e6-6714c2f85830 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:05.195362 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-011b29bf-6cad-405e-9773-6f9e248af252 req-1da72d9c-659c-4d37-90f7-849fba3f04a9 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9458539-da29-4c05-b7d0-b5a35762cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798210 Dec 13 12:58:05.233145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53980) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:05.244969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-343788698-network', 'tenant_id': '479700f06b4c4e588d68b489965de6ba'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:05.262108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-354b2db0-c02e-40cd-a6b7-6b7397b0bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:05.263901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-354b2db0-c02e-40cd-a6b7-6b7397b0bdbf service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.3262165 Dec 13 12:58:05.279015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-ef4ed5d3-5dd8-4572-a52a-fcfcdc380693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:05.280762 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-ef4ed5d3-5dd8-4572-a52a-fcfcdc380693 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac7a0f6c43e045a1bbbd1d00e98281a4&device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 1095 time: 0.1270657 Dec 13 12:58:05.297609 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181f800a-dcbf-40ea-94bd-180900b56398 x-openstack-request-id: req-181f800a-dcbf-40ea-94bd-180900b56398 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:05.298165 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ed6620-f819-4bc2-b284-04dbc21c181b", "tag": "d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:05.299116 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-181f800a-dcbf-40ea-94bd-180900b56398 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:05.300442 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ed6620-f819-4bc2-b284-04dbc21c181b', 'tag': 'd0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2', 'status': 'completed', 'code': 200} Dec 13 12:58:05.337389 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.346488 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-47ce1dc2-74c7-45fa-9b6d-d0fae49570fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 HTTP/1.1" status: 200 len: 217 time: 0.0425982 Dec 13 12:58:05.354696 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.372518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Made reservation on behalf of 479700f06b4c4e588d68b489965de6ba for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:05.389932 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.434562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859d7a7-65f7-4585-98e4-33063de22082 None None] Pushing event updated for resources: {'Port': ['ID=44f399e9-9981-4b96-8733-a6ffcf748712,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:05.505515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.580938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Attempting to bind port 44f399e9-9981-4b96-8733-a6ffcf748712 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:05.581306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Attempting to bind port 44f399e9-9981-4b96-8733-a6ffcf748712 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:05.581672 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Attempting to bind port 44f399e9-9981-4b96-8733-a6ffcf748712 on network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:05.606110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-663d3440-d576-43d1-a7dc-d78b941bc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:05.606326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:05.606813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Checking segment: {'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:05.607227 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.607635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Bound using segment: {'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:05.608121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Bound port: 44f399e9-9981-4b96-8733-a6ffcf748712, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:05.608506 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.610031 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-663d3440-d576-43d1-a7dc-d78b941bc095 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b7c225c-78ae-4790-a5e4-97714b5abd4c HTTP/1.1" status: 200 len: 860 time: 0.2551982 Dec 13 12:58:05.722040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] For port 44f399e9-9981-4b96-8733-a6ffcf748712, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:05.773790 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-7d881230-09e2-4098-ae4c-4e5a7179132e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fddbed98-d000-414f-90d9-9f808572050b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524425 Dec 13 12:58:05.806799 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] For port 44f399e9-9981-4b96-8733-a6ffcf748712, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=44f399e9-9981-4b96-8733-a6ffcf748712,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:05.821903 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7dd09178-19f6-459a-a28f-d5159be971ef tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.828526 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.907758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd09178-19f6-459a-a28f-d5159be971ef tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=4309cf45-2763-4167-8a80-c09a39031f92,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:05.914765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7d3f3de1-7ef9-4ccc-86cf-518f074330f3 None None] Provisioning complete for port 44f399e9-9981-4b96-8733-a6ffcf748712 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:05.914891 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d3f3de1-7ef9-4ccc-86cf-518f074330f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.955807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ce0d-8bbe-4722-8c44-38927f104ba9 req-2ddc613e-ddc1-4f68-9f87-c0a09f6f78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:05.957347 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3a32ce0d-8bbe-4722-8c44-38927f104ba9 req-2ddc613e-ddc1-4f68-9f87-c0a09f6f78d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=219244b964264dcfb54d280fc2eeb002&device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 1097 time: 0.3250258 Dec 13 12:58:05.962723 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7dd09178-19f6-459a-a28f-d5159be971ef tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:05.965327 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859d7a7-65f7-4585-98e4-33063de22082 None None] Pushing event updated for resources: {'Port': ['ID=44f399e9-9981-4b96-8733-a6ffcf748712,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:05.971309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Routers {'af7c8eac-5721-44b9-a9da-24c8791f2f2d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:05.972135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:05.985594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7dd09178-19f6-459a-a28f-d5159be971ef tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/4309cf45-2763-4167-8a80-c09a39031f92 HTTP/1.1" status: 204 len: 168 time: 2.2544789 Dec 13 12:58:05.989417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54004) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:05.999444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-e2bc79e9-8706-4b61-9575-4e1403682946 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 998 time: 0.7067332 Dec 13 12:58:06.028913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edc0ed-c798-446b-be01-de78765d5761 req-96b32509-1cce-438e-9ca1-dd47f28e90b3 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:06.030695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21edc0ed-c798-446b-be01-de78765d5761 req-96b32509-1cce-438e-9ca1-dd47f28e90b3 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.2353408 Dec 13 12:58:06.057406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426d9b0-de98-480a-9876-9280ca9976f9 req-1b5476dd-fb1e-408b-aa93-cb0de0765e7e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:06.065809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0426d9b0-de98-480a-9876-9280ca9976f9 req-1b5476dd-fb1e-408b-aa93-cb0de0765e7e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2592504 Dec 13 12:58:06.151540 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-75889ae0-3eb5-4af5-b027-477c40ef7362 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:58:06.158526 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-75889ae0-3eb5-4af5-b027-477c40ef7362 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/4309cf45-2763-4167-8a80-c09a39031f92 HTTP/1.1" status: 404 len: 333 time: 0.1661971 Dec 13 12:58:06.165473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54010) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:06.167949 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21edc0ed-c798-446b-be01-de78765d5761 req-040910ae-d151-4825-b43e-3d3ec7a9315e tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992424 Dec 13 12:58:06.181395 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-c4a8c701-df21-410a-8ba3-4c46f45b1e56 service neutron] 10.222.0.37 "GET /v2.0/networks/fddbed98-d000-414f-90d9-9f808572050b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855269 Dec 13 12:58:06.188866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-4c6002f9-fae4-490a-9975-5d1632ae1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:06.190481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-4c6002f9-fae4-490a-9975-5d1632ae1207 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1814766 Dec 13 12:58:06.207002 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.245092 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d3f3de1-7ef9-4ccc-86cf-518f074330f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.281559 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.310881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0426d9b0-de98-480a-9876-9280ca9976f9 req-8f49fff7-3044-473d-8e25-8680bfe92e73 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440972 Dec 13 12:58:06.347189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-27e43642-533a-4d2c-8044-e9f0223a98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:06.354596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-27e43642-533a-4d2c-8044-e9f0223a98b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407740 Dec 13 12:58:06.359761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] Set router af7c8eac-5721-44b9-a9da-24c8791f2f2d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:06.476729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:58:06.505111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ce0d-8bbe-4722-8c44-38927f104ba9 req-dcd7a809-8e28-4069-9ef6-c6346be30241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:06.507657 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3a32ce0d-8bbe-4722-8c44-38927f104ba9 req-dcd7a809-8e28-4069-9ef6-c6346be30241 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 200 len: 918 time: 0.5407319 Dec 13 12:58:06.523641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb705015-8df5-48a5-925c-41fe4d6500b4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet e15a69fd-1350-49b4-be9f-90a5a13818a6 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:58:06.537646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb705015-8df5-48a5-925c-41fe4d6500b4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.540784 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.541149 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Added segment a34a38b3-c52e-4a69-8518-2eaef7bda289 of type vlan for network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 Dec 13 12:58:06.569583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac9b64e-8a80-4bb5-a20d-6538f56ef1ab,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:06.646901 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.650593 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64c5fb3b-bf0f-4a20-a74c-aa43dbdf60b9 req-d25d59d9-7e98-4eb6-afd9-3e55eee8007b service neutron] 10.222.0.37 "GET /v2.0/networks/fddbed98-d000-414f-90d9-9f808572050b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345629 Dec 13 12:58:06.656434 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb705015-8df5-48a5-925c-41fe4d6500b4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.673496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-6adac642-aaa0-4bab-9e2d-4ad441ae1699 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099208 Dec 13 12:58:06.727542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7d3f3de1-7ef9-4ccc-86cf-518f074330f3 None None] For port 44f399e9-9981-4b96-8733-a6ffcf748712, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=44f399e9-9981-4b96-8733-a6ffcf748712,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:06.747052 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d3f3de1-7ef9-4ccc-86cf-518f074330f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.847221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.848898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:06.849493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.852645 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3a32ce0d-8bbe-4722-8c44-38927f104ba9 req-98632416-21e1-4a9e-9617-26ba272d9992 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf HTTP/1.1" status: 200 len: 217 time: 0.3235369 Dec 13 12:58:06.873290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b09c1-ad67-4afa-bda1-e62aadf067fb req-44223fe3-6d45-4add-984c-d600fb89fe8c tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:06.882640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f2b09c1-ad67-4afa-bda1-e62aadf067fb req-44223fe3-6d45-4add-984c-d600fb89fe8c tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 944 time: 0.2062197 Dec 13 12:58:06.926730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475d548-0afd-4d6c-ab66-75ae6eed8bda req-f2eecdc9-dbe7-482c-adcd-792b4b261ca0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:06.928285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-24c03bab-9537-410c-a543-24a459eeb281 None None] Provisioning complete for port 44f399e9-9981-4b96-8733-a6ffcf748712 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:06.928858 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24c03bab-9537-410c-a543-24a459eeb281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:06.931703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c475d548-0afd-4d6c-ab66-75ae6eed8bda req-f2eecdc9-dbe7-482c-adcd-792b4b261ca0 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.2535062 Dec 13 12:58:06.996841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f3de1-7ef9-4ccc-86cf-518f074330f3 None None] Pushing event updated for resources: {'Port': ['ID=44f399e9-9981-4b96-8733-a6ffcf748712,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:07.033458 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7991760 Dec 13 12:58:07.034759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54034) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:07.045873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Request body: {'subnet': {'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-343788698-subnet', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:07.055555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1 req-35909bf1-6b1f-43dc-8660-299d48ed5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:07.057452 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1 req-35909bf1-6b1f-43dc-8660-299d48ed5ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac7a0f6c43e045a1bbbd1d00e98281a4&device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 1095 time: 0.3335896 Dec 13 12:58:07.059300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb705015-8df5-48a5-925c-41fe4d6500b4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.061683 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54036) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:07.074611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a08b2745-92e9-4d3c-9d39-889b2c5f651e req-f87b27ed-518f-45b1-a003-6f8a90ea2235 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901873 Dec 13 12:58:07.100853 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f2b09c1-ad67-4afa-bda1-e62aadf067fb req-5236a30a-364a-4d70-8afc-db84bb2903e8 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9458539-da29-4c05-b7d0-b5a35762cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088428 Dec 13 12:58:07.154471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebef574-9e8a-4ec9-80fb-95771e895874 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd6ddb0-90b6-467d-beac-bd475bbb8fd7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:07.162932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c475d548-0afd-4d6c-ab66-75ae6eed8bda req-218623ae-8248-4112-8e6f-df34deda042d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974733 Dec 13 12:58:07.177687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:58:07.185187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:58:00Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '44f399e9-9981-4b96-8733-a6ffcf748712', 'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'mac_address': 'fa:16:3e:d0:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:58Z', 'updated_at': '2021-12-13T12:58:05Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'subnets': [{'id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:07.250626 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f4072d21-00b3-4062-a0c1-bd4b8175e4f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.253969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-70750007-d0d6-464c-bfd8-addec6b392b9 req-8bdef7ef-72c1-490f-85d3-3a3b07aeda6e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-633063351', 'description': 'tempest-description-1733601298'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:07.266584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f111d63-4320-454b-99b1-987819bc39b2 None None] The sync data for ids ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'] in n-d-817326-4 is: [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:58:00Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '44f399e9-9981-4b96-8733-a6ffcf748712', 'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'mac_address': 'fa:16:3e:d0:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:58Z', 'updated_at': '2021-12-13T12:58:05Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'subnets': [{'id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:58:07.296746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ce0d-8bbe-4722-8c44-38927f104ba9 req-5f6d6dbb-56f0-4f11-a83a-1399e0872446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:07.298369 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3a32ce0d-8bbe-4722-8c44-38927f104ba9 req-5f6d6dbb-56f0-4f11-a83a-1399e0872446 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 200 len: 858 time: 0.3939195 Dec 13 12:58:07.336496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Made reservation on behalf of 479700f06b4c4e588d68b489965de6ba for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:07.339934 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.388898 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3a32ce0d-8bbe-4722-8c44-38927f104ba9 req-bfa52fe8-3c38-447b-aa2a-3c983c41ed52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824535 Dec 13 12:58:07.391923 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.403798 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-70750007-d0d6-464c-bfd8-addec6b392b9 req-8bdef7ef-72c1-490f-85d3-3a3b07aeda6e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.416850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943412da-fabc-44fe-a409-582892b611ef req-c44897f3-1b63-4f36-912b-b069fbd957dc tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:07.433579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-943412da-fabc-44fe-a409-582892b611ef req-c44897f3-1b63-4f36-912b-b069fbd957dc tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1693985 Dec 13 12:58:07.482705 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.489302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1 req-1071e37f-50a0-486f-b25e-f954454bc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:07.490966 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1 req-1071e37f-50a0-486f-b25e-f954454bc240 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fddbed98-d000-414f-90d9-9f808572050b HTTP/1.1" status: 200 len: 920 time: 0.4211030 Dec 13 12:58:07.543134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb705015-8df5-48a5-925c-41fe4d6500b4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.582887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-943412da-fabc-44fe-a409-582892b611ef req-9577e6ec-8beb-420d-80db-7fea7272ab32 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481323 Dec 13 12:58:07.600807 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f4072d21-00b3-4062-a0c1-bd4b8175e4f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.629569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f4072d21-00b3-4062-a0c1-bd4b8175e4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.636732 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1 req-4ae015a5-5504-4114-8017-5ac1ea6ef75d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 HTTP/1.1" status: 200 len: 217 time: 0.1104553 Dec 13 12:58:07.650255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb705015-8df5-48a5-925c-41fe4d6500b4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.657893 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb705015-8df5-48a5-925c-41fe4d6500b4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/e15a69fd-1350-49b4-be9f-90a5a13818a6 HTTP/1.1" status: 204 len: 168 time: 1.4865110 Dec 13 12:58:07.659374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb705015-8df5-48a5-925c-41fe4d6500b4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=e15a69fd-1350-49b4-be9f-90a5a13818a6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:07.661167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6956b15e-e4b6-4c63-8733-f4e1ba9903e7 None None] Network b980f0ee-0aec-47f1-a1ad-a336285c197a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:07.670205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54046) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:07.774417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4072d21-00b3-4062-a0c1-bd4b8175e4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60a9d30-fd8a-4fb8-ae86-447592037780,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:07.781553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f4072d21-00b3-4062-a0c1-bd4b8175e4f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc3c36cc6f0246b89bcf78deeab19191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7165394 Dec 13 12:58:07.785050 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-70750007-d0d6-464c-bfd8-addec6b392b9 req-8bdef7ef-72c1-490f-85d3-3a3b07aeda6e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.792538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54050) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:07.801778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-70750007-d0d6-464c-bfd8-addec6b392b9 req-8bdef7ef-72c1-490f-85d3-3a3b07aeda6e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.884639 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-70750007-d0d6-464c-bfd8-addec6b392b9 req-8bdef7ef-72c1-490f-85d3-3a3b07aeda6e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:07.893812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70750007-d0d6-464c-bfd8-addec6b392b9 req-8bdef7ef-72c1-490f-85d3-3a3b07aeda6e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.6845155 Dec 13 12:58:07.908518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d22dcf-f74a-4f69-8214-a4b5656bab82 req-96895205-93ee-4e85-b7eb-593bf9b11808 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:07.910133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6d22dcf-f74a-4f69-8214-a4b5656bab82 req-96895205-93ee-4e85-b7eb-593bf9b11808 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1886792 Dec 13 12:58:07.920794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdef7ef-72c1-490f-85d3-3a3b07aeda6e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2f9b69-bfaa-45a6-8d94-89d26bdfefe8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:07.925202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1 req-76f3e8e8-b0a7-4a88-b9a6-421baab779f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:07.926908 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1 req-76f3e8e8-b0a7-4a88-b9a6-421baab779f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b7c225c-78ae-4790-a5e4-97714b5abd4c HTTP/1.1" status: 200 len: 860 time: 0.2583323 Dec 13 12:58:07.966720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d086761e-1b38-4aa8-9c72-e3a70bff5eb0 None None] DHCP port deletion for b980f0ee-0aec-47f1-a1ad-a336285c197a request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:58:07.998479 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1 req-4e8e0e30-c29f-4a3d-bc0f-36cd28680401 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fddbed98-d000-414f-90d9-9f808572050b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545983 Dec 13 12:58:08.004397 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3a32ce0d-8bbe-4722-8c44-38927f104ba9 req-cc56fc74-86f0-4a1b-a667-5580aa0d6752 service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050286 Dec 13 12:58:08.011254 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.024465 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2bb59b17-1b5e-4bd3-93cb-faee0f900487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.034090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d086761e-1b38-4aa8-9c72-e3a70bff5eb0 None None] Deleting port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:08.035153 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d086761e-1b38-4aa8-9c72-e3a70bff5eb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.088164 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2bb59b17-1b5e-4bd3-93cb-faee0f900487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.145549 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6d22dcf-f74a-4f69-8214-a4b5656bab82 req-05a9212e-930b-4a1c-8f44-a87366048bae tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255685 Dec 13 12:58:08.228131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-e6526a8f-2506-45b0-b43c-d547aab4a460 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-633063351&fields=id&tenant_id=3ed66630c09d4f9089c6d66c8ef752fa HTTP/1.1" status: 200 len: 267 time: 0.0805984 Dec 13 12:58:08.228770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2bb59b17-1b5e-4bd3-93cb-faee0f900487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.229361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d086761e-1b38-4aa8-9c72-e3a70bff5eb0 None None] For port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c5f94a45-7ca3-40ac-aa0d-817be9e32cbb,segment=NetworkSegment(1b5f7257-c68b-428e-9d42-6774e1020dd7),segment_id=1b5f7257-c68b-428e-9d42-6774e1020dd7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:08.229772 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d086761e-1b38-4aa8-9c72-e3a70bff5eb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.231803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2bb59b17-1b5e-4bd3-93cb-faee0f900487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.241781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2bb59b17-1b5e-4bd3-93cb-faee0f900487 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f60a9d30-fd8a-4fb8-ae86-447592037780 HTTP/1.1" status: 204 len: 168 time: 0.4420850 Dec 13 12:58:08.264202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d086761e-1b38-4aa8-9c72-e3a70bff5eb0 None None] Calling delete_port for c5f94a45-7ca3-40ac-aa0d-817be9e32cbb owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:08.313308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb59b17-1b5e-4bd3-93cb-faee0f900487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60a9d30-fd8a-4fb8-ae86-447592037780,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:08.363220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:58:08.366290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 44f399e9-9981-4b96-8733-a6ffcf748712 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:08.376538 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d086761e-1b38-4aa8-9c72-e3a70bff5eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.379235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-f7061a4a-0e6c-4b85-ae30-0cf209cc990f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:08.383572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-f7061a4a-0e6c-4b85-ae30-0cf209cc990f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.1392126 Dec 13 12:58:08.405040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-03886e67-b08d-4abc-b08e-e8f8eb675e9d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Request body: {'port': {'security_groups': ['57e21284-60dc-4c08-88e7-a3ee2d79945b', '6c2f9b69-bfaa-45a6-8d94-89d26bdfefe8']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:08.486116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086761e-1b38-4aa8-9c72-e3a70bff5eb0 None None] Pushing event deleted for resources: {'Port': ['ID=c5f94a45-7ca3-40ac-aa0d-817be9e32cbb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:08.499451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086761e-1b38-4aa8-9c72-e3a70bff5eb0 None None] No DVR routers for this DVR port c5f94a45-7ca3-40ac-aa0d-817be9e32cbb on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:58:08.514879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df86adc-ec00-4a99-8780-1f034d34a06e req-28de3a15-835c-48f1-91d6-f90ccdcd8bea tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:08.516065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1df86adc-ec00-4a99-8780-1f034d34a06e req-28de3a15-835c-48f1-91d6-f90ccdcd8bea tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 944 time: 0.2157843 Dec 13 12:58:08.588948 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-03886e67-b08d-4abc-b08e-e8f8eb675e9d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.612126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 44f399e9-9981-4b96-8733-a6ffcf748712 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:08.612554 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.715581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,segment=NetworkSegment(45f0a478-4722-4bee-a1cb-5dcf85421917),segment_id=45f0a478-4722-4bee-a1cb-5dcf85421917)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:08.786743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'd0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2', 'network_id': 'fddbed98-d000-414f-90d9-9f808572050b', 'port_id': 'd0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2', 'mac_address': 'fa:16:3e:fa:6b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c225c-78ae-4790-a5e4-97714b5abd4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:58:08.851905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-03886e67-b08d-4abc-b08e-e8f8eb675e9d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] For port 7913aca8-45f9-45ce-bd72-5051460afa9f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7913aca8-45f9-45ce-bd72-5051460afa9f,segment=NetworkSegment(a326dcf3-3d58-4dd2-ae46-5cf847e2baf3),segment_id=a326dcf3-3d58-4dd2-ae46-5cf847e2baf3)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:08.899805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-03886e67-b08d-4abc-b08e-e8f8eb675e9d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.912039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1df86adc-ec00-4a99-8780-1f034d34a06e req-7cb090eb-30dc-4de0-b6e8-08fbdc685747 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9458539-da29-4c05-b7d0-b5a35762cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894050 Dec 13 12:58:08.913410 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-03886e67-b08d-4abc-b08e-e8f8eb675e9d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:08.925908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7913aca8-45f9-45ce-bd72-5051460afa9f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:58:08.981623 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.023112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03886e67-b08d-4abc-b08e-e8f8eb675e9d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Pushing event updated for resources: {'Port': ['ID=7913aca8-45f9-45ce-bd72-5051460afa9f,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:09.043201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-03886e67-b08d-4abc-b08e-e8f8eb675e9d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:09.043930 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-03886e67-b08d-4abc-b08e-e8f8eb675e9d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.045448 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ad0915e-deba-4c87-aef4-1e8ee7a7fc3f req-03886e67-b08d-4abc-b08e-e8f8eb675e9d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "PUT /v2.0/ports/7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 981 time: 0.6502666 Dec 13 12:58:09.045973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:09.047959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c5f94a45-7ca3-40ac-aa0d-817be9e32cbb no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:58:09.048490 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d" -d '{"events": [{"name": "network-changed", "server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:09.142701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:58:09.184443 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,segment=NetworkSegment(45f0a478-4722-4bee-a1cb-5dcf85421917),segment_id=45f0a478-4722-4bee-a1cb-5dcf85421917)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:09.187748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: c5f94a45-7ca3-40ac-aa0d-817be9e32cbb {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:58:09.188544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c5f94a45-7ca3-40ac-aa0d-817be9e32cbb not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:58:09.206750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7913aca8-45f9-45ce-bd72-5051460afa9f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:58:09.212774 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.215306 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3a32ce0d-8bbe-4722-8c44-38927f104ba9 req-0add87b4-f3cb-4981-80ba-f6fc59d08298 service neutron] 10.222.0.42 "GET /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2008076 Dec 13 12:58:09.222515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.230637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.284489 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88115847-7411-498a-9a3d-0942855b948e x-openstack-request-id: req-88115847-7411-498a-9a3d-0942855b948e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:09.284803 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:09.285055 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88115847-7411-498a-9a3d-0942855b948e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:09.285447 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'status': 'completed', 'code': 200} Dec 13 12:58:09.297805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64ea136-7a32-47dc-b23d-97117d8539cb,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:09.314234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1 req-a662ecd1-8024-40a4-860f-bbf3fd15927a service neutron] 10.222.0.37 "GET /v2.0/networks/fddbed98-d000-414f-90d9-9f808572050b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3003292 Dec 13 12:58:09.411463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1919-6d52-4fe9-bd3e-ef4c3f12ba5f req-4191c14c-60d2-4424-a857-37fa116165e9 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:09.413108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-623d1919-6d52-4fe9-bd3e-ef4c3f12ba5f req-4191c14c-60d2-4424-a857-37fa116165e9 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.2821448 Dec 13 12:58:09.415810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:09.494739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b980f0ee-0aec-47f1-a1ad-a336285c197a']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:09.497949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d req-6cb510a7-0f2b-4ee2-9167-ab1b81fabe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:09.499796 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3ae4d1b7-0401-49d6-b983-8a63ee4232f1 req-e73e774b-17c8-41fd-b866-761714918f85 service neutron] 10.222.0.37 "GET /v2.0/networks/fddbed98-d000-414f-90d9-9f808572050b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598439 Dec 13 12:58:09.503131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d req-6cb510a7-0f2b-4ee2-9167-ab1b81fabe95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1135 time: 0.2204728 Dec 13 12:58:09.514608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:58:09.550679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5f7257-c68b-428e-9d42-6774e1020dd7') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:09.553195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5f7257-c68b-428e-9d42-6774e1020dd7') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:09.584617 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.586635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Checking segment: {'id': 'a34a38b3-c52e-4a69-8518-2eaef7bda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:09.587003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Network hostable DHCP agents. Network: 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:58:09.591839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-604c9755-e1e4-4152-bf03-0dc45bfc2f9d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-633063351&fields=id&tenant_id=3ed66630c09d4f9089c6d66c8ef752fa HTTP/1.1" status: 200 len: 267 time: 0.2146080 Dec 13 12:58:09.621208 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.630370 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:58:09.632061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:58:09.634304 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:58:09.640288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-623d1919-6d52-4fe9-bd3e-ef4c3f12ba5f req-cf2eb756-4995-4d61-a4cd-eb1f2d4d84d5 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180090 Dec 13 12:58:09.669630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:58:09.723596 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:09.729173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:09.730340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.744026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.760621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50269218-925d-41bc-ac60-f27bdbe193dd None None] Network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:09.774023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.782443 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/networks/b980f0ee-0aec-47f1-a1ad-a336285c197a HTTP/1.1" status: 204 len: 168 time: 2.0990114 Dec 13 12:58:09.782443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bccd78-e6e1-4a51-a06f-d3251584c56c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Network': ['ID=b980f0ee-0aec-47f1-a1ad-a336285c197a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:09.782443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54088) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:09.782807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54090) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:09.790376 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f61d53ad-8a20-4d61-8e71-709c24fa8a00 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7453969 Dec 13 12:58:09.790491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54092) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:09.794718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1713513158'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:09.801590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-343788698-router', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:09.833395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:09.839449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.897213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:58:09.918853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-ca422181-9171-47f4-8548-d36c65cdd11e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:09.921247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:09.922326 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Added segment 4a726255-cc98-46c2-a1f1-7ca4a5503bb9 of type vlan for network f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 Dec 13 12:58:09.930587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-ca422181-9171-47f4-8548-d36c65cdd11e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 984 time: 0.2973576 Dec 13 12:58:09.936190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-530640322-network', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:09.946016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-4851d504-74db-480d-94ae-f4be8a5e47ec tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Request body: {'port': {'security_groups': ['57e21284-60dc-4c08-88e7-a3ee2d79945b']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:09.955372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d req-3ac03f2d-2f6e-484e-9b96-59e72bef4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:09.956814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d req-3ac03f2d-2f6e-484e-9b96-59e72bef4972 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 200 len: 920 time: 0.4325912 Dec 13 12:58:10.000026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.029674 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-0bd6ddb0-90b6-467d-beac-bd475bbb8fd7', 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7', 'project_id': '479700f06b4c4e588d68b489965de6ba', 'fixed_ips': [{'subnet_id': 'f64ea136-7a32-47dc-b23d-97117d8539cb'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:58:10.030893 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.044553 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.047821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d req-15e489a8-39e4-42de-a01f-73c638b3ae0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 217 time: 0.0539436 Dec 13 12:58:10.051781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:10.052579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.112075 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.113118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.149165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Network': ['ID=f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:10.154458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Made reservation on behalf of be6804ffde5f497b944ca2a34d1bc685 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:10.156909 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.161967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785edcf-c071-4cd1-8756-e4209fd66409 req-1659322c-c1d3-4140-9445-6e19cddc952b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:10.164437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2785edcf-c071-4cd1-8756-e4209fd66409 req-1659322c-c1d3-4140-9445-6e19cddc952b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.4011469 Dec 13 12:58:10.169236 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.174799 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-4851d504-74db-480d-94ae-f4be8a5e47ec tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.185315 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-263b6030-6899-4e93-b070-93390ca9c2d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3925762 Dec 13 12:58:10.185871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54100) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:10.191485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:10.243813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:58:10.327387 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.329222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d req-f4ed7fe1-2a35-442e-95f5-7537302b390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:10.329560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:10.330849 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d req-f4ed7fe1-2a35-442e-95f5-7537302b390a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=305aabd4-9e67-4a6f-bec7-7359e1dc91bd HTTP/1.1" status: 200 len: 860 time: 0.2728455 Dec 13 12:58:10.336215 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.336758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Allocated IP 172.20.0.2 (0bd6ddb0-90b6-467d-beac-bd475bbb8fd7/f64ea136-7a32-47dc-b23d-97117d8539cb/a436606d-ff5e-44b7-a242-f38bf958691e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:10.404490 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d req-903f0c0e-0821-4e93-8b5b-5ca34985e1d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645139 Dec 13 12:58:10.461576 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.471432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.494486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:58:10.543517 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.543757 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Added segment f95c0abb-fd3d-4801-90c9-55471dedbd36 of type vlan for network 095cef42-c57f-43f6-b642-72110bdceb49 Dec 13 12:58:10.545195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2785edcf-c071-4cd1-8756-e4209fd66409 req-9ea0b824-3a1d-41fb-8418-1176186d62a1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3612025 Dec 13 12:58:10.555931 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.575424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f417c70-08a2-4b61-bc4f-503db6fb7198,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:10.596013 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.656010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.661671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.687977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:10.697724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:10.706026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Pushing event updated for resources: {'Port': ['ID=a436606d-ff5e-44b7-a242-f38bf958691e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:10.711943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:10.749704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.765477 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.770421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:10.771413 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.832013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Attempting to bind port a436606d-ff5e-44b7-a242-f38bf958691e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:10.832373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Attempting to bind port a436606d-ff5e-44b7-a242-f38bf958691e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'a34a38b3-c52e-4a69-8518-2eaef7bda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:10.832806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Attempting to bind port a436606d-ff5e-44b7-a242-f38bf958691e on network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:10.841001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:10.841490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Checking segment: {'id': 'a34a38b3-c52e-4a69-8518-2eaef7bda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:10.842628 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.843099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Bound using segment: {'id': 'a34a38b3-c52e-4a69-8518-2eaef7bda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:10.843657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Bound port: a436606d-ff5e-44b7-a242-f38bf958691e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34a38b3-c52e-4a69-8518-2eaef7bda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:10.844370 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.885899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41444-ae18-436f-83cf-e57e604425b1 req-3c6770e8-b2bc-40c0-8d71-8dfe39fe4156 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:10.893533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48c41444-ae18-436f-83cf-e57e604425b1 req-3c6770e8-b2bc-40c0-8d71-8dfe39fe4156 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 945 time: 0.2327104 Dec 13 12:58:10.896659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d req-b5add904-e349-4051-a330-753ae9fcb66d service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310048 Dec 13 12:58:10.910063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] Pushing event updated for resources: {'Network': ['ID=095cef42-c57f-43f6-b642-72110bdceb49,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:10.942367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] For port a436606d-ff5e-44b7-a242-f38bf958691e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:10.945896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] For port a436606d-ff5e-44b7-a242-f38bf958691e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a436606d-ff5e-44b7-a242-f38bf958691e,segment=NetworkSegment(a34a38b3-c52e-4a69-8518-2eaef7bda289),segment_id=a34a38b3-c52e-4a69-8518-2eaef7bda289)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:10.948873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 095cef42-c57f-43f6-b642-72110bdceb49 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:58:10.954575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Checking segment: {'id': '4a726255-cc98-46c2-a1f1-7ca4a5503bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:10.954901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network hostable DHCP agents. Network: f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:58:10.969318 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:10.970460 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f9a5d22a-5089-41c6-9337-3980b516b650 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1818640 Dec 13 12:58:10.971102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54106) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:10.976975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Request body: {'subnet': {'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-530640322-subnet', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:10.998728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=818db785-4f72-41e6-9eec-a73a48cd2ecf,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:11.015030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Made reservation on behalf of be6804ffde5f497b944ca2a34d1bc685 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:11.017638 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:11.037831 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:58:11.095377 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024080d-285d-4e15-9030-6f07c35b07c8 None None] Pushing event updated for resources: {'Port': ['ID=a436606d-ff5e-44b7-a242-f38bf958691e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:11.097747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:11.109502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:11.110129 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:11.113815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f8c58-87c7-4fdb-ad49-13f45598927e None None] Network f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:11.156420 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0350535b-45cf-4e2a-ac12-da6cc4842050 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9693875 Dec 13 12:58:11.157924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48c41444-ae18-436f-83cf-e57e604425b1 req-e2ef367c-00e8-4374-9f37-85197d845053 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9458539-da29-4c05-b7d0-b5a35762cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634740 Dec 13 12:58:11.163642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54108) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:11.166418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-4851d504-74db-480d-94ae-f4be8a5e47ec tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] For port 7913aca8-45f9-45ce-bd72-5051460afa9f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7913aca8-45f9-45ce-bd72-5051460afa9f,segment=NetworkSegment(a326dcf3-3d58-4dd2-ae46-5cf847e2baf3),segment_id=a326dcf3-3d58-4dd2-ae46-5cf847e2baf3)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:11.169048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72', 'name': 'tempest-PortsIpV6TestJSON-190507111', 'fixed_ips': [{'subnet_id': '818db785-4f72-41e6-9eec-a73a48cd2ecf', 'ip_address': '2001:db8::10'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:11.211547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-4851d504-74db-480d-94ae-f4be8a5e47ec tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:11.222622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b8ac4eb-5545-4852-ae1b-a90613d3a61d req-14dbabc8-5df3-4f79-8e30-4e816ac125d3 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106971 Dec 13 12:58:11.222622 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-4851d504-74db-480d-94ae-f4be8a5e47ec tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:11.256576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7913aca8-45f9-45ce-bd72-5051460afa9f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:58:11.312326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:11.453732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:11.517275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port a789e66b-364c-4550-9527-87c57742f411 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:58:11.650513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7913aca8-45f9-45ce-bd72-5051460afa9f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:58:11.711368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72', 'network_id': 'f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72', 'project_id': '7ab749a065d44d21bdcc5232d20d1b84', 'fixed_ips': [{'subnet_id': '818db785-4f72-41e6-9eec-a73a48cd2ecf'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:58:11.712268 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:11.763242 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:11.826880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:11.903523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-4851d504-74db-480d-94ae-f4be8a5e47ec tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:11.904479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-4851d504-74db-480d-94ae-f4be8a5e47ec tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:11.906179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4c25538-232f-43ba-bc67-ddc03b19c910 req-4851d504-74db-480d-94ae-f4be8a5e47ec tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "PUT /v2.0/ports/7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 942 time: 1.9746790 Dec 13 12:58:11.909232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851d504-74db-480d-94ae-f4be8a5e47ec tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Pushing event updated for resources: {'Port': ['ID=7913aca8-45f9-45ce-bd72-5051460afa9f,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:11.909527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Checking segment: {'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:11.909893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Network hostable DHCP agents. Network: 095cef42-c57f-43f6-b642-72110bdceb49, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:58:11.925964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:11.931956 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19abe26f-4059-405b-806b-5c49fdc7bc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:11.944580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Network 095cef42-c57f-43f6-b642-72110bdceb49 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:58:11.965421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8::10 (f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72/818db785-4f72-41e6-9eec-a73a48cd2ecf/a789e66b-364c-4550-9527-87c57742f411) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:11.972223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 095cef42-c57f-43f6-b642-72110bdceb49) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:11.983787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:11.984431 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.010798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54122) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:12.020382 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-94d6d5ec-b653-45de-8554-abc55760942a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0473437 Dec 13 12:58:12.023565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54126) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:12.032222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:12.041094 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e1d993-e559-4baf-8ed5-49dc9080da6a None None] Network 095cef42-c57f-43f6-b642-72110bdceb49 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:12.070066 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.071830 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.219800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.224892 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.255441 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.267253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0aab16-296f-4505-aa3b-a7c3ee9e057c req-183e6409-18d0-4e54-a061-509b32d5ea6c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:12.270388 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a0aab16-296f-4505-aa3b-a7c3ee9e057c req-183e6409-18d0-4e54-a061-509b32d5ea6c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3630588 Dec 13 12:58:12.322067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:12.326578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a436606d-ff5e-44b7-a242-f38bf958691e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:12.331593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.379768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.398794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:12.404082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:12.405211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-095cef42-c57f-43f6-b642-72110bdceb49', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:58:12.406133 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.408271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:12.415853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:12.416698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.456744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=a789e66b-364c-4550-9527-87c57742f411,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:12.466188 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-25da389a-a3cb-42a3-8ef0-70ade6d05a89 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2990322 Dec 13 12:58:12.467187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54130) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:12.473392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': 'f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72', 'name': 'tempest-PortsIpV6TestJSON-1770175164', 'fixed_ips': [{'subnet_id': '818db785-4f72-41e6-9eec-a73a48cd2ecf', 'ip_address': '2001:db8::f'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:12.491347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Allocated IP 2001:db8::2 (f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72/818db785-4f72-41e6-9eec-a73a48cd2ecf/f03f55c5-60de-4753-b09f-a719e57a7d1e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:12.620161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Allocated IP 172.25.2.119 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/1f3e35f0-9f6e-42a0-8150-4337797a937d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:12.638289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:12.643892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.688001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port c80da027-90c0-4db2-843b-e8f5bb445872 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:58:12.767831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.812592 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a7753c97-00cb-47e6-8862-c9a2ecc5fcce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.819407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e958f4e2-2f55-40d1-90b6-f19b3bfdf9e0 None None] Network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:12.858828 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:12.983816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:58:12.993145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a436606d-ff5e-44b7-a242-f38bf958691e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:12.993145 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.011366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-24d24956-f507-4e80-949c-9a8972e01048 None None] Provisioning complete for port a436606d-ff5e-44b7-a242-f38bf958691e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:13.011722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24d24956-f507-4e80-949c-9a8972e01048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.038445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:13.038808 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.046506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:13.057886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a0aab16-296f-4505-aa3b-a7c3ee9e057c req-5383cb08-274a-4c75-8840-c1c27da7a652 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7585614 Dec 13 12:58:13.060016 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.077338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e81fb9-4db9-4bc7-a738-2afffef04ce3 req-77c1206d-9f84-4bd4-8b5e-ec58d5da878a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:13.078893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87e81fb9-4db9-4bc7-a738-2afffef04ce3 req-77c1206d-9f84-4bd4-8b5e-ec58d5da878a tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.9227293 Dec 13 12:58:13.080221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:13.082586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:13.093601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Pushing event updated for resources: {'Port': ['ID=1f3e35f0-9f6e-42a0-8150-4337797a937d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:13.217172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Allocated IP 172.20.0.2 (095cef42-c57f-43f6-b642-72110bdceb49/df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba/6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:13.228101 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.248841 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.296788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8::f (f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72/818db785-4f72-41e6-9eec-a73a48cd2ecf/c80da027-90c0-4db2-843b-e8f5bb445872) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:13.418965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Network f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:13.454063 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.471071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Pushing event updated for resources: {'Port': ['ID=f03f55c5-60de-4753-b09f-a719e57a7d1e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:13.473756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:13.489568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:13.496788 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24d24956-f507-4e80-949c-9a8972e01048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.503328 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.522708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.563810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ed6620-f819-4bc2-b284-04dbc21c181b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:13.565630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.567135 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97a88f4-0a12-4eb0-97ff-da92b7fb546e" -d '{"events": [{"server_uuid": "37ed6620-f819-4bc2-b284-04dbc21c181b", "name": "network-vif-plugged", "status": "completed", "tag": "d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:13.577561 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a7753c97-00cb-47e6-8862-c9a2ecc5fcce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.583626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-8e056898-f8df-481f-b6e3-cf9de0431e71 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4844625 Dec 13 12:58:13.597577 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87e81fb9-4db9-4bc7-a738-2afffef04ce3 req-9994f212-01e7-42c3-9c9f-9d098ccd073d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788723 Dec 13 12:58:13.604481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:13.610306 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a7753c97-00cb-47e6-8862-c9a2ecc5fcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.634719 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,segment=NetworkSegment(45f0a478-4722-4bee-a1cb-5dcf85421917),segment_id=45f0a478-4722-4bee-a1cb-5dcf85421917)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:13.643751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=c80da027-90c0-4db2-843b-e8f5bb445872,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:13.658241 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.663593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:13.665580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:13.668980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:13.676343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:13.677117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.708086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a7753c97-00cb-47e6-8862-c9a2ecc5fcce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9e05b191b484f369994396d0c4831b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6939263 Dec 13 12:58:13.710693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-24d24956-f507-4e80-949c-9a8972e01048 None None] For port a436606d-ff5e-44b7-a242-f38bf958691e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a436606d-ff5e-44b7-a242-f38bf958691e,segment=NetworkSegment(a34a38b3-c52e-4a69-8518-2eaef7bda289),segment_id=a34a38b3-c52e-4a69-8518-2eaef7bda289)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:13.718404 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88a062d-ab1a-48d8-8720-49049756ac71 x-openstack-request-id: req-c88a062d-ab1a-48d8-8720-49049756ac71 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:13.718741 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:13.719005 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c88a062d-ab1a-48d8-8720-49049756ac71 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:13.719413 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'status': 'completed', 'code': 200} Dec 13 12:58:13.720355 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a144a6b8-d537-499c-8d45-ff5ff714f8e2 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2511368 Dec 13 12:58:13.721493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54138) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:13.731011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54140) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:13.733207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Attempting to bind port f03f55c5-60de-4753-b09f-a719e57a7d1e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:13.733520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Attempting to bind port f03f55c5-60de-4753-b09f-a719e57a7d1e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '4a726255-cc98-46c2-a1f1-7ca4a5503bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:13.733878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Attempting to bind port f03f55c5-60de-4753-b09f-a719e57a7d1e on network f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:13.747446 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24d24956-f507-4e80-949c-9a8972e01048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.786363 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.787858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:13.788228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Checking segment: {'id': '4a726255-cc98-46c2-a1f1-7ca4a5503bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:13.788614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.789011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Bound using segment: {'id': '4a726255-cc98-46c2-a1f1-7ca4a5503bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:13.789491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Bound port: f03f55c5-60de-4753-b09f-a719e57a7d1e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a726255-cc98-46c2-a1f1-7ca4a5503bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:13.789866 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.837271 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.849614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:13.852530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.855330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7753c97-00cb-47e6-8862-c9a2ecc5fcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3678e0-d760-49b6-a9eb-54e2732858cd,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:13.919872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe26f-4059-405b-806b-5c49fdc7bc8f req-5c63714c-bb3a-4518-9378-58207938e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:13.921414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19abe26f-4059-405b-806b-5c49fdc7bc8f req-5c63714c-bb3a-4518-9378-58207938e89c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1096 time: 0.1771481 Dec 13 12:58:13.928747 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:58:13.929099 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:58:13.930018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9705d5-40eb-4cc9-90a2-84a70bfd1e86 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:13.930754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Network 095cef42-c57f-43f6-b642-72110bdceb49 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:13.934663 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6f9705d5-40eb-4cc9-90a2-84a70bfd1e86 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1931107 Dec 13 12:58:13.936660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54144) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:13.940616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:13.950257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:13.973910 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bfae8248-7ee5-4fd1-9277-9c8d33786124 None None] Provisioning complete for port a436606d-ff5e-44b7-a242-f38bf958691e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:13.974298 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfae8248-7ee5-4fd1-9277-9c8d33786124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.974698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a3c62a25-c676-4a05-a5aa-f9dc1cbf907d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:13.983877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d24956-f507-4e80-949c-9a8972e01048 None None] Pushing event updated for resources: {'Port': ['ID=a436606d-ff5e-44b7-a242-f38bf958691e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:14.004310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a3c62a25-c676-4a05-a5aa-f9dc1cbf907d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.025917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076c1db-ab4f-41c3-91a6-c2369696b6c3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:14.031915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076c1db-ab4f-41c3-91a6-c2369696b6c3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:14.037849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076c1db-ab4f-41c3-91a6-c2369696b6c3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:14.038053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318098-426c-415f-9e39-daddff439b0d req-c99a329b-9935-4a79-8967-c4755ff6882e tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:14.042205 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b076c1db-ab4f-41c3-91a6-c2369696b6c3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1029587 Dec 13 12:58:14.042844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a318098-426c-415f-9e39-daddff439b0d req-c99a329b-9935-4a79-8967-c4755ff6882e tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 946 time: 0.2309604 Dec 13 12:58:14.044517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54146) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:14.158643 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a3c62a25-c676-4a05-a5aa-f9dc1cbf907d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.161414 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a3c62a25-c676-4a05-a5aa-f9dc1cbf907d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.162678 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a3c62a25-c676-4a05-a5aa-f9dc1cbf907d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df3678e0-d760-49b6-a9eb-54e2732858cd HTTP/1.1" status: 204 len: 168 time: 0.4305260 Dec 13 12:58:14.163134 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.170199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8bc627a4-0360-41e9-a373-340105faaa48 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port c80da027-90c0-4db2-843b-e8f5bb445872 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:14.170545 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8bc627a4-0360-41e9-a373-340105faaa48 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.188865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c62a25-c676-4a05-a5aa-f9dc1cbf907d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3678e0-d760-49b6-a9eb-54e2732858cd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:14.232728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] For port f03f55c5-60de-4753-b09f-a719e57a7d1e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:14.273990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8bc627a4-0360-41e9-a373-340105faaa48 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.288487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] For port f03f55c5-60de-4753-b09f-a719e57a7d1e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f03f55c5-60de-4753-b09f-a719e57a7d1e,segment=NetworkSegment(4a726255-cc98-46c2-a1f1-7ca4a5503bb9),segment_id=4a726255-cc98-46c2-a1f1-7ca4a5503bb9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:14.290342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8bc627a4-0360-41e9-a373-340105faaa48 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for c80da027-90c0-4db2-843b-e8f5bb445872 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:14.311140 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.320917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Pushing event updated for resources: {'Port': ['ID=6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:14.325830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Attempting to bind port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:14.326226 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Attempting to bind port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:14.326590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Attempting to bind port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd on network 095cef42-c57f-43f6-b642-72110bdceb49 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:14.403439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:14.404001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Checking segment: {'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:14.404284 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.404684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Bound using segment: {'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:14.405238 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Bound port: 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:14.405631 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.495642 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8bc627a4-0360-41e9-a373-340105faaa48 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.535354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc627a4-0360-41e9-a373-340105faaa48 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=c80da027-90c0-4db2-843b-e8f5bb445872,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:14.569831 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c745f0-ff97-41da-8f58-3dd92585c309 None None] Pushing event updated for resources: {'Port': ['ID=f03f55c5-60de-4753-b09f-a719e57a7d1e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:14.608253 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8bc627a4-0360-41e9-a373-340105faaa48 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.612238 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] For port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:14.616811 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8bc627a4-0360-41e9-a373-340105faaa48 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/c80da027-90c0-4db2-843b-e8f5bb445872 HTTP/1.1" status: 204 len: 168 time: 0.5712759 Dec 13 12:58:14.618467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] For port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:14.621275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54152) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:14.629380 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.677905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54154) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:14.724757 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22adc7da-5e4e-425f-9d7f-9e260b057d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.737789 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8b73a8-6526-4331-b50b-f3bc8b769789 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:58:14.739250 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cf8b73a8-6526-4331-b50b-f3bc8b769789 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/c80da027-90c0-4db2-843b-e8f5bb445872 HTTP/1.1" status: 404 len: 333 time: 0.1149459 Dec 13 12:58:14.747491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54156) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:14.764323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa0617-f85c-4ea2-bd86-fa4310bc343b None None] Pushing event updated for resources: {'Port': ['ID=6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:14.781030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a436606d-ff5e-44b7-a242-f38bf958691e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:14.818549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe26f-4059-405b-806b-5c49fdc7bc8f req-69a64902-8d21-43be-b695-d87a31786a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:14.820987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19abe26f-4059-405b-806b-5c49fdc7bc8f req-69a64902-8d21-43be-b695-d87a31786a94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 200 len: 920 time: 0.8836224 Dec 13 12:58:14.864179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a436606d-ff5e-44b7-a242-f38bf958691e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:14.864794 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.914303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3eccfdaf-15e5-413d-8003-7861a98c315c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port a789e66b-364c-4550-9527-87c57742f411 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:14.914627 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3eccfdaf-15e5-413d-8003-7861a98c315c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.987713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22adc7da-5e4e-425f-9d7f-9e260b057d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:14.990408 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a318098-426c-415f-9e39-daddff439b0d req-7f42ddc6-57e5-49f4-86ad-36a2a333bc8f tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9458539-da29-4c05-b7d0-b5a35762cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9106591 Dec 13 12:58:15.003226 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22adc7da-5e4e-425f-9d7f-9e260b057d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.038497 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19abe26f-4059-405b-806b-5c49fdc7bc8f req-a465e75a-8616-4b52-84e3-d69186ceb42d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 217 time: 0.2061117 Dec 13 12:58:15.101384 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-22adc7da-5e4e-425f-9d7f-9e260b057d95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e45496f6a7aa45c8965acac9b37c106a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4222701 Dec 13 12:58:15.104567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54158) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:15.106999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3eccfdaf-15e5-413d-8003-7861a98c315c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.117322 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.135325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3eccfdaf-15e5-413d-8003-7861a98c315c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for a789e66b-364c-4550-9527-87c57742f411 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:15.156487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adc7da-5e4e-425f-9d7f-9e260b057d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4860667c-1513-4121-ab3e-f5355f36703b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:15.161111 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.232478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe26f-4059-405b-806b-5c49fdc7bc8f req-a87ac21a-d172-4c64-a60b-15f71aa7a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:15.234512 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19abe26f-4059-405b-806b-5c49fdc7bc8f req-a87ac21a-d172-4c64-a60b-15f71aa7a8ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=305aabd4-9e67-4a6f-bec7-7359e1dc91bd HTTP/1.1" status: 200 len: 860 time: 0.1792762 Dec 13 12:58:15.247251 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.260985 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c93862-cc15-4f39-aad3-814e3c2f0f37 x-openstack-request-id: req-a3c93862-cc15-4f39-aad3-814e3c2f0f37 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:15.261325 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ed6620-f819-4bc2-b284-04dbc21c181b", "name": "network-vif-plugged", "status": "completed", "tag": "d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:15.261553 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3c93862-cc15-4f39-aad3-814e3c2f0f37 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:15.261975 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ed6620-f819-4bc2-b284-04dbc21c181b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2', 'code': 200} Dec 13 12:58:15.299475 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65371708-21c0-4570-b5f5-d3825026a91f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.319805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19abe26f-4059-405b-806b-5c49fdc7bc8f req-9d4718ff-e081-4b2d-acd6-0a5143da05f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771015 Dec 13 12:58:15.332170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65371708-21c0-4570-b5f5-d3825026a91f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.457143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c48d48-30bf-4e1c-906e-6768d87eae39 req-bb2847d3-cccd-4a26-8de4-b3e114dae792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:15.458886 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13c48d48-30bf-4e1c-906e-6768d87eae39 req-bb2847d3-cccd-4a26-8de4-b3e114dae792 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 1097 time: 0.1233709 Dec 13 12:58:15.513789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Allocated IP 172.25.2.25 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/5748d064-f8e4-45f0-bb49-113718cff2ec) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:15.529979 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.532736 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-13c48d48-30bf-4e1c-906e-6768d87eae39 req-2359bae6-f954-4227-94fe-0ad13ada151a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b9458539-da29-4c05-b7d0-b5a35762cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608294 Dec 13 12:58:15.533913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3eccfdaf-15e5-413d-8003-7861a98c315c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.578527 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65371708-21c0-4570-b5f5-d3825026a91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.581296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65371708-21c0-4570-b5f5-d3825026a91f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.586188 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-65371708-21c0-4570-b5f5-d3825026a91f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4860667c-1513-4121-ab3e-f5355f36703b HTTP/1.1" status: 204 len: 168 time: 0.4365218 Dec 13 12:58:15.586188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccfdaf-15e5-413d-8003-7861a98c315c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=a789e66b-364c-4550-9527-87c57742f411,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:15.606968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371708-21c0-4570-b5f5-d3825026a91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4860667c-1513-4121-ab3e-f5355f36703b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:15.642683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3eccfdaf-15e5-413d-8003-7861a98c315c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.647838 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3eccfdaf-15e5-413d-8003-7861a98c315c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/a789e66b-364c-4550-9527-87c57742f411 HTTP/1.1" status: 204 len: 168 time: 0.8987970 Dec 13 12:58:15.650750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54170) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:15.678832 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fc3599-2ab2-4f3d-a9a7-741cb96fd9a7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:58:15.680947 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-44fc3599-2ab2-4f3d-a9a7-741cb96fd9a7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/a789e66b-364c-4550-9527-87c57742f411 HTTP/1.1" status: 404 len: 333 time: 0.0290279 Dec 13 12:58:15.684147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54172) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:15.747307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet 818db785-4f72-41e6-9eec-a73a48cd2ecf {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:58:15.751361 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.815215 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.950494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:15.983746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab2194-4830-49b4-98a4-c6ce7d92552d req-5d66c43d-3446-4f43-9e0f-1b5c3779bea5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:15.987388 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6ab2194-4830-49b4-98a4-c6ce7d92552d req-5d66c43d-3446-4f43-9e0f-1b5c3779bea5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.4023576 Dec 13 12:58:16.008068 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19abe26f-4059-405b-806b-5c49fdc7bc8f req-ae892eca-bf44-43b4-b026-fcdee5de8527 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706442 Dec 13 12:58:16.062051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a33c8-98fe-4224-8e31-b725129efc59 None None] Network f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:16.069303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:16.095520 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:16.148812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=818db785-4f72-41e6-9eec-a73a48cd2ecf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:16.157519 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:16.163989 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/818db785-4f72-41e6-9eec-a73a48cd2ecf HTTP/1.1" status: 204 len: 168 time: 0.4787192 Dec 13 12:58:16.164634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54184) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:16.183649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.184003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.184208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.184479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.184814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.185145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.185742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.187124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.187124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.187462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.187755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.188086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.188413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9263bf2-be1c-46cd-afbe-68b4fe43acb3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:16.266571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6ab2194-4830-49b4-98a4-c6ce7d92552d req-e2f03e9a-397f-4e07-a895-2903c127b59d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559826 Dec 13 12:58:16.285726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f1c831bc-4860-42f7-a225-d4e704082376 None None] Provisioning complete for port f03f55c5-60de-4753-b09f-a719e57a7d1e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:16.286324 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1c831bc-4860-42f7-a225-d4e704082376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:16.364954 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:16.408637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19abe26f-4059-405b-806b-5c49fdc7bc8f req-1cd6441a-c465-4e2c-b5ac-9e29c6529ca2 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895257 Dec 13 12:58:16.441453 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:16.504950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3f496-f883-4847-9ea4-916af9ec16a6 None None] Network 095cef42-c57f-43f6-b642-72110bdceb49 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:16.520830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port f03f55c5-60de-4753-b09f-a719e57a7d1e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:16.521179 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:16.610007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Pushing event updated for resources: {'Port': ['ID=5748d064-f8e4-45f0-bb49-113718cff2ec,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:16.617687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Router 2b75d00e-5cc1-47ab-a266-89df122f4997 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:58:16.680125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:16.693408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:16.730605 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1c831bc-4860-42f7-a225-d4e704082376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:16.741872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] For port f03f55c5-60de-4753-b09f-a719e57a7d1e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f03f55c5-60de-4753-b09f-a719e57a7d1e,segment=NetworkSegment(4a726255-cc98-46c2-a1f1-7ca4a5503bb9),segment_id=4a726255-cc98-46c2-a1f1-7ca4a5503bb9)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:16.742521 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:16.784543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for f03f55c5-60de-4753-b09f-a719e57a7d1e owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:16.831966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f1c831bc-4860-42f7-a225-d4e704082376 None None] For port f03f55c5-60de-4753-b09f-a719e57a7d1e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f03f55c5-60de-4753-b09f-a719e57a7d1e,segment=NetworkSegment(4a726255-cc98-46c2-a1f1-7ca4a5503bb9),segment_id=4a726255-cc98-46c2-a1f1-7ca4a5503bb9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:16.835585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c101495-0047-4d95-8beb-49e778b24437 None None] Network f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:16.863613 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1c831bc-4860-42f7-a225-d4e704082376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:16.878900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Allocated IP 172.25.2.40 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/3394779d-2e4e-4b84-a00f-ee37ea5500e0) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:16.916048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:16.984545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:17.000492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5f782-15bb-46ee-92dc-f15f63152959 req-2c8cb02b-a22c-44fc-9244-76b89ffcd6d9 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:17.008795 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ec5f782-15bb-46ee-92dc-f15f63152959 req-2c8cb02b-a22c-44fc-9244-76b89ffcd6d9 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 946 time: 0.4007213 Dec 13 12:58:17.124448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-06d71399-3e66-45b9-bd63-785e2a9260aa None None] Provisioning complete for port f03f55c5-60de-4753-b09f-a719e57a7d1e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:17.125435 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06d71399-3e66-45b9-bd63-785e2a9260aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:17.137926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:58:17.139293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c831bc-4860-42f7-a225-d4e704082376 None None] Pushing event updated for resources: {'Port': ['ID=f03f55c5-60de-4753-b09f-a719e57a7d1e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:17.153596 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Sync routers for ids ['2b75d00e-5cc1-47ab-a266-89df122f4997'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:58:17.175268 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Routers {'2b75d00e-5cc1-47ab-a266-89df122f4997'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:17.176190 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2b75d00e-5cc1-47ab-a266-89df122f4997'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:17.248867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:17.252903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cd5eae6e-adf9-4e59-a4a7-5beb170593ab admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4522851 Dec 13 12:58:17.294193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:17.295608 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:17.366549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:17.397176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab21953-05eb-4bdc-b909-6d05071b6cc0 None None] DHCP port deletion for f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:58:17.412512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54200) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:17.415662 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Set router 2b75d00e-5cc1-47ab-a266-89df122f4997 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:17.585116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:17.629364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ec5f782-15bb-46ee-92dc-f15f63152959 req-838fc6fc-beea-4cef-8468-8cfa5d48f4d2 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9458539-da29-4c05-b7d0-b5a35762cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184165 Dec 13 12:58:17.631559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:17.699060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-06d71399-3e66-45b9-bd63-785e2a9260aa None None] Provisioning complete for port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:17.699432 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06d71399-3e66-45b9-bd63-785e2a9260aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:17.749551 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:17.772270 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:17.904377 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'name': 'tempest-TaggedBootDevicesTest_v242-343788698-router', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:10Z', 'updated_at': '2021-12-13T12:58:13Z', 'revision_number': 3, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'gw_port': {'id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:17.967854 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Checking router: 2b75d00e-5cc1-47ab-a266-89df122f4997 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:58:17.969202 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Updating router 2b75d00e-5cc1-47ab-a266-89df122f4997 port 1f3e35f0-9f6e-42a0-8150-4337797a937d binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:58:17.971225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:17.979357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:17.982008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:17.987271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-eab21953-05eb-4bdc-b909-6d05071b6cc0 None None] Deleting port f03f55c5-60de-4753-b09f-a719e57a7d1e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:17.987652 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eab21953-05eb-4bdc-b909-6d05071b6cc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.002783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:18.007772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:18.018333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Pushing event updated for resources: {'Port': ['ID=3394779d-2e4e-4b84-a00f-ee37ea5500e0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:18.063673 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.121487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=f03f55c5-60de-4753-b09f-a719e57a7d1e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:18.163425 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.167617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No DVR routers for this DVR port f03f55c5-60de-4753-b09f-a719e57a7d1e on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:58:18.169879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f03f55c5-60de-4753-b09f-a719e57a7d1e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:18.432971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.453313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: f03f55c5-60de-4753-b09f-a719e57a7d1e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:58:18.453313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f03f55c5-60de-4753-b09f-a719e57a7d1e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 12:58:18.468682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c534f-81d8-477c-ab80-127e79c288b3 req-724f6ea6-1732-4e9b-89e1-c444ac1873af tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:18.475395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d5c534f-81d8-477c-ab80-127e79c288b3 req-724f6ea6-1732-4e9b-89e1-c444ac1873af tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3330379 Dec 13 12:58:18.482889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b0f57ffe-57a0-49fd-a5d4-467fa3866b13 None None] Provisioning complete for port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:18.483276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0f57ffe-57a0-49fd-a5d4-467fa3866b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.537819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:18.543745 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.563707 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.601409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a726255-cc98-46c2-a1f1-7ca4a5503bb9') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:18.601771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a726255-cc98-46c2-a1f1-7ca4a5503bb9') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:18.619101 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Attempting to bind port 1f3e35f0-9f6e-42a0-8150-4337797a937d on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:18.619250 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Attempting to bind port 1f3e35f0-9f6e-42a0-8150-4337797a937d by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:18.619622 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Attempting to bind port 1f3e35f0-9f6e-42a0-8150-4337797a937d on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:18.628603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Port f03f55c5-60de-4753-b09f-a719e57a7d1e not found, will not notify nova. {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 12:58:18.630044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.653106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-eab21953-05eb-4bdc-b909-6d05071b6cc0 None None] For port f03f55c5-60de-4753-b09f-a719e57a7d1e, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:18.653527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eab21953-05eb-4bdc-b909-6d05071b6cc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.657744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.682621 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.700071 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:18.713805 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:18.714477 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.715013 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:18.715667 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Bound port: 1f3e35f0-9f6e-42a0-8150-4337797a937d, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:18.716195 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.719755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.732303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-eab21953-05eb-4bdc-b909-6d05071b6cc0 None None] Calling delete_port for f03f55c5-60de-4753-b09f-a719e57a7d1e owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:18.746109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:18.753976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-eab21953-05eb-4bdc-b909-6d05071b6cc0 None None] Port f03f55c5-60de-4753-b09f-a719e57a7d1e was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 12:58:18.758297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eab21953-05eb-4bdc-b909-6d05071b6cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.799852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab21953-05eb-4bdc-b909-6d05071b6cc0 None None] No DVR routers for this DVR port f03f55c5-60de-4753-b09f-a719e57a7d1e on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:58:18.840808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab21953-05eb-4bdc-b909-6d05071b6cc0 None None] Pushing event deleted for resources: {'Port': ['ID=f03f55c5-60de-4753-b09f-a719e57a7d1e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:18.845535 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.853778 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f03f55c5-60de-4753-b09f-a719e57a7d1e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:58:18.855633 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] For port 1f3e35f0-9f6e-42a0-8150-4337797a937d, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:18.860858 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] For port 1f3e35f0-9f6e-42a0-8150-4337797a937d, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1f3e35f0-9f6e-42a0-8150-4337797a937d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:18.878016 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.887056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:58:18.887729 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:18.901901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: f03f55c5-60de-4753-b09f-a719e57a7d1e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:58:18.906846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f03f55c5-60de-4753-b09f-a719e57a7d1e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:58:18.920525 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Routers {'2b75d00e-5cc1-47ab-a266-89df122f4997'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:18.921376 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2b75d00e-5cc1-47ab-a266-89df122f4997'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:58:19.001672 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:58:19.004306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d5c534f-81d8-477c-ab80-127e79c288b3 req-f806c25d-a5b1-47f6-bee8-3d15b15f43c3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5066979 Dec 13 12:58:19.183591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Allocated IP 172.20.0.1 (0bd6ddb0-90b6-467d-beac-bd475bbb8fd7/f64ea136-7a32-47dc-b23d-97117d8539cb/1691e7d3-b92d-4714-9d05-e4abebf65b55) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:19.323441 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:19.331718 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] Set router 2b75d00e-5cc1-47ab-a266-89df122f4997 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:19.364038 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:19.378407 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:19.388826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/networks/f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72 HTTP/1.1" status: 204 len: 168 time: 3.2211123 Dec 13 12:58:19.390821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54232) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:19.411253 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:19.426438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-121013902'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:19.430582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce242b-be50-4729-a6e5-ebb71df93f40 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Network': ['ID=f1cf894a-c1d2-4ffc-a2bd-8b54e906fe72,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:19.501843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:19.505623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Pushing event updated for resources: {'Port': ['ID=1691e7d3-b92d-4714-9d05-e4abebf65b55,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:19.513468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:19.533423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:19.603742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:19.640853 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Pushing event updated for resources: {'Port': ['ID=1f3e35f0-9f6e-42a0-8150-4337797a937d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:19.662338 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.663082 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.663665 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.664196 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.664721 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.665247 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.665778 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.666414 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.667303 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.680029 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.680584 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.681118 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.681657 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:19.768147 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1192aef-0e5b-4bc3-ad60-19b5a18be571 None None] Pushing event updated for resources: {'Port': ['ID=1f3e35f0-9f6e-42a0-8150-4337797a937d,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:19.778976 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'name': 'tempest-TaggedBootDevicesTest_v242-343788698-router', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:10Z', 'updated_at': '2021-12-13T12:58:13Z', 'revision_number': 3, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'gw_port': {'id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:19.810795 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9328f6-a31a-4341-837a-dba3489db838 None None] The sync data for ids ['2b75d00e-5cc1-47ab-a266-89df122f4997'] in n-d-817326-4 is: [{'id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'name': 'tempest-TaggedBootDevicesTest_v242-343788698-router', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:10Z', 'updated_at': '2021-12-13T12:58:13Z', 'revision_number': 3, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'gw_port': {'id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:58:19.884632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Pushing event updated for resources: {'Port': ['ID=5748d064-f8e4-45f0-bb49-113718cff2ec,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:19.914843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:19.923831 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:19.925723 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:19.929892 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:19.982374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:19.994966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:58:20.005965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-68c59967-99e9-47c0-a8a2-00c893c25a5b None None] Provisioning complete for port 1691e7d3-b92d-4714-9d05-e4abebf65b55 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:20.007421 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68c59967-99e9-47c0-a8a2-00c893c25a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:20.010011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:20.010919 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Added segment beb3bd75-2b46-4065-ac13-44790e58169d of type vlan for network 3c87591f-dd34-4f06-8b22-e72721028107 Dec 13 12:58:20.061027 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:20.070755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-3f21b2c2-4ca3-4601-ab63-5c4602dbfe86 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.4701285 Dec 13 12:58:20.083975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838e928-9f7e-4807-990a-2677717f59e6 req-a882722a-92e8-4cad-afd1-e1291ab54df6 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:20.084202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-68c59967-99e9-47c0-a8a2-00c893c25a5b None None] Port 1691e7d3-b92d-4714-9d05-e4abebf65b55 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:20.096656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:20.098409 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9838e928-9f7e-4807-990a-2677717f59e6 req-a882722a-92e8-4cad-afd1-e1291ab54df6 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 946 time: 0.3079352 Dec 13 12:58:20.215548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:20.221120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:20.221728 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:20.341840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Network': ['ID=3c87591f-dd34-4f06-8b22-e72721028107,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:20.352366 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7d572668-01b8-4a38-8253-16f524c6e3f7 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9306235 Dec 13 12:58:20.358357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54242) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:20.362556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 3c87591f-dd34-4f06-8b22-e72721028107 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:58:20.363335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': '3c87591f-dd34-4f06-8b22-e72721028107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:20.372331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:20.419506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:20.443816 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:58:20.491739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Pushing event updated for resources: {'Port': ['ID=1691e7d3-b92d-4714-9d05-e4abebf65b55,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:20.516476 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9838e928-9f7e-4807-990a-2677717f59e6 req-ae01da91-6cfd-4812-b01a-395ce4baec87 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9458539-da29-4c05-b7d0-b5a35762cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168777 Dec 13 12:58:20.523973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-0911adc7-7496-496f-8b38-6abff5236779 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.25 HTTP/1.1" status: 200 len: 695 time: 0.4516923 Dec 13 12:58:20.614918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:20.648866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:20.654590 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:20.713310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-691f5e82-f0d3-438c-a034-512482b9d025 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:20.714894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-691f5e82-f0d3-438c-a034-512482b9d025 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.1696041 Dec 13 12:58:20.736017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-7c7fe848-855f-4146-a4f2-fd1b5667ddbf tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:58:20.737095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24ccf2dc-14c4-45ed-890e-0627cb2f3d72 req-7c7fe848-855f-4146-a4f2-fd1b5667ddbf tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064411 Dec 13 12:58:20.978346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:20.987017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:20.991073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:21.026749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.107078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:21.107635 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.370833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f3e35f0-9f6e-42a0-8150-4337797a937d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:21.413883 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.424574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Router 2b75d00e-5cc1-47ab-a266-89df122f4997 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:58:21.460805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-4d59ff4c-a9c4-4446-b0e8-88cfdb3b15f2 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:21.461352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fa5f8e33-0aac-45c8-8ea3-3605a4bb821f None None] Provisioning complete for port 1691e7d3-b92d-4714-9d05-e4abebf65b55 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:21.463923 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa5f8e33-0aac-45c8-8ea3-3605a4bb821f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.469144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-4d59ff4c-a9c4-4446-b0e8-88cfdb3b15f2 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6106970 Dec 13 12:58:21.481647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e622e-a632-4072-a088-e5c138f70435 req-1a78b2c7-8be9-4616-9226-2715795b43ad tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:21.484720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a10e622e-a632-4072-a088-e5c138f70435 req-1a78b2c7-8be9-4616-9226-2715795b43ad tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.4935591 Dec 13 12:58:21.514895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f8e33-0aac-45c8-8ea3-3605a4bb821f None None] Port 1691e7d3-b92d-4714-9d05-e4abebf65b55 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:21.547744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1f3e35f0-9f6e-42a0-8150-4337797a937d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:21.548087 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.581079 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-12504d73-d05b-432f-b2cf-13f4c5076969 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.25 HTTP/1.1" status: 200 len: 695 time: 0.1108027 Dec 13 12:58:21.593283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-b5ec4c0c-c671-40e4-8a5a-f4be3ffbfb5f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Request body: {'floatingip': {'port_id': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:21.624970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=4d39a45a-8e29-4b9e-b159-0e57f3060319,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:21.658819 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.688893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 1f3e35f0-9f6e-42a0-8150-4337797a937d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1f3e35f0-9f6e-42a0-8150-4337797a937d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:21.694985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-b5ec4c0c-c671-40e4-8a5a-f4be3ffbfb5f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.695918 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.720316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:58:21.726118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c72c98a4-8168-499d-8f8a-f346020b5434 admin admin] 10.222.0.31 "PUT /v2.0/routers/2b75d00e-5cc1-47ab-a266-89df122f4997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3064349 Dec 13 12:58:21.727730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Checking segment: {'id': 'beb3bd75-2b46-4065-ac13-44790e58169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c87591f-dd34-4f06-8b22-e72721028107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:21.728079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network hostable DHCP agents. Network: 3c87591f-dd34-4f06-8b22-e72721028107, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:58:21.758553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network 3c87591f-dd34-4f06-8b22-e72721028107 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:58:21.768250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=1f3e35f0-9f6e-42a0-8150-4337797a937d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:21.777228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 3c87591f-dd34-4f06-8b22-e72721028107) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:21.782101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:21.784895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.796263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367d60f-672d-4956-a948-e031bb8e5e90 None None] Network 3c87591f-dd34-4f06-8b22-e72721028107 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:21.796734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Router 1fd35243-a0c4-4774-aa39-bc2479d29a59 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:58:21.822577 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4177a68f-0831-4e77-b388-3e8dd31373b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4627137 Dec 13 12:58:21.825286 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54256) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:21.830787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-360a81c9-d197-4b6a-8049-1cc2f5a9be83 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-388696007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:21.878502 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-360a81c9-d197-4b6a-8049-1cc2f5a9be83 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.880434 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-360a81c9-d197-4b6a-8049-1cc2f5a9be83 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:21.907142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a10e622e-a632-4072-a088-e5c138f70435 req-55e4b15e-2c77-4ff3-8065-62ebf0d4f95b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231397 Dec 13 12:58:21.930595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-3c87591f-dd34-4f06-8b22-e72721028107', 'network_id': '3c87591f-dd34-4f06-8b22-e72721028107', 'project_id': '7ab749a065d44d21bdcc5232d20d1b84', 'fixed_ips': [{'subnet_id': '4d39a45a-8e29-4b9e-b159-0e57f3060319'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:58:21.931710 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:22.035412 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-360a81c9-d197-4b6a-8049-1cc2f5a9be83 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:22.050698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-360a81c9-d197-4b6a-8049-1cc2f5a9be83 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:22.093890 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-360a81c9-d197-4b6a-8049-1cc2f5a9be83 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:22.098304 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-360a81c9-d197-4b6a-8049-1cc2f5a9be83 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2718344 Dec 13 12:58:22.099135 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:22.113427 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'network_id': '3c87591f-dd34-4f06-8b22-e72721028107', 'name': 'tempest-PortsIpV6TestJSON-1498349823'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:22.216371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Allocated IP 2001:db8::2 (3c87591f-dd34-4f06-8b22-e72721028107/4d39a45a-8e29-4b9e-b159-0e57f3060319/49345512-f3d4-4c68-9771-ed20b79320a7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:22.405009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:58:22.459013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:22.462810 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:22.550835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port 3647ac66-9e8a-4df6-a8b8-b88faa56726a yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:58:22.599875 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:22.602946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-717f43db-832b-4f12-aaad-e6183b510391 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5767775 Dec 13 12:58:22.610553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54308) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:22.632518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Sync routers for ids ['1fd35243-a0c4-4774-aa39-bc2479d29a59'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:58:22.666715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Routers {'1fd35243-a0c4-4774-aa39-bc2479d29a59'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:22.667562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1fd35243-a0c4-4774-aa39-bc2479d29a59'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:22.774023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f824c-487a-459a-a687-6ce87d571f37 req-0e21e91e-a8e6-44c7-8079-31b42d11f445 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:22.776471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a9f824c-487a-459a-a687-6ce87d571f37 req-0e21e91e-a8e6-44c7-8079-31b42d11f445 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2608011 Dec 13 12:58:22.798587 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Sync routers for ids ['2b75d00e-5cc1-47ab-a266-89df122f4997'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:58:22.812034 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Routers {'2b75d00e-5cc1-47ab-a266-89df122f4997'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:22.813917 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2b75d00e-5cc1-47ab-a266-89df122f4997'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:22.905968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Set router 1fd35243-a0c4-4774-aa39-bc2479d29a59 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:22.956972 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Set router 2b75d00e-5cc1-47ab-a266-89df122f4997 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:23.034770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f3e35f0-9f6e-42a0-8150-4337797a937d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:23.169861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:23.259018 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:23.338732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8::370 (3c87591f-dd34-4f06-8b22-e72721028107/4d39a45a-8e29-4b9e-b159-0e57f3060319/3647ac66-9e8a-4df6-a8b8-b88faa56726a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:23.367974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Pushing event updated for resources: {'Port': ['ID=49345512-f3d4-4c68-9771-ed20b79320a7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:23.431510 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Network 3c87591f-dd34-4f06-8b22-e72721028107 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:23.436035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1f3e35f0-9f6e-42a0-8150-4337797a937d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:23.436536 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:23.445984 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'name': 'tempest-TaggedBootDevicesTest_v242-343788698-router', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:10Z', 'updated_at': '2021-12-13T12:58:19Z', 'revision_number': 4, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'gw_port': {'id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1691e7d3-b92d-4714-9d05-e4abebf65b55', 'name': '', 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'mac_address': 'fa:16:3e:f1:e4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f64ea136-7a32-47dc-b23d-97117d8539cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:18Z', 'updated_at': '2021-12-13T12:58:20Z', 'revision_number': 2, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'subnets': [{'id': 'f64ea136-7a32-47dc-b23d-97117d8539cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:23.487248 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Checking router: 2b75d00e-5cc1-47ab-a266-89df122f4997 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:58:23.487601 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Updating router 2b75d00e-5cc1-47ab-a266-89df122f4997 port 1691e7d3-b92d-4714-9d05-e4abebf65b55 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:58:23.491547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:23.497956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:23.538985 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:23.629541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Attempting to bind port 49345512-f3d4-4c68-9771-ed20b79320a7 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:23.629541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Attempting to bind port 49345512-f3d4-4c68-9771-ed20b79320a7 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'beb3bd75-2b46-4065-ac13-44790e58169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c87591f-dd34-4f06-8b22-e72721028107'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:23.630299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Attempting to bind port 49345512-f3d4-4c68-9771-ed20b79320a7 on network 3c87591f-dd34-4f06-8b22-e72721028107 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:23.662643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:23.662927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Checking segment: {'id': 'beb3bd75-2b46-4065-ac13-44790e58169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c87591f-dd34-4f06-8b22-e72721028107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:23.663340 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:23.663987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Bound using segment: {'id': 'beb3bd75-2b46-4065-ac13-44790e58169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c87591f-dd34-4f06-8b22-e72721028107'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:23.664228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Bound port: 49345512-f3d4-4c68-9771-ed20b79320a7, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb3bd75-2b46-4065-ac13-44790e58169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c87591f-dd34-4f06-8b22-e72721028107'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:23.664615 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:23.777731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:23.795323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:18Z', 'revision_number': 3, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:23.859507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:23.909106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Checking router: 1fd35243-a0c4-4774-aa39-bc2479d29a59 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:58:23.909455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Updating router 1fd35243-a0c4-4774-aa39-bc2479d29a59 port 3394779d-2e4e-4b84-a00f-ee37ea5500e0 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:58:23.934802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network 3c87591f-dd34-4f06-8b22-e72721028107 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:23.949321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:23.951241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=3647ac66-9e8a-4df6-a8b8-b88faa56726a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:23.954713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:23.974630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:23.975312 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.015620 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-771b10e8-f1f7-4ad8-8328-c74618db60c9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9107749 Dec 13 12:58:24.017100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54350) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:24.029477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.127956 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.178587 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.235682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a9f824c-487a-459a-a687-6ce87d571f37 req-c78788be-50f0-4bac-a233-e7f6300a37cb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4117193 Dec 13 12:58:24.244911 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-b5ec4c0c-c671-40e4-8a5a-f4be3ffbfb5f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:58:24.350533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] For port 49345512-f3d4-4c68-9771-ed20b79320a7, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:24.454126 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2698f97-8e61-4d58-9925-79f055c1a9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.456725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] For port 49345512-f3d4-4c68-9771-ed20b79320a7, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=49345512-f3d4-4c68-9771-ed20b79320a7,segment=NetworkSegment(beb3bd75-2b46-4065-ac13-44790e58169d),segment_id=beb3bd75-2b46-4065-ac13-44790e58169d)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:24.481340 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.505698 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e1f2a-543b-49b1-848f-89fa0db18816 None None] Pushing event updated for resources: {'Port': ['ID=1691e7d3-b92d-4714-9d05-e4abebf65b55,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:24.543066 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Attempting to bind port 1691e7d3-b92d-4714-9d05-e4abebf65b55 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:24.543432 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Attempting to bind port 1691e7d3-b92d-4714-9d05-e4abebf65b55 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'a34a38b3-c52e-4a69-8518-2eaef7bda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:24.543794 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Attempting to bind port 1691e7d3-b92d-4714-9d05-e4abebf65b55 on network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:24.555545 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:24.558690 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Checking segment: {'id': 'a34a38b3-c52e-4a69-8518-2eaef7bda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:24.559597 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.560186 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Bound using segment: {'id': 'a34a38b3-c52e-4a69-8518-2eaef7bda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:24.560861 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Bound port: 1691e7d3-b92d-4714-9d05-e4abebf65b55, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34a38b3-c52e-4a69-8518-2eaef7bda289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:24.561426 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.657769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-b5ec4c0c-c671-40e4-8a5a-f4be3ffbfb5f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.674519 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-b5ec4c0c-c671-40e4-8a5a-f4be3ffbfb5f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.750281 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] For port 1691e7d3-b92d-4714-9d05-e4abebf65b55, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:24.754163 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] For port 1691e7d3-b92d-4714-9d05-e4abebf65b55, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1691e7d3-b92d-4714-9d05-e4abebf65b55,segment=NetworkSegment(a34a38b3-c52e-4a69-8518-2eaef7bda289),segment_id=a34a38b3-c52e-4a69-8518-2eaef7bda289)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:24.769123 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:24.896680 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Routers {'2b75d00e-5cc1-47ab-a266-89df122f4997'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:24.898165 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2b75d00e-5cc1-47ab-a266-89df122f4997'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:24.911663 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e1f2a-543b-49b1-848f-89fa0db18816 None None] Pushing event updated for resources: {'Port': ['ID=1691e7d3-b92d-4714-9d05-e4abebf65b55,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:24.929061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43a359-149e-4454-ab2b-ee0efa3723fa None None] Pushing event updated for resources: {'Port': ['ID=49345512-f3d4-4c68-9771-ed20b79320a7,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:24.996042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d12cec92-394c-477c-abf5-ab607ad5e6e2 None None] Provisioning complete for port 1691e7d3-b92d-4714-9d05-e4abebf65b55 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:24.996447 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12cec92-394c-477c-abf5-ab607ad5e6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:25.372607 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] Set router 2b75d00e-5cc1-47ab-a266-89df122f4997 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:25.434838 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-b5ec4c0c-c671-40e4-8a5a-f4be3ffbfb5f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Floating IP ac68c6ed-e41b-4976-96f6-b572a2b2272c associated. External IP: 172.25.2.25, port: 7913aca8-45f9-45ce-bd72-5051460afa9f. Dec 13 12:58:25.538051 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:25.562468 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:25.744360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a01d4-3a08-4500-961d-3a4b261ac57f req-b019e1a6-ccfe-431e-a8a9-d8bd07074503 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:25.753347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-942a01d4-3a08-4500-961d-3a4b261ac57f req-b019e1a6-ccfe-431e-a8a9-d8bd07074503 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 946 time: 0.4197545 Dec 13 12:58:25.763605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Attempting to bind port 3394779d-2e4e-4b84-a00f-ee37ea5500e0 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:25.768682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Attempting to bind port 3394779d-2e4e-4b84-a00f-ee37ea5500e0 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:25.775324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Attempting to bind port 3394779d-2e4e-4b84-a00f-ee37ea5500e0 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:25.887167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:25.887999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:25.888638 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:25.889271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:25.890245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Bound port: 3394779d-2e4e-4b84-a00f-ee37ea5500e0, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:25.891281 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:25.910731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:25.940345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293474e2-409f-4e52-b2eb-a8455d5f51ff None None] Pushing event updated for resources: {'Port': ['ID=3394779d-2e4e-4b84-a00f-ee37ea5500e0,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:25.973769 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12cec92-394c-477c-abf5-ab607ad5e6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:26.005931 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:26.033825 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'name': 'tempest-TaggedBootDevicesTest_v242-343788698-router', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:10Z', 'updated_at': '2021-12-13T12:58:19Z', 'revision_number': 4, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'gw_port': {'id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1691e7d3-b92d-4714-9d05-e4abebf65b55', 'name': '', 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'mac_address': 'fa:16:3e:f1:e4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f64ea136-7a32-47dc-b23d-97117d8539cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:18Z', 'updated_at': '2021-12-13T12:58:24Z', 'revision_number': 4, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'subnets': [{'id': 'f64ea136-7a32-47dc-b23d-97117d8539cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:26.042491 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-942a01d4-3a08-4500-961d-3a4b261ac57f req-9afdc7c1-8525-4c4b-b48e-bc5d6f88a6d2 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9458539-da29-4c05-b7d0-b5a35762cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879405 Dec 13 12:58:26.055021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] For port 3394779d-2e4e-4b84-a00f-ee37ea5500e0, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:26.059485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] For port 3394779d-2e4e-4b84-a00f-ee37ea5500e0, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3394779d-2e4e-4b84-a00f-ee37ea5500e0,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:26.098447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-b5ec4c0c-c671-40e4-8a5a-f4be3ffbfb5f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:58:26.099710 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:26.127508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d12cec92-394c-477c-abf5-ab607ad5e6e2 None None] For port 1691e7d3-b92d-4714-9d05-e4abebf65b55, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1691e7d3-b92d-4714-9d05-e4abebf65b55,segment=NetworkSegment(a34a38b3-c52e-4a69-8518-2eaef7bda289),segment_id=a34a38b3-c52e-4a69-8518-2eaef7bda289)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:26.258499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293474e2-409f-4e52-b2eb-a8455d5f51ff None None] Pushing event updated for resources: {'Port': ['ID=3394779d-2e4e-4b84-a00f-ee37ea5500e0,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:26.287640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Routers {'1fd35243-a0c4-4774-aa39-bc2479d29a59'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:26.288557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:57:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1fd35243-a0c4-4774-aa39-bc2479d29a59'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:26.300872 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5fef2-b6f8-4a49-8dca-f840c0e5c68d None None] The sync data for ids ['2b75d00e-5cc1-47ab-a266-89df122f4997'] in n-d-817326-4 is: [{'id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'name': 'tempest-TaggedBootDevicesTest_v242-343788698-router', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:10Z', 'updated_at': '2021-12-13T12:58:19Z', 'revision_number': 4, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'gw_port': {'id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1691e7d3-b92d-4714-9d05-e4abebf65b55', 'name': '', 'network_id': '0bd6ddb0-90b6-467d-beac-bd475bbb8fd7', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'mac_address': 'fa:16:3e:f1:e4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f64ea136-7a32-47dc-b23d-97117d8539cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:18Z', 'updated_at': '2021-12-13T12:58:24Z', 'revision_number': 4, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'subnets': [{'id': 'f64ea136-7a32-47dc-b23d-97117d8539cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:58:26.460445 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12cec92-394c-477c-abf5-ab607ad5e6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:26.620317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Allocated IP 172.20.0.1 (095cef42-c57f-43f6-b642-72110bdceb49/df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba/e507bb52-0795-4d13-b46c-6ae0924ded51) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:26.630785 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:26.671826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:26.693477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] Set router 1fd35243-a0c4-4774-aa39-bc2479d29a59 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:26.813118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=3647ac66-9e8a-4df6-a8b8-b88faa56726a,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:26.830356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc35d9-d284-453b-9857-d453076f49b0 None None] Network 3c87591f-dd34-4f06-8b22-e72721028107 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:26.841243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-afe70284-4e7f-4f81-9e13-a4da2d9e398a None None] Provisioning complete for port 1691e7d3-b92d-4714-9d05-e4abebf65b55 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:26.841931 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-afe70284-4e7f-4f81-9e13-a4da2d9e398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:26.859364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-b5ec4c0c-c671-40e4-8a5a-f4be3ffbfb5f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:58:26.894354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-8264551c-e872-4228-bf3b-bac0310e359f tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:26.896618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-8264551c-e872-4228-bf3b-bac0310e359f tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.37 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 946 time: 0.2592742 Dec 13 12:58:26.903700 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-b5ec4c0c-c671-40e4-8a5a-f4be3ffbfb5f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:26.955375 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da055dc3-6192-4e12-95ff-1c0a18d0cae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:26.956559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] Sync routers for ids ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:58:27.084962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4d038-3739-47e7-b585-92f1cfd6bc33 req-c8d71616-6ccf-4189-909a-e882fc674a96 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:27.101712 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-beb4d038-3739-47e7-b585-92f1cfd6bc33 req-c8d71616-6ccf-4189-909a-e882fc674a96 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.8722270 Dec 13 12:58:27.313070 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:27.319153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:27.322299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1691e7d3-b92d-4714-9d05-e4abebf65b55 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:27.383584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cec92-394c-477c-abf5-ab607ad5e6e2 None None] Pushing event updated for resources: {'Port': ['ID=1691e7d3-b92d-4714-9d05-e4abebf65b55,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:27.398990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] Routers {'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:27.399841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:27.418874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-b5ec4c0c-c671-40e4-8a5a-f4be3ffbfb5f tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "PUT /v2.0/floatingips/ac68c6ed-e41b-4976-96f6-b572a2b2272c HTTP/1.1" status: 200 len: 995 time: 5.8367014 Dec 13 12:58:27.423677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:27.426066 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429" -d '{"events": [{"name": "network-changed", "server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:27.432550 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:27.461491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-a29104a9-be8c-4779-bed2-6d10bf83f5a7 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Deleting port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:27.462134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-a29104a9-be8c-4779-bed2-6d10bf83f5a7 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:27.477179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-beb4d038-3739-47e7-b585-92f1cfd6bc33 req-3855955d-191d-4a18-9b6e-fcf6d1aa46e7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666456 Dec 13 12:58:27.619937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Network 095cef42-c57f-43f6-b642-72110bdceb49 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:27.625944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:27.633134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:27.690880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-a29104a9-be8c-4779-bed2-6d10bf83f5a7 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] For port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,segment=NetworkSegment(45f0a478-4722-4bee-a1cb-5dcf85421917),segment_id=45f0a478-4722-4bee-a1cb-5dcf85421917)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:27.692217 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-a29104a9-be8c-4779-bed2-6d10bf83f5a7 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:27.704322 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:27.715536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-a29104a9-be8c-4779-bed2-6d10bf83f5a7 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Calling delete_port for d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:27.832857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e507bb52-0795-4d13-b46c-6ae0924ded51,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:27.851196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-df3dc134-11b3-4f81-8d74-dd4763870ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:27.854591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-df3dc134-11b3-4f81-8d74-dd4763870ee6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1096 time: 0.4177027 Dec 13 12:58:27.881480 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:27.905727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:27.933254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] Set router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:28.062793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1691e7d3-b92d-4714-9d05-e4abebf65b55 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:28.063151 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:28.254731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-a29104a9-be8c-4779-bed2-6d10bf83f5a7 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:28.333593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0edf2-0d53-430c-a425-7706ed73ce9d req-23d8f2a9-87fd-4480-91dc-108eb1c9b784 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:28.353199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7e0edf2-0d53-430c-a425-7706ed73ce9d req-23d8f2a9-87fd-4480-91dc-108eb1c9b784 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/ports?device_id=37ed6620-f819-4bc2-b284-04dbc21c181b HTTP/1.1" status: 200 len: 946 time: 0.4896271 Dec 13 12:58:28.408550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:58:28.475924 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:28.523640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a298d6fb-325e-4f6c-8e8c-d841e131819f None None] Provisioning complete for port e507bb52-0795-4d13-b46c-6ae0924ded51 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:28.524020 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a298d6fb-325e-4f6c-8e8c-d841e131819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:28.583887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:28.586762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a298d6fb-325e-4f6c-8e8c-d841e131819f None None] Port e507bb52-0795-4d13-b46c-6ae0924ded51 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:28.603051 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29104a9-be8c-4779-bed2-6d10bf83f5a7 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Pushing event deleted for resources: {'Port': ['ID=d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:28.615531 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:28.616454 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:28.717300 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:18Z', 'revision_number': 3, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:28.753752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-a29104a9-be8c-4779-bed2-6d10bf83f5a7 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] No DVR routers for this DVR port d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:58:28.760839 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-a29104a9-be8c-4779-bed2-6d10bf83f5a7 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:28.761996 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7e0edf2-0d53-430c-a425-7706ed73ce9d req-75cfe90e-152d-48cf-ac72-fbcefbbfd144 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9458539-da29-4c05-b7d0-b5a35762cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065669 Dec 13 12:58:28.766588 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0fff0149-a614-40de-bd25-fdbce7af1e5a req-a29104a9-be8c-4779-bed2-6d10bf83f5a7 tempest-ServerMetadataNegativeTestJSON-1120851943 tempest-ServerMetadataNegativeTestJSON-1120851943-project] 10.222.0.37 "DELETE /v2.0/ports/d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 HTTP/1.1" status: 204 len: 173 time: 1.7921209 Dec 13 12:58:28.769691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-bbbfeccf-eb5a-4fb3-bc98-c8d6a65b2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:28.776939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-bbbfeccf-eb5a-4fb3-bc98-c8d6a65b2d26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 200 len: 920 time: 0.8217139 Dec 13 12:58:28.795815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ed6620-f819-4bc2-b284-04dbc21c181b', 'name': 'network-vif-deleted', 'tag': 'd0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:28.798549 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125b8ccf-eefd-4a32-84e4-a81b950d26bd" -d '{"events": [{"server_uuid": "37ed6620-f819-4bc2-b284-04dbc21c181b", "name": "network-vif-deleted", "tag": "d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:28.835543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=3647ac66-9e8a-4df6-a8b8-b88faa56726a,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:28.848129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 49345512-f3d4-4c68-9771-ed20b79320a7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:28.917734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5b273-89eb-4425-a1f6-1d17d9bb4c7d None None] The sync data for ids ['1fd35243-a0c4-4774-aa39-bc2479d29a59'] in n-d-817326-4 is: [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:18Z', 'revision_number': 3, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:58:28.952031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a298d6fb-325e-4f6c-8e8c-d841e131819f None None] Provisioning complete for port 49345512-f3d4-4c68-9771-ed20b79320a7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:28.952393 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a298d6fb-325e-4f6c-8e8c-d841e131819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:28.977042 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network 3c87591f-dd34-4f06-8b22-e72721028107 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:28.977447 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8804849a-40a4-4676-8abf-86dc77a02742 x-openstack-request-id: req-8804849a-40a4-4676-8abf-86dc77a02742 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:28.979485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:28.992431 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:28.992431 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8804849a-40a4-4676-8abf-86dc77a02742 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:28.992431 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'status': 'completed', 'code': 200} Dec 13 12:58:29.072699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 49345512-f3d4-4c68-9771-ed20b79320a7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:29.073965 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:29.081739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'ac68c6ed-e41b-4976-96f6-b572a2b2272c', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'port_id': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'mac_address': 'fa:16:3e:84:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:58:17Z', 'updated_at': '2021-12-13T12:58:24Z', 'revision_number': 1, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ce2964-bb34-439c-9533-e82470f1f311', 'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'mac_address': 'fa:16:3e:84:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:05Z', 'updated_at': '2021-12-13T12:57:14Z', 'revision_number': 5, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'subnets': [{'id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:29.167976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] Checking router: c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:58:29.171095 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:29.199926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] Routers {'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:29.200579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:29.342857 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a298d6fb-325e-4f6c-8e8c-d841e131819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:29.413889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Router cbb20eb1-3b0f-4bc0-b74c-e56a085a250d is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 12:58:29.553035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] Set router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:29.664410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:58:29.676965 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1d2efe7b-3dbd-4f7d-898e-87efcc7f1762 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "PUT /v2.0/routers/cbb20eb1-3b0f-4bc0-b74c-e56a085a250d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6583223 Dec 13 12:58:29.679171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54418) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:29.687105 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ef6e49-bb27-4e4a-bf62-3ffc8117c092 None None] Sync routers for ids ['cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:58:29.722868 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef6e49-bb27-4e4a-bf62-3ffc8117c092 None None] Routers {'cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:29.724536 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14ef6e49-bb27-4e4a-bf62-3ffc8117c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:29.751367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c544bccd-3b84-43ad-9f0d-14e60e0b2d87 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:29.754267 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c544bccd-3b84-43ad-9f0d-14e60e0b2d87 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbb20eb1-3b0f-4bc0-b74c-e56a085a250d HTTP/1.1" status: 200 len: 989 time: 0.0733829 Dec 13 12:58:29.762961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54422) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:29.874266 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14ef6e49-bb27-4e4a-bf62-3ffc8117c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:29.907375 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef6e49-bb27-4e4a-bf62-3ffc8117c092 None None] Routers {'cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:29.908290 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14ef6e49-bb27-4e4a-bf62-3ffc8117c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:29.962462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:29.982909 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14ef6e49-bb27-4e4a-bf62-3ffc8117c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:29.983861 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ef6e49-bb27-4e4a-bf62-3ffc8117c092 None None] The sync data for ids ['cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:58:29.993804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-fa5dc6d1-ec9b-4fc1-887c-d7e5ac2ee8d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 998 time: 1.1983573 Dec 13 12:58:30.011798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a298d6fb-325e-4f6c-8e8c-d841e131819f None None] For port 49345512-f3d4-4c68-9771-ed20b79320a7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=49345512-f3d4-4c68-9771-ed20b79320a7,segment=NetworkSegment(beb3bd75-2b46-4065-ac13-44790e58169d),segment_id=beb3bd75-2b46-4065-ac13-44790e58169d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:30.063990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a298d6fb-325e-4f6c-8e8c-d841e131819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:30.082390 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:30.162940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-9617e01f-0153-466b-a0b6-aa5a1888e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:30.164929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-9617e01f-0153-466b-a0b6-aa5a1888e44f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=305aabd4-9e67-4a6f-bec7-7359e1dc91bd HTTP/1.1" status: 200 len: 860 time: 0.1406455 Dec 13 12:58:30.180686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429 req-833a878e-7715-4760-a507-6a0e3f02a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:30.183024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429 req-833a878e-7715-4760-a507-6a0e3f02a065 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1096 time: 1.2071662 Dec 13 12:58:30.232401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-e038effd-7e1e-4520-9ac8-614cc33f44b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480666 Dec 13 12:58:30.274973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-533820eb-9c2d-488b-8f16-c96020984e66 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:58:30.276536 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-533820eb-9c2d-488b-8f16-c96020984e66 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079236 Dec 13 12:58:30.279336 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:30.304765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bca47-b728-43f7-ac79-e9c1ed567e66 req-b2e89b4d-4870-48bd-9322-7f9e6f2aa466 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:30.306393 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb3bca47-b728-43f7-ac79-e9c1ed567e66 req-b2e89b4d-4870-48bd-9322-7f9e6f2aa466 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.4803467 Dec 13 12:58:30.418954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:58:30.422457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298d6fb-325e-4f6c-8e8c-d841e131819f None None] Pushing event updated for resources: {'Port': ['ID=49345512-f3d4-4c68-9771-ed20b79320a7,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:30.464187 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:30.529515 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-61c8eaa5-1d4c-42a6-b1d1-69aaa82d19cf service neutron] 10.222.0.31 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328138 Dec 13 12:58:30.557089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e507bb52-0795-4d13-b46c-6ae0924ded51,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:30.681355 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:30.691872 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:30.812275 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:58:30.812794 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:58:30.822647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:58:30.823309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:58:30.828053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-97e83642-93c3-4681-b192-db56de1f8da8 None None] Provisioning complete for port 3647ac66-9e8a-4df6-a8b8-b88faa56726a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:30.828550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97e83642-93c3-4681-b192-db56de1f8da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:30.874195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Network 095cef42-c57f-43f6-b642-72110bdceb49 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:30.879838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:30.883733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c229391c-bc2f-4c09-b2aa-c21c09d3470d req-07a2dba2-6bdf-44cc-a0dc-de426a5a4f1d service neutron] 10.222.0.31 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217990 Dec 13 12:58:30.892966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429 req-42fdb4be-6a13-4c3f-abed-db0e85bb7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:30.894453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429 req-42fdb4be-6a13-4c3f-abed-db0e85bb7014 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 200 len: 920 time: 0.6386101 Dec 13 12:58:30.949787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb3bca47-b728-43f7-ac79-e9c1ed567e66 req-237a5b58-bc4c-486a-bfb2-98b23200bebe tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4656889 Dec 13 12:58:30.960383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-97e83642-93c3-4681-b192-db56de1f8da8 None None] Port 3647ac66-9e8a-4df6-a8b8-b88faa56726a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:30.995925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-97e83642-93c3-4681-b192-db56de1f8da8 None None] Provisioning complete for port 49345512-f3d4-4c68-9771-ed20b79320a7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:30.996629 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97e83642-93c3-4681-b192-db56de1f8da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:31.011038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'ac68c6ed-e41b-4976-96f6-b572a2b2272c', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'port_id': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'mac_address': 'fa:16:3e:84:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:58:17Z', 'updated_at': '2021-12-13T12:58:24Z', 'revision_number': 1, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ce2964-bb34-439c-9533-e82470f1f311', 'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'mac_address': 'fa:16:3e:84:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:05Z', 'updated_at': '2021-12-13T12:57:14Z', 'revision_number': 5, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'subnets': [{'id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:31.102850 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc59ba0f-e4e9-4e53-9632-ed14c40f24f6 x-openstack-request-id: req-cc59ba0f-e4e9-4e53-9632-ed14c40f24f6 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:31.105722 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ed6620-f819-4bc2-b284-04dbc21c181b", "name": "network-vif-deleted", "tag": "d0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:31.105722 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc59ba0f-e4e9-4e53-9632-ed14c40f24f6 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:31.105722 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ed6620-f819-4bc2-b284-04dbc21c181b', 'name': 'network-vif-deleted', 'tag': 'd0d9d572-d11d-4ef3-bca1-e5af9fcfe0c2', 'status': 'completed', 'code': 200} Dec 13 12:58:31.132966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429 req-15b6dad8-94cc-4f0a-b453-b21b4518055f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 998 time: 0.1821249 Dec 13 12:58:31.139697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54436) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:31.181129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2536275-b4f1-4bd3-862f-b161a9074a19 None None] The sync data for ids ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'] in n-d-817326-4 is: [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'ac68c6ed-e41b-4976-96f6-b572a2b2272c', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'port_id': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'mac_address': 'fa:16:3e:84:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:58:17Z', 'updated_at': '2021-12-13T12:58:24Z', 'revision_number': 1, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ce2964-bb34-439c-9533-e82470f1f311', 'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'mac_address': 'fa:16:3e:84:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:05Z', 'updated_at': '2021-12-13T12:57:14Z', 'revision_number': 5, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'subnets': [{'id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:58:31.247360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f35a87-bbda-49e4-87d9-26602aff3bcc admin admin] Deleting subnet 0b7c225c-78ae-4790-a5e4-97714b5abd4c {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:58:31.324774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 3647ac66-9e8a-4df6-a8b8-b88faa56726a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:31.330235 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:31.449556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0f4f4983-9deb-496e-a128-ab08238c4be4 None None] Provisioning complete for port e507bb52-0795-4d13-b46c-6ae0924ded51 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:31.450007 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4983-9deb-496e-a128-ab08238c4be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:31.524319 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d0f35a87-bbda-49e4-87d9-26602aff3bcc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:31.550760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:31.564682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f4983-9deb-496e-a128-ab08238c4be4 None None] Port e507bb52-0795-4d13-b46c-6ae0924ded51 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:31.604623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 3647ac66-9e8a-4df6-a8b8-b88faa56726a owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:31.638719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Router 1fd35243-a0c4-4774-aa39-bc2479d29a59 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:58:31.731499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-85030ff4-e7c3-48f2-8d5d-5e7e71972aff tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.25 HTTP/1.1" status: 200 len: 998 time: 0.5907753 Dec 13 12:58:31.737290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1691e7d3-b92d-4714-9d05-e4abebf65b55 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:31.802340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1691e7d3-b92d-4714-9d05-e4abebf65b55 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:31.802727 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:31.865748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce772bf-9e12-4bd4-a4bc-62269bb8075f None None] New status for floating IP ac68c6ed-e41b-4976-96f6-b572a2b2272c: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:58:31.888938 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d0f35a87-bbda-49e4-87d9-26602aff3bcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:31.907335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429 req-432df53a-333c-4a9d-a6e8-40bb829eefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:31.908909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429 req-432df53a-333c-4a9d-a6e8-40bb829eefe1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=305aabd4-9e67-4a6f-bec7-7359e1dc91bd HTTP/1.1" status: 200 len: 860 time: 0.6855075 Dec 13 12:58:31.964597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c20eb8-a33f-411c-8a00-f2df7257d90e req-efe339f4-68e5-4a02-952d-9a986c968cb1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:31.966412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60c20eb8-a33f-411c-8a00-f2df7257d90e req-efe339f4-68e5-4a02-952d-9a986c968cb1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.6152220 Dec 13 12:58:31.998973 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:32.046748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=3647ac66-9e8a-4df6-a8b8-b88faa56726a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:32.052439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3394779d-2e4e-4b84-a00f-ee37ea5500e0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:32.084901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429 req-4a742bb9-38be-4e3b-8085-50df2d5e6be7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112053 Dec 13 12:58:32.116483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-e8499810-71c9-46d0-9c09-9a9e80e9bcb8 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:32.116483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-e8499810-71c9-46d0-9c09-9a9e80e9bcb8 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports/7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 942 time: 0.2675471 Dec 13 12:58:32.191638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3394779d-2e4e-4b84-a00f-ee37ea5500e0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:32.192895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60c20eb8-a33f-411c-8a00-f2df7257d90e req-7c476d51-62b8-42c8-8548-d24c5f28aa4e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812634 Dec 13 12:58:32.194053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:58:32.207783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:32.267060 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Sync routers for ids ['1fd35243-a0c4-4774-aa39-bc2479d29a59'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:58:32.281936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4f830427-d062-409b-813f-8810492150c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/1fd35243-a0c4-4774-aa39-bc2479d29a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6680968 Dec 13 12:58:32.293486 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Routers {'1fd35243-a0c4-4774-aa39-bc2479d29a59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:32.299797 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1fd35243-a0c4-4774-aa39-bc2479d29a59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:32.324912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d0f35a87-bbda-49e4-87d9-26602aff3bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:32.484614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:32.527133 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 3394779d-2e4e-4b84-a00f-ee37ea5500e0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3394779d-2e4e-4b84-a00f-ee37ea5500e0,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:32.540835 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:32.542153 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 49345512-f3d4-4c68-9771-ed20b79320a7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:32.601975 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Set router 1fd35243-a0c4-4774-aa39-bc2479d29a59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:32.671527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=3394779d-2e4e-4b84-a00f-ee37ea5500e0,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:32.721618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 49345512-f3d4-4c68-9771-ed20b79320a7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:32.721990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:32.745989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-9e6b1347-143f-4eaf-bc67-27e3097078d6 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.25 HTTP/1.1" status: 200 len: 1000 time: 0.4620328 Dec 13 12:58:32.755034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d007-ecb6-4e75-8236-a27402d155f7 req-9712f23c-695a-40c4-b35f-d51955236f13 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:32.762939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7474d007-ecb6-4e75-8236-a27402d155f7 req-9712f23c-695a-40c4-b35f-d51955236f13 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2412059 Dec 13 12:58:32.770906 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429 req-1341d9ce-4a9d-4872-af12-35e8870ff7c3 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722333 Dec 13 12:58:32.792460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:32.892574 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d0f35a87-bbda-49e4-87d9-26602aff3bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:32.920464 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:28Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e507bb52-0795-4d13-b46c-6ae0924ded51', 'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'mac_address': 'fa:16:3e:24:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:26Z', 'updated_at': '2021-12-13T12:58:29Z', 'revision_number': 2, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'subnets': [{'id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:32.962016 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Checking router: 1fd35243-a0c4-4774-aa39-bc2479d29a59 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:58:32.964895 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Updating router 1fd35243-a0c4-4774-aa39-bc2479d29a59 port e507bb52-0795-4d13-b46c-6ae0924ded51 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 12:58:32.969599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f35a87-bbda-49e4-87d9-26602aff3bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b7c225c-78ae-4790-a5e4-97714b5abd4c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:32.987549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d0f35a87-bbda-49e4-87d9-26602aff3bcc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:32.993548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d0f35a87-bbda-49e4-87d9-26602aff3bcc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0b7c225c-78ae-4790-a5e4-97714b5abd4c HTTP/1.1" status: 204 len: 168 time: 1.8453729 Dec 13 12:58:32.996919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54456) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:33.028608 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.066771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7474d007-ecb6-4e75-8236-a27402d155f7 req-30d38489-cc01-4a2c-80eb-67407c58c6b5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028867 Dec 13 12:58:33.145160 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.195512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-0c345b24-8fb6-4736-95d9-30c51f290d96 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:33.198814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-0c345b24-8fb6-4736-95d9-30c51f290d96 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.4239664 Dec 13 12:58:33.202612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc8c0ada-0c2a-4168-b6a7-7db20b22c429 req-8d0a522b-8011-4045-a3dd-23f47f5f4f3d service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099770 Dec 13 12:58:33.220672 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-99acc613-4ca0-4062-b331-ebad253e083d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:58:33.224174 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-99acc613-4ca0-4062-b331-ebad253e083d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122190 Dec 13 12:58:33.304537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Router cbb20eb1-3b0f-4bc0-b74c-e56a085a250d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:58:33.373851 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.392011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-10d2da99-a36f-474c-9fb5-fd92ae226277 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.25 HTTP/1.1" status: 200 len: 1000 time: 0.1324003 Dec 13 12:58:33.413850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-a75a7d57-8075-4ac3-bbe5-25d6377bffce tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:33.523894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:58:33.536149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea1e27-fca0-46e3-8653-dab395f51ac8 None None] Sync routers for ids ['cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:58:33.537720 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-14703759-a452-4919-89a1-7c77247ab573 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "PUT /v2.0/routers/cbb20eb1-3b0f-4bc0-b74c-e56a085a250d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7734642 Dec 13 12:58:33.548391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54466) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:33.570056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3394779d-2e4e-4b84-a00f-ee37ea5500e0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:33.585664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea1e27-fca0-46e3-8653-dab395f51ac8 None None] Routers {'cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:33.586988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1e27-fca0-46e3-8653-dab395f51ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:33.589287 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-a75a7d57-8075-4ac3-bbe5-25d6377bffce tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.616311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddbed98-d000-414f-90d9-9f808572050b']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:33.617685 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.636756 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.637066 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5612ace3-f2b9-4eeb-9458-352f6ef6d43d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:58:33.650520 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5612ace3-f2b9-4eeb-9458-352f6ef6d43d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/3647ac66-9e8a-4df6-a8b8-b88faa56726a HTTP/1.1" status: 404 len: 333 time: 0.0840831 Dec 13 12:58:33.656928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54470) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:33.754740 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3ebc6-337c-470c-99b2-02198f3150c5 None None] Pushing event updated for resources: {'Port': ['ID=e507bb52-0795-4d13-b46c-6ae0924ded51,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:33.766020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f0a478-4722-4bee-a1cb-5dcf85421917') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:33.782520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f0a478-4722-4bee-a1cb-5dcf85421917') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:33.822056 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.839808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1e27-fca0-46e3-8653-dab395f51ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:33.865972 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Attempting to bind port e507bb52-0795-4d13-b46c-6ae0924ded51 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:33.866545 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Attempting to bind port e507bb52-0795-4d13-b46c-6ae0924ded51 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:33.867019 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Attempting to bind port e507bb52-0795-4d13-b46c-6ae0924ded51 on network 095cef42-c57f-43f6-b642-72110bdceb49 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:33.889542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea1e27-fca0-46e3-8653-dab395f51ac8 None None] Routers {'cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:33.891407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1e27-fca0-46e3-8653-dab395f51ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:33.891859 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:33.892363 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Checking segment: {'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:33.893991 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.894582 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Bound using segment: {'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:33.895160 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Bound port: e507bb52-0795-4d13-b46c-6ae0924ded51, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:33.895634 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.910686 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.918555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-76a61169-0156-4ea0-acf5-dfe4f768504d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:33.989083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1e27-fca0-46e3-8653-dab395f51ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:33.989757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea1e27-fca0-46e3-8653-dab395f51ac8 None None] The sync data for ids ['cbb20eb1-3b0f-4bc0-b74c-e56a085a250d'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:58:34.007101 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] For port e507bb52-0795-4d13-b46c-6ae0924ded51, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:34.034552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3394779d-2e4e-4b84-a00f-ee37ea5500e0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:34.034952 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.039838 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] For port e507bb52-0795-4d13-b46c-6ae0924ded51, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e507bb52-0795-4d13-b46c-6ae0924ded51,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:34.052149 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.060366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:58:34.060781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:58:34.062725 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:58:34.152961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54472) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:34.174367 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3ebc6-337c-470c-99b2-02198f3150c5 None None] Pushing event updated for resources: {'Port': ['ID=e507bb52-0795-4d13-b46c-6ae0924ded51,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:34.209153 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Routers {'1fd35243-a0c4-4774-aa39-bc2479d29a59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:34.210166 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1fd35243-a0c4-4774-aa39-bc2479d29a59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:34.214198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637079649', 'description': 'tempest-description--1346889442'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:34.359491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.381724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-824b36a3-a7ee-407a-88c9-338c65e6c0ea None None] Provisioning complete for port e507bb52-0795-4d13-b46c-6ae0924ded51 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:34.386144 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-824b36a3-a7ee-407a-88c9-338c65e6c0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.495618 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-76a61169-0156-4ea0-acf5-dfe4f768504d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.502578 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] Set router 1fd35243-a0c4-4774-aa39-bc2479d29a59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:34.502927 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-76a61169-0156-4ea0-acf5-dfe4f768504d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.621007 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-76a61169-0156-4ea0-acf5-dfe4f768504d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.621833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a61169-0156-4ea0-acf5-dfe4f768504d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Fanout notify agent at l3_agent the message router_deleted on router cbb20eb1-3b0f-4bc0-b74c-e56a085a250d {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:58:34.627712 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-824b36a3-a7ee-407a-88c9-338c65e6c0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.633548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-76a61169-0156-4ea0-acf5-dfe4f768504d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.636388 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-76a61169-0156-4ea0-acf5-dfe4f768504d tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/routers/cbb20eb1-3b0f-4bc0-b74c-e56a085a250d HTTP/1.1" status: 204 len: 168 time: 0.9783721 Dec 13 12:58:34.641055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54478) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:34.705008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-824b36a3-a7ee-407a-88c9-338c65e6c0ea None None] For port e507bb52-0795-4d13-b46c-6ae0924ded51, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e507bb52-0795-4d13-b46c-6ae0924ded51,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:34.721970 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-824b36a3-a7ee-407a-88c9-338c65e6c0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.737611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99201cb-8d5a-4202-b1f7-a1cbed11b866 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet 4d39a45a-8e29-4b9e-b159-0e57f3060319 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:58:34.753435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c99201cb-8d5a-4202-b1f7-a1cbed11b866 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.818700 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c99201cb-8d5a-4202-b1f7-a1cbed11b866 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.872395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b36a3-a7ee-407a-88c9-338c65e6c0ea None None] Pushing event updated for resources: {'Port': ['ID=e507bb52-0795-4d13-b46c-6ae0924ded51,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:34.895682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-469207d8-068a-4672-a717-09bff0f46e63 None None] Provisioning complete for port e507bb52-0795-4d13-b46c-6ae0924ded51 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:34.896048 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-469207d8-068a-4672-a717-09bff0f46e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:34.929640 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:28Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e507bb52-0795-4d13-b46c-6ae0924ded51', 'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'mac_address': 'fa:16:3e:24:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:26Z', 'updated_at': '2021-12-13T12:58:33Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'subnets': [{'id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:35.004116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c99201cb-8d5a-4202-b1f7-a1cbed11b866 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.033716 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6debfa02-b456-4a46-ab68-43b8cbb5019d None None] The sync data for ids ['1fd35243-a0c4-4774-aa39-bc2479d29a59'] in n-d-817326-4 is: [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:28Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e507bb52-0795-4d13-b46c-6ae0924ded51', 'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'mac_address': 'fa:16:3e:24:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:26Z', 'updated_at': '2021-12-13T12:58:33Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'subnets': [{'id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:58:35.194462 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.201703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fddbed98-d000-414f-90d9-9f808572050b HTTP/1.1" status: 204 len: 168 time: 2.2017972 Dec 13 12:58:35.205335 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c99201cb-8d5a-4202-b1f7-a1cbed11b866 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.234714 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-a75a7d57-8075-4ac3-bbe5-25d6377bffce tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.242665 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.246128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277e474-f08b-4934-9f08-9cf2e83ae2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fddbed98-d000-414f-90d9-9f808572050b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:35.249366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-a75a7d57-8075-4ac3-bbe5-25d6377bffce tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.252499 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-a75a7d57-8075-4ac3-bbe5-25d6377bffce tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Floating IP ac68c6ed-e41b-4976-96f6-b572a2b2272c disassociated. External IP: 172.25.2.25, port: 7913aca8-45f9-45ce-bd72-5051460afa9f. Dec 13 12:58:35.254944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99201cb-8d5a-4202-b1f7-a1cbed11b866 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=4d39a45a-8e29-4b9e-b159-0e57f3060319,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:35.279199 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c99201cb-8d5a-4202-b1f7-a1cbed11b866 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.289333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f1c7df-64a1-49f7-8eb7-eb5ec1130217 None None] Network 3c87591f-dd34-4f06-8b22-e72721028107 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:35.292597 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c99201cb-8d5a-4202-b1f7-a1cbed11b866 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/4d39a45a-8e29-4b9e-b159-0e57f3060319 HTTP/1.1" status: 204 len: 168 time: 0.6499898 Dec 13 12:58:35.294750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54486) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:35.566208 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.610574 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.615605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54490) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:35.638914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e507bb52-0795-4d13-b46c-6ae0924ded51 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:35.736293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 49345512-f3d4-4c68-9771-ed20b79320a7 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:35.736678 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.783740 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.838553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e507bb52-0795-4d13-b46c-6ae0924ded51 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:35.839109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.922255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] For port 49345512-f3d4-4c68-9771-ed20b79320a7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=49345512-f3d4-4c68-9771-ed20b79320a7,segment=NetworkSegment(beb3bd75-2b46-4065-ac13-44790e58169d),segment_id=beb3bd75-2b46-4065-ac13-44790e58169d)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:35.924946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:35.944049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c9d490-8eb7-4052-b984-26ed78adae2c None None] DHCP port deletion for 3c87591f-dd34-4f06-8b22-e72721028107 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:58:35.972216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 49345512-f3d4-4c68-9771-ed20b79320a7 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:36.096131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-db5c4fee-6124-42a1-8cd4-ed137d2c9364 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac7a0f6c43e045a1bbbd1d00e98281a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3726394 Dec 13 12:58:36.099904 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.101165 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9294529 Dec 13 12:58:36.101930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54494) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:36.108068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492305ce-fa68-40f9-81c4-83d895949bbd,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:36.113928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54496) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:36.120810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3e12e193-6871-45ad-b060-7891727f2010 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Request body: {'security_group_rule': {'security_group_id': '492305ce-fa68-40f9-81c4-83d895949bbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:36.130418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c7c9d490-8eb7-4052-b984-26ed78adae2c None None] Deleting port 49345512-f3d4-4c68-9771-ed20b79320a7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:36.130718 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d490-8eb7-4052-b984-26ed78adae2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.132504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.140134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.140829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.141376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.141917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.142471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.142984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.143519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.144049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.144569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.145964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.146641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.147253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.147780 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4f14c-a518-4356-9113-158148eb5c1e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:36.178003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=49345512-f3d4-4c68-9771-ed20b79320a7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:36.180339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No DVR routers for this DVR port 49345512-f3d4-4c68-9771-ed20b79320a7 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:58:36.236936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-a75a7d57-8075-4ac3-bbe5-25d6377bffce tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:58:36.254805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f70863c7-23b9-4a4a-aefa-4d216fd23634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.324735 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f70863c7-23b9-4a4a-aefa-4d216fd23634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.328671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.341736 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c7c9d490-8eb7-4052-b984-26ed78adae2c None None] For port 49345512-f3d4-4c68-9771-ed20b79320a7, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:36.342157 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d490-8eb7-4052-b984-26ed78adae2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.375901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c7c9d490-8eb7-4052-b984-26ed78adae2c None None] Calling delete_port for 49345512-f3d4-4c68-9771-ed20b79320a7 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:36.383512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-c7c9d490-8eb7-4052-b984-26ed78adae2c None None] Port 49345512-f3d4-4c68-9771-ed20b79320a7 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 12:58:36.386350 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d490-8eb7-4052-b984-26ed78adae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.401945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c87591f-dd34-4f06-8b22-e72721028107']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:36.417174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9d490-8eb7-4052-b984-26ed78adae2c None None] Pushing event deleted for resources: {'Port': ['ID=49345512-f3d4-4c68-9771-ed20b79320a7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:36.425320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c9d490-8eb7-4052-b984-26ed78adae2c None None] No DVR routers for this DVR port 49345512-f3d4-4c68-9771-ed20b79320a7 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:58:36.426639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb3bd75-2b46-4065-ac13-44790e58169d') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:36.427192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb3bd75-2b46-4065-ac13-44790e58169d') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:36.452928 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.469506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e12e193-6871-45ad-b060-7891727f2010 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.481829 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.500500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:58:36.501005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:58:36.506809 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:58:36.551485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-a75a7d57-8075-4ac3-bbe5-25d6377bffce tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:58:36.567275 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef869d-edec-4542-a505-b2222e33846b None None] Sync routers for ids ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:58:36.571136 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-a75a7d57-8075-4ac3-bbe5-25d6377bffce tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.582398 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef869d-edec-4542-a505-b2222e33846b None None] Routers {'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:36.583043 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-03ef869d-edec-4542-a505-b2222e33846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:36.609623 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-a75a7d57-8075-4ac3-bbe5-25d6377bffce tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "PUT /v2.0/floatingips/ac68c6ed-e41b-4976-96f6-b572a2b2272c HTTP/1.1" status: 200 len: 694 time: 3.2048326 Dec 13 12:58:36.610951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:36.614703 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:36.618477 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f70863c7-23b9-4a4a-aefa-4d216fd23634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.622639 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f70863c7-23b9-4a4a-aefa-4d216fd23634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.624150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f70863c7-23b9-4a4a-aefa-4d216fd23634 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9458539-da29-4c05-b7d0-b5a35762cf33 HTTP/1.1" status: 204 len: 168 time: 0.5116646 Dec 13 12:58:36.636734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70863c7-23b9-4a4a-aefa-4d216fd23634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9458539-da29-4c05-b7d0-b5a35762cf33,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:36.720454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-115a6ad1-5d5c-4c95-a1d9-dae1990c0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:36.722714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-115a6ad1-5d5c-4c95-a1d9-dae1990c0ad8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1096 time: 0.0757959 Dec 13 12:58:36.788959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.828411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.843532 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/networks/3c87591f-dd34-4f06-8b22-e72721028107 HTTP/1.1" status: 204 len: 168 time: 1.5474377 Dec 13 12:58:36.847060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54508) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:36.864177 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e12e193-6871-45ad-b060-7891727f2010 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.890226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da44f01-7317-43a0-8273-ad7f3d2791d3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Network': ['ID=3c87591f-dd34-4f06-8b22-e72721028107,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:36.894695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e12e193-6871-45ad-b060-7891727f2010 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.920216 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-03ef869d-edec-4542-a505-b2222e33846b None None] Set router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:36.953863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12e193-6871-45ad-b060-7891727f2010 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f347353e-a420-49db-9573-41514635e48d,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:36.980152 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e12e193-6871-45ad-b060-7891727f2010 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:36.989292 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3e12e193-6871-45ad-b060-7891727f2010 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8706057 Dec 13 12:58:36.991378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54512) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:37.009433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b934b-ba4e-4095-8c58-4fc4088b0289 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:37.013909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c32b934b-ba4e-4095-8c58-4fc4088b0289 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/e8dc8473-60cb-400e-ae68-97e2c07a38d2 HTTP/1.1" status: 200 len: 844 time: 0.1654847 Dec 13 12:58:37.019570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-df1ffe40-c79d-4c2a-90f5-70bd764a7c37 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Request body: {'security_group_rule': {'security_group_id': '492305ce-fa68-40f9-81c4-83d895949bbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:37.020829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54514) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:37.104811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-df1ffe40-c79d-4c2a-90f5-70bd764a7c37 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:37.249346 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b067053-05c7-482f-9e33-2ececb09e3fe x-openstack-request-id: req-6b067053-05c7-482f-9e33-2ececb09e3fe {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:37.250395 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:37.250395 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b067053-05c7-482f-9e33-2ececb09e3fe {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:37.250839 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'status': 'completed', 'code': 200} Dec 13 12:58:37.262341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-157d21e8-df84-40c2-ab5b-2aab76bfa19e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/e8dc8473-60cb-400e-ae68-97e2c07a38d2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2299407 Dec 13 12:58:37.269731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-1225f2b9-4a17-4419-a055-7f14854b0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:37.271655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-1225f2b9-4a17-4419-a055-7f14854b0ed8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 200 len: 920 time: 0.5416362 Dec 13 12:58:37.272631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54518) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:37.281494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b8220da8-9fb1-4ea6-9ca7-9df578ffd470 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:37.287974 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-df1ffe40-c79d-4c2a-90f5-70bd764a7c37 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:37.294440 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-df1ffe40-c79d-4c2a-90f5-70bd764a7c37 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:37.326537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ffe40-c79d-4c2a-90f5-70bd764a7c37 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccd577d-c329-45ee-9a1d-e5785b357928,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:37.347706 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-df1ffe40-c79d-4c2a-90f5-70bd764a7c37 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:37.352002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-df1ffe40-c79d-4c2a-90f5-70bd764a7c37 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3539898 Dec 13 12:58:37.355747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:37.358097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-e1073e48-7bf5-4ca0-a972-d48a9c9fe736 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 217 time: 0.0708106 Dec 13 12:58:37.370089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:37.391936 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:37.498008 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:37.521935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:37.555936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6 req-fa8d5293-e630-49fb-8149-e5a2fa43c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:37.557904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6 req-fa8d5293-e630-49fb-8149-e5a2fa43c2ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 1096 time: 0.2999165 Dec 13 12:58:37.568669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-06f1b1bb-0a2e-472d-84eb-c6e04f827cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:37.570042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-06f1b1bb-0a2e-472d-84eb-c6e04f827cfc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=305aabd4-9e67-4a6f-bec7-7359e1dc91bd HTTP/1.1" status: 200 len: 860 time: 0.1977808 Dec 13 12:58:37.630066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 49345512-f3d4-4c68-9771-ed20b79320a7 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:58:37.686457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 49345512-f3d4-4c68-9771-ed20b79320a7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:58:37.694310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 49345512-f3d4-4c68-9771-ed20b79320a7 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:58:37.702356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:37.804279 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-03ef869d-edec-4542-a505-b2222e33846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'f4ce2964-bb34-439c-9533-e82470f1f311', 'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'mac_address': 'fa:16:3e:84:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:05Z', 'updated_at': '2021-12-13T12:57:14Z', 'revision_number': 5, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'subnets': [{'id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:37.852250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6 req-516b3b32-542a-4d76-b5dd-ad2cf4743cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:37.853973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6 req-516b3b32-542a-4d76-b5dd-ad2cf4743cdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 200 len: 920 time: 0.2873244 Dec 13 12:58:37.891962 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef869d-edec-4542-a505-b2222e33846b None None] Checking router: c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:58:37.907462 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef869d-edec-4542-a505-b2222e33846b None None] Routers {'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:37.908732 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-03ef869d-edec-4542-a505-b2222e33846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:37.921852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-e9f380ad-010b-45a3-a0e5-3808a725c106 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3428721 Dec 13 12:58:37.981726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Allocated IP 172.25.2.27 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/6e450d9c-f1a6-4f2d-8b06-ee930548a36a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:38.053605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6 req-6c67383c-f915-43a0-a5a0-fc8fdac2f951 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 200 len: 217 time: 0.1343060 Dec 13 12:58:38.168110 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-03ef869d-edec-4542-a505-b2222e33846b None None] Set router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:38.288819 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:38.310243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8220da8-9fb1-4ea6-9ca7-9df578ffd470 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:38.316634 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8220da8-9fb1-4ea6-9ca7-9df578ffd470 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:38.404238 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:38.538150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:38.539136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Pushing event updated for resources: {'Port': ['ID=6e450d9c-f1a6-4f2d-8b06-ee930548a36a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:38.543246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:38.548913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:38.554830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54544) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:38.635567 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-03ef869d-edec-4542-a505-b2222e33846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'f4ce2964-bb34-439c-9533-e82470f1f311', 'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'mac_address': 'fa:16:3e:84:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:05Z', 'updated_at': '2021-12-13T12:57:14Z', 'revision_number': 5, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'subnets': [{'id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:38.711142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6 req-4bdb3d00-b7c1-4bc5-a38a-883a6a8c7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:38.713607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6 req-4bdb3d00-b7c1-4bc5-a38a-883a6a8c7b33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=305aabd4-9e67-4a6f-bec7-7359e1dc91bd HTTP/1.1" status: 200 len: 860 time: 0.6102924 Dec 13 12:58:38.720752 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef869d-edec-4542-a505-b2222e33846b None None] The sync data for ids ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'] in n-d-817326-4 is: [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'f4ce2964-bb34-439c-9533-e82470f1f311', 'name': '', 'network_id': 'bea3cc66-33ac-4e9a-a459-0e09dd6c527d', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'mac_address': 'fa:16:3e:84:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:05Z', 'updated_at': '2021-12-13T12:57:14Z', 'revision_number': 5, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'subnets': [{'id': '305aabd4-9e67-4a6f-bec7-7359e1dc91bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:58:38.728279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8220da8-9fb1-4ea6-9ca7-9df578ffd470 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:38.763228 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:38.849349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-927886470-network', 'tenant_id': 'c17f0f6d559f407185a885c8b61c7515'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:38.853463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8220da8-9fb1-4ea6-9ca7-9df578ffd470 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=a9ffe03d-6ac3-4e77-a227-54a3ab6455da,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:38.862752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6 req-8b38f884-029d-4fba-a4a9-adecf5d51b8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bea3cc66-33ac-4e9a-a459-0e09dd6c527d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368165 Dec 13 12:58:38.866315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8220da8-9fb1-4ea6-9ca7-9df578ffd470 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:38.869902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b8220da8-9fb1-4ea6-9ca7-9df578ffd470 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:38.873429 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:38.877372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8220da8-9fb1-4ea6-9ca7-9df578ffd470 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:38.877980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8220da8-9fb1-4ea6-9ca7-9df578ffd470 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:38.887487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cbd197-1eed-463a-a682-cb8b0a80149b None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:39.099410 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.122819 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.209617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Made reservation on behalf of c17f0f6d559f407185a885c8b61c7515 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:39.214100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.214334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b8220da8-9fb1-4ea6-9ca7-9df578ffd470 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9311757 Dec 13 12:58:39.217724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54560) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:39.243545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-cfe63cd4-6939-45d1-b64f-d74088e91652', 'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'project_id': '7ab749a065d44d21bdcc5232d20d1b84', 'fixed_ips': [{'subnet_id': 'a9ffe03d-6ac3-4e77-a227-54a3ab6455da'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:58:39.244550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.248778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1683284f-aeae-4190-9de6-9c8b6033184f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'security_group': {'name': 'tempest-secgroup-642240473'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:39.291085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-c8c66d45-4c33-49c2-be1d-8162774bcfc1 service neutron] 10.222.0.31 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3381400 Dec 13 12:58:39.306300 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1683284f-aeae-4190-9de6-9c8b6033184f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.348649 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.452246 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6 req-eb3d52db-dc41-4b7f-83e6-f7f514c3d384 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494502 Dec 13 12:58:39.474399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e649bf8a-daae-47b5-b631-e8a98dabb5e7 None None] New status for floating IP ac68c6ed-e41b-4976-96f6-b572a2b2272c: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:58:39.552637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.570779 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.580892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Pushing event updated for resources: {'Port': ['ID=6e450d9c-f1a6-4f2d-8b06-ee930548a36a,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:39.595698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54564) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:39.627364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5d4c430-e391-4daf-825f-c2c0baac1835 req-6de2f55f-2dfd-4bac-9c8b-3c350da408e6 service neutron] 10.222.0.31 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109941 Dec 13 12:58:39.652009 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1683284f-aeae-4190-9de6-9c8b6033184f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.664761 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.668463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1683284f-aeae-4190-9de6-9c8b6033184f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.730090 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.734458 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-87fa957b-63f1-4002-a38a-a690e00ad62d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3743429 Dec 13 12:58:39.735630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:58:39.740128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e020512a-b5b1-4a02-972a-43f8e95d8d52,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:39.769329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683284f-aeae-4190-9de6-9c8b6033184f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a654cb-7fe7-4110-bcbd-c181c94874e9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:39.791824 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.792317 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Added segment cc05af04-d9de-4d62-9f97-1dac3d380079 of type vlan for network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e Dec 13 12:58:39.919219 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:39.997906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8afc5bc8-10e4-48a2-b810-23e9b29c2d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.013008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.014221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:40.014802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.043380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-ee061944-2548-4d6f-808f-c49d2960a83a tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/floatingips/ac68c6ed-e41b-4976-96f6-b572a2b2272c HTTP/1.1" status: 200 len: 694 time: 0.3105292 Dec 13 12:58:40.051938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff5740b4-e5ac-4c05-b334-30b9abf3e8c6 req-34c7bd26-4da7-4abd-a307-bcd9bef4c4e1 service neutron] 10.222.0.42 "GET /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838919 Dec 13 12:58:40.076824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1683284f-aeae-4190-9de6-9c8b6033184f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.093215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1683284f-aeae-4190-9de6-9c8b6033184f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8618739 Dec 13 12:58:40.160952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54574) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:40.233246 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6747861 Dec 13 12:58:40.253042 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4925697a-c37a-4950-b1a0-f65412e06eec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'security_group': {'name': 'tempest-secgroup-288192793'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:40.269553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Allocated IP 2001:db8::2 (cfe63cd4-6939-45d1-b64f-d74088e91652/a9ffe03d-6ac3-4e77-a227-54a3ab6455da/0737ca00-b50c-41b2-a7d3-eace258ba586) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:40.270526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54582) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:40.306436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Request body: {'subnet': {'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-927886470-subnet', 'tenant_id': 'c17f0f6d559f407185a885c8b61c7515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:40.366368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-d0f83b1d-e501-4f96-93b1-95cb06400bff tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:40.377189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-d0f83b1d-e501-4f96-93b1-95cb06400bff tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 784 time: 0.3315082 Dec 13 12:58:40.408128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b50d70-f7ad-47f0-81f5-658b0923c86b admin admin] Pushing event updated for resources: {'Network': ['ID=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:40.457582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.api [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 12:58:40.457582 n-d-817326-4 neutron-server[109885]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 12:58:40.457582 n-d-817326-4 neutron-server[109885]: [parameters: {'project_id_1': 'c17f0f6d559f407185a885c8b61c7515', 'expiration_1': datetime.datetime(2021, 12, 13, 12, 58, 20, 347449)}] Dec 13 12:58:40.457582 n-d-817326-4 neutron-server[109885]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 12:58:40.457582 n-d-817326-4 neutron-server[109885]: DEBUG oslo_db.api [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 12:58:40.464418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-8390cffb-91b6-45c6-b2df-952a7e8e2ddf tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 12:58:40.465753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-8390cffb-91b6-45c6-b2df-952a7e8e2ddf tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0864792 Dec 13 12:58:40.472136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:58:40.475175 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4925697a-c37a-4950-b1a0-f65412e06eec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.487356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-7615119d-46b6-45de-a05d-d8f80eb70c6e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--637079649&fields=id&tenant_id=be6804ffde5f497b944ca2a34d1bc685 HTTP/1.1" status: 200 len: 267 time: 0.1308606 Dec 13 12:58:40.583921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8afc5bc8-10e4-48a2-b810-23e9b29c2d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.597881 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8afc5bc8-10e4-48a2-b810-23e9b29c2d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.623062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-81c5d52d-2e0d-4ae1-b1eb-d05e8bae6ced tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.25 HTTP/1.1" status: 200 len: 695 time: 0.1400177 Dec 13 12:58:40.675504 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8afc5bc8-10e4-48a2-b810-23e9b29c2d82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca809e117bef407c96ad50d70da65dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0596333 Dec 13 12:58:40.683848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54594) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:40.730814 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.742760 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.776329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc5bc8-10e4-48a2-b810-23e9b29c2d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd82d7e-bbad-44ff-9556-4479dafa14cd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:40.803116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-ae9f079a-68d2-41b8-b83e-77b363e0c40d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.25 HTTP/1.1" status: 200 len: 695 time: 0.1683125 Dec 13 12:58:40.834740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:40.845125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:40.855181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:40.864046 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4925697a-c37a-4950-b1a0-f65412e06eec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.878893 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4925697a-c37a-4950-b1a0-f65412e06eec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:40.951021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-f6a66b81-86ad-4a18-92bf-740b19bfcc76 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:40.951021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-f6a66b81-86ad-4a18-92bf-740b19bfcc76 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/networks?id=095cef42-c57f-43f6-b642-72110bdceb49 HTTP/1.1" status: 200 len: 811 time: 0.4403667 Dec 13 12:58:40.951379 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c32192a-a758-4318-a869-412ba38112e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.009058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4925697a-c37a-4950-b1a0-f65412e06eec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.010696 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4925697a-c37a-4950-b1a0-f65412e06eec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7755399 Dec 13 12:58:41.019692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54598) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:41.036162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1185009772', 'security_groups': ['1a2013bf-b5be-4d30-9636-4a346354cbb9'], 'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9ffe03d-6ac3-4e77-a227-54a3ab6455da'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:41.041724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Attempting to bind port 0737ca00-b50c-41b2-a7d3-eace258ba586 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:41.042233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Attempting to bind port 0737ca00-b50c-41b2-a7d3-eace258ba586 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '01f57c85-7ab4-4911-bc80-f4b3ec213b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:41.042733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Attempting to bind port 0737ca00-b50c-41b2-a7d3-eace258ba586 on network cfe63cd4-6939-45d1-b64f-d74088e91652 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:41.063192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Pushing event updated for resources: {'Port': ['ID=0737ca00-b50c-41b2-a7d3-eace258ba586,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:41.064997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925697a-c37a-4950-b1a0-f65412e06eec tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2013bf-b5be-4d30-9636-4a346354cbb9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:41.065692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:41.065959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Checking segment: {'id': '01f57c85-7ab4-4911-bc80-f4b3ec213b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:41.066392 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.067890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Bound using segment: {'id': '01f57c85-7ab4-4911-bc80-f4b3ec213b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:41.067890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Bound port: 0737ca00-b50c-41b2-a7d3-eace258ba586, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f57c85-7ab4-4911-bc80-f4b3ec213b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:41.067890 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.075588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-ec9bfaac-af81-494b-9c08-ff0f265a40a8 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/quotas/be6804ffde5f497b944ca2a34d1bc685 HTTP/1.1" status: 200 len: 375 time: 0.0962346 Dec 13 12:58:41.124255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c32192a-a758-4318-a869-412ba38112e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.192274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] For port 0737ca00-b50c-41b2-a7d3-eace258ba586, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:41.196022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] For port 0737ca00-b50c-41b2-a7d3-eace258ba586, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0737ca00-b50c-41b2-a7d3-eace258ba586,segment=NetworkSegment(01f57c85-7ab4-4911-bc80-f4b3ec213b64),segment_id=01f57c85-7ab4-4911-bc80-f4b3ec213b64)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:41.205265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.205535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.205900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.206508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.206932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.207266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.207663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.208379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.208829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.209064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.209459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.209787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.210136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:58:41.225621 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.250541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Made reservation on behalf of c17f0f6d559f407185a885c8b61c7515 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:41.254585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-6bcaffbd-edb5-424f-84d0-f744bd655ae2 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=be6804ffde5f497b944ca2a34d1bc685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265604 Dec 13 12:58:41.257206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.287855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-01204bec-f6c0-4208-91bf-d66ab8092540 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Deleting port 5748d064-f8e4-45f0-bb49-113718cff2ec {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:41.288545 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-01204bec-f6c0-4208-91bf-d66ab8092540 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.307819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275eaca9-c1fd-4530-96f0-fb2c5dacde4a None None] Pushing event updated for resources: {'Port': ['ID=0737ca00-b50c-41b2-a7d3-eace258ba586,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:41.610042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-01204bec-f6c0-4208-91bf-d66ab8092540 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.612245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-01204bec-f6c0-4208-91bf-d66ab8092540 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.641457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-ddd40c71-735d-4ddd-9cd9-31d68b87001b service neutron] 10.222.0.31 "GET /v2.0/networks/095cef42-c57f-43f6-b642-72110bdceb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685884 Dec 13 12:58:41.655342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:41.668038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-01204bec-f6c0-4208-91bf-d66ab8092540 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Calling delete_port for 5748d064-f8e4-45f0-bb49-113718cff2ec owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:41.695560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c32192a-a758-4318-a869-412ba38112e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.705295 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c32192a-a758-4318-a869-412ba38112e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:41.707234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9c32192a-a758-4318-a869-412ba38112e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ddd82d7e-bbad-44ff-9556-4479dafa14cd HTTP/1.1" status: 204 len: 168 time: 1.0089161 Dec 13 12:58:41.885386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32192a-a758-4318-a869-412ba38112e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd82d7e-bbad-44ff-9556-4479dafa14cd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:41.914350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-fb64f05c-9490-404b-a9c6-a9b4cf7f33b5 service neutron] 10.222.0.31 "GET /v2.0/networks/095cef42-c57f-43f6-b642-72110bdceb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611427 Dec 13 12:58:42.066525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-01204bec-f6c0-4208-91bf-d66ab8092540 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:42.124829 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:42.127932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01204bec-f6c0-4208-91bf-d66ab8092540 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Pushing event deleted for resources: {'Port': ['ID=5748d064-f8e4-45f0-bb49-113718cff2ec,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:42.239912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port 088b2275-90f8-4eed-9f2f-e952979f127b yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:58:42.281914 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-01204bec-f6c0-4208-91bf-d66ab8092540 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:42.284833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-01204bec-f6c0-4208-91bf-d66ab8092540 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:42.286205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-345ece1d-4bd5-4902-9b91-fa7c874095a9 req-01204bec-f6c0-4208-91bf-d66ab8092540 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "DELETE /v2.0/floatingips/ac68c6ed-e41b-4976-96f6-b572a2b2272c HTTP/1.1" status: 204 len: 173 time: 1.4674804 Dec 13 12:58:42.327140 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:42.408848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7c88d10-2272-4d66-b7b2-1f11cdf935a3 req-3b6e0c3e-5327-43b6-bf3a-69072d42d233 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups/6c2f9b69-bfaa-45a6-8d94-89d26bdfefe8 HTTP/1.1" status: 200 len: 1826 time: 0.0938213 Dec 13 12:58:42.494333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54618) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:42.591189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fbce42e-1da4-472d-a66a-d2b0fea2b8f7 req-ff371468-cabc-40a3-95a3-176c0ff585b7 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 210 time: 0.0912743 Dec 13 12:58:42.622241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6739af79-7e45-4c80-b623-f3e2ade01582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:42.633054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d18bc6-f132-4d0d-b654-2571ed7692f2,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:42.636680 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7c88d10-2272-4d66-b7b2-1f11cdf935a3 req-c5964904-4a82-4cb8-b2fa-4975b6788619 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:42.673244 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7c88d10-2272-4d66-b7b2-1f11cdf935a3 req-c5964904-4a82-4cb8-b2fa-4975b6788619 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:42.730843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7c88d10-2272-4d66-b7b2-1f11cdf935a3 req-c5964904-4a82-4cb8-b2fa-4975b6788619 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:42.734497 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7c88d10-2272-4d66-b7b2-1f11cdf935a3 req-c5964904-4a82-4cb8-b2fa-4975b6788619 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:42.744343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7c88d10-2272-4d66-b7b2-1f11cdf935a3 req-c5964904-4a82-4cb8-b2fa-4975b6788619 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c2f9b69-bfaa-45a6-8d94-89d26bdfefe8 HTTP/1.1" status: 204 len: 173 time: 0.3339579 Dec 13 12:58:42.763135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5964904-4a82-4cb8-b2fa-4975b6788619 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2f9b69-bfaa-45a6-8d94-89d26bdfefe8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:42.891231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Checking segment: {'id': 'cc05af04-d9de-4d62-9f97-1dac3d380079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:42.891719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Network hostable DHCP agents. Network: cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:58:42.928134 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8::379 (cfe63cd4-6939-45d1-b64f-d74088e91652/a9ffe03d-6ac3-4e77-a227-54a3ab6455da/088b2275-90f8-4eed-9f2f-e952979f127b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:42.982014 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6739af79-7e45-4c80-b623-f3e2ade01582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.010491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6739af79-7e45-4c80-b623-f3e2ade01582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.031518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:58:43.160680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d04f92d1-e5a3-4147-98cf-6dcc3207bf72 None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:43.161284 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d04f92d1-e5a3-4147-98cf-6dcc3207bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.168274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b87021-31a2-4841-850e-2acd9485fe0e req-a374cf02-08cd-4009-883f-7c0fc45c2c83 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:43.176756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2b87021-31a2-4841-850e-2acd9485fe0e req-a374cf02-08cd-4009-883f-7c0fc45c2c83 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.0726027 Dec 13 12:58:43.266970 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6739af79-7e45-4c80-b623-f3e2ade01582 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc5c654fa520466db00ab82ec695592f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7656331 Dec 13 12:58:43.267403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2b87021-31a2-4841-850e-2acd9485fe0e req-79b98e6e-64c8-4452-9c5c-db494a854a7e tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885289 Dec 13 12:58:43.267993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:43.269374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54628) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:43.297608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.298363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b92ec9-31bd-4df0-a7f6-ccb211e1afaf None None] Network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:43.344058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739af79-7e45-4c80-b623-f3e2ade01582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3a4125-331b-43e0-848e-ea49797c8f9a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:43.348214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:43.349025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.357706 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e52001c-ce74-4434-9f74-e881453f87d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.359619 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.417395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e52001c-ce74-4434-9f74-e881453f87d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.462102 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fdf862ba-d7a7-454f-b9f4-4b51d7be210f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1693287 Dec 13 12:58:43.487388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:43.489614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d04f92d1-e5a3-4147-98cf-6dcc3207bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.496989 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:43.503381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:43.509677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:43.511066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.562217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=088b2275-90f8-4eed-9f2f-e952979f127b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:43.571945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e52001c-ce74-4434-9f74-e881453f87d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.576659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e52001c-ce74-4434-9f74-e881453f87d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:43.585848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9e52001c-ce74-4434-9f74-e881453f87d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b3a4125-331b-43e0-848e-ea49797c8f9a HTTP/1.1" status: 204 len: 168 time: 0.3076525 Dec 13 12:58:43.618223 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c9ff88da-e377-4534-a722-48dddae4e42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5937138 Dec 13 12:58:43.619147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54638) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:43.621932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52001c-ce74-4434-9f74-e881453f87d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3a4125-331b-43e0-848e-ea49797c8f9a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:43.624505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bca64d76-c770-4ada-ad37-0f7bfb511c63 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:43.691422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0737ca00-b50c-41b2-a7d3-eace258ba586 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:43.701128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269102b-1008-41d9-af80-8b640504f1b1 None None] Network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:43.829260 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27716a98-f014-4561-b7d0-4b4760b7620b req-bab51b16-17e1-4086-aaa6-13f9de13d97a tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 210 time: 0.0857663 Dec 13 12:58:44.062846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d04f92d1-e5a3-4147-98cf-6dcc3207bf72 None None] For port 0737ca00-b50c-41b2-a7d3-eace258ba586, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0737ca00-b50c-41b2-a7d3-eace258ba586,segment=NetworkSegment(01f57c85-7ab4-4911-bc80-f4b3ec213b64),segment_id=01f57c85-7ab4-4911-bc80-f4b3ec213b64)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:44.076139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d04f92d1-e5a3-4147-98cf-6dcc3207bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:44.140435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d04f92d1-e5a3-4147-98cf-6dcc3207bf72 None None] Provisioning complete for port e8dc8473-60cb-400e-ae68-97e2c07a38d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:44.141326 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d04f92d1-e5a3-4147-98cf-6dcc3207bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:44.187920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:44.189096 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:44.192084 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f92d1-e5a3-4147-98cf-6dcc3207bf72 None None] Pushing event updated for resources: {'Port': ['ID=0737ca00-b50c-41b2-a7d3-eace258ba586,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:44.231213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d04f92d1-e5a3-4147-98cf-6dcc3207bf72 None None] Port e8dc8473-60cb-400e-ae68-97e2c07a38d2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:44.437455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58da860d-9fa4-4172-8e28-71b095fa0b2b None None] Provisioning complete for port 088b2275-90f8-4eed-9f2f-e952979f127b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:44.441186 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58da860d-9fa4-4172-8e28-71b095fa0b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:44.574914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-58da860d-9fa4-4172-8e28-71b095fa0b2b None None] Port 088b2275-90f8-4eed-9f2f-e952979f127b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:44.758109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-cc17d659-cf1c-4811-8e78-5740485fc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:44.759954 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-cc17d659-cf1c-4811-8e78-5740485fc851 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1095 time: 0.1151421 Dec 13 12:58:44.763378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca64d76-c770-4ada-ad37-0f7bfb511c63 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:44.770149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bca64d76-c770-4ada-ad37-0f7bfb511c63 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:44.836735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c081d-64d5-401a-84ae-96f5ec17518a req-c047b485-487a-400e-a6b8-d8280457e852 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:44.839907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-196c081d-64d5-401a-84ae-96f5ec17518a req-c047b485-487a-400e-a6b8-d8280457e852 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.2269340 Dec 13 12:58:44.914365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-3c36b7b2-18ab-4853-a970-fed20f01deec tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:44.924822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-3c36b7b2-18ab-4853-a970-fed20f01deec tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 813 time: 0.3739500 Dec 13 12:58:44.984947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-2a47179f-aa12-4dd9-967f-deb7b92a905c tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/quotas/c17f0f6d559f407185a885c8b61c7515 HTTP/1.1" status: 200 len: 375 time: 0.0588696 Dec 13 12:58:45.046167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-96cc9229-0648-418a-a9ef-458d62178a0d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599418 Dec 13 12:58:45.120819 n-d-817326-4 neutron-server[109885]: INFO neutron.db.ipam_backend_mixin [None req-bca64d76-c770-4ada-ad37-0f7bfb511c63 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9ffe03d-6ac3-4e77-a227-54a3ab6455da (CIDR: 2001:db8::/64) Dec 13 12:58:45.135868 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca64d76-c770-4ada-ad37-0f7bfb511c63 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:58:45.137113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca64d76-c770-4ada-ad37-0f7bfb511c63 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:58:45.173008 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bca64d76-c770-4ada-ad37-0f7bfb511c63 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5521843 Dec 13 12:58:45.181687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54690) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:45.188607 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e41da34a-86ed-450a-8fbd-ebf6655cc548 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:45.202669 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-17258c92-10ca-4a7a-a67c-66f779ef516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:45.204326 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-17258c92-10ca-4a7a-a67c-66f779ef516e service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.4299660 Dec 13 12:58:45.224125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-ce856b0c-aa72-4046-a942-19f22ac3a3fe service neutron] 10.222.0.31 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761010 Dec 13 12:58:45.264791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-196c081d-64d5-401a-84ae-96f5ec17518a req-39cb5fb6-97e4-4be0-a3e8-adc89532477d tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110661 Dec 13 12:58:45.523522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54696) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:45.563945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0737ca00-b50c-41b2-a7d3-eace258ba586 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:45.598408 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-02fe8054-69c0-4ac0-a707-2bd49ccc0f1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 998 time: 0.3773026 Dec 13 12:58:45.669664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:45.670297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:45.693272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-c036fe5a-7127-41b0-9f86-949654ca58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:45.694792 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-c036fe5a-7127-41b0-9f86-949654ca58d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.0788066 Dec 13 12:58:45.701767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41da34a-86ed-450a-8fbd-ebf6655cc548 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:45.710997 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e41da34a-86ed-450a-8fbd-ebf6655cc548 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:46.009075 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1476127351-network', 'tenant_id': '769427ab2db8477b9b31d1466a6ebd03'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:46.017117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e41da34a-86ed-450a-8fbd-ebf6655cc548 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:46.121115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41da34a-86ed-450a-8fbd-ebf6655cc548 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:46.140613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-2d74c2ba-4b02-4c3d-9caa-ffeac8fae9a3 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:46.142359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-2d74c2ba-4b02-4c3d-9caa-ffeac8fae9a3 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.42 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.8995779 Dec 13 12:58:46.152045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e41da34a-86ed-450a-8fbd-ebf6655cc548 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:46.156211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-3926c3c0-6d50-412c-b230-6c86e3ffe396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:46.157459 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-3926c3c0-6d50-412c-b230-6c86e3ffe396 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637990 Dec 13 12:58:46.160832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41da34a-86ed-450a-8fbd-ebf6655cc548 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:46.160832 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e41da34a-86ed-450a-8fbd-ebf6655cc548 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:46.163858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Made reservation on behalf of 769427ab2db8477b9b31d1466a6ebd03 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:46.164998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54dbdb-fbf5-4b23-8ab4-58870eb53f6f None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:46.166441 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:46.173498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41da34a-86ed-450a-8fbd-ebf6655cc548 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=cd5c43e6-3468-431f-8aa6-28bca0ab599e,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:46.205806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30eac3-323c-415c-8780-19afb29d4367 req-ae135476-3973-4ab4-84c8-0bba533198cd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:46.210594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af30eac3-323c-415c-8780-19afb29d4367 req-ae135476-3973-4ab4-84c8-0bba533198cd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2728250 Dec 13 12:58:46.225731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:46.267578 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e41da34a-86ed-450a-8fbd-ebf6655cc548 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0841539 Dec 13 12:58:46.269571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7fd2f40e-ed7f-4c34-96f3-95869d6311eb service neutron] 10.222.0.31 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0440168 Dec 13 12:58:46.275437 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54704) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:46.282590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-730297628', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cd5c43e6-3468-431f-8aa6-28bca0ab599e'}], 'security_groups': ['c0a654cb-7fe7-4110-bcbd-c181c94874e9']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:46.288100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-5c5b387f-bbff-4c4c-93d0-a3f5912f267e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:46.289662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-5c5b387f-bbff-4c4c-93d0-a3f5912f267e tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.37 "GET /v2.0/networks?id=095cef42-c57f-43f6-b642-72110bdceb49 HTTP/1.1" status: 200 len: 811 time: 0.9964027 Dec 13 12:58:46.482050 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-84605c30-0089-4991-b671-31ff4c56e967 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101916 Dec 13 12:58:46.521598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:46.546363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-09dde391-845f-42c4-b318-17adf375704d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be6804ffde5f497b944ca2a34d1bc685 HTTP/1.1" status: 200 len: 379 time: 0.2383695 Dec 13 12:58:46.568627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af30eac3-323c-415c-8780-19afb29d4367 req-b7f1a0b4-c10d-49f5-ae0e-2b9231803696 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108585 Dec 13 12:58:46.598763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Request body: {'port': {'device_id': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'admin_state_up': True, 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'security_groups': ['492305ce-fa68-40f9-81c4-83d895949bbd']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:46.637571 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b0c2a-3d0f-4086-add6-452457ea574f None None] Update dhcp port {'port': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'fixed_ips': [{'subnet_id': 'a9ffe03d-6ac3-4e77-a227-54a3ab6455da', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cd5c43e6-3468-431f-8aa6-28bca0ab599e'}], 'binding:host_id': 'n-d-817326-4'}, 'id': '0737ca00-b50c-41b2-a7d3-eace258ba586'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 12:58:46.675851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:46.709387 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:46.731720 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-949b0c2a-3d0f-4086-add6-452457ea574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:46.792926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:58:46.804458 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cdaa9e3-a978-4040-9a1f-f8eab9ac3c30 req-1af62851-7d71-425d-9e2f-c85951c2c26f service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043509 Dec 13 12:58:46.846905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:46.847647 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Added segment 28e1fa25-9074-4162-ba09-1f6646aeffc3 of type vlan for network 41f2c924-3a10-4311-b241-1bc206787e9d Dec 13 12:58:46.923784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1731644-7ebe-4fbf-be97-d3ff78068773,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:46.967332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Made reservation on behalf of be6804ffde5f497b944ca2a34d1bc685 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:46.979396 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.037613 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.046857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-949b0c2a-3d0f-4086-add6-452457ea574f None None] Allocated IP 2001:db8:0:1::2 (cfe63cd4-6939-45d1-b64f-d74088e91652/cd5c43e6-3468-431f-8aa6-28bca0ab599e/0737ca00-b50c-41b2-a7d3-eace258ba586) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:47.141129 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.142778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:47.143553 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.156310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-949b0c2a-3d0f-4086-add6-452457ea574f None None] For port 0737ca00-b50c-41b2-a7d3-eace258ba586, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0737ca00-b50c-41b2-a7d3-eace258ba586,segment=NetworkSegment(01f57c85-7ab4-4911-bc80-f4b3ec213b64),segment_id=01f57c85-7ab4-4911-bc80-f4b3ec213b64)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:47.191767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-949b0c2a-3d0f-4086-add6-452457ea574f None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.199314 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-949b0c2a-3d0f-4086-add6-452457ea574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.226086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Allocated IP 172.20.0.3 (095cef42-c57f-43f6-b642-72110bdceb49/df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba/c41c5218-b8a1-498c-b7dc-1c42cb2bda4d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:47.287943 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7631669 Dec 13 12:58:47.305533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54730) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:47.309412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b0c2a-3d0f-4086-add6-452457ea574f None None] Pushing event updated for resources: {'Port': ['ID=0737ca00-b50c-41b2-a7d3-eace258ba586,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:47.369658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Request body: {'subnet': {'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1476127351-subnet', 'tenant_id': '769427ab2db8477b9b31d1466a6ebd03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:47.462440 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dc08a-4800-4e25-902a-add5aecdf97e admin admin] Pushing event updated for resources: {'Network': ['ID=41f2c924-3a10-4311-b241-1bc206787e9d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:47.519836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 41f2c924-3a10-4311-b241-1bc206787e9d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:58:47.614179 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.620512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Made reservation on behalf of 769427ab2db8477b9b31d1466a6ebd03 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:47.628196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.668317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-fe1c9387-623d-4620-848b-31e5eea497de tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Deleting port 7913aca8-45f9-45ce-bd72-5051460afa9f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:47.669801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-fe1c9387-623d-4620-848b-31e5eea497de tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.736898 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0737ca00-b50c-41b2-a7d3-eace258ba586 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:47.805527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Delete allocated IP 2001:db8::379 (cfe63cd4-6939-45d1-b64f-d74088e91652/a9ffe03d-6ac3-4e77-a227-54a3ab6455da) {{(pid=109885) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 12:58:47.810862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:47.811288 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.826205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8:0:1::28b (cfe63cd4-6939-45d1-b64f-d74088e91652/cd5c43e6-3468-431f-8aa6-28bca0ab599e/088b2275-90f8-4eed-9f2f-e952979f127b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:47.851375 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:47.874476 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c581d4-93a5-42d8-be0c-5a9f426ca87b req-9c7557a6-83cd-426e-ab9a-d2d2428b891a tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 210 time: 0.9862108 Dec 13 12:58:48.012198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Network 095cef42-c57f-43f6-b642-72110bdceb49 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:48.026515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Pushing event updated for resources: {'Port': ['ID=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:48.029068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:48.034049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:48.112348 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db96e9fa-24e8-4552-b32d-741549347687 req-834b32d3-1fde-4e96-91f4-c2c0129c3e27 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 210 time: 0.0691450 Dec 13 12:58:48.114215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-fe1c9387-623d-4620-848b-31e5eea497de tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] For port 7913aca8-45f9-45ce-bd72-5051460afa9f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7913aca8-45f9-45ce-bd72-5051460afa9f,segment=NetworkSegment(a326dcf3-3d58-4dd2-ae46-5cf847e2baf3),segment_id=a326dcf3-3d58-4dd2-ae46-5cf847e2baf3)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:48.114992 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-fe1c9387-623d-4620-848b-31e5eea497de tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.164492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006b767-6446-4d3b-ae18-733181af4065 req-43098d38-272a-424b-8785-b6c637068678 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:48.164492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6006b767-6446-4d3b-ae18-733181af4065 req-43098d38-272a-424b-8785-b6c637068678 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/ports?device_id=7de9f451-6c09-4ab7-adce-8e6e3cec9553 HTTP/1.1" status: 200 len: 945 time: 0.3130875 Dec 13 12:58:48.164492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-fe1c9387-623d-4620-848b-31e5eea497de tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Calling delete_port for 7913aca8-45f9-45ce-bd72-5051460afa9f owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:48.334225 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.371330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:48.373642 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.376656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.466762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6006b767-6446-4d3b-ae18-733181af4065 req-b443d30a-3cf5-4ed8-b019-84864f5999c1 tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.31 "GET /v2.0/security-groups?id=57e21284-60dc-4c08-88e7-a3ee2d79945b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002462 Dec 13 12:58:48.483182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-b01b1943-4a68-42e4-8906-94e48da3946f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9113858 Dec 13 12:58:48.515362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Request body: {'port': {'device_id': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:48.531613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c798a7-007b-47a4-87f2-e651aaf156da req-17845de2-b5d6-4a2f-a1d6-40030f804509 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:48.539812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0c798a7-007b-47a4-87f2-e651aaf156da req-17845de2-b5d6-4a2f-a1d6-40030f804509 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.2809229 Dec 13 12:58:48.572153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-fe1c9387-623d-4620-848b-31e5eea497de tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.609055 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.646379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ae688e1d-8e89-472a-8dbe-949755afd2bd None None] Provisioning complete for port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:48.646651 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae688e1d-8e89-472a-8dbe-949755afd2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.696488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:48.698896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ae688e1d-8e89-472a-8dbe-949755afd2bd None None] Port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:48.716305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-f1dea7a1-23f5-4c7c-a19d-92dcf7945a45 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:48.718006 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-f1dea7a1-23f5-4c7c-a19d-92dcf7945a45 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.37 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 813 time: 0.4047220 Dec 13 12:58:48.740486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] In _notify_port_updated(), no bound segment for port 088b2275-90f8-4eed-9f2f-e952979f127b on network cfe63cd4-6939-45d1-b64f-d74088e91652 {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 12:58:48.746975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:48.747618 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.748899 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "PUT /v2.0/ports/088b2275-90f8-4eed-9f2f-e952979f127b HTTP/1.1" status: 200 len: 930 time: 2.4725099 Dec 13 12:58:48.761064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Request body: {'port': {'device_id': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e', 'admin_state_up': True, 'tenant_id': 'c17f0f6d559f407185a885c8b61c7515'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:48.767142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54746) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:48.777347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0c798a7-007b-47a4-87f2-e651aaf156da req-7312c118-23ff-4bef-aef0-8778aace6dc1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276080 Dec 13 12:58:48.779686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c9387-623d-4620-848b-31e5eea497de tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Pushing event deleted for resources: {'Port': ['ID=7913aca8-45f9-45ce-bd72-5051460afa9f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:48.801068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Checking segment: {'id': '28e1fa25-9074-4162-ba09-1f6646aeffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:48.801430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Network hostable DHCP agents. Network: 41f2c924-3a10-4311-b241-1bc206787e9d, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:58:48.807913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7ec22-b677-4e3d-9b82-b1c3b372555b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=088b2275-90f8-4eed-9f2f-e952979f127b,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:48.874410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-fe1c9387-623d-4620-848b-31e5eea497de tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] No DVR routers for this DVR port 7913aca8-45f9-45ce-bd72-5051460afa9f on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:58:48.877727 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-fe1c9387-623d-4620-848b-31e5eea497de tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.882992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12056bb2-58e9-4dcf-acea-993b2bdd9b15 req-fe1c9387-623d-4620-848b-31e5eea497de tempest-ServerRescueTestJSONUnderV235-1673412414 tempest-ServerRescueTestJSONUnderV235-1673412414-project] 10.222.0.42 "DELETE /v2.0/ports/7913aca8-45f9-45ce-bd72-5051460afa9f HTTP/1.1" status: 204 len: 173 time: 2.7186463 Dec 13 12:58:48.895516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a6377331-d342-462f-a233-7ea3dc89b30a None None] Provisioning complete for port 088b2275-90f8-4eed-9f2f-e952979f127b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:48.897454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'name': 'network-vif-deleted', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:48.902404 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec54dca5-d7e4-4e99-87d5-c7c7fe3b88a9" -d '{"events": [{"server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "name": "network-vif-deleted", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:48.905262 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6377331-d342-462f-a233-7ea3dc89b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.935732 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:48.962032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226cc84-6cac-4761-b9df-ba600cdbc2f8 req-9c3b720b-75c1-4b3c-8786-85b849919260 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:48.963815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0226cc84-6cac-4761-b9df-ba600cdbc2f8 req-9c3b720b-75c1-4b3c-8786-85b849919260 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3763971 Dec 13 12:58:48.972760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Network 41f2c924-3a10-4311-b241-1bc206787e9d is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:58:49.021788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a6377331-d342-462f-a233-7ea3dc89b30a None None] Port 088b2275-90f8-4eed-9f2f-e952979f127b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:49.037246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a6377331-d342-462f-a233-7ea3dc89b30a None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:49.037832 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6377331-d342-462f-a233-7ea3dc89b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:49.063210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 41f2c924-3a10-4311-b241-1bc206787e9d) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:49.071316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:49.071913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:49.116555 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9fe43e-a2de-4a46-ab4f-421085b5155e None None] Network 41f2c924-3a10-4311-b241-1bc206787e9d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:49.175582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0226cc84-6cac-4761-b9df-ba600cdbc2f8 req-37f81f98-b9cd-4d57-aaa9-62a6f029faf5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030256 Dec 13 12:58:49.176095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e689c759-c9e9-423b-a287-47bc5e689c28 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 088b2275-90f8-4eed-9f2f-e952979f127b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:49.176436 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e689c759-c9e9-423b-a287-47bc5e689c28 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:49.183374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Made reservation on behalf of c17f0f6d559f407185a885c8b61c7515 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:49.187064 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:49.219006 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-05c6aa67-4159-4987-9592-2cb08f339dcd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8540192 Dec 13 12:58:49.285882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87be32c-3ce3-4632-bfd3-55c3acc8fb95 req-3558991c-b8a3-45ff-8327-965e421af7ca tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:49.287634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e87be32c-3ce3-4632-bfd3-55c3acc8fb95 req-3558991c-b8a3-45ff-8327-965e421af7ca tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 931 time: 0.2289314 Dec 13 12:58:49.294957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee46555-731f-4227-a3ee-3a104c38949b req-a4ece634-71b4-41a2-9faf-9f0ae23ffdb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:49.297545 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bee46555-731f-4227-a3ee-3a104c38949b req-a4ece634-71b4-41a2-9faf-9f0ae23ffdb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.37 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.1874406 Dec 13 12:58:49.329337 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3ab825-cea7-4e25-9e45-f0ab0155f5d0 x-openstack-request-id: req-8d3ab825-cea7-4e25-9e45-f0ab0155f5d0 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:49.329635 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de9f451-6c09-4ab7-adce-8e6e3cec9553", "name": "network-vif-deleted", "tag": "7913aca8-45f9-45ce-bd72-5051460afa9f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:49.331762 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d3ab825-cea7-4e25-9e45-f0ab0155f5d0 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:49.333703 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de9f451-6c09-4ab7-adce-8e6e3cec9553', 'name': 'network-vif-deleted', 'tag': '7913aca8-45f9-45ce-bd72-5051460afa9f', 'status': 'completed', 'code': 200} Dec 13 12:58:49.383495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c727a01-7ee5-45c8-ac86-79f0343cc39d None None] Network 41f2c924-3a10-4311-b241-1bc206787e9d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:49.581542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a6377331-d342-462f-a233-7ea3dc89b30a None None] Provisioning complete for port e8dc8473-60cb-400e-ae68-97e2c07a38d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:49.582090 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6377331-d342-462f-a233-7ea3dc89b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:49.584493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61bb1b16-6e59-48ee-93ed-2377455b8146 req-f6fb77e5-b2b8-413e-ad1a-53f428613123 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 210 time: 0.0613253 Dec 13 12:58:49.680431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a6377331-d342-462f-a233-7ea3dc89b30a None None] Port e8dc8473-60cb-400e-ae68-97e2c07a38d2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:49.695632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54764) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:49.804254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e87be32c-3ce3-4632-bfd3-55c3acc8fb95 req-bf397881-245b-4c37-8754-cc9a8b1bdd41 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5073764 Dec 13 12:58:49.841195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-26cb146f-f081-446d-a839-a01d2f4dc070 None None] Provisioning complete for port 088b2275-90f8-4eed-9f2f-e952979f127b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:49.841592 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26cb146f-f081-446d-a839-a01d2f4dc070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:49.864086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41c5218-b8a1-498c-b7dc-1c42cb2bda4d {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:58:49.874304 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:49.888946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Transition to ACTIVE for port object c41c5218-b8a1-498c-b7dc-1c42cb2bda4d will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:58:49.937384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-26cb146f-f081-446d-a839-a01d2f4dc070 None None] Port 088b2275-90f8-4eed-9f2f-e952979f127b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:49.940174 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:49.961548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e689c759-c9e9-423b-a287-47bc5e689c28 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:49.985365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7913aca8-45f9-45ce-bd72-5051460afa9f no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:58:49.993301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e689c759-c9e9-423b-a287-47bc5e689c28 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 088b2275-90f8-4eed-9f2f-e952979f127b owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:50.012854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Allocated IP 172.20.0.4 (cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e/43d18bc6-f132-4d0d-b654-2571ed7692f2/cd1496d1-c61a-4e0f-8c1f-189a2eef4231) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:50.042996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 7913aca8-45f9-45ce-bd72-5051460afa9f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:58:50.063125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7913aca8-45f9-45ce-bd72-5051460afa9f not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:58:50.076901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-bee46555-731f-4227-a3ee-3a104c38949b req-8b435366-4412-499b-8e91-b4f4c478ca66 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Deleting port 02060561-a5f5-4c11-9bdc-8427c9ed38fc {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:50.077309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bee46555-731f-4227-a3ee-3a104c38949b req-8b435366-4412-499b-8e91-b4f4c478ca66 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:50.122558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Pushing event updated for resources: {'Port': ['ID=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:50.292018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c7eff-0131-468d-82e6-43caf69eb6bd req-0933b8e9-fda3-4891-8ad4-22ffc192df3d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:50.309946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a7c7eff-0131-468d-82e6-43caf69eb6bd req-0933b8e9-fda3-4891-8ad4-22ffc192df3d tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 945 time: 0.3641922 Dec 13 12:58:50.370099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-bee46555-731f-4227-a3ee-3a104c38949b req-8b435366-4412-499b-8e91-b4f4c478ca66 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] For port 02060561-a5f5-4c11-9bdc-8427c9ed38fc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=02060561-a5f5-4c11-9bdc-8427c9ed38fc,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:50.371266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bee46555-731f-4227-a3ee-3a104c38949b req-8b435366-4412-499b-8e91-b4f4c478ca66 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:50.396493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-bee46555-731f-4227-a3ee-3a104c38949b req-8b435366-4412-499b-8e91-b4f4c478ca66 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Calling delete_port for 02060561-a5f5-4c11-9bdc-8427c9ed38fc owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:50.432845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:50.436760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e689c759-c9e9-423b-a287-47bc5e689c28 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:50.453848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Attempting to bind port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:50.454226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Attempting to bind port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:50.454558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Attempting to bind port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d on network 095cef42-c57f-43f6-b642-72110bdceb49 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:50.468643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a7c7eff-0131-468d-82e6-43caf69eb6bd req-0d8fa4de-d7a5-4af9-84a3-1c8498bea2d2 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577497 Dec 13 12:58:50.478539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d on network 095cef42-c57f-43f6-b642-72110bdceb49 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:58:50.478906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Attempting to bind port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d on network 095cef42-c57f-43f6-b642-72110bdceb49 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:50.504651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:50.504999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Checking segment: {'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:50.505391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Bound using segment: {'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:50.505877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Bound port: c41c5218-b8a1-498c-b7dc-1c42cb2bda4d, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95c0abb-fd3d-4801-90c9-55471dedbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:50.506566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:50.518197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689c759-c9e9-423b-a287-47bc5e689c28 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=088b2275-90f8-4eed-9f2f-e952979f127b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:50.576127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e689c759-c9e9-423b-a287-47bc5e689c28 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:50.581803 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e689c759-c9e9-423b-a287-47bc5e689c28 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/088b2275-90f8-4eed-9f2f-e952979f127b HTTP/1.1" status: 204 len: 168 time: 1.8098757 Dec 13 12:58:50.582627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54784) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:50.622530 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f90286-088e-451c-9471-fb5ea01639c5 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:58:50.626222 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37f90286-088e-451c-9471-fb5ea01639c5 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/088b2275-90f8-4eed-9f2f-e952979f127b HTTP/1.1" status: 404 len: 333 time: 0.0423405 Dec 13 12:58:50.629210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54788) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:50.643460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:50.699335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] For port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:50.797076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Pushing event updated for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:50.804722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] For port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:50.813816 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bee46555-731f-4227-a3ee-3a104c38949b req-8b435366-4412-499b-8e91-b4f4c478ca66 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:50.826517 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['15d9af9b-046d-4ed0-8a79-fba58df91abf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:58:50.832795 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:50.975204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a267c-c857-4a60-9fc8-dcbeb81d42b9 req-555f0c58-9f4b-4909-8251-bda34a7a4d78 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:50.999048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-165a267c-c857-4a60-9fc8-dcbeb81d42b9 req-555f0c58-9f4b-4909-8251-bda34a7a4d78 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 931 time: 0.2741573 Dec 13 12:58:51.000515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:51.001139 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.003079 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] 10.222.0.37 "PUT /v2.0/ports/c41c5218-b8a1-498c-b7dc-1c42cb2bda4d HTTP/1.1" status: 200 len: 1091 time: 2.5049293 Dec 13 12:58:51.016211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435366-4412-499b-8e91-b4f4c478ca66 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Pushing event deleted for resources: {'Port': ['ID=02060561-a5f5-4c11-9bdc-8427c9ed38fc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:51.048564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:51.125125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d983-c607-47b1-976d-d3e37becd42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.169010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd73b7-67b9-4397-a862-be817a09599b service neutron] Pushing event updated for resources: {'Port': ['ID=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:51.181168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d983-c607-47b1-976d-d3e37becd42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.233953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:51.244843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:51.267869 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d983-c607-47b1-976d-d3e37becd42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.270727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d983-c607-47b1-976d-d3e37becd42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.275792 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f8a5d983-c607-47b1-976d-d3e37becd42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/security-groups/1a2013bf-b5be-4d30-9636-4a346354cbb9 HTTP/1.1" status: 204 len: 168 time: 0.6448679 Dec 13 12:58:51.276434 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54796) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:51.357417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'tag': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:51.360289 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8157a86e-5b0a-4386-900b-e5b0fa295c71" -d '{"events": [{"name": "network-changed", "server_uuid": "84ee794c-29a6-4167-8064-f7eb6b3cbcfd", "tag": "c41c5218-b8a1-498c-b7dc-1c42cb2bda4d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:51.371234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee46555-731f-4227-a3ee-3a104c38949b req-8b435366-4412-499b-8e91-b4f4c478ca66 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] No DVR routers for this DVR port 02060561-a5f5-4c11-9bdc-8427c9ed38fc on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:58:51.378677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5d983-c607-47b1-976d-d3e37becd42f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2013bf-b5be-4d30-9636-4a346354cbb9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:51.391201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bee46555-731f-4227-a3ee-3a104c38949b req-8b435366-4412-499b-8e91-b4f4c478ca66 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.395825 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bee46555-731f-4227-a3ee-3a104c38949b req-8b435366-4412-499b-8e91-b4f4c478ca66 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.37 "DELETE /v2.0/ports/02060561-a5f5-4c11-9bdc-8427c9ed38fc HTTP/1.1" status: 204 len: 173 time: 2.0899758 Dec 13 12:58:51.400014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835d2649-aedb-4ad0-b9a0-29068a31d016', 'name': 'network-vif-deleted', 'tag': '02060561-a5f5-4c11-9bdc-8427c9ed38fc'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:51.407513 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d154ae-5ec3-43cf-a2f4-9bc3eee1eb6f" -d '{"events": [{"server_uuid": "835d2649-aedb-4ad0-b9a0-29068a31d016", "name": "network-vif-deleted", "tag": "02060561-a5f5-4c11-9bdc-8427c9ed38fc"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:51.449233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-96bada13-1b7b-4cd7-be0a-3ad3fb580347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:51.471634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:51.472896 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-96bada13-1b7b-4cd7-be0a-3ad3fb580347 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be6804ffde5f497b944ca2a34d1bc685&device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 1094 time: 0.3756568 Dec 13 12:58:51.473319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.502863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-165a267c-c857-4a60-9fc8-dcbeb81d42b9 req-898663c2-211e-4205-b04e-2519b2448e34 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938505 Dec 13 12:58:51.507149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a83563-4c1e-4756-97d1-763a30399e44 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.518131 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-7e713a68-c89a-433f-8d93-86e0d9f09e00 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7791386 Dec 13 12:58:51.554922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Request body: {'port': {'device_id': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:51.601660 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a83563-4c1e-4756-97d1-763a30399e44 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.644818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.740186 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a83563-4c1e-4756-97d1-763a30399e44 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.743325 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a83563-4c1e-4756-97d1-763a30399e44 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:51.745446 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-27a83563-4c1e-4756-97d1-763a30399e44 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/security-groups/c0a654cb-7fe7-4110-bcbd-c181c94874e9 HTTP/1.1" status: 204 len: 168 time: 0.3838966 Dec 13 12:58:51.805946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54806) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:51.826917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a83563-4c1e-4756-97d1-763a30399e44 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a654cb-7fe7-4110-bcbd-c181c94874e9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:51.833355 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb62e4-1db0-4b45-a7aa-1ff09ea662fc x-openstack-request-id: req-26eb62e4-1db0-4b45-a7aa-1ff09ea662fc {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:51.833659 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835d2649-aedb-4ad0-b9a0-29068a31d016", "name": "network-vif-deleted", "tag": "02060561-a5f5-4c11-9bdc-8427c9ed38fc", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:51.833915 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26eb62e4-1db0-4b45-a7aa-1ff09ea662fc {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:51.834416 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835d2649-aedb-4ad0-b9a0-29068a31d016', 'name': 'network-vif-deleted', 'tag': '02060561-a5f5-4c11-9bdc-8427c9ed38fc', 'status': 'completed', 'code': 200} Dec 13 12:58:51.950242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef00c4f9-d789-4683-b218-a90ef012ca75 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet a9ffe03d-6ac3-4e77-a227-54a3ab6455da {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:58:51.959914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ef00c4f9-d789-4683-b218-a90ef012ca75 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.021671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ef00c4f9-d789-4683-b218-a90ef012ca75 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.073629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb2f15-04cb-4707-bd03-ae9fbe796423 req-0d2ff54e-d2b7-4412-b1c7-146cf23f6fc6 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:52.075244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbcb2f15-04cb-4707-bd03-ae9fbe796423 req-0d2ff54e-d2b7-4412-b1c7-146cf23f6fc6 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 943 time: 1.0695317 Dec 13 12:58:52.082923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-f7b3a548-f2b0-455a-aa17-ded3d034b08c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d HTTP/1.1" status: 200 len: 217 time: 0.5740693 Dec 13 12:58:52.104934 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b82d9e-bfd4-4626-8331-aa80b979a5f9 x-openstack-request-id: req-a0b82d9e-bfd4-4626-8331-aa80b979a5f9 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:52.104934 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ee794c-29a6-4167-8064-f7eb6b3cbcfd", "tag": "c41c5218-b8a1-498c-b7dc-1c42cb2bda4d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:52.105266 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0b82d9e-bfd4-4626-8331-aa80b979a5f9 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:52.105566 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'tag': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d', 'status': 'completed', 'code': 200} Dec 13 12:58:52.195867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87cd6f61-8c4e-4c17-b8d8-112664bfcc6c req-84f16dd3-4ffb-48b3-b188-5ab3bfe965b0 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=835d2649-aedb-4ad0-b9a0-29068a31d016 HTTP/1.1" status: 200 len: 210 time: 0.1119053 Dec 13 12:58:52.199952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1496d1-c61a-4e0f-8c1f-189a2eef4231 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:58:52.204999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ef00c4f9-d789-4683-b218-a90ef012ca75 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.230921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.242962 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.258723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Transition to ACTIVE for port object cd1496d1-c61a-4e0f-8c1f-189a2eef4231 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:58:52.267829 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.298358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-00102033-4caf-49ee-824e-cd78c9a336f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:52.299943 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-00102033-4caf-49ee-824e-cd78c9a336f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba HTTP/1.1" status: 200 len: 850 time: 0.1750214 Dec 13 12:58:52.309224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbcb2f15-04cb-4707-bd03-ae9fbe796423 req-e9cd601d-a85a-40c5-82ce-73c968068514 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234948 Dec 13 12:58:52.333787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:52.338032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ef00c4f9-d789-4683-b218-a90ef012ca75 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.380892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00c4f9-d789-4683-b218-a90ef012ca75 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ffe03d-6ac3-4e77-a227-54a3ab6455da,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:52.389105 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3116cc0b-f470-473f-a090-8ceef4881d7e None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:52.426690 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ef00c4f9-d789-4683-b218-a90ef012ca75 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.445738 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ef00c4f9-d789-4683-b218-a90ef012ca75 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/a9ffe03d-6ac3-4e77-a227-54a3ab6455da HTTP/1.1" status: 204 len: 168 time: 0.6387446 Dec 13 12:58:52.450785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54812) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:52.489101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9aae9583-3edd-4127-9901-15bfc01055d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:52.492756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 02060561-a5f5-4c11-9bdc-8427c9ed38fc no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:58:52.597088 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 02060561-a5f5-4c11-9bdc-8427c9ed38fc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:58:52.597416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 02060561-a5f5-4c11-9bdc-8427c9ed38fc not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:58:52.700026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-3fe75163-2bd4-4115-98d7-5b8c271e06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:52.701705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-3fe75163-2bd4-4115-98d7-5b8c271e06f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=095cef42-c57f-43f6-b642-72110bdceb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3852499 Dec 13 12:58:52.712364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Attempting to bind port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:58:52.713184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Attempting to bind port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'cc05af04-d9de-4d62-9f97-1dac3d380079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:58:52.713848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Attempting to bind port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 on network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:52.729993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 on network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:58:52.730964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Attempting to bind port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 on network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:58:52.746749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:58:52.747371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Checking segment: {'id': 'cc05af04-d9de-4d62-9f97-1dac3d380079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:58:52.748181 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Bound using segment: {'id': 'cc05af04-d9de-4d62-9f97-1dac3d380079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:58:52.748795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Bound port: cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc05af04-d9de-4d62-9f97-1dac3d380079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:58:52.749471 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.829518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aae9583-3edd-4127-9901-15bfc01055d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:52.834099 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9aae9583-3edd-4127-9901-15bfc01055d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.847075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-d0fed62b-2e22-415f-944f-3397523c6da7 service neutron] 10.222.0.37 "GET /v2.0/networks/095cef42-c57f-43f6-b642-72110bdceb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324463 Dec 13 12:58:52.903538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:58:52.925027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:58:52.942015 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:52.945969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8731ac-8414-44c5-8c99-a6a42c97ddf9 req-def8d2c3-7152-46a8-9b7a-f9cd57180500 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:52.947843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a8731ac-8414-44c5-8c99-a6a42c97ddf9 req-def8d2c3-7152-46a8-9b7a-f9cd57180500 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.3220861 Dec 13 12:58:53.005054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:53.010175 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:53.011762 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/cd1496d1-c61a-4e0f-8c1f-189a2eef4231 HTTP/1.1" status: 200 len: 1091 time: 1.4741733 Dec 13 12:58:53.120711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ec29e-91b7-4e92-b77b-79ef5e82f0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:53.166515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-2ff565d5-5732-431d-b948-bff050ac4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:53.168550 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-2ff565d5-5732-431d-b948-bff050ac4bf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 1094 time: 0.0955641 Dec 13 12:58:53.218353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-7ee8be72-9f3d-4b50-9b55-44ddd12b0ffa tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:53.228127 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-7ee8be72-9f3d-4b50-9b55-44ddd12b0ffa tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/networks?id=41f2c924-3a10-4311-b241-1bc206787e9d HTTP/1.1" status: 200 len: 809 time: 0.5237648 Dec 13 12:58:53.238060 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-3d049d43-245f-466f-815a-35d8aa2b38dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231 HTTP/1.1" status: 200 len: 217 time: 0.0599351 Dec 13 12:58:53.252454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a8731ac-8414-44c5-8c99-a6a42c97ddf9 req-3f684b1b-fdb4-47f3-abaa-a0fd88bb3392 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907064 Dec 13 12:58:53.263375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e485f5f2-5a4f-4a3b-bf6e-0344b8350fe1 req-2e471024-21c4-4cea-94d7-008aefa97b40 service neutron] 10.222.0.37 "GET /v2.0/networks/095cef42-c57f-43f6-b642-72110bdceb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894794 Dec 13 12:58:53.270912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-384da961-8f2a-4de3-af22-419b1645faa8 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/quotas/769427ab2db8477b9b31d1466a6ebd03 HTTP/1.1" status: 200 len: 375 time: 0.0416155 Dec 13 12:58:53.282218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] Deleting port f4ce2964-bb34-439c-9533-e82470f1f311 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:53.282687 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:53.350406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-f8435ba0-b647-43b3-b4d2-93e8d9256c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:53.351895 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-f8435ba0-b647-43b3-b4d2-93e8d9256c94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43d18bc6-f132-4d0d-b654-2571ed7692f2 HTTP/1.1" status: 200 len: 853 time: 0.1046624 Dec 13 12:58:53.384663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9aae9583-3edd-4127-9901-15bfc01055d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:53.409088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] For port f4ce2964-bb34-439c-9533-e82470f1f311, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f4ce2964-bb34-439c-9533-e82470f1f311,segment=NetworkSegment(a326dcf3-3d58-4dd2-ae46-5cf847e2baf3),segment_id=a326dcf3-3d58-4dd2-ae46-5cf847e2baf3)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:53.409652 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:53.423791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] Calling delete_port for f4ce2964-bb34-439c-9533-e82470f1f311 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:53.436184 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-b5aab037-e15c-4caf-b0b8-eac7e7d7d0bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759234 Dec 13 12:58:53.489248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-e4961abd-40d3-4a50-9b63-38524b7a1725 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=769427ab2db8477b9b31d1466a6ebd03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2172496 Dec 13 12:58:53.556841 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-9ed49aae-cfbb-45da-b0a7-dbd200860700 service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953596 Dec 13 12:58:53.558686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae9583-3edd-4127-9901-15bfc01055d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:53.640741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-679aa397-f7b1-4013-a02c-0422251ce8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:53.642967 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-679aa397-f7b1-4013-a02c-0422251ce8ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be6804ffde5f497b944ca2a34d1bc685&device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 1094 time: 0.2153840 Dec 13 12:58:53.670019 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e841e307-aacb-4c8a-8697-a5db37fe2530 req-6cb83f2c-a5fa-4e0c-ae34-8556e323ab44 service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029825 Dec 13 12:58:53.670969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9aae9583-3edd-4127-9901-15bfc01055d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:53.688613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae9583-3edd-4127-9901-15bfc01055d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:53.689330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9aae9583-3edd-4127-9901-15bfc01055d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:53.691721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdd56c-98de-4d00-acaf-60c8f419e176 req-163114cf-28f9-4409-8aec-85cc6370df72 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:53.693368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2abdd56c-98de-4d00-acaf-60c8f419e176 req-163114cf-28f9-4409-8aec-85cc6370df72 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 943 time: 0.2674780 Dec 13 12:58:53.715722 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9aae9583-3edd-4127-9901-15bfc01055d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2641709 Dec 13 12:58:53.718556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54836) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:53.723708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c268c167-6ff1-42bf-a781-0dbf492faa16 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'security_group': {'name': 'tempest-secgroup-346592818'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:53.736237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae9583-3edd-4127-9901-15bfc01055d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=fbaee542-1e4c-4ca7-97cb-468b452d5765,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:53.774019 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c268c167-6ff1-42bf-a781-0dbf492faa16 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:53.818688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-700f16ce-2fe3-4e45-b5e2-2759f7779a34 service neutron] 10.222.0.31 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282964 Dec 13 12:58:53.835936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:53.837793 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c4418b-16b1-496a-91ae-410c12b6224e" -d '{"events": [{"name": "network-changed", "server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:53.841275 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa75cc-6773-4515-b300-e7e9905a1d93 None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:53.883330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c268c167-6ff1-42bf-a781-0dbf492faa16 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:53.890116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c268c167-6ff1-42bf-a781-0dbf492faa16 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:53.931783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268c167-6ff1-42bf-a781-0dbf492faa16 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b419ac6-0097-4023-be02-dcf04665522d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:53.936685 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c268c167-6ff1-42bf-a781-0dbf492faa16 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:53.938316 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c268c167-6ff1-42bf-a781-0dbf492faa16 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2184646 Dec 13 12:58:53.940655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54840) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:53.940841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a6d1e34f-25c4-4555-adcf-9330470314f2 None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:53.941495 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e34f-25c4-4555-adcf-9330470314f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:53.945884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9cc0f64a-ea5f-48d6-9bd7-dc9b70bed643 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'security_group': {'name': 'tempest-secgroup-1753091721'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:53.987193 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f64a-ea5f-48d6-9bd7-dc9b70bed643 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.007744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-156bdc56-1b43-4957-81d7-67190cc94590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:54.009134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-156bdc56-1b43-4957-81d7-67190cc94590 service neutron] 10.222.0.37 "GET /v2.0/networks?id=095cef42-c57f-43f6-b642-72110bdceb49 HTTP/1.1" status: 200 len: 911 time: 0.3525927 Dec 13 12:58:54.093360 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2abdd56c-98de-4d00-acaf-60c8f419e176 req-ec8799d2-28cc-4ae0-9eb5-11888eb5e7af tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825595 Dec 13 12:58:54.094964 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-08b65fdc-0ea8-485a-b999-297587a8c8d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d HTTP/1.1" status: 200 len: 217 time: 0.0746889 Dec 13 12:58:54.109872 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f64a-ea5f-48d6-9bd7-dc9b70bed643 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.123375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f64a-ea5f-48d6-9bd7-dc9b70bed643 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.172797 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b26e824-1ac3-4165-8e88-b6865453de64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.174604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a6d1e34f-25c4-4555-adcf-9330470314f2 None None] Provisioning complete for port e8dc8473-60cb-400e-ae68-97e2c07a38d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:54.175070 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e34f-25c4-4555-adcf-9330470314f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.181652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f64a-ea5f-48d6-9bd7-dc9b70bed643 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.191503 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9cc0f64a-ea5f-48d6-9bd7-dc9b70bed643 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2496777 Dec 13 12:58:54.194750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54844) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:54.211469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0f64a-ea5f-48d6-9bd7-dc9b70bed643 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0654a2a8-6b6b-42e5-8c47-7e3b36a581dd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:54.230531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5e5808f2-9eaf-4159-896f-57e7dd2352b9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'security_group': {'name': 'tempest-secgroup-1262938003'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:54.237142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b44ffd-0c75-4826-b866-b0abb588e74f None None] Update dhcp port {'port': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'fixed_ips': [{'subnet_id': 'cd5c43e6-3468-431f-8aa6-28bca0ab599e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fbaee542-1e4c-4ca7-97cb-468b452d5765'}], 'binding:host_id': 'n-d-817326-4'}, 'id': '0737ca00-b50c-41b2-a7d3-eace258ba586'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 12:58:54.249517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.268258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1e34f-25c4-4555-adcf-9330470314f2 None None] Port e8dc8473-60cb-400e-ae68-97e2c07a38d2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:54.277662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-9d5cd6c6-6c5d-4d0d-8164-9a9966262a51 service neutron] 10.222.0.31 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576592 Dec 13 12:58:54.278699 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-00b44ffd-0c75-4826-b866-b0abb588e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.375583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ce2964-bb34-439c-9533-e82470f1f311,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:54.389621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-ad727f4f-ca97-4232-8833-37c9f463d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:54.391281 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-ad727f4f-ca97-4232-8833-37c9f463d96c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba HTTP/1.1" status: 200 len: 850 time: 0.2745638 Dec 13 12:58:54.459724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c41c5218-b8a1-498c-b7dc-1c42cb2bda4d details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:58:54.511025 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e5808f2-9eaf-4159-896f-57e7dd2352b9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.527565 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d078c70-be37-4504-a0f9-cdd89da23e57 x-openstack-request-id: req-5d078c70-be37-4504-a0f9-cdd89da23e57 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:54.528075 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:54.528622 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d078c70-be37-4504-a0f9-cdd89da23e57 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:54.529153 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'status': 'completed', 'code': 200} Dec 13 12:58:54.655135 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4418b-16b1-496a-91ae-410c12b6224e req-e8a45b5a-15cb-44eb-ae72-843ddc462668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:54.659576 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-90c4418b-16b1-496a-91ae-410c12b6224e req-e8a45b5a-15cb-44eb-ae72-843ddc462668 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 1094 time: 0.1038942 Dec 13 12:58:54.694996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-00b44ffd-0c75-4826-b866-b0abb588e74f None None] Allocated IP 2001:db8::2 (cfe63cd4-6939-45d1-b64f-d74088e91652/fbaee542-1e4c-4ca7-97cb-468b452d5765/0737ca00-b50c-41b2-a7d3-eace258ba586) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:54.726531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:54.728478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd40d14a-d9a1-405b-919c-e36edb89450f req-e4f63240-9255-4a12-9d4b-62e9ed70a850 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 210 time: 0.1284018 Dec 13 12:58:54.758629 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'port_id': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d', 'mac_address': 'fa:16:3e:89:87:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:58:54.764712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-35b1f328-20e8-4997-9d72-9b7eaa2ac6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:54.766510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-35b1f328-20e8-4997-9d72-9b7eaa2ac6ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=095cef42-c57f-43f6-b642-72110bdceb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3288219 Dec 13 12:58:54.824236 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4418b-16b1-496a-91ae-410c12b6224e req-67bec936-7fc1-4835-b49c-fb6372bafd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:54.825793 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-90c4418b-16b1-496a-91ae-410c12b6224e req-67bec936-7fc1-4835-b49c-fb6372bafd6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 913 time: 0.1547368 Dec 13 12:58:54.867627 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.889406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41c5218-b8a1-498c-b7dc-1c42cb2bda4d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:58:54.924009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:54.926375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-90c4418b-16b1-496a-91ae-410c12b6224e req-120ab5bc-5da4-4fd2-bb64-579e6c780ec2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231 HTTP/1.1" status: 200 len: 217 time: 0.0913801 Dec 13 12:58:54.931898 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:54.983470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-00b44ffd-0c75-4826-b866-b0abb588e74f None None] For port 0737ca00-b50c-41b2-a7d3-eace258ba586, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0737ca00-b50c-41b2-a7d3-eace258ba586,segment=NetworkSegment(01f57c85-7ab4-4911-bc80-f4b3ec213b64),segment_id=01f57c85-7ab4-4911-bc80-f4b3ec213b64)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:55.019064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:55.021216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4418b-16b1-496a-91ae-410c12b6224e req-01473de3-4585-4f2d-95f7-ef79d9f92ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:55.023831 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-90c4418b-16b1-496a-91ae-410c12b6224e req-01473de3-4585-4f2d-95f7-ef79d9f92ecb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43d18bc6-f132-4d0d-b654-2571ed7692f2 HTTP/1.1" status: 200 len: 853 time: 0.0894668 Dec 13 12:58:55.032190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaa2dd-2bf0-452e-9036-fdff2672ea97 req-14b1e049-b97e-45a2-98d7-2f62fa37968b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:55.040483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16eaa2dd-2bf0-452e-9036-fdff2672ea97 req-14b1e049-b97e-45a2-98d7-2f62fa37968b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.3155341 Dec 13 12:58:55.044145 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-00b44ffd-0c75-4826-b866-b0abb588e74f None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:55.054928 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-00b44ffd-0c75-4826-b866-b0abb588e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:55.056805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e5808f2-9eaf-4159-896f-57e7dd2352b9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:55.067536 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-90c4418b-16b1-496a-91ae-410c12b6224e req-4d545446-08b1-41c4-b8d7-7a18bc9c2770 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349743 Dec 13 12:58:55.104622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-6bce4420-2e85-42a3-a20c-7d021e7d65f3 service neutron] 10.222.0.37 "GET /v2.0/networks/095cef42-c57f-43f6-b642-72110bdceb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040965 Dec 13 12:58:55.106857 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:55.120778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e5808f2-9eaf-4159-896f-57e7dd2352b9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:55.249940 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-90c4418b-16b1-496a-91ae-410c12b6224e req-32a85df0-8e9d-4096-80b6-e5f7c843b73c service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742690 Dec 13 12:58:55.254784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8157a86e-5b0a-4386-900b-e5b0fa295c71 req-b300f9b6-05d6-44dd-9839-45aa1bfa3fca service neutron] 10.222.0.37 "GET /v2.0/networks/095cef42-c57f-43f6-b642-72110bdceb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372025 Dec 13 12:58:55.258604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['c41c5218-b8a1-498c-b7dc-1c42cb2bda4d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:58:55.279688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365c085-5635-4c22-84fb-077cfe3c705f req-65cc3e78-9644-42a8-a857-810a62ae5b28 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:55.280545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b44ffd-0c75-4826-b866-b0abb588e74f None None] Pushing event updated for resources: {'Port': ['ID=0737ca00-b50c-41b2-a7d3-eace258ba586,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:55.287371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6365c085-5635-4c22-84fb-077cfe3c705f req-65cc3e78-9644-42a8-a857-810a62ae5b28 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.4154406 Dec 13 12:58:55.293691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5808f2-9eaf-4159-896f-57e7dd2352b9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61824b28-53c8-4cc2-8355-bf656c19bb25,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:55.408645 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-90c4418b-16b1-496a-91ae-410c12b6224e req-84456ac7-c206-48c1-885d-e5d24c2d220b service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460247 Dec 13 12:58:55.435642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6365c085-5635-4c22-84fb-077cfe3c705f req-af374bfa-f971-4acb-8231-70aed1f491ba tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467748 Dec 13 12:58:55.453767 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e5808f2-9eaf-4159-896f-57e7dd2352b9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:55.465150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5e5808f2-9eaf-4159-896f-57e7dd2352b9 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2616069 Dec 13 12:58:55.465477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54864) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:55.472742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-174602979', 'security_groups': ['61824b28-53c8-4cc2-8355-bf656c19bb25'], 'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fbaee542-1e4c-4ca7-97cb-468b452d5765'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:55.696681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0737ca00-b50c-41b2-a7d3-eace258ba586 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:55.771853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:55.773774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:55.775311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:55.889342 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:55.927810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] device_id is not set on port 00689641-44b5-4c91-9e50-ef48d1395bbd yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:58:56.057041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16eaa2dd-2bf0-452e-9036-fdff2672ea97 req-d2976121-e196-445a-be9a-f1dfbf222a23 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0157709 Dec 13 12:58:56.186975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8::36e (cfe63cd4-6939-45d1-b64f-d74088e91652/fbaee542-1e4c-4ca7-97cb-468b452d5765/00689641-44b5-4c91-9e50-ef48d1395bbd) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:56.216909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44229a-379e-4036-a6ca-d9391980c09a req-e2817b2e-d191-44b6-ac83-123fb909c6bc tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:56.218808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee44229a-379e-4036-a6ca-d9391980c09a req-e2817b2e-d191-44b6-ac83-123fb909c6bc tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 944 time: 0.7050252 Dec 13 12:58:56.262667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f05f6aea-f2ed-4cdb-8be7-4c419fb7cc26 req-1e798d75-83d8-44c4-a8cf-04255c7b1049 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 210 time: 0.1163185 Dec 13 12:58:56.371305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:56.390674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-35edce0d-6883-4df2-9628-e6b12d5c3ad5 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:56.392237 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-35edce0d-6883-4df2-9628-e6b12d5c3ad5 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.42 "GET /v2.0/networks?id=41f2c924-3a10-4311-b241-1bc206787e9d HTTP/1.1" status: 200 len: 809 time: 0.3183639 Dec 13 12:58:56.395776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee44229a-379e-4036-a6ca-d9391980c09a req-6401a8e7-53d5-4449-a0ac-f62c87cf89aa tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366277 Dec 13 12:58:56.407703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Request body: {'port': {'device_id': 'ce41100e-f783-4ef6-b075-a94a42eafd89', 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d', 'admin_state_up': True, 'tenant_id': '769427ab2db8477b9b31d1466a6ebd03'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:56.436442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e4553484-3e60-4d06-a220-9afec2634555 None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:56.437689 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4553484-3e60-4d06-a220-9afec2634555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:56.503616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device cd1496d1-c61a-4e0f-8c1f-189a2eef4231 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:58:56.599865 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] Router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:58:56.639331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb2f6c-cc4d-4d5d-af9c-e65479b6d4ad req-86d1306a-d88b-4356-b003-8b420f7596a6 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:56.641122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ffb2f6c-cc4d-4d5d-af9c-e65479b6d4ad req-86d1306a-d88b-4356-b003-8b420f7596a6 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1157057 Dec 13 12:58:56.658874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c41c5218-b8a1-498c-b7dc-1c42cb2bda4d up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:58:56.668125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:56.727717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Made reservation on behalf of 769427ab2db8477b9b31d1466a6ebd03 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:56.731864 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:56.758827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e', 'port_id': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'mac_address': 'fa:16:3e:7d:9c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d18bc6-f132-4d0d-b654-2571ed7692f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:58:56.801460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:56.823574 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69406ef9-33be-4d00-a750-d8474cc197ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:56.831829 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:56.846459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ffb2f6c-cc4d-4d5d-af9c-e65479b6d4ad req-7beaffd5-badf-4a47-9734-d1d896826fd7 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955497 Dec 13 12:58:56.866539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=00689641-44b5-4c91-9e50-ef48d1395bbd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:56.877084 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:56.878631 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:56.881474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:56.888313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:56.888959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:56.903432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1496d1-c61a-4e0f-8c1f-189a2eef4231 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:58:56.914574 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6756fe84-2569-451b-9798-2e7cc7cb174e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4477427 Dec 13 12:58:56.915327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54878) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:56.923667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6f1174b9-8343-4885-868d-efbea793f00e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:56.939827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:58:56.949320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c08cf515-9a65-41d9-a4ba-62c65d8bf3a9 admin admin] 10.222.0.31 "PUT /v2.0/routers/c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2518959 Dec 13 12:58:56.952489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54880) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:56.954397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:56.960299 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] Sync routers for ids ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:58:56.965629 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:56.973337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:58:56.987427 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] Routers {'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:56.988344 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:57.017856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e4553484-3e60-4d06-a220-9afec2634555 None None] Provisioning complete for port e8dc8473-60cb-400e-ae68-97e2c07a38d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:57.018264 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4553484-3e60-4d06-a220-9afec2634555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:57.037855 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:57.038279 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:57.157893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1174b9-8343-4885-868d-efbea793f00e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:57.162771 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f1174b9-8343-4885-868d-efbea793f00e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:57.186966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:57.201440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e4553484-3e60-4d06-a220-9afec2634555 None None] Port e8dc8473-60cb-400e-ae68-97e2c07a38d2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:57.236811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:57.259668 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] Set router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:57.265434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['cd1496d1-c61a-4e0f-8c1f-189a2eef4231'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:58:57.319950 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:57.333113 n-d-817326-4 neutron-server[109885]: INFO neutron.db.ipam_backend_mixin [None req-6f1174b9-8343-4885-868d-efbea793f00e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fbaee542-1e4c-4ca7-97cb-468b452d5765 (CIDR: 2001:db8::/64) Dec 13 12:58:57.340898 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1174b9-8343-4885-868d-efbea793f00e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:58:57.341285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1174b9-8343-4885-868d-efbea793f00e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:58:57.380260 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6f1174b9-8343-4885-868d-efbea793f00e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4631839 Dec 13 12:58:57.380988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54888) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:57.384786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Allocated IP 172.20.0.6 (41f2c924-3a10-4311-b241-1bc206787e9d/1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f/df595d64-37bb-40c1-ad59-0ad02117a18f) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:57.386659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-575fcb59-410c-4ff1-b8ca-781240158c1e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:57.416359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:58:57.418705 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f5dad5-0fd6-4999-a102-0788458fcfd8" -d '{"events": [{"server_uuid": "84ee794c-29a6-4167-8064-f7eb6b3cbcfd", "name": "network-vif-plugged", "status": "completed", "tag": "c41c5218-b8a1-498c-b7dc-1c42cb2bda4d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:58:57.479691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:57.482003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c3212198-e50a-4531-a3ba-d46b5325bccc None None] Provisioning complete for port 00689641-44b5-4c91-9e50-ef48d1395bbd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:58:57.482407 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3212198-e50a-4531-a3ba-d46b5325bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:57.499240 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1f8d3c4-43cf-4e4d-926c-8a67f427ff12 req-e6eeb903-02ae-46be-bb97-cab5401ae89c tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 210 time: 0.0710423 Dec 13 12:58:57.513339 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:58:57.537506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c96a-7e06-47ff-a02b-c8c26a3fe558 req-9a2af456-2415-4738-baaf-eded2b26a5e0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:57.539404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb69c96a-7e06-47ff-a02b-c8c26a3fe558 req-9a2af456-2415-4738-baaf-eded2b26a5e0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 944 time: 0.2359076 Dec 13 12:58:57.544730 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:57.551376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:57.599484 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:58:54Z', 'revision_number': 5, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port': {'id': '3afb396c-934e-4ca0-a7eb-9189bb9254a9', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:03Z', 'updated_at': '2021-12-13T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:57.640494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575fcb59-410c-4ff1-b8ca-781240158c1e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:57.644339 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-575fcb59-410c-4ff1-b8ca-781240158c1e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:57.686997 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] Checking router: c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:58:57.709539 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] Routers {'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:58:57.710370 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:57.724126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c3212198-e50a-4531-a3ba-d46b5325bccc None None] Port 00689641-44b5-4c91-9e50-ef48d1395bbd cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:58:57.784887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb69c96a-7e06-47ff-a02b-c8c26a3fe558 req-dd47b43d-984f-4822-ac27-5222604cacfd tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282755 Dec 13 12:58:57.802593 n-d-817326-4 neutron-server[109885]: INFO neutron.db.ipam_backend_mixin [None req-575fcb59-410c-4ff1-b8ca-781240158c1e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cd5c43e6-3468-431f-8aa6-28bca0ab599e (CIDR: 2001:db8:0:1::/64) Dec 13 12:58:57.812077 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-575fcb59-410c-4ff1-b8ca-781240158c1e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:58:57.813491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575fcb59-410c-4ff1-b8ca-781240158c1e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:58:57.860728 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-575fcb59-410c-4ff1-b8ca-781240158c1e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4781809 Dec 13 12:58:57.864416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54902) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:57.874806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Deleting port 3afb396c-934e-4ca0-a7eb-9189bb9254a9 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:57.875149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:57.876143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4815fd2f-3947-497e-ac66-c22081c1b76f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'subnet': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:57.949603 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] Set router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:58:58.019305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5522d-18f1-4180-a34b-e09da9a84a98 req-06f3cf79-598c-4939-857b-d4c8491cfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:58.021378 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29e5522d-18f1-4180-a34b-e09da9a84a98 req-06f3cf79-598c-4939-857b-d4c8491cfc70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 1096 time: 0.1847718 Dec 13 12:58:58.022034 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:58:57Z', 'revision_number': 6, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:58:58.055311 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72454455-4c61-4660-9935-7794d93eaeca x-openstack-request-id: req-72454455-4c61-4660-9935-7794d93eaeca {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:58:58.055594 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ee794c-29a6-4167-8064-f7eb6b3cbcfd", "name": "network-vif-plugged", "status": "completed", "tag": "c41c5218-b8a1-498c-b7dc-1c42cb2bda4d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:58:58.055853 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72454455-4c61-4660-9935-7794d93eaeca {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:58:58.056559 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d', 'code': 200} Dec 13 12:58:58.087056 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.089166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:58.097541 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2d941-0529-4761-8c4f-b550f0befb0c None None] The sync data for ids ['c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9'] in n-d-817326-4 is: [{'id': 'c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2061828092-router', 'tenant_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:01Z', 'updated_at': '2021-12-13T12:58:57Z', 'revision_number': 6, 'project_id': '3ed66630c09d4f9089c6d66c8ef752fa', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:58:58.158427 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29e5522d-18f1-4180-a34b-e09da9a84a98 req-fd679dd5-945e-40e4-be1c-c452259487be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202955 Dec 13 12:58:58.163117 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.180082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4815fd2f-3947-497e-ac66-c22081c1b76f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Made reservation on behalf of 7ab749a065d44d21bdcc5232d20d1b84 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:58:58.184472 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4815fd2f-3947-497e-ac66-c22081c1b76f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.228517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86e62a-0bcd-4ce7-afc5-e90d6b3c4ba3 req-26f1713f-4452-442c-8650-61236ca1a295 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:58.230322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a86e62a-0bcd-4ce7-afc5-e90d6b3c4ba3 req-26f1713f-4452-442c-8650-61236ca1a295 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 945 time: 0.2452936 Dec 13 12:58:58.260731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] For port 3afb396c-934e-4ca0-a7eb-9189bb9254a9, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3afb396c-934e-4ca0-a7eb-9189bb9254a9,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:58.261260 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.276203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.298900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b139f-f3e9-4324-a7f1-8e3f7dbe64c0 req-5328d1a5-00a1-4775-b12f-094dc6d616fe tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:58.300646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-192b139f-f3e9-4324-a7f1-8e3f7dbe64c0 req-5328d1a5-00a1-4775-b12f-094dc6d616fe tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.3167365 Dec 13 12:58:58.312292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Calling delete_port for 3afb396c-934e-4ca0-a7eb-9189bb9254a9 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:58:58.395226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Network 41f2c924-3a10-4311-b241-1bc206787e9d is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:58.436297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:58.438964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Pushing event updated for resources: {'Port': ['ID=df595d64-37bb-40c1-ad59-0ad02117a18f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:58.443809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4815fd2f-3947-497e-ac66-c22081c1b76f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.445152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a86e62a-0bcd-4ce7-afc5-e90d6b3c4ba3 req-b1248fcf-3c6f-43db-ad01-c0b8f6b28828 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025359 Dec 13 12:58:58.449995 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:58:58.488935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4815fd2f-3947-497e-ac66-c22081c1b76f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Network cfe63cd4-6939-45d1-b64f-d74088e91652 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:58:58.492448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4815fd2f-3947-497e-ac66-c22081c1b76f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:58:58.495786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4815fd2f-3947-497e-ac66-c22081c1b76f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:58.496395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4815fd2f-3947-497e-ac66-c22081c1b76f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.503557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe7fa5f-fb8b-4a2e-9f1a-07e9495a99f5 None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:58:58.530806 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4815fd2f-3947-497e-ac66-c22081c1b76f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6630981 Dec 13 12:58:58.531783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815fd2f-3947-497e-ac66-c22081c1b76f tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Subnet': ['ID=b42f2d8a-aba1-48aa-9c77-6fcf84c460c3,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:58.534712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54906) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:58.540629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1431480301', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b42f2d8a-aba1-48aa-9c77-6fcf84c460c3'}], 'security_groups': ['2b419ac6-0097-4023-be02-dcf04665522d', '0654a2a8-6b6b-42e5-8c47-7e3b36a581dd']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:58.552018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-192b139f-f3e9-4324-a7f1-8e3f7dbe64c0 req-a49fa3f3-616e-4a16-b8cd-a14ef50cd734 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375300 Dec 13 12:58:58.564548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:58.565218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.656543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.669812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-98f8e144-3511-4551-920d-1b7a5b6a1602 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2661443 Dec 13 12:58:58.686038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Request body: {'port': {'device_id': 'ce41100e-f783-4ef6-b075-a94a42eafd89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:58:58.749236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f588c-9a7f-443c-b887-72cc278765a5 req-ef109657-8fc4-4748-97ec-db3c451e8360 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:58.750797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-532f588c-9a7f-443c-b887-72cc278765a5 req-ef109657-8fc4-4748-97ec-db3c451e8360 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 931 time: 0.1356373 Dec 13 12:58:58.771346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22526adb-8756-4380-a087-ab02e18e2ab2 None None] Update dhcp port {'port': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'fixed_ips': [{'subnet_id': 'cd5c43e6-3468-431f-8aa6-28bca0ab599e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fbaee542-1e4c-4ca7-97cb-468b452d5765', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b42f2d8a-aba1-48aa-9c77-6fcf84c460c3'}], 'binding:host_id': 'n-d-817326-4'}, 'id': '0737ca00-b50c-41b2-a7d3-eace258ba586'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 12:58:58.798443 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-22526adb-8756-4380-a087-ab02e18e2ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.807401 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.832128 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:58.881958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Pushing event deleted for resources: {'Port': ['ID=3afb396c-934e-4ca0-a7eb-9189bb9254a9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:58.916377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-532f588c-9a7f-443c-b887-72cc278765a5 req-4d80f7db-10d3-45e5-bd08-7e0ada836571 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408608 Dec 13 12:58:59.020205 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.063917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Delete allocated IP 2001:db8::36e (cfe63cd4-6939-45d1-b64f-d74088e91652/fbaee542-1e4c-4ca7-97cb-468b452d5765) {{(pid=109885) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 12:58:59.075191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Allocated IP 2001:db8:0:2::1b7 (cfe63cd4-6939-45d1-b64f-d74088e91652/b42f2d8a-aba1-48aa-9c77-6fcf84c460c3/00689641-44b5-4c91-9e50-ef48d1395bbd) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:59.094552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2236-f04b-4cda-87c9-59302f71b54a req-abb75ee5-736d-43f5-b2cb-038313503a9e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:59.096215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-993b2236-f04b-4cda-87c9-59302f71b54a req-abb75ee5-736d-43f5-b2cb-038313503a9e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 944 time: 0.2207224 Dec 13 12:58:59.099621 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.260980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.270736 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.272633 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.277961 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.352183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-993b2236-f04b-4cda-87c9-59302f71b54a req-b90334d1-d1b9-4658-af17-42e395361033 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192168 Dec 13 12:58:59.365082 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.365771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:58:59.372216 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.373515 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d27b42f6-0a17-4479-8271-96367eca3525 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c3fa3d7b-3c90-41a4-88ee-9b73cf55e2e9 HTTP/1.1" status: 204 len: 168 time: 2.4200823 Dec 13 12:58:59.378560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54916) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:59.422776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event updated for resources: {'Port': ['ID=00689641-44b5-4c91-9e50-ef48d1395bbd,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:59.426716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] In _notify_port_updated(), no bound segment for port 00689641-44b5-4c91-9e50-ef48d1395bbd on network cfe63cd4-6939-45d1-b64f-d74088e91652 {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 12:58:59.432798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:59.433476 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.437335 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1b652199-c6c1-4e0e-9c64-5b75967515a4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "PUT /v2.0/ports/00689641-44b5-4c91-9e50-ef48d1395bbd HTTP/1.1" status: 200 len: 970 time: 0.8991873 Dec 13 12:58:59.468364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54920) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:58:59.490187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-22526adb-8756-4380-a087-ab02e18e2ab2 None None] Allocated IP 2001:db8:0:2::2 (cfe63cd4-6939-45d1-b64f-d74088e91652/b42f2d8a-aba1-48aa-9c77-6fcf84c460c3/0737ca00-b50c-41b2-a7d3-eace258ba586) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:58:59.550389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a45e375-d2af-4fd9-ab9e-4d1dee4f8ba2 admin admin] Deleting subnet 305aabd4-9e67-4a6f-bec7-7359e1dc91bd {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:58:59.560129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df595d64-37bb-40c1-ad59-0ad02117a18f {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:58:59.564577 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a45e375-d2af-4fd9-ab9e-4d1dee4f8ba2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.578891 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.645270 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f4ce2964-bb34-439c-9533-e82470f1f311 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:58:59.700118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Transition to ACTIVE for port object df595d64-37bb-40c1-ad59-0ad02117a18f will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:58:59.707790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a45e375-d2af-4fd9-ab9e-4d1dee4f8ba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.717938 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.731268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: f4ce2964-bb34-439c-9533-e82470f1f311 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:58:59.731608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f4ce2964-bb34-439c-9533-e82470f1f311 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:58:59.732030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3afb396c-934e-4ca0-a7eb-9189bb9254a9 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:58:59.756952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 3afb396c-934e-4ca0-a7eb-9189bb9254a9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:58:59.757285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3afb396c-934e-4ca0-a7eb-9189bb9254a9 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:58:59.757401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-563fe2d9-fb78-4d3c-91cb-5351c716ad1b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:59.758972 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-563fe2d9-fb78-4d3c-91cb-5351c716ad1b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1181519 Dec 13 12:58:59.761671 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-22526adb-8756-4380-a087-ab02e18e2ab2 None None] For port 0737ca00-b50c-41b2-a7d3-eace258ba586, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0737ca00-b50c-41b2-a7d3-eace258ba586,segment=NetworkSegment(01f57c85-7ab4-4911-bc80-f4b3ec213b64),segment_id=01f57c85-7ab4-4911-bc80-f4b3ec213b64)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:58:59.778269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a45e375-d2af-4fd9-ab9e-4d1dee4f8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.796050 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-22526adb-8756-4380-a087-ab02e18e2ab2 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.803184 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-22526adb-8756-4380-a087-ab02e18e2ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.807682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=df595d64-37bb-40c1-ad59-0ad02117a18f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:59.866142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a2862-ccea-4273-a5c2-7d07e92d1059 req-1ca26ef4-cd3c-4c1b-8ea6-8752c1c84079 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:58:59.867806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-547a2862-ccea-4273-a5c2-7d07e92d1059 req-1ca26ef4-cd3c-4c1b-8ea6-8752c1c84079 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 945 time: 0.2732460 Dec 13 12:58:59.871647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7f2cf180-a45a-4114-b87a-99c03358d489 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port 00689641-44b5-4c91-9e50-ef48d1395bbd {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:58:59.872059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f2cf180-a45a-4114-b87a-99c03358d489 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.925332 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.945373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22526adb-8756-4380-a087-ab02e18e2ab2 None None] Pushing event updated for resources: {'Port': ['ID=0737ca00-b50c-41b2-a7d3-eace258ba586,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:58:59.947716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a45e375-d2af-4fd9-ab9e-4d1dee4f8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.990878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a45e375-d2af-4fd9-ab9e-4d1dee4f8ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:58:59.997252 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3a45e375-d2af-4fd9-ab9e-4d1dee4f8ba2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/305aabd4-9e67-4a6f-bec7-7359e1dc91bd HTTP/1.1" status: 204 len: 168 time: 0.5812716 Dec 13 12:58:59.998194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45e375-d2af-4fd9-ab9e-4d1dee4f8ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=305aabd4-9e67-4a6f-bec7-7359e1dc91bd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:00.000829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54930) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:00.011686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-2c519c54-f9aa-4f47-894d-6083a975beb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Deleting port 15d9af9b-046d-4ed0-8a79-fba58df91abf {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:59:00.012006 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-2c519c54-f9aa-4f47-894d-6083a975beb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.162140 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.243136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-2c519c54-f9aa-4f47-894d-6083a975beb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] For port 15d9af9b-046d-4ed0-8a79-fba58df91abf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=15d9af9b-046d-4ed0-8a79-fba58df91abf,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:00.243507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-2c519c54-f9aa-4f47-894d-6083a975beb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.293665 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-2c519c54-f9aa-4f47-894d-6083a975beb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Calling delete_port for 15d9af9b-046d-4ed0-8a79-fba58df91abf owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:59:00.300689 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.364248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea3cc66-33ac-4e9a-a459-0e09dd6c527d']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:00.378324 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:00.378692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a326dcf3-3d58-4dd2-ae46-5cf847e2baf3') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:00.394196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.414907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467955c5-5584-4361-aa9b-11068353087f req-f4e1fae8-5df1-476b-8757-bf053d3c049b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:00.420226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-467955c5-5584-4361-aa9b-11068353087f req-f4e1fae8-5df1-476b-8757-bf053d3c049b tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/ports?device_id=a92a495e-bfd2-489d-b9b2-df037ecda5a9 HTTP/1.1" status: 200 len: 946 time: 0.7215953 Dec 13 12:59:00.436920 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.467954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:59:00.468582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:59:00.470768 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:59:00.503883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device cd1496d1-c61a-4e0f-8c1f-189a2eef4231 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:59:00.539154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-547a2862-ccea-4273-a5c2-7d07e92d1059 req-e8927c48-3b8d-41ef-939e-a75c0787d17a tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6628027 Dec 13 12:59:00.601711 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f2cf180-a45a-4114-b87a-99c03358d489 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.611587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:59:00.618263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:00.618751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.623085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-467955c5-5584-4361-aa9b-11068353087f req-c453b21a-1b85-4363-b186-3f1c10b8f9d8 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910641 Dec 13 12:59:00.682516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7f2cf180-a45a-4114-b87a-99c03358d489 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for 00689641-44b5-4c91-9e50-ef48d1395bbd owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:59:00.689111 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.694004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-2c519c54-f9aa-4f47-894d-6083a975beb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.712105 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.716000 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] 10.222.0.31 "DELETE /v2.0/networks/bea3cc66-33ac-4e9a-a459-0e09dd6c527d HTTP/1.1" status: 204 len: 168 time: 0.7130485 Dec 13 12:59:00.725004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['15d9af9b-046d-4ed0-8a79-fba58df91abf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:00.725458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Attempting to bind port df595d64-37bb-40c1-ad59-0ad02117a18f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:00.725631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Attempting to bind port df595d64-37bb-40c1-ad59-0ad02117a18f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '28e1fa25-9074-4162-ba09-1f6646aeffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:00.725930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Attempting to bind port df595d64-37bb-40c1-ad59-0ad02117a18f on network 41f2c924-3a10-4311-b241-1bc206787e9d {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:00.762881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd84c9-1d6b-4879-b289-4fd9e2a1cb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=bea3cc66-33ac-4e9a-a459-0e09dd6c527d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:00.767736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c519c54-f9aa-4f47-894d-6083a975beb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Pushing event deleted for resources: {'Port': ['ID=15d9af9b-046d-4ed0-8a79-fba58df91abf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:00.772671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Port df595d64-37bb-40c1-ad59-0ad02117a18f on network 41f2c924-3a10-4311-b241-1bc206787e9d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:00.772998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Attempting to bind port df595d64-37bb-40c1-ad59-0ad02117a18f on network 41f2c924-3a10-4311-b241-1bc206787e9d {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:00.821789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:00.822367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Checking segment: {'id': '28e1fa25-9074-4162-ba09-1f6646aeffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:00.822768 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Bound using segment: {'id': '28e1fa25-9074-4162-ba09-1f6646aeffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:00.823219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Bound port: df595d64-37bb-40c1-ad59-0ad02117a18f, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e1fa25-9074-4162-ba09-1f6646aeffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:00.823680 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.839071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-2c519c54-f9aa-4f47-894d-6083a975beb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] No DVR routers for this DVR port 15d9af9b-046d-4ed0-8a79-fba58df91abf on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:59:00.843075 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-2c519c54-f9aa-4f47-894d-6083a975beb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.851387 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.853419 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e1dae61d-cb50-47e6-b99a-30112278fea3 req-2c519c54-f9aa-4f47-894d-6083a975beb1 tempest-ServerRescueNegativeTestJSON-657968915 tempest-ServerRescueNegativeTestJSON-657968915-project] 10.222.0.42 "DELETE /v2.0/ports/15d9af9b-046d-4ed0-8a79-fba58df91abf HTTP/1.1" status: 204 len: 173 time: 1.0855458 Dec 13 12:59:00.853419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92a495e-bfd2-489d-b9b2-df037ecda5a9', 'name': 'network-vif-deleted', 'tag': '15d9af9b-046d-4ed0-8a79-fba58df91abf'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:00.862638 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca4580b-abce-4346-ae5b-b762f6cf88f0" -d '{"events": [{"server_uuid": "a92a495e-bfd2-489d-b9b2-df037ecda5a9", "name": "network-vif-deleted", "tag": "15d9af9b-046d-4ed0-8a79-fba58df91abf"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:00.886910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e373e8-1427-4a2b-8ead-1e811e6fdabf req-96c175a0-c19f-413e-b5db-76313d0e696d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:00.889967 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67e373e8-1427-4a2b-8ead-1e811e6fdabf req-96c175a0-c19f-413e-b5db-76313d0e696d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 943 time: 0.2472849 Dec 13 12:59:00.902817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:00.902817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:00.905606 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144c3c93-5064-4fc0-a25e-32baae9f9cc0" -d '{"events": [{"server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "name": "network-vif-plugged", "status": "completed", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:00.910495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaceef0-0c38-43da-a2e7-8a8f802df440 req-adc26e9b-eac1-4c41-84da-c6f345f41110 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:00.912854 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.920532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5aaceef0-0c38-43da-a2e7-8a8f802df440 req-adc26e9b-eac1-4c41-84da-c6f345f41110 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 944 time: 0.1989601 Dec 13 12:59:00.961503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-68b44072-bf4d-43d9-b4c7-a42430da5e2e None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:00.961812 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68b44072-bf4d-43d9-b4c7-a42430da5e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:00.998885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54944) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:01.017639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:01.070973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5aaceef0-0c38-43da-a2e7-8a8f802df440 req-5fd90975-0d1e-437c-8a14-17c64948aece tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494346 Dec 13 12:59:01.105973 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ded22d6d-651b-4e94-8458-1b3feebcc7d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ed66630c09d4f9089c6d66c8ef752fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1026955 Dec 13 12:59:01.106793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54946) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:01.128817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67e373e8-1427-4a2b-8ead-1e811e6fdabf req-248aa6dc-b8aa-48a7-8640-e1f6d70bba17 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292006 Dec 13 12:59:01.159560 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fc95c0-77bc-46af-9ca6-ba95ac3ba23e x-openstack-request-id: req-67fc95c0-77bc-46af-9ca6-ba95ac3ba23e {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:01.160071 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92a495e-bfd2-489d-b9b2-df037ecda5a9", "name": "network-vif-deleted", "tag": "15d9af9b-046d-4ed0-8a79-fba58df91abf", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:01.160805 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67fc95c0-77bc-46af-9ca6-ba95ac3ba23e {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:01.161316 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92a495e-bfd2-489d-b9b2-df037ecda5a9', 'name': 'network-vif-deleted', 'tag': '15d9af9b-046d-4ed0-8a79-fba58df91abf', 'status': 'completed', 'code': 200} Dec 13 12:59:01.165952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] For port df595d64-37bb-40c1-ad59-0ad02117a18f, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:01.170192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-68b44072-bf4d-43d9-b4c7-a42430da5e2e None None] Provisioning complete for port e8dc8473-60cb-400e-ae68-97e2c07a38d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:01.170423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] For port df595d64-37bb-40c1-ad59-0ad02117a18f, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=df595d64-37bb-40c1-ad59-0ad02117a18f,segment=NetworkSegment(28e1fa25-9074-4162-ba09-1f6646aeffc3),segment_id=28e1fa25-9074-4162-ba09-1f6646aeffc3)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:01.170636 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68b44072-bf4d-43d9-b4c7-a42430da5e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.179216 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.223871 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1906087b-f986-44dc-a6ff-77d92d5c2060 x-openstack-request-id: req-1906087b-f986-44dc-a6ff-77d92d5c2060 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:01.224296 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "name": "network-vif-plugged", "status": "completed", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:01.224596 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1906087b-f986-44dc-a6ff-77d92d5c2060 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:01.224992 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'code': 200} Dec 13 12:59:01.225944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-68b44072-bf4d-43d9-b4c7-a42430da5e2e None None] Port e8dc8473-60cb-400e-ae68-97e2c07a38d2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:01.254505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-68b44072-bf4d-43d9-b4c7-a42430da5e2e None None] Provisioning complete for port 00689641-44b5-4c91-9e50-ef48d1395bbd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:01.256596 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68b44072-bf4d-43d9-b4c7-a42430da5e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.259379 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-63ff8258-adad-48a7-857a-b4e3fa995005 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755119 Dec 13 12:59:01.268054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:01.268587 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.270670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] 10.222.0.42 "PUT /v2.0/ports/df595d64-37bb-40c1-ad59-0ad02117a18f HTTP/1.1" status: 200 len: 1091 time: 2.5909474 Dec 13 12:59:01.271144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41100e-f783-4ef6-b075-a94a42eafd89', 'tag': 'df595d64-37bb-40c1-ad59-0ad02117a18f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:01.273461 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45e408b-94be-4293-ab19-42fbcf6d9725" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41100e-f783-4ef6-b075-a94a42eafd89", "tag": "df595d64-37bb-40c1-ad59-0ad02117a18f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:01.300148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4aa493b-ff0e-4b8a-8dd4-341bcfbe54f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.320344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-68b44072-bf4d-43d9-b4c7-a42430da5e2e None None] Port 00689641-44b5-4c91-9e50-ef48d1395bbd cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:01.358383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4aa493b-ff0e-4b8a-8dd4-341bcfbe54f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.385428 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4952e63-d9c1-4e47-930d-e5a8a7b115d7 x-openstack-request-id: req-e4952e63-d9c1-4e47-930d-e5a8a7b115d7 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:01.385767 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41100e-f783-4ef6-b075-a94a42eafd89", "tag": "df595d64-37bb-40c1-ad59-0ad02117a18f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:01.385962 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4952e63-d9c1-4e47-930d-e5a8a7b115d7 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:01.386409 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41100e-f783-4ef6-b075-a94a42eafd89', 'tag': 'df595d64-37bb-40c1-ad59-0ad02117a18f', 'status': 'completed', 'code': 200} Dec 13 12:59:01.388845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-f1e4cc33-4db2-4c03-861a-241d23501b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:01.390501 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-f1e4cc33-4db2-4c03-861a-241d23501b4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 1097 time: 0.1042373 Dec 13 12:59:01.406857 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f2cf180-a45a-4114-b87a-99c03358d489 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.425009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4aa493b-ff0e-4b8a-8dd4-341bcfbe54f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.430271 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4aa493b-ff0e-4b8a-8dd4-341bcfbe54f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.431847 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d4aa493b-ff0e-4b8a-8dd4-341bcfbe54f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57e21284-60dc-4c08-88e7-a3ee2d79945b HTTP/1.1" status: 204 len: 168 time: 0.3237700 Dec 13 12:59:01.436041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-34594801-f31c-45b8-873c-963e2c1bb633 None None] Could not find standard attr ID for object 00689641-44b5-4c91-9e50-ef48d1395bbd. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 12:59:01.444664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b52fa9-3e94-4ad4-aff0-e2f228642bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=df595d64-37bb-40c1-ad59-0ad02117a18f,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:01.465024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa493b-ff0e-4b8a-8dd4-341bcfbe54f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e21284-60dc-4c08-88e7-a3ee2d79945b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:01.481444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-4ba56b8f-2706-4da5-84b5-43590fe3f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:01.483538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-4ba56b8f-2706-4da5-84b5-43590fe3f5d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=769427ab2db8477b9b31d1466a6ebd03&device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 1094 time: 0.1496568 Dec 13 12:59:01.485814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cf180-a45a-4114-b87a-99c03358d489 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=00689641-44b5-4c91-9e50-ef48d1395bbd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:01.550810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674dddb-4f87-4ed7-9288-c0b4ccd3592a req-7888a540-10e5-45bb-9dd9-9f7497f767e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:01.553596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e674dddb-4f87-4ed7-9288-c0b4ccd3592a req-7888a540-10e5-45bb-9dd9-9f7497f767e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 1096 time: 0.2437134 Dec 13 12:59:01.605668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f2cf180-a45a-4114-b87a-99c03358d489 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.614738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7f2cf180-a45a-4114-b87a-99c03358d489 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/00689641-44b5-4c91-9e50-ef48d1395bbd HTTP/1.1" status: 204 len: 168 time: 2.1430609 Dec 13 12:59:01.614738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-fc37add6-8861-4167-b5be-9e35f5c4a417 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df595d64-37bb-40c1-ad59-0ad02117a18f HTTP/1.1" status: 200 len: 217 time: 0.0871093 Dec 13 12:59:01.615212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54956) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:01.658042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0737ca00-b50c-41b2-a7d3-eace258ba586 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:59:01.659029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54958) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:01.680488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1226665965'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:01.733196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-a612e3f6-9ee5-4e6f-977a-2d0ba85ab5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:01.734785 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-a612e3f6-9ee5-4e6f-977a-2d0ba85ab5b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.3016720 Dec 13 12:59:01.741933 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:01.745673 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.747675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54962) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:01.749823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:01.750781 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.751015 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b305c0ff-14ba-4dcc-8c47-ab0de4d2bf74 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] GET failed (client error): The resource could not be found. Dec 13 12:59:01.760044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b305c0ff-14ba-4dcc-8c47-ab0de4d2bf74 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports/00689641-44b5-4c91-9e50-ef48d1395bbd HTTP/1.1" status: 404 len: 333 time: 0.1421242 Dec 13 12:59:01.765786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54966) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:01.840020 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-7a9a35aa-7788-4e6f-a24b-8154cc88168a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5366924-bccf-4c9f-af33-8d78ce54c8f6 HTTP/1.1" status: 200 len: 217 time: 0.0904574 Dec 13 12:59:01.939978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-b91639af-40ca-4657-9777-1a8bcf644296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:01.941494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-b91639af-40ca-4657-9777-1a8bcf644296 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f HTTP/1.1" status: 200 len: 849 time: 0.3067648 Dec 13 12:59:01.944870 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e674dddb-4f87-4ed7-9288-c0b4ccd3592a req-dbb1b8e5-2f82-4cb9-9fb9-7866aa726fc9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286972 Dec 13 12:59:01.945910 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49be0b3f-cb1d-45bf-8d9f-ccb114c2840c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:01.954903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:59:01.986640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49be0b3f-cb1d-45bf-8d9f-ccb114c2840c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.001841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-224f7e08-971d-43e8-a42f-115d40772e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:02.003796 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-224f7e08-971d-43e8-a42f-115d40772e81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1129212 Dec 13 12:59:02.011470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96026e4-003d-434b-a260-6ab209538460 req-89112bb1-b376-4042-b3a0-5036ab00e899 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:02.013104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.013347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b96026e4-003d-434b-a260-6ab209538460 req-89112bb1-b376-4042-b3a0-5036ab00e899 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 945 time: 0.2507551 Dec 13 12:59:02.013450 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Added segment ac6bf1ba-24af-4b95-9683-266614e4da7b of type vlan for network af42c895-8317-4d3b-b2fd-4293b38dc0c5 Dec 13 12:59:02.022262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-9ed151e5-9e37-43e9-b6aa-d8913e6780bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41f2c924-3a10-4311-b241-1bc206787e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506461 Dec 13 12:59:02.067411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.151014 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49be0b3f-cb1d-45bf-8d9f-ccb114c2840c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.153651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49be0b3f-cb1d-45bf-8d9f-ccb114c2840c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.157573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-49be0b3f-cb1d-45bf-8d9f-ccb114c2840c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/security-groups/61824b28-53c8-4cc2-8355-bf656c19bb25 HTTP/1.1" status: 204 len: 168 time: 0.3908434 Dec 13 12:59:02.164317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54978) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:02.185601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b96026e4-003d-434b-a260-6ab209538460 req-07dc22f4-2189-4b8a-8232-ad2872d24012 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601539 Dec 13 12:59:02.217724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.223429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:02.224081 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.250383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be0b3f-cb1d-45bf-8d9f-ccb114c2840c tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61824b28-53c8-4cc2-8355-bf656c19bb25,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:02.330583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-84c34aae-945e-4efd-ab03-240933b30d8b service neutron] 10.222.0.42 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001096 Dec 13 12:59:02.358130 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6956999 Dec 13 12:59:02.364309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54990) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:02.384202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1821947343'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:02.393700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-35d5bf27-fc6d-4f7c-a49b-1f774a64c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:02.395240 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-35d5bf27-fc6d-4f7c-a49b-1f774a64c1e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2593346 Dec 13 12:59:02.399668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50e251-2934-4f22-929a-f5952c487947 req-b2904d9b-2b93-4cc2-b451-b486c2f97d05 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:02.400679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd50e251-2934-4f22-929a-f5952c487947 req-b2904d9b-2b93-4cc2-b451-b486c2f97d05 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2305431 Dec 13 12:59:02.422287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc02101-a334-49e8-bebf-d7864db47312 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Network': ['ID=af42c895-8317-4d3b-b2fd-4293b38dc0c5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:02.456480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network af42c895-8317-4d3b-b2fd-4293b38dc0c5 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:59:02.469469 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6cca343-a3f9-4635-864c-337fcc382a92 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.515598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6cca343-a3f9-4635-864c-337fcc382a92 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.527450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad5f51-9144-4646-8d5c-e3fe9265fae4 req-aecd3845-0633-4b4f-98a7-2b2b95636485 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:02.532536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:02.537203 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.538628 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cad5f51-9144-4646-8d5c-e3fe9265fae4 req-aecd3845-0633-4b4f-98a7-2b2b95636485 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 943 time: 0.2344158 Dec 13 12:59:02.634952 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd50e251-2934-4f22-929a-f5952c487947 req-87430617-a288-4680-a5ce-51aeb766c8cc tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960812 Dec 13 12:59:02.656651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0959bf11-88ee-4a15-be08-c3dae9f0b9cb req-8c7e7b5d-371b-4d48-9564-86291d098577 service neutron] 10.222.0.42 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015242 Dec 13 12:59:02.701022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cad5f51-9144-4646-8d5c-e3fe9265fae4 req-ddd4660f-6e3f-41f0-8fc4-8845af83f5a7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474338 Dec 13 12:59:02.707425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6cca343-a3f9-4635-864c-337fcc382a92 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.711443 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6cca343-a3f9-4635-864c-337fcc382a92 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:02.716801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f6cca343-a3f9-4635-864c-337fcc382a92 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/security-groups/0654a2a8-6b6b-42e5-8c47-7e3b36a581dd HTTP/1.1" status: 204 len: 168 time: 0.5477765 Dec 13 12:59:02.717743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54998) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:02.734477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cca343-a3f9-4635-864c-337fcc382a92 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0654a2a8-6b6b-42e5-8c47-7e3b36a581dd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:02.856448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a257eb-825e-4389-b37c-ef5800269e36 req-0710778e-6c90-4ad9-ad8c-f88831dcfcbc tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:02.858151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27a257eb-825e-4389-b37c-ef5800269e36 req-0710778e-6c90-4ad9-ad8c-f88831dcfcbc tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 945 time: 0.1182797 Dec 13 12:59:02.870495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e408b-94be-4293-ab19-42fbcf6d9725 req-ba59ef83-a9c6-4890-a7fb-f18847a0e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:02.872042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a45e408b-94be-4293-ab19-42fbcf6d9725 req-ba59ef83-a9c6-4890-a7fb-f18847a0e793 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=769427ab2db8477b9b31d1466a6ebd03&device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 1094 time: 0.1332915 Dec 13 12:59:02.877717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55000) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:02.888031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-24cad1a6-ab11-4329-b674-1a4e4df710bd tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Request body: {'floatingip': {'port_id': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:02.967418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:59:03.001052 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d4efd15e-3e49-411d-ad20-d52886d1b119 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.035950 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-ab1aede4-de07-4b90-b138-2bec54f0e085 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281855 Dec 13 12:59:03.041302 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24cad1a6-ab11-4329-b674-1a4e4df710bd tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.042010 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.042732 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Added segment c1f8cabf-8c57-4174-8a5f-6770bb9ccbac of type vlan for network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 Dec 13 12:59:03.134833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d4efd15e-3e49-411d-ad20-d52886d1b119 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.140850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e408b-94be-4293-ab19-42fbcf6d9725 req-7ec50eea-ed33-4a9c-8171-2eb9f95911a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:03.142370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a45e408b-94be-4293-ab19-42fbcf6d9725 req-7ec50eea-ed33-4a9c-8171-2eb9f95911a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=41f2c924-3a10-4311-b241-1bc206787e9d HTTP/1.1" status: 200 len: 909 time: 0.2598686 Dec 13 12:59:03.198871 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.267332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a45e408b-94be-4293-ab19-42fbcf6d9725 req-708017ad-0f95-481a-a8cc-c0e9fe4fea24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df595d64-37bb-40c1-ad59-0ad02117a18f HTTP/1.1" status: 200 len: 217 time: 0.1131709 Dec 13 12:59:03.317090 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.325953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:03.326403 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.361783 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a31434d5-e2de-4509-82d2-fc3d0c15804a req-8ac8bb2b-dbb0-432e-b4bc-5d1ed7493951 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053739 Dec 13 12:59:03.375785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d4efd15e-3e49-411d-ad20-d52886d1b119 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.379246 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d4efd15e-3e49-411d-ad20-d52886d1b119 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.383882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d4efd15e-3e49-411d-ad20-d52886d1b119 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b419ac6-0097-4023-be02-dcf04665522d HTTP/1.1" status: 204 len: 168 time: 0.6562190 Dec 13 12:59:03.389850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55008) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:03.429974 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0549996 Dec 13 12:59:03.434626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efd15e-3e49-411d-ad20-d52886d1b119 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b419ac6-0097-4023-be02-dcf04665522d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:03.434812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55010) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:03.437196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e408b-94be-4293-ab19-42fbcf6d9725 req-f046d816-7eb2-41ae-82e6-5ea3a6e6c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:03.438908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a45e408b-94be-4293-ab19-42fbcf6d9725 req-f046d816-7eb2-41ae-82e6-5ea3a6e6c525 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f HTTP/1.1" status: 200 len: 849 time: 0.1587939 Dec 13 12:59:03.451464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'subnet': {'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:03.462880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66248b0d-fbc0-4f99-b7c3-c1afd23e0e73 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Network': ['ID=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:03.480850 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:59:03.490483 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.519486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a45e408b-94be-4293-ab19-42fbcf6d9725 req-0ee88218-ede9-4f89-b90a-82cfee23a1e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41f2c924-3a10-4311-b241-1bc206787e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684345 Dec 13 12:59:03.529051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f5db3c-1074-4c31-8c9d-267b7dd79e0b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet fbaee542-1e4c-4ca7-97cb-468b452d5765 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:59:03.541827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6f5db3c-1074-4c31-8c9d-267b7dd79e0b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.671344 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6f5db3c-1074-4c31-8c9d-267b7dd79e0b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.717219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:03.723069 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:03.820915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a45e408b-94be-4293-ab19-42fbcf6d9725 req-ad4122c6-b994-425a-95bf-1bfc65dd8d97 service neutron] 10.222.0.42 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893417 Dec 13 12:59:04.029188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 15d9af9b-046d-4ed0-8a79-fba58df91abf no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:59:04.065614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.071529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0a644-c90d-4649-958d-906739a6f4c4 req-75d31c48-54a1-46b6-ae39-63034e407c46 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:04.072325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1a0a644-c90d-4649-958d-906739a6f4c4 req-75d31c48-54a1-46b6-ae39-63034e407c46 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2541466 Dec 13 12:59:04.103241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52345dd5-f63f-4f19-b42b-d1afbd5d859a req-17c1ad7e-f189-4bde-afb9-1d89979eba6a tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:04.110965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52345dd5-f63f-4f19-b42b-d1afbd5d859a req-17c1ad7e-f189-4bde-afb9-1d89979eba6a tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 943 time: 0.2818465 Dec 13 12:59:04.116248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] Deleting port 3f2c9717-07d0-47ea-8814-c277f9126950 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:59:04.116624 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.119901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 15d9af9b-046d-4ed0-8a79-fba58df91abf {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:59:04.123527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 15d9af9b-046d-4ed0-8a79-fba58df91abf not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:59:04.164089 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6f5db3c-1074-4c31-8c9d-267b7dd79e0b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.200296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Subnet': ['ID=c1bafd1b-29bd-447e-a192-cb8b166270b2,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:04.231195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Checking segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:04.231713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network hostable DHCP agents. Network: af42c895-8317-4d3b-b2fd-4293b38dc0c5, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:59:04.253857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] For port 3f2c9717-07d0-47ea-8814-c277f9126950, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3f2c9717-07d0-47ea-8814-c277f9126950,segment=NetworkSegment(8e8576ef-e53b-4755-b1c5-4a5dd1614736),segment_id=8e8576ef-e53b-4755-b1c5-4a5dd1614736)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:04.254350 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.273858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] Calling delete_port for 3f2c9717-07d0-47ea-8814-c277f9126950 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:59:04.275629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network af42c895-8317-4d3b-b2fd-4293b38dc0c5 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:59:04.292800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, af42c895-8317-4d3b-b2fd-4293b38dc0c5) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:04.327547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:04.328162 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.335431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6582c486-2ca5-4f49-a9c9-0337248d5c71 None None] Network af42c895-8317-4d3b-b2fd-4293b38dc0c5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:59:04.359372 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6e3c65a9-f9e0-46c3-9996-8c1e6f1440a1 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9166007 Dec 13 12:59:04.359372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55018) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:04.368910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'subnet': {'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:04.458924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'fixed_ips': [{'subnet_id': 'c1bafd1b-29bd-447e-a192-cb8b166270b2'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:59:04.460201 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.531293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:04.535239 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.605351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a45e408b-94be-4293-ab19-42fbcf6d9725 req-2c67cc62-a1c1-4ab0-a838-dd1d4bedaffd service neutron] 10.222.0.42 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7734666 Dec 13 12:59:04.630260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Allocated IP 10.1.1.2 (af42c895-8317-4d3b-b2fd-4293b38dc0c5/c1bafd1b-29bd-447e-a192-cb8b166270b2/aa458bb2-d31e-40e3-b49c-19e85a3ade1e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:04.645691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.666666 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [None req-24cad1a6-ab11-4329-b674-1a4e4df710bd tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 12:59:04.685428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2c9717-07d0-47ea-8814-c277f9126950,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:04.727369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1a0a644-c90d-4649-958d-906739a6f4c4 req-54df9af6-8c50-4444-b94b-aadad263c816 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379938 Dec 13 12:59:04.739190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52345dd5-f63f-4f19-b42b-d1afbd5d859a req-b5816541-5033-40ab-b2b7-1d14f97621bd tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273196 Dec 13 12:59:04.760597 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24cad1a6-ab11-4329-b674-1a4e4df710bd tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.773505 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6f5db3c-1074-4c31-8c9d-267b7dd79e0b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.784912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24cad1a6-ab11-4329-b674-1a4e4df710bd tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.839476 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.844980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5db3c-1074-4c31-8c9d-267b7dd79e0b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=fbaee542-1e4c-4ca7-97cb-468b452d5765,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:04.850556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6f5db3c-1074-4c31-8c9d-267b7dd79e0b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.855645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b6f5db3c-1074-4c31-8c9d-267b7dd79e0b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/fbaee542-1e4c-4ca7-97cb-468b452d5765 HTTP/1.1" status: 204 len: 168 time: 1.4606905 Dec 13 12:59:04.856117 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.862824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55022) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:04.875187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc78b3-656a-4fe4-ac26-3dcf9640ffaf None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:59:04.924453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Network af42c895-8317-4d3b-b2fd-4293b38dc0c5 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:04.964520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9417a066-44d3-4359-8f78-52e0f52cdb02 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet b42f2d8a-aba1-48aa-9c77-6fcf84c460c3 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:59:04.968606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:04.969734 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9417a066-44d3-4359-8f78-52e0f52cdb02 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:04.981061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:05.021914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Pushing event updated for resources: {'Port': ['ID=aa458bb2-d31e-40e3-b49c-19e85a3ade1e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:05.030338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:05.041117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:05.070780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Attempting to bind port aa458bb2-d31e-40e3-b49c-19e85a3ade1e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:05.071153 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Attempting to bind port aa458bb2-d31e-40e3-b49c-19e85a3ade1e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:05.072220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Attempting to bind port aa458bb2-d31e-40e3-b49c-19e85a3ade1e on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:05.079950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:05.079950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Checking segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:05.079950 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:05.079950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Bound using segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:05.080520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Bound port: aa458bb2-d31e-40e3-b49c-19e85a3ade1e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:05.081259 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:05.090858 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-24cad1a6-ab11-4329-b674-1a4e4df710bd tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Floating IP f0a01403-258e-4168-a362-9ac0933bdc15 associated. External IP: 172.25.2.27, port: c41c5218-b8a1-498c-b7dc-1c42cb2bda4d. Dec 13 12:59:05.135891 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9417a066-44d3-4359-8f78-52e0f52cdb02 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:05.160229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Subnet': ['ID=cda85682-2730-4ba2-a164-494acacb16c1,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:05.182392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] For port aa458bb2-d31e-40e3-b49c-19e85a3ade1e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:05.187783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] For port aa458bb2-d31e-40e3-b49c-19e85a3ade1e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aa458bb2-d31e-40e3-b49c-19e85a3ade1e,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:05.197240 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:05.233713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Checking segment: {'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:05.234433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network hostable DHCP agents. Network: e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 12:59:05.327172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 12:59:05.340840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-e45b3a88-59da-4e81-bdf6-acc01b6f31e6 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:05.343349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-e45b3a88-59da-4e81-bdf6-acc01b6f31e6 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 813 time: 0.3431082 Dec 13 12:59:05.348025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:05.365902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:05.366597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:05.400531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-beca4289-273c-4a17-b817-6d6c08c3abac tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/quotas/c17f0f6d559f407185a885c8b61c7515 HTTP/1.1" status: 200 len: 375 time: 0.0458577 Dec 13 12:59:05.461149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9417a066-44d3-4359-8f78-52e0f52cdb02 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:05.495220 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-060f9bb8-a6d9-44db-be86-5846d29f93f6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1347332 Dec 13 12:59:05.500823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55042) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:05.512004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'port': {'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1608351503', 'fixed_ips': [{'subnet_id': 'c1bafd1b-29bd-447e-a192-cb8b166270b2'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:05.531744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ce6e1-fd6d-42bf-88b1-d6a9b82c97bf None None] Pushing event updated for resources: {'Port': ['ID=aa458bb2-d31e-40e3-b49c-19e85a3ade1e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:05.544670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a6c0dd-e793-48d3-8d8e-326b63d5cef7 None None] Network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:59:05.586485 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9417a066-44d3-4359-8f78-52e0f52cdb02 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:05.596526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] Router 72406d60-58ec-41c5-b92e-312138c343b3 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:59:05.708277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4', 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4', 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'fixed_ips': [{'subnet_id': 'cda85682-2730-4ba2-a164-494acacb16c1'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 12:59:05.710324 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:05.753206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:59:05.760595 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-92692aa9-2aa1-47b2-b32b-52d90f6630be admin admin] 10.222.0.31 "PUT /v2.0/routers/72406d60-58ec-41c5-b92e-312138c343b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9897382 Dec 13 12:59:05.767131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-9cf73eb2-27a3-40e1-aff4-b542ecd34013 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3572021 Dec 13 12:59:05.774213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417a066-44d3-4359-8f78-52e0f52cdb02 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=b42f2d8a-aba1-48aa-9c77-6fcf84c460c3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:05.776009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55044) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:05.864625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8599eb-4ac0-4370-a6e9-a7d7acdc409c None None] Sync routers for ids ['72406d60-58ec-41c5-b92e-312138c343b3'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:59:05.873168 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:05.977409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8599eb-4ac0-4370-a6e9-a7d7acdc409c None None] Routers {'72406d60-58ec-41c5-b92e-312138c343b3'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:59:05.978205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8b8599eb-4ac0-4370-a6e9-a7d7acdc409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['72406d60-58ec-41c5-b92e-312138c343b3'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:06.048490 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.052420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9417a066-44d3-4359-8f78-52e0f52cdb02 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.056086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9417a066-44d3-4359-8f78-52e0f52cdb02 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/b42f2d8a-aba1-48aa-9c77-6fcf84c460c3 HTTP/1.1" status: 204 len: 168 time: 1.1917713 Dec 13 12:59:06.068589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55056) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:06.127591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device df595d64-37bb-40c1-ad59-0ad02117a18f details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:59:06.164444 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af3e4d6-bf67-4eb8-9456-7dafa1a35272 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:06.164898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af3e4d6-bf67-4eb8-9456-7dafa1a35272 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:06.183014 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4af3e4d6-bf67-4eb8-9456-7dafa1a35272 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/fbaee542-1e4c-4ca7-97cb-468b452d5765 HTTP/1.1" status: 404 len: 337 time: 0.1121106 Dec 13 12:59:06.183691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55058) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:06.274504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Allocated IP 10.2.2.2 (e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4/cda85682-2730-4ba2-a164-494acacb16c1/a20ec454-fd15-4d67-96fa-945ad49e6ed0) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:06.298846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a39a46-3a69-47ee-a0c6-58e7ab1359b1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting subnet cd5c43e6-3468-431f-8aa6-28bca0ab599e {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:59:06.307557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1a39a46-3a69-47ee-a0c6-58e7ab1359b1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.359304 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.375802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-8b8599eb-4ac0-4370-a6e9-a7d7acdc409c None None] Set router 72406d60-58ec-41c5-b92e-312138c343b3 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:59:06.385047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.392803 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1a39a46-3a69-47ee-a0c6-58e7ab1359b1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.402173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] device_id is not set on port c45097b7-ab3b-4dc5-9117-be3b06871a4e yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:59:06.467750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643194b-166b-446e-a0a4-d6890b634661 req-dac85aa5-5b91-4cf0-8b04-bb30b83939f6 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:06.475620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3643194b-166b-446e-a0a4-d6890b634661 req-dac85aa5-5b91-4cf0-8b04-bb30b83939f6 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 943 time: 0.4163585 Dec 13 12:59:06.528251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cad1a6-ab11-4329-b674-1a4e4df710bd tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Router 1fd35243-a0c4-4774-aa39-bc2479d29a59 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 12:59:06.551693 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-b13fecfe-2398-44ec-b6c8-4cebdec6f751 service neutron] 10.222.0.31 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7836750 Dec 13 12:59:06.581401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Allocated IP 10.1.1.235 (af42c895-8317-4d3b-b2fd-4293b38dc0c5/c1bafd1b-29bd-447e-a192-cb8b166270b2/c45097b7-ab3b-4dc5-9117-be3b06871a4e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:06.606959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3643194b-166b-446e-a0a4-d6890b634661 req-de4f69f3-6cf5-4046-ab5d-a5a73776400e tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302228 Dec 13 12:59:06.617507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d3e938-f185-43ae-bb08-1cbee4a2ccc3 None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:59:06.682449 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.734984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Deleting port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:59:06.738970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.759834 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.783182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.862458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port df595d64-37bb-40c1-ad59-0ad02117a18f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=df595d64-37bb-40c1-ad59-0ad02117a18f,segment=NetworkSegment(28e1fa25-9074-4162-ba09-1f6646aeffc3),segment_id=28e1fa25-9074-4162-ba09-1f6646aeffc3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:06.865691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.879816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-85121e27-6193-45fc-b082-e06c9aa9544f None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:06.880183 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85121e27-6193-45fc-b082-e06c9aa9544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:06.927071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:06.942924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'df595d64-37bb-40c1-ad59-0ad02117a18f', 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d', 'port_id': 'df595d64-37bb-40c1-ad59-0ad02117a18f', 'mac_address': 'fa:16:3e:17:9b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:59:06.961131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:06.963801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:06.973497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Pushing event updated for resources: {'Port': ['ID=a20ec454-fd15-4d67-96fa-945ad49e6ed0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:06.998287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-c8866b18-2c4d-4b5b-81b5-06cfb5437cdf service neutron] 10.222.0.31 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335358 Dec 13 12:59:07.002922 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1a39a46-3a69-47ee-a0c6-58e7ab1359b1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.018883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cad1a6-ab11-4329-b674-1a4e4df710bd tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 12:59:07.026405 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24cad1a6-ab11-4329-b674-1a4e4df710bd tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.030101 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] Sync routers for ids ['1fd35243-a0c4-4774-aa39-bc2479d29a59'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 12:59:07.037110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] For port 65e55d80-dc19-450e-9dd7-5266e7ec6cfd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=65e55d80-dc19-450e-9dd7-5266e7ec6cfd,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:07.037635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.059225 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] Routers {'1fd35243-a0c4-4774-aa39-bc2479d29a59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:59:07.060431 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1fd35243-a0c4-4774-aa39-bc2479d29a59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:07.074778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Calling delete_port for 65e55d80-dc19-450e-9dd7-5266e7ec6cfd owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:59:07.099890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-24cad1a6-ab11-4329-b674-1a4e4df710bd tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "PUT /v2.0/floatingips/f0a01403-258e-4168-a362-9ac0933bdc15 HTTP/1.1" status: 200 len: 990 time: 4.2185035 Dec 13 12:59:07.138463 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1a39a46-3a69-47ee-a0c6-58e7ab1359b1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.289593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1a39a46-3a69-47ee-a0c6-58e7ab1359b1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.298299 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b1a39a46-3a69-47ee-a0c6-58e7ab1359b1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/cd5c43e6-3468-431f-8aa6-28bca0ab599e HTTP/1.1" status: 204 len: 168 time: 1.1019521 Dec 13 12:59:07.298513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.302296 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] Set router 1fd35243-a0c4-4774-aa39-bc2479d29a59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:59:07.306493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55068) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:07.354812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df595d64-37bb-40c1-ad59-0ad02117a18f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:07.366931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network af42c895-8317-4d3b-b2fd-4293b38dc0c5 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:07.377846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a39a46-3a69-47ee-a0c6-58e7ab1359b1 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5c43e6-3468-431f-8aa6-28bca0ab599e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:07.390724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'tag': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:07.393546 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31003088-fbaf-4890-bb2e-654bba6b419e" -d '{"events": [{"name": "network-changed", "server_uuid": "84ee794c-29a6-4167-8064-f7eb6b3cbcfd", "tag": "c41c5218-b8a1-498c-b7dc-1c42cb2bda4d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:07.415607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port df595d64-37bb-40c1-ad59-0ad02117a18f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=df595d64-37bb-40c1-ad59-0ad02117a18f,segment=NetworkSegment(28e1fa25-9074-4162-ba09-1f6646aeffc3),segment_id=28e1fa25-9074-4162-ba09-1f6646aeffc3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:07.505944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Attempting to bind port a20ec454-fd15-4d67-96fa-945ad49e6ed0 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:07.507273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Attempting to bind port a20ec454-fd15-4d67-96fa-945ad49e6ed0 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:07.507786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Attempting to bind port a20ec454-fd15-4d67-96fa-945ad49e6ed0 on network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:07.513924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c1b4ad-3617-4a20-9c99-6aebdedcd0f0 None None] Network af42c895-8317-4d3b-b2fd-4293b38dc0c5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:59:07.526420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b81e3aae-071e-41e6-86f0-ca9edc54ae1c req-6405c1e8-ddee-42c1-8470-74cdf2acbc06 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 210 time: 0.1166332 Dec 13 12:59:07.533563 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323d80f1-d320-45ab-a486-d4fec5828d2c x-openstack-request-id: req-323d80f1-d320-45ab-a486-d4fec5828d2c {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:07.535718 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ee794c-29a6-4167-8064-f7eb6b3cbcfd", "tag": "c41c5218-b8a1-498c-b7dc-1c42cb2bda4d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:07.536562 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-323d80f1-d320-45ab-a486-d4fec5828d2c {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:07.543369 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'tag': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d', 'status': 'completed', 'code': 200} Dec 13 12:59:07.546618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:07.553849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:07.615221 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9eceb6c-d3b4-4b5c-84b2-efb68296b153 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:07.615221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9eceb6c-d3b4-4b5c-84b2-efb68296b153 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:07.644153 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a9eceb6c-d3b4-4b5c-84b2-efb68296b153 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/a9ffe03d-6ac3-4e77-a227-54a3ab6455da HTTP/1.1" status: 404 len: 337 time: 0.3063595 Dec 13 12:59:07.644854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:07.690294 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.693794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:07.694769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Checking segment: {'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:07.696314 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.696857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Bound using segment: {'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:07.697381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Bound port: a20ec454-fd15-4d67-96fa-945ad49e6ed0, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:07.712430 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.714716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.727351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Port': ['ID=c45097b7-ab3b-4dc5-9117-be3b06871a4e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:07.764187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device aa458bb2-d31e-40e3-b49c-19e85a3ade1e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:59:07.781386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e55d80-dc19-450e-9dd7-5266e7ec6cfd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:07.785035 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aa1fb6c9-c2db-4092-9211-1fed9312810a tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbb20eb1-3b0f-4bc0-b74c-e56a085a250d HTTP/1.1" status: 200 len: 205 time: 0.0775352 Dec 13 12:59:07.788140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55082) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:07.803968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:07.804598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.822408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31003088-fbaf-4890-bb2e-654bba6b419e req-04aba953-bf62-4e99-b1b8-51d4f2e11cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:07.823999 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31003088-fbaf-4890-bb2e-654bba6b419e req-04aba953-bf62-4e99-b1b8-51d4f2e11cfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be6804ffde5f497b944ca2a34d1bc685&device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 1096 time: 0.2597377 Dec 13 12:59:07.839265 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0d29d3ed-3ecd-4af9-b0fb-f7bb3d546853 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3322818 Dec 13 12:59:07.840007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55084) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:07.846208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'port': {'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1542360352', 'fixed_ips': [{'subnet_id': 'c1bafd1b-29bd-447e-a192-cb8b166270b2'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:07.861357 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-866a4ab9-5eae-4b96-be9f-e3f74b8b62c3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] delete failed (client error): The resource could not be found. Dec 13 12:59:07.862797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-866a4ab9-5eae-4b96-be9f-e3f74b8b62c3 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/routers/cbb20eb1-3b0f-4bc0-b74c-e56a085a250d HTTP/1.1" status: 404 len: 336 time: 0.0735426 Dec 13 12:59:07.882709 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:28Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'f0a01403-258e-4168-a362-9ac0933bdc15', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'floating_ip_address': '172.25.2.27', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'port_id': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'mac_address': 'fa:16:3e:89:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:58:38Z', 'updated_at': '2021-12-13T12:59:04Z', 'revision_number': 1, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507bb52-0795-4d13-b46c-6ae0924ded51', 'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'mac_address': 'fa:16:3e:24:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:26Z', 'updated_at': '2021-12-13T12:58:34Z', 'revision_number': 5, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'subnets': [{'id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:07.885762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55086) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:07.904714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] For port a20ec454-fd15-4d67-96fa-945ad49e6ed0, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:07.909018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] For port a20ec454-fd15-4d67-96fa-945ad49e6ed0, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a20ec454-fd15-4d67-96fa-945ad49e6ed0,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:07.930670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865c54c-3021-4ea5-846c-85d13308c398 req-aa050172-0a23-431b-a270-3ece701e630b tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:07.934177 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] Checking router: 1fd35243-a0c4-4774-aa39-bc2479d29a59 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:59:07.938862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2865c54c-3021-4ea5-846c-85d13308c398 req-aa050172-0a23-431b-a270-3ece701e630b tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 944 time: 0.1920292 Dec 13 12:59:07.956457 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-5faab942-503f-4a5b-a8c4-89ac6e46f7ca tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:07.956950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5faab942-503f-4a5b-a8c4-89ac6e46f7ca tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:07.960670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5faab942-503f-4a5b-a8c4-89ac6e46f7ca tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/4d39a45a-8e29-4b9e-b159-0e57f3060319 HTTP/1.1" status: 404 len: 337 time: 0.0727613 Dec 13 12:59:07.961383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:07.968252 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] Routers {'1fd35243-a0c4-4774-aa39-bc2479d29a59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:59:07.968903 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1fd35243-a0c4-4774-aa39-bc2479d29a59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:07.978569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55088) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:08.063140 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:08.064596 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:08.103277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2127567b-6c15-4974-8c3d-32fcd5f5be65 None None] Update dhcp port {'port': {'network_id': 'cfe63cd4-6939-45d1-b64f-d74088e91652', 'fixed_ips': [{'subnet_id': 'cd5c43e6-3468-431f-8aa6-28bca0ab599e'}], 'binding:host_id': 'n-d-817326-4'}, 'id': '0737ca00-b50c-41b2-a7d3-eace258ba586'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 12:59:08.114643 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe7c040-dbea-47f4-a5a1-da76cbaefb22 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:08.116496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe7c040-dbea-47f4-a5a1-da76cbaefb22 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:08.134826 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:08.140249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0fe7c040-dbea-47f4-a5a1-da76cbaefb22 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/818db785-4f72-41e6-9eec-a73a48cd2ecf HTTP/1.1" status: 404 len: 337 time: 0.1584468 Dec 13 12:59:08.140507 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2127567b-6c15-4974-8c3d-32fcd5f5be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:08.143243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55094) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:08.155139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['df595d64-37bb-40c1-ad59-0ad02117a18f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:08.227879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-85121e27-6193-45fc-b082-e06c9aa9544f None None] Provisioning complete for port e8dc8473-60cb-400e-ae68-97e2c07a38d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:08.228329 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85121e27-6193-45fc-b082-e06c9aa9544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:08.300818 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] Set router 1fd35243-a0c4-4774-aa39-bc2479d29a59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 12:59:08.313014 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-943c97d9-6c4d-48d3-80f4-9871ca91fc39 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:08.313849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943c97d9-6c4d-48d3-80f4-9871ca91fc39 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:08.324669 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-943c97d9-6c4d-48d3-80f4-9871ca91fc39 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/e15a69fd-1350-49b4-be9f-90a5a13818a6 HTTP/1.1" status: 404 len: 337 time: 0.1311443 Dec 13 12:59:08.329463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55100) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:08.331303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:08.355051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:08.486974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31003088-fbaf-4890-bb2e-654bba6b419e req-7a8f847a-7111-4c7d-bd6a-f4c484ad6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:08.488546 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31003088-fbaf-4890-bb2e-654bba6b419e req-7a8f847a-7111-4c7d-bd6a-f4c484ad6e3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=095cef42-c57f-43f6-b642-72110bdceb49 HTTP/1.1" status: 200 len: 911 time: 0.6476464 Dec 13 12:59:08.764710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=df595d64-37bb-40c1-ad59-0ad02117a18f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:08.772709 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31003088-fbaf-4890-bb2e-654bba6b419e req-446b242e-2cf2-465e-af2d-3704c6a5f7f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d HTTP/1.1" status: 200 len: 998 time: 0.2748058 Dec 13 12:59:08.891281 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:08.901794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:08.942006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] device_id is not set on port 50c45399-8b22-4490-9dce-8ab750e368d4 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 12:59:08.965618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8b8599eb-4ac0-4370-a6e9-a7d7acdc409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72406d60-58ec-41c5-b92e-312138c343b3', 'name': 'tempest-ServerRescueNegativeTestJSON-330335992-router', 'tenant_id': '219244b964264dcfb54d280fc2eeb002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:55:48Z', 'updated_at': '2021-12-13T12:59:04Z', 'revision_number': 5, 'project_id': '219244b964264dcfb54d280fc2eeb002', 'gw_port': {'id': '65e55d80-dc19-450e-9dd7-5266e7ec6cfd', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72406d60-58ec-41c5-b92e-312138c343b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:55:49Z', 'updated_at': '2021-12-13T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:09.028507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992384c1-6c1f-4a57-b878-98ee58af1a83 None None] Network cfe63cd4-6939-45d1-b64f-d74088e91652 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:59:09.036988 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a397c9bd-c688-4173-a591-a165824fa218 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:09.037631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a397c9bd-c688-4173-a591-a165824fa218 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:09.045959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a397c9bd-c688-4173-a591-a165824fa218 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/a25d5c9e-9a0d-4248-9212-ce5923674d2f HTTP/1.1" status: 404 len: 333 time: 0.7117715 Dec 13 12:59:09.048902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac0fb05f-3915-4728-a1a3-1303832479ea req-cc2da94c-6d63-4693-a8b0-c6814c858ce2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 210 time: 0.0828376 Dec 13 12:59:09.054999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2865c54c-3021-4ea5-846c-85d13308c398 req-37a9f344-cf34-4183-b0cd-b1bad0f89b76 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1150639 Dec 13 12:59:09.069430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55108) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:09.160684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31003088-fbaf-4890-bb2e-654bba6b419e req-1fbf0636-f28b-4af3-b76c-e3001c16eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:09.174833 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31003088-fbaf-4890-bb2e-654bba6b419e req-1fbf0636-f28b-4af3-b76c-e3001c16eda1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba HTTP/1.1" status: 200 len: 850 time: 0.3829072 Dec 13 12:59:09.261381 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-20121522-31bb-4098-bead-915ca29668d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:09.261976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20121522-31bb-4098-bead-915ca29668d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:09.271878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-20121522-31bb-4098-bead-915ca29668d4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/837c10c9-703e-402f-a8f4-5941965b0df9 HTTP/1.1" status: 404 len: 337 time: 0.1381547 Dec 13 12:59:09.274348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55114) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:09.317944 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:28Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'f0a01403-258e-4168-a362-9ac0933bdc15', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'floating_ip_address': '172.25.2.27', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'port_id': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'mac_address': 'fa:16:3e:89:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:58:38Z', 'updated_at': '2021-12-13T12:59:04Z', 'revision_number': 1, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507bb52-0795-4d13-b46c-6ae0924ded51', 'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'mac_address': 'fa:16:3e:24:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:26Z', 'updated_at': '2021-12-13T12:58:34Z', 'revision_number': 5, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'subnets': [{'id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:09.327754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port aa458bb2-d31e-40e3-b49c-19e85a3ade1e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:09.328162 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:09.338727 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:09.340686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72406d60-58ec-41c5-b92e-312138c343b3 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 12:59:09.351793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:09.353401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e2f61eed-246f-4e06-84d0-ad09303d1e91 admin admin] 10.222.0.31 "DELETE /v2.0/routers/72406d60-58ec-41c5-b92e-312138c343b3 HTTP/1.1" status: 204 len: 168 time: 3.5735312 Dec 13 12:59:09.356886 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee856ad-8e9f-4956-8168-e05caabbb814 None None] The sync data for ids ['1fd35243-a0c4-4774-aa39-bc2479d29a59'] in n-d-817326-4 is: [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:28Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'f0a01403-258e-4168-a362-9ac0933bdc15', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'floating_ip_address': '172.25.2.27', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'port_id': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'mac_address': 'fa:16:3e:89:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:58:38Z', 'updated_at': '2021-12-13T12:59:04Z', 'revision_number': 1, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507bb52-0795-4d13-b46c-6ae0924ded51', 'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'mac_address': 'fa:16:3e:24:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:26Z', 'updated_at': '2021-12-13T12:58:34Z', 'revision_number': 5, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'subnets': [{'id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:59:09.360257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55116) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:09.406576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Allocated IP 10.1.1.33 (af42c895-8317-4d3b-b2fd-4293b38dc0c5/c1bafd1b-29bd-447e-a192-cb8b166270b2/50c45399-8b22-4490-9dce-8ab750e368d4) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:09.497119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-85121e27-6193-45fc-b082-e06c9aa9544f None None] Port e8dc8473-60cb-400e-ae68-97e2c07a38d2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:09.501797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8599eb-4ac0-4370-a6e9-a7d7acdc409c None None] Checking router: 72406d60-58ec-41c5-b92e-312138c343b3 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 12:59:09.543000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee625c0b-98b3-4b18-8188-755cbd01dcad admin admin] Deleting subnet 72870beb-ba7a-4ea9-8c74-20cca5233db9 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 12:59:09.565537 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee625c0b-98b3-4b18-8188-755cbd01dcad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:09.628014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531644ef-ee35-447d-af41-95f744c70ab8 None None] Pushing event updated for resources: {'Port': ['ID=a20ec454-fd15-4d67-96fa-945ad49e6ed0,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:09.638365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8599eb-4ac0-4370-a6e9-a7d7acdc409c None None] Routers set() bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 12:59:09.638738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8599eb-4ac0-4370-a6e9-a7d7acdc409c None None] Router IDs set() for agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 12:59:09.639380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b8599eb-4ac0-4370-a6e9-a7d7acdc409c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'72406d60-58ec-41c5-b92e-312138c343b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T12:58:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent'). {{(pid=109887) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 12:59:09.639548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-512f043e-0757-4177-b4ff-04faedce4545 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:09.639770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8599eb-4ac0-4370-a6e9-a7d7acdc409c None None] The sync data for ids ['72406d60-58ec-41c5-b92e-312138c343b3'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 12:59:09.655400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-512f043e-0757-4177-b4ff-04faedce4545 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.42 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 813 time: 0.5993621 Dec 13 12:59:09.679092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Request body: {'port': {'device_id': '65b98c4a-4182-4bf0-b5fe-386efb8ad613', 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e', 'admin_state_up': True, 'tenant_id': 'c17f0f6d559f407185a885c8b61c7515'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:09.717101 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee625c0b-98b3-4b18-8188-755cbd01dcad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:09.724420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2de185c4-4eb1-4716-860f-fc3f1713bf87 None None] Provisioning complete for port c45097b7-ab3b-4dc5-9117-be3b06871a4e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:09.724786 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2de185c4-4eb1-4716-860f-fc3f1713bf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:09.729920 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:09.795858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40642f6-c37e-4993-86fd-eaadc00002b9 None None] DHCP port deletion for cfe63cd4-6939-45d1-b64f-d74088e91652 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 12:59:09.834044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:09.850777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee625c0b-98b3-4b18-8188-755cbd01dcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:09.870992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be04f7-7f49-4631-9d91-f465d86ec0fb None None] New status for floating IP f0a01403-258e-4168-a362-9ac0933bdc15: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 12:59:09.897271 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6efb6e-e6e1-4368-bc8a-bab427e3a49b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:09.898184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6efb6e-e6e1-4368-bc8a-bab427e3a49b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:09.904109 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ea6efb6e-e6e1-4368-bc8a-bab427e3a49b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/822bce67-cc9c-4342-885d-b390680cc2e3 HTTP/1.1" status: 404 len: 337 time: 0.6203346 Dec 13 12:59:09.910481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55122) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:09.929153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:09.939586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee625c0b-98b3-4b18-8188-755cbd01dcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.007109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31003088-fbaf-4890-bb2e-654bba6b419e req-d331e04e-3cec-49eb-abb7-f72f2c245490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:10.012984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee625c0b-98b3-4b18-8188-755cbd01dcad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72870beb-ba7a-4ea9-8c74-20cca5233db9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:10.020743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31003088-fbaf-4890-bb2e-654bba6b419e req-d331e04e-3cec-49eb-abb7-f72f2c245490 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=095cef42-c57f-43f6-b642-72110bdceb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8264959 Dec 13 12:59:10.023192 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee625c0b-98b3-4b18-8188-755cbd01dcad admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.028678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ee625c0b-98b3-4b18-8188-755cbd01dcad admin admin] 10.222.0.31 "DELETE /v2.0/subnets/72870beb-ba7a-4ea9-8c74-20cca5233db9 HTTP/1.1" status: 204 len: 168 time: 0.6693511 Dec 13 12:59:10.031973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55124) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:10.092173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device df595d64-37bb-40c1-ad59-0ad02117a18f up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:59:10.099819 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdfcda2-15cf-44da-a8f9-24d1ccdbc26b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:10.100432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdfcda2-15cf-44da-a8f9-24d1ccdbc26b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:10.103890 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5bdfcda2-15cf-44da-a8f9-24d1ccdbc26b tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/cb0d53ed-b865-4e6e-a08d-cf2a5f3b3177 HTTP/1.1" status: 404 len: 333 time: 0.1643591 Dec 13 12:59:10.109540 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55130) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:10.112978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2de185c4-4eb1-4716-860f-fc3f1713bf87 None None] Port c45097b7-ab3b-4dc5-9117-be3b06871a4e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:10.153911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port aa458bb2-d31e-40e3-b49c-19e85a3ade1e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aa458bb2-d31e-40e3-b49c-19e85a3ade1e,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:10.157270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network af42c895-8317-4d3b-b2fd-4293b38dc0c5 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:10.170701 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.210201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852cc92c-7a36-45da-b42c-5de757723650 None None] Network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 12:59:10.245564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Port': ['ID=50c45399-8b22-4490-9dce-8ab750e368d4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:10.271277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:10.284495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:10.290817 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa9510d-724f-40d3-9e43-0d013b0d67d8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:10.291633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa9510d-724f-40d3-9e43-0d013b0d67d8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:10.297984 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dfa9510d-724f-40d3-9e43-0d013b0d67d8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/fa80d9f4-6c57-4b80-99c3-a38001f1f463 HTTP/1.1" status: 404 len: 337 time: 0.1711185 Dec 13 12:59:10.307036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55134) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:10.445170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2de185c4-4eb1-4716-860f-fc3f1713bf87 None None] Provisioning complete for port aa458bb2-d31e-40e3-b49c-19e85a3ade1e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:10.445550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2de185c4-4eb1-4716-860f-fc3f1713bf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.454165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:10.455159 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.465264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2aa64d3b-9e86-4f82-87f2-18ea1f0f1723 req-45eb0d3b-da06-486b-8b92-4f0d211d3e0b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 210 time: 0.1052141 Dec 13 12:59:10.479331 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fea5e9-fe5b-4b57-997c-e73f290bf9c4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] DELETE failed (client error): The resource could not be found. Dec 13 12:59:10.480574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fea5e9-fe5b-4b57-997c-e73f290bf9c4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 12:59:10.485909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-04fea5e9-fe5b-4b57-997c-e73f290bf9c4 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/subnets/abbec3eb-17e9-4a0e-9079-656276c50392 HTTP/1.1" status: 404 len: 337 time: 0.1575885 Dec 13 12:59:10.489477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55136) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:10.493912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.503077 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31003088-fbaf-4890-bb2e-654bba6b419e req-3b4dd97f-9e50-4e7b-828a-6666e5bf9f79 service neutron] 10.222.0.37 "GET /v2.0/networks/095cef42-c57f-43f6-b642-72110bdceb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247901 Dec 13 12:59:10.519349 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c73ce48e-b28e-4b2d-9d58-02101a8b4fcd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6748447 Dec 13 12:59:10.584489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=aa458bb2-d31e-40e3-b49c-19e85a3ade1e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:10.585389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444da1fc-ecc9-413e-acd8-0903d6a1fa73 req-7fee79e7-039f-452b-ba20-a24e2c82faf8 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:10.597248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-444da1fc-ecc9-413e-acd8-0903d6a1fa73 req-7fee79e7-039f-452b-ba20-a24e2c82faf8 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 944 time: 0.2712827 Dec 13 12:59:10.610715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f40642f6-c37e-4993-86fd-eaadc00002b9 None None] Deleting port 0737ca00-b50c-41b2-a7d3-eace258ba586 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:59:10.611255 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f40642f6-c37e-4993-86fd-eaadc00002b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.652612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port df595d64-37bb-40c1-ad59-0ad02117a18f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:59:10.653656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Made reservation on behalf of c17f0f6d559f407185a885c8b61c7515 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:10.663394 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.757747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port df595d64-37bb-40c1-ad59-0ad02117a18f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:10.793786 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.853919 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31003088-fbaf-4890-bb2e-654bba6b419e req-c14cc91c-3a17-4c0f-ac84-9d18e2d202f3 service neutron] 10.222.0.37 "GET /v2.0/networks/095cef42-c57f-43f6-b642-72110bdceb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005829 Dec 13 12:59:10.894349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f40642f6-c37e-4993-86fd-eaadc00002b9 None None] For port 0737ca00-b50c-41b2-a7d3-eace258ba586, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0737ca00-b50c-41b2-a7d3-eace258ba586,segment=NetworkSegment(01f57c85-7ab4-4911-bc80-f4b3ec213b64),segment_id=01f57c85-7ab4-4911-bc80-f4b3ec213b64)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:10.894989 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f40642f6-c37e-4993-86fd-eaadc00002b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.899004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6686a-7cc3-46e4-badf-eba3ec24e8b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Deleting port e8dc8473-60cb-400e-ae68-97e2c07a38d2 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:59:10.902684 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0ab6686a-7cc3-46e4-badf-eba3ec24e8b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:10.909365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a20ec454-fd15-4d67-96fa-945ad49e6ed0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:59:10.956445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-444da1fc-ecc9-413e-acd8-0903d6a1fa73 req-d47823bc-6e55-46a3-b02b-b3cbe7e5f685 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559945 Dec 13 12:59:10.981858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f40642f6-c37e-4993-86fd-eaadc00002b9 None None] Calling delete_port for 0737ca00-b50c-41b2-a7d3-eace258ba586 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:59:11.069310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0ab6686a-7cc3-46e4-badf-eba3ec24e8b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.088108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6686a-7cc3-46e4-badf-eba3ec24e8b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Calling delete_port for e8dc8473-60cb-400e-ae68-97e2c07a38d2 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:59:11.092753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2de185c4-4eb1-4716-860f-fc3f1713bf87 None None] Provisioning complete for port 0737ca00-b50c-41b2-a7d3-eace258ba586 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:11.093062 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2de185c4-4eb1-4716-860f-fc3f1713bf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.157362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.183499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:11.200502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8576ef-e53b-4755-b1c5-4a5dd1614736') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:11.201006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8576ef-e53b-4755-b1c5-4a5dd1614736') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:11.203220 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0ab6686a-7cc3-46e4-badf-eba3ec24e8b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.207474 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.215212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.222150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a20ec454-fd15-4d67-96fa-945ad49e6ed0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:11.222150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.231803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.239368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:59:11.239884 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.251815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6686a-7cc3-46e4-badf-eba3ec24e8b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Port': ['ID=e8dc8473-60cb-400e-ae68-97e2c07a38d2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:11.270857 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0ab6686a-7cc3-46e4-badf-eba3ec24e8b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.276532 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0ab6686a-7cc3-46e4-badf-eba3ec24e8b8 tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/ports/e8dc8473-60cb-400e-ae68-97e2c07a38d2 HTTP/1.1" status: 204 len: 168 time: 0.7853208 Dec 13 12:59:11.277467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55142) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:11.277961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55144) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:11.285146 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f40642f6-c37e-4993-86fd-eaadc00002b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.291200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-187baab3-ffa7-43d2-84dc-c8aed3a984cf tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722634478', 'description': 'tempest-description--397813177'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:11.296349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41100e-f783-4ef6-b075-a94a42eafd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df595d64-37bb-40c1-ad59-0ad02117a18f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:11.298626 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd5a54a-b982-4af1-9c98-8fe6ad2392d1" -d '{"events": [{"server_uuid": "ce41100e-f783-4ef6-b075-a94a42eafd89", "name": "network-vif-plugged", "status": "completed", "tag": "df595d64-37bb-40c1-ad59-0ad02117a18f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:59:11.306568 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:59:11.327211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Allocated IP 172.20.0.5 (cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e/43d18bc6-f132-4d0d-b654-2571ed7692f2/1a7f5737-a2ac-4758-abaa-a3645ebb9cbd) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:11.358192 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156e15c3-50bd-4ef1-b4f4-44991f12dbef x-openstack-request-id: req-156e15c3-50bd-4ef1-b4f4-44991f12dbef {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:11.358547 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41100e-f783-4ef6-b075-a94a42eafd89", "name": "network-vif-plugged", "status": "completed", "tag": "df595d64-37bb-40c1-ad59-0ad02117a18f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:11.358750 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-156e15c3-50bd-4ef1-b4f4-44991f12dbef {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:11.359138 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41100e-f783-4ef6-b075-a94a42eafd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df595d64-37bb-40c1-ad59-0ad02117a18f', 'code': 200} Dec 13 12:59:11.364198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40642f6-c37e-4993-86fd-eaadc00002b9 None None] Pushing event deleted for resources: {'Port': ['ID=0737ca00-b50c-41b2-a7d3-eace258ba586,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:11.387006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port df595d64-37bb-40c1-ad59-0ad02117a18f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=df595d64-37bb-40c1-ad59-0ad02117a18f,segment=NetworkSegment(28e1fa25-9074-4162-ba09-1f6646aeffc3),segment_id=28e1fa25-9074-4162-ba09-1f6646aeffc3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:11.389373 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.391425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40642f6-c37e-4993-86fd-eaadc00002b9 None None] No DVR routers for this DVR port 0737ca00-b50c-41b2-a7d3-eace258ba586 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:59:11.397410 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.397655 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-187baab3-ffa7-43d2-84dc-c8aed3a984cf tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.404049 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.439533 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.443398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2de185c4-4eb1-4716-860f-fc3f1713bf87 None None] Could not find standard attr ID for object e8dc8473-60cb-400e-ae68-97e2c07a38d2. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 12:59:11.444409 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d HTTP/1.1" status: 204 len: 168 time: 1.4111822 Dec 13 12:59:11.463364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f295c5b-07e7-48f5-b4d0-a60662b861db admin admin] Pushing event deleted for resources: {'Network': ['ID=3b19284c-2f5a-4a1d-9156-3c2fc6c4d73d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:11.542542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=df595d64-37bb-40c1-ad59-0ad02117a18f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:11.560717 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.585991 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.628059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe63cd4-6939-45d1-b64f-d74088e91652']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:11.630426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port a20ec454-fd15-4d67-96fa-945ad49e6ed0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a20ec454-fd15-4d67-96fa-945ad49e6ed0,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:11.640773 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.650351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f57c85-7ab4-4911-bc80-f4b3ec213b64') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:11.650721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f57c85-7ab4-4911-bc80-f4b3ec213b64') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:11.657161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2ff0da36-1d9b-498b-afaf-aa9ec435cf1b None None] Provisioning complete for port c45097b7-ab3b-4dc5-9117-be3b06871a4e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:11.657817 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ff0da36-1d9b-498b-afaf-aa9ec435cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.663138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21936114-c7cc-4b09-9e37-fdc269cddd81 req-275e9539-166d-4aba-9559-49b5588f783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:11.665171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a34297a0-8eb8-410a-a287-0094df46cd72 req-f011e028-9b64-4519-bb90-0fe56f1ff13a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 210 time: 0.0406566 Dec 13 12:59:11.674992 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21936114-c7cc-4b09-9e37-fdc269cddd81 req-275e9539-166d-4aba-9559-49b5588f783e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 1096 time: 0.1681461 Dec 13 12:59:11.755149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21936114-c7cc-4b09-9e37-fdc269cddd81 req-05ab23cc-7b68-4318-9df4-c679f3b232c9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Dec 13 12:59:11.762188 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.766567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-187baab3-ffa7-43d2-84dc-c8aed3a984cf tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.771656 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.778989 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-187baab3-ffa7-43d2-84dc-c8aed3a984cf tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.807215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55164) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:11.831095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.833115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187baab3-ffa7-43d2-84dc-c8aed3a984cf tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bef6e07-da74-43e4-ac9b-32d83ba8a312,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:11.843863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:59:11.844731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: timer() Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:59:11.848790 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:59:11.865420 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-187baab3-ffa7-43d2-84dc-c8aed3a984cf tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.869881 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-187baab3-ffa7-43d2-84dc-c8aed3a984cf tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5906668 Dec 13 12:59:11.871174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55168) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:11.879904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9203a5b3-57e3-4ef4-a209-d7a2429d46ce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'security_group_rule': {'security_group_id': '7bef6e07-da74-43e4-ac9b-32d83ba8a312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:11.917528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3f2c9717-07d0-47ea-8814-c277f9126950 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:59:11.935448 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.942807 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9203a5b3-57e3-4ef4-a209-d7a2429d46ce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.958939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['cd1496d1-c61a-4e0f-8c1f-189a2eef4231'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:11.960997 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.968061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:11.969876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 3f2c9717-07d0-47ea-8814-c277f9126950 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:59:11.969876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3f2c9717-07d0-47ea-8814-c277f9126950 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:59:11.970299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0737ca00-b50c-41b2-a7d3-eace258ba586 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:59:11.975646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] 10.222.0.31 "DELETE /v2.0/networks/cfe63cd4-6939-45d1-b64f-d74088e91652 HTTP/1.1" status: 204 len: 168 time: 0.6952298 Dec 13 12:59:11.999907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15921e8c-c90b-4a5e-8a54-ba4113ce1b7e tempest-PortsIpV6TestJSON-1413296346 tempest-PortsIpV6TestJSON-1413296346-project] Pushing event deleted for resources: {'Network': ['ID=cfe63cd4-6939-45d1-b64f-d74088e91652,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:12.041836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b64415fa-8a8c-4ec6-9d19-71aadc901495 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=219244b964264dcfb54d280fc2eeb002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315114 Dec 13 12:59:12.047544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55178) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:12.053285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0da36-1d9b-498b-afaf-aa9ec435cf1b None None] Port c45097b7-ab3b-4dc5-9117-be3b06871a4e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:12.057996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=a20ec454-fd15-4d67-96fa-945ad49e6ed0,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:12.061668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 0737ca00-b50c-41b2-a7d3-eace258ba586 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:59:12.062195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0737ca00-b50c-41b2-a7d3-eace258ba586 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:59:12.088057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2ff0da36-1d9b-498b-afaf-aa9ec435cf1b None None] Provisioning complete for port 50c45399-8b22-4490-9dce-8ab750e368d4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:12.088466 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ff0da36-1d9b-498b-afaf-aa9ec435cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.142499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0da36-1d9b-498b-afaf-aa9ec435cf1b None None] Port 50c45399-8b22-4490-9dce-8ab750e368d4 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:12.167128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:12.171740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Pushing event updated for resources: {'Port': ['ID=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:12.179046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2ff0da36-1d9b-498b-afaf-aa9ec435cf1b None None] Provisioning complete for port a20ec454-fd15-4d67-96fa-945ad49e6ed0 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:12.179432 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ff0da36-1d9b-498b-afaf-aa9ec435cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.189471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:12.200735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:12.264774 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9203a5b3-57e3-4ef4-a209-d7a2429d46ce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.278404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffe335-58cb-4fdd-b921-fb6a340e5b74 req-804e369e-df43-40f1-931c-b8acbcdbf697 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:12.286197 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9cffe335-58cb-4fdd-b921-fb6a340e5b74 req-804e369e-df43-40f1-931c-b8acbcdbf697 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 945 time: 0.2029607 Dec 13 12:59:12.304873 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9203a5b3-57e3-4ef4-a209-d7a2429d46ce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.340824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-76f6617d-8c49-483f-8741-d9a5797b41b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.348750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203a5b3-57e3-4ef4-a209-d7a2429d46ce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1d9dfb-f314-47f5-a776-28bdd3d5ddf3,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:12.356008 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:12.356663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.365026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device aa458bb2-d31e-40e3-b49c-19e85a3ade1e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:59:12.382405 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9203a5b3-57e3-4ef4-a209-d7a2429d46ce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.386841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9203a5b3-57e3-4ef4-a209-d7a2429d46ce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5100183 Dec 13 12:59:12.390264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55192) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:12.396687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-791e759f-0082-444e-bef1-fd55af2bbbc8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'security_group_rule': {'security_group_id': '7bef6e07-da74-43e4-ac9b-32d83ba8a312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:12.409146 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-76f6617d-8c49-483f-8741-d9a5797b41b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.417101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-fb92b2b1-fe28-4cd8-9b81-08902e8ee0d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7491579 Dec 13 12:59:12.417366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55194) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:12.432154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Request body: {'port': {'device_id': '65b98c4a-4182-4bf0-b5fe-386efb8ad613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:12.442323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-791e759f-0082-444e-bef1-fd55af2bbbc8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.452962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port aa458bb2-d31e-40e3-b49c-19e85a3ade1e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:12.453334 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.458276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9cffe335-58cb-4fdd-b921-fb6a340e5b74 req-368f9116-b8c6-494c-8e46-c06f50a1ec0b tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661730 Dec 13 12:59:12.551558 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-791e759f-0082-444e-bef1-fd55af2bbbc8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.563463 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-791e759f-0082-444e-bef1-fd55af2bbbc8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.572684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.585806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a20ec454-fd15-4d67-96fa-945ad49e6ed0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:59:12.595028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-791e759f-0082-444e-bef1-fd55af2bbbc8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.599492 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-791e759f-0082-444e-bef1-fd55af2bbbc8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2061660 Dec 13 12:59:12.599492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55202) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:12.605323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:12.613128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e759f-0082-444e-bef1-fd55af2bbbc8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ba1ce1-6537-458e-9aa3-b7d89f107da8,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:12.627963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-76f6617d-8c49-483f-8741-d9a5797b41b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.631656 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-76f6617d-8c49-483f-8741-d9a5797b41b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.635704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-76f6617d-8c49-483f-8741-d9a5797b41b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9 HTTP/1.1" status: 204 len: 168 time: 0.5625815 Dec 13 12:59:12.645504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6617d-8c49-483f-8741-d9a5797b41b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f3b3f7-9cdd-40ba-9537-e12fb0a095f9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:12.652818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.710698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a20ec454-fd15-4d67-96fa-945ad49e6ed0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:12.711085 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.849852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4ca5f9e9-6bf9-4bbb-8581-139896a18c6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ab749a065d44d21bdcc5232d20d1b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4255083 Dec 13 12:59:12.853562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:12.856875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55212) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:12.864947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 65e55d80-dc19-450e-9dd7-5266e7ec6cfd no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:59:12.892564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 65e55d80-dc19-450e-9dd7-5266e7ec6cfd {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:59:12.893044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 65e55d80-dc19-450e-9dd7-5266e7ec6cfd not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:59:12.985162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3501f1-d5c0-4785-a942-0cc98afbad3f req-efbb53c3-d09b-4e31-bd8c-92e7a281cf2b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:12.985162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f3501f1-d5c0-4785-a942-0cc98afbad3f req-efbb53c3-d09b-4e31-bd8c-92e7a281cf2b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 931 time: 0.1875267 Dec 13 12:59:13.006473 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41a0977d-bf84-490a-9479-09e51a3e6735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.061513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f3501f1-d5c0-4785-a942-0cc98afbad3f req-8514a925-f2e3-454e-b880-97b1ff9d9d24 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676215 Dec 13 12:59:13.063865 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41a0977d-bf84-490a-9479-09e51a3e6735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.117039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Allocated IP 172.25.2.93 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/cb6b684c-13d9-4b84-a1e1-9aae48123eaa) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:13.131451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:13.148524 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.212910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Transition to ACTIVE for port object 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:13.214018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41a0977d-bf84-490a-9479-09e51a3e6735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.216936 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41a0977d-bf84-490a-9479-09e51a3e6735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.218247 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.218397 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-41a0977d-bf84-490a-9479-09e51a3e6735 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6942d5f-aa06-41a8-b45b-958dc47816f0 HTTP/1.1" status: 204 len: 168 time: 0.3592100 Dec 13 12:59:13.231978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0977d-bf84-490a-9479-09e51a3e6735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6942d5f-aa06-41a8-b45b-958dc47816f0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:13.304115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.320835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Pushing event updated for resources: {'Port': ['ID=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:13.375153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.420174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Attempting to bind port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:13.421095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Attempting to bind port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'cc05af04-d9de-4d62-9f97-1dac3d380079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:13.421586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Attempting to bind port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd on network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:13.423765 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:13.427223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd on network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:13.427689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Attempting to bind port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd on network cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:13.429460 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:13.435137 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:13.436613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:13.437264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Checking segment: {'id': 'cc05af04-d9de-4d62-9f97-1dac3d380079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:13.437829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Bound using segment: {'id': 'cc05af04-d9de-4d62-9f97-1dac3d380079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:13.438837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Bound port: 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc05af04-d9de-4d62-9f97-1dac3d380079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:13.450103 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.530902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Port': ['ID=cb6b684c-13d9-4b84-a1e1-9aae48123eaa,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:13.572796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] For port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:13.575789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] For port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:13.592282 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.601258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.664679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.719310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Pushing event updated for resources: {'Port': ['ID=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:13.755026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:13.755660 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.759768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-8fdceb58-c034-49f5-9fdb-880bd49d7c0e service neutron] 10.222.0.42 "PUT /v2.0/ports/1a7f5737-a2ac-4758-abaa-a3645ebb9cbd HTTP/1.1" status: 200 len: 1091 time: 1.3329332 Dec 13 12:59:13.776827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b98c4a-4182-4bf0-b5fe-386efb8ad613', 'tag': '1a7f5737-a2ac-4758-abaa-a3645ebb9cbd'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:13.785379 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "65b98c4a-4182-4bf0-b5fe-386efb8ad613", "tag": "1a7f5737-a2ac-4758-abaa-a3645ebb9cbd"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:13.817426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286eead4-278a-4e64-8fd2-fe53a5626665 req-bce54ad9-016e-4bd4-9569-590c63d6146a tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:13.827326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-286eead4-278a-4e64-8fd2-fe53a5626665 req-bce54ad9-016e-4bd4-9569-590c63d6146a tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 945 time: 0.2494102 Dec 13 12:59:13.882356 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e6d8f1-57d5-4276-813c-44e63a9fdf27 x-openstack-request-id: req-a5e6d8f1-57d5-4276-813c-44e63a9fdf27 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:13.882671 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b98c4a-4182-4bf0-b5fe-386efb8ad613", "tag": "1a7f5737-a2ac-4758-abaa-a3645ebb9cbd", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:13.882927 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5e6d8f1-57d5-4276-813c-44e63a9fdf27 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:13.883620 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b98c4a-4182-4bf0-b5fe-386efb8ad613', 'tag': '1a7f5737-a2ac-4758-abaa-a3645ebb9cbd', 'status': 'completed', 'code': 200} Dec 13 12:59:13.925040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-f65f5bd4-bbb6-4d3e-bac3-aea2a38affae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:13.926888 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-f65f5bd4-bbb6-4d3e-bac3-aea2a38affae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 1094 time: 0.0962095 Dec 13 12:59:13.935330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-286eead4-278a-4e64-8fd2-fe53a5626665 req-4453311e-8a7b-4904-873c-b834672661a1 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058061 Dec 13 12:59:13.950276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.966418 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:13.979563 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-d3aea37a-9075-4f37-a7d6-f691b6e99fc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd HTTP/1.1" status: 200 len: 217 time: 0.0419445 Dec 13 12:59:14.084317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Port': ['ID=cb6b684c-13d9-4b84-a1e1-9aae48123eaa,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:14.097279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:14.112311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-7ebd0210-17ac-4138-90ea-7c2a4d0bf1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:14.114471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-7ebd0210-17ac-4138-90ea-7c2a4d0bf1f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43d18bc6-f132-4d0d-b654-2571ed7692f2 HTTP/1.1" status: 200 len: 853 time: 0.1289659 Dec 13 12:59:14.120895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:14.122514 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8fb5842e-267d-4284-8534-091a13b08338 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5220792 Dec 13 12:59:14.158513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-4220cef4-5b52-4fd3-936c-849308d92908 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361710 Dec 13 12:59:14.346136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58822a20-e229-4300-bb1a-51e918697916 req-76051f7d-e085-497b-8f82-0d18e0de379b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:14.347859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58822a20-e229-4300-bb1a-51e918697916 req-76051f7d-e085-497b-8f82-0d18e0de379b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 943 time: 0.1459727 Dec 13 12:59:14.350294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-50a14d43-4594-4caf-af17-ca3fc3bd6d34 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841528 Dec 13 12:59:14.472181 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58822a20-e229-4300-bb1a-51e918697916 req-f2f3bd7f-d4dd-454e-9472-8446db1a5c7d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163518 Dec 13 12:59:14.580742 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd488a42-b6d3-46c8-952d-3692b2fece6d req-96fed942-cfb5-47ab-8c0e-9cd87019d0c4 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175763 Dec 13 12:59:14.710544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55298) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:14.721789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1 req-1ff07b3f-483d-45ad-8676-2a187fdc995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:14.723724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1 req-1ff07b3f-483d-45ad-8676-2a187fdc995a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 1094 time: 0.0708723 Dec 13 12:59:14.839681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b427ee60-e20d-46da-a847-b2270bd1079f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:14.840694 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-b427ee60-e20d-46da-a847-b2270bd1079f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 12:59:14.841216 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-b427ee60-e20d-46da-a847-b2270bd1079f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 12:59:14.842418 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b427ee60-e20d-46da-a847-b2270bd1079f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1308093 Dec 13 12:59:14.847891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55306) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:14.852522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'tempest-secgroup--668984921'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:14.858754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1 req-4f12f358-3353-4cda-ab46-93b870341643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:14.860298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1 req-4f12f358-3353-4cda-ab46-93b870341643 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 913 time: 0.1250453 Dec 13 12:59:14.886965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:14.895838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:14.927054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1 req-d742dfea-fa21-4ac3-8746-a9ed4e6a46f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd HTTP/1.1" status: 200 len: 217 time: 0.0541508 Dec 13 12:59:14.931646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-e84fb4ac-7860-4b12-a279-56d68039e35f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1722634478&fields=id&tenant_id=b9bf505fe3584a8282b32576febeaa8a HTTP/1.1" status: 200 len: 267 time: 0.0929055 Dec 13 12:59:14.991257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:14.992091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1 req-b8c8c557-2092-4884-a035-ffd7d6edbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:14.994235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1 req-b8c8c557-2092-4884-a035-ffd7d6edbd8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43d18bc6-f132-4d0d-b654-2571ed7692f2 HTTP/1.1" status: 200 len: 853 time: 0.0591590 Dec 13 12:59:14.998755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.053156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9ebcc3-4b07-4338-987c-b1d97df4508f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:15.062454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1 req-78d02604-64f0-4cf6-b71a-38c525f0bbec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596395 Dec 13 12:59:15.101038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-d7843a4d-702f-451d-bca1-df1d90514a8a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:15.109183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-d7843a4d-702f-451d-bca1-df1d90514a8a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports/c45097b7-ab3b-4dc5-9117-be3b06871a4e HTTP/1.1" status: 200 len: 937 time: 0.1196246 Dec 13 12:59:15.109632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.117955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.172891 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.177554 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3256516 Dec 13 12:59:15.177554 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701e6c4-6313-4658-bb46-9945a9896548 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e2cca0-aea5-4146-88b2-ac03c83205ca,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:15.179949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55320) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:15.184926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e9ac1046-2f0b-4b94-a70c-0f0a9e4b3b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '40e2cca0-aea5-4146-88b2-ac03c83205ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:15.192363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c3e3f9a0-7b75-4c10-9be1-ec53535837b4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:15.201202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c3e3f9a0-7b75-4c10-9be1-ec53535837b4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports/50c45399-8b22-4490-9dce-8ab750e368d4 HTTP/1.1" status: 200 len: 936 time: 0.0910754 Dec 13 12:59:15.227128 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1046-2f0b-4b94-a70c-0f0a9e4b3b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.274731 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-4db855e6-c485-4fdc-967d-263342b9e940 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0721695 Dec 13 12:59:15.331833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1046-2f0b-4b94-a70c-0f0a9e4b3b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.338902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1046-2f0b-4b94-a70c-0f0a9e4b3b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.364594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-06287739-9559-49ab-97dc-3f61ba900326 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0860498 Dec 13 12:59:15.368100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac1046-2f0b-4b94-a70c-0f0a9e4b3b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc751c4b-343a-401d-8e97-0165e35e29e7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:15.389860 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1046-2f0b-4b94-a70c-0f0a9e4b3b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.391530 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e9ac1046-2f0b-4b94-a70c-0f0a9e4b3b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102942 Dec 13 12:59:15.394278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55324) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:15.401218 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3462ab52-e0af-4f51-80b0-468f7a1d30ac tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '40e2cca0-aea5-4146-88b2-ac03c83205ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:15.456749 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3462ab52-e0af-4f51-80b0-468f7a1d30ac tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.523784 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-3462ab52-e0af-4f51-80b0-468f7a1d30ac tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 12:59:15.528652 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3462ab52-e0af-4f51-80b0-468f7a1d30ac tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1300018 Dec 13 12:59:15.528652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55334) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:15.552095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4c4ca07-2b3a-44e6-8969-2a935e74a02f req-40e8c40d-6ac0-4a44-8596-d7f6cac8f75c tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=a51665e7-5537-4697-bb09-451cba41b8ef HTTP/1.1" status: 200 len: 210 time: 0.0678515 Dec 13 12:59:15.557481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1 req-0d56caae-6b80-4eb2-aab3-6e3fba9142ef service neutron] 10.222.0.42 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862199 Dec 13 12:59:15.653823 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8294b3e-2190-45a5-a9c9-601b3eadb7f4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.690047 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8294b3e-2190-45a5-a9c9-601b3eadb7f4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.717839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c357eea6-7512-4268-a1a1-86c0c8482174 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:15.723759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c357eea6-7512-4268-a1a1-86c0c8482174 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:15.729864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c357eea6-7512-4268-a1a1-86c0c8482174 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:15.733384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c357eea6-7512-4268-a1a1-86c0c8482174 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/networks?id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 HTTP/1.1" status: 200 len: 1996 time: 0.3649983 Dec 13 12:59:15.751086 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8294b3e-2190-45a5-a9c9-601b3eadb7f4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.754763 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8294b3e-2190-45a5-a9c9-601b3eadb7f4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.755805 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8294b3e-2190-45a5-a9c9-601b3eadb7f4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/40e2cca0-aea5-4146-88b2-ac03c83205ca HTTP/1.1" status: 204 len: 168 time: 0.2263191 Dec 13 12:59:15.759734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55344) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:15.774203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8294b3e-2190-45a5-a9c9-601b3eadb7f4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e2cca0-aea5-4146-88b2-ac03c83205ca,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:15.774806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd4f6-5701-42bc-ac50-e6e86f01d573 req-9867351f-9437-432c-9bdb-30d5e744efb9 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:15.776405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a12dd4f6-5701-42bc-ac50-e6e86f01d573 req-9867351f-9437-432c-9bdb-30d5e744efb9 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 945 time: 0.1281047 Dec 13 12:59:15.778430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d52ef7f4-e023-4e57-a4f7-093ecd8d4fc1 req-4989a76f-1e38-40c2-a205-c6af87544f4b service neutron] 10.222.0.42 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113605 Dec 13 12:59:15.780404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-612823cb-2a78-4ff6-a8ec-cbbc3ae801cf tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/quotas/b9bf505fe3584a8282b32576febeaa8a HTTP/1.1" status: 200 len: 375 time: 0.0300801 Dec 13 12:59:15.841235 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d93e4550-e1a7-42cd-90dd-9cfaebd34b91 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789788 Dec 13 12:59:15.845302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55346) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:15.850419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-10c288a1-4cb1-442b-b041-4bc02395c1fd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487932877'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:15.901667 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10c288a1-4cb1-442b-b041-4bc02395c1fd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:15.910687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a12dd4f6-5701-42bc-ac50-e6e86f01d573 req-d2cda2fd-1d0b-4c2c-80ad-7795e2876b43 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282151 Dec 13 12:59:15.953908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-8004890c-f9c2-44ae-bb25-f3b3f726049c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1429482 Dec 13 12:59:16.022706 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10c288a1-4cb1-442b-b041-4bc02395c1fd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.028861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10c288a1-4cb1-442b-b041-4bc02395c1fd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.067502 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10c288a1-4cb1-442b-b041-4bc02395c1fd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.068822 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-10c288a1-4cb1-442b-b041-4bc02395c1fd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2222610 Dec 13 12:59:16.070183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c288a1-4cb1-442b-b041-4bc02395c1fd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9019cbe-a219-4862-bea2-71f588a3027f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:16.072686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55348) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:16.081067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-aee5e76e-b004-4ded-b339-1f39e16bea87 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': 'c9019cbe-a219-4862-bea2-71f588a3027f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:16.081864 n-d-817326-4 neutron-server[109886]: WARNING neutron.api.v2.base [None req-aee5e76e-b004-4ded-b339-1f39e16bea87 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 12:59:16.082441 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-aee5e76e-b004-4ded-b339-1f39e16bea87 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:16.086209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-aee5e76e-b004-4ded-b339-1f39e16bea87 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085714 Dec 13 12:59:16.087028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55350) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:16.108927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d780e63-2810-4701-a378-f9708cf19414 req-321c0d15-d885-4960-bb7c-4a7c1b7c449b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:16.110509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d780e63-2810-4701-a378-f9708cf19414 req-321c0d15-d885-4960-bb7c-4a7c1b7c449b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 943 time: 0.1115320 Dec 13 12:59:16.134689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-e4175c21-aa3c-45d3-b2f8-cface027a53f service neutron] 10.222.0.31 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645265 Dec 13 12:59:16.184827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.210026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.220567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d780e63-2810-4701-a378-f9708cf19414 req-2124b92f-cde0-4c36-bf55-abdfaae88e7f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992565 Dec 13 12:59:16.266397 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.270883 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.272390 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/c9019cbe-a219-4862-bea2-71f588a3027f HTTP/1.1" status: 204 len: 168 time: 0.1838653 Dec 13 12:59:16.274755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-275c5ca6-dd68-49fe-ade4-891e5fa5718f service neutron] 10.222.0.31 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271706 Dec 13 12:59:16.283382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55352) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:16.284547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9019cbe-a219-4862-bea2-71f588a3027f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:16.298794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.299529 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.300051 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.301487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.302001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.302600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.303092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.303733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.304274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.304773 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.305321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.305943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.306491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82cadc-0847-4d23-b667-930c402b3de4 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:16.360116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-60c5880f-e66e-4063-ac9d-ec847f73f562 service neutron] 10.222.0.31 "GET /v2.0/ports/c45097b7-ab3b-4dc5-9117-be3b06871a4e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0836549 Dec 13 12:59:16.368218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-27dde8d5-4b09-4468-9bf7-9539c0f9dcd2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0837708 Dec 13 12:59:16.368515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55358) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:16.373198 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5c216fa2-ef0f-4675-9cfe-b681d2f3c292 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230602654'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:16.427296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c216fa2-ef0f-4675-9cfe-b681d2f3c292 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.549429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-564cad01-9ff1-4b08-8151-1e48de7033a2 service neutron] 10.222.0.31 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755624 Dec 13 12:59:16.550056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c216fa2-ef0f-4675-9cfe-b681d2f3c292 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.556792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c216fa2-ef0f-4675-9cfe-b681d2f3c292 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.620313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c216fa2-ef0f-4675-9cfe-b681d2f3c292 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c510ed-3a71-4e13-8201-650714799643,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:16.625878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c216fa2-ef0f-4675-9cfe-b681d2f3c292 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.627378 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5c216fa2-ef0f-4675-9cfe-b681d2f3c292 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2579618 Dec 13 12:59:16.630025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55370) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:16.636861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-735ee727-7ddf-4dc9-b2ce-9793cf14482d tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '51c510ed-3a71-4e13-8201-650714799643', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:16.638014 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-735ee727-7ddf-4dc9-b2ce-9793cf14482d tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 12:59:16.638848 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-735ee727-7ddf-4dc9-b2ce-9793cf14482d tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:16.640249 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-735ee727-7ddf-4dc9-b2ce-9793cf14482d tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090120 Dec 13 12:59:16.645119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55372) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:16.728760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-55fbdfe8-968d-4c05-a379-19827c00c6cd service neutron] 10.222.0.31 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783664 Dec 13 12:59:16.772481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4ff71f2-aecf-42e4-a88c-084c3a7c3cca tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.836093 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4ff71f2-aecf-42e4-a88c-084c3a7c3cca tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.836603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-28791e7b-a60d-4f3b-84a6-58ef975c7b5f service neutron] 10.222.0.31 "GET /v2.0/ports/50c45399-8b22-4490-9dce-8ab750e368d4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0874407 Dec 13 12:59:16.885826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4ff71f2-aecf-42e4-a88c-084c3a7c3cca tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.889552 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4ff71f2-aecf-42e4-a88c-084c3a7c3cca tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:16.891265 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c4ff71f2-aecf-42e4-a88c-084c3a7c3cca tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/51c510ed-3a71-4e13-8201-650714799643 HTTP/1.1" status: 204 len: 168 time: 0.2448506 Dec 13 12:59:16.902820 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55380) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:16.904006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff71f2-aecf-42e4-a88c-084c3a7c3cca tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c510ed-3a71-4e13-8201-650714799643,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:16.958328 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-481724b9-4786-499f-9f65-e1a299f415aa tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0518093 Dec 13 12:59:16.962347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55384) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:16.968158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-85816089-e823-4e60-b099-0f50edc40edd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'tempest-secgroup--33914598'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:16.987934 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb3d0b7e-b969-4441-bf15-ef9bbdc98b1c req-028ea5b9-5c0a-4fc4-8a9f-1fb0e3a84ada tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0609286 Dec 13 12:59:17.000935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85816089-e823-4e60-b099-0f50edc40edd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:17.113302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-6bfadb6f-268e-4762-b656-6fce84ae4648 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:17.117841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-6bfadb6f-268e-4762-b656-6fce84ae4648 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 945 time: 0.2839143 Dec 13 12:59:17.163737 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85816089-e823-4e60-b099-0f50edc40edd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:17.178245 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85816089-e823-4e60-b099-0f50edc40edd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:17.236579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85816089-e823-4e60-b099-0f50edc40edd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:17.238774 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-85816089-e823-4e60-b099-0f50edc40edd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2747402 Dec 13 12:59:17.241744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55390) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:17.247611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fb20e65a-e321-4628-8024-652e11af678e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': 'faf4862e-c5ad-4bba-b201-ede429e3f799', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:17.265022 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-fb20e65a-e321-4628-8024-652e11af678e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 12:59:17.266346 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-fb20e65a-e321-4628-8024-652e11af678e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:17.268066 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb20e65a-e321-4628-8024-652e11af678e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0247574 Dec 13 12:59:17.269394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85816089-e823-4e60-b099-0f50edc40edd tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf4862e-c5ad-4bba-b201-ede429e3f799,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:17.285101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55396) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:17.291190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a983177b-5cc4-446e-95c1-885ec0fd611a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': 'faf4862e-c5ad-4bba-b201-ede429e3f799', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:17.293902 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-a983177b-5cc4-446e-95c1-885ec0fd611a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 12:59:17.294845 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-a983177b-5cc4-446e-95c1-885ec0fd611a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:17.298118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a983177b-5cc4-446e-95c1-885ec0fd611a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096984 Dec 13 12:59:17.302858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55398) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:17.309349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5fbfdbc7-7c0a-4eea-bedc-af4b2b121b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': 'faf4862e-c5ad-4bba-b201-ede429e3f799', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:17.313486 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-5fbfdbc7-7c0a-4eea-bedc-af4b2b121b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 12:59:17.314258 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-5fbfdbc7-7c0a-4eea-bedc-af4b2b121b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:17.318157 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5fbfdbc7-7c0a-4eea-bedc-af4b2b121b19 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102489 Dec 13 12:59:17.318459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55400) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:17.329530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7ab0616b-a984-46b9-aa29-cb2543f0f753 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': 'faf4862e-c5ad-4bba-b201-ede429e3f799', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:17.332011 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-7ab0616b-a984-46b9-aa29-cb2543f0f753 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 12:59:17.334551 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-7ab0616b-a984-46b9-aa29-cb2543f0f753 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:17.340561 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7ab0616b-a984-46b9-aa29-cb2543f0f753 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0185766 Dec 13 12:59:17.340893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55404) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:17.399658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-1a87989e-27cb-4612-8ede-ece00cae5fce service neutron] 10.222.0.31 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959552 Dec 13 12:59:17.482838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9090b-6198-4b28-9f4f-524c0a464157 req-1cc2bfca-4801-4ad4-a4a9-ff47d94cf2dc tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:17.485085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1e9090b-6198-4b28-9f4f-524c0a464157 req-1cc2bfca-4801-4ad4-a4a9-ff47d94cf2dc tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 945 time: 0.3586545 Dec 13 12:59:17.505113 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16b5e0dd-3a8b-4075-917d-0740d2294d5b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:17.560019 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16b5e0dd-3a8b-4075-917d-0740d2294d5b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:17.667548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16b5e0dd-3a8b-4075-917d-0740d2294d5b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:17.670271 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16b5e0dd-3a8b-4075-917d-0740d2294d5b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:17.673841 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-16b5e0dd-3a8b-4075-917d-0740d2294d5b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/faf4862e-c5ad-4bba-b201-ede429e3f799 HTTP/1.1" status: 204 len: 168 time: 0.3295369 Dec 13 12:59:17.674905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55406) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:17.810818 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a68e01dd-29ee-4e31-bfe6-a0907d6d603b req-2d076b32-5c31-4a00-894b-4cfa68430d51 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a51665e7-5537-4697-bb09-451cba41b8ef HTTP/1.1" status: 200 len: 210 time: 0.1091120 Dec 13 12:59:17.811874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5e0dd-3a8b-4075-917d-0740d2294d5b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf4862e-c5ad-4bba-b201-ede429e3f799,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:17.866511 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cf0ca2d6-9394-460e-bf08-b0dd3f8b31b9 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1904407 Dec 13 12:59:17.871226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55410) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:17.876173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fbd81bb1-e23a-4948-9ed1-e6327f1bfa7e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'tempest-secgroup--257411387'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:17.914929 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbd81bb1-e23a-4948-9ed1-e6327f1bfa7e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.045256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbd81bb1-e23a-4948-9ed1-e6327f1bfa7e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.051917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbd81bb1-e23a-4948-9ed1-e6327f1bfa7e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.081099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:59:18.143948 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2401ca93-379d-42a4-aba9-7317ef1f2e04 service neutron] 10.222.0.31 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337058 Dec 13 12:59:18.158147 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbd81bb1-e23a-4948-9ed1-e6327f1bfa7e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.174055 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fbd81bb1-e23a-4948-9ed1-e6327f1bfa7e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2991714 Dec 13 12:59:18.174909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55414) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.185852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9edc0719-2b2d-4e98-bb4a-ef5ac4f809b1 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '4ef916b8-b21d-4d8c-a73d-4f9bb60880cc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:18.186724 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-9edc0719-2b2d-4e98-bb4a-ef5ac4f809b1 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 12:59:18.187340 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-9edc0719-2b2d-4e98-bb4a-ef5ac4f809b1 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:18.191420 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9edc0719-2b2d-4e98-bb4a-ef5ac4f809b1 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0127635 Dec 13 12:59:18.208288 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55416) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.214055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0280cb78-f680-4d0d-a37d-8eb5826908d9 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '4ef916b8-b21d-4d8c-a73d-4f9bb60880cc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:18.236588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd81bb1-e23a-4948-9ed1-e6327f1bfa7e tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef916b8-b21d-4d8c-a73d-4f9bb60880cc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:18.303034 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-0280cb78-f680-4d0d-a37d-8eb5826908d9 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:18.304268 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0280cb78-f680-4d0d-a37d-8eb5826908d9 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0948687 Dec 13 12:59:18.307712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55418) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.312910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ab867b46-1c91-4ea6-bed0-1264d1aef2e0 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '4ef916b8-b21d-4d8c-a73d-4f9bb60880cc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:18.313161 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-ab867b46-1c91-4ea6-bed0-1264d1aef2e0 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 12:59:18.313737 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-ab867b46-1c91-4ea6-bed0-1264d1aef2e0 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:18.314855 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ab867b46-1c91-4ea6-bed0-1264d1aef2e0 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061002 Dec 13 12:59:18.317703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55420) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.328747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-66567bff-4fe9-405f-ad5d-29ed9b6e0ca5 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '4ef916b8-b21d-4d8c-a73d-4f9bb60880cc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:18.338835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-e86645ad-a200-4f41-bedd-62edb5a5a9d7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Deleting port df595d64-37bb-40c1-ad59-0ad02117a18f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:59:18.339191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-e86645ad-a200-4f41-bedd-62edb5a5a9d7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.393473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:18.408819 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-66567bff-4fe9-405f-ad5d-29ed9b6e0ca5 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:18.410021 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-66567bff-4fe9-405f-ad5d-29ed9b6e0ca5 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0914302 Dec 13 12:59:18.412831 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55422) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.417470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4c5d13a7-8a31-486d-87ca-b0a6a3747323 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '4ef916b8-b21d-4d8c-a73d-4f9bb60880cc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:18.418117 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-4c5d13a7-8a31-486d-87ca-b0a6a3747323 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 12:59:18.418731 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-4c5d13a7-8a31-486d-87ca-b0a6a3747323 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:18.419800 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4c5d13a7-8a31-486d-87ca-b0a6a3747323 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059178 Dec 13 12:59:18.430647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55424) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.434621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '1a7f5737-a2ac-4758-abaa-a3645ebb9cbd', 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e', 'port_id': '1a7f5737-a2ac-4758-abaa-a3645ebb9cbd', 'mac_address': 'fa:16:3e:a1:ac:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d18bc6-f132-4d0d-b654-2571ed7692f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:59:18.435879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ee45748a-3d30-474b-ab71-64731c59ca0f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '4ef916b8-b21d-4d8c-a73d-4f9bb60880cc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:18.491234 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-ee45748a-3d30-474b-ab71-64731c59ca0f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Project bf4dec885c674d4b8dd79093aa7ac5ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 12:59:18.497153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1e9090b-6198-4b28-9f4f-524c0a464157 req-3daecff1-67d7-4172-8473-3f33a8ecfb5a tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9971387 Dec 13 12:59:18.519268 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.521186 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-ee45748a-3d30-474b-ab71-64731c59ca0f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:18.525473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ee45748a-3d30-474b-ab71-64731c59ca0f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0907476 Dec 13 12:59:18.525728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55426) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.530629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b21e19c4-b570-4c69-bdbc-70a41685fb38 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '4ef916b8-b21d-4d8c-a73d-4f9bb60880cc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:18.531285 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-b21e19c4-b570-4c69-bdbc-70a41685fb38 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 12:59:18.531881 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-b21e19c4-b570-4c69-bdbc-70a41685fb38 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:18.535580 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b21e19c4-b570-4c69-bdbc-70a41685fb38 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060759 Dec 13 12:59:18.535758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55428) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.540225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a9d8907a-20b1-4ed4-9df6-fa6f845e8cf2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '4ef916b8-b21d-4d8c-a73d-4f9bb60880cc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:18.557585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:18.576763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-66643e71-f19b-4d5f-9813-29e1b6e627cf service neutron] 10.222.0.31 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216273 Dec 13 12:59:18.600162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:18.604481 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-a9d8907a-20b1-4ed4-9df6-fa6f845e8cf2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Project bf4dec885c674d4b8dd79093aa7ac5ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 12:59:18.607177 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.637579 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-a9d8907a-20b1-4ed4-9df6-fa6f845e8cf2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:18.638832 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a9d8907a-20b1-4ed4-9df6-fa6f845e8cf2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1020226 Dec 13 12:59:18.642260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55430) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.646900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fc297e31-8086-45ed-a8b6-f9b4b2b11d9b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '4ef916b8-b21d-4d8c-a73d-4f9bb60880cc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:18.678691 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-fc297e31-8086-45ed-a8b6-f9b4b2b11d9b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Project bf4dec885c674d4b8dd79093aa7ac5ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 12:59:18.699585 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-fc297e31-8086-45ed-a8b6-f9b4b2b11d9b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:18.701217 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fc297e31-8086-45ed-a8b6-f9b4b2b11d9b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0578365 Dec 13 12:59:18.702334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:18.704053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55432) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.751616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-e86645ad-a200-4f41-bedd-62edb5a5a9d7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] For port df595d64-37bb-40c1-ad59-0ad02117a18f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=df595d64-37bb-40c1-ad59-0ad02117a18f,segment=NetworkSegment(28e1fa25-9074-4162-ba09-1f6646aeffc3),segment_id=28e1fa25-9074-4162-ba09-1f6646aeffc3)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:18.751971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-e86645ad-a200-4f41-bedd-62edb5a5a9d7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.785676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-e86645ad-a200-4f41-bedd-62edb5a5a9d7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Calling delete_port for df595d64-37bb-40c1-ad59-0ad02117a18f owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:59:18.792316 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9524d09-578a-44de-81bc-032e77fd7ae3 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.803392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c0578-54fc-46d2-ad85-c939ac4b544e req-73e21b75-53f3-4076-9968-1adc80256dee tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:18.811299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5c0578-54fc-46d2-ad85-c939ac4b544e req-73e21b75-53f3-4076-9968-1adc80256dee tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 944 time: 0.1833980 Dec 13 12:59:18.821107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['1a7f5737-a2ac-4758-abaa-a3645ebb9cbd'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:18.826979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9524d09-578a-44de-81bc-032e77fd7ae3 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.837747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-4e7ae589-85df-44ea-a65f-ef7ce3c2a081 service neutron] 10.222.0.31 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507157 Dec 13 12:59:18.923922 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9524d09-578a-44de-81bc-032e77fd7ae3 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.927524 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9524d09-578a-44de-81bc-032e77fd7ae3 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:18.930233 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c9524d09-578a-44de-81bc-032e77fd7ae3 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/4ef916b8-b21d-4d8c-a73d-4f9bb60880cc HTTP/1.1" status: 204 len: 168 time: 0.2248843 Dec 13 12:59:18.936325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55436) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:18.949995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9524d09-578a-44de-81bc-032e77fd7ae3 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef916b8-b21d-4d8c-a73d-4f9bb60880cc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:19.001566 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5c0578-54fc-46d2-ad85-c939ac4b544e req-ce7d5713-1656-4e64-80d6-061b542413c6 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890028 Dec 13 12:59:19.022647 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bd9d2774-6f5c-408a-8153-b4218d1c1fd7 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0845537 Dec 13 12:59:19.027010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55438) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:19.033882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-89c8dfe1-16f6-4883-8998-dbe77c3ee91f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'tempest-secgroup--128989329'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:19.066860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-407bca92-53c6-4c61-855b-18dd0acf7b08 service neutron] 10.222.0.31 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838579 Dec 13 12:59:19.069794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89c8dfe1-16f6-4883-8998-dbe77c3ee91f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.164614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89c8dfe1-16f6-4883-8998-dbe77c3ee91f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.169695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89c8dfe1-16f6-4883-8998-dbe77c3ee91f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.205840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8dfe1-16f6-4883-8998-dbe77c3ee91f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a476ad-5b2e-49ef-815a-87c16966f9ab,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:19.212060 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89c8dfe1-16f6-4883-8998-dbe77c3ee91f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.216855 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-89c8dfe1-16f6-4883-8998-dbe77c3ee91f tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1857281 Dec 13 12:59:19.217040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55440) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:19.222121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-87310242-3e97-4111-afd5-f32fa35bf842 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '50a476ad-5b2e-49ef-815a-87c16966f9ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:19.229233 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-e86645ad-a200-4f41-bedd-62edb5a5a9d7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.261676 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-196343fd-b78f-4366-9c3a-6deda65798cd req-6ae05385-b0a9-4dd6-a359-85b5ec464466 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0619164 Dec 13 12:59:19.276297 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-87310242-3e97-4111-afd5-f32fa35bf842 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The resource could not be found. Dec 13 12:59:19.281618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-87310242-3e97-4111-afd5-f32fa35bf842 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0632324 Dec 13 12:59:19.282350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55442) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:19.289515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9023092e-4276-42c2-8f9f-42810d3e4a41 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '50a476ad-5b2e-49ef-815a-87c16966f9ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dd8be96a-c666-4277-89dd-5b369601bdb1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:19.338504 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-9023092e-4276-42c2-8f9f-42810d3e4a41 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The resource could not be found. Dec 13 12:59:19.339557 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9023092e-4276-42c2-8f9f-42810d3e4a41 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0561299 Dec 13 12:59:19.342465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55444) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:19.342627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86645ad-a200-4f41-bedd-62edb5a5a9d7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Pushing event deleted for resources: {'Port': ['ID=df595d64-37bb-40c1-ad59-0ad02117a18f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:19.346154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-e86645ad-a200-4f41-bedd-62edb5a5a9d7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] No DVR routers for this DVR port df595d64-37bb-40c1-ad59-0ad02117a18f on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:59:19.348607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-e86645ad-a200-4f41-bedd-62edb5a5a9d7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.352519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83127fe1-08b5-4ffe-ae24-e4f75b27a366 req-e86645ad-a200-4f41-bedd-62edb5a5a9d7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.42 "DELETE /v2.0/ports/df595d64-37bb-40c1-ad59-0ad02117a18f HTTP/1.1" status: 204 len: 173 time: 2.2153647 Dec 13 12:59:19.353142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41100e-f783-4ef6-b075-a94a42eafd89', 'name': 'network-vif-deleted', 'tag': 'df595d64-37bb-40c1-ad59-0ad02117a18f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:19.356219 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a6e624-9a6d-4371-a81d-a1d14f8337c6" -d '{"events": [{"server_uuid": "ce41100e-f783-4ef6-b075-a94a42eafd89", "name": "network-vif-deleted", "tag": "df595d64-37bb-40c1-ad59-0ad02117a18f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:19.366786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-e4958211-b170-489f-b645-a3a853f61422 service neutron] 10.222.0.31 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909663 Dec 13 12:59:19.414378 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89ebb4c9-0cfe-49bf-a0d5-1dc28f118133 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.433018 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0a820a-b005-495f-9b65-2823bc8173d5 x-openstack-request-id: req-1b0a820a-b005-495f-9b65-2823bc8173d5 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:19.433307 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41100e-f783-4ef6-b075-a94a42eafd89", "name": "network-vif-deleted", "tag": "df595d64-37bb-40c1-ad59-0ad02117a18f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:19.433555 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b0a820a-b005-495f-9b65-2823bc8173d5 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:19.434010 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41100e-f783-4ef6-b075-a94a42eafd89', 'name': 'network-vif-deleted', 'tag': 'df595d64-37bb-40c1-ad59-0ad02117a18f', 'status': 'completed', 'code': 200} Dec 13 12:59:19.445912 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89ebb4c9-0cfe-49bf-a0d5-1dc28f118133 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.485292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-6df32eb4-f443-45d0-b834-6461a165be09 service neutron] 10.222.0.31 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169426 Dec 13 12:59:19.500274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89ebb4c9-0cfe-49bf-a0d5-1dc28f118133 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.503863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89ebb4c9-0cfe-49bf-a0d5-1dc28f118133 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.505287 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-89ebb4c9-0cfe-49bf-a0d5-1dc28f118133 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/50a476ad-5b2e-49ef-815a-87c16966f9ab HTTP/1.1" status: 204 len: 168 time: 0.1616433 Dec 13 12:59:19.511552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55448) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:19.538923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebb4c9-0cfe-49bf-a0d5-1dc28f118133 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a476ad-5b2e-49ef-815a-87c16966f9ab,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:19.567921 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dcd9fd0a-53fe-4fab-b94d-4de6ffe09273 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550299 Dec 13 12:59:19.572504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55452) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:19.577183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-dcbbd1f7-f3cd-4bc4-9661-3ea9d687bf0d tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '682705e4-8546-4745-a865-61e7c9064221', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:19.621737 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-07158c36-26f3-4454-8291-72c287efba60 service neutron] 10.222.0.31 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354787 Dec 13 12:59:19.630706 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-dcbbd1f7-f3cd-4bc4-9661-3ea9d687bf0d tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The resource could not be found. Dec 13 12:59:19.636516 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dcbbd1f7-f3cd-4bc4-9661-3ea9d687bf0d tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0588191 Dec 13 12:59:19.636979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55454) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:19.641542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a3957f4d-0ea1-4866-b93f-9be0ad757adf tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'tempest-secgroup--30648986'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:19.668356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b784875a-d621-483a-8e4e-b86e12916ffa req-e0a1bb18-f51f-4d0e-b490-f968f1cd632a tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce41100e-f783-4ef6-b075-a94a42eafd89 HTTP/1.1" status: 200 len: 210 time: 0.0432303 Dec 13 12:59:19.671338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a3957f4d-0ea1-4866-b93f-9be0ad757adf tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.758893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7e4101d2-a96c-4829-87c1-815e2b782247 service neutron] 10.222.0.31 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244860 Dec 13 12:59:19.761986 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a3957f4d-0ea1-4866-b93f-9be0ad757adf tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.768405 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a3957f4d-0ea1-4866-b93f-9be0ad757adf tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.813133 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a3957f4d-0ea1-4866-b93f-9be0ad757adf tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.815072 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a3957f4d-0ea1-4866-b93f-9be0ad757adf tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1768155 Dec 13 12:59:19.822965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55456) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:19.827722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-42020469-ddad-4b8f-8816-a4dd517c109a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'tempest-secgroup--438433375'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:19.842924 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4c6eee31-81ad-431a-bbeb-6de0f9669263 req-5fff3ba9-d79d-40ff-a1f1-d9d858f4fab2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0598755 Dec 13 12:59:19.863113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3957f4d-0ea1-4866-b93f-9be0ad757adf tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bb502c-75b7-4792-bcb9-12963ba46e9c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:19.874469 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42020469-ddad-4b8f-8816-a4dd517c109a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.894858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-522bdb6f-ef35-41e1-87c2-4244ae032e71 service neutron] 10.222.0.31 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346736 Dec 13 12:59:19.959618 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42020469-ddad-4b8f-8816-a4dd517c109a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:19.967735 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42020469-ddad-4b8f-8816-a4dd517c109a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.004571 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42020469-ddad-4b8f-8816-a4dd517c109a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.007414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-42020469-ddad-4b8f-8816-a4dd517c109a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1832526 Dec 13 12:59:20.008671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42020469-ddad-4b8f-8816-a4dd517c109a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46e7e71-07a6-4203-bbb9-b59de5c34531,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:20.016234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55464) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:20.021841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a012ba45-0c4d-4b26-80ba-94fa8945d5df tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': 'b0bb502c-75b7-4792-bcb9-12963ba46e9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b46e7e71-07a6-4203-bbb9-b59de5c34531'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:20.084553 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-a012ba45-0c4d-4b26-80ba-94fa8945d5df tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:20.086206 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a012ba45-0c4d-4b26-80ba-94fa8945d5df tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0687540 Dec 13 12:59:20.089578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55468) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:20.098256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:59:20.123503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b178c-3989-4011-b0d0-2355bd389629 req-ff6d102c-dde3-4d97-b3e9-5843df2646a3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:20.135751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb9b178c-3989-4011-b0d0-2355bd389629 req-ff6d102c-dde3-4d97-b3e9-5843df2646a3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 944 time: 0.0707650 Dec 13 12:59:20.180550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08b91f7c-147b-462c-b7cb-252c86bc531b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.201351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb9b178c-3989-4011-b0d0-2355bd389629 req-81b3fd6d-7e7e-4a39-848c-5489ff2a9c5d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642619 Dec 13 12:59:20.208562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08b91f7c-147b-462c-b7cb-252c86bc531b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.241902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:59:20.250946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:20.251324 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.297502 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08b91f7c-147b-462c-b7cb-252c86bc531b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.303132 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08b91f7c-147b-462c-b7cb-252c86bc531b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.305370 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-08b91f7c-147b-462c-b7cb-252c86bc531b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/b46e7e71-07a6-4203-bbb9-b59de5c34531 HTTP/1.1" status: 204 len: 168 time: 0.2137728 Dec 13 12:59:20.308145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55480) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:20.319154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b91f7c-147b-462c-b7cb-252c86bc531b tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46e7e71-07a6-4203-bbb9-b59de5c34531,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:20.402866 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.412225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-95472f02-85be-4cac-8046-713a45aa0301 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1004376 Dec 13 12:59:20.412774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55486) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:20.425158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40183f75-981f-4123-98a2-39b659bafff2 req-c29d89a8-bca8-443d-8052-189599fcf335 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0335577 Dec 13 12:59:20.465037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b98c4a-4182-4bf0-b5fe-386efb8ad613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7f5737-a2ac-4758-abaa-a3645ebb9cbd'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:20.469480 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f734fb-b204-43b9-91aa-cb44b15f5efa" -d '{"events": [{"server_uuid": "65b98c4a-4182-4bf0-b5fe-386efb8ad613", "name": "network-vif-plugged", "status": "completed", "tag": "1a7f5737-a2ac-4758-abaa-a3645ebb9cbd"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:20.489159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:20.497532 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.498495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device df595d64-37bb-40c1-ad59-0ad02117a18f no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:59:20.537717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11c39326-4d3b-4f72-a2ea-e284aea53ee8 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.551442 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f475f02-9530-4a50-a1ac-8ae9745c9c94 x-openstack-request-id: req-1f475f02-9530-4a50-a1ac-8ae9745c9c94 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:20.552174 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b98c4a-4182-4bf0-b5fe-386efb8ad613", "name": "network-vif-plugged", "status": "completed", "tag": "1a7f5737-a2ac-4758-abaa-a3645ebb9cbd", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:20.552575 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f475f02-9530-4a50-a1ac-8ae9745c9c94 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:20.553257 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b98c4a-4182-4bf0-b5fe-386efb8ad613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7f5737-a2ac-4758-abaa-a3645ebb9cbd', 'code': 200} Dec 13 12:59:20.568025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11c39326-4d3b-4f72-a2ea-e284aea53ee8 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.572691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: df595d64-37bb-40c1-ad59-0ad02117a18f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:59:20.573291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device df595d64-37bb-40c1-ad59-0ad02117a18f not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:59:20.608503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:20.639613 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11c39326-4d3b-4f72-a2ea-e284aea53ee8 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.641469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b93c9-3a5a-41f3-a11a-6fe7c03269cd req-fd9360ad-4a41-4a92-8866-69826fcb479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:20.642705 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11c39326-4d3b-4f72-a2ea-e284aea53ee8 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.643047 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f3b93c9-3a5a-41f3-a11a-6fe7c03269cd req-fd9360ad-4a41-4a92-8866-69826fcb479c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 1096 time: 0.0672467 Dec 13 12:59:20.646234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-11c39326-4d3b-4f72-a2ea-e284aea53ee8 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/b0bb502c-75b7-4792-bcb9-12963ba46e9c HTTP/1.1" status: 204 len: 168 time: 0.2300146 Dec 13 12:59:20.646569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55494) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:20.655179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c39326-4d3b-4f72-a2ea-e284aea53ee8 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bb502c-75b7-4792-bcb9-12963ba46e9c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:20.750930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f3b93c9-3a5a-41f3-a11a-6fe7c03269cd req-329e093f-c2ec-490d-b7af-6e8c2a927c92 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968041 Dec 13 12:59:20.767829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d0d4e274-3126-4876-96c3-9fa9c38442dc tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1200223 Dec 13 12:59:20.776988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55504) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:20.783681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4281228b-a43c-4a9f-ba6d-b20ac320a336 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361532216'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:20.841077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb345dcb-b174-4eb6-8b57-48abdcad605e req-e384b0a0-0951-435c-85bb-4c4f775bed5d tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0448647 Dec 13 12:59:20.857865 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4281228b-a43c-4a9f-ba6d-b20ac320a336 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.966271 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4281228b-a43c-4a9f-ba6d-b20ac320a336 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:20.975483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4281228b-a43c-4a9f-ba6d-b20ac320a336 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.021763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4281228b-a43c-4a9f-ba6d-b20ac320a336 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.023179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4281228b-a43c-4a9f-ba6d-b20ac320a336 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2437685 Dec 13 12:59:21.026863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55524) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:21.036080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e4436a2a-799f-4a01-881a-87260a598ae5 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '6f01c645-211d-4898-acef-302e9ee54a7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:21.091198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281228b-a43c-4a9f-ba6d-b20ac320a336 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f01c645-211d-4898-acef-302e9ee54a7d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:21.159429 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-e4436a2a-799f-4a01-881a-87260a598ae5 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:21.160672 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e4436a2a-799f-4a01-881a-87260a598ae5 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1326504 Dec 13 12:59:21.168940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55528) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:21.186587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a5546a45-05bc-4d5a-a23d-5fd5ec18b9ee tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group_rule': {'security_group_id': '6f01c645-211d-4898-acef-302e9ee54a7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:21.273488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-2afaace4-bdfc-406b-bb28-e87023905cff tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:21.276268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-2afaace4-bdfc-406b-bb28-e87023905cff tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/networks?id=41f2c924-3a10-4311-b241-1bc206787e9d HTTP/1.1" status: 200 len: 809 time: 0.2794380 Dec 13 12:59:21.277947 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-a5546a45-05bc-4d5a-a23d-5fd5ec18b9ee tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 12:59:21.279131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a5546a45-05bc-4d5a-a23d-5fd5ec18b9ee tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1089277 Dec 13 12:59:21.281955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55534) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:21.307173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-3a559abc-4286-4a35-992e-3d86d8b55f5e tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/quotas/769427ab2db8477b9b31d1466a6ebd03 HTTP/1.1" status: 200 len: 375 time: 0.0253458 Dec 13 12:59:21.361735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-9f15ac9a-e37f-4fe6-a02a-ff84ebeacfe8 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=769427ab2db8477b9b31d1466a6ebd03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352395 Dec 13 12:59:21.385027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80d68-5dfd-4a5c-a0d1-44ebcb3c8143 req-6ec75ace-65bd-4563-aada-b39e065f0d92 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:21.388117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3dc80d68-5dfd-4a5c-a0d1-44ebcb3c8143 req-6ec75ace-65bd-4563-aada-b39e065f0d92 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 945 time: 0.1041381 Dec 13 12:59:21.401207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b92468e2-1542-492d-9b7a-1a58b5ca0390 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.434633 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b92468e2-1542-492d-9b7a-1a58b5ca0390 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.496192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3dc80d68-5dfd-4a5c-a0d1-44ebcb3c8143 req-1d4770dc-e2ce-4a92-928d-c3a5baa8cf42 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956635 Dec 13 12:59:21.501857 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b92468e2-1542-492d-9b7a-1a58b5ca0390 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.505625 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b92468e2-1542-492d-9b7a-1a58b5ca0390 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.511170 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b92468e2-1542-492d-9b7a-1a58b5ca0390 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f01c645-211d-4898-acef-302e9ee54a7d HTTP/1.1" status: 204 len: 168 time: 0.2276337 Dec 13 12:59:21.512015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55542) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:21.582115 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-eaeccaf9-91eb-4336-aed4-817e33f3b801 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0640166 Dec 13 12:59:21.584642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55544) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:21.589964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-87057f1f-ab89-4e39-b9de-2b54a7ee3163 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365162797'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:21.595259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92468e2-1542-492d-9b7a-1a58b5ca0390 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f01c645-211d-4898-acef-302e9ee54a7d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:21.640885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87057f1f-ab89-4e39-b9de-2b54a7ee3163 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.726312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-12105d0a-81cf-4082-85da-3d92f1e96d5c service neutron] 10.222.0.31 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553295 Dec 13 12:59:21.733817 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87057f1f-ab89-4e39-b9de-2b54a7ee3163 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.751092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87057f1f-ab89-4e39-b9de-2b54a7ee3163 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.818359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87057f1f-ab89-4e39-b9de-2b54a7ee3163 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4958c8ae-36a0-4e09-9688-73757ee824d1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:21.824091 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87057f1f-ab89-4e39-b9de-2b54a7ee3163 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.829603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55546) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:21.830114 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-87057f1f-ab89-4e39-b9de-2b54a7ee3163 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2438710 Dec 13 12:59:21.841612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ec3beca7-e8b1-472f-93ff-1a31449e81e6 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:21.842730 n-d-817326-4 neutron-server[109886]: WARNING neutron.api.v2.base [None req-ec3beca7-e8b1-472f-93ff-1a31449e81e6 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 12:59:21.843404 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-ec3beca7-e8b1-472f-93ff-1a31449e81e6 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 12:59:21.844565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ec3beca7-e8b1-472f-93ff-1a31449e81e6 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "PUT /v2.0/security-groups/4958c8ae-36a0-4e09-9688-73757ee824d1 HTTP/1.1" status: 409 len: 330 time: 0.0133841 Dec 13 12:59:21.847454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55548) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:21.917267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2aaf0375-1362-4ba7-87fc-78ca6a584590 req-7db50503-3ce8-4ca0-919d-4613e36d479e tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0411537 Dec 13 12:59:21.964429 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f19510c7-4804-4b7d-9cea-ae764f6a43f2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:21.974265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-091f3cfd-ab4a-437b-8df3-12ffcab55404 service neutron] 10.222.0.31 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457764 Dec 13 12:59:21.994907 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f19510c7-4804-4b7d-9cea-ae764f6a43f2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:22.036851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8499038e-89e0-406d-9763-4279eaf34eac req-6af5997e-b469-42ad-812f-64bda3e7c017 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0389733 Dec 13 12:59:22.066661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f19510c7-4804-4b7d-9cea-ae764f6a43f2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:22.078262 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f19510c7-4804-4b7d-9cea-ae764f6a43f2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:22.078262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f19510c7-4804-4b7d-9cea-ae764f6a43f2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/4958c8ae-36a0-4e09-9688-73757ee824d1 HTTP/1.1" status: 204 len: 168 time: 0.2215073 Dec 13 12:59:22.081918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55554) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:22.089569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19510c7-4804-4b7d-9cea-ae764f6a43f2 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4958c8ae-36a0-4e09-9688-73757ee824d1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:22.229141 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb97ae5c-768c-4f22-b507-27e5bfe2be8a tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1383390 Dec 13 12:59:22.229141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55570) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:22.238890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4d7ca87-92fd-4d1b-8827-37827a3fd27b req-381c5c7a-6b30-4e27-b1af-766db08fd1bf tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 210 time: 0.0972626 Dec 13 12:59:22.264448 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-cebb7cb9-4559-40f7-b247-e3002ab7dcca tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] delete failed (client error): The resource could not be found. Dec 13 12:59:22.271708 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cebb7cb9-4559-40f7-b247-e3002ab7dcca tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "DELETE /v2.0/security-groups/39bcddcd-05df-4ce8-8090-c6916401b971 HTTP/1.1" status: 404 len: 347 time: 0.0450788 Dec 13 12:59:22.272511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55572) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:22.298741 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-12c02b68-7f1e-4b7f-bfd8-15705979ef76 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] show failed (client error): The resource could not be found. Dec 13 12:59:22.299809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-12c02b68-7f1e-4b7f-bfd8-15705979ef76 tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-groups/650c9420-f9b9-4553-9ff0-ffb376a76926 HTTP/1.1" status: 404 len: 347 time: 0.0256376 Dec 13 12:59:22.304044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55574) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:22.320918 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-049da654-ce07-4bfc-9f5c-b3c60e11dcbe tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] show failed (client error): The resource could not be found. Dec 13 12:59:22.329362 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-049da654-ce07-4bfc-9f5c-b3c60e11dcbe tempest-NegativeSecGroupIPv6Test-1133455575 tempest-NegativeSecGroupIPv6Test-1133455575-project] 10.222.0.31 "GET /v2.0/security-group-rules/7bcd53a6-ef03-40cb-989c-7dcbf735b077 HTTP/1.1" status: 404 len: 356 time: 0.0240054 Dec 13 12:59:22.331030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-90f864a3-b2c2-4ebe-8a56-1926a0ae80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:22.332789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-90f864a3-b2c2-4ebe-8a56-1926a0ae80db service neutron] 10.222.0.42 "GET /v2.0/ports/c45097b7-ab3b-4dc5-9117-be3b06871a4e HTTP/1.1" status: 200 len: 1033 time: 0.0484741 Dec 13 12:59:22.382462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-a20bdf22-a5da-4dee-9cf4-1380497d2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:22.384487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-a20bdf22-a5da-4dee-9cf4-1380497d2d64 service neutron] 10.222.0.42 "GET /v2.0/ports/50c45399-8b22-4490-9dce-8ab750e368d4 HTTP/1.1" status: 200 len: 1032 time: 0.0440855 Dec 13 12:59:22.616947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c6e64e02-dcc9-46e6-9f63-18efb18bee83 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:22.630942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c6e64e02-dcc9-46e6-9f63-18efb18bee83 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:22.651527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c6e64e02-dcc9-46e6-9f63-18efb18bee83 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:22.654422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c6e64e02-dcc9-46e6-9f63-18efb18bee83 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "GET /v2.0/networks?id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 HTTP/1.1" status: 200 len: 1996 time: 0.2570198 Dec 13 12:59:22.726715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80b9323a-1741-4a13-89f4-eb2837ecee87 req-45ff8d18-aeeb-40ea-bcc8-9941750551f8 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0693111 Dec 13 12:59:22.861906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55596) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:22.889403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a607-a725-4e71-af3e-6c6a84fb660c req-925fe4e3-ada8-4c0b-963d-7fa84e0d2862 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:22.897140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6330a607-a725-4e71-af3e-6c6a84fb660c req-925fe4e3-ada8-4c0b-963d-7fa84e0d2862 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 945 time: 0.2219493 Dec 13 12:59:22.915662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-80689693-fa84-4af3-a855-37280a2e3783 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9bf505fe3584a8282b32576febeaa8a HTTP/1.1" status: 200 len: 380 time: 0.2294493 Dec 13 12:59:22.930204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'admin_state_up': True, 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'security_groups': ['7bef6e07-da74-43e4-ac9b-32d83ba8a312']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:23.023654 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6330a607-a725-4e71-af3e-6c6a84fb660c req-56b300d1-1bae-42f0-a6f7-2ca48029f621 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205056 Dec 13 12:59:23.196037 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7f574b24-9b40-4790-9c6b-5b089aad4246 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf4dec885c674d4b8dd79093aa7ac5ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3329182 Dec 13 12:59:23.199077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55604) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:23.238794 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-845b1bd2-708e-4f9d-b3ff-9c5f059430b5 req-07c32c5a-1a39-4ba1-8fc6-cedaf2f0e807 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0963423 Dec 13 12:59:23.248821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:23.262865 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:23.354366 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-720d55ab-a127-429a-a897-46daad3ea663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:23.413794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-720d55ab-a127-429a-a897-46daad3ea663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:23.468711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c209850-3270-4d82-adc7-7b6c5511fc2c req-89a7643a-b866-4e07-b67c-99c7e1474a83 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 210 time: 0.0634835 Dec 13 12:59:23.498478 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-720d55ab-a127-429a-a897-46daad3ea663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:23.511108 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-720d55ab-a127-429a-a897-46daad3ea663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:23.512949 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-720d55ab-a127-429a-a897-46daad3ea663 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d9ebcc3-4b07-4338-987c-b1d97df4508f HTTP/1.1" status: 204 len: 168 time: 0.3120790 Dec 13 12:59:23.524571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d55ab-a127-429a-a897-46daad3ea663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9ebcc3-4b07-4338-987c-b1d97df4508f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:23.558058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2638bcd-ab54-4338-be2d-7157d87ac6b8 req-462c4a91-8dd4-41ff-8dce-d8ab1c901db3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:23.559793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2638bcd-ab54-4338-be2d-7157d87ac6b8 req-462c4a91-8dd4-41ff-8dce-d8ab1c901db3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 945 time: 0.1557758 Dec 13 12:59:23.598615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Allocated IP 172.20.0.7 (6b55b850-3b5e-4fc5-8393-9ef69708ae21/a389fb1f-57ad-40b1-ba6f-4d733cc5344d/78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:23.692581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2638bcd-ab54-4338-be2d-7157d87ac6b8 req-0e9d7325-3b07-43cb-bac4-3660122f436a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233668 Dec 13 12:59:23.936217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-275a9d7d-5b8d-4c2d-8457-4cbfdcddd0ce req-e9c1a487-b39c-491f-86a7-aab22e69a519 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0743446 Dec 13 12:59:23.954910 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:23.979178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-53f7557a-51f5-4992-a9d9-0316e27db86e tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:23.981490 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-53f7557a-51f5-4992-a9d9-0316e27db86e tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.42 "GET /v2.0/networks?id=41f2c924-3a10-4311-b241-1bc206787e9d HTTP/1.1" status: 200 len: 809 time: 0.2003355 Dec 13 12:59:23.996393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Request body: {'port': {'device_id': '891fb2c3-aabe-422f-bcdc-702cea6f64a6', 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d', 'admin_state_up': True, 'tenant_id': '769427ab2db8477b9b31d1466a6ebd03'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:24.004593 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:24.085149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:24.096962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:24.111561 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:24.179782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Port': ['ID=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:24.186184 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-078d2b8d-e758-450d-9475-0351d7331db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:24.199895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Made reservation on behalf of 769427ab2db8477b9b31d1466a6ebd03 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:24.213264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:24.257257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:24.258612 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:24.290768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ad8bd331-8c11-4b51-8d19-17e4e39e24d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3676934 Dec 13 12:59:24.321861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'admin_state_up': True, 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'security_groups': ['7bef6e07-da74-43e4-ac9b-32d83ba8a312']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:24.441164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Allocated IP 172.20.0.8 (41f2c924-3a10-4311-b241-1bc206787e9d/1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f/3083a0aa-4572-4682-bfbf-476f541fe8e3) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:24.589244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fc63a7b3-f34b-4d2e-af47-29a13659b49a None None] Provisioning complete for port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:24.589615 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc63a7b3-f34b-4d2e-af47-29a13659b49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:24.659775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fc63a7b3-f34b-4d2e-af47-29a13659b49a None None] Port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:24.697315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c34933e-3686-4085-a1ee-ab715e7fa98e req-9ef9b060-d1eb-4284-8b3e-ca701470f015 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 210 time: 0.0577931 Dec 13 12:59:24.727498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:24.733403 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:24.743640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e8567-5688-404e-9b4b-ce75153981ed req-816af023-c576-466c-afaf-cb6e8add10ee tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:24.752643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-216e8567-5688-404e-9b4b-ce75153981ed req-816af023-c576-466c-afaf-cb6e8add10ee tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 931 time: 0.1309469 Dec 13 12:59:24.800527 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:24.835506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-216e8567-5688-404e-9b4b-ce75153981ed req-f7aa9d5a-fb81-4775-a2a2-1d1204cb78e8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764887 Dec 13 12:59:24.894741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-8920b689-1c0c-4124-a620-e09a06c13884 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:24.897296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-8920b689-1c0c-4124-a620-e09a06c13884 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.42 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 945 time: 0.1877582 Dec 13 12:59:25.013124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55648) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:25.056144 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:25.106438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f0584-ffe9-4156-b7bd-d86d722a3b42 req-361dfe01-c8e4-476e-9c83-81d7fc8f0e0a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:25.113391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Pushing event updated for resources: {'Port': ['ID=3083a0aa-4572-4682-bfbf-476f541fe8e3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:25.124830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-540f0584-ffe9-4156-b7bd-d86d722a3b42 req-361dfe01-c8e4-476e-9c83-81d7fc8f0e0a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2819538 Dec 13 12:59:25.134793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-e8a5364b-538e-43c7-b86a-f76e3c974a20 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Deleting port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:59:25.135163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-e8a5364b-538e-43c7-b86a-f76e3c974a20 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:25.205543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Network 41f2c924-3a10-4311-b241-1bc206787e9d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:25.211796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:25.216439 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:25.230373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-637354240'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:25.252998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0c8a2-2e87-4270-ac12-df3cd93a937e req-b07778ed-104f-468d-ac59-2a02c0d4c5ca tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:25.262648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ec0c8a2-2e87-4270-ac12-df3cd93a937e req-b07778ed-104f-468d-ac59-2a02c0d4c5ca tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=65b98c4a-4182-4bf0-b5fe-386efb8ad613 HTTP/1.1" status: 200 len: 945 time: 0.3071020 Dec 13 12:59:25.290304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-e8a5364b-538e-43c7-b86a-f76e3c974a20 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] For port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:25.290668 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-e8a5364b-538e-43c7-b86a-f76e3c974a20 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:25.298776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:25.299389 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:25.318760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-e8a5364b-538e-43c7-b86a-f76e3c974a20 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Calling delete_port for 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:59:25.342953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-540f0584-ffe9-4156-b7bd-d86d722a3b42 req-fd2e2a10-11ce-4d69-9a07-ff8fb594b89e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170303 Dec 13 12:59:25.386710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Allocated IP 10.1.1.113 (af42c895-8317-4d3b-b2fd-4293b38dc0c5/c1bafd1b-29bd-447e-a192-cb8b166270b2/f611ff96-dd02-482d-baa6-61dd953429d4) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:25.392391 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-fe651645-0b80-411c-ac13-ed1e709b335d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4007633 Dec 13 12:59:25.412815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Request body: {'port': {'device_id': '891fb2c3-aabe-422f-bcdc-702cea6f64a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:25.440520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Made reservation on behalf of 4c040d0885ee432da9779ccfcd188ac3 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:25.444375 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:25.470750 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:25.518016 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:25.592031 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-e8a5364b-538e-43c7-b86a-f76e3c974a20 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:25.608710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['1a7f5737-a2ac-4758-abaa-a3645ebb9cbd'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:25.612085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['cd1496d1-c61a-4e0f-8c1f-189a2eef4231'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:25.686062 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5364b-538e-43c7-b86a-f76e3c974a20 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Pushing event deleted for resources: {'Port': ['ID=1a7f5737-a2ac-4758-abaa-a3645ebb9cbd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:25.781964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-e8a5364b-538e-43c7-b86a-f76e3c974a20 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] No DVR routers for this DVR port 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:59:25.892175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:25.915237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-e8a5364b-538e-43c7-b86a-f76e3c974a20 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:25.921657 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-89afba6f-f5fc-4b73-a05f-6d9e7870c5a1 req-e8a5364b-538e-43c7-b86a-f76e3c974a20 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.42 "DELETE /v2.0/ports/1a7f5737-a2ac-4758-abaa-a3645ebb9cbd HTTP/1.1" status: 204 len: 173 time: 1.0124476 Dec 13 12:59:25.923520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b98c4a-4182-4bf0-b5fe-386efb8ad613', 'name': 'network-vif-deleted', 'tag': '1a7f5737-a2ac-4758-abaa-a3645ebb9cbd'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:25.926799 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f130df-a7e7-41a9-b114-c97915783bd8" -d '{"events": [{"server_uuid": "65b98c4a-4182-4bf0-b5fe-386efb8ad613", "name": "network-vif-deleted", "tag": "1a7f5737-a2ac-4758-abaa-a3645ebb9cbd"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:25.974453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55670) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:25.991868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79aab081-6aa6-43d9-ab5d-7c2b75dec5e5 req-b69575fc-52ac-4443-8979-dcdc03371842 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.4427710 Dec 13 12:59:26.018046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.065104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ec0c8a2-2e87-4270-ac12-df3cd93a937e req-3b65b042-a495-4b5e-886c-b4c482a0f8ac tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8009660 Dec 13 12:59:26.369556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network af42c895-8317-4d3b-b2fd-4293b38dc0c5 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:26.441313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:26.469020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:26.527013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Port': ['ID=f611ff96-dd02-482d-baa6-61dd953429d4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:26.530781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3083a0aa-4572-4682-bfbf-476f541fe8e3 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:26.568291 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.597965 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7932ebf7-cba1-4ed7-b2d8-d72eb8ab7287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.609362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Transition to ACTIVE for port object 3083a0aa-4572-4682-bfbf-476f541fe8e3 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:26.611663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0467da47-4139-4259-8b76-4b2095d9cee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.629682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.664237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:26.667807 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.742824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0738a95-b739-4a6f-9567-2d1fcef9615f req-21b41599-4a99-45a1-90be-2bfef4452ab7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:26.746263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0738a95-b739-4a6f-9567-2d1fcef9615f req-21b41599-4a99-45a1-90be-2bfef4452ab7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.4683421 Dec 13 12:59:26.763055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3083a0aa-4572-4682-bfbf-476f541fe8e3,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:26.774904 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.790597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344c704-a2d3-47dc-a52e-4ae3a2a9bce6 req-cdf7994e-fd71-4024-8def-2acb0ec6f1d8 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:26.792370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8344c704-a2d3-47dc-a52e-4ae3a2a9bce6 req-cdf7994e-fd71-4024-8def-2acb0ec6f1d8 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 931 time: 0.4637942 Dec 13 12:59:26.826399 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.846160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-044bc646-fcb2-4866-a68b-eb25fe39103c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5474648 Dec 13 12:59:26.873503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'admin_state_up': True, 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'security_groups': ['7bef6e07-da74-43e4-ac9b-32d83ba8a312']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:26.876526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0467da47-4139-4259-8b76-4b2095d9cee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.877866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Attempting to bind port 3083a0aa-4572-4682-bfbf-476f541fe8e3 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:26.878220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Attempting to bind port 3083a0aa-4572-4682-bfbf-476f541fe8e3 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '28e1fa25-9074-4162-ba09-1f6646aeffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:26.883053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Attempting to bind port 3083a0aa-4572-4682-bfbf-476f541fe8e3 on network 41f2c924-3a10-4311-b241-1bc206787e9d {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:26.884348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Port 3083a0aa-4572-4682-bfbf-476f541fe8e3 on network 41f2c924-3a10-4311-b241-1bc206787e9d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:26.884348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Attempting to bind port 3083a0aa-4572-4682-bfbf-476f541fe8e3 on network 41f2c924-3a10-4311-b241-1bc206787e9d {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:26.890347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:26.890347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Checking segment: {'id': '28e1fa25-9074-4162-ba09-1f6646aeffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:26.890347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Bound using segment: {'id': '28e1fa25-9074-4162-ba09-1f6646aeffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:26.890347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Bound port: 3083a0aa-4572-4682-bfbf-476f541fe8e3, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e1fa25-9074-4162-ba09-1f6646aeffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:26.890803 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.894771 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0467da47-4139-4259-8b76-4b2095d9cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.903064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 12:59:26.916248 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-dfa89849-b2af-4c12-8f4d-bb67bc42c593 None None] Provisioning complete for port f611ff96-dd02-482d-baa6-61dd953429d4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:26.918505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dfa89849-b2af-4c12-8f4d-bb67bc42c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:26.942144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0738a95-b739-4a6f-9567-2d1fcef9615f req-9438946a-f7d1-4304-b9ad-11a62f214b92 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367023 Dec 13 12:59:26.998398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-dfa89849-b2af-4c12-8f4d-bb67bc42c593 None None] Port f611ff96-dd02-482d-baa6-61dd953429d4 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:27.005377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] For port 3083a0aa-4572-4682-bfbf-476f541fe8e3, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:27.009989 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] For port 3083a0aa-4572-4682-bfbf-476f541fe8e3, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3083a0aa-4572-4682-bfbf-476f541fe8e3,segment=NetworkSegment(28e1fa25-9074-4162-ba09-1f6646aeffc3),segment_id=28e1fa25-9074-4162-ba09-1f6646aeffc3)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:27.023905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.052644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8344c704-a2d3-47dc-a52e-4ae3a2a9bce6 req-761c1b08-a2db-47d4-b70c-403a7ccb0156 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200575 Dec 13 12:59:27.059247 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467da47-4139-4259-8b76-4b2095d9cee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8174bd-53d9-469d-b145-49f613244e00,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:27.061719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95730068-88e7-4ac2-aaea-cfce37876b70,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:27.065197 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.065542 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Added segment 5518dfab-8bde-46d2-a065-1a97e9e33b90 of type vlan for network af47aedf-02f3-426d-b11d-e3ffa14dd72f Dec 13 12:59:27.075942 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0467da47-4139-4259-8b76-4b2095d9cee5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72797f7af71f4167a2cba14d8b6f38fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1003637 Dec 13 12:59:27.100565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55678) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:27.142800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:27.143743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.145385 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/3083a0aa-4572-4682-bfbf-476f541fe8e3 HTTP/1.1" status: 200 len: 1091 time: 1.7444530 Dec 13 12:59:27.156936 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe6e643-ad4d-4813-aa3d-c093ae7bf263 x-openstack-request-id: req-5fe6e643-ad4d-4813-aa3d-c093ae7bf263 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:27.157842 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b98c4a-4182-4bf0-b5fe-386efb8ad613", "name": "network-vif-deleted", "tag": "1a7f5737-a2ac-4758-abaa-a3645ebb9cbd", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:27.158517 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fe6e643-ad4d-4813-aa3d-c093ae7bf263 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:27.159202 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b98c4a-4182-4bf0-b5fe-386efb8ad613', 'name': 'network-vif-deleted', 'tag': '1a7f5737-a2ac-4758-abaa-a3645ebb9cbd', 'status': 'completed', 'code': 200} Dec 13 12:59:27.193317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5835d-0a1b-43af-b274-0868b833c6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3083a0aa-4572-4682-bfbf-476f541fe8e3,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:27.220957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42876461-f486-4d60-b52d-b204ee0d5a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.263867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42876461-f486-4d60-b52d-b204ee0d5a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.293268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-8baf0d9d-c316-4c4b-b08b-cf431ab0bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:27.294836 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-8baf0d9d-c316-4c4b-b08b-cf431ab0bf43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=769427ab2db8477b9b31d1466a6ebd03&device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 1094 time: 0.0872502 Dec 13 12:59:27.352572 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-7edea997-3e54-4014-9382-c23755eb9560 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3083a0aa-4572-4682-bfbf-476f541fe8e3 HTTP/1.1" status: 200 len: 217 time: 0.0477185 Dec 13 12:59:27.402690 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42876461-f486-4d60-b52d-b204ee0d5a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.405285 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42876461-f486-4d60-b52d-b204ee0d5a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.408879 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-42876461-f486-4d60-b52d-b204ee0d5a46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df8174bd-53d9-469d-b145-49f613244e00 HTTP/1.1" status: 204 len: 168 time: 0.3049691 Dec 13 12:59:27.420731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-348cacef-33f3-47f8-804f-c0e9f6e5c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:27.422309 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-348cacef-33f3-47f8-804f-c0e9f6e5c5cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f HTTP/1.1" status: 200 len: 849 time: 0.0630565 Dec 13 12:59:27.423205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42876461-f486-4d60-b52d-b204ee0d5a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8174bd-53d9-469d-b145-49f613244e00,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:27.460171 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-e6307c16-ce43-4535-8377-0e491022a02d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41f2c924-3a10-4311-b241-1bc206787e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297811 Dec 13 12:59:27.593128 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-5d26a7f5-774a-4a2f-9f25-86ddfc5582c1 service neutron] 10.222.0.42 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248384 Dec 13 12:59:27.666593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7d2e-13c3-4b4e-86a7-f63a079f5a95 req-876f3ee5-fdd4-46b8-b613-122dc599dc94 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:27.672541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7d2e-13c3-4b4e-86a7-f63a079f5a95 req-876f3ee5-fdd4-46b8-b613-122dc599dc94 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:27.674217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4caa7d2e-13c3-4b4e-86a7-f63a079f5a95 req-876f3ee5-fdd4-46b8-b613-122dc599dc94 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 1653 time: 0.6191769 Dec 13 12:59:27.680022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2f3c14a-3fb4-4449-a55b-56667524ead5 req-1925624f-769f-4e31-8d2d-7fd473697971 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0907586 Dec 13 12:59:27.681663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.703785 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e169ce39-e3d6-40fc-a1e1-1975eaa06ab5 req-cd444fd5-2e04-47d3-b9d5-68c8f4d8b5c5 service neutron] 10.222.0.42 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032071 Dec 13 12:59:27.721570 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.740816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:27.744358 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.767158 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.775629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:27.776263 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:27.821485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.8043835 Dec 13 12:59:27.825648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55702) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:27.831515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-22f3e37e-40a3-4728-a884-b3b5e999fd93 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f', 'tempest-TagsTest-Tag-1940134050') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:27.835759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4caa7d2e-13c3-4b4e-86a7-f63a079f5a95 req-39fd928e-1118-43ac-a804-c1a279cc7021 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353240 Dec 13 12:59:27.957924 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-22f3e37e-40a3-4728-a884-b3b5e999fd93 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "PUT /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags/tempest-TagsTest-Tag-1940134050 HTTP/1.1" status: 201 len: 201 time: 0.1282134 Dec 13 12:59:27.958441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55708) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:27.970099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-2efe8616-960d-4162-a1b3-044b2d6a4764 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f', 'tempest-TagsTest-Tag-1940134050') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:28.023729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01312312-fca6-44dd-ad6a-74339e9d4b6c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Pushing event updated for resources: {'Network': ['ID=af47aedf-02f3-426d-b11d-e3ffa14dd72f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:28.036847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network af47aedf-02f3-426d-b11d-e3ffa14dd72f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 12:59:28.144809 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2efe8616-960d-4162-a1b3-044b2d6a4764 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "GET /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags/tempest-TagsTest-Tag-1940134050 HTTP/1.1" status: 204 len: 168 time: 0.1847363 Dec 13 12:59:28.145458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55716) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:28.151826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-1e75b205-6e91-4c50-af97-b712a8c8e85f tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:28.154526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:59:28.208195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:59:28.208549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1a7f5737-a2ac-4758-abaa-a3645ebb9cbd not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:59:28.220837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527a97-cc92-4a24-993b-891d3d282239 req-964f7b8b-d861-4965-a50d-58480f40b179 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:28.222394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12527a97-cc92-4a24-993b-891d3d282239 req-964f7b8b-d861-4965-a50d-58480f40b179 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1581786 Dec 13 12:59:28.247390 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1e75b205-6e91-4c50-af97-b712a8c8e85f tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "GET /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags HTTP/1.1" status: 200 len: 238 time: 0.1008561 Dec 13 12:59:28.248043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55722) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:28.252846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-e7306d3a-0d79-41de-9422-f72253c4e8bc tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f', {'tags': ['tempest-TagsTest-Tag-85229231', 'tempest-TagsTest-Tag-1218604170', 'tempest-TagsTest-Tag-1062170870']}) {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:28.304784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Allocated IP 10.1.1.231 (af42c895-8317-4d3b-b2fd-4293b38dc0c5/c1bafd1b-29bd-447e-a192-cb8b166270b2/1d5b9ba7-fb28-4630-ad6a-37abed4bca86) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:28.316033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-1463d6f8-f242-4fa7-9bf0-3e7b977db121 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:28.317686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-1463d6f8-f242-4fa7-9bf0-3e7b977db121 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 812 time: 0.4869535 Dec 13 12:59:28.347285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-8eb0e56f-23af-4ac3-8193-e2ae151a6f72 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/quotas/b188612fc8c94020b3799b929c73b2b5 HTTP/1.1" status: 200 len: 375 time: 0.0193160 Dec 13 12:59:28.356927 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e7306d3a-0d79-41de-9422-f72253c4e8bc tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "PUT /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags HTTP/1.1" status: 200 len: 307 time: 0.1053605 Dec 13 12:59:28.357225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55726) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:28.361752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-f68cbbb3-816f-4263-98be-bb6e3baf0a1e tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f', 'tempest-TagsTest-Tag-85229231') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:28.420509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12527a97-cc92-4a24-993b-891d3d282239 req-a3b84c0b-4dd2-4c8b-b094-f80f427ce132 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762831 Dec 13 12:59:28.498396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-87a93668-9a2c-434e-95ac-2741b459957d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1500742 Dec 13 12:59:28.513196 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f68cbbb3-816f-4263-98be-bb6e3baf0a1e tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "DELETE /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags/tempest-TagsTest-Tag-85229231 HTTP/1.1" status: 204 len: 168 time: 0.1540308 Dec 13 12:59:28.514780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55732) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:28.523957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-c7f74851-a30c-4f08-b0df-07738472debe tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f', 'tempest-TagsTest-Tag-85229231') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:28.618245 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-c7f74851-a30c-4f08-b0df-07738472debe tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] show failed (client error): The resource could not be found. Dec 13 12:59:28.622141 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c7f74851-a30c-4f08-b0df-07738472debe tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "GET /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags/tempest-TagsTest-Tag-85229231 HTTP/1.1" status: 404 len: 324 time: 0.1036625 Dec 13 12:59:28.622386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55736) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:28.627335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-e4dadd55-90a2-4a61-b34c-3941cd12ab2f tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f', 'tempest-TagsTest-Tag-1218604170') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:28.713115 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:28.721100 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e4dadd55-90a2-4a61-b34c-3941cd12ab2f tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "GET /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags/tempest-TagsTest-Tag-1218604170 HTTP/1.1" status: 204 len: 168 time: 0.0976679 Dec 13 12:59:28.723588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55740) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:28.729935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-2b5ecf29-028f-4465-95ea-203974c11b80 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f', 'tempest-TagsTest-Tag-1062170870') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:28.745149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13204603-b4b9-4096-aff5-87450ac73165 req-d71a0d94-2914-4064-9bca-c6a64fbf991b tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:28.746748 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13204603-b4b9-4096-aff5-87450ac73165 req-d71a0d94-2914-4064-9bca-c6a64fbf991b tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 943 time: 0.1914816 Dec 13 12:59:28.775979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-a8edbc1a-7d76-4d88-9273-f98f4d73bb09 service neutron] 10.222.0.31 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766657 Dec 13 12:59:28.840585 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2b5ecf29-028f-4465-95ea-203974c11b80 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "GET /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags/tempest-TagsTest-Tag-1062170870 HTTP/1.1" status: 204 len: 168 time: 0.1157579 Dec 13 12:59:28.846338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55746) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:28.850889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-8c653ddd-2a21-4c59-a189-4ea968548baf tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:28.895878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13204603-b4b9-4096-aff5-87450ac73165 req-f729f52e-ceec-493e-92a6-db39fe1656eb tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337688 Dec 13 12:59:28.910486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:28.994841 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8c653ddd-2a21-4c59-a189-4ea968548baf tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "DELETE /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags HTTP/1.1" status: 204 len: 168 time: 0.1475637 Dec 13 12:59:28.998118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55758) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:29.008149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-c12c1cbd-ba22-4647-a101-4956fac4cdd7 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f', 'tempest-TagsTest-Tag-1218604170') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:29.012274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network af42c895-8317-4d3b-b2fd-4293b38dc0c5 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:29.022648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-3e469895-b80c-412c-beb3-bc7a290dd657 service neutron] 10.222.0.31 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361965 Dec 13 12:59:29.025985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Port': ['ID=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:29.036254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:29.040298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:29.042528 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:29.076791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f4bd466-bfe0-4826-a59e-bd1549be0cbe req-be9584cf-ea2f-4805-a2ee-7430aff57f4b tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0435064 Dec 13 12:59:29.151179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:29.151813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:29.160409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891fb2c3-aabe-422f-bcdc-702cea6f64a6', 'tag': '3083a0aa-4572-4682-bfbf-476f541fe8e3'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:29.170922 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c90b717-af7a-4eac-b285-b45a868c0ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "891fb2c3-aabe-422f-bcdc-702cea6f64a6", "tag": "3083a0aa-4572-4682-bfbf-476f541fe8e3"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:29.230872 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-c12c1cbd-ba22-4647-a101-4956fac4cdd7 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] show failed (client error): The resource could not be found. Dec 13 12:59:29.232024 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c12c1cbd-ba22-4647-a101-4956fac4cdd7 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "GET /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags/tempest-TagsTest-Tag-1218604170 HTTP/1.1" status: 404 len: 326 time: 0.2331927 Dec 13 12:59:29.235730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55766) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:29.236828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9d7b9baf-c64d-4a94-ae46-21df559d9248 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3672109 Dec 13 12:59:29.243883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-82d2c773-9010-48ce-9908-0272031c331c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f', 'tempest-TagsTest-Tag-1062170870') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:29.265397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4', 'admin_state_up': True, 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'security_groups': ['7bef6e07-da74-43e4-ac9b-32d83ba8a312']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:29.389619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2756c1-bc64-4d0f-8cba-8c97082c717f req-017e9573-b413-4c1d-9a5f-6a555e774c99 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:29.402745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2756c1-bc64-4d0f-8cba-8c97082c717f req-017e9573-b413-4c1d-9a5f-6a555e774c99 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:29.409248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2756c1-bc64-4d0f-8cba-8c97082c717f req-017e9573-b413-4c1d-9a5f-6a555e774c99 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:29.417352 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e2756c1-bc64-4d0f-8cba-8c97082c717f req-017e9573-b413-4c1d-9a5f-6a555e774c99 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 2374 time: 0.2609420 Dec 13 12:59:29.419514 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-82d2c773-9010-48ce-9908-0272031c331c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] show failed (client error): The resource could not be found. Dec 13 12:59:29.422294 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-82d2c773-9010-48ce-9908-0272031c331c tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "GET /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags/tempest-TagsTest-Tag-1062170870 HTTP/1.1" status: 404 len: 326 time: 0.1852937 Dec 13 12:59:29.425106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55772) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:29.429462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.tag.tag_plugin [None req-244500ab-d30c-4e2a-a289-2bc308419e0e tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'af47aedf-02f3-426d-b11d-e3ffa14dd72f') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:29.465692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1415e068-598d-403b-a850-1453a3c70fff None None] Provisioning complete for port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:29.466677 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1415e068-598d-403b-a850-1453a3c70fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:29.530851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1415e068-598d-403b-a850-1453a3c70fff None None] Port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:29.570313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e2756c1-bc64-4d0f-8cba-8c97082c717f req-451348b1-83ec-4f30-b5d0-45c184831f50 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442461 Dec 13 12:59:29.596042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b734cf8-8228-4752-ba82-d4c5d4454914 req-44b2012b-edb4-485e-9a49-03c7b361c92e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:29.598126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b734cf8-8228-4752-ba82-d4c5d4454914 req-44b2012b-edb4-485e-9a49-03c7b361c92e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1758356 Dec 13 12:59:29.633231 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-244500ab-d30c-4e2a-a289-2bc308419e0e tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "DELETE /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f/tags HTTP/1.1" status: 204 len: 168 time: 0.2059541 Dec 13 12:59:29.643512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55784) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:29.763648 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d56026-ffbe-49e7-b536-e483ad218e2d x-openstack-request-id: req-e6d56026-ffbe-49e7-b536-e483ad218e2d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:29.764054 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891fb2c3-aabe-422f-bcdc-702cea6f64a6", "tag": "3083a0aa-4572-4682-bfbf-476f541fe8e3", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:29.764430 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6d56026-ffbe-49e7-b536-e483ad218e2d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:29.764956 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891fb2c3-aabe-422f-bcdc-702cea6f64a6', 'tag': '3083a0aa-4572-4682-bfbf-476f541fe8e3', 'status': 'completed', 'code': 200} Dec 13 12:59:29.826187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:29.888607 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:29.892310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90b717-af7a-4eac-b285-b45a868c0ec8 req-3f8f4238-e879-44aa-a566-2fb0044efd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:29.901053 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4c90b717-af7a-4eac-b285-b45a868c0ec8 req-3f8f4238-e879-44aa-a566-2fb0044efd6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=769427ab2db8477b9b31d1466a6ebd03&device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 1094 time: 0.1117365 Dec 13 12:59:29.964773 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-398eab25-fc28-4fcb-89c7-59d493876742 req-f8efb3af-1353-48a4-b3f0-b0f942cb531a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 210 time: 0.1253529 Dec 13 12:59:29.988890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:30.006483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b734cf8-8228-4752-ba82-d4c5d4454914 req-ccfa0d67-2e3d-4327-9df6-bc9402315e27 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891742 Dec 13 12:59:30.074175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90b717-af7a-4eac-b285-b45a868c0ec8 req-7ac79cbd-5b3e-46cf-834a-cf3504f893ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:30.079100 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4c90b717-af7a-4eac-b285-b45a868c0ec8 req-7ac79cbd-5b3e-46cf-834a-cf3504f893ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=41f2c924-3a10-4311-b241-1bc206787e9d HTTP/1.1" status: 200 len: 909 time: 0.1732681 Dec 13 12:59:30.135609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 3083a0aa-4572-4682-bfbf-476f541fe8e3 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:59:30.166002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4c90b717-af7a-4eac-b285-b45a868c0ec8 req-1d05b66d-b756-4531-a45b-6bc511048b40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3083a0aa-4572-4682-bfbf-476f541fe8e3 HTTP/1.1" status: 200 len: 217 time: 0.0768571 Dec 13 12:59:30.168611 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:30.269746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90b717-af7a-4eac-b285-b45a868c0ec8 req-ca74efdd-ff7b-419c-91ef-c1750ba8cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:30.276712 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4c90b717-af7a-4eac-b285-b45a868c0ec8 req-ca74efdd-ff7b-419c-91ef-c1750ba8cf12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f HTTP/1.1" status: 200 len: 849 time: 0.1019983 Dec 13 12:59:30.309942 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:30.338503 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4c90b717-af7a-4eac-b285-b45a868c0ec8 req-284006e5-9471-4989-af5c-0b40250451d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41f2c924-3a10-4311-b241-1bc206787e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541074 Dec 13 12:59:30.356818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 3083a0aa-4572-4682-bfbf-476f541fe8e3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3083a0aa-4572-4682-bfbf-476f541fe8e3,segment=NetworkSegment(28e1fa25-9074-4162-ba09-1f6646aeffc3),segment_id=28e1fa25-9074-4162-ba09-1f6646aeffc3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:30.371739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '3083a0aa-4572-4682-bfbf-476f541fe8e3', 'network_id': '41f2c924-3a10-4311-b241-1bc206787e9d', 'port_id': '3083a0aa-4572-4682-bfbf-476f541fe8e3', 'mac_address': 'fa:16:3e:9b:32:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:59:30.414301 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:30.431816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3083a0aa-4572-4682-bfbf-476f541fe8e3 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:30.459998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 3083a0aa-4572-4682-bfbf-476f541fe8e3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3083a0aa-4572-4682-bfbf-476f541fe8e3,segment=NetworkSegment(28e1fa25-9074-4162-ba09-1f6646aeffc3),segment_id=28e1fa25-9074-4162-ba09-1f6646aeffc3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:30.469248 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:30.512728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0070e8b-8780-4c32-86e0-6663356ed4b4 req-7aac596c-3cb3-4397-aa95-99187eb0c7c2 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:30.520938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0070e8b-8780-4c32-86e0-6663356ed4b4 req-7aac596c-3cb3-4397-aa95-99187eb0c7c2 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 943 time: 0.4437971 Dec 13 12:59:30.537498 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4c90b717-af7a-4eac-b285-b45a868c0ec8 req-24f73672-5773-4442-99f4-dae4ea4cdd20 service neutron] 10.222.0.42 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891372 Dec 13 12:59:30.560617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=3083a0aa-4572-4682-bfbf-476f541fe8e3,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:30.577474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af47aedf-02f3-426d-b11d-e3ffa14dd72f']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:30.627478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c756a81-7da0-43ce-9ed6-9917a61d57ed req-1fe939e7-760d-40b4-98b9-6cf1b6b06274 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:30.636449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c756a81-7da0-43ce-9ed6-9917a61d57ed req-1fe939e7-760d-40b4-98b9-6cf1b6b06274 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.4861350 Dec 13 12:59:30.664550 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4c90b717-af7a-4eac-b285-b45a868c0ec8 req-6ae1af93-5f4f-4aa7-98cd-456570b0978e service neutron] 10.222.0.42 "GET /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133904 Dec 13 12:59:30.684360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['3083a0aa-4572-4682-bfbf-476f541fe8e3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:30.703078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5518dfab-8bde-46d2-a065-1a97e9e33b90') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:30.703439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5518dfab-8bde-46d2-a065-1a97e9e33b90') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 12:59:30.737836 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:30.762595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0070e8b-8780-4c32-86e0-6663356ed4b4 req-2c912530-4b62-45bb-8f8e-d4ba1967cef7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406299 Dec 13 12:59:30.788126 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:30.798560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c756a81-7da0-43ce-9ed6-9917a61d57ed req-c879d457-743e-49ec-b1c4-70ded0e2e4ae tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605890 Dec 13 12:59:30.817425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 12:59:30.817834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: timer() Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 12:59:30.822762 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 12:59:31.087401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-0673a377-412f-4379-b82d-4a367cae6fa9 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:31.088944 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-0673a377-412f-4379-b82d-4a367cae6fa9 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.42 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 812 time: 0.2615008 Dec 13 12:59:31.103859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'port': {'device_id': 'e56578cd-495d-4016-8d80-376995d23098', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'admin_state_up': True, 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:31.111385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55812) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:31.238920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfd691fd-4b7a-4382-ab69-942c41b89191 req-c804a610-e29d-49c3-83ac-248625f966a7 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.2400749 Dec 13 12:59:31.256987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:31.266483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Made reservation on behalf of b188612fc8c94020b3799b929c73b2b5 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:31.280465 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:31.294734 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:31.298060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] 10.222.0.31 "DELETE /v2.0/networks/af47aedf-02f3-426d-b11d-e3ffa14dd72f HTTP/1.1" status: 204 len: 168 time: 1.6495025 Dec 13 12:59:31.309340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Allocated IP 10.2.2.100 (e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4/cda85682-2730-4ba2-a164-494acacb16c1/3b0e5496-c005-45dd-aa51-28c28dd43728) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:31.383172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a350ea-00af-4cbd-bd74-136c40a2e2b5 tempest-TagsTest-922072998 tempest-TagsTest-922072998-project] Pushing event deleted for resources: {'Network': ['ID=af47aedf-02f3-426d-b11d-e3ffa14dd72f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:31.472332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7a6ab-df8e-4fad-83f9-c5919b80bf43 req-59005e43-30b7-45b9-8e0c-eea9cbc1ae3a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:31.490331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7a6ab-df8e-4fad-83f9-c5919b80bf43 req-59005e43-30b7-45b9-8e0c-eea9cbc1ae3a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:31.499281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7a6ab-df8e-4fad-83f9-c5919b80bf43 req-59005e43-30b7-45b9-8e0c-eea9cbc1ae3a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:31.507866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38f7a6ab-df8e-4fad-83f9-c5919b80bf43 req-59005e43-30b7-45b9-8e0c-eea9cbc1ae3a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 2374 time: 0.5101874 Dec 13 12:59:31.575596 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b18a345-8a72-48b7-a5ab-21e3bad28b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:31.602687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Allocated IP 172.20.0.7 (34e7f0c5-565f-414d-b7b7-f8cefd9101ec/8d950739-0d1d-48d1-b81d-f3ff8666245a/b7dc17aa-9509-4519-af35-bed0c738a5f8) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:31.670907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfc52d87-5c59-4b70-934d-be47c2641225 req-0c45d8f5-bc94-4c73-8f08-f025a4e51dfa tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 210 time: 0.0885236 Dec 13 12:59:31.731083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55826) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:31.736008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38f7a6ab-df8e-4fad-83f9-c5919b80bf43 req-3b853c44-b364-4974-83c2-8e4c3f3e6ed3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271616 Dec 13 12:59:31.843536 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:31.872689 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b18a345-8a72-48b7-a5ab-21e3bad28b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:31.894309 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b18a345-8a72-48b7-a5ab-21e3bad28b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:31.907804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:31.955267 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:31.969748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['f5366924-bccf-4c9f-af33-8d78ce54c8f6', '0f43a70e-4bb5-4134-97e4-553627db44f4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:31.986865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9b18a345-8a72-48b7-a5ab-21e3bad28b2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c52676b9ac364ec195cdd8cd4631529b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8576694 Dec 13 12:59:31.989610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18a345-8a72-48b7-a5ab-21e3bad28b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e5c5b0-2a1c-4157-ac0d-cf95c5e78a7b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:32.004219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55832) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:32.017007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:32.022694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:32.031110 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.037084 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:32.041591 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3f14f-fd85-459f-8f3d-c2b690973495 req-eca00856-0c25-416e-a118-ba369a4481c7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:32.045992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'Port': ['ID=b7dc17aa-9509-4519-af35-bed0c738a5f8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:32.059758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9a3f14f-fd85-459f-8f3d-c2b690973495 req-eca00856-0c25-416e-a118-ba369a4481c7 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 944 time: 0.1433902 Dec 13 12:59:32.155414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 3083a0aa-4572-4682-bfbf-476f541fe8e3 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:59:32.161012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:32.161932 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.166681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Port': ['ID=3b0e5496-c005-45dd-aa51-28c28dd43728,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:32.183648 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a102a68d-bfe2-4baa-9d84-a9775b2c22d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c040d0885ee432da9779ccfcd188ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4511600 Dec 13 12:59:32.186912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55834) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:32.207363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:32.223920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:32.224697 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-e6e64652-6d19-48a4-95ed-da0c8eaacf86 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1247463 Dec 13 12:59:32.227866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:32.260533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Request body: {'port': {'device_id': 'e56578cd-495d-4016-8d80-376995d23098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:32.450493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.490006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 3083a0aa-4572-4682-bfbf-476f541fe8e3 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:59:32.510055 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 3083a0aa-4572-4682-bfbf-476f541fe8e3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:32.510591 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.547114 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9a3f14f-fd85-459f-8f3d-c2b690973495 req-94564c78-ae6d-4a7a-b606-4d6a394c0dbb tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823263 Dec 13 12:59:32.561761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:32.562846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.577391 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3516be7a-4689-471e-97d4-4f08105a982d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.591790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d2378e7-9352-46a1-8286-0efd3ab680c9 req-b7d18b1d-0fa1-47f7-9246-0d2edca406fd tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.1381388 Dec 13 12:59:32.597056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cfadd76a-9192-4b47-b5d9-6ef67f4ee88c None None] Provisioning complete for port b7dc17aa-9509-4519-af35-bed0c738a5f8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:32.597413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfadd76a-9192-4b47-b5d9-6ef67f4ee88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.674609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f571c597-8300-499c-9e8f-5b7b260ca698 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4120269 Dec 13 12:59:32.677267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3516be7a-4689-471e-97d4-4f08105a982d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.692047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4', 'admin_state_up': True, 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'security_groups': ['7bef6e07-da74-43e4-ac9b-32d83ba8a312']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:32.715297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cfadd76a-9192-4b47-b5d9-6ef67f4ee88c None None] Port b7dc17aa-9509-4519-af35-bed0c738a5f8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:32.783646 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.841968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7dc17aa-9509-4519-af35-bed0c738a5f8 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:32.850827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.865395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Transition to ACTIVE for port object b7dc17aa-9509-4519-af35-bed0c738a5f8 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:32.873555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Made reservation on behalf of b9bf505fe3584a8282b32576febeaa8a for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:32.874535 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb99ee4a-078c-4dc2-b066-123982c3f450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.876233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.880379 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.909026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891fb2c3-aabe-422f-bcdc-702cea6f64a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083a0aa-4572-4682-bfbf-476f541fe8e3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:32.911996 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01dc7d8-adc7-4c9d-b7c0-0393362555a7" -d '{"events": [{"server_uuid": "891fb2c3-aabe-422f-bcdc-702cea6f64a6", "name": "network-vif-plugged", "status": "completed", "tag": "3083a0aa-4572-4682-bfbf-476f541fe8e3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:32.932089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7fcd18b6-54b6-461f-be01-e9196fd8a6ac None None] Provisioning complete for port 3b0e5496-c005-45dd-aa51-28c28dd43728 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:32.932719 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd18b6-54b6-461f-be01-e9196fd8a6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.955122 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb99ee4a-078c-4dc2-b066-123982c3f450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:32.970424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df301c-64f3-4278-88c6-167217283d73 req-584c9cc5-9e77-432e-9b5a-978f075d5053 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:32.972353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4df301c-64f3-4278-88c6-167217283d73 req-584c9cc5-9e77-432e-9b5a-978f075d5053 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 931 time: 0.1455996 Dec 13 12:59:32.987379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd18b6-54b6-461f-be01-e9196fd8a6ac None None] Port 3b0e5496-c005-45dd-aa51-28c28dd43728 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:32.992267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 3083a0aa-4572-4682-bfbf-476f541fe8e3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3083a0aa-4572-4682-bfbf-476f541fe8e3,segment=NetworkSegment(28e1fa25-9074-4162-ba09-1f6646aeffc3),segment_id=28e1fa25-9074-4162-ba09-1f6646aeffc3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:33.011948 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:33.041391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Pushing event updated for resources: {'Port': ['ID=b7dc17aa-9509-4519-af35-bed0c738a5f8,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:33.079021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=3083a0aa-4572-4682-bfbf-476f541fe8e3,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:33.081268 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8926-0e51-4cc0-b3f7-48e13dd34de0 req-aa263a13-daa5-4c07-8d85-9b9ad9d715a3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:33.091875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8926-0e51-4cc0-b3f7-48e13dd34de0 req-aa263a13-daa5-4c07-8d85-9b9ad9d715a3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:33.099077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8926-0e51-4cc0-b3f7-48e13dd34de0 req-aa263a13-daa5-4c07-8d85-9b9ad9d715a3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:33.106128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8926-0e51-4cc0-b3f7-48e13dd34de0 req-aa263a13-daa5-4c07-8d85-9b9ad9d715a3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:33.114243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f8f8926-0e51-4cc0-b3f7-48e13dd34de0 req-aa263a13-daa5-4c07-8d85-9b9ad9d715a3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 3095 time: 0.2159979 Dec 13 12:59:33.161579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Attempting to bind port b7dc17aa-9509-4519-af35-bed0c738a5f8 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:33.161916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Attempting to bind port b7dc17aa-9509-4519-af35-bed0c738a5f8 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:33.162196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Attempting to bind port b7dc17aa-9509-4519-af35-bed0c738a5f8 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:33.170005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Port b7dc17aa-9509-4519-af35-bed0c738a5f8 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:33.170383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Attempting to bind port b7dc17aa-9509-4519-af35-bed0c738a5f8 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:33.176527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:33.176992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Checking segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:33.177467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Bound using segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:33.178064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Bound port: b7dc17aa-9509-4519-af35-bed0c738a5f8, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:33.178391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:33.182444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb99ee4a-078c-4dc2-b066-123982c3f450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:33.185287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb99ee4a-078c-4dc2-b066-123982c3f450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:33.186726 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bb99ee4a-078c-4dc2-b066-123982c3f450 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95730068-88e7-4ac2-aaea-cfce37876b70 HTTP/1.1" status: 204 len: 168 time: 0.9985359 Dec 13 12:59:33.208578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99ee4a-078c-4dc2-b066-123982c3f450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95730068-88e7-4ac2-aaea-cfce37876b70,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:33.264405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] For port b7dc17aa-9509-4519-af35-bed0c738a5f8, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:33.268309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] For port b7dc17aa-9509-4519-af35-bed0c738a5f8, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b7dc17aa-9509-4519-af35-bed0c738a5f8,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:33.274190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:33.327992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Allocated IP 10.2.2.200 (e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4/cda85682-2730-4ba2-a164-494acacb16c1/f17260fa-935f-466a-9a8c-392688041fdd) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:33.343709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3516be7a-4689-471e-97d4-4f08105a982d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:33.346557 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3516be7a-4689-471e-97d4-4f08105a982d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:33.350941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3516be7a-4689-471e-97d4-4f08105a982d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0e5c5b0-2a1c-4157-ac0d-cf95c5e78a7b HTTP/1.1" status: 204 len: 168 time: 1.3414612 Dec 13 12:59:33.387290 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:33.388209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:33.389521 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] 10.222.0.42 "PUT /v2.0/ports/b7dc17aa-9509-4519-af35-bed0c738a5f8 HTTP/1.1" status: 200 len: 1091 time: 1.1518166 Dec 13 12:59:33.389978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56578cd-495d-4016-8d80-376995d23098', 'tag': 'b7dc17aa-9509-4519-af35-bed0c738a5f8'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:33.395654 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddebafab-f58d-4af6-bc03-e8470f3c37e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e56578cd-495d-4016-8d80-376995d23098", "tag": "b7dc17aa-9509-4519-af35-bed0c738a5f8"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:33.427388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516be7a-4689-471e-97d4-4f08105a982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e5c5b0-2a1c-4157-ac0d-cf95c5e78a7b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:33.475378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb48cd4-a0cd-46d9-ac0a-d2c8f565313f service neutron] Pushing event updated for resources: {'Port': ['ID=b7dc17aa-9509-4519-af35-bed0c738a5f8,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:33.494775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4df301c-64f3-4278-88c6-167217283d73 req-e816b3d2-de43-47c6-a2d7-c672e2d27fab tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139439 Dec 13 12:59:33.528660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f8f8926-0e51-4cc0-b3f7-48e13dd34de0 req-1b88eed4-c657-4f43-ac8e-181f4423ed69 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131353 Dec 13 12:59:33.588444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-1ebfc77f-abe6-4bfe-b9c1-f7aea0614b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:33.594099 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-1ebfc77f-abe6-4bfe-b9c1-f7aea0614b6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 1094 time: 0.1459134 Dec 13 12:59:33.688331 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aec29a4-763a-455f-9a43-619171687f71 x-openstack-request-id: req-0aec29a4-763a-455f-9a43-619171687f71 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:33.688844 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891fb2c3-aabe-422f-bcdc-702cea6f64a6", "name": "network-vif-plugged", "status": "completed", "tag": "3083a0aa-4572-4682-bfbf-476f541fe8e3", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:33.689286 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0aec29a4-763a-455f-9a43-619171687f71 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:33.689848 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891fb2c3-aabe-422f-bcdc-702cea6f64a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083a0aa-4572-4682-bfbf-476f541fe8e3', 'code': 200} Dec 13 12:59:33.765614 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-ed087ab0-247f-453d-b49e-d4283de3fa21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7dc17aa-9509-4519-af35-bed0c738a5f8 HTTP/1.1" status: 200 len: 217 time: 0.1625614 Dec 13 12:59:33.768274 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d2de74-915f-4876-8812-e0ff0636122b x-openstack-request-id: req-92d2de74-915f-4876-8812-e0ff0636122b {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:33.768585 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56578cd-495d-4016-8d80-376995d23098", "tag": "b7dc17aa-9509-4519-af35-bed0c738a5f8", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:33.768842 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92d2de74-915f-4876-8812-e0ff0636122b {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:33.769257 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56578cd-495d-4016-8d80-376995d23098', 'tag': 'b7dc17aa-9509-4519-af35-bed0c738a5f8', 'status': 'completed', 'code': 200} Dec 13 12:59:33.855471 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:33.905480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf012df7-a600-4cd2-9034-47d6747a5e76 req-4d6e72c9-7052-4ab8-ab76-91eeec116c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:33.907914 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cf012df7-a600-4cd2-9034-47d6747a5e76 req-4d6e72c9-7052-4ab8-ab76-91eeec116c23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 1096 time: 0.1379058 Dec 13 12:59:33.909948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-37c81e40-676c-47ce-909e-5b06f216f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:33.911544 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-37c81e40-676c-47ce-909e-5b06f216f23c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.0975289 Dec 13 12:59:34.002351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab0aa9eb-cad4-415b-b937-2ff8488c9f56 req-5ec96a16-9cea-4327-989a-cc9333b73312 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0747628 Dec 13 12:59:34.020688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797b593-7f2f-4cab-bf94-434878c3d3b6 req-af0cc1a0-4a62-4146-97e5-238e272fc314 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.022273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f797b593-7f2f-4cab-bf94-434878c3d3b6 req-af0cc1a0-4a62-4146-97e5-238e272fc314 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 945 time: 0.1565664 Dec 13 12:59:34.031438 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:34.043291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-6fd32c69-584c-4c48-b7b9-e9bf5f1d34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.044999 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-6fd32c69-584c-4c48-b7b9-e9bf5f1d34a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124101 Dec 13 12:59:34.160951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event updated for resources: {'Port': ['ID=f17260fa-935f-466a-9a8c-392688041fdd,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:34.168908 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-ebcc257c-db57-49e4-ae1d-0fcf39cb7629 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167634 Dec 13 12:59:34.172133 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cf012df7-a600-4cd2-9034-47d6747a5e76 req-2e6ecf19-3008-47d4-a360-a148ab58d4b0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500162 Dec 13 12:59:34.204271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:34.206963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:34.224432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f797b593-7f2f-4cab-bf94-434878c3d3b6 req-3f87c4f5-3230-4de3-a4af-795fb85b5749 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847322 Dec 13 12:59:34.225459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:34.333007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.334635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:34.353230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55892) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:34.386411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-353a37a5-86f4-48dd-b7c6-f61b7bd066ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:34.407010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa82fae-a255-4ae2-aec0-f922f6682cb4 req-d0253baf-b971-470c-a82d-820b1dad6dae tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.408698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-faa82fae-a255-4ae2-aec0-f922f6682cb4 req-d0253baf-b971-470c-a82d-820b1dad6dae tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0709724 Dec 13 12:59:34.412265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f9c1893f-191e-4087-a5ca-24c8a754f4b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7266040 Dec 13 12:59:34.429597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:34.483213 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 12:59:34.543087 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:34.576940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-faa82fae-a255-4ae2-aec0-f922f6682cb4 req-63ccd591-37fb-4471-908e-511c613917c8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574919 Dec 13 12:59:34.582995 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f536751a-eb9d-4d29-9c53-622175c6da64 req-ead64232-7d65-4cbc-94ec-3ff4d7b49d21 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747937 Dec 13 12:59:34.644169 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-353a37a5-86f4-48dd-b7c6-f61b7bd066ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:34.654118 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-353a37a5-86f4-48dd-b7c6-f61b7bd066ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:34.691908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-dc452514-9dbe-4369-b64f-af809c1ad3b6 None None] Provisioning complete for port f17260fa-935f-466a-9a8c-392688041fdd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:34.692525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc452514-9dbe-4369-b64f-af809c1ad3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:34.755753 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-353a37a5-86f4-48dd-b7c6-f61b7bd066ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7490a6590c544f3a941f968209cbba91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4011631 Dec 13 12:59:34.762294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-dc452514-9dbe-4369-b64f-af809c1ad3b6 None None] Port f17260fa-935f-466a-9a8c-392688041fdd cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:34.773751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55904) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:34.787954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a37a5-86f4-48dd-b7c6-f61b7bd066ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eb6409-989c-453b-8586-8a3dc36d029d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:34.809213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-ced72512-a828-499d-a21c-2bc54579dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.810855 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-ced72512-a828-499d-a21c-2bc54579dee6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 1094 time: 0.1484993 Dec 13 12:59:34.880806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc4eca-7068-4181-8718-8fa1d9ab5dbc req-5e66d088-eda9-4d3a-8f23-b0b271f777ca tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.882972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44cc4eca-7068-4181-8718-8fa1d9ab5dbc req-5e66d088-eda9-4d3a-8f23-b0b271f777ca tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 943 time: 0.2185991 Dec 13 12:59:34.947602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3bbc-d059-4454-bd53-8825dba6e337 req-0756b90d-1d20-4c54-9f9c-d5978bde4d37 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.953735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3bbc-d059-4454-bd53-8825dba6e337 req-0756b90d-1d20-4c54-9f9c-d5978bde4d37 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.959777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3bbc-d059-4454-bd53-8825dba6e337 req-0756b90d-1d20-4c54-9f9c-d5978bde4d37 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.964194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-d9ec6497-0f09-4e74-8926-88fe29ff3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.965933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3bbc-d059-4454-bd53-8825dba6e337 req-0756b90d-1d20-4c54-9f9c-d5978bde4d37 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.966643 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-d9ec6497-0f09-4e74-8926-88fe29ff3f27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.1467869 Dec 13 12:59:34.971956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3bbc-d059-4454-bd53-8825dba6e337 req-0756b90d-1d20-4c54-9f9c-d5978bde4d37 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:34.973765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc2a3bbc-d059-4454-bd53-8825dba6e337 req-0756b90d-1d20-4c54-9f9c-d5978bde4d37 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 3816 time: 0.2900002 Dec 13 12:59:35.016071 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-be8e8c45-7bb6-4988-8ca6-5ee9ef1598d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7dc17aa-9509-4519-af35-bed0c738a5f8 HTTP/1.1" status: 200 len: 217 time: 0.0417924 Dec 13 12:59:35.042741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d9ba-3f24-4128-a350-ad2a67c8aba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:35.097841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-3373fb80-97ea-4e43-bb19-5523e19e6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:35.100646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-3373fb80-97ea-4e43-bb19-5523e19e6284 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.0625403 Dec 13 12:59:35.110015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44cc4eca-7068-4181-8718-8fa1d9ab5dbc req-2c472845-6dc9-4504-b3b5-db1caa67f208 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858542 Dec 13 12:59:35.123633 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d9ba-3f24-4128-a350-ad2a67c8aba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:35.148455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc2a3bbc-d059-4454-bd53-8825dba6e337 req-0d44cb53-4a58-4bfa-b45e-de584b908f8e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589022 Dec 13 12:59:35.203725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-9becb384-71e8-4d37-bfd1-7b817ee9f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:35.205784 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-9becb384-71e8-4d37-bfd1-7b817ee9f1ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827181 Dec 13 12:59:35.372868 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-cbc4c582-0c7b-44f8-9982-2bc02d9ddc70 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549048 Dec 13 12:59:35.511352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ddebafab-f58d-4af6-bc03-e8470f3c37e8 req-2c7f4ef7-b93d-49e9-81b4-d3de940f8f2a service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252034 Dec 13 12:59:35.748603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e6ffa2f-baa3-454a-a9c9-aae35e5d66e8 req-041eb6e7-61b6-49cf-aeac-3313330b2616 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0691195 Dec 13 12:59:35.750552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:35.761881 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:35.793253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Transition to ACTIVE for port object 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:35.807912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcae8a-007c-4fbe-b7ea-f7ff88696870 req-17a44e3c-5c24-438a-9b5b-72f68f568190 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:35.809468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bdcae8a-007c-4fbe-b7ea-f7ff88696870 req-17a44e3c-5c24-438a-9b5b-72f68f568190 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1540468 Dec 13 12:59:35.810655 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:35.815215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d9ba-3f24-4128-a350-ad2a67c8aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:35.817744 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d9ba-3f24-4128-a350-ad2a67c8aba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:35.818915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bfe8d9ba-3f24-4128-a350-ad2a67c8aba0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14eb6409-989c-453b-8586-8a3dc36d029d HTTP/1.1" status: 204 len: 168 time: 1.0431259 Dec 13 12:59:35.880136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8d9ba-3f24-4128-a350-ad2a67c8aba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eb6409-989c-453b-8586-8a3dc36d029d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:35.947838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bdcae8a-007c-4fbe-b7ea-f7ff88696870 req-bb1f9f34-0979-4f1b-b947-18c014e561dc tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997322 Dec 13 12:59:35.951857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Pushing event updated for resources: {'Port': ['ID=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:36.106109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Attempting to bind port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:36.106674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Attempting to bind port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:36.107098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Attempting to bind port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b on network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:36.123514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27898256-79f9-4fa9-8e2b-37cb28f8baf9 req-51e7b8c2-8839-47b3-b03c-c80e2fea452f tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.125260 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27898256-79f9-4fa9-8e2b-37cb28f8baf9 req-51e7b8c2-8839-47b3-b03c-c80e2fea452f tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 945 time: 0.0980060 Dec 13 12:59:36.125991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b on network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:36.126454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Attempting to bind port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b on network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:36.141896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:36.142406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Checking segment: {'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:36.142869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Bound using segment: {'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:36.143401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Bound port: 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3dfbfa-2204-48e5-b90d-2c4a959c0788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:36.143836 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:36.289741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27898256-79f9-4fa9-8e2b-37cb28f8baf9 req-a6279a8c-fe0c-4376-aec6-205ae7abc104 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547577 Dec 13 12:59:36.340438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff3292-507c-4a88-bf4a-579ed2621b9a req-9892c0c3-dcf3-4439-9c50-885ce17cc421 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.347882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9ff3292-507c-4a88-bf4a-579ed2621b9a req-9892c0c3-dcf3-4439-9c50-885ce17cc421 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 943 time: 0.1116183 Dec 13 12:59:36.357171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] For port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:36.361296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] For port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:36.383037 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:36.511726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9ff3292-507c-4a88-bf4a-579ed2621b9a req-34c4070d-c07f-43e9-b716-f8dea1cc64c0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628494 Dec 13 12:59:36.520551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Pushing event updated for resources: {'Port': ['ID=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:36.541252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.541961 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:36.543474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] 10.222.0.42 "PUT /v2.0/ports/78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b HTTP/1.1" status: 200 len: 1091 time: 2.1185811 Dec 13 12:59:36.544649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:36.546998 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3705c-7335-4de2-aa20-9588848d563c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:36.563649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.564036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.564390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.564739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.565076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.565410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.565747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.566198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.566424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.566762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.567254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.567399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.567725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472c1b9-5ebf-4215-98b9-b27a18f7c90a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 12:59:36.647467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:36.654457 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d1cc1f-a192-491d-a40e-1dc5a72fee22 x-openstack-request-id: req-43d1cc1f-a192-491d-a40e-1dc5a72fee22 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:36.654965 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:36.668803 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43d1cc1f-a192-491d-a40e-1dc5a72fee22 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:36.669898 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b', 'status': 'completed', 'code': 200} Dec 13 12:59:36.745214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3705c-7335-4de2-aa20-9588848d563c req-9b17bac1-538b-4789-bf49-a73aca7b0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.751656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3705c-7335-4de2-aa20-9588848d563c req-9b17bac1-538b-4789-bf49-a73aca7b0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.752116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3705c-7335-4de2-aa20-9588848d563c req-9b17bac1-538b-4789-bf49-a73aca7b0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.752583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3705c-7335-4de2-aa20-9588848d563c req-9b17bac1-538b-4789-bf49-a73aca7b0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.753043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3705c-7335-4de2-aa20-9588848d563c req-9b17bac1-538b-4789-bf49-a73aca7b0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.756344 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c1b3705c-7335-4de2-aa20-9588848d563c req-9b17bac1-538b-4789-bf49-a73aca7b0d30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 4363 time: 0.0986049 Dec 13 12:59:36.801628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb6e7a-05b8-437c-aa63-d1a5857d7c73 req-933f5427-97d5-4748-b7ad-aaeb7aa34fc6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.810231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb6e7a-05b8-437c-aa63-d1a5857d7c73 req-933f5427-97d5-4748-b7ad-aaeb7aa34fc6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.826983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb6e7a-05b8-437c-aa63-d1a5857d7c73 req-933f5427-97d5-4748-b7ad-aaeb7aa34fc6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.836953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb6e7a-05b8-437c-aa63-d1a5857d7c73 req-933f5427-97d5-4748-b7ad-aaeb7aa34fc6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.845185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb6e7a-05b8-437c-aa63-d1a5857d7c73 req-933f5427-97d5-4748-b7ad-aaeb7aa34fc6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:36.855513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfb6e7a-05b8-437c-aa63-d1a5857d7c73 req-933f5427-97d5-4748-b7ad-aaeb7aa34fc6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 3828 time: 0.3375137 Dec 13 12:59:36.879491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:36.904339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55978) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:37.068265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfb6e7a-05b8-437c-aa63-d1a5857d7c73 req-c418188b-d193-45f1-97cb-461caf1d5381 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117376 Dec 13 12:59:37.070965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a39f908c-44cb-4eac-9748-d51f8c006e14 req-36704d5a-3a4d-4d3d-8631-f802513a4883 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.1652222 Dec 13 12:59:37.241232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3705c-7335-4de2-aa20-9588848d563c req-c5392bea-6f5b-4455-8ccc-75310af1481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:37.246655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3705c-7335-4de2-aa20-9588848d563c req-c5392bea-6f5b-4455-8ccc-75310af1481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:37.258836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3705c-7335-4de2-aa20-9588848d563c req-c5392bea-6f5b-4455-8ccc-75310af1481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:37.261027 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c1b3705c-7335-4de2-aa20-9588848d563c req-c5392bea-6f5b-4455-8ccc-75310af1481d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9bf505fe3584a8282b32576febeaa8a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4951756 Dec 13 12:59:37.310176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-affbb8d2-199b-4f75-a930-895387d86460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:37.401216 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:37.494878 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:37.798932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-affbb8d2-199b-4f75-a930-895387d86460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:37.815555 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-affbb8d2-199b-4f75-a930-895387d86460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:37.871578 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed092f65-f230-4cab-805d-5811f216a60e req-d675b22e-3d69-4484-8126-3b1df7d78651 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:37.880283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed092f65-f230-4cab-805d-5811f216a60e req-d675b22e-3d69-4484-8126-3b1df7d78651 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 943 time: 0.2369592 Dec 13 12:59:37.997027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-affbb8d2-199b-4f75-a930-895387d86460 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe5d6ccb7ba04c62926af6e8ff5b2a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0526373 Dec 13 12:59:37.998195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbb8d2-199b-4f75-a930-895387d86460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f46faaf-3b54-4e84-8716-e41e424c003c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:38.002972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 56014) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:38.053199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45097b7-ab3b-4dc5-9117-be3b06871a4e {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:38.081726 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:38.128545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Transition to ACTIVE for port object c45097b7-ab3b-4dc5-9117-be3b06871a4e will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:38.151858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed092f65-f230-4cab-805d-5811f216a60e req-ff11e3f4-b413-42e7-a5d5-43e86cadebf0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693410 Dec 13 12:59:38.158561 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:38.166551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b7dc17aa-9509-4519-af35-bed0c738a5f8 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 12:59:38.176758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b48406-8f71-459e-a2ed-25b56effd233 req-a16e44f7-1ad8-4991-89a6-ea532784cb06 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:38.183261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b48406-8f71-459e-a2ed-25b56effd233 req-a16e44f7-1ad8-4991-89a6-ea532784cb06 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 945 time: 0.2339716 Dec 13 12:59:38.214876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3705c-7335-4de2-aa20-9588848d563c req-ba01c570-fbff-468a-b9ce-99b81ca49614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:38.217643 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c1b3705c-7335-4de2-aa20-9588848d563c req-ba01c570-fbff-468a-b9ce-99b81ca49614 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9487619 Dec 13 12:59:38.386034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Pushing event updated for resources: {'Port': ['ID=c45097b7-ab3b-4dc5-9117-be3b06871a4e,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:38.393308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b7dc17aa-9509-4519-af35-bed0c738a5f8, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b7dc17aa-9509-4519-af35-bed0c738a5f8,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:38.395523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-26816408-cfa7-4f46-aec2-dd7ab457c6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:38.405870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'b7dc17aa-9509-4519-af35-bed0c738a5f8', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'port_id': 'b7dc17aa-9509-4519-af35-bed0c738a5f8', 'mac_address': 'fa:16:3e:d1:be:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 12:59:38.451705 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:38.467362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7dc17aa-9509-4519-af35-bed0c738a5f8 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:38.491960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108e74-7c11-4bcf-8c1b-318151ee8a35 req-ef7877f5-a9c1-46ad-9f30-0b0bb0395267 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:38.494776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b7dc17aa-9509-4519-af35-bed0c738a5f8, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b7dc17aa-9509-4519-af35-bed0c738a5f8,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:38.501514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108e74-7c11-4bcf-8c1b-318151ee8a35 req-ef7877f5-a9c1-46ad-9f30-0b0bb0395267 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:38.507397 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:38.507858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108e74-7c11-4bcf-8c1b-318151ee8a35 req-ef7877f5-a9c1-46ad-9f30-0b0bb0395267 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:38.515711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108e74-7c11-4bcf-8c1b-318151ee8a35 req-ef7877f5-a9c1-46ad-9f30-0b0bb0395267 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:38.521622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108e74-7c11-4bcf-8c1b-318151ee8a35 req-ef7877f5-a9c1-46ad-9f30-0b0bb0395267 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:38.529480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108e74-7c11-4bcf-8c1b-318151ee8a35 req-ef7877f5-a9c1-46ad-9f30-0b0bb0395267 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:38.539797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80108e74-7c11-4bcf-8c1b-318151ee8a35 req-ef7877f5-a9c1-46ad-9f30-0b0bb0395267 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 4606 time: 0.2688549 Dec 13 12:59:38.546774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b48406-8f71-459e-a2ed-25b56effd233 req-23949b0f-247d-494d-9407-32c8d4f78b70 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311296 Dec 13 12:59:38.571770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-26816408-cfa7-4f46-aec2-dd7ab457c6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:38.594970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=b7dc17aa-9509-4519-af35-bed0c738a5f8,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:38.717560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-284b3875-bf64-45f2-8eec-217378e33cdb req-adacdc85-cd5a-4fe7-9026-4b2a9a9baa45 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0607657 Dec 13 12:59:38.743865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['b7dc17aa-9509-4519-af35-bed0c738a5f8'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:38.751614 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80108e74-7c11-4bcf-8c1b-318151ee8a35 req-1e38491f-61e7-4236-928f-b2246b907714 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107630 Dec 13 12:59:38.752951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Attempting to bind port c45097b7-ab3b-4dc5-9117-be3b06871a4e on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:38.753286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Attempting to bind port c45097b7-ab3b-4dc5-9117-be3b06871a4e by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:38.753606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Attempting to bind port c45097b7-ab3b-4dc5-9117-be3b06871a4e on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:38.765451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Port c45097b7-ab3b-4dc5-9117-be3b06871a4e on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:38.765806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Attempting to bind port c45097b7-ab3b-4dc5-9117-be3b06871a4e on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:38.782770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-26816408-cfa7-4f46-aec2-dd7ab457c6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:38.785992 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-26816408-cfa7-4f46-aec2-dd7ab457c6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:38.787369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-26816408-cfa7-4f46-aec2-dd7ab457c6ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f46faaf-3b54-4e84-8716-e41e424c003c HTTP/1.1" status: 204 len: 168 time: 0.7533834 Dec 13 12:59:38.788761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:38.789169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Checking segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:38.797407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Bound using segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:38.800430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Bound port: c45097b7-ab3b-4dc5-9117-be3b06871a4e, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:38.802411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:38.898169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26816408-cfa7-4f46-aec2-dd7ab457c6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f46faaf-3b54-4e84-8716-e41e424c003c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:38.985903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] For port c45097b7-ab3b-4dc5-9117-be3b06871a4e, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:38.993399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] For port c45097b7-ab3b-4dc5-9117-be3b06871a4e, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c45097b7-ab3b-4dc5-9117-be3b06871a4e,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:39.000256 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:39.048333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.049082 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:39.050602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] 10.222.0.42 "PUT /v2.0/ports/c45097b7-ab3b-4dc5-9117-be3b06871a4e HTTP/1.1" status: 200 len: 1136 time: 2.4148171 Dec 13 12:59:39.051068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': 'c45097b7-ab3b-4dc5-9117-be3b06871a4e'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:39.053649 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123597d1-9ec9-44d0-81ff-1b08ed29f253" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "c45097b7-ab3b-4dc5-9117-be3b06871a4e"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:39.086838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0543-03db-4ea8-b398-ea856e992057 service neutron] Pushing event updated for resources: {'Port': ['ID=c45097b7-ab3b-4dc5-9117-be3b06871a4e,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:39.104969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:39.129567 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8871ef4-e5b8-4996-805f-450fed1eb5ce x-openstack-request-id: req-f8871ef4-e5b8-4996-805f-450fed1eb5ce {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:39.129567 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "c45097b7-ab3b-4dc5-9117-be3b06871a4e", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:39.129896 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8871ef4-e5b8-4996-805f-450fed1eb5ce {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:39.130217 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': 'c45097b7-ab3b-4dc5-9117-be3b06871a4e', 'status': 'completed', 'code': 200} Dec 13 12:59:39.219965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:39.307680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-adccac86-cbbd-4154-925b-de8eda34f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.313104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-adccac86-cbbd-4154-925b-de8eda34f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.313798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-adccac86-cbbd-4154-925b-de8eda34f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.314453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-adccac86-cbbd-4154-925b-de8eda34f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.315079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-adccac86-cbbd-4154-925b-de8eda34f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.315702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-adccac86-cbbd-4154-925b-de8eda34f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.318363 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-adccac86-cbbd-4154-925b-de8eda34f97f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5292 time: 0.1636512 Dec 13 12:59:39.402231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 56060) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:39.442259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-c9583e95-5695-4659-b290-fe142197fdc9 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.442259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-c9583e95-5695-4659-b290-fe142197fdc9 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.42 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 945 time: 0.2193298 Dec 13 12:59:39.487689 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7df72ec5-8859-4254-a2f2-6f7ee91e25fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:39.525618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-e26d5126-a8a6-4495-90a0-6121b0073074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.525902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-e26d5126-a8a6-4495-90a0-6121b0073074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.526333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-e26d5126-a8a6-4495-90a0-6121b0073074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.528513 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-e26d5126-a8a6-4495-90a0-6121b0073074 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9bf505fe3584a8282b32576febeaa8a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1990802 Dec 13 12:59:39.665015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1588739-1052-4431-a152-081e99cf58aa req-00759480-a1bb-4955-a58e-25640d9cab7f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.667032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1588739-1052-4431-a152-081e99cf58aa req-00759480-a1bb-4955-a58e-25640d9cab7f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 944 time: 0.3548617 Dec 13 12:59:39.678016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-fb47ab32-d573-4e96-98a9-fae7191f7b6d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Deleting port 3083a0aa-4572-4682-bfbf-476f541fe8e3 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 12:59:39.678420 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-fb47ab32-d573-4e96-98a9-fae7191f7b6d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:39.745535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-364bb8fd-10ec-404f-8f26-7f2306691473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.746980 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-123597d1-9ec9-44d0-81ff-1b08ed29f253 req-364bb8fd-10ec-404f-8f26-7f2306691473 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1976805 Dec 13 12:59:39.811305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-fb47ab32-d573-4e96-98a9-fae7191f7b6d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] For port 3083a0aa-4572-4682-bfbf-476f541fe8e3, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3083a0aa-4572-4682-bfbf-476f541fe8e3,segment=NetworkSegment(28e1fa25-9074-4162-ba09-1f6646aeffc3),segment_id=28e1fa25-9074-4162-ba09-1f6646aeffc3)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:39.811896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-fb47ab32-d573-4e96-98a9-fae7191f7b6d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:39.818485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2b9cc-05ff-4ef5-a419-4afaffb169ac req-241a4a78-b035-43f3-9b7d-3b254ef56cde tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:39.820067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ba2b9cc-05ff-4ef5-a419-4afaffb169ac req-241a4a78-b035-43f3-9b7d-3b254ef56cde tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1701453 Dec 13 12:59:39.831202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-fb47ab32-d573-4e96-98a9-fae7191f7b6d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Calling delete_port for 3083a0aa-4572-4682-bfbf-476f541fe8e3 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 12:59:39.883533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1588739-1052-4431-a152-081e99cf58aa req-5879b587-6017-492e-ad2d-f8e2a7ce75d4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971791 Dec 13 12:59:39.931685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ba2b9cc-05ff-4ef5-a419-4afaffb169ac req-a88e4a05-83ac-4249-a1b0-2d86ac030fd8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040289 Dec 13 12:59:39.982416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7df72ec5-8859-4254-a2f2-6f7ee91e25fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:39.996317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7df72ec5-8859-4254-a2f2-6f7ee91e25fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.073947 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-fb47ab32-d573-4e96-98a9-fae7191f7b6d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.089333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['3083a0aa-4572-4682-bfbf-476f541fe8e3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:40.139116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47ab32-d573-4e96-98a9-fae7191f7b6d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Pushing event deleted for resources: {'Port': ['ID=3083a0aa-4572-4682-bfbf-476f541fe8e3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:40.161360 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7df72ec5-8859-4254-a2f2-6f7ee91e25fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6233e543d32345ee81588d2de173300b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7519736 Dec 13 12:59:40.166579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b7dc17aa-9509-4519-af35-bed0c738a5f8 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 12:59:40.187828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56082) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:40.189590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-fb47ab32-d573-4e96-98a9-fae7191f7b6d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] No DVR routers for this DVR port 3083a0aa-4572-4682-bfbf-476f541fe8e3 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 12:59:40.192637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-fb47ab32-d573-4e96-98a9-fae7191f7b6d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.198507 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-dcd0c3b0-61ed-48a1-a576-53575e8e607e req-fb47ab32-d573-4e96-98a9-fae7191f7b6d tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.42 "DELETE /v2.0/ports/3083a0aa-4572-4682-bfbf-476f541fe8e3 HTTP/1.1" status: 204 len: 173 time: 0.7450721 Dec 13 12:59:40.223103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891fb2c3-aabe-422f-bcdc-702cea6f64a6', 'name': 'network-vif-deleted', 'tag': '3083a0aa-4572-4682-bfbf-476f541fe8e3'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:40.229332 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb0546f-c801-42a9-aa2c-78e98239dae7" -d '{"events": [{"server_uuid": "891fb2c3-aabe-422f-bcdc-702cea6f64a6", "name": "network-vif-deleted", "tag": "3083a0aa-4572-4682-bfbf-476f541fe8e3"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:40.239680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port b7dc17aa-9509-4519-af35-bed0c738a5f8 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 12:59:40.244257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c45399-8b22-4490-9dce-8ab750e368d4 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:40.245199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port b7dc17aa-9509-4519-af35-bed0c738a5f8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:40.245648 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.261784 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.276022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Transition to ACTIVE for port object 50c45399-8b22-4490-9dce-8ab750e368d4 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:40.278064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df72ec5-8859-4254-a2f2-6f7ee91e25fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4cafb8-efb2-450c-b238-b94b4d8a6028,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:40.304359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.336917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9e1411a-b1e7-401c-9045-b1eb6f5319c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.359588 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.408938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee066f80-d784-43fc-ad28-bb8604fab0ba req-5d9f4303-3a8e-4213-9cec-a01615164458 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:40.410092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b7dc17aa-9509-4519-af35-bed0c738a5f8, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b7dc17aa-9509-4519-af35-bed0c738a5f8,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:40.411456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56578cd-495d-4016-8d80-376995d23098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dc17aa-9509-4519-af35-bed0c738a5f8'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:40.417575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee066f80-d784-43fc-ad28-bb8604fab0ba req-5d9f4303-3a8e-4213-9cec-a01615164458 tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/ports?device_id=891fb2c3-aabe-422f-bcdc-702cea6f64a6 HTTP/1.1" status: 200 len: 867 time: 0.4249375 Dec 13 12:59:40.421261 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54ce8dc-2bc2-465c-b1cc-0afd1d0d866f" -d '{"events": [{"server_uuid": "e56578cd-495d-4016-8d80-376995d23098", "name": "network-vif-plugged", "status": "completed", "tag": "b7dc17aa-9509-4519-af35-bed0c738a5f8"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:40.423828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9e1411a-b1e7-401c-9045-b1eb6f5319c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.427643 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.488399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725f4-8845-4e97-8662-3394a72b54ee req-d653a4fd-8a5d-4091-99f8-582cdf722ef9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:40.496377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725f4-8845-4e97-8662-3394a72b54ee req-d653a4fd-8a5d-4091-99f8-582cdf722ef9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:40.503325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725f4-8845-4e97-8662-3394a72b54ee req-d653a4fd-8a5d-4091-99f8-582cdf722ef9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:40.510507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9e1411a-b1e7-401c-9045-b1eb6f5319c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.510791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725f4-8845-4e97-8662-3394a72b54ee req-d653a4fd-8a5d-4091-99f8-582cdf722ef9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:40.516197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9e1411a-b1e7-401c-9045-b1eb6f5319c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.516983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725f4-8845-4e97-8662-3394a72b54ee req-d653a4fd-8a5d-4091-99f8-582cdf722ef9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:40.521531 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d9e1411a-b1e7-401c-9045-b1eb6f5319c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e4cafb8-efb2-450c-b238-b94b4d8a6028 HTTP/1.1" status: 204 len: 168 time: 0.3182497 Dec 13 12:59:40.523547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=b7dc17aa-9509-4519-af35-bed0c738a5f8,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:40.530948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725f4-8845-4e97-8662-3394a72b54ee req-d653a4fd-8a5d-4091-99f8-582cdf722ef9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:40.532878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c8725f4-8845-4e97-8662-3394a72b54ee req-d653a4fd-8a5d-4091-99f8-582cdf722ef9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 4606 time: 0.4158158 Dec 13 12:59:40.534101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1411a-b1e7-401c-9045-b1eb6f5319c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4cafb8-efb2-450c-b238-b94b4d8a6028,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:40.661397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Pushing event updated for resources: {'Port': ['ID=50c45399-8b22-4490-9dce-8ab750e368d4,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:40.676535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee066f80-d784-43fc-ad28-bb8604fab0ba req-136438b1-f360-4c67-8747-2a899f788b7e tempest-VolumesActionsTest-67033769 tempest-VolumesActionsTest-67033769-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1731644-7ebe-4fbf-be97-d3ff78068773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577815 Dec 13 12:59:40.785412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Attempting to bind port 50c45399-8b22-4490-9dce-8ab750e368d4 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:40.785746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Attempting to bind port 50c45399-8b22-4490-9dce-8ab750e368d4 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:40.789353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Attempting to bind port 50c45399-8b22-4490-9dce-8ab750e368d4 on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:40.804188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Port 50c45399-8b22-4490-9dce-8ab750e368d4 on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:40.804517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Attempting to bind port 50c45399-8b22-4490-9dce-8ab750e368d4 on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:40.816544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:40.816888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Checking segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:40.817272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Bound using segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:40.817713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Bound port: 50c45399-8b22-4490-9dce-8ab750e368d4, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:40.818090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:40.889922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c8725f4-8845-4e97-8662-3394a72b54ee req-e2348d44-c161-4219-bb2c-5b6ae1270796 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3193293 Dec 13 12:59:40.980460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cde8fb6b-421d-4d1c-8296-37d335a4da57 req-996ef122-20da-4d89-a461-2326589562b6 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.1342418 Dec 13 12:59:41.070243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] For port 50c45399-8b22-4490-9dce-8ab750e368d4, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:41.077818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] For port 50c45399-8b22-4490-9dce-8ab750e368d4, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=50c45399-8b22-4490-9dce-8ab750e368d4,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:41.086141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:41.098569 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cff96ce-b56f-4ee7-8e0c-4481fd4f6797 x-openstack-request-id: req-2cff96ce-b56f-4ee7-8e0c-4481fd4f6797 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:41.099074 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891fb2c3-aabe-422f-bcdc-702cea6f64a6", "name": "network-vif-deleted", "tag": "3083a0aa-4572-4682-bfbf-476f541fe8e3", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:41.099608 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cff96ce-b56f-4ee7-8e0c-4481fd4f6797 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:41.100195 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891fb2c3-aabe-422f-bcdc-702cea6f64a6', 'name': 'network-vif-deleted', 'tag': '3083a0aa-4572-4682-bfbf-476f541fe8e3', 'status': 'completed', 'code': 200} Dec 13 12:59:41.159824 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c42bc6-9869-4957-8e09-39f4b495f9c8 x-openstack-request-id: req-41c42bc6-9869-4957-8e09-39f4b495f9c8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:41.160357 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56578cd-495d-4016-8d80-376995d23098", "name": "network-vif-plugged", "status": "completed", "tag": "b7dc17aa-9509-4519-af35-bed0c738a5f8", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:41.160464 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41c42bc6-9869-4957-8e09-39f4b495f9c8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:41.160832 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56578cd-495d-4016-8d80-376995d23098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dc17aa-9509-4519-af35-bed0c738a5f8', 'code': 200} Dec 13 12:59:41.184003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.185337 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:41.186931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] 10.222.0.42 "PUT /v2.0/ports/50c45399-8b22-4490-9dce-8ab750e368d4 HTTP/1.1" status: 200 len: 1135 time: 2.0930426 Dec 13 12:59:41.194762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': '50c45399-8b22-4490-9dce-8ab750e368d4'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:41.198756 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e796fc19-e45a-4b87-9753-581ef0790d66" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "50c45399-8b22-4490-9dce-8ab750e368d4"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:41.223740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae08ac-5f48-4613-9881-bf56614c3b5c service neutron] Pushing event updated for resources: {'Port': ['ID=50c45399-8b22-4490-9dce-8ab750e368d4,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:41.249568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5199801-825d-4699-a0bc-c82a9305cc06 req-936ffa3c-6534-4847-a1fc-16b7a232bbbf tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.256874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:41.259412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5199801-825d-4699-a0bc-c82a9305cc06 req-936ffa3c-6534-4847-a1fc-16b7a232bbbf tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1283536 Dec 13 12:59:41.354151 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:41.492164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb553fb-962d-4dad-b1fd-fbb8cd8915c0 req-dda58f53-c1af-42f4-a313-d29b69ea8763 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.494301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-feb553fb-962d-4dad-b1fd-fbb8cd8915c0 req-dda58f53-c1af-42f4-a313-d29b69ea8763 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 945 time: 0.2546070 Dec 13 12:59:41.523192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5199801-825d-4699-a0bc-c82a9305cc06 req-c051e48c-c2f6-4f8a-89b4-27067957c486 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628295 Dec 13 12:59:41.525715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403c49f-3159-4023-85f1-45141814c216 req-fb6b6824-5e72-4e76-afec-d663be4b666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.529155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d403c49f-3159-4023-85f1-45141814c216 req-fb6b6824-5e72-4e76-afec-d663be4b666f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 1096 time: 0.2669065 Dec 13 12:59:41.597772 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fb3dc1-cf64-49ba-b0fa-f11000a32d5d x-openstack-request-id: req-10fb3dc1-cf64-49ba-b0fa-f11000a32d5d {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:41.598360 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "50c45399-8b22-4490-9dce-8ab750e368d4", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:41.598820 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10fb3dc1-cf64-49ba-b0fa-f11000a32d5d {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:41.599426 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': '50c45399-8b22-4490-9dce-8ab750e368d4', 'status': 'completed', 'code': 200} Dec 13 12:59:41.646363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d403c49f-3159-4023-85f1-45141814c216 req-293e0395-0cd8-4858-8b54-9505babf52a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038041 Dec 13 12:59:41.663259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-feb553fb-962d-4dad-b1fd-fbb8cd8915c0 req-35e29b15-eb84-440e-9c3a-9e817b3334f1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244459 Dec 13 12:59:41.750982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-d8ff45c8-4175-4d95-92f0-809735d10c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.751471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-d8ff45c8-4175-4d95-92f0-809735d10c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.751939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-d8ff45c8-4175-4d95-92f0-809735d10c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.752406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-d8ff45c8-4175-4d95-92f0-809735d10c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.753224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-d8ff45c8-4175-4d95-92f0-809735d10c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.753337 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-d8ff45c8-4175-4d95-92f0-809735d10c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.753752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-d8ff45c8-4175-4d95-92f0-809735d10c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.756718 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-d8ff45c8-4175-4d95-92f0-809735d10c11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6220 time: 0.1427600 Dec 13 12:59:41.894731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f611ff96-dd02-482d-baa6-61dd953429d4 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:41.905651 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:41.980144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c4a32-09dd-4e13-9ccf-ce8e321f39bb req-f91ac75c-3305-4a0e-bdf1-b1611d3203d8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:41.986015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-431c4a32-09dd-4e13-9ccf-ce8e321f39bb req-f91ac75c-3305-4a0e-bdf1-b1611d3203d8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0954504 Dec 13 12:59:42.043976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-6627ba54-098d-4881-b23b-06bdb4743c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.044698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-6627ba54-098d-4881-b23b-06bdb4743c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.045515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-6627ba54-098d-4881-b23b-06bdb4743c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.047592 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-6627ba54-098d-4881-b23b-06bdb4743c0a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9bf505fe3584a8282b32576febeaa8a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1387639 Dec 13 12:59:42.105139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-431c4a32-09dd-4e13-9ccf-ce8e321f39bb req-32af9b51-f787-459e-9eb0-20947964a2b4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129541 Dec 13 12:59:42.133067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5afcc-35d9-47b7-9438-4e33eeceea99 req-c26915ee-c1a0-4c2e-bc97-7d816d8181b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.141337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5afcc-35d9-47b7-9438-4e33eeceea99 req-c26915ee-c1a0-4c2e-bc97-7d816d8181b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.155421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5afcc-35d9-47b7-9438-4e33eeceea99 req-c26915ee-c1a0-4c2e-bc97-7d816d8181b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.164784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5afcc-35d9-47b7-9438-4e33eeceea99 req-c26915ee-c1a0-4c2e-bc97-7d816d8181b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.172251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5afcc-35d9-47b7-9438-4e33eeceea99 req-c26915ee-c1a0-4c2e-bc97-7d816d8181b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.183080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5afcc-35d9-47b7-9438-4e33eeceea99 req-c26915ee-c1a0-4c2e-bc97-7d816d8181b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.184766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Transition to ACTIVE for port object f611ff96-dd02-482d-baa6-61dd953429d4 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:42.193918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5afcc-35d9-47b7-9438-4e33eeceea99 req-c26915ee-c1a0-4c2e-bc97-7d816d8181b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.196849 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39d5afcc-35d9-47b7-9438-4e33eeceea99 req-c26915ee-c1a0-4c2e-bc97-7d816d8181b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5383 time: 0.1670668 Dec 13 12:59:42.215822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:42.266676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-4bb18c9a-1afc-48ee-aabc-bf8e0711d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.272125 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e796fc19-e45a-4b87-9753-581ef0790d66 req-4bb18c9a-1afc-48ee-aabc-bf8e0711d981 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2151165 Dec 13 12:59:42.380238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=f611ff96-dd02-482d-baa6-61dd953429d4,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:42.400121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39d5afcc-35d9-47b7-9438-4e33eeceea99 req-4478d61e-87b7-432f-a8d6-c7c18404108d tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1924505 Dec 13 12:59:42.538667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5276225-33a7-4716-9863-b0d0ec4be1b1 req-cc36ed31-4112-41eb-afd1-ef9997f86328 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0687776 Dec 13 12:59:42.585809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Attempting to bind port f611ff96-dd02-482d-baa6-61dd953429d4 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:42.587217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Attempting to bind port f611ff96-dd02-482d-baa6-61dd953429d4 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:42.587374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Attempting to bind port f611ff96-dd02-482d-baa6-61dd953429d4 on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:42.610609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Port f611ff96-dd02-482d-baa6-61dd953429d4 on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:42.610943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Attempting to bind port f611ff96-dd02-482d-baa6-61dd953429d4 on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:42.634522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736560a-d05f-4a5b-a0e8-f6a8f32d0cba req-06de45fe-b1e8-46dd-a542-50ec09492441 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.636331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:42.636684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Checking segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:42.636845 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5736560a-d05f-4a5b-a0e8-f6a8f32d0cba req-06de45fe-b1e8-46dd-a542-50ec09492441 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0956881 Dec 13 12:59:42.637079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Bound using segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:42.637533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Bound port: f611ff96-dd02-482d-baa6-61dd953429d4, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:42.637901 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:42.784846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5736560a-d05f-4a5b-a0e8-f6a8f32d0cba req-9d52865f-bc75-431a-b320-397f04eeff14 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391428 Dec 13 12:59:42.827406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] For port f611ff96-dd02-482d-baa6-61dd953429d4, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:42.837788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] For port f611ff96-dd02-482d-baa6-61dd953429d4, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f611ff96-dd02-482d-baa6-61dd953429d4,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:42.856586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:42.993292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:42.994828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:42.997174 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] 10.222.0.42 "PUT /v2.0/ports/f611ff96-dd02-482d-baa6-61dd953429d4 HTTP/1.1" status: 200 len: 1091 time: 1.7468786 Dec 13 12:59:43.006810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcbd1e-f959-42c9-8bbc-0a2135605812 req-c3355f93-27bd-454c-9023-65cc8fb91ada tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.019825 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66fcbd1e-f959-42c9-8bbc-0a2135605812 req-c3355f93-27bd-454c-9023-65cc8fb91ada tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 945 time: 0.1778026 Dec 13 12:59:43.051085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:43.107155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': 'f611ff96-dd02-482d-baa6-61dd953429d4'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:43.110845 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9325d37-ac78-436d-a27c-8094edaf0da1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "f611ff96-dd02-482d-baa6-61dd953429d4"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:43.119199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9d321-2b5d-4a8b-be49-c763f7fdbcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=f611ff96-dd02-482d-baa6-61dd953429d4,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:43.232183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66fcbd1e-f959-42c9-8bbc-0a2135605812 req-ae15298e-cdc5-483a-a8a6-cc7a86c87a23 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038710 Dec 13 12:59:43.249868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:43.346059 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292889d3-229c-47a8-825b-3a77a665d9bf x-openstack-request-id: req-292889d3-229c-47a8-825b-3a77a665d9bf {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:43.360502 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "f611ff96-dd02-482d-baa6-61dd953429d4", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:43.360502 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-292889d3-229c-47a8-825b-3a77a665d9bf {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:43.360942 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': 'f611ff96-dd02-482d-baa6-61dd953429d4', 'status': 'completed', 'code': 200} Dec 13 12:59:43.490598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdccd0-0edb-4611-b462-d3d1842fe2a7 req-1c95fba7-c8da-42a4-809b-49a0ab6efd6e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.499734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ffdccd0-0edb-4611-b462-d3d1842fe2a7 req-1c95fba7-c8da-42a4-809b-49a0ab6efd6e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1925194 Dec 13 12:59:43.549212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-e9a12cbd-856c-4bfe-86a1-bd95e2a6c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.549715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-e9a12cbd-856c-4bfe-86a1-bd95e2a6c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.550158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-e9a12cbd-856c-4bfe-86a1-bd95e2a6c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.550617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-e9a12cbd-856c-4bfe-86a1-bd95e2a6c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.551069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-e9a12cbd-856c-4bfe-86a1-bd95e2a6c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.551518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-e9a12cbd-856c-4bfe-86a1-bd95e2a6c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.551973 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-e9a12cbd-856c-4bfe-86a1-bd95e2a6c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.553899 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-e9a12cbd-856c-4bfe-86a1-bd95e2a6c30c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6287 time: 0.1860757 Dec 13 12:59:43.560903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ffdccd0-0edb-4611-b462-d3d1842fe2a7 req-c68a5e24-0647-44dc-a90c-da4bd77b2f1d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599225 Dec 13 12:59:43.761910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aacd1174-b1b1-4849-98bd-4203083404ca req-741a184b-8764-4821-a12d-c1a55d4aa7de tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0468147 Dec 13 12:59:43.799633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-b1256f3a-71c7-4f7a-b598-4f760a722884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.800669 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-b1256f3a-71c7-4f7a-b598-4f760a722884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.801330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-b1256f3a-71c7-4f7a-b598-4f760a722884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.803629 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-b1256f3a-71c7-4f7a-b598-4f760a722884 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9bf505fe3584a8282b32576febeaa8a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2294664 Dec 13 12:59:43.832836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62221d31-1454-43bd-89c3-5f67f38ff899 req-b3af38bb-e3ac-4817-9279-c7d00b31d6f5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.855547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62221d31-1454-43bd-89c3-5f67f38ff899 req-b3af38bb-e3ac-4817-9279-c7d00b31d6f5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.870250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62221d31-1454-43bd-89c3-5f67f38ff899 req-b3af38bb-e3ac-4817-9279-c7d00b31d6f5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.880574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62221d31-1454-43bd-89c3-5f67f38ff899 req-b3af38bb-e3ac-4817-9279-c7d00b31d6f5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.897041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62221d31-1454-43bd-89c3-5f67f38ff899 req-b3af38bb-e3ac-4817-9279-c7d00b31d6f5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.910868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62221d31-1454-43bd-89c3-5f67f38ff899 req-b3af38bb-e3ac-4817-9279-c7d00b31d6f5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.918100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62221d31-1454-43bd-89c3-5f67f38ff899 req-b3af38bb-e3ac-4817-9279-c7d00b31d6f5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:43.926918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62221d31-1454-43bd-89c3-5f67f38ff899 req-b3af38bb-e3ac-4817-9279-c7d00b31d6f5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5395 time: 0.2739358 Dec 13 12:59:44.017827 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:44.032183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9be0c3-1a4d-4608-af2f-4e6b54c1e971 req-9667c50b-741a-4e89-9a85-7dc93c74766a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:44.042042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d9be0c3-1a4d-4608-af2f-4e6b54c1e971 req-9667c50b-741a-4e89-9a85-7dc93c74766a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1063952 Dec 13 12:59:44.050490 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:44.087104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62221d31-1454-43bd-89c3-5f67f38ff899 req-54ca735e-4aa3-4f0b-9b02-c8488747a9d5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589599 Dec 13 12:59:44.121065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Transition to ACTIVE for port object 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:44.136902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:44.155185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-0536cb5e-fe7f-4a1c-bcff-01d461ca5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:44.164882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d9be0c3-1a4d-4608-af2f-4e6b54c1e971 req-faa61632-2abc-467c-9bff-3eae659c0a86 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214750 Dec 13 12:59:44.174062 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9325d37-ac78-436d-a27c-8094edaf0da1 req-0536cb5e-fe7f-4a1c-bcff-01d461ca5dbf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3480003 Dec 13 12:59:44.181598 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 3083a0aa-4572-4682-bfbf-476f541fe8e3 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 12:59:44.267391 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 3083a0aa-4572-4682-bfbf-476f541fe8e3 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 12:59:44.267749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 3083a0aa-4572-4682-bfbf-476f541fe8e3 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 12:59:44.291425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:44.422322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Attempting to bind port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:44.422643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Attempting to bind port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:44.427866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Attempting to bind port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:44.437659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:44.439025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Attempting to bind port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:44.456433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:44.457561 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Checking segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:44.458811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Bound using segment: {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:44.459344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Bound port: 1d5b9ba7-fb28-4630-ad6a-37abed4bca86, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6bf1ba-24af-4b95-9683-266614e4da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:44.460388 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:44.517800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44b9ef-2bd8-4682-bd50-cb4ae0870408 req-784fc2e2-375f-4194-b114-c8c94e34e406 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:44.521923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da44b9ef-2bd8-4682-bd50-cb4ae0870408 req-784fc2e2-375f-4194-b114-c8c94e34e406 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 945 time: 0.1609914 Dec 13 12:59:44.623821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] For port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:44.641697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] For port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:44.644014 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da44b9ef-2bd8-4682-bd50-cb4ae0870408 req-4872d327-caca-440a-b75a-11c885abd2af tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151659 Dec 13 12:59:44.653036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:44.751203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:44.751894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:44.753363 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] 10.222.0.42 "PUT /v2.0/ports/1d5b9ba7-fb28-4630-ad6a-37abed4bca86 HTTP/1.1" status: 200 len: 1091 time: 1.7203298 Dec 13 12:59:44.797007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:44.902709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40cb3c-fc31-48e3-bd7e-74f3bbcec2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:44.997747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41f5f2-9dd6-496a-a037-3e99400caec7 req-887558bf-ca45-47e8-8f58-d1a734b8ab36 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:44.999610 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c41f5f2-9dd6-496a-a037-3e99400caec7 req-887558bf-ca45-47e8-8f58-d1a734b8ab36 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2078891 Dec 13 12:59:45.027791 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:45.154219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-52b7fb71-40af-4225-9551-114e0568a19b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b188612fc8c94020b3799b929c73b2b5 HTTP/1.1" status: 200 len: 267 time: 0.2322147 Dec 13 12:59:45.255389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c41f5f2-9dd6-496a-a037-3e99400caec7 req-319a8869-4685-47c2-b624-1620187030d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344882 Dec 13 12:59:45.318330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-bbe769d1-59f1-4359-8d39-bf5b710a7688 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:45.318330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-bbe769d1-59f1-4359-8d39-bf5b710a7688 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 945 time: 0.1621258 Dec 13 12:59:45.363278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-e9eb6303-7755-4026-bfa9-7532d37b874e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'port': {'security_groups': []}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:45.393976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': '1d5b9ba7-fb28-4630-ad6a-37abed4bca86'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:45.397002 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715c7d71-6cae-4eb8-8250-4a28a11b71b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "1d5b9ba7-fb28-4630-ad6a-37abed4bca86"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:45.669918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-81dc3382-58d8-49bc-ab04-b48c8908006d req-75907cd2-44b8-4d80-afc3-92a267f0a155 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.3021753 Dec 13 12:59:45.775614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-e9eb6303-7755-4026-bfa9-7532d37b874e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:45.859590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0e5496-c005-45dd-aa51-28c28dd43728 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:45.888281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:45.937388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Transition to ACTIVE for port object 3b0e5496-c005-45dd-aa51-28c28dd43728 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:45.947670 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:46.231741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-e9eb6303-7755-4026-bfa9-7532d37b874e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] For port b7dc17aa-9509-4519-af35-bed0c738a5f8, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b7dc17aa-9509-4519-af35-bed0c738a5f8,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 12:59:46.245968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0e5496-c005-45dd-aa51-28c28dd43728,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:46.337201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149cda-b540-4a83-9858-bbef608d096c req-14e9909c-54e2-4938-abb7-11fd9e56f144 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:46.358887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149cda-b540-4a83-9858-bbef608d096c req-14e9909c-54e2-4938-abb7-11fd9e56f144 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:46.382598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149cda-b540-4a83-9858-bbef608d096c req-14e9909c-54e2-4938-abb7-11fd9e56f144 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:46.393745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Attempting to bind port 3b0e5496-c005-45dd-aa51-28c28dd43728 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:46.394397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Attempting to bind port 3b0e5496-c005-45dd-aa51-28c28dd43728 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:46.395215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Attempting to bind port 3b0e5496-c005-45dd-aa51-28c28dd43728 on network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:46.402373 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Port 3b0e5496-c005-45dd-aa51-28c28dd43728 on network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:46.402914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Attempting to bind port 3b0e5496-c005-45dd-aa51-28c28dd43728 on network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:46.403916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149cda-b540-4a83-9858-bbef608d096c req-14e9909c-54e2-4938-abb7-11fd9e56f144 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:46.410499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:46.411175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Checking segment: {'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:46.411774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Bound using segment: {'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:46.412428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Bound port: 3b0e5496-c005-45dd-aa51-28c28dd43728, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:46.413107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:46.444398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149cda-b540-4a83-9858-bbef608d096c req-14e9909c-54e2-4938-abb7-11fd9e56f144 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:46.466843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149cda-b540-4a83-9858-bbef608d096c req-14e9909c-54e2-4938-abb7-11fd9e56f144 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:46.484343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149cda-b540-4a83-9858-bbef608d096c req-14e9909c-54e2-4938-abb7-11fd9e56f144 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:46.496266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06149cda-b540-4a83-9858-bbef608d096c req-14e9909c-54e2-4938-abb7-11fd9e56f144 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5407 time: 0.6250751 Dec 13 12:59:46.530679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-e9eb6303-7755-4026-bfa9-7532d37b874e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:46.576573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] For port 3b0e5496-c005-45dd-aa51-28c28dd43728, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:46.581220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] For port 3b0e5496-c005-45dd-aa51-28c28dd43728, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3b0e5496-c005-45dd-aa51-28c28dd43728,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:46.596102 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:46.648581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06149cda-b540-4a83-9858-bbef608d096c req-5d3cafea-111e-4049-ac96-0feabde57754 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509352 Dec 13 12:59:46.652732 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-e9eb6303-7755-4026-bfa9-7532d37b874e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:46.677430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:46.678547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:46.678673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['b7dc17aa-9509-4519-af35-bed0c738a5f8'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:46.681524 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] 10.222.0.42 "PUT /v2.0/ports/3b0e5496-c005-45dd-aa51-28c28dd43728 HTTP/1.1" status: 200 len: 1091 time: 1.8910885 Dec 13 12:59:46.686536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['f5366924-bccf-4c9f-af33-8d78ce54c8f6', '0f43a70e-4bb5-4134-97e4-553627db44f4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:46.712774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc6186-f794-45e2-ae59-e7226dbcfb25 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0e5496-c005-45dd-aa51-28c28dd43728,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:46.735058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Request body: {'port': {'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:46.858769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-e9eb6303-7755-4026-bfa9-7532d37b874e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:46.859620 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-e9eb6303-7755-4026-bfa9-7532d37b874e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:46.860977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d78f8d82-81ce-482d-8368-5c3029de6d83 req-e9eb6303-7755-4026-bfa9-7532d37b874e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "PUT /v2.0/ports/b7dc17aa-9509-4519-af35-bed0c738a5f8 HTTP/1.1" status: 200 len: 904 time: 1.5194316 Dec 13 12:59:46.861485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56578cd-495d-4016-8d80-376995d23098', 'tag': 'b7dc17aa-9509-4519-af35-bed0c738a5f8'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:46.885731 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4c98b7-1b10-46d4-859d-2de229e114fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e56578cd-495d-4016-8d80-376995d23098", "tag": "b7dc17aa-9509-4519-af35-bed0c738a5f8"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:46.960426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:47.026023 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648e3e11-8687-4e50-b32a-d0a939a60c61 x-openstack-request-id: req-648e3e11-8687-4e50-b32a-d0a939a60c61 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:47.027722 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "1d5b9ba7-fb28-4630-ad6a-37abed4bca86", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:47.028324 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-648e3e11-8687-4e50-b32a-d0a939a60c61 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:47.029054 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': '1d5b9ba7-fb28-4630-ad6a-37abed4bca86', 'status': 'completed', 'code': 200} Dec 13 12:59:47.105898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb6303-7755-4026-bfa9-7532d37b874e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'Port': ['ID=b7dc17aa-9509-4519-af35-bed0c738a5f8,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:47.148498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['b7dc17aa-9509-4519-af35-bed0c738a5f8'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:47.189770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de14a5-5897-49d7-b6f8-f72ed3486a0e req-b5ebd893-1301-454c-a717-399823ca7610 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:47.209122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2de14a5-5897-49d7-b6f8-f72ed3486a0e req-b5ebd893-1301-454c-a717-399823ca7610 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3029830 Dec 13 12:59:47.402713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-0e5a49ab-d315-4766-971d-ab6161b28292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:47.403375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-0e5a49ab-d315-4766-971d-ab6161b28292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:47.403998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-0e5a49ab-d315-4766-971d-ab6161b28292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:47.404618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-0e5a49ab-d315-4766-971d-ab6161b28292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:47.405235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-0e5a49ab-d315-4766-971d-ab6161b28292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:47.407191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-0e5a49ab-d315-4766-971d-ab6161b28292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:47.408699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-0e5a49ab-d315-4766-971d-ab6161b28292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:47.411680 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-0e5a49ab-d315-4766-971d-ab6161b28292 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6421 time: 0.3562217 Dec 13 12:59:47.440137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2de14a5-5897-49d7-b6f8-f72ed3486a0e req-98842ee9-d6c7-44ef-974d-70d73b7365eb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276130 Dec 13 12:59:47.548031 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f662a8a8-150d-427c-9252-368cabb3d378 req-94d463df-fa6c-4530-ab59-8c6b398b2e87 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.2043154 Dec 13 12:59:47.715281 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed97b10-f272-490e-870b-f783c1296d95 x-openstack-request-id: req-1ed97b10-f272-490e-870b-f783c1296d95 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:47.716979 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56578cd-495d-4016-8d80-376995d23098", "tag": "b7dc17aa-9509-4519-af35-bed0c738a5f8", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:47.717755 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ed97b10-f272-490e-870b-f783c1296d95 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:47.719051 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56578cd-495d-4016-8d80-376995d23098', 'tag': 'b7dc17aa-9509-4519-af35-bed0c738a5f8', 'status': 'completed', 'code': 200} Dec 13 12:59:47.788497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3d137b5f-158d-4688-b701-d57d1599853c None None] Provisioning complete for port b7dc17aa-9509-4519-af35-bed0c738a5f8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:47.789076 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d137b5f-158d-4688-b701-d57d1599853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:47.977358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec62e3-076b-409a-88fc-266e04ce6f28 req-e77dec38-5c66-478c-b924-0c02ad1c5154 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:47.991801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9fec62e3-076b-409a-88fc-266e04ce6f28 req-e77dec38-5c66-478c-b924-0c02ad1c5154 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 907 time: 0.3709810 Dec 13 12:59:47.998027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-4105f3f8-198f-4b0c-90c7-3b3c48c6b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.003342 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-4105f3f8-198f-4b0c-90c7-3b3c48c6b1a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 1058 time: 0.2826192 Dec 13 12:59:48.019458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-15fcef34-6faa-45cf-8d96-1fdf0a9482ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.020052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-15fcef34-6faa-45cf-8d96-1fdf0a9482ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.020386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-15fcef34-6faa-45cf-8d96-1fdf0a9482ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.021989 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-15fcef34-6faa-45cf-8d96-1fdf0a9482ec service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9bf505fe3584a8282b32576febeaa8a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5996604 Dec 13 12:59:48.169474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-229a094a-1f22-44e3-ae37-780a9af7b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.171024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-229a094a-1f22-44e3-ae37-780a9af7b61a service neutron] 10.222.0.42 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.1479983 Dec 13 12:59:48.210431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350993-b883-485b-9e82-0bb286eceda1 req-18f6b4fc-8782-4ef4-8f69-74514f404e00 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.218047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350993-b883-485b-9e82-0bb286eceda1 req-18f6b4fc-8782-4ef4-8f69-74514f404e00 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.225473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350993-b883-485b-9e82-0bb286eceda1 req-18f6b4fc-8782-4ef4-8f69-74514f404e00 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.232186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350993-b883-485b-9e82-0bb286eceda1 req-18f6b4fc-8782-4ef4-8f69-74514f404e00 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.238423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350993-b883-485b-9e82-0bb286eceda1 req-18f6b4fc-8782-4ef4-8f69-74514f404e00 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.244974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350993-b883-485b-9e82-0bb286eceda1 req-18f6b4fc-8782-4ef4-8f69-74514f404e00 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.251268 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350993-b883-485b-9e82-0bb286eceda1 req-18f6b4fc-8782-4ef4-8f69-74514f404e00 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.260016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46350993-b883-485b-9e82-0bb286eceda1 req-18f6b4fc-8782-4ef4-8f69-74514f404e00 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5419 time: 0.4132185 Dec 13 12:59:48.296067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17260fa-935f-466a-9a8c-392688041fdd {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:48.317379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-79715cc9-ff94-4a31-9353-9a3730f82378 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7dc17aa-9509-4519-af35-bed0c738a5f8 HTTP/1.1" status: 200 len: 217 time: 0.1309025 Dec 13 12:59:48.325437 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:48.361962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Transition to ACTIVE for port object f17260fa-935f-466a-9a8c-392688041fdd will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:48.406848 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:48.704800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-4de1c7c2-4701-4f5f-ba99-33334a43eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:48.706714 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-715c7d71-6cae-4eb8-8250-4a28a11b71b2 req-4de1c7c2-4701-4f5f-ba99-33334a43eeca service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6743317 Dec 13 12:59:48.709891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Pushing event updated for resources: {'Port': ['ID=f17260fa-935f-466a-9a8c-392688041fdd,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:48.856946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56468) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:49.285219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46350993-b883-485b-9e82-0bb286eceda1 req-45d5afd8-c0ea-44e0-99bc-d5180e50ec06 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0237286 Dec 13 12:59:49.288303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-a8c9b55b-9409-4d77-8f1a-20b616bf4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:49.293360 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-a8c9b55b-9409-4d77-8f1a-20b616bf4b1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.9654016 Dec 13 12:59:49.314529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f15b7f-6482-478d-8f9c-df16e750b9a0 req-60becb13-b3ce-4f32-9245-2c95d806e3d0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:49.324935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86f15b7f-6482-478d-8f9c-df16e750b9a0 req-60becb13-b3ce-4f32-9245-2c95d806e3d0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 1.1524050 Dec 13 12:59:49.374021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': '3b0e5496-c005-45dd-aa51-28c28dd43728'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:49.376354 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5ca1e4-1d83-4c3a-b424-88d44662103e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "3b0e5496-c005-45dd-aa51-28c28dd43728"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:49.396567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2aeabcc1-2ec0-448c-aa76-684c49ea8e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:49.410027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Attempting to bind port f17260fa-935f-466a-9a8c-392688041fdd on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:49.410435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Attempting to bind port f17260fa-935f-466a-9a8c-392688041fdd by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:49.410703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Attempting to bind port f17260fa-935f-466a-9a8c-392688041fdd on network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:49.424492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Port f17260fa-935f-466a-9a8c-392688041fdd on network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:49.424888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Attempting to bind port f17260fa-935f-466a-9a8c-392688041fdd on network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:49.451394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:49.451733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Checking segment: {'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:49.452119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Bound using segment: {'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:49.452571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Bound port: f17260fa-935f-466a-9a8c-392688041fdd, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:49.452925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:49.510312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86f15b7f-6482-478d-8f9c-df16e750b9a0 req-fd3c1216-fd22-435b-98bc-57717924b656 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838746 Dec 13 12:59:49.541330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-a22d0df2-98a8-4d12-9e4a-ffc5b39453b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:49.545760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-a22d0df2-98a8-4d12-9e4a-ffc5b39453b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178562 Dec 13 12:59:49.583599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386a856-6ed9-443a-9f5e-90743f6e5211 req-8c03055e-2033-43db-9caa-f82d2d83ae77 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:49.593129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] For port f17260fa-935f-466a-9a8c-392688041fdd, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 12:59:49.594832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e386a856-6ed9-443a-9f5e-90743f6e5211 req-8c03055e-2033-43db-9caa-f82d2d83ae77 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1616812 Dec 13 12:59:49.598949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] For port f17260fa-935f-466a-9a8c-392688041fdd, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f17260fa-935f-466a-9a8c-392688041fdd,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 12:59:49.616534 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:49.743231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:49.744306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:49.764144 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] 10.222.0.42 "PUT /v2.0/ports/f17260fa-935f-466a-9a8c-392688041fdd HTTP/1.1" status: 200 len: 1091 time: 3.0287530 Dec 13 12:59:49.824158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bf287-26bf-4f42-aa0c-cf52cee05e50 service neutron] Pushing event updated for resources: {'Port': ['ID=f17260fa-935f-466a-9a8c-392688041fdd,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:49.934346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f7f0576-03a8-44cc-8ed2-97eb2c3824ef req-52d6a9b4-f5a8-43f3-aa6a-8d727d75f3b7 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0888309 Dec 13 12:59:49.953951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e386a856-6ed9-443a-9f5e-90743f6e5211 req-f8d38b24-b277-47ce-9462-f07edf4c1f15 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526773 Dec 13 12:59:49.974524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-c9e898a1-55d1-4ded-a970-a224d75932d2 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159551 Dec 13 12:59:49.991174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2aeabcc1-2ec0-448c-aa76-684c49ea8e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:50.009497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-8ce5cce3-42cc-40c1-9a4b-edd0209a113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.009884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-8ce5cce3-42cc-40c1-9a4b-edd0209a113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.010366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-8ce5cce3-42cc-40c1-9a4b-edd0209a113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.010821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-8ce5cce3-42cc-40c1-9a4b-edd0209a113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.011277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-8ce5cce3-42cc-40c1-9a4b-edd0209a113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.011767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-8ce5cce3-42cc-40c1-9a4b-edd0209a113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.030035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-8ce5cce3-42cc-40c1-9a4b-edd0209a113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.032342 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-8ce5cce3-42cc-40c1-9a4b-edd0209a113d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6488 time: 0.2156293 Dec 13 12:59:50.033752 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2aeabcc1-2ec0-448c-aa76-684c49ea8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:50.088249 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888ce384-feca-4f7d-b614-23be27bfbe0a x-openstack-request-id: req-888ce384-feca-4f7d-b614-23be27bfbe0a {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:50.089061 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "3b0e5496-c005-45dd-aa51-28c28dd43728", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:50.090190 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-888ce384-feca-4f7d-b614-23be27bfbe0a {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:50.090874 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': '3b0e5496-c005-45dd-aa51-28c28dd43728', 'status': 'completed', 'code': 200} Dec 13 12:59:50.142342 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-f2ec2327-02e9-4db7-b539-eb256b1ecb9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b HTTP/1.1" status: 200 len: 217 time: 0.0497048 Dec 13 12:59:50.178245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeabcc1-2ec0-448c-aa76-684c49ea8e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d13e23-439c-459e-97ed-b04c086aaa2a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:50.220262 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2aeabcc1-2ec0-448c-aa76-684c49ea8e32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbe5512df44b446aaec883dc8cbbe96f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3618343 Dec 13 12:59:50.226701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56490) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:50.289109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-90ee09e6-3e19-4a0d-b3de-57279bee22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.292391 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-90ee09e6-3e19-4a0d-b3de-57279bee22eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a389fb1f-57ad-40b1-ba6f-4d733cc5344d HTTP/1.1" status: 200 len: 856 time: 0.1346290 Dec 13 12:59:50.368889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-886fe9de-ae76-4c4c-a354-67b814cc986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.371533 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-886fe9de-ae76-4c4c-a354-67b814cc986d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690897 Dec 13 12:59:50.372682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-179e4f3a-abc9-447e-879c-59ecf8efe0c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:50.416390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70735128-1d74-4126-86f9-2a000595979a req-e42402b6-26dd-402b-9cec-8cab7856d30d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.417981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70735128-1d74-4126-86f9-2a000595979a req-e42402b6-26dd-402b-9cec-8cab7856d30d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2177837 Dec 13 12:59:50.464446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a6c5c-fc2d-4719-a78d-60b05443858c req-e9d69ebc-3341-4d0f-a0f2-fdfcf2669966 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.472654 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da8a6c5c-fc2d-4719-a78d-60b05443858c req-e9d69ebc-3341-4d0f-a0f2-fdfcf2669966 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1944795 Dec 13 12:59:50.495913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-179e4f3a-abc9-447e-879c-59ecf8efe0c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:50.513401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c4c98b7-1b10-46d4-859d-2de229e114fa req-0c102783-f44f-4217-810e-f7825f8f6f72 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252154 Dec 13 12:59:50.590064 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70735128-1d74-4126-86f9-2a000595979a req-c31a50d9-5c2f-4822-8cb7-05714ded62df tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539457 Dec 13 12:59:50.617956 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-fec36044-3c34-4778-ae28-c1b0318e98bd service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377927 Dec 13 12:59:50.633111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da8a6c5c-fc2d-4719-a78d-60b05443858c req-8da42578-c419-4785-bb35-d6a54efe4da0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594424 Dec 13 12:59:50.725795 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-179e4f3a-abc9-447e-879c-59ecf8efe0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:50.729299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-179e4f3a-abc9-447e-879c-59ecf8efe0c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:50.741088 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-179e4f3a-abc9-447e-879c-59ecf8efe0c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05d13e23-439c-459e-97ed-b04c086aaa2a HTTP/1.1" status: 204 len: 168 time: 0.5057752 Dec 13 12:59:50.857394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c137994-994f-4dff-9f4e-533f070d55b8 req-20ea11c0-d3b5-4b98-818d-090dbd3d0158 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.871103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c137994-994f-4dff-9f4e-533f070d55b8 req-20ea11c0-d3b5-4b98-818d-090dbd3d0158 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.888633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c137994-994f-4dff-9f4e-533f070d55b8 req-20ea11c0-d3b5-4b98-818d-090dbd3d0158 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.895626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c137994-994f-4dff-9f4e-533f070d55b8 req-20ea11c0-d3b5-4b98-818d-090dbd3d0158 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.903478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c137994-994f-4dff-9f4e-533f070d55b8 req-20ea11c0-d3b5-4b98-818d-090dbd3d0158 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.921328 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e4f3a-abc9-447e-879c-59ecf8efe0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d13e23-439c-459e-97ed-b04c086aaa2a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:50.928369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c137994-994f-4dff-9f4e-533f070d55b8 req-20ea11c0-d3b5-4b98-818d-090dbd3d0158 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.958881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c137994-994f-4dff-9f4e-533f070d55b8 req-20ea11c0-d3b5-4b98-818d-090dbd3d0158 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:50.968808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c137994-994f-4dff-9f4e-533f070d55b8 req-20ea11c0-d3b5-4b98-818d-090dbd3d0158 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.2204938 Dec 13 12:59:51.057414 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-5af744a7-c502-4441-849b-5c38c27e2a3e service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286036 Dec 13 12:59:51.114208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c137994-994f-4dff-9f4e-533f070d55b8 req-8e92c992-80d1-455c-b779-17a744668854 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432710 Dec 13 12:59:51.302450 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-faccd856-ebad-4dde-9b57-7efa9653a66c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=c45097b7-ab3b-4dc5-9117-be3b06871a4e HTTP/1.1" status: 200 len: 217 time: 0.2367594 Dec 13 12:59:51.388586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-1a10093c-683b-4c48-8522-9181be82f64d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:51.395558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-1a10093c-683b-4c48-8522-9181be82f64d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 812 time: 0.2720928 Dec 13 12:59:51.401533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-44fdae06-7570-4233-bee4-91644f806582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:51.403047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-44fdae06-7570-4233-bee4-91644f806582 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.0804675 Dec 13 12:59:51.494123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-1e0951cb-6f16-4833-ab73-aa26d002ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:51.498508 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-1e0951cb-6f16-4833-ab73-aa26d002ff63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0876756 Dec 13 12:59:51.511583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-d79ef106-0a8b-419d-a306-2a014349cc27 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/quotas/b188612fc8c94020b3799b929c73b2b5 HTTP/1.1" status: 200 len: 375 time: 0.1014888 Dec 13 12:59:51.602799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-c5a89109-1373-42d2-823b-9746db562ef8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0902064 Dec 13 12:59:51.674492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56538) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:51.688135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920e7c5-e41a-4a83-8551-da5efc3a0789 req-b2503271-da0e-46da-be2d-238dbf20d6a8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:51.690111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7920e7c5-e41a-4a83-8551-da5efc3a0789 req-b2503271-da0e-46da-be2d-238dbf20d6a8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3666196 Dec 13 12:59:51.713976 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62cf3024-e115-4a51-84fa-3b00cf7d122a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:51.832787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7920e7c5-e41a-4a83-8551-da5efc3a0789 req-6c854c09-7074-4f53-9a17-463fdfb3211e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364594 Dec 13 12:59:51.844224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-16697116-e2de-41a2-bfe2-72f65fe2cccf service neutron] 10.222.0.31 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405324 Dec 13 12:59:51.921805 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62cf3024-e115-4a51-84fa-3b00cf7d122a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:51.928131 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-4cb26241-22d2-40e8-972f-bff95e02feab service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219165 Dec 13 12:59:51.949257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62cf3024-e115-4a51-84fa-3b00cf7d122a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:52.042259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b6d59c85-592d-4784-a213-0cc808214c30 service neutron] 10.222.0.31 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725438 Dec 13 12:59:52.105596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0fa5fe4-a99c-473c-a047-aca2574bb6e2 req-db6cd5c8-ff3b-467d-b937-a62eadae7dfc tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0599713 Dec 13 12:59:52.115885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': 'f17260fa-935f-466a-9a8c-392688041fdd'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 12:59:52.124167 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "f17260fa-935f-466a-9a8c-392688041fdd"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 12:59:52.178473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-62cf3024-e115-4a51-84fa-3b00cf7d122a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a78b51e1f0d54d5090b7d46643985952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5018766 Dec 13 12:59:52.181729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 56548) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:52.182497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf3024-e115-4a51-84fa-3b00cf7d122a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e664523a-91b7-42d6-a6c0-bb62c1c5e69a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:52.274677 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-e2e0a160-f0cc-4bb1-8a5b-b53a12d9ade1 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254237 Dec 13 12:59:52.277104 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e298a7-b9d9-48c9-a253-8f938a10338b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:52.344032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e298a7-b9d9-48c9-a253-8f938a10338b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:52.382934 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-36f93602-b072-4eac-9951-4c2285639ca6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=50c45399-8b22-4490-9dce-8ab750e368d4 HTTP/1.1" status: 200 len: 217 time: 0.1019187 Dec 13 12:59:52.421447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebca55c-a81a-4b7b-b4ea-9de8317869cd req-32a674dc-df39-442a-bf9c-56ea309ca53e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:52.429865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bebca55c-a81a-4b7b-b4ea-9de8317869cd req-32a674dc-df39-442a-bf9c-56ea309ca53e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1726401 Dec 13 12:59:52.432662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e298a7-b9d9-48c9-a253-8f938a10338b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:52.435626 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e298a7-b9d9-48c9-a253-8f938a10338b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:52.436731 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-21e298a7-b9d9-48c9-a253-8f938a10338b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e664523a-91b7-42d6-a6c0-bb62c1c5e69a HTTP/1.1" status: 204 len: 168 time: 0.2535498 Dec 13 12:59:52.535701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e298a7-b9d9-48c9-a253-8f938a10338b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e664523a-91b7-42d6-a6c0-bb62c1c5e69a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:52.546350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-82817333-408f-4de8-b600-3d2db7da7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:52.548988 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-82817333-408f-4de8-b600-3d2db7da7f5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.1551623 Dec 13 12:59:52.606112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bebca55c-a81a-4b7b-b4ea-9de8317869cd req-ccc202ff-808c-456b-bbb3-ad55dd7ea835 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625171 Dec 13 12:59:52.635719 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e49d663-b847-4fab-a22b-8959d5226df9 x-openstack-request-id: req-7e49d663-b847-4fab-a22b-8959d5226df9 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 12:59:52.640223 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "f17260fa-935f-466a-9a8c-392688041fdd", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 12:59:52.642983 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e49d663-b847-4fab-a22b-8959d5226df9 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 12:59:52.643700 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': 'f17260fa-935f-466a-9a8c-392688041fdd', 'status': 'completed', 'code': 200} Dec 13 12:59:52.675921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-178d469e-8745-41c8-9603-6fde678342da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:52.677737 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-178d469e-8745-41c8-9603-6fde678342da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186187 Dec 13 12:59:52.788934 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9536463d-e0c4-4300-8ce9-3b588842a73e req-ddea67da-5948-4680-8d67-0ff7ad7334f0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 210 time: 0.0738151 Dec 13 12:59:52.922004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfb5f8-6bf9-4654-80c9-f92c2a7202bf req-741235c6-9449-406a-8dc5-9524d1a78220 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:52.930039 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-fcf77ea1-1860-4e6b-9717-03d39bb2dc4b service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432430 Dec 13 12:59:52.933189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfb5f8-6bf9-4654-80c9-f92c2a7202bf req-741235c6-9449-406a-8dc5-9524d1a78220 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:52.951426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfb5f8-6bf9-4654-80c9-f92c2a7202bf req-741235c6-9449-406a-8dc5-9524d1a78220 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:52.965643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfb5f8-6bf9-4654-80c9-f92c2a7202bf req-741235c6-9449-406a-8dc5-9524d1a78220 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:52.974715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfb5f8-6bf9-4654-80c9-f92c2a7202bf req-741235c6-9449-406a-8dc5-9524d1a78220 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:52.982194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfb5f8-6bf9-4654-80c9-f92c2a7202bf req-741235c6-9449-406a-8dc5-9524d1a78220 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:52.990649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfb5f8-6bf9-4654-80c9-f92c2a7202bf req-741235c6-9449-406a-8dc5-9524d1a78220 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:52.999878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bfb5f8-6bf9-4654-80c9-f92c2a7202bf req-741235c6-9449-406a-8dc5-9524d1a78220 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.2093506 Dec 13 12:59:53.172589 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-e59a9a91-7203-4859-b650-3e0673997bb5 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228684 Dec 13 12:59:53.253277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bfb5f8-6bf9-4654-80c9-f92c2a7202bf req-36bb9452-e02e-43dc-9c74-d39c4428e6ec tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2519319 Dec 13 12:59:53.296229 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-26a1421d-a261-4e62-a4ac-069d10fe029f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=f611ff96-dd02-482d-baa6-61dd953429d4 HTTP/1.1" status: 200 len: 217 time: 0.1139054 Dec 13 12:59:53.442653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed5b819f-5c6f-4be0-a4a1-4e647ebbfd7f req-400f2434-8e19-432f-8145-4ca63fdf064a tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0942636 Dec 13 12:59:53.455069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-57e11209-d157-40c6-894e-f3b670915c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:53.456584 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-57e11209-d157-40c6-894e-f3b670915c75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.1449692 Dec 13 12:59:53.512128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336b8c9-a875-4ba8-9db0-f064db342310 req-10c3c2c0-2d64-4f91-9b15-054265a9e071 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:53.514113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5336b8c9-a875-4ba8-9db0-f064db342310 req-10c3c2c0-2d64-4f91-9b15-054265a9e071 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 813 time: 0.4340329 Dec 13 12:59:53.556946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5336b8c9-a875-4ba8-9db0-f064db342310 req-06b57973-5ff7-4af0-84f0-c4cb2665fe35 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/quotas/c17f0f6d559f407185a885c8b61c7515 HTTP/1.1" status: 200 len: 375 time: 0.0354478 Dec 13 12:59:53.593959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c01d8d05-83b5-4b43-b6b6-4a1cb2be70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:53.605778 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-c01d8d05-83b5-4b43-b6b6-4a1cb2be70ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1390502 Dec 13 12:59:53.713400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5336b8c9-a875-4ba8-9db0-f064db342310 req-c19f4e1c-e034-402e-bac6-27e4842e2d13 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1482885 Dec 13 12:59:53.874661 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-85e54fef-319c-4e1c-bf3f-512958498456 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541790 Dec 13 12:59:53.929558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5808d-2305-47bd-a168-d820e9c155e4 req-c4950c71-b00b-4205-853b-8168e04db456 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:53.942569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0e5808d-2305-47bd-a168-d820e9c155e4 req-c4950c71-b00b-4205-853b-8168e04db456 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0878661 Dec 13 12:59:54.028150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ed1932d-2586-434a-b4fc-b592fe69ced6 req-30616e2a-caa8-4113-ae5a-a00af90eb6ed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 210 time: 0.0474081 Dec 13 12:59:54.042099 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0e5808d-2305-47bd-a168-d820e9c155e4 req-ce7570db-076c-47b8-a4b7-c79871294d92 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980039 Dec 13 12:59:54.099726 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-28ac204e-1652-4de9-bc5d-b7a70523cf2b service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138605 Dec 13 12:59:54.201222 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24d18d0b-2315-4966-8aa2-f4749fe94873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:54.236630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-a9d50387-033c-4777-ad15-f5959e93d028 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=1d5b9ba7-fb28-4630-ad6a-37abed4bca86 HTTP/1.1" status: 200 len: 217 time: 0.1243572 Dec 13 12:59:54.442913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c30d14-c836-41c4-88a7-64fb7829aa1c req-9a2d0aaf-e322-4dc4-97d3-63d364dd1a91 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:54.442913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08c30d14-c836-41c4-88a7-64fb7829aa1c req-9a2d0aaf-e322-4dc4-97d3-63d364dd1a91 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2009788 Dec 13 12:59:54.459240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-47f0443b-7e30-4f20-82fc-7b9c3125a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:54.462210 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-47f0443b-7e30-4f20-82fc-7b9c3125a456 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.2086413 Dec 13 12:59:54.564035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-b9c28ea1-0e2c-43db-9c4a-2abfe44cb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:54.569144 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-b9c28ea1-0e2c-43db-9c4a-2abfe44cb9fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899429 Dec 13 12:59:54.733462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08c30d14-c836-41c4-88a7-64fb7829aa1c req-dd98090f-0a81-47dd-8da3-7b27bf57d4cf tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794385 Dec 13 12:59:54.768020 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-700f02ba-42f2-4a04-a799-a8cb1c17bc61 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894577 Dec 13 12:59:54.931069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658090-71c2-4fc8-8dc0-fe2a7d418b37 req-a830c629-453f-4744-b904-7dbde717beee tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:54.938179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658090-71c2-4fc8-8dc0-fe2a7d418b37 req-a830c629-453f-4744-b904-7dbde717beee tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:54.944623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658090-71c2-4fc8-8dc0-fe2a7d418b37 req-a830c629-453f-4744-b904-7dbde717beee tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:54.951145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658090-71c2-4fc8-8dc0-fe2a7d418b37 req-a830c629-453f-4744-b904-7dbde717beee tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:54.957669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658090-71c2-4fc8-8dc0-fe2a7d418b37 req-a830c629-453f-4744-b904-7dbde717beee tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:54.964277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658090-71c2-4fc8-8dc0-fe2a7d418b37 req-a830c629-453f-4744-b904-7dbde717beee tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:54.974320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658090-71c2-4fc8-8dc0-fe2a7d418b37 req-a830c629-453f-4744-b904-7dbde717beee tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:54.984522 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34658090-71c2-4fc8-8dc0-fe2a7d418b37 req-a830c629-453f-4744-b904-7dbde717beee tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.4480295 Dec 13 12:59:55.035225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f789ab68-0b03-403a-9771-547caedb54ed req-ad5e94eb-e62d-41af-9f4f-c0be78501a29 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.1386704 Dec 13 12:59:55.092770 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-36c2643d-6b74-452c-904c-27f28134594a service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100128 Dec 13 12:59:55.189924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34658090-71c2-4fc8-8dc0-fe2a7d418b37 req-1b7e5891-444e-4cb4-8b72-66708c8d5cfc tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042942 Dec 13 12:59:55.218112 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-bae1497a-5508-4f50-8fdc-28ef11362adb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3b0e5496-c005-45dd-aa51-28c28dd43728 HTTP/1.1" status: 200 len: 217 time: 0.1095388 Dec 13 12:59:55.240715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-090b8b12-b4f8-40b5-8b05-bc7237a83f96 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:55.242326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-090b8b12-b4f8-40b5-8b05-bc7237a83f96 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.42 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 812 time: 0.5585942 Dec 13 12:59:55.263286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Request body: {'port': {'device_id': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'admin_state_up': True, 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:55.307676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-cfefad6d-b81b-44c5-ac19-854962bfe3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:55.309520 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-cfefad6d-b81b-44c5-ac19-854962bfe3bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.0801027 Dec 13 12:59:55.311005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee06e65c-6b1d-41e2-b53e-bcf3ace751d8 req-76e18f53-0c66-4fcf-8c12-7470ecc600cd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 210 time: 0.0618784 Dec 13 12:59:55.421553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-900484fd-acff-4f51-a76e-6e8134faea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:55.423336 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-900484fd-acff-4f51-a76e-6e8134faea4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1051521 Dec 13 12:59:55.538528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-027a426d-5874-4b7e-bb27-7efcff788fc1 req-f5a155eb-c556-48f0-b263-ec8ce6a3ab0f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c17f0f6d559f407185a885c8b61c7515 HTTP/1.1" status: 200 len: 221 time: 0.1177170 Dec 13 12:59:55.563336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Made reservation on behalf of b188612fc8c94020b3799b929c73b2b5 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 12:59:55.567722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:55.755805 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-05337817-2c2e-4c88-916f-f58d49fbfaea service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226943 Dec 13 12:59:55.788230 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fd9a0960-542a-48a1-b0fd-7c2e476e4081 req-2d7f391a-d22d-4604-991d-44c9d4d791d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0469067 Dec 13 12:59:55.935328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb5b67-7ef6-4a73-8be4-af43a5556292 req-4952580f-ecf7-401f-95e3-961d5b5a3acd tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:55.956458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ceb5b67-7ef6-4a73-8be4-af43a5556292 req-4952580f-ecf7-401f-95e3-961d5b5a3acd tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2105041 Dec 13 12:59:55.991243 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-9b58edc3-4f4b-41f8-907a-6f6ea3596a6a service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154555 Dec 13 12:59:56.118489 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-3362fac9-72fd-4bed-898d-fe6e508567ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f17260fa-935f-466a-9a8c-392688041fdd HTTP/1.1" status: 200 len: 217 time: 0.1106648 Dec 13 12:59:56.256408 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da4baecd-f537-4be3-ba19-7e5f2eb1159b req-a8218c55-8ad7-4a78-b82c-6f2726f249df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a51665e7-5537-4697-bb09-451cba41b8ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0490918 Dec 13 12:59:56.257203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b44b4da-fd19-447c-8fe9-dadf2a87bd21 req-a9612b21-61e2-4c02-96b1-fc5774ad8111 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0628257 Dec 13 12:59:56.268592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7a32b3bd-450c-4dd7-833c-6561d8065e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:56.271034 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-7a32b3bd-450c-4dd7-833c-6561d8065e0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.1427572 Dec 13 12:59:56.272427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ceb5b67-7ef6-4a73-8be4-af43a5556292 req-a90bcdb2-9fec-4914-8a68-faeb6145f8ae tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149002 Dec 13 12:59:56.283449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Allocated IP 172.20.0.8 (34e7f0c5-565f-414d-b7b7-f8cefd9101ec/8d950739-0d1d-48d1-b81d-f3ff8666245a/b4d0240d-3540-4b38-a0a1-a0597d9fac47) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 12:59:56.442293 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da4baecd-f537-4be3-ba19-7e5f2eb1159b req-c1d17a7d-b9a0-4f70-819b-4d2e2e5fe68d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=deb6fdeec5384a48b37968513f5659ff&device_id=a51665e7-5537-4697-bb09-451cba41b8ef HTTP/1.1" status: 200 len: 210 time: 0.0732725 Dec 13 12:59:56.461315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-0ae1933f-c577-4349-9f1b-0c9dc015a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:56.463200 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-0ae1933f-c577-4349-9f1b-0c9dc015a364 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1835086 Dec 13 12:59:56.522489 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da4baecd-f537-4be3-ba19-7e5f2eb1159b req-73025f17-58a7-4c34-97ef-7930c2db6b0d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=deb6fdeec5384a48b37968513f5659ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477657 Dec 13 12:59:56.592477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9706094c-7a80-4fa3-837e-d2aea683d443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:56.627723 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:56.722990 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:56.745160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['f5366924-bccf-4c9f-af33-8d78ce54c8f6', '0f43a70e-4bb5-4134-97e4-553627db44f4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 12:59:56.754838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4baecd-f537-4be3-ba19-7e5f2eb1159b req-101948f4-c6de-4205-a072-c86e61bc13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:56.756771 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-da4baecd-f537-4be3-ba19-7e5f2eb1159b req-101948f4-c6de-4205-a072-c86e61bc13ce service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1675258 Dec 13 12:59:56.816147 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-d1176f9f-d3e2-436e-87ef-6f0e6facd661 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288214 Dec 13 12:59:56.979830 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec37f2f7-cb73-4832-8fe8-6542659009cb req-0d99bcc5-67a7-4db2-9076-d17ceb50b692 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526783 Dec 13 12:59:57.085807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 12:59:57.121772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773be0a-5947-430c-b727-a6a9c209b5d1 req-98dc3e88-6fae-479b-8806-a7ac9eeb507e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.129551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d773be0a-5947-430c-b727-a6a9c209b5d1 req-98dc3e88-6fae-479b-8806-a7ac9eeb507e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.4383771 Dec 13 12:59:57.141325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 12:59:57.176744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event updated for resources: {'Port': ['ID=b4d0240d-3540-4b38-a0a1-a0597d9fac47,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:57.223754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9564-9fa9-42c6-8fb5-84488503e7f9 req-add666e8-2e13-437c-b8d3-6e9fb95a9fbe tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.251169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-f8cb7013-a6d0-48d1-97dc-9a474f5007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.253887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9564-9fa9-42c6-8fb5-84488503e7f9 req-add666e8-2e13-437c-b8d3-6e9fb95a9fbe tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.261089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9564-9fa9-42c6-8fb5-84488503e7f9 req-add666e8-2e13-437c-b8d3-6e9fb95a9fbe tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.268315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-f8cb7013-a6d0-48d1-97dc-9a474f5007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.268824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-f8cb7013-a6d0-48d1-97dc-9a474f5007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.269294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-f8cb7013-a6d0-48d1-97dc-9a474f5007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.269757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-f8cb7013-a6d0-48d1-97dc-9a474f5007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.270309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-f8cb7013-a6d0-48d1-97dc-9a474f5007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.270771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-f8cb7013-a6d0-48d1-97dc-9a474f5007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.272833 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-f8cb7013-a6d0-48d1-97dc-9a474f5007d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6488 time: 0.1734049 Dec 13 12:59:57.287165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9564-9fa9-42c6-8fb5-84488503e7f9 req-add666e8-2e13-437c-b8d3-6e9fb95a9fbe tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.310063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9564-9fa9-42c6-8fb5-84488503e7f9 req-add666e8-2e13-437c-b8d3-6e9fb95a9fbe tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.323619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9564-9fa9-42c6-8fb5-84488503e7f9 req-add666e8-2e13-437c-b8d3-6e9fb95a9fbe tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.333731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9564-9fa9-42c6-8fb5-84488503e7f9 req-add666e8-2e13-437c-b8d3-6e9fb95a9fbe tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.344335 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1bed9564-9fa9-42c6-8fb5-84488503e7f9 req-add666e8-2e13-437c-b8d3-6e9fb95a9fbe tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.6627872 Dec 13 12:59:57.347132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 12:59:57.484264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-ca9cef58-bd76-4d84-9d15-59e31fb066d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.484834 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-ca9cef58-bd76-4d84-9d15-59e31fb066d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 HTTP/1.1" status: 200 len: 902 time: 0.1885448 Dec 13 12:59:57.587187 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-01161e92-3b4a-4ac3-889b-7297f9887af8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3b0e5496-c005-45dd-aa51-28c28dd43728 HTTP/1.1" status: 200 len: 217 time: 0.0914683 Dec 13 12:59:57.605235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.605927 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:57.642360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6b04cfc6-1e15-449c-8726-c81913602b8b None None] Provisioning complete for port b4d0240d-3540-4b38-a0a1-a0597d9fac47 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 12:59:57.644158 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b04cfc6-1e15-449c-8726-c81913602b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:57.660704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-b8c1d13e-bd93-49f2-8ef3-f8f3c6a4e420 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4012294 Dec 13 12:59:57.668528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d773be0a-5947-430c-b727-a6a9c209b5d1 req-b622b456-aaf1-40ee-b75e-8660ac325c90 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380337 Dec 13 12:59:57.676148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Request body: {'port': {'device_id': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 12:59:57.717085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1bed9564-9fa9-42c6-8fb5-84488503e7f9 req-f5e54eb0-e5f1-4e32-8eb7-c70c1ed914c3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3184619 Dec 13 12:59:57.784937 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:57.806445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-0fcfaf9e-e0a4-43b6-9f63-d9496888ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.808435 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-0fcfaf9e-e0a4-43b6-9f63-d9496888ddd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.2091253 Dec 13 12:59:57.898902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-260cd956-2cdf-43c6-be67-64d3ba2ed3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:57.901140 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-260cd956-2cdf-43c6-be67-64d3ba2ed3b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0825996 Dec 13 12:59:57.913147 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:57.915535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6b04cfc6-1e15-449c-8726-c81913602b8b None None] Port b4d0240d-3540-4b38-a0a1-a0597d9fac47 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 12:59:57.978596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e81c3d9-67b8-4841-a14b-73e4559fb940 req-7968098b-50a5-4c6a-817c-31d6019269ac tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0712593 Dec 13 12:59:58.173057 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-ee998a53-8d11-4732-8b1b-2fe5abc58b75 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554848 Dec 13 12:59:58.224674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579765e-39ce-4462-add6-d8442ce0c400 req-e84f4e19-94b8-4777-ba6a-01d487357da2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:58.226586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d579765e-39ce-4462-add6-d8442ce0c400 req-e84f4e19-94b8-4777-ba6a-01d487357da2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 931 time: 0.3471880 Dec 13 12:59:58.323285 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a5ca1e4-1d83-4c3a-b424-88d44662103e req-c97c2ca9-c8ef-49f6-b62e-7ca7b18df2a9 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468604 Dec 13 12:59:58.479250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d579765e-39ce-4462-add6-d8442ce0c400 req-005cc823-7f2a-4b47-8457-7e346605f332 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417915 Dec 13 12:59:58.547745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-814d36d7-9d29-4e58-8388-2b32c8ea80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:58.548486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-814d36d7-9d29-4e58-8388-2b32c8ea80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:58.549065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-814d36d7-9d29-4e58-8388-2b32c8ea80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:58.549416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-814d36d7-9d29-4e58-8388-2b32c8ea80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:58.549875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-814d36d7-9d29-4e58-8388-2b32c8ea80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:58.550357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-814d36d7-9d29-4e58-8388-2b32c8ea80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:58.550814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-814d36d7-9d29-4e58-8388-2b32c8ea80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:58.553994 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-814d36d7-9d29-4e58-8388-2b32c8ea80a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6488 time: 0.1649978 Dec 13 12:59:58.758896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d0240d-3540-4b38-a0a1-a0597d9fac47 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 12:59:58.765255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-931ddbd1-05a9-4fde-8bdf-9e237e2b97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:58.768335 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-931ddbd1-05a9-4fde-8bdf-9e237e2b97b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 HTTP/1.1" status: 200 len: 902 time: 0.2065210 Dec 13 12:59:58.777450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:58.823082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Transition to ACTIVE for port object b4d0240d-3540-4b38-a0a1-a0597d9fac47 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 12:59:58.862832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f21fe-5bfe-4c01-bda2-87f39323b9f6 req-fc51ddea-172f-4147-9f00-23865362cce3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:58.870831 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a42f21fe-5bfe-4c01-bda2-87f39323b9f6 req-fc51ddea-172f-4147-9f00-23865362cce3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2056267 Dec 13 12:59:58.887687 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:58.890162 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-5d1f8d4b-0bb2-4f40-a21d-0820f261acaf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f17260fa-935f-466a-9a8c-392688041fdd HTTP/1.1" status: 200 len: 217 time: 0.0959117 Dec 13 12:59:58.994348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-e575e84e-faca-4770-88ed-14a64b4098bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:59.018922 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-e575e84e-faca-4770-88ed-14a64b4098bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.1258638 Dec 13 12:59:59.029618 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:59.094973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8ad7586-941b-4442-95c3-029ae090ff58 req-80f50085-63ef-4d4f-853f-fc1dc5a9e08e tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9&device_id=a51665e7-5537-4697-bb09-451cba41b8ef HTTP/1.1" status: 200 len: 210 time: 0.1760139 Dec 13 12:59:59.127608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-43dd2bc3-0551-4850-aebf-f31e90cd2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:59.135585 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-43dd2bc3-0551-4850-aebf-f31e90cd2d9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024179 Dec 13 12:59:59.153106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d0240d-3540-4b38-a0a1-a0597d9fac47,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 12:59:59.167429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a42f21fe-5bfe-4c01-bda2-87f39323b9f6 req-186408e7-bd9a-462f-94b6-4f58d6db756a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956338 Dec 13 12:59:59.332061 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-94e39cc7-0bce-4173-9129-9ad97522c82e service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919122 Dec 13 12:59:59.551692 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e265da55-de0f-4f19-905d-0ae5c86e90a6 req-c240ffb3-154b-48db-aa48-3f8bb7fabfc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=deb6fdeec5384a48b37968513f5659ff&device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0642760 Dec 13 12:59:59.557674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067b78-5455-4539-87cc-604626997662 req-2194eae9-af4c-407a-8076-333d96199f3f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:59.567153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067b78-5455-4539-87cc-604626997662 req-2194eae9-af4c-407a-8076-333d96199f3f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:59.577715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067b78-5455-4539-87cc-604626997662 req-2194eae9-af4c-407a-8076-333d96199f3f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:59.588142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067b78-5455-4539-87cc-604626997662 req-2194eae9-af4c-407a-8076-333d96199f3f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:59.616904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067b78-5455-4539-87cc-604626997662 req-2194eae9-af4c-407a-8076-333d96199f3f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:59.626798 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e265da55-de0f-4f19-905d-0ae5c86e90a6 req-0340ac3f-fbbd-4ed8-b374-ad49448e30fc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=deb6fdeec5384a48b37968513f5659ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498896 Dec 13 12:59:59.638597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067b78-5455-4539-87cc-604626997662 req-2194eae9-af4c-407a-8076-333d96199f3f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:59.660035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067b78-5455-4539-87cc-604626997662 req-2194eae9-af4c-407a-8076-333d96199f3f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:59.673583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc067b78-5455-4539-87cc-604626997662 req-2194eae9-af4c-407a-8076-333d96199f3f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.4008062 Dec 13 12:59:59.686671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Attempting to bind port b4d0240d-3540-4b38-a0a1-a0597d9fac47 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 12:59:59.687017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Attempting to bind port b4d0240d-3540-4b38-a0a1-a0597d9fac47 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 12:59:59.687349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Attempting to bind port b4d0240d-3540-4b38-a0a1-a0597d9fac47 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:59.719331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Port b4d0240d-3540-4b38-a0a1-a0597d9fac47 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 12:59:59.719656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Attempting to bind port b4d0240d-3540-4b38-a0a1-a0597d9fac47 on network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 12:59:59.742045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 12:59:59.744134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Checking segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 12:59:59.744598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Bound using segment: {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 12:59:59.745072 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Bound port: b4d0240d-3540-4b38-a0a1-a0597d9fac47, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446345b7-d000-468e-8be5-15f70bfddc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 12:59:59.745447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:59.888271 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 12:59:59.904067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265da55-de0f-4f19-905d-0ae5c86e90a6 req-5e813193-e1c7-4eed-932a-b8436492b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 12:59:59.905841 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e265da55-de0f-4f19-905d-0ae5c86e90a6 req-5e813193-e1c7-4eed-932a-b8436492b78f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2481070 Dec 13 12:59:59.908250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56754) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 12:59:59.931518 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e2b61c31-8444-48f8-a15d-b3cdc3d5d50d req-d7a5a953-f88f-417f-8885-05deea2046b1 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903237 Dec 13 13:00:00.020034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc067b78-5455-4539-87cc-604626997662 req-bfac85b3-1690-41bd-9315-3387f1fcca65 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3408413 Dec 13 13:00:00.157648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] For port b4d0240d-3540-4b38-a0a1-a0597d9fac47, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:00:00.170499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] For port b4d0240d-3540-4b38-a0a1-a0597d9fac47, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:00:00.210448 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:00.242822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa3459-1e9f-4993-a81c-2f57e0efb20b req-569ff473-4743-40d1-b603-1fd1702e9bb0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:00.251603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60fa3459-1e9f-4993-a81c-2f57e0efb20b req-569ff473-4743-40d1-b603-1fd1702e9bb0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2731600 Dec 13 13:00:00.276536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19fa8ffb-8224-4908-aeb2-afb54a322212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:00.328709 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0d3103c-0ed0-402e-aab5-d2f1925d76d4 req-62564a3f-953b-4b6a-b270-7be3fbe14cdd tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.1272819 Dec 13 13:00:00.364926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:00.366180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:00.372915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/b4d0240d-3540-4b38-a0a1-a0597d9fac47 HTTP/1.1" status: 200 len: 1091 time: 2.7018070 Dec 13 13:00:00.380072 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'tag': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:00:00.387711 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2274b00-d596-4f4a-9b89-988d8ac46bea" -d '{"events": [{"name": "network-changed", "server_uuid": "60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9", "tag": "b4d0240d-3540-4b38-a0a1-a0597d9fac47"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:00:00.425948 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19fa8ffb-8224-4908-aeb2-afb54a322212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:00.435452 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19fa8ffb-8224-4908-aeb2-afb54a322212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:00.483596 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa8ffb-8224-4908-aeb2-afb54a322212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1b43fb-0f8a-4647-8bba-a30faa874037,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:00.509683 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-19fa8ffb-8224-4908-aeb2-afb54a322212 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a712c457b454a519e9b9f116344a759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5975966 Dec 13 13:00:00.512515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56768) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:00.549622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60fa3459-1e9f-4993-a81c-2f57e0efb20b req-05352c38-f48a-428f-a7f7-6270ddcbde69 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970111 Dec 13 13:00:00.585504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-93fd153f-472b-48f9-be90-3fcdff4a3ea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:00.612641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-2670b17e-c7fc-46ca-8805-90466afe1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:00.613287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-93fd153f-472b-48f9-be90-3fcdff4a3ea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:00.614634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-2670b17e-c7fc-46ca-8805-90466afe1f81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 1094 time: 0.1848447 Dec 13 13:00:00.626568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b759285-e0ed-4a06-8279-47b397b1a8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d0240d-3540-4b38-a0a1-a0597d9fac47,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:00.701855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea61ce-3fd6-4eb7-8037-d3ac7f2536e7 req-cdb29adf-c1d8-4bb9-abd5-6e0413bfc51c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:00.714169 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02ea61ce-3fd6-4eb7-8037-d3ac7f2536e7 req-cdb29adf-c1d8-4bb9-abd5-6e0413bfc51c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 943 time: 0.2533307 Dec 13 13:00:00.718046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-3b7df8c7-c860-4db7-9629-4f931c568f8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47 HTTP/1.1" status: 200 len: 217 time: 0.0873444 Dec 13 13:00:00.720283 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c835fef6-bddf-4c2f-8a51-3b9f4ebc22f9 x-openstack-request-id: req-c835fef6-bddf-4c2f-8a51-3b9f4ebc22f9 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:00:00.720565 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9", "tag": "b4d0240d-3540-4b38-a0a1-a0597d9fac47", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:00:00.721032 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c835fef6-bddf-4c2f-8a51-3b9f4ebc22f9 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:00:00.721556 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'tag': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47', 'status': 'completed', 'code': 200} Dec 13 13:00:00.736088 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-93fd153f-472b-48f9-be90-3fcdff4a3ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:00.741867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-93fd153f-472b-48f9-be90-3fcdff4a3ea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:00.748231 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-93fd153f-472b-48f9-be90-3fcdff4a3ea8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a1b43fb-0f8a-4647-8bba-a30faa874037 HTTP/1.1" status: 204 len: 168 time: 0.2346449 Dec 13 13:00:00.773849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd153f-472b-48f9-be90-3fcdff4a3ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1b43fb-0f8a-4647-8bba-a30faa874037,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:00.886492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-21316da6-c857-4c34-830d-1b5b2f7deaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:00.889832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-21316da6-c857-4c34-830d-1b5b2f7deaa5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1423509 Dec 13 13:00:00.961691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02ea61ce-3fd6-4eb7-8037-d3ac7f2536e7 req-e55ceff6-cf2f-42aa-b630-89a9f3c7860f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463679 Dec 13 13:00:00.990632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-9ee5e1fe-e415-4c78-ae99-0a94b57ac5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:00.992692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-9ee5e1fe-e415-4c78-ae99-0a94b57ac5b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921748 Dec 13 13:00:01.182668 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e265da55-de0f-4f19-905d-0ae5c86e90a6 req-32f102cc-f313-46f8-9007-6f50cc60d43b tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.37 "GET /v2.0/ports?device_id=84544cc8-8623-4f73-b76f-a292939175f9 HTTP/1.1" status: 200 len: 210 time: 0.0808601 Dec 13 13:00:01.390914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56792) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:01.421828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49bf049-16ae-4806-bd0e-826b029e9442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:01.426802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21229e-8bf4-4a07-a381-919bc8bbfa91 req-f4a19aeb-b5a1-4c09-9e00-d00a62014b27 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:01.428746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c21229e-8bf4-4a07-a381-919bc8bbfa91 req-f4a19aeb-b5a1-4c09-9e00-d00a62014b27 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.4266212 Dec 13 13:00:01.450026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-54b750cc-d10f-47b6-bc72-9855553d4179 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3237019 Dec 13 13:00:01.460227 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-4de4f020-46f1-4fd9-a7f5-c5767aa3d8ac service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200368 Dec 13 13:00:01.471885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33ef9f-a27d-44c3-be41-40ffc0f712ea req-63f62da9-11a5-4fb4-896d-482b6de47873 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:01.490810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33ef9f-a27d-44c3-be41-40ffc0f712ea req-63f62da9-11a5-4fb4-896d-482b6de47873 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:01.503671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33ef9f-a27d-44c3-be41-40ffc0f712ea req-63f62da9-11a5-4fb4-896d-482b6de47873 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:01.511655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33ef9f-a27d-44c3-be41-40ffc0f712ea req-63f62da9-11a5-4fb4-896d-482b6de47873 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:01.520280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33ef9f-a27d-44c3-be41-40ffc0f712ea req-63f62da9-11a5-4fb4-896d-482b6de47873 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:01.532553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33ef9f-a27d-44c3-be41-40ffc0f712ea req-63f62da9-11a5-4fb4-896d-482b6de47873 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:01.541143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33ef9f-a27d-44c3-be41-40ffc0f712ea req-63f62da9-11a5-4fb4-896d-482b6de47873 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:01.543379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec33ef9f-a27d-44c3-be41-40ffc0f712ea req-63f62da9-11a5-4fb4-896d-482b6de47873 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.3037245 Dec 13 13:00:01.854557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49bf049-16ae-4806-bd0e-826b029e9442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:01.886888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49bf049-16ae-4806-bd0e-826b029e9442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:01.936824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bf049-16ae-4806-bd0e-826b029e9442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1865ebe4-3b60-4fb1-80f2-6689960aae63,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:01.943963 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d49bf049-16ae-4806-bd0e-826b029e9442 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62ca25438586421ea426cba4ecd69b97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5517559 Dec 13 13:00:01.946969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56796) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:02.036328 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa50d333-6e42-4015-993f-38d0ae3c546d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:02.097244 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa50d333-6e42-4015-993f-38d0ae3c546d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:02.294047 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa50d333-6e42-4015-993f-38d0ae3c546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:02.344901 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa50d333-6e42-4015-993f-38d0ae3c546d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:02.350900 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aa50d333-6e42-4015-993f-38d0ae3c546d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1865ebe4-3b60-4fb1-80f2-6689960aae63 HTTP/1.1" status: 204 len: 168 time: 0.3992174 Dec 13 13:00:02.355024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c21229e-8bf4-4a07-a381-919bc8bbfa91 req-acc627a9-ad60-4e27-9404-a2e1f1915f36 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8071012 Dec 13 13:00:02.386326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50d333-6e42-4015-993f-38d0ae3c546d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1865ebe4-3b60-4fb1-80f2-6689960aae63,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:02.461857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec33ef9f-a27d-44c3-be41-40ffc0f712ea req-8192f131-54a6-4923-b0d8-330678ad5780 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8770249 Dec 13 13:00:02.512916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-6c23fac8-06bf-44c0-a814-9d27b5e5ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:02.521801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-6c23fac8-06bf-44c0-a814-9d27b5e5ef3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 1097 time: 0.9768977 Dec 13 13:00:02.561867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d06b7aff-16f7-4c12-a9e7-5d00d0b33d0d req-5eff1ea2-28cc-4548-8c12-a003449e4572 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0146408 Dec 13 13:00:02.784885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48ab33-f2dd-4412-9f43-d24a4bcbeb5b req-a156c66f-1b75-403d-be36-bfbe538027ac tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:02.788780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec48ab33-f2dd-4412-9f43-d24a4bcbeb5b req-a156c66f-1b75-403d-be36-bfbe538027ac tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1532369 Dec 13 13:00:02.795927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-19a4f89b-dd13-424a-a6eb-a3e9d7719342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:02.797361 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-19a4f89b-dd13-424a-a6eb-a3e9d7719342 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 1094 time: 0.1579020 Dec 13 13:00:02.798376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-b399c87f-d159-45e8-a992-3ecab72ceb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:02.799678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-b399c87f-d159-45e8-a992-3ecab72ceb01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.2340388 Dec 13 13:00:02.813604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02371375-3d1b-4dff-9876-d815137b3a77 req-f3be32fa-c876-42e0-8bd4-1049c0ddd6d5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:02.814998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02371375-3d1b-4dff-9876-d815137b3a77 req-f3be32fa-c876-42e0-8bd4-1049c0ddd6d5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 943 time: 0.1789763 Dec 13 13:00:02.912983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-fe1c9a11-823e-4845-8e14-66c686fd064e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f43a70e-4bb5-4134-97e4-553627db44f4 HTTP/1.1" status: 200 len: 217 time: 0.0966241 Dec 13 13:00:03.055814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec48ab33-f2dd-4412-9f43-d24a4bcbeb5b req-e5e2c0e0-fd26-4aae-a992-0e6fa54b1408 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616172 Dec 13 13:00:03.090350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02371375-3d1b-4dff-9876-d815137b3a77 req-e7a34934-e9b8-460d-9a9b-1eacab1223fb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516866 Dec 13 13:00:03.108437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-a9f71be5-e6bd-4a6e-97f6-64210fbdb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:03.109942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-a9f71be5-e6bd-4a6e-97f6-64210fbdb168 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1631441 Dec 13 13:00:03.221845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-e49f20ac-c153-4503-93bd-780831898111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:03.232722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-e49f20ac-c153-4503-93bd-780831898111 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.4068146 Dec 13 13:00:03.376324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-58ac28cb-bccf-4916-97e8-0baad2803cf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47 HTTP/1.1" status: 200 len: 217 time: 0.1410284 Dec 13 13:00:03.383277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-bb3f3a17-d0ca-4602-91c1-7d5cd57a01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:03.384832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-bb3f3a17-d0ca-4602-91c1-7d5cd57a01b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2652504 Dec 13 13:00:03.502703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184d80f-005e-4ea0-b5df-6894f7c728b5 req-733cc484-433e-42b2-b897-a57210b9b251 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:03.511447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6184d80f-005e-4ea0-b5df-6894f7c728b5 req-733cc484-433e-42b2-b897-a57210b9b251 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2441318 Dec 13 13:00:03.529819 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-873858a6-4407-43db-8424-dcc495f38d80 req-e7cfaf0a-5e87-4c45-9e46-065fe7d2bb22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=deb6fdeec5384a48b37968513f5659ff&device_id=a51665e7-5537-4697-bb09-451cba41b8ef HTTP/1.1" status: 200 len: 210 time: 0.2044268 Dec 13 13:00:03.564863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-89f159f7-77a6-4a60-a6e3-fef2fbe30bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:03.566742 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-89f159f7-77a6-4a60-a6e3-fef2fbe30bda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1793451 Dec 13 13:00:03.587679 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-873858a6-4407-43db-8424-dcc495f38d80 req-acd92c9d-611b-44f9-a91d-0575c1929ada service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=deb6fdeec5384a48b37968513f5659ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476453 Dec 13 13:00:03.715297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d111ee5-6e27-47b1-a82c-ccdc3639ff3a req-3f94c366-12c3-4944-9fb2-7e1a9f0271ce tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=a51665e7-5537-4697-bb09-451cba41b8ef HTTP/1.1" status: 200 len: 210 time: 0.0785034 Dec 13 13:00:03.727697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6184d80f-005e-4ea0-b5df-6894f7c728b5 req-8458f0e0-949f-4e7c-bd33-09e7e1612ebd tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152472 Dec 13 13:00:03.744819 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-1f8b362d-92ed-45ae-b26b-4c78c7525fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472750 Dec 13 13:00:03.783633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-4ed861cb-7d44-4ca1-9213-49313e32ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:03.795144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-4ed861cb-7d44-4ca1-9213-49313e32ada7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132559 Dec 13 13:00:03.896975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873858a6-4407-43db-8424-dcc495f38d80 req-026fe385-ef4a-4235-9ea2-ceb008674ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:03.898853 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-873858a6-4407-43db-8424-dcc495f38d80 req-026fe385-ef4a-4235-9ea2-ceb008674ef2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3006794 Dec 13 13:00:04.084292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e401c-6027-47e3-abf0-3bc79774b32a req-745b5c0a-41b3-45de-8575-07bb92e37f22 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:04.098897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e401c-6027-47e3-abf0-3bc79774b32a req-745b5c0a-41b3-45de-8575-07bb92e37f22 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:04.104191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e401c-6027-47e3-abf0-3bc79774b32a req-745b5c0a-41b3-45de-8575-07bb92e37f22 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:04.107470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e401c-6027-47e3-abf0-3bc79774b32a req-745b5c0a-41b3-45de-8575-07bb92e37f22 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:04.113867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e401c-6027-47e3-abf0-3bc79774b32a req-745b5c0a-41b3-45de-8575-07bb92e37f22 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:04.120116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e401c-6027-47e3-abf0-3bc79774b32a req-745b5c0a-41b3-45de-8575-07bb92e37f22 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:04.126405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e401c-6027-47e3-abf0-3bc79774b32a req-745b5c0a-41b3-45de-8575-07bb92e37f22 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:04.128819 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f58e401c-6027-47e3-abf0-3bc79774b32a req-745b5c0a-41b3-45de-8575-07bb92e37f22 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.2468846 Dec 13 13:00:04.242423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f58e401c-6027-47e3-abf0-3bc79774b32a req-450ffd9f-60e3-427b-9ab9-be4eaf7f0266 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850708 Dec 13 13:00:04.244934 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14071cf2-c693-4c9d-8ad7-becb0cadf0be req-93954831-36b6-4a05-98fd-0d8f3ffceccf service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867089 Dec 13 13:00:04.286023 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-7e5971cd-ecbc-440a-b8ce-9cc46e017456 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589999 Dec 13 13:00:04.298538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3758f7-d0b7-4bc8-a1af-0a926b9fc028 req-a6fab789-1716-4ab2-9aa8-fbd17c15ae9e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:04.315081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc3758f7-d0b7-4bc8-a1af-0a926b9fc028 req-a6fab789-1716-4ab2-9aa8-fbd17c15ae9e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3014562 Dec 13 13:00:04.506598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc3758f7-d0b7-4bc8-a1af-0a926b9fc028 req-59a355b5-eb33-4b6d-98a2-a2d934eca078 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900740 Dec 13 13:00:04.587502 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2274b00-d596-4f4a-9b89-988d8ac46bea req-427fba57-a644-487d-a410-64d1a3e5603a service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699220 Dec 13 13:00:04.616084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e695b4-692a-4a31-9d93-b2d3acb3bad7 req-ba60cf56-b7cf-4bc7-a991-ce78ec4e9ad4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:04.623861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9e695b4-692a-4a31-9d93-b2d3acb3bad7 req-ba60cf56-b7cf-4bc7-a991-ce78ec4e9ad4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 943 time: 0.2610488 Dec 13 13:00:04.735635 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9e695b4-692a-4a31-9d93-b2d3acb3bad7 req-7ca44123-121f-45d3-a524-217cb4c32317 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107876 Dec 13 13:00:04.801817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9a612-decf-472f-98a0-95338a5f8cec req-e43c91d2-1adb-4a40-ba68-5f2cf9e46ac7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:04.804209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9a9a612-decf-472f-98a0-95338a5f8cec req-e43c91d2-1adb-4a40-ba68-5f2cf9e46ac7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0826914 Dec 13 13:00:04.921787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80af53b6-1d0c-4563-bac6-47e4e777bd93 req-5adab5f7-d904-403d-8a56-2544d7e9b755 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.31 "GET /v2.0/ports?device_id=a51665e7-5537-4697-bb09-451cba41b8ef HTTP/1.1" status: 200 len: 210 time: 0.0689168 Dec 13 13:00:05.038501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9a9a612-decf-472f-98a0-95338a5f8cec req-77ac384d-60b5-416d-9a6c-a913ef19e7bd tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315846 Dec 13 13:00:05.257357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-873858a6-4407-43db-8424-dcc495f38d80 req-e2cc376e-bb8b-4a34-a5b2-555c601acf96 tempest-ServerShowV247Test-1668782409 tempest-ServerShowV247Test-1668782409-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51665e7-5537-4697-bb09-451cba41b8ef HTTP/1.1" status: 200 len: 210 time: 0.0447252 Dec 13 13:00:05.306587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2820eb-f5c6-46ec-be8d-77f317a6df85 req-dfe523f6-2322-4fa6-a537-243557d0796a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:05.321805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce2820eb-f5c6-46ec-be8d-77f317a6df85 req-dfe523f6-2322-4fa6-a537-243557d0796a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1807609 Dec 13 13:00:05.632974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce2820eb-f5c6-46ec-be8d-77f317a6df85 req-d0e6638d-ffa8-4db9-8107-545ab72fef1b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976074 Dec 13 13:00:05.679968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d034-1260-4b16-b1d7-9ed1e40ce674 req-2ad74358-288a-44e8-9b0a-ebc49aa04899 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:05.697003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d034-1260-4b16-b1d7-9ed1e40ce674 req-2ad74358-288a-44e8-9b0a-ebc49aa04899 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:05.716079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d034-1260-4b16-b1d7-9ed1e40ce674 req-2ad74358-288a-44e8-9b0a-ebc49aa04899 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:05.736147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d034-1260-4b16-b1d7-9ed1e40ce674 req-2ad74358-288a-44e8-9b0a-ebc49aa04899 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:05.752735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d034-1260-4b16-b1d7-9ed1e40ce674 req-2ad74358-288a-44e8-9b0a-ebc49aa04899 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:05.775309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d034-1260-4b16-b1d7-9ed1e40ce674 req-2ad74358-288a-44e8-9b0a-ebc49aa04899 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:05.793800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d034-1260-4b16-b1d7-9ed1e40ce674 req-2ad74358-288a-44e8-9b0a-ebc49aa04899 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:05.806769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ac5d034-1260-4b16-b1d7-9ed1e40ce674 req-2ad74358-288a-44e8-9b0a-ebc49aa04899 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.4262340 Dec 13 13:00:06.168999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ac5d034-1260-4b16-b1d7-9ed1e40ce674 req-baefc5ee-47b6-47c3-947b-95ade0647524 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3572772 Dec 13 13:00:06.233175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040c72c-bbd1-4668-818a-c0a06778953e req-cee962a6-ab86-4887-8903-5e65dc316f0a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:06.236271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1040c72c-bbd1-4668-818a-c0a06778953e req-cee962a6-ab86-4887-8903-5e65dc316f0a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3885524 Dec 13 13:00:06.254250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b4d0240d-3540-4b38-a0a1-a0597d9fac47 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:00:06.351279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1040c72c-bbd1-4668-818a-c0a06778953e req-ab62234f-40ad-4708-aa91-c5f35dca2d74 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035411 Dec 13 13:00:06.472248 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b4d0240d-3540-4b38-a0a1-a0597d9fac47, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:06.503289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cd65d-a6b3-4071-9d2c-00ce594d8035 req-6fd6f5b5-0c8b-4a9b-936b-c8ec9c9c6721 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:06.503614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'port_id': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47', 'mac_address': 'fa:16:3e:dd:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:00:06.519132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-873cd65d-a6b3-4071-9d2c-00ce594d8035 req-6fd6f5b5-0c8b-4a9b-936b-c8ec9c9c6721 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 943 time: 0.1644363 Dec 13 13:00:06.578050 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:06.599546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d0240d-3540-4b38-a0a1-a0597d9fac47 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:00:06.624407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b4d0240d-3540-4b38-a0a1-a0597d9fac47, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:06.635093 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:06.645621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-873cd65d-a6b3-4071-9d2c-00ce594d8035 req-8636d5d7-bd76-4a7d-8102-2b49c786b97e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191661 Dec 13 13:00:06.737502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=b4d0240d-3540-4b38-a0a1-a0597d9fac47,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:06.799818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.803798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.804382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.804561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.804843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.807630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.808526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.809582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.815297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.815886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.816308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.816579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.817473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:06.897661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ce455-bcf7-41ae-bb3b-a8479d9b2c49 req-fe1bbb07-3576-4e85-a068-70e5416949b0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:06.915784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d49ce455-bcf7-41ae-bb3b-a8479d9b2c49 req-fe1bbb07-3576-4e85-a068-70e5416949b0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1855156 Dec 13 13:00:06.919830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['b4d0240d-3540-4b38-a0a1-a0597d9fac47'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:00:07.050733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d49ce455-bcf7-41ae-bb3b-a8479d9b2c49 req-4321f007-ab27-48e9-acad-74c782ab3d2f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339259 Dec 13 13:00:07.415106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56948) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:07.502939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaa1dd-d583-4817-9b6a-3f0837e846f0 req-cdda8aa4-5fba-4fab-8a98-4e9563c24389 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:07.518594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17eaa1dd-d583-4817-9b6a-3f0837e846f0 req-cdda8aa4-5fba-4fab-8a98-4e9563c24389 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2495379 Dec 13 13:00:07.541299 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:07.542167 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:07.737360 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17eaa1dd-d583-4817-9b6a-3f0837e846f0 req-0b9cbe49-a779-4a20-829e-eb2f6085ca59 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169728 Dec 13 13:00:07.750432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2846205e-b3e1-4e1d-8142-e38533669c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:07.857284 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2846205e-b3e1-4e1d-8142-e38533669c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:07.868675 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2846205e-b3e1-4e1d-8142-e38533669c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:07.917261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e45d8-fc38-484a-bcf4-af961a8b5ca8 req-59df2f8a-c774-4f50-b19a-230b812f57a6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:07.945779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e45d8-fc38-484a-bcf4-af961a8b5ca8 req-59df2f8a-c774-4f50-b19a-230b812f57a6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:07.951522 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2846205e-b3e1-4e1d-8142-e38533669c75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=deb6fdeec5384a48b37968513f5659ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5363064 Dec 13 13:00:07.952415 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846205e-b3e1-4e1d-8142-e38533669c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098273c4-62df-4e7a-8d7b-5339fefa444e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:07.955783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 56960) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:07.994632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e45d8-fc38-484a-bcf4-af961a8b5ca8 req-59df2f8a-c774-4f50-b19a-230b812f57a6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:08.001119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e45d8-fc38-484a-bcf4-af961a8b5ca8 req-59df2f8a-c774-4f50-b19a-230b812f57a6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:08.029703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e45d8-fc38-484a-bcf4-af961a8b5ca8 req-59df2f8a-c774-4f50-b19a-230b812f57a6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:08.046910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e45d8-fc38-484a-bcf4-af961a8b5ca8 req-59df2f8a-c774-4f50-b19a-230b812f57a6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:08.053274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e45d8-fc38-484a-bcf4-af961a8b5ca8 req-59df2f8a-c774-4f50-b19a-230b812f57a6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:08.061792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-778e45d8-fc38-484a-bcf4-af961a8b5ca8 req-59df2f8a-c774-4f50-b19a-230b812f57a6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.6089323 Dec 13 13:00:08.129539 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a4dff71-c36c-467b-9012-2441016db9e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:08.185750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-778e45d8-fc38-484a-bcf4-af961a8b5ca8 req-9ef506f6-f26f-48e9-ae00-970fb92af566 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226692 Dec 13 13:00:08.187682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a4dff71-c36c-467b-9012-2441016db9e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:08.244228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a8e76-2dcc-4916-acba-6c8f4bf315cc req-f3c0ce33-15ca-4ec2-985b-2c2669b64cfc tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:08.254615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c6a8e76-2dcc-4916-acba-6c8f4bf315cc req-f3c0ce33-15ca-4ec2-985b-2c2669b64cfc tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 944 time: 0.1084914 Dec 13 13:00:08.274520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b4d0240d-3540-4b38-a0a1-a0597d9fac47 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:00:08.291487 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a4dff71-c36c-467b-9012-2441016db9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:08.309895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a4dff71-c36c-467b-9012-2441016db9e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:08.316424 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7a4dff71-c36c-467b-9012-2441016db9e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/098273c4-62df-4e7a-8d7b-5339fefa444e HTTP/1.1" status: 204 len: 168 time: 0.3572934 Dec 13 13:00:08.359145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dff71-c36c-467b-9012-2441016db9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098273c4-62df-4e7a-8d7b-5339fefa444e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:08.449455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c6a8e76-2dcc-4916-acba-6c8f4bf315cc req-f413391a-88e4-425d-8e27-0fbd4ecd1eb6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933298 Dec 13 13:00:08.560965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port b4d0240d-3540-4b38-a0a1-a0597d9fac47 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:00:08.574018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port b4d0240d-3540-4b38-a0a1-a0597d9fac47 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:00:08.578318 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:08.585756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581970f9-c9f8-4549-9db8-8feba744614a req-10aa73f0-edbe-4b33-b9db-2e8e46752676 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:08.594854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-581970f9-c9f8-4549-9db8-8feba744614a req-10aa73f0-edbe-4b33-b9db-2e8e46752676 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1420348 Dec 13 13:00:08.697112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-581970f9-c9f8-4549-9db8-8feba744614a req-bdcef421-3eb6-4667-a7f4-f2ba0d7e2277 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011529 Dec 13 13:00:08.928167 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:09.038699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:00:09.046741 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc8f22-0803-47ea-ba37-644e1c4bd9ac" -d '{"events": [{"server_uuid": "60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0240d-3540-4b38-a0a1-a0597d9fac47"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:00:09.178285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b4d0240d-3540-4b38-a0a1-a0597d9fac47, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:09.191664 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:09.326492 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87417e84-65c6-44f6-b662-616cc9cb2207 x-openstack-request-id: req-87417e84-65c6-44f6-b662-616cc9cb2207 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:00:09.330929 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0240d-3540-4b38-a0a1-a0597d9fac47", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:00:09.331213 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87417e84-65c6-44f6-b662-616cc9cb2207 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:00:09.334855 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47', 'code': 200} Dec 13 13:00:09.433563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=b4d0240d-3540-4b38-a0a1-a0597d9fac47,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:09.522554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab70bf4-ca85-46ce-af42-85a13ae4c20c req-707c90de-67cf-4487-906a-27c6b8ca3f46 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:09.531891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fab70bf4-ca85-46ce-af42-85a13ae4c20c req-707c90de-67cf-4487-906a-27c6b8ca3f46 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2695682 Dec 13 13:00:09.575836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2331ec-0796-403e-b0fc-736e8db073f3 req-89571b7f-4031-45bb-ac2f-7510a6d6a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:09.577622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca2331ec-0796-403e-b0fc-736e8db073f3 req-89571b7f-4031-45bb-ac2f-7510a6d6a268 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 1096 time: 0.2683723 Dec 13 13:00:09.684881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa1bd-a1d5-4716-b6ad-3454461d6267 req-5a71b79b-dee2-4830-8f82-fe1fc9d8e2b9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:09.701375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa1bd-a1d5-4716-b6ad-3454461d6267 req-5a71b79b-dee2-4830-8f82-fe1fc9d8e2b9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:09.723896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa1bd-a1d5-4716-b6ad-3454461d6267 req-5a71b79b-dee2-4830-8f82-fe1fc9d8e2b9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:09.736145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa1bd-a1d5-4716-b6ad-3454461d6267 req-5a71b79b-dee2-4830-8f82-fe1fc9d8e2b9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:09.755711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa1bd-a1d5-4716-b6ad-3454461d6267 req-5a71b79b-dee2-4830-8f82-fe1fc9d8e2b9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:09.769001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa1bd-a1d5-4716-b6ad-3454461d6267 req-5a71b79b-dee2-4830-8f82-fe1fc9d8e2b9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:09.790491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa1bd-a1d5-4716-b6ad-3454461d6267 req-5a71b79b-dee2-4830-8f82-fe1fc9d8e2b9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:09.792438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58bfa1bd-a1d5-4716-b6ad-3454461d6267 req-5a71b79b-dee2-4830-8f82-fe1fc9d8e2b9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.2950549 Dec 13 13:00:09.910215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58bfa1bd-a1d5-4716-b6ad-3454461d6267 req-24fc2a9f-95f9-45c6-94b8-ecdb9b19eac8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090560 Dec 13 13:00:09.954671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fab70bf4-ca85-46ce-af42-85a13ae4c20c req-88f8e09c-4ca0-4f02-8355-2c9fa68e9c32 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191897 Dec 13 13:00:09.996421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca2331ec-0796-403e-b0fc-736e8db073f3 req-350cd35f-6a7f-4337-95bb-48297b1e4f3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035027 Dec 13 13:00:10.203145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae8b7b-6292-4ea2-bd41-c7afb23681aa req-2b858cca-cedd-4a12-8261-d1e514fc3251 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:10.205034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9ae8b7b-6292-4ea2-bd41-c7afb23681aa req-2b858cca-cedd-4a12-8261-d1e514fc3251 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1298716 Dec 13 13:00:10.214836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dccc4-c5e4-45ab-9daf-33b5ddc1a82c req-a78441c2-67eb-4807-9140-430c1bd06694 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:10.223170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d1dccc4-c5e4-45ab-9daf-33b5ddc1a82c req-a78441c2-67eb-4807-9140-430c1bd06694 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.0886500 Dec 13 13:00:10.332187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9ae8b7b-6292-4ea2-bd41-c7afb23681aa req-efd6bd83-b137-4a7a-b6fe-1c7e712e556a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055906 Dec 13 13:00:10.372771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d1dccc4-c5e4-45ab-9daf-33b5ddc1a82c req-77ad3c5e-58a6-429b-bf14-bd1c5dee4bca tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478701 Dec 13 13:00:10.867345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f24f1-e15b-4a06-bd02-3593e4aaa18d req-20519a1b-a417-4678-8f41-a9d74bc01510 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:10.874734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-367f24f1-e15b-4a06-bd02-3593e4aaa18d req-20519a1b-a417-4678-8f41-a9d74bc01510 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0952806 Dec 13 13:00:10.979695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-367f24f1-e15b-4a06-bd02-3593e4aaa18d req-af0a9073-e0d3-4218-9a84-87058563f0b9 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938346 Dec 13 13:00:11.147193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57064) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:11.251927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f30f-341d-4323-be6a-7d367e0588f7 req-2233056b-529c-49ec-8145-3fd857217b45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:11.274707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f30f-341d-4323-be6a-7d367e0588f7 req-2233056b-529c-49ec-8145-3fd857217b45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:11.286997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f30f-341d-4323-be6a-7d367e0588f7 req-2233056b-529c-49ec-8145-3fd857217b45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:11.296947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f30f-341d-4323-be6a-7d367e0588f7 req-2233056b-529c-49ec-8145-3fd857217b45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:11.306994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f30f-341d-4323-be6a-7d367e0588f7 req-2233056b-529c-49ec-8145-3fd857217b45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:11.326557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f30f-341d-4323-be6a-7d367e0588f7 req-2233056b-529c-49ec-8145-3fd857217b45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:11.333002 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f30f-341d-4323-be6a-7d367e0588f7 req-2233056b-529c-49ec-8145-3fd857217b45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:11.339298 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5987aa23-3c56-4302-93a7-7126148f7170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:11.357670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3033f30f-341d-4323-be6a-7d367e0588f7 req-2233056b-529c-49ec-8145-3fd857217b45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.2695990 Dec 13 13:00:11.428610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349438-8302-4a5d-8ee2-79277c8ea0be req-eaf4ccc9-a856-4c1f-8bd9-ebe57d341d04 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:11.451055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80349438-8302-4a5d-8ee2-79277c8ea0be req-eaf4ccc9-a856-4c1f-8bd9-ebe57d341d04 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3218162 Dec 13 13:00:11.483114 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:00:11.521287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5987aa23-3c56-4302-93a7-7126148f7170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:11.527688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5987aa23-3c56-4302-93a7-7126148f7170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:11.594339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80349438-8302-4a5d-8ee2-79277c8ea0be req-f3bf8730-85bf-4873-81df-8d79e864e869 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378605 Dec 13 13:00:11.609977 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5987aa23-3c56-4302-93a7-7126148f7170 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f4c479ac78e4d1185631d1d192b4b0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4550562 Dec 13 13:00:11.611379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57080) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:11.614222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987aa23-3c56-4302-93a7-7126148f7170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52099dc4-8da9-4df9-9991-d2562dd1750e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:11.625433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3033f30f-341d-4323-be6a-7d367e0588f7 req-bacf6fd7-045c-460d-86c2-3adb1194f1c2 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2663214 Dec 13 13:00:11.730381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9701b921-8b7e-4a50-8544-b26f908f6e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:11.794148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9701b921-8b7e-4a50-8544-b26f908f6e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:11.823356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865d158-c088-4d8b-ac08-df55f7df5b28 req-8ca6e15e-b9e0-439a-89e8-9a65c0197d29 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:11.838699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9865d158-c088-4d8b-ac08-df55f7df5b28 req-8ca6e15e-b9e0-439a-89e8-9a65c0197d29 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.1101346 Dec 13 13:00:11.915908 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9701b921-8b7e-4a50-8544-b26f908f6e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:11.926412 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9701b921-8b7e-4a50-8544-b26f908f6e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:11.927647 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9701b921-8b7e-4a50-8544-b26f908f6e53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52099dc4-8da9-4df9-9991-d2562dd1750e HTTP/1.1" status: 204 len: 168 time: 0.2905989 Dec 13 13:00:11.951935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701b921-8b7e-4a50-8544-b26f908f6e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52099dc4-8da9-4df9-9991-d2562dd1750e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:11.994431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9865d158-c088-4d8b-ac08-df55f7df5b28 req-0b158b54-ed7d-4271-8a72-db25be8a9e70 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505337 Dec 13 13:00:12.097544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184c612-2684-4ba0-a0f0-0c1ae8e24d82 req-53cd383a-abf5-41b3-9648-686ce8b17867 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:12.105942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0184c612-2684-4ba0-a0f0-0c1ae8e24d82 req-53cd383a-abf5-41b3-9648-686ce8b17867 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1076322 Dec 13 13:00:12.190777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0184c612-2684-4ba0-a0f0-0c1ae8e24d82 req-bb44a8e0-bb4e-4ad2-a615-95fdd8ceae84 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833087 Dec 13 13:00:12.651645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d049a-ba63-4acc-8fc2-dd81de34c22b req-26133d7f-3e70-420b-b289-d0c0d041b8eb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:12.667786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b61d049a-ba63-4acc-8fc2-dd81de34c22b req-26133d7f-3e70-420b-b289-d0c0d041b8eb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3318913 Dec 13 13:00:12.771727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29349683-6741-47ce-af81-4a4a4c1af3bd req-d04b43c4-6f0b-4307-a207-580b1b9efb76 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:12.773110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29349683-6741-47ce-af81-4a4a4c1af3bd req-d04b43c4-6f0b-4307-a207-580b1b9efb76 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.3076551 Dec 13 13:00:12.851413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b61d049a-ba63-4acc-8fc2-dd81de34c22b req-161bd7e4-6c0d-4844-9433-f3f227ea1513 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825166 Dec 13 13:00:12.945525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29349683-6741-47ce-af81-4a4a4c1af3bd req-8ea922ed-b96a-4460-b4ae-9d7dd86ec471 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590786 Dec 13 13:00:13.118198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e633-abfd-4bb6-9603-6330f53555b2 req-0a626764-266e-4ed1-89d9-b0220243dcd2 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:13.125896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e633-abfd-4bb6-9603-6330f53555b2 req-0a626764-266e-4ed1-89d9-b0220243dcd2 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:13.134243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e633-abfd-4bb6-9603-6330f53555b2 req-0a626764-266e-4ed1-89d9-b0220243dcd2 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:13.142242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e633-abfd-4bb6-9603-6330f53555b2 req-0a626764-266e-4ed1-89d9-b0220243dcd2 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:13.152563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e633-abfd-4bb6-9603-6330f53555b2 req-0a626764-266e-4ed1-89d9-b0220243dcd2 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:13.163297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e633-abfd-4bb6-9603-6330f53555b2 req-0a626764-266e-4ed1-89d9-b0220243dcd2 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:13.172638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e633-abfd-4bb6-9603-6330f53555b2 req-0a626764-266e-4ed1-89d9-b0220243dcd2 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:13.184098 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae61e633-abfd-4bb6-9603-6330f53555b2 req-0a626764-266e-4ed1-89d9-b0220243dcd2 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.2371914 Dec 13 13:00:13.325318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae61e633-abfd-4bb6-9603-6330f53555b2 req-f5a5727b-4924-413e-9d7a-a4e7c9f7aabd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400797 Dec 13 13:00:13.649250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faba52a-7502-4e20-b41a-0fd1e7783b30 req-719ba488-41c8-4e7a-9d42-34fb5ba68e1f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:13.657778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4faba52a-7502-4e20-b41a-0fd1e7783b30 req-719ba488-41c8-4e7a-9d42-34fb5ba68e1f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0718229 Dec 13 13:00:13.734130 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4faba52a-7502-4e20-b41a-0fd1e7783b30 req-dfc780b4-a292-4151-bdf0-3328def5a4b3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749815 Dec 13 13:00:14.191396 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4f690-2135-4f3c-889c-3bb65de7544e req-260b5edd-ed91-4ad4-b08b-a1e34506eaba tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:14.199664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ea4f690-2135-4f3c-889c-3bb65de7544e req-260b5edd-ed91-4ad4-b08b-a1e34506eaba tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.1110959 Dec 13 13:00:14.281357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ea4f690-2135-4f3c-889c-3bb65de7544e req-b122d69f-fc14-49f7-8e33-de8581d9aaed tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803993 Dec 13 13:00:14.635447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420246-38fa-4ba9-ac1c-2b21a0e739cf req-499e6866-ab88-4090-85bd-55e3030c1cd8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:14.649254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420246-38fa-4ba9-ac1c-2b21a0e739cf req-499e6866-ab88-4090-85bd-55e3030c1cd8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:14.658626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420246-38fa-4ba9-ac1c-2b21a0e739cf req-499e6866-ab88-4090-85bd-55e3030c1cd8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:14.666159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420246-38fa-4ba9-ac1c-2b21a0e739cf req-499e6866-ab88-4090-85bd-55e3030c1cd8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:14.680936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420246-38fa-4ba9-ac1c-2b21a0e739cf req-499e6866-ab88-4090-85bd-55e3030c1cd8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:14.688100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420246-38fa-4ba9-ac1c-2b21a0e739cf req-499e6866-ab88-4090-85bd-55e3030c1cd8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:14.695032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420246-38fa-4ba9-ac1c-2b21a0e739cf req-499e6866-ab88-4090-85bd-55e3030c1cd8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:14.697467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40420246-38fa-4ba9-ac1c-2b21a0e739cf req-499e6866-ab88-4090-85bd-55e3030c1cd8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.2186639 Dec 13 13:00:14.790364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40420246-38fa-4ba9-ac1c-2b21a0e739cf req-c0a66aab-4a2d-44f4-a21e-c7ba42b76199 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838828 Dec 13 13:00:15.051697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894a102-52a9-4d07-b77a-3371c561e246 req-55589f90-1a69-4e0d-a22f-f511d1959144 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:15.060430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3894a102-52a9-4d07-b77a-3371c561e246 req-55589f90-1a69-4e0d-a22f-f511d1959144 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1022136 Dec 13 13:00:15.158795 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3894a102-52a9-4d07-b77a-3371c561e246 req-0e693848-b9cd-420c-b904-0a6660a8e043 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803237 Dec 13 13:00:15.687615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606fa53-6b81-494f-a356-6eb273d42079 req-a0f81c25-a97e-4d35-9324-f3b7a4bddf7f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:15.704159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3606fa53-6b81-494f-a356-6eb273d42079 req-a0f81c25-a97e-4d35-9324-f3b7a4bddf7f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.1269152 Dec 13 13:00:15.959409 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3606fa53-6b81-494f-a356-6eb273d42079 req-b80e9f7f-24a2-488d-9e6b-ee60f4821b60 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410254 Dec 13 13:00:15.991301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568653a9-18ed-4a11-99b1-93d07805aea1 req-16ef8943-f9ae-401a-91e3-f998cb2ca737 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:16.006982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-568653a9-18ed-4a11-99b1-93d07805aea1 req-16ef8943-f9ae-401a-91e3-f998cb2ca737 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1680408 Dec 13 13:00:16.127751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-568653a9-18ed-4a11-99b1-93d07805aea1 req-7c238332-64e2-4a83-b15c-68eebc060b71 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180129 Dec 13 13:00:16.260154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bf87a-36f0-430c-a5e0-d83f49cb8762 req-74d50159-fc42-4ce9-9538-0ae6f2ed5342 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:16.268318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bf87a-36f0-430c-a5e0-d83f49cb8762 req-74d50159-fc42-4ce9-9538-0ae6f2ed5342 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:16.278180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bf87a-36f0-430c-a5e0-d83f49cb8762 req-74d50159-fc42-4ce9-9538-0ae6f2ed5342 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:16.287059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bf87a-36f0-430c-a5e0-d83f49cb8762 req-74d50159-fc42-4ce9-9538-0ae6f2ed5342 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:16.300745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bf87a-36f0-430c-a5e0-d83f49cb8762 req-74d50159-fc42-4ce9-9538-0ae6f2ed5342 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:16.309457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bf87a-36f0-430c-a5e0-d83f49cb8762 req-74d50159-fc42-4ce9-9538-0ae6f2ed5342 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:16.316621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bf87a-36f0-430c-a5e0-d83f49cb8762 req-74d50159-fc42-4ce9-9538-0ae6f2ed5342 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:16.325444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d87bf87a-36f0-430c-a5e0-d83f49cb8762 req-74d50159-fc42-4ce9-9538-0ae6f2ed5342 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5431 time: 0.1954253 Dec 13 13:00:16.344733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 50c45399-8b22-4490-9dce-8ab750e368d4 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:00:16.407951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d87bf87a-36f0-430c-a5e0-d83f49cb8762 req-3d83b021-3bd5-44ac-a3dd-0cd41b2703fd tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813315 Dec 13 13:00:16.537076 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 50c45399-8b22-4490-9dce-8ab750e368d4, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=50c45399-8b22-4490-9dce-8ab750e368d4,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:16.560542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '50c45399-8b22-4490-9dce-8ab750e368d4', 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'port_id': '50c45399-8b22-4490-9dce-8ab750e368d4', 'mac_address': 'fa:16:3e:35:41:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bafd1b-29bd-447e-a192-cb8b166270b2', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:00:16.676114 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:16.694757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c45399-8b22-4490-9dce-8ab750e368d4 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:00:16.757604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 50c45399-8b22-4490-9dce-8ab750e368d4, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=50c45399-8b22-4490-9dce-8ab750e368d4,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:16.768019 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:16.769344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:00:16.819230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:16.825502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57272) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:16.904432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=50c45399-8b22-4490-9dce-8ab750e368d4,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:16.909965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '1d5b9ba7-fb28-4630-ad6a-37abed4bca86', 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'port_id': '1d5b9ba7-fb28-4630-ad6a-37abed4bca86', 'mac_address': 'fa:16:3e:65:ea:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bafd1b-29bd-447e-a192-cb8b166270b2', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:00:16.963273 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:16.999766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:00:17.048678 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:17.059541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:17.066276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:17.069115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c45097b7-ab3b-4dc5-9117-be3b06871a4e details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:00:17.238953 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 13:00:17.282398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f8078-3b01-419d-9e71-4b884c86b931 req-e469ba1c-0f8b-4491-80db-c5020b5d050d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:17.294495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b84f8078-3b01-419d-9e71-4b884c86b931 req-e469ba1c-0f8b-4491-80db-c5020b5d050d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.1717994 Dec 13 13:00:17.314362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port c45097b7-ab3b-4dc5-9117-be3b06871a4e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c45097b7-ab3b-4dc5-9117-be3b06871a4e,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:17.344414 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:17.346008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:17.352949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'c45097b7-ab3b-4dc5-9117-be3b06871a4e', 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'port_id': 'c45097b7-ab3b-4dc5-9117-be3b06871a4e', 'mac_address': 'fa:16:3e:89:1e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bafd1b-29bd-447e-a192-cb8b166270b2', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:00:17.361080 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:17.429675 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:17.468340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45097b7-ab3b-4dc5-9117-be3b06871a4e {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:00:17.524337 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed46909697384e00a018637270a444ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6946678 Dec 13 13:00:17.524812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57290) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:17.534891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dbbf3e-0336-475a-a8ee-164acf2cd96e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:17.564370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port c45097b7-ab3b-4dc5-9117-be3b06871a4e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c45097b7-ab3b-4dc5-9117-be3b06871a4e,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:17.573388 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:17.575533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f17260fa-935f-466a-9a8c-392688041fdd details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:00:17.578373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b84f8078-3b01-419d-9e71-4b884c86b931 req-21969c9c-7659-4b97-9e82-e7c6052ee3d3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809861 Dec 13 13:00:17.607323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.607323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.607323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.607323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.611142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.611142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.611142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.611142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.611142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.611786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.611786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.612005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.612285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138d863-8e8a-427b-b61e-5dbb440b0491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:17.657094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c04bf-9a58-4426-8615-e86c0423e636 req-051ef961-bf10-4bda-b1b6-13fe3405c7f9 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:17.679296 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e02c04bf-9a58-4426-8615-e86c0423e636 req-051ef961-bf10-4bda-b1b6-13fe3405c7f9 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3154657 Dec 13 13:00:17.761011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=c45097b7-ab3b-4dc5-9117-be3b06871a4e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:17.799717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-756fd1a3-0a6a-496c-8535-640d80540cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:17.800776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e02c04bf-9a58-4426-8615-e86c0423e636 req-b45d8043-bdbb-4494-bef2-4ff6c396c927 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184223 Dec 13 13:00:17.898994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-756fd1a3-0a6a-496c-8535-640d80540cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:17.985213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40bd64-c505-40ca-bcb3-1869bcb2f8f1 req-3010957a-184e-46bc-9240-2e84a6272af0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:18.031448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40bd64-c505-40ca-bcb3-1869bcb2f8f1 req-3010957a-184e-46bc-9240-2e84a6272af0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:18.043015 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-756fd1a3-0a6a-496c-8535-640d80540cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:18.046181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-756fd1a3-0a6a-496c-8535-640d80540cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:18.049094 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-756fd1a3-0a6a-496c-8535-640d80540cb5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5dbbf3e-0336-475a-a8ee-164acf2cd96e HTTP/1.1" status: 204 len: 168 time: 0.5201814 Dec 13 13:00:18.055910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40bd64-c505-40ca-bcb3-1869bcb2f8f1 req-3010957a-184e-46bc-9240-2e84a6272af0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:18.064688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fd1a3-0a6a-496c-8535-640d80540cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dbbf3e-0336-475a-a8ee-164acf2cd96e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:18.077552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40bd64-c505-40ca-bcb3-1869bcb2f8f1 req-3010957a-184e-46bc-9240-2e84a6272af0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:18.094335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40bd64-c505-40ca-bcb3-1869bcb2f8f1 req-3010957a-184e-46bc-9240-2e84a6272af0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:18.114020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40bd64-c505-40ca-bcb3-1869bcb2f8f1 req-3010957a-184e-46bc-9240-2e84a6272af0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:18.129427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40bd64-c505-40ca-bcb3-1869bcb2f8f1 req-3010957a-184e-46bc-9240-2e84a6272af0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:18.155468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab40bd64-c505-40ca-bcb3-1869bcb2f8f1 req-3010957a-184e-46bc-9240-2e84a6272af0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5434 time: 0.3191495 Dec 13 13:00:18.176271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f17260fa-935f-466a-9a8c-392688041fdd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f17260fa-935f-466a-9a8c-392688041fdd,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:18.221524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'f17260fa-935f-466a-9a8c-392688041fdd', 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4', 'port_id': 'f17260fa-935f-466a-9a8c-392688041fdd', 'mac_address': 'fa:16:3e:35:8a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda85682-2730-4ba2-a164-494acacb16c1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:00:18.324612 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:18.365680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17260fa-935f-466a-9a8c-392688041fdd {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:00:18.419338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f17260fa-935f-466a-9a8c-392688041fdd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f17260fa-935f-466a-9a8c-392688041fdd,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:18.430003 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:18.430723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f611ff96-dd02-482d-baa6-61dd953429d4 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:00:18.450893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab40bd64-c505-40ca-bcb3-1869bcb2f8f1 req-2d38a089-bc20-40f5-af70-fba27e9c8a66 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2929013 Dec 13 13:00:18.471156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4df99-5c13-4a65-9c72-4b140dfde94c req-93b56a66-6fb7-4d57-81b1-ef45b939b1c9 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:18.482679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0fc4df99-5c13-4a65-9c72-4b140dfde94c req-93b56a66-6fb7-4d57-81b1-ef45b939b1c9 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3219862 Dec 13 13:00:18.583166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0fc4df99-5c13-4a65-9c72-4b140dfde94c req-78200b0a-23de-4b64-81ef-2151c225adfb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880508 Dec 13 13:00:18.608564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f611ff96-dd02-482d-baa6-61dd953429d4, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f611ff96-dd02-482d-baa6-61dd953429d4,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:18.634827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f17260fa-935f-466a-9a8c-392688041fdd,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:18.676859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'f611ff96-dd02-482d-baa6-61dd953429d4', 'network_id': 'af42c895-8317-4d3b-b2fd-4293b38dc0c5', 'port_id': 'f611ff96-dd02-482d-baa6-61dd953429d4', 'mac_address': 'fa:16:3e:77:ac:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bafd1b-29bd-447e-a192-cb8b166270b2', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:00:18.886410 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:18.924841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2c4de-a070-4faf-8218-0b711aee81f3 req-8aaebe7a-601f-49e8-88a8-43a54bf06530 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:18.933289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5a2c4de-a070-4faf-8218-0b711aee81f3 req-8aaebe7a-601f-49e8-88a8-43a54bf06530 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.1478469 Dec 13 13:00:18.938924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f611ff96-dd02-482d-baa6-61dd953429d4 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:00:18.995031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f611ff96-dd02-482d-baa6-61dd953429d4, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f611ff96-dd02-482d-baa6-61dd953429d4,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:19.010228 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:19.010979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:00:19.186355 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f611ff96-dd02-482d-baa6-61dd953429d4,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:19.279184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5a2c4de-a070-4faf-8218-0b711aee81f3 req-3b73c660-f3f3-489f-bbcb-06977fd77fd0 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411689 Dec 13 13:00:19.315111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57356) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:19.349010 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-871b491a-126a-420b-99ca-ee6299d0ee01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:19.355988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab1a9-d20d-45c6-b660-50b6a6423d12 req-7d46ba3f-530a-4b95-a738-842798884c58 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:19.367717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dab1a9-d20d-45c6-b660-50b6a6423d12 req-7d46ba3f-530a-4b95-a738-842798884c58 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.4332597 Dec 13 13:00:19.594422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:19.642308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dab1a9-d20d-45c6-b660-50b6a6423d12 req-3d77656d-e1b1-4941-ae66-2b8ab508b580 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652280 Dec 13 13:00:19.669361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'port_id': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b', 'mac_address': 'fa:16:3e:79:f0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:00:19.745820 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:19.789832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:00:19.842013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-871b491a-126a-420b-99ca-ee6299d0ee01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:19.852389 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-871b491a-126a-420b-99ca-ee6299d0ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:19.860402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:19.875785 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:19.876980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 3b0e5496-c005-45dd-aa51-28c28dd43728 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:00:19.956352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 3b0e5496-c005-45dd-aa51-28c28dd43728, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3b0e5496-c005-45dd-aa51-28c28dd43728,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:19.964068 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-871b491a-126a-420b-99ca-ee6299d0ee01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb70716aa04443d5b0c1d30ad5054268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6477723 Dec 13 13:00:19.978317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57370) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:20.005814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '3b0e5496-c005-45dd-aa51-28c28dd43728', 'network_id': 'e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4', 'port_id': '3b0e5496-c005-45dd-aa51-28c28dd43728', 'mac_address': 'fa:16:3e:e3:3a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda85682-2730-4ba2-a164-494acacb16c1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:00:20.037678 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b491a-126a-420b-99ca-ee6299d0ee01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4d9568-1e59-4ba8-8db8-d2e14abba7ca,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:20.049837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d54103-e22a-4cf0-a24d-fb77b8351856 req-b1ab7678-b586-4835-a449-68677199eed4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:20.052860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84d54103-e22a-4cf0-a24d-fb77b8351856 req-b1ab7678-b586-4835-a449-68677199eed4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2836974 Dec 13 13:00:20.080948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eb4a1-2ab5-4fb3-a021-6ff964d1bf8f req-1083e90f-1db6-4253-9998-ada00eddc3e3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:20.177095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eb4a1-2ab5-4fb3-a021-6ff964d1bf8f req-1083e90f-1db6-4253-9998-ada00eddc3e3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:20.184403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eb4a1-2ab5-4fb3-a021-6ff964d1bf8f req-1083e90f-1db6-4253-9998-ada00eddc3e3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:20.270107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eb4a1-2ab5-4fb3-a021-6ff964d1bf8f req-1083e90f-1db6-4253-9998-ada00eddc3e3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:20.317316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eb4a1-2ab5-4fb3-a021-6ff964d1bf8f req-1083e90f-1db6-4253-9998-ada00eddc3e3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:20.321939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eb4a1-2ab5-4fb3-a021-6ff964d1bf8f req-1083e90f-1db6-4253-9998-ada00eddc3e3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:20.342179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eb4a1-2ab5-4fb3-a021-6ff964d1bf8f req-1083e90f-1db6-4253-9998-ada00eddc3e3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:20.346301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb9eb4a1-2ab5-4fb3-a021-6ff964d1bf8f req-1083e90f-1db6-4253-9998-ada00eddc3e3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5436 time: 0.5062575 Dec 13 13:00:20.371647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:20.397273 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:20.417535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0e5496-c005-45dd-aa51-28c28dd43728 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:00:20.492529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 3b0e5496-c005-45dd-aa51-28c28dd43728, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3b0e5496-c005-45dd-aa51-28c28dd43728,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:20.504087 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:20.556219 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b4d0240d-3540-4b38-a0a1-a0597d9fac47 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:00:20.664400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=3b0e5496-c005-45dd-aa51-28c28dd43728,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:20.836620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84d54103-e22a-4cf0-a24d-fb77b8351856 req-c7a1e912-3633-4eb4-8fd5-35bd83e63bf8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323192 Dec 13 13:00:20.887228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb9eb4a1-2ab5-4fb3-a021-6ff964d1bf8f req-988b79d4-863d-4c20-ba13-749d81d52cf0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4758475 Dec 13 13:00:20.961529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6919a7a-7de3-42ce-9f43-9025757aa3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:20.986444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b4d0240d-3540-4b38-a0a1-a0597d9fac47, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:21.045932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'port_id': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47', 'mac_address': 'fa:16:3e:dd:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:00:21.128141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6919a7a-7de3-42ce-9f43-9025757aa3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:21.142398 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:21.193195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4d0240d-3540-4b38-a0a1-a0597d9fac47 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:00:21.234196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['f611ff96-dd02-482d-baa6-61dd953429d4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:00:21.259959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['f17260fa-935f-466a-9a8c-392688041fdd'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:00:21.290103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d116-fe55-4746-a38e-0e6f6ab68204 req-75fa43e3-7ebd-4fc9-9227-7bd3f2814606 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:21.304354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d021d116-fe55-4746-a38e-0e6f6ab68204 req-75fa43e3-7ebd-4fc9-9227-7bd3f2814606 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.2683983 Dec 13 13:00:21.417611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d021d116-fe55-4746-a38e-0e6f6ab68204 req-7394f07f-0405-4887-9b5a-3d1eaa0ad9dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050661 Dec 13 13:00:21.442720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:00:21.443471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c45097b7-ab3b-4dc5-9117-be3b06871a4e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:00:21.510235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd1e51-453e-4e0f-9f36-459830c1dc92 req-22bc43a3-b0fa-4ebf-9578-9de64193e3ff tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:21.529075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49bd1e51-453e-4e0f-9f36-459830c1dc92 req-22bc43a3-b0fa-4ebf-9578-9de64193e3ff tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2652390 Dec 13 13:00:21.533243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b4d0240d-3540-4b38-a0a1-a0597d9fac47, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:21.565291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['3b0e5496-c005-45dd-aa51-28c28dd43728'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:00:21.568623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['1d5b9ba7-fb28-4630-ad6a-37abed4bca86'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:00:21.570114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['50c45399-8b22-4490-9dce-8ab750e368d4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:00:21.680029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49bd1e51-453e-4e0f-9f36-459830c1dc92 req-ddb50716-c99a-4ea6-860f-e2ef1e4dd1ae tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482275 Dec 13 13:00:21.686601 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6919a7a-7de3-42ce-9f43-9025757aa3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:21.719412 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6919a7a-7de3-42ce-9f43-9025757aa3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:21.723629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e6919a7a-7de3-42ce-9f43-9025757aa3af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc4d9568-1e59-4ba8-8db8-d2e14abba7ca HTTP/1.1" status: 204 len: 168 time: 1.7415683 Dec 13 13:00:21.748822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6919a7a-7de3-42ce-9f43-9025757aa3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4d9568-1e59-4ba8-8db8-d2e14abba7ca,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:21.818762 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:22.050263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09cd19-34fc-42fb-a03b-426a8c78a2c9 req-4a9cf10a-3933-4816-ab37-1d3e5640f87d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:22.054814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e09cd19-34fc-42fb-a03b-426a8c78a2c9 req-4a9cf10a-3933-4816-ab37-1d3e5640f87d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1638613 Dec 13 13:00:22.334648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e09cd19-34fc-42fb-a03b-426a8c78a2c9 req-90eb8987-be14-4b2c-97d4-008bb272e54f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729242 Dec 13 13:00:22.356342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed447-292f-4f18-b978-5569fdd3fe80 req-a31b9ac1-6c88-4475-af15-ffdb8d688a6d tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:22.364696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed447-292f-4f18-b978-5569fdd3fe80 req-a31b9ac1-6c88-4475-af15-ffdb8d688a6d tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:22.372035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed447-292f-4f18-b978-5569fdd3fe80 req-a31b9ac1-6c88-4475-af15-ffdb8d688a6d tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:22.384693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed447-292f-4f18-b978-5569fdd3fe80 req-a31b9ac1-6c88-4475-af15-ffdb8d688a6d tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:22.391222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed447-292f-4f18-b978-5569fdd3fe80 req-a31b9ac1-6c88-4475-af15-ffdb8d688a6d tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:22.398507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed447-292f-4f18-b978-5569fdd3fe80 req-a31b9ac1-6c88-4475-af15-ffdb8d688a6d tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:22.406264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed447-292f-4f18-b978-5569fdd3fe80 req-a31b9ac1-6c88-4475-af15-ffdb8d688a6d tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:22.419473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a27ed447-292f-4f18-b978-5569fdd3fe80 req-a31b9ac1-6c88-4475-af15-ffdb8d688a6d tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5438 time: 0.2398708 Dec 13 13:00:22.570730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=b4d0240d-3540-4b38-a0a1-a0597d9fac47,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:22.601321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a27ed447-292f-4f18-b978-5569fdd3fe80 req-8ec07e18-e681-412d-82cc-0329c8b360b6 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1780717 Dec 13 13:00:22.774123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['b4d0240d-3540-4b38-a0a1-a0597d9fac47'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:00:23.005210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39edd4-f7c6-4999-bcde-b211fbf95d05 req-78f0a142-926a-4d04-871b-8bad231bef6e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:23.020042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c39edd4-f7c6-4999-bcde-b211fbf95d05 req-78f0a142-926a-4d04-871b-8bad231bef6e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 944 time: 0.2270925 Dec 13 13:00:23.124178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5196cfa-4437-4de6-a47f-8dbfa465586e req-030be9b3-fcf1-41be-aab0-2a210da361d8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:23.142961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5196cfa-4437-4de6-a47f-8dbfa465586e req-030be9b3-fcf1-41be-aab0-2a210da361d8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3474784 Dec 13 13:00:23.311958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c39edd4-f7c6-4999-bcde-b211fbf95d05 req-bb534f6b-b2c2-4a38-8c1c-543fcac99335 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844119 Dec 13 13:00:23.413348 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5196cfa-4437-4de6-a47f-8dbfa465586e req-c3722b9d-a867-4c8a-a204-8dcd52414183 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663469 Dec 13 13:00:23.717586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b97327-7f77-4d6a-9dab-0305c6bdacf2 req-bff6b6bf-3848-4ca3-9cd7-f35b69f03cdb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:23.733273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78b97327-7f77-4d6a-9dab-0305c6bdacf2 req-bff6b6bf-3848-4ca3-9cd7-f35b69f03cdb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1676042 Dec 13 13:00:23.956704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78b97327-7f77-4d6a-9dab-0305c6bdacf2 req-774c1abd-d717-42f1-8d06-f1593f26363a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195199 Dec 13 13:00:24.010700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0a37-9bca-46f8-b579-111dc0b4e9e2 req-aea67f49-3f64-457f-8c4d-83846c0b93e0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:24.046504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0a37-9bca-46f8-b579-111dc0b4e9e2 req-aea67f49-3f64-457f-8c4d-83846c0b93e0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:24.064892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0a37-9bca-46f8-b579-111dc0b4e9e2 req-aea67f49-3f64-457f-8c4d-83846c0b93e0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:24.093184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0a37-9bca-46f8-b579-111dc0b4e9e2 req-aea67f49-3f64-457f-8c4d-83846c0b93e0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:24.116242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0a37-9bca-46f8-b579-111dc0b4e9e2 req-aea67f49-3f64-457f-8c4d-83846c0b93e0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:24.145140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0a37-9bca-46f8-b579-111dc0b4e9e2 req-aea67f49-3f64-457f-8c4d-83846c0b93e0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:24.176020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0a37-9bca-46f8-b579-111dc0b4e9e2 req-aea67f49-3f64-457f-8c4d-83846c0b93e0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:24.191427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b2b0a37-9bca-46f8-b579-111dc0b4e9e2 req-aea67f49-3f64-457f-8c4d-83846c0b93e0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5438 time: 0.3930802 Dec 13 13:00:24.420531 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6dfa40b-4f0a-41a1-bcd8-de21622771de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:24.458829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b2b0a37-9bca-46f8-b579-111dc0b4e9e2 req-8414b588-59f3-46e8-8864-866c8f1fab9b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2662745 Dec 13 13:00:24.477356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57470) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:24.629421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aba89-4b82-4855-aef1-68171bade946 req-b53d8b92-afbb-4231-bb90-634f1dc48e8d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:24.631407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc2aba89-4b82-4855-aef1-68171bade946 req-b53d8b92-afbb-4231-bb90-634f1dc48e8d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2376878 Dec 13 13:00:24.707452 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62356546-fa1b-4848-a8f0-a51a38129a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:24.895095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc2aba89-4b82-4855-aef1-68171bade946 req-c9374bb0-0a6b-468a-bc32-9af9f8466365 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256055 Dec 13 13:00:24.965449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62356546-fa1b-4848-a8f0-a51a38129a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:24.966381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcedc9-444f-4292-aa7a-9ddbfd7b3800 req-98ab35ef-c948-41c0-8a57-bd25773fd21d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:24.968241 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1abcedc9-444f-4292-aa7a-9ddbfd7b3800 req-98ab35ef-c948-41c0-8a57-bd25773fd21d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 944 time: 0.3309975 Dec 13 13:00:24.977340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62356546-fa1b-4848-a8f0-a51a38129a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:25.032229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62356546-fa1b-4848-a8f0-a51a38129a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a790f596-e507-4e9b-8ac1-d7f929610d6e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:25.088594 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-62356546-fa1b-4848-a8f0-a51a38129a7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2afc811f2f8746d791afadd9d8ffd7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6084249 Dec 13 13:00:25.091135 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57480) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:25.150274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1abcedc9-444f-4292-aa7a-9ddbfd7b3800 req-bc5fcd3d-e7dc-4a5e-907e-41bb8eb34feb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713917 Dec 13 13:00:25.231243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-513bc476-7a00-4e19-a5b1-e384578d4fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:25.250187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb23a3-fc74-46b8-b0d3-40b430079170 req-5f199407-f4b7-4b8c-b61c-f1053a59032f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:25.269326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bdeb23a3-fc74-46b8-b0d3-40b430079170 req-5f199407-f4b7-4b8c-b61c-f1053a59032f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1697702 Dec 13 13:00:25.332451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-513bc476-7a00-4e19-a5b1-e384578d4fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:25.434708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-513bc476-7a00-4e19-a5b1-e384578d4fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:25.438314 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-513bc476-7a00-4e19-a5b1-e384578d4fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:25.440052 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-513bc476-7a00-4e19-a5b1-e384578d4fad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a790f596-e507-4e9b-8ac1-d7f929610d6e HTTP/1.1" status: 204 len: 168 time: 0.3477612 Dec 13 13:00:25.457828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bc476-7a00-4e19-a5b1-e384578d4fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a790f596-e507-4e9b-8ac1-d7f929610d6e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:25.498645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bdeb23a3-fc74-46b8-b0d3-40b430079170 req-574f1bc4-c13c-4934-918d-90c8984ef659 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194932 Dec 13 13:00:25.931063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afd6cb-b0e7-4d3f-8695-b3d436790c66 req-c6a6b682-0a92-4656-bb69-9490a61563b4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:25.941185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afd6cb-b0e7-4d3f-8695-b3d436790c66 req-c6a6b682-0a92-4656-bb69-9490a61563b4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:25.949850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afd6cb-b0e7-4d3f-8695-b3d436790c66 req-c6a6b682-0a92-4656-bb69-9490a61563b4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:25.969783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afd6cb-b0e7-4d3f-8695-b3d436790c66 req-c6a6b682-0a92-4656-bb69-9490a61563b4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:25.980537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afd6cb-b0e7-4d3f-8695-b3d436790c66 req-c6a6b682-0a92-4656-bb69-9490a61563b4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:26.003153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afd6cb-b0e7-4d3f-8695-b3d436790c66 req-c6a6b682-0a92-4656-bb69-9490a61563b4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:26.021864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afd6cb-b0e7-4d3f-8695-b3d436790c66 req-c6a6b682-0a92-4656-bb69-9490a61563b4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:26.041344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52afd6cb-b0e7-4d3f-8695-b3d436790c66 req-c6a6b682-0a92-4656-bb69-9490a61563b4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5438 time: 0.3325086 Dec 13 13:00:26.521784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57518) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:26.539133 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b4d0240d-3540-4b38-a0a1-a0597d9fac47 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:00:26.563683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d82291bd-bd41-4b59-9635-50ffc749bfd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:26.713617 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438eebf5-65a9-4ccf-a756-7ec6783eb24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:26.777076 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port b4d0240d-3540-4b38-a0a1-a0597d9fac47 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:00:26.777355 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:26.864168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d82291bd-bd41-4b59-9635-50ffc749bfd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:26.875709 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d82291bd-bd41-4b59-9635-50ffc749bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:26.943851 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d82291bd-bd41-4b59-9635-50ffc749bfd4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b556ce703fc4f8397ff68ee5b9d8acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193983 Dec 13 13:00:26.947133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57534) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:27.042648 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:27.110241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82291bd-bd41-4b59-9635-50ffc749bfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f613ce-58a5-4a16-95cd-3cf5d35ac5cc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:27.139859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b4d0240d-3540-4b38-a0a1-a0597d9fac47, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:27.142777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:00:27.145516 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e22a4b-2427-4f29-859a-32fd0bd17bef" -d '{"events": [{"server_uuid": "60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0240d-3540-4b38-a0a1-a0597d9fac47"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:00:27.149887 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:27.150734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 50c45399-8b22-4490-9dce-8ab750e368d4 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:00:27.156426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-13d6b1be-e7c5-4f41-86f2-d1b7bb20065a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:27.166799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd0760-19b9-41be-81f0-f7f25f751fb1 req-bfee7b13-8ad9-4cff-9d52-3220e2f199b6 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:27.168422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17dd0760-19b9-41be-81f0-f7f25f751fb1 req-bfee7b13-8ad9-4cff-9d52-3220e2f199b6 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 1.3837426 Dec 13 13:00:27.193957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-13d6b1be-e7c5-4f41-86f2-d1b7bb20065a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:27.326608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-13d6b1be-e7c5-4f41-86f2-d1b7bb20065a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:27.332652 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=b4d0240d-3540-4b38-a0a1-a0597d9fac47,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:27.333679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-13d6b1be-e7c5-4f41-86f2-d1b7bb20065a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:27.335975 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-13d6b1be-e7c5-4f41-86f2-d1b7bb20065a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0f613ce-58a5-4a16-95cd-3cf5d35ac5cc HTTP/1.1" status: 204 len: 168 time: 0.3837914 Dec 13 13:00:27.371957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 50c45399-8b22-4490-9dce-8ab750e368d4 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:00:27.377923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6b1be-e7c5-4f41-86f2-d1b7bb20065a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f613ce-58a5-4a16-95cd-3cf5d35ac5cc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:27.378344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 50c45399-8b22-4490-9dce-8ab750e368d4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:00:27.379084 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:27.402490 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17dd0760-19b9-41be-81f0-f7f25f751fb1 req-586844e7-0829-493e-9fe5-45c7cce969fa tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156317 Dec 13 13:00:27.488486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52afd6cb-b0e7-4d3f-8695-b3d436790c66 req-ec9d7dbe-6c4e-4af4-9df8-98387596598b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4458094 Dec 13 13:00:27.751835 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:27.753066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e596155-f265-4dca-bb05-5cafd1970006 req-2db96b1f-7bd1-4fdf-b85c-9bda641f6d08 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:27.766000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e596155-f265-4dca-bb05-5cafd1970006 req-2db96b1f-7bd1-4fdf-b85c-9bda641f6d08 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.1824942 Dec 13 13:00:27.799795 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:27.856833 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf959d9-e845-4e97-afbd-a3bc5636e49f x-openstack-request-id: req-4bf959d9-e845-4e97-afbd-a3bc5636e49f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:00:27.857020 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0240d-3540-4b38-a0a1-a0597d9fac47", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:00:27.857279 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bf959d9-e845-4e97-afbd-a3bc5636e49f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:00:27.857692 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47', 'code': 200} Dec 13 13:00:27.892587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 50c45399-8b22-4490-9dce-8ab750e368d4, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=50c45399-8b22-4490-9dce-8ab750e368d4,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:27.900527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e596155-f265-4dca-bb05-5cafd1970006 req-abc02401-c879-47e3-b84b-f6a69ac55257 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279483 Dec 13 13:00:27.904787 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:27.905619 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c45097b7-ab3b-4dc5-9117-be3b06871a4e up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:00:28.019075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797f0f6-bc65-4c44-b9d9-df064302a3c4 req-2d2fe394-7ded-4e84-b2d9-0039856bc4ad tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:28.028603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0797f0f6-bc65-4c44-b9d9-df064302a3c4 req-2d2fe394-7ded-4e84-b2d9-0039856bc4ad tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0794055 Dec 13 13:00:28.047776 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57584) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:28.104506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0797f0f6-bc65-4c44-b9d9-df064302a3c4 req-557ad7a1-0faf-44a6-b9ca-81caaf45b4ab tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704875 Dec 13 13:00:28.134783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=50c45399-8b22-4490-9dce-8ab750e368d4,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:28.159001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port c45097b7-ab3b-4dc5-9117-be3b06871a4e completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:00:28.165876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port c45097b7-ab3b-4dc5-9117-be3b06871a4e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:00:28.166294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:28.337910 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:28.418957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port c45097b7-ab3b-4dc5-9117-be3b06871a4e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c45097b7-ab3b-4dc5-9117-be3b06871a4e,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:28.428598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-006e85e4-f1fa-419d-8ea0-8fa5752877cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:28.433977 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:28.435047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f17260fa-935f-466a-9a8c-392688041fdd up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:00:28.510242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a950bbc-3a5c-454e-b8e8-1992e4018f8f req-d9bdf14d-ab24-4b30-ac59-3aad59e93f34 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:28.523640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a950bbc-3a5c-454e-b8e8-1992e4018f8f req-d9bdf14d-ab24-4b30-ac59-3aad59e93f34 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1862354 Dec 13 13:00:28.663886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a950bbc-3a5c-454e-b8e8-1992e4018f8f req-0f09ffe6-7903-4758-b950-248b9b783ac1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348634 Dec 13 13:00:28.724321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=c45097b7-ab3b-4dc5-9117-be3b06871a4e,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:28.780116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port f17260fa-935f-466a-9a8c-392688041fdd completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:00:28.792615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port f17260fa-935f-466a-9a8c-392688041fdd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:00:28.792996 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:29.047329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4144-6e4a-43e9-8e4e-a69b545c4360 req-05c38233-a088-473f-901a-94a4dfbf1a41 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:29.058196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:29.059946 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:29.076556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4144-6e4a-43e9-8e4e-a69b545c4360 req-05c38233-a088-473f-901a-94a4dfbf1a41 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:29.098011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4144-6e4a-43e9-8e4e-a69b545c4360 req-05c38233-a088-473f-901a-94a4dfbf1a41 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:29.108909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4144-6e4a-43e9-8e4e-a69b545c4360 req-05c38233-a088-473f-901a-94a4dfbf1a41 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:29.120999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4144-6e4a-43e9-8e4e-a69b545c4360 req-05c38233-a088-473f-901a-94a4dfbf1a41 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:29.140257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4144-6e4a-43e9-8e4e-a69b545c4360 req-05c38233-a088-473f-901a-94a4dfbf1a41 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:29.153261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f17260fa-935f-466a-9a8c-392688041fdd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f17260fa-935f-466a-9a8c-392688041fdd,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:29.153964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4144-6e4a-43e9-8e4e-a69b545c4360 req-05c38233-a088-473f-901a-94a4dfbf1a41 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:29.166056 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:29.167024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d26b4144-6e4a-43e9-8e4e-a69b545c4360 req-05c38233-a088-473f-901a-94a4dfbf1a41 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5440 time: 0.5255809 Dec 13 13:00:29.167328 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:00:29.334192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d26b4144-6e4a-43e9-8e4e-a69b545c4360 req-4d4e7745-87fe-40e4-82e4-031251eaea39 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1540546 Dec 13 13:00:29.345308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dce4da-5d2e-411c-9a0d-028f55d5f2d8 req-584f256b-81ca-47c7-b170-df5c7a58bb5b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:29.379457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4dce4da-5d2e-411c-9a0d-028f55d5f2d8 req-584f256b-81ca-47c7-b170-df5c7a58bb5b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.5257206 Dec 13 13:00:29.399545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f17260fa-935f-466a-9a8c-392688041fdd,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:29.487305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:00:29.493067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:00:29.493281 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:29.508558 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-006e85e4-f1fa-419d-8ea0-8fa5752877cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:29.557542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-006e85e4-f1fa-419d-8ea0-8fa5752877cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:29.704598 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:29.718903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4dce4da-5d2e-411c-9a0d-028f55d5f2d8 req-885d8eea-68c1-44f2-a307-1591c875c70b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429189 Dec 13 13:00:29.768605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e85e4-f1fa-419d-8ea0-8fa5752877cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901d2ca4-43c3-426d-a690-d3cfd6ab96de,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:29.775885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:29.794793 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:29.821661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57644) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:29.824935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-006e85e4-f1fa-419d-8ea0-8fa5752877cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fc072ad82014ea4803101c2e22dda4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7692678 Dec 13 13:00:29.953079 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1aff811d-fd80-44a6-a59c-3281702dbcec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:29.979293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfad700-4390-4d4c-ad6a-6177986a8cff req-2b53d40d-1810-44d6-a31a-8cd7313c1ea2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:29.981266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebfad700-4390-4d4c-ad6a-6177986a8cff req-2b53d40d-1810-44d6-a31a-8cd7313c1ea2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.2597265 Dec 13 13:00:29.992231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c45399-8b22-4490-9dce-8ab750e368d4'}, {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45097b7-ab3b-4dc5-9117-be3b06871a4e'}, {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17260fa-935f-466a-9a8c-392688041fdd'}, {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:00:29.994296 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5507a51-53d3-4a4d-860d-b1eb7833c7b6" -d '{"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "50c45399-8b22-4490-9dce-8ab750e368d4"}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "c45097b7-ab3b-4dc5-9117-be3b06871a4e"}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "f17260fa-935f-466a-9a8c-392688041fdd"}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:00:29.995181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e294b-3f3e-4084-920a-b9beea4f614e req-5fe32825-e9dc-4388-be58-1b1fe194ee6c tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:30.003104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-228e294b-3f3e-4084-920a-b9beea4f614e req-5fe32825-e9dc-4388-be58-1b1fe194ee6c tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0981350 Dec 13 13:00:30.005185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:30.017153 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f611ff96-dd02-482d-baa6-61dd953429d4 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:00:30.032529 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1aff811d-fd80-44a6-a59c-3281702dbcec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.103801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebfad700-4390-4d4c-ad6a-6177986a8cff req-4d7f8a68-b031-495b-95e8-224c6a3d8c59 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917163 Dec 13 13:00:30.154540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.171980 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1aff811d-fd80-44a6-a59c-3281702dbcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.178035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1aff811d-fd80-44a6-a59c-3281702dbcec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.181324 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1aff811d-fd80-44a6-a59c-3281702dbcec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/901d2ca4-43c3-426d-a690-d3cfd6ab96de HTTP/1.1" status: 204 len: 168 time: 0.3559933 Dec 13 13:00:30.207028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port f611ff96-dd02-482d-baa6-61dd953429d4 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:00:30.211711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port f611ff96-dd02-482d-baa6-61dd953429d4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:00:30.212093 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.213077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-228e294b-3f3e-4084-920a-b9beea4f614e req-6a93a372-1b0a-43df-a32a-087249ed9f2b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086263 Dec 13 13:00:30.232785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff811d-fd80-44a6-a59c-3281702dbcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901d2ca4-43c3-426d-a690-d3cfd6ab96de,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:30.282299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57664) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:30.312256 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 13 Dec 2021 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965b0f8-6178-4cad-8261-ca9fc3a8815d x-openstack-request-id: req-7965b0f8-6178-4cad-8261-ca9fc3a8815d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:00:30.312564 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "50c45399-8b22-4490-9dce-8ab750e368d4", "code": 200}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "c45097b7-ab3b-4dc5-9117-be3b06871a4e", "code": 200}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "f17260fa-935f-466a-9a8c-392688041fdd", "code": 200}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:00:30.312821 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7965b0f8-6178-4cad-8261-ca9fc3a8815d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:00:30.313235 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c45399-8b22-4490-9dce-8ab750e368d4', 'code': 200} Dec 13 13:00:30.313494 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45097b7-ab3b-4dc5-9117-be3b06871a4e', 'code': 200} Dec 13 13:00:30.313741 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17260fa-935f-466a-9a8c-392688041fdd', 'code': 200} Dec 13 13:00:30.313988 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b', 'code': 200} Dec 13 13:00:30.424767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.435677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b3922-6e1c-4170-8747-649a1eb88339 req-2a74e266-9570-4796-826f-3193edd46f62 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:30.445833 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a4b3922-6e1c-4170-8747-649a1eb88339 req-2a74e266-9570-4796-826f-3193edd46f62 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1337316 Dec 13 13:00:30.494023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f611ff96-dd02-482d-baa6-61dd953429d4, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f611ff96-dd02-482d-baa6-61dd953429d4,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:30.514620 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.516121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:00:30.611754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f611ff96-dd02-482d-baa6-61dd953429d4,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:30.635974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:00:30.642561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:00:30.644280 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.649040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a4b3922-6e1c-4170-8747-649a1eb88339 req-15a40e15-d4d0-4354-b431-247fa7e552e4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946950 Dec 13 13:00:30.678701 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae763ccf-1aaa-47cd-bf4b-8e7f8c0f4af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.745403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9a9a0-26f9-4388-b315-ff94252073e5 req-e93ed7e7-c5db-4b64-b54a-718c8b744538 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:30.771487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9a9a0-26f9-4388-b315-ff94252073e5 req-e93ed7e7-c5db-4b64-b54a-718c8b744538 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:30.784395 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.796227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9a9a0-26f9-4388-b315-ff94252073e5 req-e93ed7e7-c5db-4b64-b54a-718c8b744538 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:30.802540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9a9a0-26f9-4388-b315-ff94252073e5 req-e93ed7e7-c5db-4b64-b54a-718c8b744538 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:30.839862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9a9a0-26f9-4388-b315-ff94252073e5 req-e93ed7e7-c5db-4b64-b54a-718c8b744538 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:30.842141 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae763ccf-1aaa-47cd-bf4b-8e7f8c0f4af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.846109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:30.852637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae763ccf-1aaa-47cd-bf4b-8e7f8c0f4af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.857909 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:30.860503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9a9a0-26f9-4388-b315-ff94252073e5 req-e93ed7e7-c5db-4b64-b54a-718c8b744538 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:30.860905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 3b0e5496-c005-45dd-aa51-28c28dd43728 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:00:30.882904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9a9a0-26f9-4388-b315-ff94252073e5 req-e93ed7e7-c5db-4b64-b54a-718c8b744538 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:30.885249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9d9a9a0-26f9-4388-b315-ff94252073e5 req-e93ed7e7-c5db-4b64-b54a-718c8b744538 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5443 time: 0.3821521 Dec 13 13:00:30.967052 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ae763ccf-1aaa-47cd-bf4b-8e7f8c0f4af8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=475f8fc6fa734fd9b562825b7fedefc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6823392 Dec 13 13:00:30.968691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae763ccf-1aaa-47cd-bf4b-8e7f8c0f4af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2cebdd-9ad8-4db5-8fb9-eca1c8f9ce68,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:30.970137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57692) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:31.032312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 3b0e5496-c005-45dd-aa51-28c28dd43728 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:00:31.044273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 3b0e5496-c005-45dd-aa51-28c28dd43728 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:00:31.044735 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.061287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57696) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:31.082343 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f5158b7-9e31-483c-af4b-076f5f6fa2f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.124257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:31.186646 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.201587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f5158b7-9e31-483c-af4b-076f5f6fa2f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.224621 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f5158b7-9e31-483c-af4b-076f5f6fa2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.235408 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 3b0e5496-c005-45dd-aa51-28c28dd43728, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3b0e5496-c005-45dd-aa51-28c28dd43728,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:31.249179 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.277730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5158b7-9e31-483c-af4b-076f5f6fa2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255dfe49-9bef-4107-915b-93e85f20163e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:31.282657 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6f5158b7-9e31-483c-af4b-076f5f6fa2f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33f689916cf449de8f808c9164a1955d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203140 Dec 13 13:00:31.285193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57702) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:31.288340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9d9a9a0-26f9-4388-b315-ff94252073e5 req-30631b14-2c46-40f7-9c80-37fe466f90ac tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3795824 Dec 13 13:00:31.303616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc91a92-ffda-4a1d-aa81-6fe615d174d9 req-eeb8f61c-0f13-4da4-b7c2-e41eebb33d3e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:31.330292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fc91a92-ffda-4a1d-aa81-6fe615d174d9 req-eeb8f61c-0f13-4da4-b7c2-e41eebb33d3e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2657177 Dec 13 13:00:31.344276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2707bbce-5d7f-4005-b211-b6bf2c971c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.361567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55879910-fd7b-4402-8b7b-d8fde7e9b365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.395915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=3b0e5496-c005-45dd-aa51-28c28dd43728,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:31.402983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2707bbce-5d7f-4005-b211-b6bf2c971c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.436938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fc91a92-ffda-4a1d-aa81-6fe615d174d9 req-8ec71d5e-3232-49a1-ae6b-7211dab2d710 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986817 Dec 13 13:00:31.439430 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55879910-fd7b-4402-8b7b-d8fde7e9b365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.496679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2707bbce-5d7f-4005-b211-b6bf2c971c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.501040 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2707bbce-5d7f-4005-b211-b6bf2c971c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.505182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2707bbce-5d7f-4005-b211-b6bf2c971c9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/255dfe49-9bef-4107-915b-93e85f20163e HTTP/1.1" status: 204 len: 168 time: 0.2189903 Dec 13 13:00:31.515401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707bbce-5d7f-4005-b211-b6bf2c971c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255dfe49-9bef-4107-915b-93e85f20163e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:31.563065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350be58a-3efd-4910-ac7b-cd967cbfc99c req-267b2647-7e45-423a-9f29-f144645765ab tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:31.566191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-350be58a-3efd-4910-ac7b-cd967cbfc99c req-267b2647-7e45-423a-9f29-f144645765ab tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.1236227 Dec 13 13:00:31.654442 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55879910-fd7b-4402-8b7b-d8fde7e9b365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.661225 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-55879910-fd7b-4402-8b7b-d8fde7e9b365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:31.663671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-55879910-fd7b-4402-8b7b-d8fde7e9b365 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b2cebdd-9ad8-4db5-8fb9-eca1c8f9ce68 HTTP/1.1" status: 204 len: 168 time: 0.6919496 Dec 13 13:00:31.692822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55879910-fd7b-4402-8b7b-d8fde7e9b365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2cebdd-9ad8-4db5-8fb9-eca1c8f9ce68,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:31.730626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-350be58a-3efd-4910-ac7b-cd967cbfc99c req-3868af8e-677c-4f09-b8c3-934a9429b869 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484914 Dec 13 13:00:31.760155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0eb3b-3edf-463f-b5d6-5058d16f462c req-43090aa9-9e29-4a79-921c-849801c91812 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:31.761914 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0e0eb3b-3edf-463f-b5d6-5058d16f462c req-43090aa9-9e29-4a79-921c-849801c91812 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1928859 Dec 13 13:00:31.885365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0e0eb3b-3edf-463f-b5d6-5058d16f462c req-72a6131c-fc2c-45a8-8957-728a738bf36d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150258 Dec 13 13:00:32.315580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f611ff96-dd02-482d-baa6-61dd953429d4'}, {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5b9ba7-fb28-4630-ad6a-37abed4bca86'}, {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0e5496-c005-45dd-aa51-28c28dd43728'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:00:32.319055 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee6a514-2143-4f02-b61c-6bbd54dd8c71" -d '{"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "f611ff96-dd02-482d-baa6-61dd953429d4"}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "1d5b9ba7-fb28-4630-ad6a-37abed4bca86"}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "3b0e5496-c005-45dd-aa51-28c28dd43728"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:00:32.346431 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57772) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:32.399902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2fcc-20b2-41f6-a91b-1e8047222ed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:32.454294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e37b6-6bf5-4439-ba82-9163ffa3b15f req-b64c88d6-9341-42d1-8cf7-7e3f69be9485 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:32.473672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-866e37b6-6bf5-4439-ba82-9163ffa3b15f req-b64c88d6-9341-42d1-8cf7-7e3f69be9485 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1043911 Dec 13 13:00:32.539597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2fcc-20b2-41f6-a91b-1e8047222ed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:32.549973 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2fcc-20b2-41f6-a91b-1e8047222ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:32.625701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-866e37b6-6bf5-4439-ba82-9163ffa3b15f req-0254ba8e-ff38-4fa6-a33a-a07c276f90ec tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498523 Dec 13 13:00:32.669260 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3c4c2fcc-20b2-41f6-a91b-1e8047222ed1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c80b5b2a41864c9cabe45d23c9e7caee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3211610 Dec 13 13:00:32.669920 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57782) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:32.674760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c2fcc-20b2-41f6-a91b-1e8047222ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413d7733-af81-4f03-bfeb-a8f5bfecd177,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:32.703403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005bc6-009d-47be-8488-2f8e4e0d88c3 req-10fab7f3-cf4f-4ac8-895a-2e41c7eda906 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:32.733571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005bc6-009d-47be-8488-2f8e4e0d88c3 req-10fab7f3-cf4f-4ac8-895a-2e41c7eda906 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:32.739803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005bc6-009d-47be-8488-2f8e4e0d88c3 req-10fab7f3-cf4f-4ac8-895a-2e41c7eda906 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:32.763075 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54dfba3-b86c-4c09-9b12-4cf1c3b983b8 x-openstack-request-id: req-d54dfba3-b86c-4c09-9b12-4cf1c3b983b8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:00:32.763618 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "f611ff96-dd02-482d-baa6-61dd953429d4", "code": 200}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "1d5b9ba7-fb28-4630-ad6a-37abed4bca86", "code": 200}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-plugged", "status": "completed", "tag": "3b0e5496-c005-45dd-aa51-28c28dd43728", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:00:32.764620 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d54dfba3-b86c-4c09-9b12-4cf1c3b983b8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:00:32.765597 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f611ff96-dd02-482d-baa6-61dd953429d4', 'code': 200} Dec 13 13:00:32.766016 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5b9ba7-fb28-4630-ad6a-37abed4bca86', 'code': 200} Dec 13 13:00:32.766938 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0e5496-c005-45dd-aa51-28c28dd43728', 'code': 200} Dec 13 13:00:32.775227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005bc6-009d-47be-8488-2f8e4e0d88c3 req-10fab7f3-cf4f-4ac8-895a-2e41c7eda906 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:32.790797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005bc6-009d-47be-8488-2f8e4e0d88c3 req-10fab7f3-cf4f-4ac8-895a-2e41c7eda906 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:32.817610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005bc6-009d-47be-8488-2f8e4e0d88c3 req-10fab7f3-cf4f-4ac8-895a-2e41c7eda906 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:32.836443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005bc6-009d-47be-8488-2f8e4e0d88c3 req-10fab7f3-cf4f-4ac8-895a-2e41c7eda906 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:32.846663 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1005bc6-009d-47be-8488-2f8e4e0d88c3 req-10fab7f3-cf4f-4ac8-895a-2e41c7eda906 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5445 time: 0.3690281 Dec 13 13:00:32.859443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9a5b517-b862-4644-816b-ac8a5aaa31c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:32.916731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9a5b517-b862-4644-816b-ac8a5aaa31c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:33.038023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9a5b517-b862-4644-816b-ac8a5aaa31c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:33.041142 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a9a5b517-b862-4644-816b-ac8a5aaa31c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:33.044995 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a9a5b517-b862-4644-816b-ac8a5aaa31c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/413d7733-af81-4f03-bfeb-a8f5bfecd177 HTTP/1.1" status: 204 len: 168 time: 0.3672419 Dec 13 13:00:33.062390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5b517-b862-4644-816b-ac8a5aaa31c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413d7733-af81-4f03-bfeb-a8f5bfecd177,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:33.120030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61b0fd-0813-4945-9f2f-cc8a1f96ebd8 req-9a0fd1d7-0e0d-47e3-b16d-97ea848b882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:33.120563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61b0fd-0813-4945-9f2f-cc8a1f96ebd8 req-9a0fd1d7-0e0d-47e3-b16d-97ea848b882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:33.121010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61b0fd-0813-4945-9f2f-cc8a1f96ebd8 req-9a0fd1d7-0e0d-47e3-b16d-97ea848b882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:33.122413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61b0fd-0813-4945-9f2f-cc8a1f96ebd8 req-9a0fd1d7-0e0d-47e3-b16d-97ea848b882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:33.127350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61b0fd-0813-4945-9f2f-cc8a1f96ebd8 req-9a0fd1d7-0e0d-47e3-b16d-97ea848b882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:33.128041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61b0fd-0813-4945-9f2f-cc8a1f96ebd8 req-9a0fd1d7-0e0d-47e3-b16d-97ea848b882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:33.128931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61b0fd-0813-4945-9f2f-cc8a1f96ebd8 req-9a0fd1d7-0e0d-47e3-b16d-97ea848b882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:33.133611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce61b0fd-0813-4945-9f2f-cc8a1f96ebd8 req-9a0fd1d7-0e0d-47e3-b16d-97ea848b882d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6502 time: 0.2574031 Dec 13 13:00:33.204491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a4d92-cde8-4a85-a304-7b53741c5696 req-2f8124f1-757d-4316-8b19-fd2a1bcbdfd8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:33.216280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-826a4d92-cde8-4a85-a304-7b53741c5696 req-2f8124f1-757d-4316-8b19-fd2a1bcbdfd8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2722788 Dec 13 13:00:33.276014 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1005bc6-009d-47be-8488-2f8e4e0d88c3 req-85e3aa67-b291-4fad-aa15-e42424fa562b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4209721 Dec 13 13:00:33.402637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce61b0fd-0813-4945-9f2f-cc8a1f96ebd8 req-bdfaa02a-8f2a-4d97-9f95-f6846ee5349d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&id=079ef86c-7ecc-480d-bec9-1aa049c0c612&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2495704 Dec 13 13:00:33.442699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-826a4d92-cde8-4a85-a304-7b53741c5696 req-92de52b2-b929-41ce-9295-2cc865d3c37a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243826 Dec 13 13:00:33.575794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a56566-f73c-47ab-bb61-bae694a709f7 req-cc2eec5c-66c6-4462-92a6-93ec2de5db5d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:33.580101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0a56566-f73c-47ab-bb61-bae694a709f7 req-cc2eec5c-66c6-4462-92a6-93ec2de5db5d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.1363630 Dec 13 13:00:33.689401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0a56566-f73c-47ab-bb61-bae694a709f7 req-7a9d1638-9be0-41fa-aa0e-4c5ac2aef984 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016665 Dec 13 13:00:33.780027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615902a-150a-4f79-b020-4428d975fd7d req-34e6c4ea-e209-4cda-a6c8-796163f8022b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:33.790299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3615902a-150a-4f79-b020-4428d975fd7d req-34e6c4ea-e209-4cda-a6c8-796163f8022b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0729954 Dec 13 13:00:33.858362 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3615902a-150a-4f79-b020-4428d975fd7d req-1aead9a3-9182-4f82-b7a4-f188510a8037 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670033 Dec 13 13:00:34.071975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a17f0-2b1b-44b5-8873-182803f0924b req-64493d34-15c8-4ac1-8a9b-f7d24bc1f757 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:34.077989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-664a17f0-2b1b-44b5-8873-182803f0924b req-64493d34-15c8-4ac1-8a9b-f7d24bc1f757 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1081822 Dec 13 13:00:34.200379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-664a17f0-2b1b-44b5-8873-182803f0924b req-af8d004c-8040-403d-9811-851a85863e01 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152172 Dec 13 13:00:34.573888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428137e8-9d4c-49c3-8652-93d7653b7547 req-660e0d1b-1518-4afb-afd8-c5497c2e7c5e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:34.599427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428137e8-9d4c-49c3-8652-93d7653b7547 req-660e0d1b-1518-4afb-afd8-c5497c2e7c5e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:34.612594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428137e8-9d4c-49c3-8652-93d7653b7547 req-660e0d1b-1518-4afb-afd8-c5497c2e7c5e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:34.632652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428137e8-9d4c-49c3-8652-93d7653b7547 req-660e0d1b-1518-4afb-afd8-c5497c2e7c5e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:34.645220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428137e8-9d4c-49c3-8652-93d7653b7547 req-660e0d1b-1518-4afb-afd8-c5497c2e7c5e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:34.652495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428137e8-9d4c-49c3-8652-93d7653b7547 req-660e0d1b-1518-4afb-afd8-c5497c2e7c5e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:34.659663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428137e8-9d4c-49c3-8652-93d7653b7547 req-660e0d1b-1518-4afb-afd8-c5497c2e7c5e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:34.670486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-428137e8-9d4c-49c3-8652-93d7653b7547 req-660e0d1b-1518-4afb-afd8-c5497c2e7c5e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5445 time: 0.2329218 Dec 13 13:00:34.686660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57854) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:34.912483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-428137e8-9d4c-49c3-8652-93d7653b7547 req-df9dc533-308e-4343-8fa1-8a1b28faa259 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2395597 Dec 13 13:00:34.991092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d93a7aa2-6249-4fb5-9b65-31a6e35b3e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:35.184410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267758f6-1e3e-4a20-abc5-11af5445fbef req-9dddf393-ac83-4a95-9fec-46ed1956d933 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:35.186036 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-267758f6-1e3e-4a20-abc5-11af5445fbef req-9dddf393-ac83-4a95-9fec-46ed1956d933 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1158636 Dec 13 13:00:35.215100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d93a7aa2-6249-4fb5-9b65-31a6e35b3e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:35.221291 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d93a7aa2-6249-4fb5-9b65-31a6e35b3e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:35.299413 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d93a7aa2-6249-4fb5-9b65-31a6e35b3e01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f601ddda91049eeaea533c2054095ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6113119 Dec 13 13:00:35.300756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a7aa2-6249-4fb5-9b65-31a6e35b3e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433a0970-3607-4a09-a3e9-d4ac742c99c5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:35.304823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57876) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:35.392222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bab16-479f-405a-b099-f836a7677e2b req-b2578d0d-c8d3-4355-a2c6-fa8e89866937 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:35.403598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb3bab16-479f-405a-b099-f836a7677e2b req-b2578d0d-c8d3-4355-a2c6-fa8e89866937 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.3997610 Dec 13 13:00:35.424235 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b814d0d3-4bfd-411e-a44c-31089cd49f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:35.473672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-267758f6-1e3e-4a20-abc5-11af5445fbef req-df473361-bb5b-476f-ab88-f4021b48ee25 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299619 Dec 13 13:00:35.485736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b814d0d3-4bfd-411e-a44c-31089cd49f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:35.562498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb3bab16-479f-405a-b099-f836a7677e2b req-f9e960ae-dbff-476a-962c-6cfdd74f1bd4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498456 Dec 13 13:00:35.612843 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b814d0d3-4bfd-411e-a44c-31089cd49f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:35.615616 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b814d0d3-4bfd-411e-a44c-31089cd49f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:35.618126 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b814d0d3-4bfd-411e-a44c-31089cd49f80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/433a0970-3607-4a09-a3e9-d4ac742c99c5 HTTP/1.1" status: 204 len: 168 time: 0.3107841 Dec 13 13:00:35.626746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814d0d3-4bfd-411e-a44c-31089cd49f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433a0970-3607-4a09-a3e9-d4ac742c99c5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:36.132124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53974a-037e-4731-a0aa-6c4147a5ab4a req-93ebf770-9643-4ddf-9482-da4ed7eb030a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.145058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53974a-037e-4731-a0aa-6c4147a5ab4a req-93ebf770-9643-4ddf-9482-da4ed7eb030a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.155423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53974a-037e-4731-a0aa-6c4147a5ab4a req-93ebf770-9643-4ddf-9482-da4ed7eb030a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.171983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53974a-037e-4731-a0aa-6c4147a5ab4a req-93ebf770-9643-4ddf-9482-da4ed7eb030a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.189721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53974a-037e-4731-a0aa-6c4147a5ab4a req-93ebf770-9643-4ddf-9482-da4ed7eb030a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.201607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53974a-037e-4731-a0aa-6c4147a5ab4a req-93ebf770-9643-4ddf-9482-da4ed7eb030a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.208777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53974a-037e-4731-a0aa-6c4147a5ab4a req-93ebf770-9643-4ddf-9482-da4ed7eb030a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.220971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb53974a-037e-4731-a0aa-6c4147a5ab4a req-93ebf770-9643-4ddf-9482-da4ed7eb030a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5445 time: 0.2020314 Dec 13 13:00:36.299953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57910) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:36.348117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d56840c2-7cf2-47d2-9895-bc77db362897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:36.352067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb53974a-037e-4731-a0aa-6c4147a5ab4a req-1973ccee-ce98-4391-8e6e-547f179678b8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299047 Dec 13 13:00:36.533789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25265eed-cc29-413b-a647-4b91a300759d req-74d052b1-06d9-4840-a0a9-b48e3fede1ff tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.553253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25265eed-cc29-413b-a647-4b91a300759d req-74d052b1-06d9-4840-a0a9-b48e3fede1ff tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.567901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25265eed-cc29-413b-a647-4b91a300759d req-74d052b1-06d9-4840-a0a9-b48e3fede1ff tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.590964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25265eed-cc29-413b-a647-4b91a300759d req-74d052b1-06d9-4840-a0a9-b48e3fede1ff tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.599327 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d56840c2-7cf2-47d2-9895-bc77db362897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:36.608357 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d56840c2-7cf2-47d2-9895-bc77db362897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:36.614428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25265eed-cc29-413b-a647-4b91a300759d req-74d052b1-06d9-4840-a0a9-b48e3fede1ff tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.626430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25265eed-cc29-413b-a647-4b91a300759d req-74d052b1-06d9-4840-a0a9-b48e3fede1ff tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.649219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25265eed-cc29-413b-a647-4b91a300759d req-74d052b1-06d9-4840-a0a9-b48e3fede1ff tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:36.652274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25265eed-cc29-413b-a647-4b91a300759d req-74d052b1-06d9-4840-a0a9-b48e3fede1ff tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5445 time: 0.2232089 Dec 13 13:00:36.653206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:36.665451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57930) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:36.674066 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d56840c2-7cf2-47d2-9895-bc77db362897 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb10e6a2e5ee43c8b18c3b107edfa2a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3703051 Dec 13 13:00:36.678852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57932) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:36.701216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e987ddd7-9a26-49c2-8c1f-f76267f250c5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Request body: {'floatingip': {'port_id': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:00:36.893713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e987ddd7-9a26-49c2-8c1f-f76267f250c5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:36.896823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Deleting subnet 1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:00:36.900876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:36.927681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56840c2-7cf2-47d2-9895-bc77db362897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a0b5ce-b98a-49ec-aa15-594947e6d12c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:36.967378 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.009965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210bdd3-fb7d-4f34-b3d6-1cdb2647ac3c req-68cb4045-97c5-4ab6-b205-d4a1f365beb3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:37.011635 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4210bdd3-fb7d-4f34-b3d6-1cdb2647ac3c req-68cb4045-97c5-4ab6-b205-d4a1f365beb3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3558695 Dec 13 13:00:37.038039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db861f67-a849-4f25-8ba9-88a69f09919e req-85c4fec1-fea7-41a1-875d-c8f678d132f3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:37.039786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db861f67-a849-4f25-8ba9-88a69f09919e req-85c4fec1-fea7-41a1-875d-c8f678d132f3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.2153819 Dec 13 13:00:37.140172 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.183380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4210bdd3-fb7d-4f34-b3d6-1cdb2647ac3c req-9146a16d-12e4-449a-8cec-ffce5862ee78 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425264 Dec 13 13:00:37.224802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db861f67-a849-4f25-8ba9-88a69f09919e req-d30aadfb-d8d6-4e6d-85b6-0ddedbe2398a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329036 Dec 13 13:00:37.257959 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.295694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:37.311305 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.315117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1a58ce8e-08cc-4e8d-bff4-6b2079f66b5f HTTP/1.1" status: 204 len: 168 time: 0.6471972 Dec 13 13:00:37.317972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.318460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.318861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.319299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.319797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.320192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.320546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.320956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.321345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.321729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.322197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.322588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.323009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69220a2-b7f4-4e9b-ad97-f386c9d66125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:00:37.325707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57948) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:37.414007 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.477915 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62c06d68-8331-4731-846b-309ac04e8b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.512172 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.562362 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62c06d68-8331-4731-846b-309ac04e8b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.597078 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.721854 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62c06d68-8331-4731-846b-309ac04e8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.724780 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62c06d68-8331-4731-846b-309ac04e8b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.728338 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-62c06d68-8331-4731-846b-309ac04e8b6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26a0b5ce-b98a-49ec-aa15-594947e6d12c HTTP/1.1" status: 204 len: 168 time: 1.0110760 Dec 13 13:00:37.739457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c06d68-8331-4731-846b-309ac04e8b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a0b5ce-b98a-49ec-aa15-594947e6d12c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:37.780078 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.870037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f2c924-3a10-4311-b241-1bc206787e9d']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:37.905994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e1fa25-9074-4162-ba09-1f6646aeffc3') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:37.906315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e1fa25-9074-4162-ba09-1f6646aeffc3') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:37.921831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.941138 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:37.950692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:00:37.951551 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:00:38.033185 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:00:38.040733 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:38.051112 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:38.061855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] 10.222.0.31 "DELETE /v2.0/networks/41f2c924-3a10-4311-b241-1bc206787e9d HTTP/1.1" status: 204 len: 168 time: 0.7343960 Dec 13 13:00:38.102439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785df73-61fe-4c36-b28f-5d4c9ecc4a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f2c924-3a10-4311-b241-1bc206787e9d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:38.355999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.resource_extend [None req-e987ddd7-9a26-49c2-8c1f-f76267f250c5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 13:00:38.456217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57978) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:38.529467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e987ddd7-9a26-49c2-8c1f-f76267f250c5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:38.543959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e987ddd7-9a26-49c2-8c1f-f76267f250c5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:38.608596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57984) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:38.677733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98571993-0188-41d2-a6ef-ac474584d68b req-5df42661-b3ea-4d51-8469-9ee6be87f2d0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:38.688730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98571993-0188-41d2-a6ef-ac474584d68b req-5df42661-b3ea-4d51-8469-9ee6be87f2d0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3249733 Dec 13 13:00:38.701875 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-e987ddd7-9a26-49c2-8c1f-f76267f250c5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Floating IP fdc9511a-8b0c-4a8f-a17d-a3b7c4db8605 associated. External IP: 172.25.2.93, port: 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b. Dec 13 13:00:38.793871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293750b-9a17-4db1-9fec-c9e9eb6670e6 req-84703a68-7176-40bd-99b3-0a2027f8c8fd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:38.797211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9293750b-9a17-4db1-9fec-c9e9eb6670e6 req-84703a68-7176-40bd-99b3-0a2027f8c8fd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.3309271 Dec 13 13:00:38.807187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b690d306-cfe8-4b33-8c26-df1000992404 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=769427ab2db8477b9b31d1466a6ebd03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3172622 Dec 13 13:00:38.852695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57994) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:38.908059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98571993-0188-41d2-a6ef-ac474584d68b req-a227ec07-3323-4f9e-ba0c-5c6de3e2d40a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160423 Dec 13 13:00:38.975089 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9293750b-9a17-4db1-9fec-c9e9eb6670e6 req-60a2e7b5-81a7-46af-8ebd-74326baad95e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638112 Dec 13 13:00:39.027135 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75be1cad-5c8d-4259-9921-4a1c4ab13780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.126779 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75be1cad-5c8d-4259-9921-4a1c4ab13780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.140203 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ae11-4661-4597-afcc-c81d08ce5c67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.148765 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75be1cad-5c8d-4259-9921-4a1c4ab13780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.187680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e987ddd7-9a26-49c2-8c1f-f76267f250c5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Router af7c8eac-5721-44b9-a9da-24c8791f2f2d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:00:39.190641 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ae11-4661-4597-afcc-c81d08ce5c67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.193560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be1cad-5c8d-4259-9921-4a1c4ab13780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402f7037-b882-4038-b3bf-0ab3bec56220,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:39.235618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57998) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:39.242244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-75be1cad-5c8d-4259-9921-4a1c4ab13780 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5401d899cadd45608bd74d8b47526022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6171269 Dec 13 13:00:39.405909 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ae11-4661-4597-afcc-c81d08ce5c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.409343 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ae11-4661-4597-afcc-c81d08ce5c67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.413401 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e9d4ae11-4661-4597-afcc-c81d08ce5c67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1731644-7ebe-4fbf-be97-d3ff78068773 HTTP/1.1" status: 204 len: 168 time: 0.5538886 Dec 13 13:00:39.440731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4ae11-4661-4597-afcc-c81d08ce5c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1731644-7ebe-4fbf-be97-d3ff78068773,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:39.442776 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b296c963-ddd2-425b-bea5-c1c63d2aa455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.454500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e987ddd7-9a26-49c2-8c1f-f76267f250c5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:00:39.464739 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e987ddd7-9a26-49c2-8c1f-f76267f250c5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.469519 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] Sync routers for ids ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:00:39.496351 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] Routers {'af7c8eac-5721-44b9-a9da-24c8791f2f2d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:00:39.499349 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:00:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:39.527333 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b296c963-ddd2-425b-bea5-c1c63d2aa455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.541593 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e987ddd7-9a26-49c2-8c1f-f76267f250c5 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "PUT /v2.0/floatingips/fdc9511a-8b0c-4a8f-a17d-a3b7c4db8605 HTTP/1.1" status: 200 len: 990 time: 2.8683701 Dec 13 13:00:39.545442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:00:39.548070 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2271582f-0fbd-455e-b1e6-bc4e521b2e80" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:00:39.621289 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] Set router af7c8eac-5721-44b9-a9da-24c8791f2f2d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:00:39.632174 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163251d1-c3ec-4c25-9bc5-05ffb7606bbf x-openstack-request-id: req-163251d1-c3ec-4c25-9bc5-05ffb7606bbf {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:00:39.633644 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "tag": "78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:00:39.634112 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-163251d1-c3ec-4c25-9bc5-05ffb7606bbf {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:00:39.634869 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'tag': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b', 'status': 'completed', 'code': 200} Dec 13 13:00:39.639983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b296c963-ddd2-425b-bea5-c1c63d2aa455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.644091 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b296c963-ddd2-425b-bea5-c1c63d2aa455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:39.645862 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b296c963-ddd2-425b-bea5-c1c63d2aa455 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/402f7037-b882-4038-b3bf-0ab3bec56220 HTTP/1.1" status: 204 len: 168 time: 0.4079945 Dec 13 13:00:39.664492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296c963-ddd2-425b-bea5-c1c63d2aa455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402f7037-b882-4038-b3bf-0ab3bec56220,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:39.769982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-1cb7d364-d173-44a0-81d2-232d8b14538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:39.770600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-1cb7d364-d173-44a0-81d2-232d8b14538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:39.770976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-1cb7d364-d173-44a0-81d2-232d8b14538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:39.771560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-1cb7d364-d173-44a0-81d2-232d8b14538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:39.772021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-1cb7d364-d173-44a0-81d2-232d8b14538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:39.772653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-1cb7d364-d173-44a0-81d2-232d8b14538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:39.773423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-1cb7d364-d173-44a0-81d2-232d8b14538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:39.775652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-1cb7d364-d173-44a0-81d2-232d8b14538c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6502 time: 0.1215343 Dec 13 13:00:39.959061 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:58:00Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'fdc9511a-8b0c-4a8f-a17d-a3b7c4db8605', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'port_id': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'mac_address': 'fa:16:3e:79:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:59:13Z', 'updated_at': '2021-12-13T13:00:38Z', 'revision_number': 1, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f399e9-9981-4b96-8733-a6ffcf748712', 'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'mac_address': 'fa:16:3e:d0:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:58Z', 'updated_at': '2021-12-13T12:58:06Z', 'revision_number': 5, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'subnets': [{'id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:40.000247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-3abe55a5-aa06-4469-ab4d-7e6ec1c8daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:40.000520 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] Checking router: af7c8eac-5721-44b9-a9da-24c8791f2f2d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:00:40.003375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-3abe55a5-aa06-4469-ab4d-7e6ec1c8daa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b55b850-3b5e-4fc5-8393-9ef69708ae21 HTTP/1.1" status: 200 len: 917 time: 0.2137887 Dec 13 13:00:40.014110 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] Routers {'af7c8eac-5721-44b9-a9da-24c8791f2f2d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:00:40.015126 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:00:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:40.174812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-1109495d-8b58-421f-bfd6-e50a7f679ded service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b HTTP/1.1" status: 200 len: 998 time: 0.1608768 Dec 13 13:00:40.238694 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] Set router af7c8eac-5721-44b9-a9da-24c8791f2f2d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:00:40.247144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58032) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:40.375876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-4aa5c1c0-03e3-45fd-8872-d0ee7a0d9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:40.391595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-4aa5c1c0-03e3-45fd-8872-d0ee7a0d9c57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a389fb1f-57ad-40b1-ba6f-4d733cc5344d HTTP/1.1" status: 200 len: 856 time: 0.2049432 Dec 13 13:00:40.419164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b41a47-dd73-45ab-ac34-369069d857b0 req-b04477ef-80cb-4952-b3b9-446abb7ca600 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:40.419164 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7b41a47-dd73-45ab-ac34-369069d857b0 req-b04477ef-80cb-4952-b3b9-446abb7ca600 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.3179114 Dec 13 13:00:40.499004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a0b3-8d63-4c12-99e1-f2de1152c0ca req-8021bb45-d1ad-443e-ae57-13682ad85146 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:40.500653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6662a0b3-8d63-4c12-99e1-f2de1152c0ca req-8021bb45-d1ad-443e-ae57-13682ad85146 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.4046779 Dec 13 13:00:40.591918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-b10d73b0-bf67-4908-948b-9957e12cb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:40.593655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-b10d73b0-bf67-4908-948b-9957e12cb4c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775405 Dec 13 13:00:40.649897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7b41a47-dd73-45ab-ac34-369069d857b0 req-2be1eaf7-138e-4198-a6e8-ea1aa8ad41b9 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969645 Dec 13 13:00:40.699701 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:58:00Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'fdc9511a-8b0c-4a8f-a17d-a3b7c4db8605', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'port_id': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'mac_address': 'fa:16:3e:79:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:59:13Z', 'updated_at': '2021-12-13T13:00:38Z', 'revision_number': 1, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f399e9-9981-4b96-8733-a6ffcf748712', 'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'mac_address': 'fa:16:3e:d0:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:58Z', 'updated_at': '2021-12-13T12:58:06Z', 'revision_number': 5, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'subnets': [{'id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:40.738122 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12caf7f5-a879-43f8-a3ba-90667048415c None None] The sync data for ids ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'] in n-d-817326-4 is: [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:58:00Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'fdc9511a-8b0c-4a8f-a17d-a3b7c4db8605', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'port_id': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'mac_address': 'fa:16:3e:79:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T12:59:13Z', 'updated_at': '2021-12-13T13:00:38Z', 'revision_number': 1, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f399e9-9981-4b96-8733-a6ffcf748712', 'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'mac_address': 'fa:16:3e:d0:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:58Z', 'updated_at': '2021-12-13T12:58:06Z', 'revision_number': 5, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'subnets': [{'id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:00:40.760063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6662a0b3-8d63-4c12-99e1-f2de1152c0ca req-0ee1568f-5c29-4603-8f6a-8f91494fcd21 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205374 Dec 13 13:00:40.783099 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c0f51f-4390-4cce-9860-eb2fd4ee5298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:40.871254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58046) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:40.879263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-147c663d-742e-4fcb-b19f-4ad66fd75e1a service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734768 Dec 13 13:00:40.906801 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31f49a72-82e1-4c7e-b5a0-7ade73a38be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.041546 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c0f51f-4390-4cce-9860-eb2fd4ee5298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.063657 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75c0f51f-4390-4cce-9860-eb2fd4ee5298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.138515 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-75c0f51f-4390-4cce-9860-eb2fd4ee5298 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8feb188e88c492cbbb1fe83e0eebf5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8890138 Dec 13 13:00:41.152926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58054) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:41.175184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2271582f-0fbd-455e-b1e6-bc4e521b2e80 req-7f4fe03f-701e-4f05-bbed-5e43fc6a2e8c service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879982 Dec 13 13:00:41.223862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb248e83-5847-45b3-a18e-b2ecec0400b3 None None] New status for floating IP fdc9511a-8b0c-4a8f-a17d-a3b7c4db8605: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:00:41.248384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0f51f-4390-4cce-9860-eb2fd4ee5298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7777eefe-ccc3-4442-aa67-72e6c967986f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:41.285045 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d67dc82-30e0-4f8a-9642-5cbb89ba6823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.304290 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31f49a72-82e1-4c7e-b5a0-7ade73a38be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.339138 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31f49a72-82e1-4c7e-b5a0-7ade73a38be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.339812 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d67dc82-30e0-4f8a-9642-5cbb89ba6823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.414801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58060) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:41.416289 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-31f49a72-82e1-4c7e-b5a0-7ade73a38be1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b45899931cce48ebb3324d7cd89b2838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5286739 Dec 13 13:00:41.420588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f49a72-82e1-4c7e-b5a0-7ade73a38be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ca9144-db31-40ce-9759-1c0af1d9f89d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:41.558112 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fe35b2b-2c0b-48f4-ab80-3241e31a3350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.583754 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d67dc82-30e0-4f8a-9642-5cbb89ba6823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.587290 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7d67dc82-30e0-4f8a-9642-5cbb89ba6823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.588493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7d67dc82-30e0-4f8a-9642-5cbb89ba6823 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7777eefe-ccc3-4442-aa67-72e6c967986f HTTP/1.1" status: 204 len: 168 time: 0.4334574 Dec 13 13:00:41.633805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67dc82-30e0-4f8a-9642-5cbb89ba6823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7777eefe-ccc3-4442-aa67-72e6c967986f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:41.644290 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fe35b2b-2c0b-48f4-ab80-3241e31a3350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.789567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fe35b2b-2c0b-48f4-ab80-3241e31a3350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.800377 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fe35b2b-2c0b-48f4-ab80-3241e31a3350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:41.801649 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0fe35b2b-2c0b-48f4-ab80-3241e31a3350 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3ca9144-db31-40ce-9759-1c0af1d9f89d HTTP/1.1" status: 204 len: 168 time: 0.3878117 Dec 13 13:00:41.827519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe35b2b-2c0b-48f4-ab80-3241e31a3350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ca9144-db31-40ce-9759-1c0af1d9f89d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:41.860945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3628c9f-4d8d-44c9-a196-8d176c27fed0 req-b73cd8e4-6eb7-4bb0-9fc5-ae4a6c9c7252 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:41.874152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3628c9f-4d8d-44c9-a196-8d176c27fed0 req-b73cd8e4-6eb7-4bb0-9fc5-ae4a6c9c7252 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.1376712 Dec 13 13:00:41.988074 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3628c9f-4d8d-44c9-a196-8d176c27fed0 req-a9577ee3-bfda-4539-916e-c0dfd2511186 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126921 Dec 13 13:00:42.111953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368c18c-2aae-4748-888d-78b1f9223471 req-1d55d6dd-8b0a-4862-8c85-e9358f7dca6d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:42.128127 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2368c18c-2aae-4748-888d-78b1f9223471 req-1d55d6dd-8b0a-4862-8c85-e9358f7dca6d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1286299 Dec 13 13:00:42.213094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2368c18c-2aae-4748-888d-78b1f9223471 req-b77fecb2-e005-4005-ad0c-75ffd49be97e tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778303 Dec 13 13:00:42.607249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58100) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:42.633634 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-43f0fe23-2e1e-4f1f-8b04-83a07e65a863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:42.741705 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-43f0fe23-2e1e-4f1f-8b04-83a07e65a863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:42.748094 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-43f0fe23-2e1e-4f1f-8b04-83a07e65a863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:42.776830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-43f0fe23-2e1e-4f1f-8b04-83a07e65a863 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97d4b41fea1d4e0cbb12bbabc9b8ba7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1681588 Dec 13 13:00:42.779743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58110) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:42.799816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0fe23-2e1e-4f1f-8b04-83a07e65a863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab7ea7b-5f88-45e2-aa02-b7139daa2077,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:42.880616 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41dcd767-397a-4fea-9e4d-df7909cf9392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:42.951265 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41dcd767-397a-4fea-9e4d-df7909cf9392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:43.068659 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41dcd767-397a-4fea-9e4d-df7909cf9392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:43.072641 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41dcd767-397a-4fea-9e4d-df7909cf9392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:43.074124 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-41dcd767-397a-4fea-9e4d-df7909cf9392 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ab7ea7b-5f88-45e2-aa02-b7139daa2077 HTTP/1.1" status: 204 len: 168 time: 0.2931776 Dec 13 13:00:43.086660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcd767-397a-4fea-9e4d-df7909cf9392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab7ea7b-5f88-45e2-aa02-b7139daa2077,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:43.161114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee877e39-d972-4836-846b-19ae9ad10d64 req-922ce9c0-4903-4952-8e52-f2585d063e91 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:43.171252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee877e39-d972-4836-846b-19ae9ad10d64 req-922ce9c0-4903-4952-8e52-f2585d063e91 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.0764427 Dec 13 13:00:43.254395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee877e39-d972-4836-846b-19ae9ad10d64 req-8bd4722e-3ae2-4cfb-a39b-f6a12bc7ceaa tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806768 Dec 13 13:00:43.453581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796232b6-33af-4996-993c-6b7b74368bd4 req-2b64b953-f21e-4793-b168-ac4f8fc2b4c8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:43.461896 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-796232b6-33af-4996-993c-6b7b74368bd4 req-2b64b953-f21e-4793-b168-ac4f8fc2b4c8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1266570 Dec 13 13:00:43.543302 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-796232b6-33af-4996-993c-6b7b74368bd4 req-b5351f53-ea8b-45de-aa2c-d403e7e51b5f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802810 Dec 13 13:00:44.264816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21223336-66ab-4ad1-a4d4-5d7f75a9bd0b req-0467e1fc-1706-418b-915b-4aeecad6fa19 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:44.273231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21223336-66ab-4ad1-a4d4-5d7f75a9bd0b req-0467e1fc-1706-418b-915b-4aeecad6fa19 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 945 time: 0.1204343 Dec 13 13:00:44.359760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-4c3f4825-5b70-44ae-a310-5526bc132711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:44.361237 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-4c3f4825-5b70-44ae-a310-5526bc132711 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 1096 time: 0.1520450 Dec 13 13:00:44.447681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21223336-66ab-4ad1-a4d4-5d7f75a9bd0b req-a5028d06-3df4-4709-a23a-dcaf2e95b59c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717324 Dec 13 13:00:44.651589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a179398-e1f2-45de-8b70-b30835c4c39a req-e4c849a0-a7fd-4fb6-99b2-8f18cc78f000 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:44.662274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a179398-e1f2-45de-8b70-b30835c4c39a req-e4c849a0-a7fd-4fb6-99b2-8f18cc78f000 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.2083147 Dec 13 13:00:44.663336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-7e93f7cd-f89a-4709-84a4-a1f8e1f737f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:44.665059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-7e93f7cd-f89a-4709-84a4-a1f8e1f737f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.2807102 Dec 13 13:00:44.775817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-d0d019e0-78c4-4984-8bc6-17767504577b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47 HTTP/1.1" status: 200 len: 217 time: 0.0972033 Dec 13 13:00:44.886271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a179398-e1f2-45de-8b70-b30835c4c39a req-fc2ad9fc-7b72-4360-9662-a74b96b0e43d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182083 Dec 13 13:00:44.897977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0692c-db8c-49e3-981c-7b5b3e038812 req-546a1ed3-38ea-46ee-afee-ddc124d2fe90 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:44.902599 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34d0692c-db8c-49e3-981c-7b5b3e038812 req-546a1ed3-38ea-46ee-afee-ddc124d2fe90 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1631329 Dec 13 13:00:44.925200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-b75543ce-0ab6-4030-82c8-2d10f8a2fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:44.926823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-b75543ce-0ab6-4030-82c8-2d10f8a2fd0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1433902 Dec 13 13:00:44.994618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34d0692c-db8c-49e3-981c-7b5b3e038812 req-2e9b5239-1c23-4d01-aded-3e675c52ad83 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846412 Dec 13 13:00:45.001351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-33cc3609-f6d8-41d0-a85f-755ee7698cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:45.003149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-33cc3609-f6d8-41d0-a85f-755ee7698cb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687082 Dec 13 13:00:45.149479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-06f3f493-ad86-4acb-8303-0982575224f3 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341741 Dec 13 13:00:45.382692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85f2b002-9b29-4f84-b363-6652f6b12801 req-b76d35e3-a757-41ad-bf04-ed8e2ffe6838 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244489 Dec 13 13:00:45.405428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d4a3-18ec-4a90-8867-761d7dbb8950 req-41fe1166-cb2d-4174-a256-0fce66b52219 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:45.415019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c52d4a3-18ec-4a90-8867-761d7dbb8950 req-41fe1166-cb2d-4174-a256-0fce66b52219 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 945 time: 0.1017542 Dec 13 13:00:45.474415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c52d4a3-18ec-4a90-8867-761d7dbb8950 req-dc3ed302-f1e8-4b26-95f6-9cbd66e8a049 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584235 Dec 13 13:00:45.926133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58320) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:46.080859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0719cd3-a767-460b-8578-b77dd57da065 req-db76f7f3-a495-44d7-aeaa-42e04422b26f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:46.088262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0719cd3-a767-460b-8578-b77dd57da065 req-db76f7f3-a495-44d7-aeaa-42e04422b26f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.1100106 Dec 13 13:00:46.198772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0719cd3-a767-460b-8578-b77dd57da065 req-1a56890f-2d41-49dd-ac00-fcf0f853779e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096065 Dec 13 13:00:46.216092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc088ff7-2b8d-48ab-8c37-7bb211dbe2ac req-40589832-0dd3-4a11-b108-3861d7edd473 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:46.222586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc088ff7-2b8d-48ab-8c37-7bb211dbe2ac req-40589832-0dd3-4a11-b108-3861d7edd473 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1045506 Dec 13 13:00:46.308867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc088ff7-2b8d-48ab-8c37-7bb211dbe2ac req-edd6bc72-e344-42d6-bd39-05077671d221 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850847 Dec 13 13:00:46.324880 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4df10df6-61be-4f13-9ab8-5f3c07331b16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:46.412486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fde2b0-81b7-417b-b44f-0b6d2af39512 req-7a3e3229-52ee-48cd-855f-0b5c9ee83995 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:46.421558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13fde2b0-81b7-417b-b44f-0b6d2af39512 req-7a3e3229-52ee-48cd-855f-0b5c9ee83995 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 945 time: 0.0992882 Dec 13 13:00:46.509280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13fde2b0-81b7-417b-b44f-0b6d2af39512 req-dc62d863-161e-4b24-baa4-f000ed17ff52 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867002 Dec 13 13:00:46.529873 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4df10df6-61be-4f13-9ab8-5f3c07331b16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:46.535765 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4df10df6-61be-4f13-9ab8-5f3c07331b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:46.589004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4df10df6-61be-4f13-9ab8-5f3c07331b16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8ae8d15350744a19ce07755d77ab8c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6601784 Dec 13 13:00:46.589624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df10df6-61be-4f13-9ab8-5f3c07331b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb387ffd-1340-46fe-826d-13dc75164f47,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:46.592446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58346) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:46.664808 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b405ae7-fd18-456b-9792-f4ccb258ef95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:46.703576 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b405ae7-fd18-456b-9792-f4ccb258ef95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:46.781211 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b405ae7-fd18-456b-9792-f4ccb258ef95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:46.786812 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b405ae7-fd18-456b-9792-f4ccb258ef95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:46.788173 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7b405ae7-fd18-456b-9792-f4ccb258ef95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb387ffd-1340-46fe-826d-13dc75164f47 HTTP/1.1" status: 204 len: 168 time: 0.1940079 Dec 13 13:00:46.797908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b405ae7-fd18-456b-9792-f4ccb258ef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb387ffd-1340-46fe-826d-13dc75164f47,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:46.999678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device cd1496d1-c61a-4e0f-8c1f-189a2eef4231 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:00:47.121070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:47.137357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e', 'port_id': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'mac_address': 'fa:16:3e:7d:9c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d18bc6-f132-4d0d-b654-2571ed7692f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:00:47.180715 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:47.201949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd1496d1-c61a-4e0f-8c1f-189a2eef4231 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:00:47.229211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:47.240175 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:47.329514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:47.357130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['cd1496d1-c61a-4e0f-8c1f-189a2eef4231'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:00:47.679993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87def22d-79eb-4861-9d02-6bc4accfa6c3 req-aee6d0a8-09ab-423d-9157-3cfa2c58dedb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:47.693753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87def22d-79eb-4861-9d02-6bc4accfa6c3 req-aee6d0a8-09ab-423d-9157-3cfa2c58dedb tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 945 time: 0.3282230 Dec 13 13:00:47.858264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cbb62-601c-438e-9e45-838b1bb757e3 req-021d6c60-c823-4187-8602-476890604d0a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:47.862269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-486cbb62-601c-438e-9e45-838b1bb757e3 req-021d6c60-c823-4187-8602-476890604d0a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 944 time: 0.2505305 Dec 13 13:00:47.977760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87def22d-79eb-4861-9d02-6bc4accfa6c3 req-b37b7e4c-c7a8-41f2-9fff-8aae48dbfdae tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829185 Dec 13 13:00:48.054162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-54487730-8d9b-450f-b539-0100782e7065 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:48.058620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-54487730-8d9b-450f-b539-0100782e7065 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.37 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 945 time: 0.5295136 Dec 13 13:00:48.230516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-486cbb62-601c-438e-9e45-838b1bb757e3 req-28dd0ceb-a8ae-49b2-a108-e4f35f2469f2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483063 Dec 13 13:00:48.282563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6612fd-07d5-4254-97ca-413b9ae64440 req-b4ab6405-c482-405a-8cea-42b0201b28cb tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:48.284597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb6612fd-07d5-4254-97ca-413b9ae64440 req-b4ab6405-c482-405a-8cea-42b0201b28cb tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 945 time: 0.1431675 Dec 13 13:00:48.299582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Deleting port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:00:48.299582 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:48.451746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb6612fd-07d5-4254-97ca-413b9ae64440 req-60dd96b0-b3fa-493d-b27a-4a2f0522969d tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups?id=492305ce-fa68-40f9-81c4-83d895949bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572473 Dec 13 13:00:48.484849 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:00:48.511344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] For port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:48.518270 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:48.650688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b4d0240d-3540-4b38-a0a1-a0597d9fac47 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:00:48.883430 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:48.949243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:00:48.954753 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643b56cd-2644-496f-ad2b-c8148810644b" -d '{"events": [{"server_uuid": "60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d0240d-3540-4b38-a0a1-a0597d9fac47"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:00:48.983573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port b4d0240d-3540-4b38-a0a1-a0597d9fac47, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:49.010643 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:49.136832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device cd1496d1-c61a-4e0f-8c1f-189a2eef4231 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:00:49.153289 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2cfacc-3ad2-4166-8e87-da0c2b549ab2 x-openstack-request-id: req-5d2cfacc-3ad2-4166-8e87-da0c2b549ab2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:00:49.154670 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9", "name": "network-vif-unplugged", "status": "failed", "tag": "b4d0240d-3540-4b38-a0a1-a0597d9fac47", "code": 422}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:00:49.155115 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d2cfacc-3ad2-4166-8e87-da0c2b549ab2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:00:49.155784 n-d-817326-4 neutron-server[109887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47', 'code': 422} returned with failed status Dec 13 13:00:49.265396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=b4d0240d-3540-4b38-a0a1-a0597d9fac47,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:49.292698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:00:49.293755 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:49.412371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:49.413500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:49.413500 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Floating IP f0a01403-258e-4168-a362-9ac0933bdc15 disassociated. External IP: 172.25.2.27, port: c41c5218-b8a1-498c-b7dc-1c42cb2bda4d. Dec 13 13:00:49.414048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Calling delete_port for c41c5218-b8a1-498c-b7dc-1c42cb2bda4d owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:00:49.488808 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:49.562467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:49.573486 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:49.640259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:49.644448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0b38a-fe2e-42a1-a2ab-3cbb15ac19f0 req-5b133875-9e48-4487-89a2-d3ae1b9024f5 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:49.645977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebf0b38a-fe2e-42a1-a2ab-3cbb15ac19f0 req-5b133875-9e48-4487-89a2-d3ae1b9024f5 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 944 time: 0.1104739 Dec 13 13:00:49.682129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22c4c4-d584-4a3c-b0d2-9430fcf7220e req-983a63a5-f3f2-45b7-a244-b6a6a80d3bbd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:49.683676 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec22c4c4-d584-4a3c-b0d2-9430fcf7220e req-983a63a5-f3f2-45b7-a244-b6a6a80d3bbd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 1.2273324 Dec 13 13:00:49.741390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebf0b38a-fe2e-42a1-a2ab-3cbb15ac19f0 req-22fd1dd2-d530-4ae9-9a02-f87855c6a7dc tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875726 Dec 13 13:00:49.790966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec22c4c4-d584-4a3c-b0d2-9430fcf7220e req-f34b66fe-930d-4f8d-92b8-db330d57f37c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990245 Dec 13 13:00:49.846429 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:49.928115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Pushing event deleted for resources: {'Port': ['ID=c41c5218-b8a1-498c-b7dc-1c42cb2bda4d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:49.958841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dbc752f5-2816-47be-b30b-28eb1a5acf19 req-44b2288d-e27e-451b-a4f9-0e5d0c163270 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 210 time: 0.0493827 Dec 13 13:00:50.146339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619141ce-19fe-45e8-bfe7-6d12570bdf71 req-2c361705-03c0-45dd-a9f5-7118762f7ba1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:50.148275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-619141ce-19fe-45e8-bfe7-6d12570bdf71 req-2c361705-03c0-45dd-a9f5-7118762f7ba1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1084664 Dec 13 13:00:50.187906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Router 1fd35243-a0c4-4774-aa39-bc2479d29a59 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:00:50.270675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-619141ce-19fe-45e8-bfe7-6d12570bdf71 req-286a9ead-e329-4d9a-8623-30a8d43acb92 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117458 Dec 13 13:00:50.407419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:00:50.426065 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] Sync routers for ids ['1fd35243-a0c4-4774-aa39-bc2479d29a59'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:00:50.459255 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] Routers {'1fd35243-a0c4-4774-aa39-bc2479d29a59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:00:50.461975 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:00:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1fd35243-a0c4-4774-aa39-bc2479d29a59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:50.543454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] No DVR routers for this DVR port c41c5218-b8a1-498c-b7dc-1c42cb2bda4d on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:00:50.550345 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:50.591232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-052d5221-68da-476a-8c83-a6533ae9cd1e req-5987c3a2-d028-4e1a-9252-52f35914722c tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.37 "DELETE /v2.0/ports/c41c5218-b8a1-498c-b7dc-1c42cb2bda4d HTTP/1.1" status: 204 len: 173 time: 2.5215962 Dec 13 13:00:50.591764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'name': 'network-vif-deleted', 'tag': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:00:50.598740 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571f476e-079f-4252-b034-fb0c54b1b65d" -d '{"events": [{"server_uuid": "84ee794c-29a6-4167-8064-f7eb6b3cbcfd", "name": "network-vif-deleted", "tag": "c41c5218-b8a1-498c-b7dc-1c42cb2bda4d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:00:50.717495 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a20106f-c1ef-4d1a-905f-f24ece63be0b x-openstack-request-id: req-4a20106f-c1ef-4d1a-905f-f24ece63be0b {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:00:50.717787 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ee794c-29a6-4167-8064-f7eb6b3cbcfd", "name": "network-vif-deleted", "tag": "c41c5218-b8a1-498c-b7dc-1c42cb2bda4d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:00:50.718036 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a20106f-c1ef-4d1a-905f-f24ece63be0b {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:00:50.719316 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee794c-29a6-4167-8064-f7eb6b3cbcfd', 'name': 'network-vif-deleted', 'tag': 'c41c5218-b8a1-498c-b7dc-1c42cb2bda4d', 'status': 'completed', 'code': 200} Dec 13 13:00:50.791123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944b197-eec0-47ec-94b0-63513b48e004 req-9642d07e-e724-429f-8ed1-16988dcbbcfe tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:50.792758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b944b197-eec0-47ec-94b0-63513b48e004 req-9642d07e-e724-429f-8ed1-16988dcbbcfe tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1646664 Dec 13 13:00:50.938429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b944b197-eec0-47ec-94b0-63513b48e004 req-7fd0d441-c862-4a77-9367-fca6dfecd2b9 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325061 Dec 13 13:00:51.037869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bd9da-f38b-44ba-aa44-422b450c53a7 req-87fbd11b-eb7e-4627-bf26-92dff1cf396c tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:51.047103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a44bd9da-f38b-44ba-aa44-422b450c53a7 req-87fbd11b-eb7e-4627-bf26-92dff1cf396c tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1708989 Dec 13 13:00:51.053928 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] Set router 1fd35243-a0c4-4774-aa39-bc2479d29a59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:00:51.157677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:00:51.161611 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba0f845-fc15-414f-8e05-a51b8517cc2e" -d '{"events": [{"server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "name": "network-vif-plugged", "status": "completed", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:00:51.202852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a44bd9da-f38b-44ba-aa44-422b450c53a7 req-1d4446ce-f50a-4824-8c99-c155eaa5174d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537764 Dec 13 13:00:51.312365 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d135cc31-6cc7-4ce5-9cf4-3e3d4cfb1dc4 x-openstack-request-id: req-d135cc31-6cc7-4ce5-9cf4-3e3d4cfb1dc4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:00:51.313524 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "name": "network-vif-plugged", "status": "completed", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:00:51.313963 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d135cc31-6cc7-4ce5-9cf4-3e3d4cfb1dc4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:00:51.314721 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'code': 200} Dec 13 13:00:51.355643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02126038-7101-4bd7-9550-b463ddccad5f req-ac8a0a97-df9b-46f8-a2d3-c8aad6d037ad tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ee794c-29a6-4167-8064-f7eb6b3cbcfd HTTP/1.1" status: 200 len: 210 time: 0.0857964 Dec 13 13:00:51.669284 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:28Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e507bb52-0795-4d13-b46c-6ae0924ded51', 'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'mac_address': 'fa:16:3e:24:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:26Z', 'updated_at': '2021-12-13T12:58:34Z', 'revision_number': 5, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'subnets': [{'id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:51.815116 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] Checking router: 1fd35243-a0c4-4774-aa39-bc2479d29a59 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:00:51.877320 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] Routers {'1fd35243-a0c4-4774-aa39-bc2479d29a59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:00:51.877981 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:00:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1fd35243-a0c4-4774-aa39-bc2479d29a59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:52.252926 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] Set router 1fd35243-a0c4-4774-aa39-bc2479d29a59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:00:52.351988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72616454-ca28-4f52-8abf-1e316fa36f86 req-2604b57e-97d4-4f0f-a3ce-c6bfc45df2d7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:52.366859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72616454-ca28-4f52-8abf-1e316fa36f86 req-2604b57e-97d4-4f0f-a3ce-c6bfc45df2d7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2480052 Dec 13 13:00:52.541800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72616454-ca28-4f52-8abf-1e316fa36f86 req-21096c2b-e937-4362-9c92-2c145da9848a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684294 Dec 13 13:00:52.655209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443a3b-3b54-4831-8ccb-2921bf4e4eca req-3229dde7-0b92-4785-8c76-ae3529247725 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:52.659090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:52.663644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21443a3b-3b54-4831-8ccb-2921bf4e4eca req-3229dde7-0b92-4785-8c76-ae3529247725 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1203675 Dec 13 13:00:52.760223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21443a3b-3b54-4831-8ccb-2921bf4e4eca req-684c0ff7-869f-4906-baf7-3e5791e1349d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955796 Dec 13 13:00:52.848474 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:28Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e507bb52-0795-4d13-b46c-6ae0924ded51', 'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'mac_address': 'fa:16:3e:24:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:26Z', 'updated_at': '2021-12-13T12:58:34Z', 'revision_number': 5, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'subnets': [{'id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:52.884831 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9da0c3-7354-4256-b0e5-54f4ed0d7e79 None None] The sync data for ids ['1fd35243-a0c4-4774-aa39-bc2479d29a59'] in n-d-817326-4 is: [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:28Z', 'revision_number': 4, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e507bb52-0795-4d13-b46c-6ae0924ded51', 'name': '', 'network_id': '095cef42-c57f-43f6-b642-72110bdceb49', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'mac_address': 'fa:16:3e:24:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:26Z', 'updated_at': '2021-12-13T12:58:34Z', 'revision_number': 5, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'subnets': [{'id': 'df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:00:52.907896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77a94a70-375a-4427-9d4b-6091eb623bc4 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.004384 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77a94a70-375a-4427-9d4b-6091eb623bc4 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.013709 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c41c5218-b8a1-498c-b7dc-1c42cb2bda4d no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:00:53.055694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: c41c5218-b8a1-498c-b7dc-1c42cb2bda4d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:00:53.056051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c41c5218-b8a1-498c-b7dc-1c42cb2bda4d not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:00:53.136991 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77a94a70-375a-4427-9d4b-6091eb623bc4 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.141819 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77a94a70-375a-4427-9d4b-6091eb623bc4 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.145834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58526) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:53.148402 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-77a94a70-375a-4427-9d4b-6091eb623bc4 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "DELETE /v2.0/security-groups/492305ce-fa68-40f9-81c4-83d895949bbd HTTP/1.1" status: 204 len: 168 time: 0.4829922 Dec 13 13:00:53.159936 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-c96fa7c0-2596-49ba-af57-0a3167f81471 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] show failed (client error): The resource could not be found. Dec 13 13:00:53.161279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c96fa7c0-2596-49ba-af57-0a3167f81471 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "GET /v2.0/security-groups/492305ce-fa68-40f9-81c4-83d895949bbd HTTP/1.1" status: 404 len: 347 time: 0.0143998 Dec 13 13:00:53.164372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58528) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:53.179618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a94a70-375a-4427-9d4b-6091eb623bc4 tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492305ce-fa68-40f9-81c4-83d895949bbd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:53.229133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58530) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:53.436152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-823acc2a-c9d3-4b0d-990a-57fbfe79c68f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Deleting port 6e450d9c-f1a6-4f2d-8b06-ee930548a36a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:00:53.436641 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-823acc2a-c9d3-4b0d-990a-57fbfe79c68f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.496972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-acfd2b8b-6e73-4146-a7a7-d5c0cf2fed05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.537008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198949e2-eb47-4226-b1f5-d7f907fe9648 None None] New status for floating IP f0a01403-258e-4168-a362-9ac0933bdc15: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:00:53.644845 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-823acc2a-c9d3-4b0d-990a-57fbfe79c68f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.646600 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-823acc2a-c9d3-4b0d-990a-57fbfe79c68f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.668364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-823acc2a-c9d3-4b0d-990a-57fbfe79c68f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Calling delete_port for 6e450d9c-f1a6-4f2d-8b06-ee930548a36a owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:00:53.679441 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-acfd2b8b-6e73-4146-a7a7-d5c0cf2fed05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.689798 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-acfd2b8b-6e73-4146-a7a7-d5c0cf2fed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.738134 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd2b8b-6e73-4146-a7a7-d5c0cf2fed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3663d89-6cf4-47e4-96f0-cd5d18eade3d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:53.772343 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-acfd2b8b-6e73-4146-a7a7-d5c0cf2fed05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0c9b1578c9142c39604987daf754de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5409398 Dec 13 13:00:53.774119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58540) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:53.800011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508464c7-1bdc-492b-bd5d-bd523a756ba2 req-b63f5d35-2f07-4572-a324-566033f5ac94 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:53.801659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-508464c7-1bdc-492b-bd5d-bd523a756ba2 req-b63f5d35-2f07-4572-a324-566033f5ac94 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1169677 Dec 13 13:00:53.922035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-517962b6-268b-4104-bff9-9c7e181c98fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:53.956858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-508464c7-1bdc-492b-bd5d-bd523a756ba2 req-94a9b6a8-2350-4146-91e6-db26967ab08d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457963 Dec 13 13:00:53.993900 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-517962b6-268b-4104-bff9-9c7e181c98fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:54.107049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-517962b6-268b-4104-bff9-9c7e181c98fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:54.110469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-517962b6-268b-4104-bff9-9c7e181c98fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:54.113230 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-517962b6-268b-4104-bff9-9c7e181c98fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3663d89-6cf4-47e4-96f0-cd5d18eade3d HTTP/1.1" status: 204 len: 168 time: 0.3377569 Dec 13 13:00:54.120940 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-823acc2a-c9d3-4b0d-990a-57fbfe79c68f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:54.147340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517962b6-268b-4104-bff9-9c7e181c98fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3663d89-6cf4-47e4-96f0-cd5d18eade3d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:54.195357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823acc2a-c9d3-4b0d-990a-57fbfe79c68f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Pushing event deleted for resources: {'Port': ['ID=6e450d9c-f1a6-4f2d-8b06-ee930548a36a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:54.250383 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6a490c-2037-4735-b060-18281e5d2480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:54.361753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-823acc2a-c9d3-4b0d-990a-57fbfe79c68f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:54.364932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-823acc2a-c9d3-4b0d-990a-57fbfe79c68f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:54.369800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58552) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:54.374161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-823acc2a-c9d3-4b0d-990a-57fbfe79c68f tempest-ServersTestManualDisk-687866192 tempest-ServersTestManualDisk-687866192-project] 10.222.0.31 "DELETE /v2.0/floatingips/f0a01403-258e-4168-a362-9ac0933bdc15 HTTP/1.1" status: 204 len: 168 time: 1.2084298 Dec 13 13:00:54.626652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58560) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:54.795788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a31eaf-cedd-4694-a9db-3a19a8c30fb5 req-fc2f0c7a-e1c1-4326-a9ee-af50b4e66b16 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:54.797838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49a31eaf-cedd-4694-a9db-3a19a8c30fb5 req-fc2f0c7a-e1c1-4326-a9ee-af50b4e66b16 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.0981700 Dec 13 13:00:54.887684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8006f469-48f2-4524-8fd2-98e1d2f41bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:54.920414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49a31eaf-cedd-4694-a9db-3a19a8c30fb5 req-ff922c02-63b6-4acf-8124-94b1e64d7e06 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156709 Dec 13 13:00:55.025499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8006f469-48f2-4524-8fd2-98e1d2f41bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:55.033832 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8006f469-48f2-4524-8fd2-98e1d2f41bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:55.064586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58566) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:55.117813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006f469-48f2-4524-8fd2-98e1d2f41bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4f2816-7646-49af-87a7-2bb22640ee60,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:55.129100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a1327f9-eae8-4316-bab3-312f1e70496b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:55.143470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8006f469-48f2-4524-8fd2-98e1d2f41bac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=affc41fe3a9d42b2bfbaf2e51f220a1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5149806 Dec 13 13:00:55.147618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58568) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:55.270880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88d1bb-a681-4d53-9c8e-d7ad08c837f6 req-633587bb-25d4-46a3-ac8d-71c7cdb051d9 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:55.280144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff88d1bb-a681-4d53-9c8e-d7ad08c837f6 req-633587bb-25d4-46a3-ac8d-71c7cdb051d9 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1890819 Dec 13 13:00:55.420747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff88d1bb-a681-4d53-9c8e-d7ad08c837f6 req-16c8a96a-774b-4b03-8ad0-a6b8559e14d4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364722 Dec 13 13:00:55.451618 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1619-13ff-4aa9-9e26-58d00df063a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:55.521473 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1619-13ff-4aa9-9e26-58d00df063a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:55.726413 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1619-13ff-4aa9-9e26-58d00df063a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:55.734854 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1619-13ff-4aa9-9e26-58d00df063a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:55.736677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6f6c1619-13ff-4aa9-9e26-58d00df063a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc4f2816-7646-49af-87a7-2bb22640ee60 HTTP/1.1" status: 204 len: 168 time: 0.5871122 Dec 13 13:00:55.760278 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a1327f9-eae8-4316-bab3-312f1e70496b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:55.784123 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a1327f9-eae8-4316-bab3-312f1e70496b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:55.801254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c1619-13ff-4aa9-9e26-58d00df063a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4f2816-7646-49af-87a7-2bb22640ee60,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:55.912945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1327f9-eae8-4316-bab3-312f1e70496b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecfb74f-fd44-4143-b3bf-85262cae75ea,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:55.923031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58576) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:55.924483 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8a1327f9-eae8-4316-bab3-312f1e70496b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b0f7b49ab514dc0976960e495268d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8580945 Dec 13 13:00:55.937178 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:56.232834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2b288264-5f44-4ef0-93f6-8b758a085ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:56.342390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564112d-d24e-4239-8d60-a7a1d519cfce req-51210645-5fd8-4cfb-b8da-28dd7e207ddd tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:56.363591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6564112d-d24e-4239-8d60-a7a1d519cfce req-51210645-5fd8-4cfb-b8da-28dd7e207ddd tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2879391 Dec 13 13:00:56.584757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6564112d-d24e-4239-8d60-a7a1d519cfce req-6e46cb41-1027-49fa-887b-5fa33ce2330a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198033 Dec 13 13:00:56.596760 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2b288264-5f44-4ef0-93f6-8b758a085ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:56.610836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58590) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:56.612751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc326ba1-b326-4aa3-b4cf-46a1dd858661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:56.653135 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] Deleting port e507bb52-0795-4d13-b46c-6ae0924ded51 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:00:56.653668 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:56.732788 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7233d2ec-3b75-4bfe-ba1a-4a47705134a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:56.749694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2b288264-5f44-4ef0-93f6-8b758a085ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:56.754254 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2b288264-5f44-4ef0-93f6-8b758a085ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:56.756214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2b288264-5f44-4ef0-93f6-8b758a085ec0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ecfb74f-fd44-4143-b3bf-85262cae75ea HTTP/1.1" status: 204 len: 168 time: 0.8310983 Dec 13 13:00:56.802516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b288264-5f44-4ef0-93f6-8b758a085ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecfb74f-fd44-4143-b3bf-85262cae75ea,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:56.895486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] For port e507bb52-0795-4d13-b46c-6ae0924ded51, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e507bb52-0795-4d13-b46c-6ae0924ded51,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:00:56.896195 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:56.927568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] Calling delete_port for e507bb52-0795-4d13-b46c-6ae0924ded51 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:00:56.930749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7233d2ec-3b75-4bfe-ba1a-4a47705134a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:56.948660 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7233d2ec-3b75-4bfe-ba1a-4a47705134a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:57.093908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021e67f-8e51-42d8-9ec8-0aebf0b2ce3f req-2a85d807-73ed-4e07-a2b0-00a8c3a350cd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:57.096269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3021e67f-8e51-42d8-9ec8-0aebf0b2ce3f req-2a85d807-73ed-4e07-a2b0-00a8c3a350cd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.4444613 Dec 13 13:00:57.103786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7233d2ec-3b75-4bfe-ba1a-4a47705134a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6adc0c30d13c457eb34876f8db166a98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4644167 Dec 13 13:00:57.112079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58598) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:57.127694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233d2ec-3b75-4bfe-ba1a-4a47705134a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578bd8dd-e41a-4c05-9e84-68641e4b0c33,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:57.235522 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3021e67f-8e51-42d8-9ec8-0aebf0b2ce3f req-7017eee5-af1b-4e71-8ace-a2649a04218f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301844 Dec 13 13:00:57.276407 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a78f713a-1a7b-4ce7-aca8-4fe245e6333b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:57.310509 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a78f713a-1a7b-4ce7-aca8-4fe245e6333b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:57.397510 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a78f713a-1a7b-4ce7-aca8-4fe245e6333b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:57.402841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a78f713a-1a7b-4ce7-aca8-4fe245e6333b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:57.405041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a78f713a-1a7b-4ce7-aca8-4fe245e6333b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/578bd8dd-e41a-4c05-9e84-68641e4b0c33 HTTP/1.1" status: 204 len: 168 time: 0.2915170 Dec 13 13:00:57.410715 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:57.469129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f713a-1a7b-4ce7-aca8-4fe245e6333b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578bd8dd-e41a-4c05-9e84-68641e4b0c33,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:57.491962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=e507bb52-0795-4d13-b46c-6ae0924ded51,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:00:57.684910 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:57.956863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcde576-d5b0-4cdf-9224-9b42345166c1 req-587a7c4c-2e28-42c3-96f1-2558b94c0ba3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:57.964603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6dcde576-d5b0-4cdf-9224-9b42345166c1 req-587a7c4c-2e28-42c3-96f1-2558b94c0ba3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1621852 Dec 13 13:00:57.972453 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:58.058539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6dcde576-d5b0-4cdf-9224-9b42345166c1 req-cb64eb7f-b0cd-47d4-a875-147cc6a1100f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862212 Dec 13 13:00:58.378730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-3f55c7de-cd2f-47fa-bb7e-999a9a5ecac9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2060256 Dec 13 13:00:58.514242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] Router 1fd35243-a0c4-4774-aa39-bc2479d29a59 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:00:58.668212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-9e33de90-ee3f-436e-b87b-e2027e6af4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:58.672966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-9e33de90-ee3f-436e-b87b-e2027e6af4e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 1058 time: 0.2688468 Dec 13 13:00:58.682767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:00:58.690091 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f6bd076c-098e-4781-ac04-eef08adf1b12 admin admin] 10.222.0.31 "PUT /v2.0/routers/1fd35243-a0c4-4774-aa39-bc2479d29a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3186340 Dec 13 13:00:58.693411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58642) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:00:58.695390 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] Sync routers for ids ['1fd35243-a0c4-4774-aa39-bc2479d29a59'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:00:58.727759 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] Routers {'1fd35243-a0c4-4774-aa39-bc2479d29a59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:00:58.728400 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:00:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1fd35243-a0c4-4774-aa39-bc2479d29a59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:58.754403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875321f-91b6-4e4c-a81c-885f4d8dd188 req-fe732b33-7817-417e-9c76-586a6f9a7c4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:58.768249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3875321f-91b6-4e4c-a81c-885f4d8dd188 req-fe732b33-7817-417e-9c76-586a6f9a7c4d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3534515 Dec 13 13:00:59.049348 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:59.127931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-cb93fb82-873f-4ead-abd5-e1c6ff9bf64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:59.129473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-cb93fb82-873f-4ead-abd5-e1c6ff9bf64a service neutron] 10.222.0.42 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.4239087 Dec 13 13:00:59.135854 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] Set router 1fd35243-a0c4-4774-aa39-bc2479d29a59 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:00:59.322452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-1f33beb7-c9b5-43e4-93b4-a56bb3b4ae1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7dc17aa-9509-4519-af35-bed0c738a5f8 HTTP/1.1" status: 200 len: 217 time: 0.1770878 Dec 13 13:00:59.322861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:59.577152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3875321f-91b6-4e4c-a81c-885f4d8dd188 req-d96539b7-dc6f-4b5d-842f-d05d954c481b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8077021 Dec 13 13:00:59.641523 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:59.693347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62276892-c608-4f28-9a87-5641901eaf81 req-3a8e4e24-dcb9-4489-9849-a642cb347216 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:59.699511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62276892-c608-4f28-9a87-5641901eaf81 req-3a8e4e24-dcb9-4489-9849-a642cb347216 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3740721 Dec 13 13:00:59.706330 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T13:00:57Z', 'revision_number': 5, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port': {'id': '3394779d-2e4e-4b84-a00f-ee37ea5500e0', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:15Z', 'updated_at': '2021-12-13T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:59.716220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-bda1e195-cc07-49e8-b31a-7f94cf147aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:59.717681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-bda1e195-cc07-49e8-b31a-7f94cf147aaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.3583665 Dec 13 13:00:59.748145 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] Checking router: 1fd35243-a0c4-4774-aa39-bc2479d29a59 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:00:59.768330 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] Routers {'1fd35243-a0c4-4774-aa39-bc2479d29a59'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:00:59.769779 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:00:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1fd35243-a0c4-4774-aa39-bc2479d29a59'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:00:59.851719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Deleting port 3394779d-2e4e-4b84-a00f-ee37ea5500e0 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:00:59.852123 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:59.897187 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:00:59.910417 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] Set router 1fd35243-a0c4-4774-aa39-bc2479d29a59 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:00:59.967177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62276892-c608-4f28-9a87-5641901eaf81 req-cb6808eb-b930-43a1-b980-a2dc26307ef5 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482419 Dec 13 13:00:59.972703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-6870a570-0830-4dc9-9120-4134520fba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:00:59.977080 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-6870a570-0830-4dc9-9120-4134520fba57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374513 Dec 13 13:01:00.018815 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T13:00:59Z', 'revision_number': 6, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:00.061035 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df9513-25e5-4d0a-aea5-df646d5e91ec None None] The sync data for ids ['1fd35243-a0c4-4774-aa39-bc2479d29a59'] in n-d-817326-4 is: [{'id': '1fd35243-a0c4-4774-aa39-bc2479d29a59', 'name': 'tempest-ServersTestManualDisk-530640322-router', 'tenant_id': 'be6804ffde5f497b944ca2a34d1bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T13:00:59Z', 'revision_number': 6, 'project_id': 'be6804ffde5f497b944ca2a34d1bc685', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:01:00.124154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] For port 3394779d-2e4e-4b84-a00f-ee37ea5500e0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3394779d-2e4e-4b84-a00f-ee37ea5500e0,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:00.124154 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:00.177918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Calling delete_port for 3394779d-2e4e-4b84-a00f-ee37ea5500e0 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:00.265978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-d028e5c6-0771-4733-bb74-132cf13d4556 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796645 Dec 13 13:01:00.495663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e507bb52-0795-4d13-b46c-6ae0924ded51 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:01:00.504278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab51aa0-8d10-44f8-a194-e07d10a89bb2 req-a797461d-1304-44e6-9f22-df8f36874238 service neutron] 10.222.0.42 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302060 Dec 13 13:01:00.538033 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e507bb52-0795-4d13-b46c-6ae0924ded51 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:01:00.538790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e507bb52-0795-4d13-b46c-6ae0924ded51 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:01:00.732478 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:00.914484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ba51a-aa23-4490-9735-554cafd8cf7d req-494660a0-c91a-4af9-99f4-6281f6f3b803 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:00.927912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e29ba51a-aa23-4490-9735-554cafd8cf7d req-494660a0-c91a-4af9-99f4-6281f6f3b803 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2049372 Dec 13 13:01:00.982851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3394779d-2e4e-4b84-a00f-ee37ea5500e0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:01.078619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e29ba51a-aa23-4490-9735-554cafd8cf7d req-6ee47f9d-f8a4-4a67-952e-d95dd94b511b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494715 Dec 13 13:01:01.128030 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:01.303945 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:01.307979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:01.313976 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f15cdd42-6977-4161-893a-48af80a21453 req-37752269-5ad8-4649-991c-828e3659ba41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1543510 Dec 13 13:01:01.327009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422ab81-6cd4-4e39-a10f-78e7816db658 req-d1a5b152-426d-40b6-a276-9d90320bda9f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:01.346987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f422ab81-6cd4-4e39-a10f-78e7816db658 req-d1a5b152-426d-40b6-a276-9d90320bda9f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1971416 Dec 13 13:01:01.488257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:01.489354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd35243-a0c4-4774-aa39-bc2479d29a59 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:01:01.503579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:01.509118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4f46a793-fb28-4762-8df0-6a2cf43159d9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1fd35243-a0c4-4774-aa39-bc2479d29a59 HTTP/1.1" status: 204 len: 168 time: 2.8143759 Dec 13 13:01:01.511024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58696) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:01.511549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58698) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:01.598543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f422ab81-6cd4-4e39-a10f-78e7816db658 req-a1d7d5bd-ce8b-471d-960f-b5a0327c0817 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484763 Dec 13 13:01:01.602105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bd9fed-d8f7-4c3e-a10b-7052958ad250 admin admin] Deleting subnet df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:01:01.626917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33bd9fed-d8f7-4c3e-a10b-7052958ad250 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:01.632006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cdd42-6977-4161-893a-48af80a21453 req-fdc197a2-6a61-4de1-9624-a4aeab145a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:01.636401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f15cdd42-6977-4161-893a-48af80a21453 req-fdc197a2-6a61-4de1-9624-a4aeab145a47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1095 time: 0.2172995 Dec 13 13:01:01.720328 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33bd9fed-d8f7-4c3e-a10b-7052958ad250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:01.822345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cdd42-6977-4161-893a-48af80a21453 req-8b5b764c-86ae-4128-b058-abcd9a5a1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:01.824529 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f15cdd42-6977-4161-893a-48af80a21453 req-8b5b764c-86ae-4128-b058-abcd9a5a1c01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.1630495 Dec 13 13:01:01.862821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf56f739-b391-4e12-93fe-9604528c6e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:01.979446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33bd9fed-d8f7-4c3e-a10b-7052958ad250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:01.985296 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f15cdd42-6977-4161-893a-48af80a21453 req-ba039fb1-751b-4764-a52a-52c337590fd8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 998 time: 0.1526551 Dec 13 13:01:02.062320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cdd42-6977-4161-893a-48af80a21453 req-0a156b4c-cc7a-4f27-b58d-398568c4c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:02.070176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f15cdd42-6977-4161-893a-48af80a21453 req-0a156b4c-cc7a-4f27-b58d-398568c4c1b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.0755920 Dec 13 13:01:02.155969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cdd42-6977-4161-893a-48af80a21453 req-e752e518-105b-41f0-8b8f-fb0c0a595359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:02.159648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f15cdd42-6977-4161-893a-48af80a21453 req-e752e518-105b-41f0-8b8f-fb0c0a595359 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783439 Dec 13 13:01:02.243411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33bd9fed-d8f7-4c3e-a10b-7052958ad250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:02.281139 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf56f739-b391-4e12-93fe-9604528c6e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:02.283699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-33bd9fed-d8f7-4c3e-a10b-7052958ad250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:02.288915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aefc18d-3218-4b65-887c-a58647852bc3 None None] Network 095cef42-c57f-43f6-b642-72110bdceb49 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:02.299100 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-33bd9fed-d8f7-4c3e-a10b-7052958ad250 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba HTTP/1.1" status: 204 len: 168 time: 0.7810192 Dec 13 13:01:02.309369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58710) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:02.337354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf56f739-b391-4e12-93fe-9604528c6e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:02.433795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd9fed-d8f7-4c3e-a10b-7052958ad250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8bbbb2-142d-45c9-b6d3-0d1186ecb8ba,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:02.457108 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bf56f739-b391-4e12-93fe-9604528c6e3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c550f7ee84b042848a182ad63da35b30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9438875 Dec 13 13:01:02.457781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58712) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:02.475919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56f739-b391-4e12-93fe-9604528c6e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b13eab-fb11-490c-9ccf-267792b4294f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:02.498533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3394779d-2e4e-4b84-a00f-ee37ea5500e0 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:01:02.535253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 3394779d-2e4e-4b84-a00f-ee37ea5500e0 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:01:02.535842 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3394779d-2e4e-4b84-a00f-ee37ea5500e0 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:01:02.579528 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:02.597358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cda84301-b8a1-40cb-ba54-cf1066aba0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:02.609285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f15cdd42-6977-4161-893a-48af80a21453 req-f0c938d7-a386-4016-ab12-8847b17f152e service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433272 Dec 13 13:01:02.622534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f4e22-de24-4de1-930f-dcd771119ac8 req-7ad1c111-48fe-4449-8ac8-82a0229e0c70 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:02.630666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-591f4e22-de24-4de1-930f-dcd771119ac8 req-7ad1c111-48fe-4449-8ac8-82a0229e0c70 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3372476 Dec 13 13:01:02.644459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cda84301-b8a1-40cb-ba54-cf1066aba0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:02.733584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac1170-4f3a-4bdc-b2f4-a7f1365bb9ef None None] DHCP port deletion for 095cef42-c57f-43f6-b642-72110bdceb49 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:01:02.774326 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cda84301-b8a1-40cb-ba54-cf1066aba0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:02.777036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cda84301-b8a1-40cb-ba54-cf1066aba0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:02.781078 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cda84301-b8a1-40cb-ba54-cf1066aba0e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0b13eab-fb11-490c-9ccf-267792b4294f HTTP/1.1" status: 204 len: 168 time: 0.3219407 Dec 13 13:01:02.799237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda84301-b8a1-40cb-ba54-cf1066aba0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b13eab-fb11-490c-9ccf-267792b4294f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:02.902566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-51ac1170-4f3a-4bdc-b2f4-a7f1365bb9ef None None] Deleting port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:02.903143 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51ac1170-4f3a-4bdc-b2f4-a7f1365bb9ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:02.940239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f15cdd42-6977-4161-893a-48af80a21453 req-5ba086fd-9fa7-43bf-8cb6-ae6d102f0f00 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061261 Dec 13 13:01:02.953862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-591f4e22-de24-4de1-930f-dcd771119ac8 req-ef09c136-d68a-4d92-ac00-ec870e68997c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215988 Dec 13 13:01:02.969843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401bbd1-b855-4793-9bcb-d856a2acef17 req-b5e5f05f-3a7d-46ee-a8e9-806cd23daecb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:02.987374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a401bbd1-b855-4793-9bcb-d856a2acef17 req-b5e5f05f-3a7d-46ee-a8e9-806cd23daecb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1710818 Dec 13 13:01:03.054863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Deleting port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:03.055250 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:03.145997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-51ac1170-4f3a-4bdc-b2f4-a7f1365bb9ef None None] For port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:03.146984 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51ac1170-4f3a-4bdc-b2f4-a7f1365bb9ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:03.202235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-51ac1170-4f3a-4bdc-b2f4-a7f1365bb9ef None None] Calling delete_port for 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:03.273395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a401bbd1-b855-4793-9bcb-d856a2acef17 req-916930a7-c69f-4214-90ec-a0227b0fbc7d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798502 Dec 13 13:01:03.320343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] For port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd,segment=NetworkSegment(f95c0abb-fd3d-4801-90c9-55471dedbd36),segment_id=f95c0abb-fd3d-4801-90c9-55471dedbd36)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:03.320978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:03.338527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Calling delete_port for 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:03.616965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-28460995-29be-439f-83d5-b55de386692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:03.618549 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-28460995-29be-439f-83d5-b55de386692e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1095 time: 0.1978345 Dec 13 13:01:03.656533 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51ac1170-4f3a-4bdc-b2f4-a7f1365bb9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:03.709237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58736) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:03.718813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac1170-4f3a-4bdc-b2f4-a7f1365bb9ef None None] Pushing event deleted for resources: {'Port': ['ID=6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:03.725831 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac1170-4f3a-4bdc-b2f4-a7f1365bb9ef None None] No DVR routers for this DVR port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:01:03.747885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14054bef-5786-49a3-9b7b-620d383645a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:03.807241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-c0482c49-3dd6-4162-a19c-a8d178ef1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:03.809276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-c0482c49-3dd6-4162-a19c-a8d178ef1846 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.1423922 Dec 13 13:01:03.820558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6594feb-9f19-4179-a0a1-71be9d74d5d6 req-8ee9069a-0219-4ecd-9e00-67b8f87f8189 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:03.831102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6594feb-9f19-4179-a0a1-71be9d74d5d6 req-8ee9069a-0219-4ecd-9e00-67b8f87f8189 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.3211064 Dec 13 13:01:03.939863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14054bef-5786-49a3-9b7b-620d383645a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:03.946799 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14054bef-5786-49a3-9b7b-620d383645a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:03.966419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-8c9ac562-e70b-4423-a123-80ff40d1e6ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 998 time: 0.1326241 Dec 13 13:01:03.978842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6594feb-9f19-4179-a0a1-71be9d74d5d6 req-b0bde248-a8ce-4062-83b4-cf0df3deaca8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463809 Dec 13 13:01:04.029513 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-14054bef-5786-49a3-9b7b-620d383645a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e8d7830bc1b4869b5f018025b03aff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3191254 Dec 13 13:01:04.031993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14054bef-5786-49a3-9b7b-620d383645a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5618317b-6ef6-40d5-ac43-21c3ae71ecda,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:04.034990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58738) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:04.052451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:04.072241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:04.084442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] No DVR routers for this DVR port 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:01:04.121787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-056482ec-0b6c-4dcb-b851-753e53b0bace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:04.127606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-6305fb2f-e1b7-440d-bc25-9151eaccd437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:04.129104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-6305fb2f-e1b7-440d-bc25-9151eaccd437 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1452982 Dec 13 13:01:04.157435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-056482ec-0b6c-4dcb-b851-753e53b0bace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:04.215938 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:04.254059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-d7a534da-d438-4920-802b-6e6e777a1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:04.256386 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-d7a534da-d438-4920-802b-6e6e777a1346 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926094 Dec 13 13:01:04.261634 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-056482ec-0b6c-4dcb-b851-753e53b0bace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:04.262522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095cef42-c57f-43f6-b642-72110bdceb49']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:04.282540 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-056482ec-0b6c-4dcb-b851-753e53b0bace admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:04.286483 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-056482ec-0b6c-4dcb-b851-753e53b0bace admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5618317b-6ef6-40d5-ac43-21c3ae71ecda HTTP/1.1" status: 204 len: 168 time: 0.2365730 Dec 13 13:01:04.303428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95c0abb-fd3d-4801-90c9-55471dedbd36') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:04.303661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95c0abb-fd3d-4801-90c9-55471dedbd36') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:04.325953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056482ec-0b6c-4dcb-b851-753e53b0bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5618317b-6ef6-40d5-ac43-21c3ae71ecda,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:04.379591 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:04.438157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:01:04.505705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:01:04.508190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b66fe3a-7bc0-4a2b-afb7-24c3d6e7a3bd not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:01:04.524885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-f1ce9289-066c-4f24-8960-cad618c7600c service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576201 Dec 13 13:01:04.528246 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:04.618248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:01:04.619053 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:01:04.631413 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:01:05.284812 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:05.308310 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:05.311690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/095cef42-c57f-43f6-b642-72110bdceb49 HTTP/1.1" status: 204 len: 168 time: 2.9785612 Dec 13 13:01:05.383302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd97f68-279b-4879-97ff-042be6f5a6c3 req-4b2d8deb-7b61-4ebf-8de4-5b53bb80451e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:05.388799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acd97f68-279b-4879-97ff-042be6f5a6c3 req-4b2d8deb-7b61-4ebf-8de4-5b53bb80451e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1407120 Dec 13 13:01:05.389961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13463870-aa82-4659-8fa4-0ad4c94a1ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=095cef42-c57f-43f6-b642-72110bdceb49,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:05.414594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b756b-4699-4bf4-b77d-39e3fdc05df5 req-0835ac7f-3576-4b8e-a34e-ec17bdc67f86 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:05.423774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-534b756b-4699-4bf4-b77d-39e3fdc05df5 req-0835ac7f-3576-4b8e-a34e-ec17bdc67f86 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.8977716 Dec 13 13:01:05.583172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da2f0544-27eb-4aeb-8b1b-339193e227ae req-c6708db1-c9a5-4817-a928-b63936e6442d service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0395894 Dec 13 13:01:05.612168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acd97f68-279b-4879-97ff-042be6f5a6c3 req-5e1ce769-fbb0-4790-9138-b7603aca8532 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828701 Dec 13 13:01:05.645708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-534b756b-4699-4bf4-b77d-39e3fdc05df5 req-fbd2eb69-b7f4-47d2-9b07-c04b9bf19a6d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007024 Dec 13 13:01:05.687640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58780) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:05.777685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58782) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:05.787315 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0027e64d-c2a8-434b-b710-98349f53ea99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be6804ffde5f497b944ca2a34d1bc685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0854061 Dec 13 13:01:05.923411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a4fa-1cb8-42fd-91b3-f88a13eb0fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:06.022796 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a4fa-1cb8-42fd-91b3-f88a13eb0fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:06.211178 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a4fa-1cb8-42fd-91b3-f88a13eb0fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:06.217008 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a4fa-1cb8-42fd-91b3-f88a13eb0fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:06.220304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d1f0a4fa-1cb8-42fd-91b3-f88a13eb0fdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f417c70-08a2-4b61-bc4f-503db6fb7198 HTTP/1.1" status: 204 len: 168 time: 0.4399230 Dec 13 13:01:06.246817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0a4fa-1cb8-42fd-91b3-f88a13eb0fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f417c70-08a2-4b61-bc4f-503db6fb7198,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:07.043291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ba6a1-a580-4b07-b435-69d603cde7f5 req-08305105-7ede-4f2a-9306-098e85e385f6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:07.054920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa3ba6a1-a580-4b07-b435-69d603cde7f5 req-08305105-7ede-4f2a-9306-098e85e385f6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2310338 Dec 13 13:01:07.135275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd110e-5381-4f2b-a521-5a791cf8c575 req-57e4b051-5c5e-4861-a30f-18e0e21e98c7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:07.137038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcdd110e-5381-4f2b-a521-5a791cf8c575 req-57e4b051-5c5e-4861-a30f-18e0e21e98c7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2212336 Dec 13 13:01:07.235662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa3ba6a1-a580-4b07-b435-69d603cde7f5 req-5a34405a-ddea-4978-bc21-243eab6af4f5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770675 Dec 13 13:01:07.299155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcdd110e-5381-4f2b-a521-5a791cf8c575 req-c8cc3000-5dc9-4a1e-b425-42fd22da01c7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555822 Dec 13 13:01:07.417320 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:07.525632 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:07.600362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416c529-875f-4962-b311-9cae6e6df206 req-864d5ca2-d8ca-4bc1-a30f-c23fbb5f34dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:07.603122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b416c529-875f-4962-b311-9cae6e6df206 req-864d5ca2-d8ca-4bc1-a30f-c23fbb5f34dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.0922494 Dec 13 13:01:07.709382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b416c529-875f-4962-b311-9cae6e6df206 req-75b9605e-9d4a-495c-8ca5-3eada43f66ee tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941701 Dec 13 13:01:07.747917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58882) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:07.915769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1677046294-network', 'tenant_id': '111be7d7d5c648cc8b132af0479dfcce'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:07.961940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f3f40-cf02-4b65-ab64-d9fd6db7d9e1 req-f3f2ea18-2a61-49fa-883a-fe8b57ace221 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:07.964015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c00f3f40-cf02-4b65-ab64-d9fd6db7d9e1 req-f3f2ea18-2a61-49fa-883a-fe8b57ace221 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.0896196 Dec 13 13:01:08.010103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Made reservation on behalf of 111be7d7d5c648cc8b132af0479dfcce for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:08.015099 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:08.088198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:08.201596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c00f3f40-cf02-4b65-ab64-d9fd6db7d9e1 req-0c976c67-72f6-4292-b2c5-01324574eafe tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179382 Dec 13 13:01:08.331572 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:08.339182 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:08.393848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:01:08.444303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7648947-19c4-4a0f-a24f-77b26947d3db,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:08.461141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:08.461533 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Added segment f201b73f-414e-4178-bdc2-cf1865d5fde7 of type vlan for network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 Dec 13 13:01:08.637157 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:08.729529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:08.730561 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:08.731144 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:08.746585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38362264-166a-451d-b8f2-523719c1c6c8 req-d33cdf9f-5374-49ef-8438-6d2f098024e8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:08.755469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38362264-166a-451d-b8f2-523719c1c6c8 req-d33cdf9f-5374-49ef-8438-6d2f098024e8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2920609 Dec 13 13:01:08.778146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf720f-bb55-43c3-b493-36247d2bd3e6 req-5550f9cf-66a1-4362-b6ed-99d6b52a34dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:08.786044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36cf720f-bb55-43c3-b493-36247d2bd3e6 req-5550f9cf-66a1-4362-b6ed-99d6b52a34dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1351449 Dec 13 13:01:08.890892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1391909 Dec 13 13:01:08.891799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58962) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:08.899667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Request body: {'subnet': {'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1677046294-subnet', 'tenant_id': '111be7d7d5c648cc8b132af0479dfcce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:08.942867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36cf720f-bb55-43c3-b493-36247d2bd3e6 req-a6d59d5f-4e54-4c52-aa42-d7ed69ca9665 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552823 Dec 13 13:01:08.943689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a5a3e-b945-4bab-b148-e1ee98a1370e admin admin] Pushing event updated for resources: {'Network': ['ID=4f5f3baf-ba41-4bc6-97d5-89b67295bae4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:08.965419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:01:08.971918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Made reservation on behalf of 111be7d7d5c648cc8b132af0479dfcce for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:08.974419 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:08.995011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38362264-166a-451d-b8f2-523719c1c6c8 req-a1b01670-d99d-40a5-92f2-b040545deaba tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380700 Dec 13 13:01:09.491624 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:09.562421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c11bfb4-a169-48b4-9476-10f8dc9ff79b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:09.595340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Checking segment: {'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:01:09.596101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Network hostable DHCP agents. Network: 4f5f3baf-ba41-4bc6-97d5-89b67295bae4, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:01:09.629625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:01:09.656032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 4f5f3baf-ba41-4bc6-97d5-89b67295bae4) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:09.672137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebbdc3f-10fb-4fa6-9906-d7f1e410d4e0 None None] Network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:09.683173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:09.685422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:09.744581 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b3fa181a-0bf4-4972-ab22-21aa1b3137d6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8458450 Dec 13 13:01:09.909894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab56fc-4f4b-4042-8c36-b2cf973b0a77 None None] Network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:10.275867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a3f0-3472-4af7-99dd-ce63b2d2843a req-270ef3e9-06b4-4ccf-b106-7f865d63efa3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:10.283658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee99a3f0-3472-4af7-99dd-ce63b2d2843a req-270ef3e9-06b4-4ccf-b106-7f865d63efa3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2114458 Dec 13 13:01:10.343077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227af98f-61fc-41fc-b5f1-e0beeff921a9 req-b5f0c933-1144-4393-bb50-3fc2488474a1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:10.346517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-227af98f-61fc-41fc-b5f1-e0beeff921a9 req-b5f0c933-1144-4393-bb50-3fc2488474a1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1667898 Dec 13 13:01:10.416790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee99a3f0-3472-4af7-99dd-ce63b2d2843a req-f1bc6f7f-b08c-4e95-8d5f-86eac21a99de tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320229 Dec 13 13:01:10.485983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-227af98f-61fc-41fc-b5f1-e0beeff921a9 req-f8103588-565c-467d-8132-787935341c5b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169353 Dec 13 13:01:11.005174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f9709-1058-4006-a27f-7009e8045175 req-9ae42671-2cc0-4775-8938-80d86db37f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:11.007483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2f9709-1058-4006-a27f-7009e8045175 req-9ae42671-2cc0-4775-8938-80d86db37f8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b188612fc8c94020b3799b929c73b2b5&device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 1095 time: 0.1565783 Dec 13 13:01:11.233491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f9709-1058-4006-a27f-7009e8045175 req-23200fa3-f218-41a5-b734-6a6eef68d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:11.235300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2f9709-1058-4006-a27f-7009e8045175 req-23200fa3-f218-41a5-b734-6a6eef68d1cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 200 len: 912 time: 0.2149341 Dec 13 13:01:11.484389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59132) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:11.614762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2f9709-1058-4006-a27f-7009e8045175 req-e28a027a-079c-49fa-bff3-714734328b0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 200 len: 998 time: 0.3573771 Dec 13 13:01:11.699453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d5cc-93a0-4f5c-a03b-b97a8431001b req-32387049-a264-4e2d-ac7a-a733a84e6f96 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:11.708550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f42d5cc-93a0-4f5c-a03b-b97a8431001b req-32387049-a264-4e2d-ac7a-a733a84e6f96 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.6358407 Dec 13 13:01:11.715023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6629858a-7f02-461f-bb57-1540f817519d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:11.741486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239717f-78d4-4d20-bea0-63b82f6744de req-20bc6ab3-a3ac-45b5-8115-739683232444 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:11.743346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-20bc6ab3-a3ac-45b5-8115-739683232444 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/networks?id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 200 len: 815 time: 0.5010710 Dec 13 13:01:11.776781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-dc3eb997-b8e4-45a0-aa95-86cd4a960b23 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/quotas/111be7d7d5c648cc8b132af0479dfcce HTTP/1.1" status: 200 len: 375 time: 0.0226107 Dec 13 13:01:11.799071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f9709-1058-4006-a27f-7009e8045175 req-062ab1ef-3dab-4bc1-aba2-125f8856d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:11.801092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2f9709-1058-4006-a27f-7009e8045175 req-062ab1ef-3dab-4bc1-aba2-125f8856d3b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 200 len: 851 time: 0.1700773 Dec 13 13:01:11.831641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-f8d824e9-8b9f-4186-b021-5764c0b380eb tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=111be7d7d5c648cc8b132af0479dfcce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441129 Dec 13 13:01:11.850768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f42d5cc-93a0-4f5c-a03b-b97a8431001b req-21e9358f-8bde-4929-8abd-2908ac0f2ed4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402028 Dec 13 13:01:11.875478 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6629858a-7f02-461f-bb57-1540f817519d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:11.893216 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6629858a-7f02-461f-bb57-1540f817519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:11.973631 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6629858a-7f02-461f-bb57-1540f817519d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb4593611b284f3cb7d45e079ffecca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4874790 Dec 13 13:01:11.980384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59160) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:12.046119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f9709-1058-4006-a27f-7009e8045175 req-3e213f98-9f11-4099-a96c-123574436d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:12.048764 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2f9709-1058-4006-a27f-7009e8045175 req-3e213f98-9f11-4099-a96c-123574436d71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34e7f0c5-565f-414d-b7b7-f8cefd9101ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268116 Dec 13 13:01:12.115686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629858a-7f02-461f-bb57-1540f817519d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50400dab-e1bc-44bf-b6f6-bcb44e139cd4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:12.160451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37935918-1280-4985-9e51-8ee7597f1af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:12.196011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576abb96-d826-4784-80b1-3ee83baa6dd5 req-e2457be4-d870-4934-a5e3-0f8219aaa6e6 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:12.203332 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37935918-1280-4985-9e51-8ee7597f1af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:12.204487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-576abb96-d826-4784-80b1-3ee83baa6dd5 req-e2457be4-d870-4934-a5e3-0f8219aaa6e6 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.2124028 Dec 13 13:01:12.231793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-fe5b96de-e4f7-4872-a86c-035c540ffd6a service neutron] 10.222.0.31 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497801 Dec 13 13:01:12.363418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-576abb96-d826-4784-80b1-3ee83baa6dd5 req-19b5ffaa-f751-4f1f-b109-943247569233 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577885 Dec 13 13:01:12.403846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2f9709-1058-4006-a27f-7009e8045175 req-a90780b8-c94e-4785-80fe-c255c4c49ff5 service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436353 Dec 13 13:01:12.429136 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37935918-1280-4985-9e51-8ee7597f1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:12.434239 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37935918-1280-4985-9e51-8ee7597f1af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:12.437986 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37935918-1280-4985-9e51-8ee7597f1af2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50400dab-e1bc-44bf-b6f6-bcb44e139cd4 HTTP/1.1" status: 204 len: 168 time: 0.4528878 Dec 13 13:01:12.480459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37935918-1280-4985-9e51-8ee7597f1af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50400dab-e1bc-44bf-b6f6-bcb44e139cd4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:12.720165 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2f9709-1058-4006-a27f-7009e8045175 req-aab24b21-ca6d-429b-99c6-ef62016b9c8a service neutron] 10.222.0.37 "GET /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064976 Dec 13 13:01:12.782131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-f368f0cd-333c-41b4-af35-19b55ca7c05a service neutron] 10.222.0.31 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413611 Dec 13 13:01:13.211538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8408620-23c8-4cda-a7d0-d0cba7e538f1 req-8c3288db-283a-4e8d-b070-7400b71324f8 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 210 time: 0.1044738 Dec 13 13:01:13.269159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc599f5e-8bdd-473c-aece-81f8518766b3 req-149dbd81-6dc8-4196-8b1d-fdb0963f343d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:13.280319 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc599f5e-8bdd-473c-aece-81f8518766b3 req-149dbd81-6dc8-4196-8b1d-fdb0963f343d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2551517 Dec 13 13:01:13.491851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc599f5e-8bdd-473c-aece-81f8518766b3 req-a2a94eb3-7f1d-4ecd-bcd1-a002b9571a38 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097163 Dec 13 13:01:13.617549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59228) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:13.743079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbabc4-38f2-4709-bd05-22c28bf055ed req-96a5719f-cb00-44d1-ac1b-491ba202f6f4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:13.747711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bbbabc4-38f2-4709-bd05-22c28bf055ed req-96a5719f-cb00-44d1-ac1b-491ba202f6f4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.1623383 Dec 13 13:01:13.861758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bbbabc4-38f2-4709-bd05-22c28bf055ed req-3ad1030e-0838-4049-bcfb-be979bafa16a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037376 Dec 13 13:01:13.970840 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a601a32-9cc3-4cca-8813-2a7521e3c082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:14.193682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a601a32-9cc3-4cca-8813-2a7521e3c082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:14.200855 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a601a32-9cc3-4cca-8813-2a7521e3c082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:14.314606 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9a601a32-9cc3-4cca-8813-2a7521e3c082 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ccc8dbbe71a41eba571cd474f12775e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6884820 Dec 13 13:01:14.315015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59248) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:14.315675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a601a32-9cc3-4cca-8813-2a7521e3c082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6247ae2a-6787-434c-90c3-8cb92b0b088f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:14.507848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c98284a-7171-4600-b96d-4add920df64b req-656b53e9-3cf9-4baf-bfe5-80f49e0534ee tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 210 time: 0.0852115 Dec 13 13:01:14.582944 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c1da438-c51f-4ae8-87d7-119f62c4ff4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:14.717501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c1da438-c51f-4ae8-87d7-119f62c4ff4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:15.081690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee42d45-635f-4051-a1c6-fa15126620f6 req-3009764b-682b-47e0-a495-c31e93b805c8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:15.083333 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ee42d45-635f-4051-a1c6-fa15126620f6 req-3009764b-682b-47e0-a495-c31e93b805c8 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.4480579 Dec 13 13:01:15.276309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ee42d45-635f-4051-a1c6-fa15126620f6 req-8708ec6d-9b87-481b-8c61-11423cb99fc6 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754241 Dec 13 13:01:15.318118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c1da438-c51f-4ae8-87d7-119f62c4ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:15.321311 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c1da438-c51f-4ae8-87d7-119f62c4ff4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:15.322545 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0c1da438-c51f-4ae8-87d7-119f62c4ff4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6247ae2a-6787-434c-90c3-8cb92b0b088f HTTP/1.1" status: 204 len: 168 time: 1.0068698 Dec 13 13:01:15.364714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59286) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:15.406827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1da438-c51f-4ae8-87d7-119f62c4ff4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6247ae2a-6787-434c-90c3-8cb92b0b088f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:15.457615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad0fcf-ecf9-4b86-829d-d5268d216436 req-1c7dd80f-d414-468b-ae52-14ed8f298e87 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:15.465786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18ad0fcf-ecf9-4b86-829d-d5268d216436 req-1c7dd80f-d414-468b-ae52-14ed8f298e87 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.3505514 Dec 13 13:01:15.486970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239717f-78d4-4d20-bea0-63b82f6744de req-809f91e2-0012-4863-9915-26f93c7445c4 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:15.488957 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-809f91e2-0012-4863-9915-26f93c7445c4 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.42 "GET /v2.0/networks?id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 200 len: 815 time: 0.6675255 Dec 13 13:01:15.507119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Request body: {'port': {'device_id': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4', 'admin_state_up': True, 'tenant_id': '111be7d7d5c648cc8b132af0479dfcce'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:15.594980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92257-075f-4bda-a61b-42286841ee18 req-08b64a15-01b3-4e31-a3bd-b506aded07d2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:15.603019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12c92257-075f-4bda-a61b-42286841ee18 req-08b64a15-01b3-4e31-a3bd-b506aded07d2 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1976504 Dec 13 13:01:15.660733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1260830528'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:15.671972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18ad0fcf-ecf9-4b86-829d-d5268d216436 req-cf77009f-40fd-45e6-bfcd-859113668629 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049186 Dec 13 13:01:15.697352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Made reservation on behalf of 54c91d335a16461283dbe5d73c9b5c9a for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:15.704856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:15.724385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:15.804089 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12c92257-075f-4bda-a61b-42286841ee18 req-32776fed-c0be-4b46-acb5-80faed249997 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999934 Dec 13 13:01:15.922461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9500ccf5-7691-456f-8945-50b37745dc65 req-01a950a0-0af8-4980-9c16-70950714f024 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 210 time: 0.1015139 Dec 13 13:01:16.010835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Made reservation on behalf of 111be7d7d5c648cc8b132af0479dfcce for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:16.014613 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:16.021138 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:16.029260 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:16.118451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:01:16.185860 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:16.187344 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Added segment 8d254662-018b-4baa-80fb-57b4ca4d2ee4 of type vlan for network 57131e45-edc1-4709-8a34-a80f2fafb677 Dec 13 13:01:16.192052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b05412-cb93-4300-84e4-9fb5f93f1071,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:16.221555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc8acc-5976-4cba-9306-013cde6bf175 req-4f0ce86e-e9d3-4efb-b4d3-d88ab78d476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:16.223283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07fc8acc-5976-4cba-9306-013cde6bf175 req-4f0ce86e-e9d3-4efb-b4d3-d88ab78d476d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 1096 time: 0.3034379 Dec 13 13:01:16.306708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:16.354059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:16.371410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Allocated IP 172.20.0.10 (4f5f3baf-ba41-4bc6-97d5-89b67295bae4/3c11bfb4-a169-48b4-9476-10f8dc9ff79b/7612be70-4b99-48b4-add6-35d80a040562) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:16.376274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:16.378442 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:16.569396 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2020104 Dec 13 13:01:16.590887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59330) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:16.596083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc8acc-5976-4cba-9306-013cde6bf175 req-7b60e49f-19ae-4b81-80eb-6b51fce8a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:16.602317 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07fc8acc-5976-4cba-9306-013cde6bf175 req-7b60e49f-19ae-4b81-80eb-6b51fce8a447 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 913 time: 0.3664777 Dec 13 13:01:16.608779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Request body: {'subnet': {'network_id': '57131e45-edc1-4709-8a34-a80f2fafb677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:16.635367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af36af-d39a-4467-a25a-9e4abd900a7f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Pushing event updated for resources: {'Network': ['ID=57131e45-edc1-4709-8a34-a80f2fafb677,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:16.666279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 57131e45-edc1-4709-8a34-a80f2fafb677 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:01:16.833163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07fc8acc-5976-4cba-9306-013cde6bf175 req-4e0eace6-3229-4c1a-8207-2c142194b788 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231 HTTP/1.1" status: 200 len: 217 time: 0.1990151 Dec 13 13:01:16.892922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Made reservation on behalf of 54c91d335a16461283dbe5d73c9b5c9a for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:16.898281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:16.990307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc8acc-5976-4cba-9306-013cde6bf175 req-53c9edf8-a5fc-4a10-bd0a-faf4ac82a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:16.992324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07fc8acc-5976-4cba-9306-013cde6bf175 req-53c9edf8-a5fc-4a10-bd0a-faf4ac82a954 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43d18bc6-f132-4d0d-b654-2571ed7692f2 HTTP/1.1" status: 200 len: 853 time: 0.1046190 Dec 13 13:01:17.185622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07fc8acc-5976-4cba-9306-013cde6bf175 req-cb7451c5-be5f-4bfe-9454-43cbf44f7659 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229270 Dec 13 13:01:17.341918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:17.350022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928860-439a-4d3f-822a-43f3ba0c25a3 req-b524cfeb-a640-45dd-9913-5d060c713598 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:17.362407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2928860-439a-4d3f-822a-43f3ba0c25a3 req-b524cfeb-a640-45dd-9913-5d060c713598 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.5068502 Dec 13 13:01:17.462693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Checking segment: {'id': '8d254662-018b-4baa-80fb-57b4ca4d2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '57131e45-edc1-4709-8a34-a80f2fafb677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:01:17.462693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Network hostable DHCP agents. Network: 57131e45-edc1-4709-8a34-a80f2fafb677, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:01:17.494245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Network 57131e45-edc1-4709-8a34-a80f2fafb677 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:01:17.508464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Pushing event updated for resources: {'Subnet': ['ID=0a28e1aa-0dd1-4ae5-bc89-1a85b896f4d1,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:17.513893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 57131e45-edc1-4709-8a34-a80f2fafb677) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:17.519028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:17.520131 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:17.527008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9d6ab-dde2-4949-8edf-6aae0d042d35 None None] Network 57131e45-edc1-4709-8a34-a80f2fafb677 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:17.562924 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-01295b0f-201c-4812-9b09-9c23c756e437 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9683876 Dec 13 13:01:17.563702 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:17.563837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59372) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:17.578766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Request body: {'port': {'network_id': '57131e45-edc1-4709-8a34-a80f2fafb677', 'name': 'tempest-DHCPAgentSchedulersTestJSON-238840587'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:17.676431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2928860-439a-4d3f-822a-43f3ba0c25a3 req-6a6ca8cb-336a-4048-a94f-7674dab972be tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126431 Dec 13 13:01:17.746036 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07fc8acc-5976-4cba-9306-013cde6bf175 req-e089cbba-fdc8-4837-9626-de31a49b78f6 service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290174 Dec 13 13:01:17.803015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-f0e9ebb7-7aae-4c13-b2ed-c40a40224386 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:17.812863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-f0e9ebb7-7aae-4c13-b2ed-c40a40224386 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9 HTTP/1.1" status: 200 len: 943 time: 0.4427092 Dec 13 13:01:17.899737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Made reservation on behalf of 54c91d335a16461283dbe5d73c9b5c9a for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:17.907689 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.003883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-57131e45-edc1-4709-8a34-a80f2fafb677', 'network_id': '57131e45-edc1-4709-8a34-a80f2fafb677', 'project_id': '54c91d335a16461283dbe5d73c9b5c9a', 'fixed_ips': [{'subnet_id': '0a28e1aa-0dd1-4ae5-bc89-1a85b896f4d1'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:01:18.004686 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.004848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59376) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:18.045639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] device_id is not set on port 35c7467c-52c6-4069-99ef-9fba256e9996 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:01:18.049668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.329028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:18.357469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Allocated IP 172.20.0.2 (57131e45-edc1-4709-8a34-a80f2fafb677/0a28e1aa-0dd1-4ae5-bc89-1a85b896f4d1/613be658-5119-4519-a25f-8d5a39f38b59) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:18.358942 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.389743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:18.393249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:18.483748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:18.484747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.529392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e99d1-f3bf-4355-adb5-930e0ed5cb5b req-5a70c083-0309-4c6a-b4d8-5d049de4459f tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:18.531945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-223e99d1-f3bf-4355-adb5-930e0ed5cb5b req-5a70c083-0309-4c6a-b4d8-5d049de4459f tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 932 time: 0.5466661 Dec 13 13:01:18.545300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0442073 Dec 13 13:01:18.556462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd31161-55f5-4b54-98f3-0e4b53dafa15 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Pushing event updated for resources: {'Port': ['ID=7612be70-4b99-48b4-add6-35d80a040562,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:18.572556 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.582209 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.592243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.603236 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.605548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Request body: {'port': {'device_id': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:18.661774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440429fd-e0d5-482d-bf9e-1db89244ce62,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:18.680319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.681094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.681980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Network 57131e45-edc1-4709-8a34-a80f2fafb677 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:18.682385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.682842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.683239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.683758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.684093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.684477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.684800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.685149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.685491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.685903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.686835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.688086 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:18.701351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:18.712412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Pushing event updated for resources: {'Port': ['ID=613be658-5119-4519-a25f-8d5a39f38b59,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:18.721040 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5f144bf0-a323-4638-a7a3-9ba1e92a6d72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ebf202067af4a8c821f460c96a0fae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7128258 Dec 13 13:01:18.723035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59386) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:18.732242 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.743331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-a4ea6909-fee2-437c-91e9-505534e181dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Deleting port b4d0240d-3540-4b38-a0a1-a0597d9fac47 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:18.744048 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-a4ea6909-fee2-437c-91e9-505534e181dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.746516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Allocated IP 172.20.0.9 (57131e45-edc1-4709-8a34-a80f2fafb677/0a28e1aa-0dd1-4ae5-bc89-1a85b896f4d1/35c7467c-52c6-4069-99ef-9fba256e9996) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:18.800917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3880004-c6d3-43bb-a7fe-abbfaf0e5843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.826439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3880004-c6d3-43bb-a7fe-abbfaf0e5843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.835475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.835815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.838992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.839503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.842535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.843075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.843591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.844131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.847061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.847672 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.848170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.850538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.851059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:18.885524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Attempting to bind port 613be658-5119-4519-a25f-8d5a39f38b59 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:01:18.885990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Attempting to bind port 613be658-5119-4519-a25f-8d5a39f38b59 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8d254662-018b-4baa-80fb-57b4ca4d2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '57131e45-edc1-4709-8a34-a80f2fafb677'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:01:18.886341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Attempting to bind port 613be658-5119-4519-a25f-8d5a39f38b59 on network 57131e45-edc1-4709-8a34-a80f2fafb677 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:01:18.893112 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3880004-c6d3-43bb-a7fe-abbfaf0e5843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.898733 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3880004-c6d3-43bb-a7fe-abbfaf0e5843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.899918 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f3880004-c6d3-43bb-a7fe-abbfaf0e5843 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/440429fd-e0d5-482d-bf9e-1db89244ce62 HTTP/1.1" status: 204 len: 168 time: 0.1758630 Dec 13 13:01:18.904927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:01:18.905680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Checking segment: {'id': '8d254662-018b-4baa-80fb-57b4ca4d2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '57131e45-edc1-4709-8a34-a80f2fafb677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:01:18.906273 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.906824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Bound using segment: {'id': '8d254662-018b-4baa-80fb-57b4ca4d2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '57131e45-edc1-4709-8a34-a80f2fafb677'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:01:18.907484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Bound port: 613be658-5119-4519-a25f-8d5a39f38b59, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d254662-018b-4baa-80fb-57b4ca4d2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '57131e45-edc1-4709-8a34-a80f2fafb677'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:01:18.911245 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:18.936684 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07fc8acc-5976-4cba-9306-013cde6bf175 req-f467f43f-6439-48ce-ab5d-391123612931 service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1194246 Dec 13 13:01:19.015798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] For port 613be658-5119-4519-a25f-8d5a39f38b59, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:01:19.020566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] For port 613be658-5119-4519-a25f-8d5a39f38b59, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=613be658-5119-4519-a25f-8d5a39f38b59,segment=NetworkSegment(8d254662-018b-4baa-80fb-57b4ca4d2ee4),segment_id=8d254662-018b-4baa-80fb-57b4ca4d2ee4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:01:19.025892 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:19.181787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:19.303310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3880004-c6d3-43bb-a7fe-abbfaf0e5843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440429fd-e0d5-482d-bf9e-1db89244ce62,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:19.305597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:19.418702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Network 57131e45-edc1-4709-8a34-a80f2fafb677 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:19.431037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:19.444887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:19.484916 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6228763-4e75-4504-9905-f40f9640d719 None None] Pushing event updated for resources: {'Port': ['ID=613be658-5119-4519-a25f-8d5a39f38b59,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:19.487984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-a4ea6909-fee2-437c-91e9-505534e181dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] For port b4d0240d-3540-4b38-a0a1-a0597d9fac47, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b4d0240d-3540-4b38-a0a1-a0597d9fac47,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:19.490417 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-a4ea6909-fee2-437c-91e9-505534e181dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:19.513077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-a4ea6909-fee2-437c-91e9-505534e181dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Calling delete_port for b4d0240d-3540-4b38-a0a1-a0597d9fac47 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:19.601714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Pushing event updated for resources: {'Port': ['ID=35c7467c-52c6-4069-99ef-9fba256e9996,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:19.689467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:19.690282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:19.709834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-223e99d1-f3bf-4355-adb5-930e0ed5cb5b req-157f9e35-1e17-4ff8-9dbd-130e9a0d70a0 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1613138 Dec 13 13:01:19.812173 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-75ecae97-4abf-4952-bcd3-b4ba39ce8749 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2435532 Dec 13 13:01:19.814400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59406) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:20.510794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 613be658-5119-4519-a25f-8d5a39f38b59 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:01:20.587694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 613be658-5119-4519-a25f-8d5a39f38b59 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:20.588539 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:20.610521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140e1e0-8f5d-47d7-ad94-de53237a2a48 req-9148611d-6913-45f4-a633-49df60f59618 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:20.619616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5140e1e0-8f5d-47d7-ad94-de53237a2a48 req-9148611d-6913-45f4-a633-49df60f59618 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 945 time: 0.7312272 Dec 13 13:01:20.746133 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:20.802834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 613be658-5119-4519-a25f-8d5a39f38b59, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=613be658-5119-4519-a25f-8d5a39f38b59,segment=NetworkSegment(8d254662-018b-4baa-80fb-57b4ca4d2ee4),segment_id=8d254662-018b-4baa-80fb-57b4ca4d2ee4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:20.809722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:20.832970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-a4ea6909-fee2-437c-91e9-505534e181dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:20.861369 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['f5366924-bccf-4c9f-af33-8d78ce54c8f6', '0f43a70e-4bb5-4134-97e4-553627db44f4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:01:20.944225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea6909-fee2-437c-91e9-505534e181dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event deleted for resources: {'Port': ['ID=b4d0240d-3540-4b38-a0a1-a0597d9fac47,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:20.975377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-36ad41b4-45d5-4b49-9de7-cc78ce1103af tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Deleting port 35c7467c-52c6-4069-99ef-9fba256e9996 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:20.975724 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36ad41b4-45d5-4b49-9de7-cc78ce1103af tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:21.002265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=613be658-5119-4519-a25f-8d5a39f38b59,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:21.055925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699c73ea-b5a2-4e2a-b4db-8b7007b7ad1c None None] Network 57131e45-edc1-4709-8a34-a80f2fafb677 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:21.119467 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36ad41b4-45d5-4b49-9de7-cc78ce1103af tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:21.133289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-36ad41b4-45d5-4b49-9de7-cc78ce1103af tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Calling delete_port for 35c7467c-52c6-4069-99ef-9fba256e9996 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:21.190699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device cd1496d1-c61a-4e0f-8c1f-189a2eef4231 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:01:21.267722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e53ca97c-f206-4af6-9f4e-7f89dab7702a None None] Provisioning complete for port 613be658-5119-4519-a25f-8d5a39f38b59 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:21.268087 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e53ca97c-f206-4af6-9f4e-7f89dab7702a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:21.413450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59440) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:21.440651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7612be70-4b99-48b4-add6-35d80a040562 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:01:21.463636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36ad41b4-45d5-4b49-9de7-cc78ce1103af tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:21.473334 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:21.521195 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:21.591323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-a4ea6909-fee2-437c-91e9-505534e181dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] No DVR routers for this DVR port b4d0240d-3540-4b38-a0a1-a0597d9fac47 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:01:21.593786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:01:21.595285 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-a4ea6909-fee2-437c-91e9-505534e181dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:21.597285 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdfdde3-a125-41bd-a2bd-e70d9f111bb9" -d '{"events": [{"server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:01:21.607283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a8fe84e-a137-4388-938c-94a628e27f2c req-a4ea6909-fee2-437c-91e9-505534e181dd tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "DELETE /v2.0/ports/b4d0240d-3540-4b38-a0a1-a0597d9fac47 HTTP/1.1" status: 204 len: 173 time: 3.7929468 Dec 13 13:01:21.637698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2a5bdec3-6186-4741-a90e-f457b9cd64cb tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2072769824'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:21.638217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2a5bdec3-6186-4741-a90e-f457b9cd64cb tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Unknown quota resources ['metering_label']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 13:01:21.661835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'name': 'network-vif-deleted', 'tag': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:01:21.666439 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a8e718-02ea-4af3-a873-ae922630d36f" -d '{"events": [{"server_uuid": "60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9", "name": "network-vif-deleted", "tag": "b4d0240d-3540-4b38-a0a1-a0597d9fac47"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:01:21.670658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad41b4-45d5-4b49-9de7-cc78ce1103af tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Pushing event deleted for resources: {'Port': ['ID=35c7467c-52c6-4069-99ef-9fba256e9996,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:21.703537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:21.724647 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:21.768498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5140e1e0-8f5d-47d7-ad94-de53237a2a48 req-9d0cfb1e-5896-4a99-8bff-a05587c824c2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1227314 Dec 13 13:01:21.789453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Transition to ACTIVE for port object 7612be70-4b99-48b4-add6-35d80a040562 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:01:21.870143 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:21.905595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:22.041239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36ad41b4-45d5-4b49-9de7-cc78ce1103af tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:22.048312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c950df0f-5f30-475d-9d46-3a017f219df5 None None] Could not find standard attr ID for object 35c7467c-52c6-4069-99ef-9fba256e9996. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:01:22.065677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c950df0f-5f30-475d-9d46-3a017f219df5 None None] Provisioning complete for port 613be658-5119-4519-a25f-8d5a39f38b59 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:22.065953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-36ad41b4-45d5-4b49-9de7-cc78ce1103af tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] 10.222.0.31 "DELETE /v2.0/ports/35c7467c-52c6-4069-99ef-9fba256e9996 HTTP/1.1" status: 204 len: 168 time: 2.1893811 Dec 13 13:01:22.066517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c950df0f-5f30-475d-9d46-3a017f219df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:22.076892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Pushing event updated for resources: {'Port': ['ID=7612be70-4b99-48b4-add6-35d80a040562,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:22.084851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59456) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:22.198246 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a5bdec3-6186-4741-a90e-f457b9cd64cb tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:22.204500 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2a5bdec3-6186-4741-a90e-f457b9cd64cb tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7899141 Dec 13 13:01:22.207343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59460) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:22.212820 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d6f9975c-5d97-4998-8878-e0a01aa936b7 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9ada2515-8778-4406-9bef-fb8e06f7348c'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:22.213374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d6f9975c-5d97-4998-8878-e0a01aa936b7 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 13:01:22.305289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cd6bb212-1dd1-4b30-a04b-93b4884cf379 None None] Could not find standard attr ID for object 35c7467c-52c6-4069-99ef-9fba256e9996. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:01:22.315865 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Attempting to bind port 7612be70-4b99-48b4-add6-35d80a040562 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:01:22.316203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Attempting to bind port 7612be70-4b99-48b4-add6-35d80a040562 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:01:22.316538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Attempting to bind port 7612be70-4b99-48b4-add6-35d80a040562 on network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:01:22.385233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Port 7612be70-4b99-48b4-add6-35d80a040562 on network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:01:22.385556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Attempting to bind port 7612be70-4b99-48b4-add6-35d80a040562 on network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:01:22.401695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:01:22.402030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Checking segment: {'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:01:22.408724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Bound using segment: {'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:01:22.409212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Bound port: 7612be70-4b99-48b4-add6-35d80a040562, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:01:22.409586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:22.484170 n-d-817326-4 neutron-server[109885]: WARNING neutron.services.metering.metering_plugin [None req-d6f9975c-5d97-4998-8878-e0a01aa936b7 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 13:01:22.496768 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab35444c-58ee-4a67-ab77-74c975be828e x-openstack-request-id: req-ab35444c-58ee-4a67-ab77-74c975be828e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:01:22.498096 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "name": "network-vif-unplugged", "status": "failed", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231", "code": 422}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:01:22.498484 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab35444c-58ee-4a67-ab77-74c975be828e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:01:22.499067 n-d-817326-4 neutron-server[109887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'code': 422} returned with failed status Dec 13 13:01:22.503417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 613be658-5119-4519-a25f-8d5a39f38b59 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:01:22.559801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] For port 7612be70-4b99-48b4-add6-35d80a040562, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:01:22.563384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] For port 7612be70-4b99-48b4-add6-35d80a040562, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7612be70-4b99-48b4-add6-35d80a040562,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:01:22.607958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-850df246-3dad-40fc-98ba-8909c5175f48 tempest-DHCPAgentSchedulersTestJSON-1571808682 tempest-DHCPAgentSchedulersTestJSON-1571808682-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4848273 Dec 13 13:01:22.615302 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 13 Dec 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8622779c-f0f0-410f-afc2-8e4dab208a88 x-openstack-request-id: req-8622779c-f0f0-410f-afc2-8e4dab208a88 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:01:22.616358 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9", "name": "network-vif-deleted", "tag": "b4d0240d-3540-4b38-a0a1-a0597d9fac47", "status": "failed", "code": 422}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:01:22.616780 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8622779c-f0f0-410f-afc2-8e4dab208a88 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:01:22.617369 n-d-817326-4 neutron-server[109886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60bd9c3c-9e98-4ae3-a4e6-88f2efbf85b9', 'name': 'network-vif-deleted', 'tag': 'b4d0240d-3540-4b38-a0a1-a0597d9fac47', 'status': 'failed', 'code': 422} returned with failed status Dec 13 13:01:22.617897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59468) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:22.622613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 613be658-5119-4519-a25f-8d5a39f38b59 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:22.623166 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:22.628756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836aef8-d42f-441a-a2d8-fb631c94769b req-53c08eb0-4d90-4440-8b06-c2893ea75885 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:22.636921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e836aef8-d42f-441a-a2d8-fb631c94769b req-53c08eb0-4d90-4440-8b06-c2893ea75885 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 944 time: 0.5152996 Dec 13 13:01:22.639577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:22.647404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-103401680'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:22.757849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6f9975c-5d97-4998-8878-e0a01aa936b7 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:22.759037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:22.770590 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:22.771162 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d6f9975c-5d97-4998-8878-e0a01aa936b7 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5572438 Dec 13 13:01:22.771162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59474) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:22.771519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] 10.222.0.42 "PUT /v2.0/ports/7612be70-4b99-48b4-add6-35d80a040562 HTTP/1.1" status: 200 len: 1092 time: 4.1920457 Dec 13 13:01:22.787442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-04e8bb07-f091-40af-8fab-3282243023dc tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9ada2515-8778-4406-9bef-fb8e06f7348c'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:22.790450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-04e8bb07-f091-40af-8fab-3282243023dc tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 13:01:22.864571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e7bf8-5fc4-4d73-b8fa-334a4369ee6b service neutron] Pushing event updated for resources: {'Port': ['ID=7612be70-4b99-48b4-add6-35d80a040562,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:22.888858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Made reservation on behalf of 54c91d335a16461283dbe5d73c9b5c9a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:22.892670 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:22.918768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e836aef8-d42f-441a-a2d8-fb631c94769b req-e9bc4b50-3a27-4146-844a-076532a78f23 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805531 Dec 13 13:01:22.919862 n-d-817326-4 neutron-server[109885]: WARNING neutron.services.metering.metering_plugin [None req-04e8bb07-f091-40af-8fab-3282243023dc tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 13:01:22.965968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:01:22.979381 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:22.979731 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Added segment 416bb4d1-008d-4b27-8edb-a3a96368bf54 of type vlan for network 4fffd4a3-5e80-403e-815a-8bbc24fbb436 Dec 13 13:01:23.050250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239717f-78d4-4d20-bea0-63b82f6744de req-a1895a82-78b4-401a-9cc8-02d3f6342045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:23.058746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-a1895a82-78b4-401a-9cc8-02d3f6342045 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=111be7d7d5c648cc8b132af0479dfcce&device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 1095 time: 0.2388825 Dec 13 13:01:23.090989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:23.106732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04e8bb07-f091-40af-8fab-3282243023dc tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:23.108052 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-04e8bb07-f091-40af-8fab-3282243023dc tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3396604 Dec 13 13:01:23.112891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59486) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:23.139102 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f63ffa3b-8f81-458c-b85b-b45da76db108 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=f0566327-ed5d-4fc7-98d1-63cf00f1a060 HTTP/1.1" status: 200 len: 462 time: 0.0192940 Dec 13 13:01:23.139672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59488) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:23.257836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-91c22cf2-a257-49c9-8197-53373612725f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7612be70-4b99-48b4-add6-35d80a040562 HTTP/1.1" status: 200 len: 217 time: 0.1683280 Dec 13 13:01:23.264011 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 13:01:23.343187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239717f-78d4-4d20-bea0-63b82f6744de req-a91ccf15-a3b0-4cd7-b626-df920ee3f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:23.344688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-a91ccf15-a3b0-4cd7-b626-df920ee3f5b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c11bfb4-a169-48b4-9476-10f8dc9ff79b HTTP/1.1" status: 200 len: 855 time: 0.0579879 Dec 13 13:01:23.389447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43ccdfbf-4314-4374-a516-2b64a6bdbaec tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:23.390020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-7ef9b22a-800a-4b5e-aaec-6d756bd09783 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306492 Dec 13 13:01:23.393766 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-43ccdfbf-4314-4374-a516-2b64a6bdbaec tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/f0566327-ed5d-4fc7-98d1-63cf00f1a060 HTTP/1.1" status: 204 len: 168 time: 0.2500963 Dec 13 13:01:23.395141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59494) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:23.408457 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-51fcfaee-3cd6-4709-a194-6c6eefac0de1 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=f0566327-ed5d-4fc7-98d1-63cf00f1a060 HTTP/1.1" status: 200 len: 221 time: 0.0116649 Dec 13 13:01:23.412964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59500) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:23.417156 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:23.420583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-548a3cba-ae38-4ed7-922b-dd91b705756a tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--566630417', 'description': 'label created by tempest'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:23.421120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-548a3cba-ae38-4ed7-922b-dd91b705756a tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Unknown quota resources ['metering_label']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 13:01:23.423152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:23.423803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:23.535210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d632c-5697-446b-b376-d0a339d5063c req-f9f3cd31-f8db-4682-b186-712670e5bab9 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:23.537800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6d632c-5697-446b-b376-d0a339d5063c req-f9f3cd31-f8db-4682-b186-712670e5bab9 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.4396169 Dec 13 13:01:23.626656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-548a3cba-ae38-4ed7-922b-dd91b705756a tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:23.628667 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-548a3cba-ae38-4ed7-922b-dd91b705756a tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2146857 Dec 13 13:01:23.632018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59502) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:23.647196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-7a6b01f9-e7a3-497a-b55d-6b4e12f82719 service neutron] 10.222.0.42 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328935 Dec 13 13:01:23.654413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0121543 Dec 13 13:01:23.655092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59504) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:23.726197 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8c300f30-3bf9-4c24-84d5-d954c8d0ec6b tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=5f1ba5a9-62a3-4834-ab1f-db13ba4d0c2a HTTP/1.1" status: 200 len: 467 time: 0.0901680 Dec 13 13:01:23.726985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59506) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:23.742825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82bd0d-1e75-4580-ba9f-8b2cee3e7735 req-4b30e8f6-443f-45dd-8dcc-ea116a44d33a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:23.744823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa82bd0d-1e75-4580-ba9f-8b2cee3e7735 req-4b30e8f6-443f-45dd-8dcc-ea116a44d33a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 907 time: 0.4511619 Dec 13 13:01:23.749517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d34d9-78bd-4830-90d1-44901191a83f tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Pushing event updated for resources: {'Network': ['ID=4fffd4a3-5e80-403e-815a-8bbc24fbb436,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:23.760968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 4fffd4a3-5e80-403e-815a-8bbc24fbb436 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:01:23.893702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6d632c-5697-446b-b376-d0a339d5063c req-f40232e8-adfc-428f-b8e9-b98accafc681 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423841 Dec 13 13:01:24.009485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b239717f-78d4-4d20-bea0-63b82f6744de req-64862bc5-5c56-4bc9-81ce-1ff58d0f31a2 service neutron] 10.222.0.42 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360329 Dec 13 13:01:24.034343 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c8a72a6-a1cb-4e00-a129-07c4b2646447 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:24.039483 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3c8a72a6-a1cb-4e00-a129-07c4b2646447 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/5f1ba5a9-62a3-4834-ab1f-db13ba4d0c2a HTTP/1.1" status: 204 len: 168 time: 0.3114049 Dec 13 13:01:24.040271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59514) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:24.054365 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7e3fc530-34a0-47f5-a5b0-04d62718b28d tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=5f1ba5a9-62a3-4834-ab1f-db13ba4d0c2a HTTP/1.1" status: 200 len: 216 time: 0.0125597 Dec 13 13:01:24.058280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59516) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:24.070613 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bf5b00bf-82cd-4f37-8b8c-9758f05b3980 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0110950 Dec 13 13:01:24.074704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:24.093043 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f02a785a-158b-4e7a-b563-7e76ef2972a0 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0141411 Dec 13 13:01:24.093561 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59522) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:24.132412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fb9917d2-cde9-478b-a8fb-105c644017f3 tempest-DHCPAgentSchedulersTestJSON-1571808682 tempest-DHCPAgentSchedulersTestJSON-1571808682-project-admin] 10.222.0.31 "GET /v2.0/agents/5e971c23-8db4-4a41-88ff-e2015c524df9/dhcp-networks HTTP/1.1" status: 200 len: 8868 time: 0.4646266 Dec 13 13:01:24.136033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59524) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:24.175052 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-74e0eca3-3f41-433b-8202-ae53a835b78f tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/9ada2515-8778-4406-9bef-fb8e06f7348c HTTP/1.1" status: 200 len: 473 time: 0.0801005 Dec 13 13:01:24.176049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59528) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:24.179262 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0da3e6cd-f2b6-4373-a772-32fd5f0e9fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:24.191815 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4f14e178-c062-494f-b62b-ed5c7ff2ed46 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/ddeb0d16-e478-43ff-a4a7-60224531658a HTTP/1.1" status: 200 len: 459 time: 0.0143466 Dec 13 13:01:24.192354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59530) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:24.200036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd16a0-b1c4-4e8c-85bd-852f4b4a1e0a req-ecaab9aa-b2bd-4795-aa3b-e79996429d1b tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:24.201861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49dd16a0-b1c4-4e8c-85bd-852f4b4a1e0a req-ecaab9aa-b2bd-4795-aa3b-e79996429d1b tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 944 time: 0.1629541 Dec 13 13:01:24.258017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d50de-727e-4b66-b960-831087219253 req-842ebd84-f14a-4113-9c53-623c6626fa77 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:24.259710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-109d50de-727e-4b66-b960-831087219253 req-842ebd84-f14a-4113-9c53-623c6626fa77 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.2228158 Dec 13 13:01:24.442454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7feea3-e7cf-4932-9a2f-690a42ab6fa5 tempest-DHCPAgentSchedulersTestJSON-1571808682 tempest-DHCPAgentSchedulersTestJSON-1571808682-project-admin] Network 4fffd4a3-5e80-403e-815a-8bbc24fbb436 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:01:24.468401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49dd16a0-b1c4-4e8c-85bd-852f4b4a1e0a req-7dcc7336-811f-4ffb-a32b-b864f847e020 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304673 Dec 13 13:01:24.486783 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bd7feea3-e7cf-4932-9a2f-690a42ab6fa5 tempest-DHCPAgentSchedulersTestJSON-1571808682 tempest-DHCPAgentSchedulersTestJSON-1571808682-project-admin] 10.222.0.31 "POST /v2.0/agents/5e971c23-8db4-4a41-88ff-e2015c524df9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3495688 Dec 13 13:01:24.489141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74602134-3b81-4a51-9efd-2ef5c212d4d8 None None] Network 4fffd4a3-5e80-403e-815a-8bbc24fbb436 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:24.494957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-f4d2ead8-c30f-4f6e-bda9-1652d561bcc3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:24.496569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-f4d2ead8-c30f-4f6e-bda9-1652d561bcc3 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.42 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 907 time: 0.1046526 Dec 13 13:01:24.507243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-109d50de-727e-4b66-b960-831087219253 req-c5a99a63-2ca1-4d48-a51a-38a4d1ac3610 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354403 Dec 13 13:01:24.522471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59536) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:24.645108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'tag': '7612be70-4b99-48b4-add6-35d80a040562'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:01:24.647542 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57f1a1c-c434-43bc-8d57-5c96e3915184" -d '{"events": [{"name": "network-changed", "server_uuid": "077871a6-7d4e-438d-9728-9d5e71debcfd", "tag": "7612be70-4b99-48b4-add6-35d80a040562"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:01:24.716971 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af763b20-502c-45c4-8969-2faa9b52a257 x-openstack-request-id: req-af763b20-502c-45c4-8969-2faa9b52a257 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:01:24.717342 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077871a6-7d4e-438d-9728-9d5e71debcfd", "tag": "7612be70-4b99-48b4-add6-35d80a040562", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:01:24.718522 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af763b20-502c-45c4-8969-2faa9b52a257 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:01:24.719334 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'tag': '7612be70-4b99-48b4-add6-35d80a040562', 'status': 'completed', 'code': 200} Dec 13 13:01:24.785189 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14653a21-36a6-454a-b366-bfd48baa5d07 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:24.786250 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-14653a21-36a6-454a-b366-bfd48baa5d07 tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/ddeb0d16-e478-43ff-a4a7-60224531658a HTTP/1.1" status: 204 len: 168 time: 0.5929523 Dec 13 13:01:24.790368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59554) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:24.835615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f1a1c-c434-43bc-8d57-5c96e3915184 req-633a6a73-ad71-4c60-a97f-b268424b22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:24.837149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f57f1a1c-c434-43bc-8d57-5c96e3915184 req-633a6a73-ad71-4c60-a97f-b268424b22ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=111be7d7d5c648cc8b132af0479dfcce&device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 1095 time: 0.0636590 Dec 13 13:01:24.905440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-c6728fad-5492-4ec5-b006-b8a71e56d560 req-155fcd76-c12d-4415-b164-a9dc3eb4d613 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:01:24.912368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6728fad-5492-4ec5-b006-b8a71e56d560 req-155fcd76-c12d-4415-b164-a9dc3eb4d613 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155485 Dec 13 13:01:24.935203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f1a1c-c434-43bc-8d57-5c96e3915184 req-d71ac434-f42a-4134-9b79-29a39e6ddb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:24.936907 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f57f1a1c-c434-43bc-8d57-5c96e3915184 req-d71ac434-f42a-4134-9b79-29a39e6ddb44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 200 len: 915 time: 0.0921082 Dec 13 13:01:24.998918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-c87f25dd-8b41-4632-9aa9-5cb37d525e71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Deleting port b7dc17aa-9509-4519-af35-bed0c738a5f8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:24.999399 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-c87f25dd-8b41-4632-9aa9-5cb37d525e71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:25.020529 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f57f1a1c-c434-43bc-8d57-5c96e3915184 req-f2e3bc31-9cd4-462f-a1ce-9b1b7618a2be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7612be70-4b99-48b4-add6-35d80a040562 HTTP/1.1" status: 200 len: 217 time: 0.0738018 Dec 13 13:01:25.068376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-db31a977-514c-4cad-941f-1b2f4fcf6669 tempest-DHCPAgentSchedulersTestJSON-1571808682 tempest-DHCPAgentSchedulersTestJSON-1571808682-project-admin] 10.222.0.31 "GET /v2.0/agents/5e971c23-8db4-4a41-88ff-e2015c524df9/dhcp-networks HTTP/1.1" status: 200 len: 9637 time: 0.5436420 Dec 13 13:01:25.068599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59566) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:25.087512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f1a1c-c434-43bc-8d57-5c96e3915184 req-8db4daf1-a85f-44dd-9fc4-644f87b17ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:25.088986 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f57f1a1c-c434-43bc-8d57-5c96e3915184 req-8db4daf1-a85f-44dd-9fc4-644f87b17ec2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c11bfb4-a169-48b4-9476-10f8dc9ff79b HTTP/1.1" status: 200 len: 855 time: 0.0609841 Dec 13 13:01:25.161338 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f57f1a1c-c434-43bc-8d57-5c96e3915184 req-2e5c8c34-b930-47ba-95f2-1826ca480177 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633435 Dec 13 13:01:25.214692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device cd1496d1-c61a-4e0f-8c1f-189a2eef4231 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:01:25.278184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a187d0-c4ac-427b-be9f-ca4ede7d1afc req-8f0c4fda-627b-4723-ba8a-1d748ab6ddf1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:25.286846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83a187d0-c4ac-427b-be9f-ca4ede7d1afc req-8f0c4fda-627b-4723-ba8a-1d748ab6ddf1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.2200863 Dec 13 13:01:25.304701 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f95c144c-7cf2-458b-ba71-0065872042ed tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:25.312211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f95c144c-7cf2-458b-ba71-0065872042ed tempest-MeteringIpV6TestJSON-492810893 tempest-MeteringIpV6TestJSON-492810893-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/9ada2515-8778-4406-9bef-fb8e06f7348c HTTP/1.1" status: 204 len: 168 time: 0.5179155 Dec 13 13:01:25.323244 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-540e1a64-9441-4623-9bd3-8be7282d6d1b tempest-DHCPAgentSchedulersTestJSON-1571808682 tempest-DHCPAgentSchedulersTestJSON-1571808682-project-admin] 10.222.0.31 "DELETE /v2.0/agents/5e971c23-8db4-4a41-88ff-e2015c524df9/dhcp-networks/4fffd4a3-5e80-403e-815a-8bbc24fbb436 HTTP/1.1" status: 204 len: 168 time: 0.2509720 Dec 13 13:01:25.327182 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59574) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:25.352394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80f4d9-588a-4768-8787-9346b507fa18 req-776c9783-8264-42c4-8c78-e1f4c1f92c63 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:25.353923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff80f4d9-588a-4768-8787-9346b507fa18 req-776c9783-8264-42c4-8c78-e1f4c1f92c63 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 907 time: 0.4599068 Dec 13 13:01:25.444202 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f57f1a1c-c434-43bc-8d57-5c96e3915184 req-ca1d4f83-1547-4f7e-9884-19d2b6a72fd5 service neutron] 10.222.0.42 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665870 Dec 13 13:01:25.467501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83a187d0-c4ac-427b-be9f-ca4ede7d1afc req-0c5ca83c-ad36-4a9d-b930-38c388704140 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795199 Dec 13 13:01:25.479625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-c87f25dd-8b41-4632-9aa9-5cb37d525e71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] For port b7dc17aa-9509-4519-af35-bed0c738a5f8, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=b7dc17aa-9509-4519-af35-bed0c738a5f8,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:25.480096 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-c87f25dd-8b41-4632-9aa9-5cb37d525e71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:25.491208 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:01:25.560761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-c87f25dd-8b41-4632-9aa9-5cb37d525e71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Calling delete_port for b7dc17aa-9509-4519-af35-bed0c738a5f8 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:25.708711 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f57f1a1c-c434-43bc-8d57-5c96e3915184 req-a68e6f8e-5409-44da-8ade-d9eca7ba6c52 service neutron] 10.222.0.42 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535555 Dec 13 13:01:25.719958 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d5c65aee-1639-49fe-ae86-edecd0dd35e4 tempest-DHCPAgentSchedulersTestJSON-1571808682 tempest-DHCPAgentSchedulersTestJSON-1571808682-project-admin] 10.222.0.31 "GET /v2.0/agents/5e971c23-8db4-4a41-88ff-e2015c524df9/dhcp-networks HTTP/1.1" status: 200 len: 8868 time: 0.3915718 Dec 13 13:01:25.722492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59590) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:25.756158 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aa8ad70f-cf61-437a-a7d6-10a01b6a641b tempest-DHCPAgentSchedulersTestJSON-1571808682 tempest-DHCPAgentSchedulersTestJSON-1571808682-project-admin] 10.222.0.31 "GET /v2.0/networks/57131e45-edc1-4709-8a34-a80f2fafb677/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0314927 Dec 13 13:01:25.757685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59592) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:25.811888 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ee13f7c2-9f84-41ed-8dd0-ef112280fad1 tempest-DHCPAgentSchedulersTestJSON-1571808682 tempest-DHCPAgentSchedulersTestJSON-1571808682-project-admin] 10.222.0.31 "GET /v2.0/networks/57131e45-edc1-4709-8a34-a80f2fafb677/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0525334 Dec 13 13:01:25.815628 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59596) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:25.835125 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-c87f25dd-8b41-4632-9aa9-5cb37d525e71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:25.864856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59600) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:25.899184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f25dd-8b41-4632-9aa9-5cb37d525e71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event deleted for resources: {'Port': ['ID=b7dc17aa-9509-4519-af35-bed0c738a5f8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:25.912618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-15028a3e-fd22-4e3b-9286-7a57a761579e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5696907 Dec 13 13:01:25.958585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-c87f25dd-8b41-4632-9aa9-5cb37d525e71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] No DVR routers for this DVR port b7dc17aa-9509-4519-af35-bed0c738a5f8 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:01:25.962955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-c87f25dd-8b41-4632-9aa9-5cb37d525e71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:25.968356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9f2c5eb-5306-47a5-965b-46644a9b2a99 req-c87f25dd-8b41-4632-9aa9-5cb37d525e71 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.42 "DELETE /v2.0/ports/b7dc17aa-9509-4519-af35-bed0c738a5f8 HTTP/1.1" status: 204 len: 173 time: 1.4600935 Dec 13 13:01:25.978862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0745-60ef-44d8-886d-da50bcb4233c req-358529b7-768f-4fc8-8b0f-9aecc01e3571 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:25.990192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-898c0745-60ef-44d8-886d-da50bcb4233c req-358529b7-768f-4fc8-8b0f-9aecc01e3571 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 944 time: 0.1701372 Dec 13 13:01:26.052721 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-df4d6b4b-8dc4-4c4c-a74d-717c3d1c4222 tempest-DHCPAgentSchedulersTestJSON-1571808682 tempest-DHCPAgentSchedulersTestJSON-1571808682-project-admin] 10.222.0.31 "GET /v2.0/agents/5e971c23-8db4-4a41-88ff-e2015c524df9/dhcp-networks HTTP/1.1" status: 200 len: 8868 time: 0.2333684 Dec 13 13:01:26.058187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59606) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:26.123426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-898c0745-60ef-44d8-886d-da50bcb4233c req-974b3224-724e-44b7-9f59-106a51fba644 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315744 Dec 13 13:01:26.158693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d744bf7c-7672-4d78-8e99-596b0b359f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.235856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.303376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d744bf7c-7672-4d78-8e99-596b0b359f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.307947 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d744bf7c-7672-4d78-8e99-596b0b359f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.351940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d744bf7c-7672-4d78-8e99-596b0b359f91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de040f6e51e64f8ebd0800f013bab5a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4673207 Dec 13 13:01:26.352811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744bf7c-7672-4d78-8e99-596b0b359f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615b3862-e863-4bb8-ba8a-4c4196933059,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:26.354663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59612) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:26.358379 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.404224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fffd4a3-5e80-403e-815a-8bbc24fbb436']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:26.423047 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416bb4d1-008d-4b27-8edb-a3a96368bf54') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:26.423469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416bb4d1-008d-4b27-8edb-a3a96368bf54') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:26.453174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.484917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa1145c4-ca96-4a16-ab91-ea3ab9586c36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.487938 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.510439 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:01:26.510912 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.575836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1907280c-ef0c-4ab0-97fe-b185c763b598 req-ad652bd2-29f7-40b0-9474-a9da079d93a9 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e56578cd-495d-4016-8d80-376995d23098 HTTP/1.1" status: 200 len: 210 time: 0.0448177 Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:01:26.590433 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:01:26.594396 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc570e6d-7b63-48c3-918d-4164d6340bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.602655 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.638924 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa1145c4-ca96-4a16-ab91-ea3ab9586c36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.648895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.654556 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] 10.222.0.31 "DELETE /v2.0/networks/4fffd4a3-5e80-403e-815a-8bbc24fbb436 HTTP/1.1" status: 204 len: 168 time: 0.5930107 Dec 13 13:01:26.655494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457a35b-afb2-48d8-8241-a93c1a99db31 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Pushing event deleted for resources: {'Network': ['ID=4fffd4a3-5e80-403e-815a-8bbc24fbb436,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:26.674779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59618) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:26.710464 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa1145c4-ca96-4a16-ab91-ea3ab9586c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.713245 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa1145c4-ca96-4a16-ab91-ea3ab9586c36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.719725 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fa1145c4-ca96-4a16-ab91-ea3ab9586c36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/615b3862-e863-4bb8-ba8a-4c4196933059 HTTP/1.1" status: 204 len: 168 time: 0.3627274 Dec 13 13:01:26.723479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56578cd-495d-4016-8d80-376995d23098', 'name': 'network-vif-deleted', 'tag': 'b7dc17aa-9509-4519-af35-bed0c738a5f8'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:01:26.726022 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646fa79b-58f2-41db-9bee-0d07958effd8" -d '{"events": [{"server_uuid": "e56578cd-495d-4016-8d80-376995d23098", "name": "network-vif-deleted", "tag": "b7dc17aa-9509-4519-af35-bed0c738a5f8"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:01:26.731433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1145c4-ca96-4a16-ab91-ea3ab9586c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615b3862-e863-4bb8-ba8a-4c4196933059,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:26.731888 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e3322b-d569-437c-b9e7-be5c806f184e tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] DELETE failed (client error): The resource could not be found. Dec 13 13:01:26.732870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e3322b-d569-437c-b9e7-be5c806f184e tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:01:26.737230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-07e3322b-d569-437c-b9e7-be5c806f184e tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] 10.222.0.31 "DELETE /v2.0/ports/35c7467c-52c6-4069-99ef-9fba256e9996 HTTP/1.1" status: 404 len: 333 time: 0.0600338 Dec 13 13:01:26.740164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59624) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:26.800500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c96e5-2a49-47e8-a553-eed99d9e0e71 req-e909ddbf-d3e1-4729-ac76-f73400dfa967 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:26.802535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-609c96e5-2a49-47e8-a553-eed99d9e0e71 req-e909ddbf-d3e1-4729-ac76-f73400dfa967 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.1814806 Dec 13 13:01:26.829409 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8520832-a1eb-452d-8b14-1a98e28b3539 x-openstack-request-id: req-f8520832-a1eb-452d-8b14-1a98e28b3539 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:01:26.830063 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56578cd-495d-4016-8d80-376995d23098", "name": "network-vif-deleted", "tag": "b7dc17aa-9509-4519-af35-bed0c738a5f8", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:01:26.830520 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8520832-a1eb-452d-8b14-1a98e28b3539 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:01:26.830983 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56578cd-495d-4016-8d80-376995d23098', 'name': 'network-vif-deleted', 'tag': 'b7dc17aa-9509-4519-af35-bed0c738a5f8', 'status': 'completed', 'code': 200} Dec 13 13:01:26.846934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a582f5-4b30-4ed0-96da-26f59b688c11 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Deleting subnet 0a28e1aa-0dd1-4ae5-bc89-1a85b896f4d1 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:01:26.879259 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a582f5-4b30-4ed0-96da-26f59b688c11 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.881400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7612be70-4b99-48b4-add6-35d80a040562 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:01:26.958684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a582f5-4b30-4ed0-96da-26f59b688c11 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:26.977682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-609c96e5-2a49-47e8-a553-eed99d9e0e71 req-1aa6809a-0a52-4095-b5ef-a14c5cac9676 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659865 Dec 13 13:01:27.170851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7612be70-4b99-48b4-add6-35d80a040562, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7612be70-4b99-48b4-add6-35d80a040562,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:27.203461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '7612be70-4b99-48b4-add6-35d80a040562', 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4', 'port_id': '7612be70-4b99-48b4-add6-35d80a040562', 'mac_address': 'fa:16:3e:99:17:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c11bfb4-a169-48b4-9476-10f8dc9ff79b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:01:27.277310 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.294477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7612be70-4b99-48b4-add6-35d80a040562 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:01:27.317012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7612be70-4b99-48b4-add6-35d80a040562, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7612be70-4b99-48b4-add6-35d80a040562,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:27.325430 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.369614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a582f5-4b30-4ed0-96da-26f59b688c11 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.396646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59640) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:27.417523 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b71e203b-25a0-4302-8f92-aea49ade0b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.443002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7612be70-4b99-48b4-add6-35d80a040562,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:27.564572 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b71e203b-25a0-4302-8f92-aea49ade0b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.583743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a582f5-4b30-4ed0-96da-26f59b688c11 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.584275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b71e203b-25a0-4302-8f92-aea49ade0b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.633527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7612be70-4b99-48b4-add6-35d80a040562'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:01:27.634114 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b71e203b-25a0-4302-8f92-aea49ade0b66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47d7867c833f41dab1a46f1ce634b341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355723 Dec 13 13:01:27.637072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59644) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:27.671802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e203b-25a0-4302-8f92-aea49ade0b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c678a1a2-42eb-4c97-bf41-ac16465f4be8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:27.711590 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bfa94de-ec36-422a-b56a-6796c057ad7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.744617 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bfa94de-ec36-422a-b56a-6796c057ad7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.765579 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.853033 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bfa94de-ec36-422a-b56a-6796c057ad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.863838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bfa94de-ec36-422a-b56a-6796c057ad7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:27.868683 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7bfa94de-ec36-422a-b56a-6796c057ad7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c678a1a2-42eb-4c97-bf41-ac16465f4be8 HTTP/1.1" status: 204 len: 168 time: 0.2304521 Dec 13 13:01:27.910098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa94de-ec36-422a-b56a-6796c057ad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c678a1a2-42eb-4c97-bf41-ac16465f4be8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:28.400743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a582f5-4b30-4ed0-96da-26f59b688c11 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Pushing event deleted for resources: {'Subnet': ['ID=0a28e1aa-0dd1-4ae5-bc89-1a85b896f4d1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:28.405908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-e6607aa4-2bcc-4448-8ad4-915782a14d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:28.407791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-e6607aa4-2bcc-4448-8ad4-915782a14d0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c&tenant_id=c17f0f6d559f407185a885c8b61c7515 HTTP/1.1" status: 200 len: 1094 time: 1.1678565 Dec 13 13:01:28.410850 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a582f5-4b30-4ed0-96da-26f59b688c11 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:28.418092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c6a582f5-4b30-4ed0-96da-26f59b688c11 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] 10.222.0.31 "DELETE /v2.0/subnets/0a28e1aa-0dd1-4ae5-bc89-1a85b896f4d1 HTTP/1.1" status: 204 len: 168 time: 1.6763611 Dec 13 13:01:28.420591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59664) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:28.422825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8752146-5aea-44d2-8ae0-92ff5ca62647 None None] Network 57131e45-edc1-4709-8a34-a80f2fafb677 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:28.494402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d7eaf-c942-473a-8aa7-723104add488 req-dd3090bd-0518-4c14-9297-8155e9e698af tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:28.496544 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-144d7eaf-c942-473a-8aa7-723104add488 req-dd3090bd-0518-4c14-9297-8155e9e698af tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 945 time: 0.9158697 Dec 13 13:01:28.553459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:28.565889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72168047-8b66-4a55-992e-3b29efdec829 req-c294930e-1df5-42f4-8386-07bc08a1d6c7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:28.575683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72168047-8b66-4a55-992e-3b29efdec829 req-c294930e-1df5-42f4-8386-07bc08a1d6c7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.1799023 Dec 13 13:01:28.628503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Deleting port 613be658-5119-4519-a25f-8d5a39f38b59 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:28.628861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:28.638898 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-144d7eaf-c942-473a-8aa7-723104add488 req-8c0c9f4b-ff25-494d-a057-1fd206d76cb3 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103477 Dec 13 13:01:28.656429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-51d67d8d-c3af-427c-8b26-e92a5613ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:28.658110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-51d67d8d-c3af-427c-8b26-e92a5613ddfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 1094 time: 0.1897950 Dec 13 13:01:28.706022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] For port 613be658-5119-4519-a25f-8d5a39f38b59, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=613be658-5119-4519-a25f-8d5a39f38b59,segment=NetworkSegment(8d254662-018b-4baa-80fb-57b4ca4d2ee4),segment_id=8d254662-018b-4baa-80fb-57b4ca4d2ee4)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:28.706274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8ebf6-c70e-4317-bbf8-0a15853260d3 None None] DHCP port deletion for 57131e45-edc1-4709-8a34-a80f2fafb677 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:01:28.706740 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:28.725293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Calling delete_port for 613be658-5119-4519-a25f-8d5a39f38b59 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:28.769884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-18e8ebf6-c70e-4317-bbf8-0a15853260d3 None None] Deleting port 613be658-5119-4519-a25f-8d5a39f38b59 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:28.770286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18e8ebf6-c70e-4317-bbf8-0a15853260d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:28.787704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72168047-8b66-4a55-992e-3b29efdec829 req-aa39acdd-cdcf-43c5-9647-67f8740727a8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110236 Dec 13 13:01:28.831292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:28.848460 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] No DVR routers for this DVR port 613be658-5119-4519-a25f-8d5a39f38b59 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:01:28.890755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-18e8ebf6-c70e-4317-bbf8-0a15853260d3 None None] For port 613be658-5119-4519-a25f-8d5a39f38b59, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=613be658-5119-4519-a25f-8d5a39f38b59,segment=NetworkSegment(8d254662-018b-4baa-80fb-57b4ca4d2ee4),segment_id=8d254662-018b-4baa-80fb-57b4ca4d2ee4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:28.891066 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18e8ebf6-c70e-4317-bbf8-0a15853260d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:28.897898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Pushing event deleted for resources: {'Port': ['ID=613be658-5119-4519-a25f-8d5a39f38b59,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:28.909394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-2c421f89-e265-4022-971f-acb7b3b7d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:28.911103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-2c421f89-e265-4022-971f-acb7b3b7d53b service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 913 time: 0.2402511 Dec 13 13:01:28.916947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7612be70-4b99-48b4-add6-35d80a040562 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:01:28.971411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-18e8ebf6-c70e-4317-bbf8-0a15853260d3 None None] Calling delete_port for 613be658-5119-4519-a25f-8d5a39f38b59 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:28.994121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.025739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57131e45-edc1-4709-8a34-a80f2fafb677']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:29.030128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-c17ad290-c46f-4521-aad3-b311641e8f7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231 HTTP/1.1" status: 200 len: 217 time: 0.0934651 Dec 13 13:01:29.038333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d254662-018b-4baa-80fb-57b4ca4d2ee4') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:29.038979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d254662-018b-4baa-80fb-57b4ca4d2ee4') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:29.050701 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.070666 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.089583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:01:29.089996 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:01:29.097058 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:01:29.228195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314c08c-4c61-4fef-a3d8-429fa73c1273 req-c199a6f0-e674-4922-b12f-f520fa76b72c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:29.233009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.249073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9314c08c-4c61-4fef-a3d8-429fa73c1273 req-c199a6f0-e674-4922-b12f-f520fa76b72c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 946 time: 0.3311474 Dec 13 13:01:29.257449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.259420 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.273296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] 10.222.0.31 "DELETE /v2.0/networks/57131e45-edc1-4709-8a34-a80f2fafb677 HTTP/1.1" status: 204 len: 168 time: 0.8507841 Dec 13 13:01:29.308738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c59244-e56f-4277-b4f2-2e4774a6df36 tempest-DHCPAgentSchedulersTestJSON-754140092 tempest-DHCPAgentSchedulersTestJSON-754140092-project] Pushing event deleted for resources: {'Network': ['ID=57131e45-edc1-4709-8a34-a80f2fafb677,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:29.343533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 7612be70-4b99-48b4-add6-35d80a040562 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:01:29.360138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 7612be70-4b99-48b4-add6-35d80a040562 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:29.360584 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.362718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-74377048-2714-4a19-9f96-cebe20a5dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:29.364199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-74377048-2714-4a19-9f96-cebe20a5dfc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43d18bc6-f132-4d0d-b654-2571ed7692f2 HTTP/1.1" status: 200 len: 853 time: 0.3331304 Dec 13 13:01:29.445716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18e8ebf6-c70e-4317-bbf8-0a15853260d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.449173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-cae5a5be-14a0-4502-b5b0-ad8b5b759a08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668941 Dec 13 13:01:29.470328 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9314c08c-4c61-4fef-a3d8-429fa73c1273 req-9852e2c5-4eea-4c2f-9991-604c7b57ab67 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145250 Dec 13 13:01:29.529521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18e8ebf6-c70e-4317-bbf8-0a15853260d3 None None] Network 57131e45-edc1-4709-8a34-a80f2fafb677 is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:01:29.530445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e8ebf6-c70e-4317-bbf8-0a15853260d3 None None] No DVR routers for this DVR port 613be658-5119-4519-a25f-8d5a39f38b59 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:01:29.541863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8ebf6-c70e-4317-bbf8-0a15853260d3 None None] Pushing event deleted for resources: {'Port': ['ID=613be658-5119-4519-a25f-8d5a39f38b59,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:29.600729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-a933e130-4416-450d-a7f0-fbec5f139f7d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:29.603370 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-a933e130-4416-450d-a7f0-fbec5f139f7d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 946 time: 0.1337717 Dec 13 13:01:29.676979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-2a813110-569b-4113-aa99-1af7da52ca68 service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054999 Dec 13 13:01:29.751035 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.824091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7612be70-4b99-48b4-add6-35d80a040562'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:01:29.827162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-475abea3-129d-4ab6-afd1-99394c26a6a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Deleting port 0f43a70e-4bb5-4134-97e4-553627db44f4 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:29.828130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-475abea3-129d-4ab6-afd1-99394c26a6a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.835520 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c3a6dc-0fdf-421b-8b66-614fca00b093" -d '{"events": [{"server_uuid": "077871a6-7d4e-438d-9728-9d5e71debcfd", "name": "network-vif-plugged", "status": "completed", "tag": "7612be70-4b99-48b4-add6-35d80a040562"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:01:29.904589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59706) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:29.910055 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7612be70-4b99-48b4-add6-35d80a040562, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7612be70-4b99-48b4-add6-35d80a040562,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:29.935043 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.936790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b7dc17aa-9509-4519-af35-bed0c738a5f8 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:01:29.937930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-475abea3-129d-4ab6-afd1-99394c26a6a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] For port 0f43a70e-4bb5-4134-97e4-553627db44f4, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0f43a70e-4bb5-4134-97e4-553627db44f4,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:29.938459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-475abea3-129d-4ab6-afd1-99394c26a6a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:29.960992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-475abea3-129d-4ab6-afd1-99394c26a6a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Calling delete_port for 0f43a70e-4bb5-4134-97e4-553627db44f4 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:30.000268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: b7dc17aa-9509-4519-af35-bed0c738a5f8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:01:30.005122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device b7dc17aa-9509-4519-af35-bed0c738a5f8 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:01:30.011439 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:30.065775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7e6e-9f21-41a6-8b46-7c22a57e96f0 req-f7acb6cd-620f-4794-a03d-ea516dcf9cd8 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:30.068818 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e8b7e6e-9f21-41a6-8b46-7c22a57e96f0 req-f7acb6cd-620f-4794-a03d-ea516dcf9cd8 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 945 time: 0.2430694 Dec 13 13:01:30.090340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76c4f2aa-cce1-4013-b805-684b43b3e55f req-d3e55103-2ca1-4351-be83-03ef87c155ae service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023104 Dec 13 13:01:30.102007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7ec86-5115-45b9-b663-795938cd1cde req-8083811b-48e2-4bc2-9023-fad29b90724a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:30.103749 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1f7ec86-5115-45b9-b663-795938cd1cde req-8083811b-48e2-4bc2-9023-fad29b90724a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.1717193 Dec 13 13:01:30.151260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7612be70-4b99-48b4-add6-35d80a040562,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:30.190583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1f7ec86-5115-45b9-b663-795938cd1cde req-f47f1b20-76a4-40b4-8f79-61f486bd94cb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770795 Dec 13 13:01:30.196532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e8b7e6e-9f21-41a6-8b46-7c22a57e96f0 req-a76d126d-cbae-44c3-957b-efca5899d2e2 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166348 Dec 13 13:01:30.203138 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-475abea3-129d-4ab6-afd1-99394c26a6a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:30.216691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['f5366924-bccf-4c9f-af33-8d78ce54c8f6', '0f43a70e-4bb5-4134-97e4-553627db44f4'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:01:30.304627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59728) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:30.308370 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0c1b5271-e136-42a0-b63f-51d800eb0d4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54c91d335a16461283dbe5d73c9b5c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3956447 Dec 13 13:01:30.309679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475abea3-129d-4ab6-afd1-99394c26a6a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event deleted for resources: {'Port': ['ID=0f43a70e-4bb5-4134-97e4-553627db44f4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:30.384357 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b6d6b4-2051-4278-b611-02bfb90afd84 x-openstack-request-id: req-e4b6d6b4-2051-4278-b611-02bfb90afd84 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:01:30.384668 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077871a6-7d4e-438d-9728-9d5e71debcfd", "name": "network-vif-plugged", "status": "completed", "tag": "7612be70-4b99-48b4-add6-35d80a040562", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:01:30.395541 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4b6d6b4-2051-4278-b611-02bfb90afd84 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:01:30.396290 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7612be70-4b99-48b4-add6-35d80a040562', 'code': 200} Dec 13 13:01:30.500461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-475abea3-129d-4ab6-afd1-99394c26a6a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] No DVR routers for this DVR port 0f43a70e-4bb5-4134-97e4-553627db44f4 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:01:30.510492 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-475abea3-129d-4ab6-afd1-99394c26a6a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:30.523851 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-82d95ea0-df6d-4453-96de-6c8c193dfb92 req-475abea3-129d-4ab6-afd1-99394c26a6a7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "DELETE /v2.0/ports/0f43a70e-4bb5-4134-97e4-553627db44f4 HTTP/1.1" status: 204 len: 173 time: 0.9080586 Dec 13 13:01:30.537926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8950409-2500-4185-82b1-1b19f6d0bcfd', 'name': 'network-vif-deleted', 'tag': '0f43a70e-4bb5-4134-97e4-553627db44f4'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:01:30.546882 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bfeb9e-0279-4f22-a93d-3f772b6edb41" -d '{"events": [{"server_uuid": "e8950409-2500-4185-82b1-1b19f6d0bcfd", "name": "network-vif-deleted", "tag": "0f43a70e-4bb5-4134-97e4-553627db44f4"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:01:30.562787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 613be658-5119-4519-a25f-8d5a39f38b59 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:01:30.601946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 613be658-5119-4519-a25f-8d5a39f38b59 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:01:30.602856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 613be658-5119-4519-a25f-8d5a39f38b59 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:01:30.699483 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6918b0f0-eb36-4a19-87ad-84f200f911fd x-openstack-request-id: req-6918b0f0-eb36-4a19-87ad-84f200f911fd {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:01:30.700002 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8950409-2500-4185-82b1-1b19f6d0bcfd", "name": "network-vif-deleted", "tag": "0f43a70e-4bb5-4134-97e4-553627db44f4", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:01:30.700002 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6918b0f0-eb36-4a19-87ad-84f200f911fd {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:01:30.700611 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8950409-2500-4185-82b1-1b19f6d0bcfd', 'name': 'network-vif-deleted', 'tag': '0f43a70e-4bb5-4134-97e4-553627db44f4', 'status': 'completed', 'code': 200} Dec 13 13:01:30.707366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d18d5bc-69fa-4791-b970-b5745a3a2a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:30.864774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0ff099c-37e4-4398-91dc-e9e60dc9626d req-a1b0dc3e-b2c0-432c-86f1-a550e704e0fa tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8950409-2500-4185-82b1-1b19f6d0bcfd HTTP/1.1" status: 200 len: 210 time: 0.1415467 Dec 13 13:01:30.873984 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d18d5bc-69fa-4791-b970-b5745a3a2a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:30.900435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cea031-ece2-46df-85f6-03e356b32815 req-4a9f7131-dd63-44af-bae0-7c81878a7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:30.901928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59748) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:30.912229 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49cea031-ece2-46df-85f6-03e356b32815 req-4a9f7131-dd63-44af-bae0-7c81878a7805 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 1097 time: 0.4837291 Dec 13 13:01:31.051702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49cea031-ece2-46df-85f6-03e356b32815 req-de049734-33f5-4696-b010-7e195a83800b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247082 Dec 13 13:01:31.074405 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d18d5bc-69fa-4791-b970-b5745a3a2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:31.083813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d18d5bc-69fa-4791-b970-b5745a3a2a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:31.085069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0d18d5bc-69fa-4791-b970-b5745a3a2a34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89b05412-cb93-4300-84e4-9fb5f93f1071 HTTP/1.1" status: 204 len: 168 time: 0.7792704 Dec 13 13:01:31.094004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18d5bc-69fa-4791-b970-b5745a3a2a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b05412-cb93-4300-84e4-9fb5f93f1071,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:31.183391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-973708661', 'router:external': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:31.273502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Made reservation on behalf of a7430ae1a3f94f82bb8877296781b3e8 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:31.278125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:31.341217 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:31.586423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce306c2a-772f-4f47-ad2d-d738a6ce7af8 req-e5c20a58-d8f4-4568-912f-f43a416277b2 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:31.595093 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce306c2a-772f-4f47-ad2d-d738a6ce7af8 req-e5c20a58-d8f4-4568-912f-f43a416277b2 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.1255198 Dec 13 13:01:31.600575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:31.607671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:31.616859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54f58-4866-4fd7-8cb6-46a1cd9022b7 req-f3c2370c-0f2c-4779-914d-f9814fa63d2b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:31.625290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0f54f58-4866-4fd7-8cb6-46a1cd9022b7 req-f3c2370c-0f2c-4779-914d-f9814fa63d2b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.3257258 Dec 13 13:01:31.686690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:01:31.719769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce306c2a-772f-4f47-ad2d-d738a6ce7af8 req-82bb05c7-ee18-43f9-900a-3890fc560b45 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172988 Dec 13 13:01:31.742537 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:31.743181 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Added segment 7db53d5e-ac22-4797-898f-fddfbea10e64 of type vlan for network 1bc6c699-ec7e-423c-9191-e766517733d9 Dec 13 13:01:31.765894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6f2934-5e1a-4d96-9e04-97d6f571c5f1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:31.864945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59772) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:31.882034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0f54f58-4866-4fd7-8cb6-46a1cd9022b7 req-d2073dc9-8437-4d6e-bae4-f32b220afbd3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519674 Dec 13 13:01:31.939075 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5cc04902-0b5c-467a-8998-889ab5335b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.112403 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5cc04902-0b5c-467a-8998-889ab5335b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.115479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.119161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5cc04902-0b5c-467a-8998-889ab5335b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.192351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc04902-0b5c-467a-8998-889ab5335b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b7a023-f224-4a1b-b9ec-0a9bca6971d5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:32.213355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59778) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:32.213579 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5cc04902-0b5c-467a-8998-889ab5335b42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20d1017871a14cbe884ca42d2764fcf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454893 Dec 13 13:01:32.231649 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.232698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:32.233315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.342529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59780) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:32.347119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4423625 Dec 13 13:01:32.355761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Request body: {'subnet': {'network_id': '1bc6c699-ec7e-423c-9191-e766517733d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:32.387364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9ac7f-ec7a-4b80-a4b1-f5de88af3641 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event updated for resources: {'Network': ['ID=1bc6c699-ec7e-423c-9191-e766517733d9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:32.399046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 1bc6c699-ec7e-423c-9191-e766517733d9 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:01:32.466774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Made reservation on behalf of a7430ae1a3f94f82bb8877296781b3e8 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:32.474781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.562971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-28367cbb-f833-4251-950e-10be527639f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.699011 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-28367cbb-f833-4251-950e-10be527639f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.945290 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-28367cbb-f833-4251-950e-10be527639f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.959534 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-28367cbb-f833-4251-950e-10be527639f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:32.960803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-28367cbb-f833-4251-950e-10be527639f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42b7a023-f224-4a1b-b9ec-0a9bca6971d5 HTTP/1.1" status: 204 len: 168 time: 0.7461367 Dec 13 13:01:33.006667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ac483-b4f0-4b44-8d23-ff724558e830 req-b26f0e2a-1e81-456f-96f9-b124c00603f7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:33.016071 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e6ac483-b4f0-4b44-8d23-ff724558e830 req-b26f0e2a-1e81-456f-96f9-b124c00603f7 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.3213339 Dec 13 13:01:33.104651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28367cbb-f833-4251-950e-10be527639f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b7a023-f224-4a1b-b9ec-0a9bca6971d5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:33.270049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0f43a70e-4bb5-4134-97e4-553627db44f4 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:01:33.285351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e6ac483-b4f0-4b44-8d23-ff724558e830 req-2aac21f4-3495-4053-92d3-fe0e648d37db tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682788 Dec 13 13:01:33.309742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 0f43a70e-4bb5-4134-97e4-553627db44f4 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:01:33.310128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0f43a70e-4bb5-4134-97e4-553627db44f4 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:01:33.317443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe981fe0-16f4-4794-baf3-257cc911c866 req-ae50fcc2-6963-4738-8f3b-2571ce3f1e31 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:33.332158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe981fe0-16f4-4794-baf3-257cc911c866 req-ae50fcc2-6963-4738-8f3b-2571ce3f1e31 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.4573994 Dec 13 13:01:33.570864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27a25b-717a-434f-a9c2-7ba9a4873295 req-bf0b13f8-9136-408a-a82f-a4d261ae85ce tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:33.572475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d27a25b-717a-434f-a9c2-7ba9a4873295 req-bf0b13f8-9136-408a-a82f-a4d261ae85ce tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.1165278 Dec 13 13:01:33.609245 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe981fe0-16f4-4794-baf3-257cc911c866 req-daec1c2a-b658-4ffe-b297-33f5a238797a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736497 Dec 13 13:01:33.733698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d27a25b-717a-434f-a9c2-7ba9a4873295 req-a53e77cc-1d93-417e-9e70-54117caca31b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516271 Dec 13 13:01:33.866650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.objects.ports [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109886) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:01:33.867508 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:34.139675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088353-8a82-44bf-bc49-983828eac36f req-6caedd08-3235-47ca-9c46-6e4578e99a59 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:34.139675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25088353-8a82-44bf-bc49-983828eac36f req-6caedd08-3235-47ca-9c46-6e4578e99a59 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2924774 Dec 13 13:01:34.139675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event updated for resources: {'Subnet': ['ID=61b1927f-891c-48f8-8825-043cbd60a9f9,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:34.237386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Checking segment: {'id': '7db53d5e-ac22-4797-898f-fddfbea10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bc6c699-ec7e-423c-9191-e766517733d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:01:34.237762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Network hostable DHCP agents. Network: 1bc6c699-ec7e-423c-9191-e766517733d9, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:01:34.334735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25088353-8a82-44bf-bc49-983828eac36f req-28be91f2-40a2-4291-83a9-749e356fde48 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744931 Dec 13 13:01:34.336635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Network 1bc6c699-ec7e-423c-9191-e766517733d9 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:01:34.365016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 1bc6c699-ec7e-423c-9191-e766517733d9) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:34.372076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:34.378484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3581ae88-faef-43fe-91cd-ad1657252e33 None None] Network 1bc6c699-ec7e-423c-9191-e766517733d9 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:34.379649 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:34.435110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59824) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:34.435772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a80350dd-64af-4871-a51a-71ad129ab372 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0882981 Dec 13 13:01:34.453550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1588431384', 'network_id': '1bc6c699-ec7e-423c-9191-e766517733d9'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:34.521202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Made reservation on behalf of a7430ae1a3f94f82bb8877296781b3e8 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:34.534140 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:34.572893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] device_id is not set on port e2d2acd9-5af0-4e18-9a8c-ad9007c725e3 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:01:34.669502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2d6dd-a05d-42dd-a1e6-f46df8e86896 None None] Network 1bc6c699-ec7e-423c-9191-e766517733d9 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:34.680335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b002776-5ada-49b6-99f2-3d35e65ce8de req-72ecf9e8-01be-472b-a083-dbae15c17373 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:34.691057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b002776-5ada-49b6-99f2-3d35e65ce8de req-72ecf9e8-01be-472b-a083-dbae15c17373 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1626353 Dec 13 13:01:34.823886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b002776-5ada-49b6-99f2-3d35e65ce8de req-f4e7276a-66a3-4c8b-9251-660bb7a84a69 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314044 Dec 13 13:01:34.913637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Allocated IP 172.20.0.4 (1bc6c699-ec7e-423c-9191-e766517733d9/61b1927f-891c-48f8-8825-043cbd60a9f9/e2d2acd9-5af0-4e18-9a8c-ad9007c725e3) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:35.091531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663116b-034f-4919-9970-464ea486a2c4 req-2ee0ee5f-6269-403b-9ad8-7b738f056b9d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:35.101037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7663116b-034f-4919-9970-464ea486a2c4 req-2ee0ee5f-6269-403b-9ad8-7b738f056b9d tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.1098776 Dec 13 13:01:35.276109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7663116b-034f-4919-9970-464ea486a2c4 req-a7c6923b-a74a-4c96-9e1f-a197e609b8d1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728826 Dec 13 13:01:35.415979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:35.489889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bc0fb-d8cb-4620-be94-0939a03d7980 req-26f14984-4f8e-4859-88ba-d1d935cc41c6 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:35.502739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-452bc0fb-d8cb-4620-be94-0939a03d7980 req-26f14984-4f8e-4859-88ba-d1d935cc41c6 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2614305 Dec 13 13:01:35.564507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-2b19bb79-1a22-4451-a74f-070e266144c5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:35.566423 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-2b19bb79-1a22-4451-a74f-070e266144c5 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1297822 Dec 13 13:01:35.611689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-452bc0fb-d8cb-4620-be94-0939a03d7980 req-a8a4622a-6f97-412a-9eb2-7ca7e3388851 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063254 Dec 13 13:01:35.684830 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:35.813428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event updated for resources: {'Port': ['ID=e2d2acd9-5af0-4e18-9a8c-ad9007c725e3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:35.844343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Network 1bc6c699-ec7e-423c-9191-e766517733d9 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:35.853117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:35.862163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:35.908250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-e2b210de-ee36-49af-a18f-ad52fd7bf0ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Deleting port f5366924-bccf-4c9f-af33-8d78ce54c8f6 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:35.908699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-e2b210de-ee36-49af-a18f-ad52fd7bf0ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:36.040881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:36.052462 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:36.110042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b5758-70ca-42a8-9db3-2e40ba5817c5 req-4bf0c506-9786-4024-8588-7744b1737ef4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:36.114395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-e2b210de-ee36-49af-a18f-ad52fd7bf0ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] For port f5366924-bccf-4c9f-af33-8d78ce54c8f6, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=f5366924-bccf-4c9f-af33-8d78ce54c8f6,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:36.114599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-e2b210de-ee36-49af-a18f-ad52fd7bf0ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:36.139500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e64b5758-70ca-42a8-9db3-2e40ba5817c5 req-4bf0c506-9786-4024-8588-7744b1737ef4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 946 time: 0.1481142 Dec 13 13:01:36.152632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-e2b210de-ee36-49af-a18f-ad52fd7bf0ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Calling delete_port for f5366924-bccf-4c9f-af33-8d78ce54c8f6 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:36.311574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e64b5758-70ca-42a8-9db3-2e40ba5817c5 req-33fb0752-afd8-48e7-9b78-515486769312 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=359a82b1-5f51-4366-9da1-14f9a63335cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702576 Dec 13 13:01:36.420928 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6e9f05b1-1073-471a-b626-76eae23fd511 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9825535 Dec 13 13:01:36.426615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59876) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:36.500105 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-e2b210de-ee36-49af-a18f-ad52fd7bf0ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:36.511563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['f5366924-bccf-4c9f-af33-8d78ce54c8f6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:01:36.531337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd295ecd-9232-452a-b542-07412dd22621 req-14a82344-c0b2-4a86-aeae-e5560addcd72 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:36.544966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd295ecd-9232-452a-b542-07412dd22621 req-14a82344-c0b2-4a86-aeae-e5560addcd72 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.1259081 Dec 13 13:01:36.559601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b210de-ee36-49af-a18f-ad52fd7bf0ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event deleted for resources: {'Port': ['ID=f5366924-bccf-4c9f-af33-8d78ce54c8f6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:36.720706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-e2b210de-ee36-49af-a18f-ad52fd7bf0ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] No DVR routers for this DVR port f5366924-bccf-4c9f-af33-8d78ce54c8f6 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:01:36.731703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd295ecd-9232-452a-b542-07412dd22621 req-865f05e3-52b8-47c1-b029-9d7b8b11479c tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855984 Dec 13 13:01:36.740756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-e2b210de-ee36-49af-a18f-ad52fd7bf0ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:36.757495 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a6d2fcf-dba0-46d4-94b9-44cb5e4c6c1f req-e2b210de-ee36-49af-a18f-ad52fd7bf0ff tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "DELETE /v2.0/ports/f5366924-bccf-4c9f-af33-8d78ce54c8f6 HTTP/1.1" status: 204 len: 173 time: 1.1771498 Dec 13 13:01:36.775998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb51888-8115-447b-add6-f779a80b31a1', 'name': 'network-vif-deleted', 'tag': 'f5366924-bccf-4c9f-af33-8d78ce54c8f6'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:01:36.782187 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aa27d5-d46d-48a6-b4d3-d7a4e2b2678e" -d '{"events": [{"server_uuid": "1cb51888-8115-447b-add6-f779a80b31a1", "name": "network-vif-deleted", "tag": "f5366924-bccf-4c9f-af33-8d78ce54c8f6"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:01:36.806796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d9318-8626-4083-8154-4c1001877335 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Deleting port e2d2acd9-5af0-4e18-9a8c-ad9007c725e3 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:36.808491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa3d9318-8626-4083-8154-4c1001877335 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:36.961418 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14428595-6bb9-4272-8747-d0093a18cd85 x-openstack-request-id: req-14428595-6bb9-4272-8747-d0093a18cd85 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:01:36.964999 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb51888-8115-447b-add6-f779a80b31a1", "name": "network-vif-deleted", "tag": "f5366924-bccf-4c9f-af33-8d78ce54c8f6", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:01:36.965334 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14428595-6bb9-4272-8747-d0093a18cd85 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:01:36.965760 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb51888-8115-447b-add6-f779a80b31a1', 'name': 'network-vif-deleted', 'tag': 'f5366924-bccf-4c9f-af33-8d78ce54c8f6', 'status': 'completed', 'code': 200} Dec 13 13:01:36.994513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb620-b98c-4bca-acf8-b5a05fdafdd7 req-5a560c9e-5e2b-4c22-96f0-8784f922ce8a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:36.996761 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60cfb620-b98c-4bca-acf8-b5a05fdafdd7 req-5a560c9e-5e2b-4c22-96f0-8784f922ce8a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.1836276 Dec 13 13:01:37.087153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa3d9318-8626-4083-8154-4c1001877335 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:37.105031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d9318-8626-4083-8154-4c1001877335 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Calling delete_port for e2d2acd9-5af0-4e18-9a8c-ad9007c725e3 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:37.162325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60cfb620-b98c-4bca-acf8-b5a05fdafdd7 req-2d28090a-83d2-4062-8216-b9d76d00128d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350834 Dec 13 13:01:37.448582 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:37.498845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa3d9318-8626-4083-8154-4c1001877335 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:37.537776 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:37.618265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84553c79-e608-43a9-88cc-989e36117b00 req-7059302c-0927-4b99-9a0e-05c7d9a3fdcf tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb51888-8115-447b-add6-f779a80b31a1 HTTP/1.1" status: 200 len: 210 time: 0.0548449 Dec 13 13:01:37.619451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59900) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:37.646168 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d9318-8626-4083-8154-4c1001877335 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2d2acd9-5af0-4e18-9a8c-ad9007c725e3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:37.905891 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa3d9318-8626-4083-8154-4c1001877335 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:37.912881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59906) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:37.917602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bc6c699-ec7e-423c-9191-e766517733d9', 'external_fixed_ips': [{'subnet_id': '61b1927f-891c-48f8-8825-043cbd60a9f9', 'ip_address': '172.20.0.4'}]}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:37.921926 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fa3d9318-8626-4083-8154-4c1001877335 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e2d2acd9-5af0-4e18-9a8c-ad9007c725e3 HTTP/1.1" status: 204 len: 168 time: 1.4929008 Dec 13 13:01:38.010566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:38.011902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:38.018309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:38.081356 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:38.107947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2fd71-24b3-41f7-8e03-7ea6eca0628c req-365128ba-5dc2-4f43-8af2-682ce6112b30 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:38.109991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89b2fd71-24b3-41f7-8e03-7ea6eca0628c req-365128ba-5dc2-4f43-8af2-682ce6112b30 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.1704879 Dec 13 13:01:38.151667 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:38.488004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89b2fd71-24b3-41f7-8e03-7ea6eca0628c req-2badd79b-36e9-4899-b63a-8ba72368ee96 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392270 Dec 13 13:01:38.575735 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:38.718467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b402016-993a-4ce1-b707-642cd25d4b68 req-10501eb7-1489-4c93-a298-4dc14f5e94e1 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:38.725781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2b402016-993a-4ce1-b707-642cd25d4b68 req-10501eb7-1489-4c93-a298-4dc14f5e94e1 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2679780 Dec 13 13:01:38.965659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2b402016-993a-4ce1-b707-642cd25d4b68 req-bbf85aaf-87fe-4648-9f4a-4428855e73e6 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297168 Dec 13 13:01:39.003023 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:39.291999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device f5366924-bccf-4c9f-af33-8d78ce54c8f6 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:01:39.337342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab343a-75cc-4cdb-9969-6a8ddb7189ae req-d869a6b4-604b-40b8-bd5e-64ca65b8ccd4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:39.345227 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ab343a-75cc-4cdb-9969-6a8ddb7189ae req-d869a6b4-604b-40b8-bd5e-64ca65b8ccd4 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1961703 Dec 13 13:01:39.378558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: f5366924-bccf-4c9f-af33-8d78ce54c8f6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:01:39.382050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device f5366924-bccf-4c9f-af33-8d78ce54c8f6 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:01:39.392027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Allocated IP 172.25.2.128 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/4a01371c-91a2-4145-85dc-b44d1b6d66d9) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:39.463099 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:39.503371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79ab343a-75cc-4cdb-9969-6a8ddb7189ae req-2be96b9e-a800-4c73-912e-bcf57f633822 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558316 Dec 13 13:01:39.573701 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:39.888556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:40.019079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f46c-3c12-463a-a8a5-97820de92178 req-80d60cc1-9412-4181-8462-6a90f931beb0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:40.026889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b052f46c-3c12-463a-a8a5-97820de92178 req-80d60cc1-9412-4181-8462-6a90f931beb0 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.3632922 Dec 13 13:01:40.231482 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:40.279932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b052f46c-3c12-463a-a8a5-97820de92178 req-47eee15a-fa5e-4dd4-bd06-db53296ac16f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489381 Dec 13 13:01:40.290596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Allocated IP 172.20.0.4 (1bc6c699-ec7e-423c-9191-e766517733d9/61b1927f-891c-48f8-8825-043cbd60a9f9/3812b18e-1ac6-4525-8932-1f84c2c507e0) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:40.310830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a48d32-3880-4e1c-abdf-75425faa7622 req-17b24e8e-0e52-471c-bf0d-7c29cac23dff tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:40.312500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3a48d32-3880-4e1c-abdf-75425faa7622 req-17b24e8e-0e52-471c-bf0d-7c29cac23dff tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.1681907 Dec 13 13:01:40.338642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:40.359748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:40.394330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event updated for resources: {'Port': ['ID=4a01371c-91a2-4145-85dc-b44d1b6d66d9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:40.396686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:40.444369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.444851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.445251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.445753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.446189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.446601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.447061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.447510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.448422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.448422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.449007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.449143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.449522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:01:40.651796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3a48d32-3880-4e1c-abdf-75425faa7622 req-c82c1d76-4792-471d-ae5a-096e054eed0c tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055918 Dec 13 13:01:40.874372 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:40.939756 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:41.000703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58190bfb-92a0-4931-879d-ac8aa6a04f86 req-26aeb858-a44a-4e85-b208-0308e7b0f9a1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:41.011387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58190bfb-92a0-4931-879d-ac8aa6a04f86 req-26aeb858-a44a-4e85-b208-0308e7b0f9a1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.2667296 Dec 13 13:01:41.088241 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:41.126208 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:41.213274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58190bfb-92a0-4931-879d-ac8aa6a04f86 req-875c0b64-9ae2-4465-b381-4dd7ee28fd2d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003906 Dec 13 13:01:41.223404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Network 1bc6c699-ec7e-423c-9191-e766517733d9 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:41.230152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:41.259717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:41.317657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event updated for resources: {'Port': ['ID=3812b18e-1ac6-4525-8932-1f84c2c507e0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:42.586404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:42.635306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfcc0f-d210-427f-bd10-800f8731b907 req-354e8d2a-5a17-4e39-9b5f-dadb56bba001 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:42.644891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88bfcc0f-d210-427f-bd10-800f8731b907 req-354e8d2a-5a17-4e39-9b5f-dadb56bba001 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 1.0420105 Dec 13 13:01:42.671627 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:42.740888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d109d-5087-4fcf-b21d-8bd9b8f54f37 req-61bf9150-6229-497a-90be-a8bb98ae7be4 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:42.743712 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-699d109d-5087-4fcf-b21d-8bd9b8f54f37 req-61bf9150-6229-497a-90be-a8bb98ae7be4 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2484698 Dec 13 13:01:42.846664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-88bfcc0f-d210-427f-bd10-800f8731b907 req-d64608b8-1969-4614-b990-b7898fa81e6f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004244 Dec 13 13:01:42.910890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event updated for resources: {'Port': ['ID=4a01371c-91a2-4145-85dc-b44d1b6d66d9,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:42.935575 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:42.985758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.032229 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-699d109d-5087-4fcf-b21d-8bd9b8f54f37 req-212984f4-6a3c-4658-9acb-f0113d7443ea tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612720 Dec 13 13:01:43.067313 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.071070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fd5c8694-f7e9-4b60-870e-69d17324e88f tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4503160 Dec 13 13:01:43.073957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59964) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:43.080414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-284639719'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:43.175747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Made reservation on behalf of ea60ee2184c049579add9a7acf19a6e6 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:43.181550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.193625 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.333092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.342137 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.399407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:01:43.447318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.447705 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Added segment 768d33a1-fd70-4c66-a3a9-0a1016c67c3e of type vlan for network f6805215-4202-4632-aa7e-b39c3dc963be Dec 13 13:01:43.577326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866dc2e-bdf9-4e44-b71c-bfb6bbef2d20 req-b4d6f138-a702-48dd-b3be-d9bf14a738e1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:43.579243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e866dc2e-bdf9-4e44-b71c-bfb6bbef2d20 req-b4d6f138-a702-48dd-b3be-d9bf14a738e1 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.4236813 Dec 13 13:01:43.612175 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.719019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4017ff96-7a4b-4a3c-b843-d22721c74125,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:43.742382 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.748974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:43.749690 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.751730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e866dc2e-bdf9-4e44-b71c-bfb6bbef2d20 req-db3eaf8c-5698-468f-ae14-1315d183222d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610389 Dec 13 13:01:43.769719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:43.899176 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8238773 Dec 13 13:01:43.910634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59974) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:43.925023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Request body: {'subnet': {'network_id': 'f6805215-4202-4632-aa7e-b39c3dc963be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:44.008855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e01fe2-7541-43a8-8918-034ebcd8c8c2 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event updated for resources: {'Network': ['ID=f6805215-4202-4632-aa7e-b39c3dc963be,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:44.021708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network f6805215-4202-4632-aa7e-b39c3dc963be details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:01:44.077431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30071e2-8495-4aad-a10d-148fe44cef85 req-0bb5fa68-b060-4eda-a856-d9d8d4faada4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:44.083928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f30071e2-8495-4aad-a10d-148fe44cef85 req-0bb5fa68-b060-4eda-a856-d9d8d4faada4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.1486359 Dec 13 13:01:44.166153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Made reservation on behalf of ea60ee2184c049579add9a7acf19a6e6 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:44.182289 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:44.238403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f30071e2-8495-4aad-a10d-148fe44cef85 req-28cd2a33-2507-4fe7-bb31-97c3cfda4816 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404617 Dec 13 13:01:44.259180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Router 19481463-6c3e-4f25-a4ed-f701e5112938 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:01:44.375756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de022f14-9c7b-4af7-b2db-0aeb9bdc2dd4 req-45377f06-786f-44ea-9c7d-8d42580dc288 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:44.377431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de022f14-9c7b-4af7-b2db-0aeb9bdc2dd4 req-45377f06-786f-44ea-9c7d-8d42580dc288 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.1377223 Dec 13 13:01:44.491529 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:44.501109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de022f14-9c7b-4af7-b2db-0aeb9bdc2dd4 req-6e224aca-665e-40d8-9387-0f62bd413635 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141331 Dec 13 13:01:44.504015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:01:44.514656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] Sync routers for ids ['19481463-6c3e-4f25-a4ed-f701e5112938'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:01:44.525021 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:44.526571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2a39935b-c2da-43a9-b869-cc80f8413d51 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.6125927 Dec 13 13:01:44.529221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59982) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:44.534764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] Routers {'19481463-6c3e-4f25-a4ed-f701e5112938'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:44.535829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['19481463-6c3e-4f25-a4ed-f701e5112938'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:44.564673 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event updated for resources: {'Subnet': ['ID=c515bd31-4638-4da7-8d69-dcf9ce5713e4,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:44.576022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Checking segment: {'id': '768d33a1-fd70-4c66-a3a9-0a1016c67c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f6805215-4202-4632-aa7e-b39c3dc963be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:01:44.576614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Network hostable DHCP agents. Network: f6805215-4202-4632-aa7e-b39c3dc963be, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:01:44.610875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Network f6805215-4202-4632-aa7e-b39c3dc963be is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:01:44.639490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, f6805215-4202-4632-aa7e-b39c3dc963be) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:44.646532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:44.648134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:44.673102 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-876bf6c5-c4c7-4a64-a674-a7b89eb9b269 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7609730 Dec 13 13:01:44.674718 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:44.676326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59986) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:44.681269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aacbda0-3dc6-46e2-845a-aa3cfdc30885 None None] Network f6805215-4202-4632-aa7e-b39c3dc963be requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:44.682098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-602899097', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:44.715234 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:44.716525 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:44.779824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] Set router 19481463-6c3e-4f25-a4ed-f701e5112938 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:01:44.785165 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:44.887721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:44.910870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69e8b1-d1fd-43d3-90b3-d349b50638c4 req-74914d8e-a539-4292-8f6b-553481ad036f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:44.912709 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f69e8b1-d1fd-43d3-90b3-d349b50638c4 req-74914d8e-a539-4292-8f6b-553481ad036f tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.0706050 Dec 13 13:01:44.952537 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:44.997826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f69e8b1-d1fd-43d3-90b3-d349b50638c4 req-9e2c3e34-b2f1-472e-af57-12e85874e54b tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619240 Dec 13 13:01:45.002986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Deleting port 3812b18e-1ac6-4525-8932-1f84c2c507e0 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:45.003320 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.071884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-f6805215-4202-4632-aa7e-b39c3dc963be', 'network_id': 'f6805215-4202-4632-aa7e-b39c3dc963be', 'project_id': 'ea60ee2184c049579add9a7acf19a6e6', 'fixed_ips': [{'subnet_id': 'c515bd31-4638-4da7-8d69-dcf9ce5713e4'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:01:45.072766 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.105422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19481463-6c3e-4f25-a4ed-f701e5112938', 'name': '', 'tenant_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc6c699-ec7e-423c-9191-e766517733d9', 'external_fixed_ips': [{'subnet_id': '61b1927f-891c-48f8-8825-043cbd60a9f9', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3812b18e-1ac6-4525-8932-1f84c2c507e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:01:38Z', 'updated_at': '2021-12-13T13:01:42Z', 'revision_number': 3, 'project_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'gw_port': {'id': '3812b18e-1ac6-4525-8932-1f84c2c507e0', 'name': '', 'network_id': '1bc6c699-ec7e-423c-9191-e766517733d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:21:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19481463-6c3e-4f25-a4ed-f701e5112938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '61b1927f-891c-48f8-8825-043cbd60a9f9', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:01:39Z', 'updated_at': '2021-12-13T13:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b1927f-891c-48f8-8825-043cbd60a9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:45.105743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.121440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Calling delete_port for 3812b18e-1ac6-4525-8932-1f84c2c507e0 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:45.261822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Allocated IP 172.20.0.2 (f6805215-4202-4632-aa7e-b39c3dc963be/c515bd31-4638-4da7-8d69-dcf9ce5713e4/792dfd71-cf37-40e7-911a-0331ef9e5c02) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:45.384703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] Checking router: 19481463-6c3e-4f25-a4ed-f701e5112938 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:01:45.385662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] Updating router 19481463-6c3e-4f25-a4ed-f701e5112938 port 3812b18e-1ac6-4525-8932-1f84c2c507e0 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:01:45.435167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.439782 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.509609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-a18fc616-de56-49f5-a67b-997d9b61b06d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:45.511900 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-a18fc616-de56-49f5-a67b-997d9b61b06d tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.0772583 Dec 13 13:01:45.517456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] Port 3812b18e-1ac6-4525-8932-1f84c2c507e0 not found while updating agent binding for router 19481463-6c3e-4f25-a4ed-f701e5112938. {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 13 13:01:45.526615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event deleted for resources: {'Port': ['ID=3812b18e-1ac6-4525-8932-1f84c2c507e0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:45.542101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d37c-6519-4483-a164-9be920a305f5 req-c6e41cb2-e103-4ed1-9515-84f0c40c4687 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:45.550462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ec6d37c-6519-4483-a164-9be920a305f5 req-c6e41cb2-e103-4ed1-9515-84f0c40c4687 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.1765041 Dec 13 13:01:45.587775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] Routers {'19481463-6c3e-4f25-a4ed-f701e5112938'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:45.588117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['19481463-6c3e-4f25-a4ed-f701e5112938'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:45.634384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.794309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] Set router 19481463-6c3e-4f25-a4ed-f701e5112938 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:01:45.815238 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.837517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Deleting port 22a2e286-8a90-45a7-b02b-6083abd56c21 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:45.837815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.839934 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.842839 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.843028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:45.880020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19481463-6c3e-4f25-a4ed-f701e5112938', 'name': '', 'tenant_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:01:38Z', 'updated_at': '2021-12-13T13:01:45Z', 'revision_number': 5, 'project_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:45.903670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ec6d37c-6519-4483-a164-9be920a305f5 req-8ddf1063-cdc3-458d-a69b-71e9209b015a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521218 Dec 13 13:01:45.946739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8c1e23-5dfb-4fe9-965c-143bb9657ea0 None None] The sync data for ids ['19481463-6c3e-4f25-a4ed-f701e5112938'] in n-d-817326-4 is: [{'id': '19481463-6c3e-4f25-a4ed-f701e5112938', 'name': '', 'tenant_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:01:38Z', 'updated_at': '2021-12-13T13:01:45Z', 'revision_number': 5, 'project_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:01:46.003480 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.004352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4b314-97a8-481c-9fcc-efbf3af55524 req-3bd21d14-adb4-467a-baa1-cf7bba100eb9 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:46.014814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5e4b314-97a8-481c-9fcc-efbf3af55524 req-3bd21d14-adb4-467a-baa1-cf7bba100eb9 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2106233 Dec 13 13:01:46.022629 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.023141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19481463-6c3e-4f25-a4ed-f701e5112938 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:01:46.030027 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.033711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-742bb573-664d-4bc3-a66c-c28c93901a6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "DELETE /v2.0/routers/19481463-6c3e-4f25-a4ed-f701e5112938 HTTP/1.1" status: 204 len: 168 time: 1.5009260 Dec 13 13:01:46.034867 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.039873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60008) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:46.112355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5e4b314-97a8-481c-9fcc-efbf3af55524 req-ccfca295-8f08-47cf-bc95-791980663a71 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965800 Dec 13 13:01:46.161322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Network f6805215-4202-4632-aa7e-b39c3dc963be is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:46.171967 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:46.174722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:46.180647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Pushing event updated for resources: {'Port': ['ID=792dfd71-cf37-40e7-911a-0331ef9e5c02,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:46.233249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c465682c-0aee-4aa9-a3ae-e34624b7f71d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Deleting subnet 61b1927f-891c-48f8-8825-043cbd60a9f9 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:01:46.233407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c90b4-01be-4714-8539-c3877b4f5c82 req-e213448a-7a0a-4d19-93b9-f427e1078782 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:46.242893 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c465682c-0aee-4aa9-a3ae-e34624b7f71d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.250932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff7c90b4-01be-4714-8539-c3877b4f5c82 req-e213448a-7a0a-4d19-93b9-f427e1078782 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 944 time: 0.1092796 Dec 13 13:01:46.258364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Attempting to bind port 792dfd71-cf37-40e7-911a-0331ef9e5c02 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:01:46.258738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Attempting to bind port 792dfd71-cf37-40e7-911a-0331ef9e5c02 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '768d33a1-fd70-4c66-a3a9-0a1016c67c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f6805215-4202-4632-aa7e-b39c3dc963be'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:01:46.259100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Attempting to bind port 792dfd71-cf37-40e7-911a-0331ef9e5c02 on network f6805215-4202-4632-aa7e-b39c3dc963be {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:01:46.272224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:01:46.272601 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Checking segment: {'id': '768d33a1-fd70-4c66-a3a9-0a1016c67c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f6805215-4202-4632-aa7e-b39c3dc963be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:01:46.273005 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.273394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Bound using segment: {'id': '768d33a1-fd70-4c66-a3a9-0a1016c67c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f6805215-4202-4632-aa7e-b39c3dc963be'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:01:46.273934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Bound port: 792dfd71-cf37-40e7-911a-0331ef9e5c02, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768d33a1-fd70-4c66-a3a9-0a1016c67c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f6805215-4202-4632-aa7e-b39c3dc963be'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:01:46.274321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.347349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Allocated IP 172.25.2.84 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/c7451d1e-deed-456f-9417-ef42439f23b7) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:46.388193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff7c90b4-01be-4714-8539-c3877b4f5c82 req-9afaa70a-7d6f-426e-8543-970e5ac91129 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups?id=9faae49a-02de-420e-ad18-f028c804c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352174 Dec 13 13:01:46.429433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] For port 792dfd71-cf37-40e7-911a-0331ef9e5c02, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:01:46.433144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] For port 792dfd71-cf37-40e7-911a-0331ef9e5c02, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=792dfd71-cf37-40e7-911a-0331ef9e5c02,segment=NetworkSegment(768d33a1-fd70-4c66-a3a9-0a1016c67c3e),segment_id=768d33a1-fd70-4c66-a3a9-0a1016c67c3e)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:01:46.446410 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.481515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c465682c-0aee-4aa9-a3ae-e34624b7f71d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.487093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] For port 22a2e286-8a90-45a7-b02b-6083abd56c21, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22a2e286-8a90-45a7-b02b-6083abd56c21,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:46.487501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.524911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef373a1-66c4-49d9-a3d3-591ffafa19fc None None] Pushing event updated for resources: {'Port': ['ID=792dfd71-cf37-40e7-911a-0331ef9e5c02,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:46.609270 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.660005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c465682c-0aee-4aa9-a3ae-e34624b7f71d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.888501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c465682c-0aee-4aa9-a3ae-e34624b7f71d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.951874 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c465682c-0aee-4aa9-a3ae-e34624b7f71d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:46.960008 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c465682c-0aee-4aa9-a3ae-e34624b7f71d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/61b1927f-891c-48f8-8825-043cbd60a9f9 HTTP/1.1" status: 204 len: 168 time: 0.8610816 Dec 13 13:01:46.961667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60022) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:46.962184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465682c-0aee-4aa9-a3ae-e34624b7f71d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=61b1927f-891c-48f8-8825-043cbd60a9f9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:46.995884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:47.034931 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:47.035296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:47.035770 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Floating IP e8740ba6-e14f-431a-981d-24d5ef04f868 disassociated. External IP: 172.25.2.12, port: 22a2e286-8a90-45a7-b02b-6083abd56c21. Dec 13 13:01:47.036187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Calling delete_port for 22a2e286-8a90-45a7-b02b-6083abd56c21 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:47.246786 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:47.317750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device cd1496d1-c61a-4e0f-8c1f-189a2eef4231 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:01:47.349931 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:47.361951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15245875-f98c-489a-a2ef-e72a100cd2bd req-ec443140-6cee-4459-86d1-ac9df9483fa1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:47.363310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15245875-f98c-489a-a2ef-e72a100cd2bd req-ec443140-6cee-4459-86d1-ac9df9483fa1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 943 time: 0.2091925 Dec 13 13:01:47.386759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:47.497779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8357d-bfc6-4fe9-bf20-2ea80e35840e req-6b755b98-103a-4fdd-8bcd-cdcca8130439 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:47.503968 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1de8357d-bfc6-4fe9-bf20-2ea80e35840e req-6b755b98-103a-4fdd-8bcd-cdcca8130439 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2414846 Dec 13 13:01:47.517857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:47.529416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:47.534309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:47.560083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'network_id': 'cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e', 'port_id': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'mac_address': 'fa:16:3e:7d:9c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d18bc6-f132-4d0d-b654-2571ed7692f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:01:47.717785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event updated for resources: {'Port': ['ID=c7451d1e-deed-456f-9417-ef42439f23b7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:47.729276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:47.770853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1496d1-c61a-4e0f-8c1f-189a2eef4231 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:01:47.776154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15245875-f98c-489a-a2ef-e72a100cd2bd req-c1d6a23e-3b89-4a16-b2d0-dd2675924d33 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970795 Dec 13 13:01:47.873854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:47.888008 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:47.892840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:47.899084 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event deleted for resources: {'Port': ['ID=22a2e286-8a90-45a7-b02b-6083abd56c21,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:47.984682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1de8357d-bfc6-4fe9-bf20-2ea80e35840e req-50306513-1380-4af1-b80f-fac5937fe2d7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477482 Dec 13 13:01:47.994018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:48.028135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc6c699-ec7e-423c-9191-e766517733d9']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:48.085226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db53d5e-ac22-4797-898f-fddfbea10e64') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:48.086531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db53d5e-ac22-4797-898f-fddfbea10e64') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:48.112941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['cd1496d1-c61a-4e0f-8c1f-189a2eef4231'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:01:48.119889 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:48.172952 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:48.192321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:01:48.192659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:01:48.245521 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:01:48.363278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9703024-7fea-4535-b31e-c1d855872d02 req-828bc7b6-9eb8-42bf-97eb-97773e5e5a0e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 210 time: 0.1704962 Dec 13 13:01:48.415191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Router a687090d-6e2f-458a-bc37-68e15e628d34 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:01:48.503628 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:48.510954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bc6c699-ec7e-423c-9191-e766517733d9 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 13:01:48.555558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871b83d-bdc5-408b-9163-48f7c1c4650b None None] Network f6805215-4202-4632-aa7e-b39c3dc963be requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:01:48.566016 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:48.574749 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "DELETE /v2.0/networks/1bc6c699-ec7e-423c-9191-e766517733d9 HTTP/1.1" status: 204 len: 168 time: 1.6127462 Dec 13 13:01:48.581707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e54c6-18bb-401f-8b49-f561a8e2deaa tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bc6c699-ec7e-423c-9191-e766517733d9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:48.738853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 792dfd71-cf37-40e7-911a-0331ef9e5c02 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:01:48.845533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:01:48.901092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.034974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fac545-4eba-401b-bd59-6f0aa0687ab7 req-a1ffa503-8189-4654-9a06-5e5dc6e45634 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:49.040940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77fac545-4eba-401b-bd59-6f0aa0687ab7 req-a1ffa503-8189-4654-9a06-5e5dc6e45634 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 944 time: 0.0860219 Dec 13 13:01:49.085599 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1b599ee4-4ad5-4d72-9fa5-fba4323b6002 None None] Provisioning complete for port 792dfd71-cf37-40e7-911a-0331ef9e5c02 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:49.085970 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b599ee4-4ad5-4d72-9fa5-fba4323b6002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.088063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 792dfd71-cf37-40e7-911a-0331ef9e5c02 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:49.088063 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.115895 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60050) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:49.134671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7a2a74c8-41de-4016-9b05-5c418ccc4235 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Request body: {'router': {'name': 'tempest-router--1049386111', 'project_id': '0acccbe41f9c428da2dc1e60aaaf13a7'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:49.163306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] No DVR routers for this DVR port 22a2e286-8a90-45a7-b02b-6083abd56c21 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:01:49.167231 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.178153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a2a74c8-41de-4016-9b05-5c418ccc4235 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.178755 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a5a56a4b-e02e-4387-9ceb-61103d6e992e req-494322db-2b36-4ffb-a8c5-adaa9344b92e tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.37 "DELETE /v2.0/ports/22a2e286-8a90-45a7-b02b-6083abd56c21 HTTP/1.1" status: 204 len: 173 time: 3.6576922 Dec 13 13:01:49.179886 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a2a74c8-41de-4016-9b05-5c418ccc4235 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.196118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-deleted', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:01:49.203838 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c863892-6176-47af-ac2a-5523173fade0" -d '{"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-deleted", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:01:49.275054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77fac545-4eba-401b-bd59-6f0aa0687ab7 req-6edbe18d-8271-431d-8f70-ddd423a405f9 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279608 Dec 13 13:01:49.368481 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] Sync routers for ids ['a687090d-6e2f-458a-bc37-68e15e628d34'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:01:49.394796 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] Routers {'a687090d-6e2f-458a-bc37-68e15e628d34'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:49.395489 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a687090d-6e2f-458a-bc37-68e15e628d34'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:49.417357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device cd1496d1-c61a-4e0f-8c1f-189a2eef4231 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:01:49.417788 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a2a74c8-41de-4016-9b05-5c418ccc4235 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.429427 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a2a74c8-41de-4016-9b05-5c418ccc4235 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.443150 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b18548-92a1-406e-b537-8fd9296402ac x-openstack-request-id: req-95b18548-92a1-406e-b537-8fd9296402ac {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:01:49.443150 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb87f18e-7d64-4fe4-aa2a-27443fb32815", "name": "network-vif-deleted", "tag": "22a2e286-8a90-45a7-b02b-6083abd56c21", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:01:49.443150 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95b18548-92a1-406e-b537-8fd9296402ac {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:01:49.443150 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb87f18e-7d64-4fe4-aa2a-27443fb32815', 'name': 'network-vif-deleted', 'tag': '22a2e286-8a90-45a7-b02b-6083abd56c21', 'status': 'completed', 'code': 200} Dec 13 13:01:49.528551 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a2a74c8-41de-4016-9b05-5c418ccc4235 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.529772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7a2a74c8-41de-4016-9b05-5c418ccc4235 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4126539 Dec 13 13:01:49.533070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60058) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:49.643464 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.660193 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.726821 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] Set router a687090d-6e2f-458a-bc37-68e15e628d34 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:01:49.730732 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-089711e8-0242-415a-aa07-1dc2ce05e1b1 req-8b74593f-1581-4bb8-ba4d-126719a0861a tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb87f18e-7d64-4fe4-aa2a-27443fb32815 HTTP/1.1" status: 200 len: 210 time: 0.0906785 Dec 13 13:01:49.764417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:49.765105 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.818579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 792dfd71-cf37-40e7-911a-0331ef9e5c02, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=792dfd71-cf37-40e7-911a-0331ef9e5c02,segment=NetworkSegment(768d33a1-fd70-4c66-a3a9-0a1016c67c3e),segment_id=768d33a1-fd70-4c66-a3a9-0a1016c67c3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:49.843617 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.861652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b13d67-ca85-4914-a4cf-c14570cc85e2 req-72d6c127-193e-4d42-8522-41e8e76592e9 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:49.869641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b599ee4-4ad5-4d72-9fa5-fba4323b6002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:49.877688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56b13d67-ca85-4914-a4cf-c14570cc85e2 req-72d6c127-193e-4d42-8522-41e8e76592e9 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.4119251 Dec 13 13:01:49.895899 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93b5bcc7-8b8e-4851-aea2-f8f93cc3c12c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:50.022463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Router 42099d46-879f-44bc-af68-63c6b583a5d1 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:01:50.049523 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:27Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '64ab133b-c10c-42cf-b735-e0aa623ca9b8', 'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'mac_address': 'fa:16:3e:43:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:26Z', 'updated_at': '2021-12-13T12:52:35Z', 'revision_number': 5, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'subnets': [{'id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:50.088499 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] Checking router: a687090d-6e2f-458a-bc37-68e15e628d34 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:01:50.099006 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] Routers {'a687090d-6e2f-458a-bc37-68e15e628d34'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:50.101290 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a687090d-6e2f-458a-bc37-68e15e628d34'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:50.250155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:01:50.294029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56b13d67-ca85-4914-a4cf-c14570cc85e2 req-e045ea30-29af-45f6-ae78-ac81b0992170 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153049 Dec 13 13:01:50.295183 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] Set router a687090d-6e2f-458a-bc37-68e15e628d34 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:01:50.307151 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:50.310769 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b688523f-29a6-46da-be03-c1be4dcd5617 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.6307790 Dec 13 13:01:50.311380 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60068) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:50.403772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=792dfd71-cf37-40e7-911a-0331ef9e5c02,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:50.423021 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93b5bcc7-8b8e-4851-aea2-f8f93cc3c12c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:50.423316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2b00b-e411-4802-ac5d-8b5318212787 None None] Sync routers for ids ['42099d46-879f-44bc-af68-63c6b583a5d1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:01:50.434569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93b5bcc7-8b8e-4851-aea2-f8f93cc3c12c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:50.460577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2b00b-e411-4802-ac5d-8b5318212787 None None] Routers {'42099d46-879f-44bc-af68-63c6b583a5d1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:50.461234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9bf2b00b-e411-4802-ac5d-8b5318212787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['42099d46-879f-44bc-af68-63c6b583a5d1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:50.526478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9bf2b00b-e411-4802-ac5d-8b5318212787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:50.533871 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:50.577790 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-1b599ee4-4ad5-4d72-9fa5-fba4323b6002 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:01:50.587491 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-1b599ee4-4ad5-4d72-9fa5-fba4323b6002 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:01:50.611802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2b00b-e411-4802-ac5d-8b5318212787 None None] Routers {'42099d46-879f-44bc-af68-63c6b583a5d1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:50.612198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9bf2b00b-e411-4802-ac5d-8b5318212787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['42099d46-879f-44bc-af68-63c6b583a5d1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:50.619035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:01:50.621328 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb1f8a4-4049-4f04-98b7-a83b7694ccb5" -d '{"events": [{"server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "name": "network-vif-plugged", "status": "completed", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:01:50.666951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066e59-ff3c-448f-b49f-379744f169ce req-25332211-996b-4787-b05c-f24861be1485 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:50.670120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4066e59-ff3c-448f-b49f-379744f169ce req-25332211-996b-4787-b05c-f24861be1485 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 944 time: 0.2216899 Dec 13 13:01:50.675174 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93b5bcc7-8b8e-4851-aea2-f8f93cc3c12c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:50.678686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b5bcc7-8b8e-4851-aea2-f8f93cc3c12c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3457312c-5ccc-4cb0-aa65-6e24bd383d80 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:01:50.695852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9bf2b00b-e411-4802-ac5d-8b5318212787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:50.706208 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93b5bcc7-8b8e-4851-aea2-f8f93cc3c12c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:50.710143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-93b5bcc7-8b8e-4851-aea2-f8f93cc3c12c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "DELETE /v2.0/routers/3457312c-5ccc-4cb0-aa65-6e24bd383d80 HTTP/1.1" status: 204 len: 168 time: 1.1717741 Dec 13 13:01:50.710284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2b00b-e411-4802-ac5d-8b5318212787 None None] The sync data for ids ['42099d46-879f-44bc-af68-63c6b583a5d1'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:01:50.727548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:50.732464 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7749c83-a2af-47c0-8727-acd154e564db x-openstack-request-id: req-d7749c83-a2af-47c0-8727-acd154e564db {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:01:50.732753 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "name": "network-vif-plugged", "status": "completed", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:01:50.733118 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7749c83-a2af-47c0-8727-acd154e564db {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:01:50.733415 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'code': 200} Dec 13 13:01:50.752312 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:50.763244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:01:50.837887 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:27Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '64ab133b-c10c-42cf-b735-e0aa623ca9b8', 'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'mac_address': 'fa:16:3e:43:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:26Z', 'updated_at': '2021-12-13T12:52:35Z', 'revision_number': 5, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'subnets': [{'id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:50.847756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4066e59-ff3c-448f-b49f-379744f169ce req-dc699fb1-1da3-4648-bd9c-4dbe17d1427c tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503565 Dec 13 13:01:50.894270 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ed2e9-fe8e-4b68-8eb1-d917dc7d76d4 None None] The sync data for ids ['a687090d-6e2f-458a-bc37-68e15e628d34'] in n-d-817326-4 is: [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T12:52:27Z', 'revision_number': 4, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '64ab133b-c10c-42cf-b735-e0aa623ca9b8', 'name': '', 'network_id': '34e7f0c5-565f-414d-b7b7-f8cefd9101ec', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'mac_address': 'fa:16:3e:43:a7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:26Z', 'updated_at': '2021-12-13T12:52:35Z', 'revision_number': 5, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'subnets': [{'id': '8d950739-0d1d-48d1-b81d-f3ff8666245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:01:50.928700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60078) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:50.971132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 22a2e286-8a90-45a7-b02b-6083abd56c21 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:01:50.975572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22a2e286-8a90-45a7-b02b-6083abd56c21 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:01:50.980547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:51.004208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60080) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:51.081999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49947d72-2c30-4abb-8e17-ae1cd883a843 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:51.167088 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49947d72-2c30-4abb-8e17-ae1cd883a843 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:51.258099 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49947d72-2c30-4abb-8e17-ae1cd883a843 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:51.261054 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49947d72-2c30-4abb-8e17-ae1cd883a843 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:51.263234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-49947d72-2c30-4abb-8e17-ae1cd883a843 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "DELETE /v2.0/security-groups/9faae49a-02de-420e-ad18-f028c804c87f HTTP/1.1" status: 204 len: 168 time: 0.3333538 Dec 13 13:01:51.266922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60086) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:51.288077 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-f03470f8-4211-4996-96db-56d986622c8c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] show failed (client error): The resource could not be found. Dec 13 13:01:51.289174 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f03470f8-4211-4996-96db-56d986622c8c tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "GET /v2.0/security-groups/9faae49a-02de-420e-ad18-f028c804c87f HTTP/1.1" status: 404 len: 347 time: 0.0212548 Dec 13 13:01:51.303020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60088) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:51.318723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-53ec52e5-6db0-4dc7-bed3-20c4ee879953 None None] Provisioning complete for port 792dfd71-cf37-40e7-911a-0331ef9e5c02 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:51.319172 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53ec52e5-6db0-4dc7-bed3-20c4ee879953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:51.463973 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0e077a-52ef-4f2a-a921-d906c8996677 None None] New status for floating IP e8740ba6-e14f-431a-981d-24d5ef04f868: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:01:51.872474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8b370-cfe6-495b-9adf-9383a614fdc2 req-eced5ff4-a40d-43b8-92ee-2029a7edb1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:51.874813 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71c8b370-cfe6-495b-9adf-9383a614fdc2 req-eced5ff4-a40d-43b8-92ee-2029a7edb1c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 1097 time: 0.8692262 Dec 13 13:01:51.932789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49947d72-2c30-4abb-8e17-ae1cd883a843 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faae49a-02de-420e-ad18-f028c804c87f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:51.948976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1453156399', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:51.998031 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71c8b370-cfe6-495b-9adf-9383a614fdc2 req-fbaee40a-4bfb-4a11-88d4-e7b86b67dd3e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968533 Dec 13 13:01:52.026016 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:52.069941 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:52.071264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:52.137399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f254c8-9bec-414f-8024-3b29913ad70f req-f77b8b94-e74a-4063-a3a9-394b75ad64be tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:52.145275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53f254c8-9bec-414f-8024-3b29913ad70f req-f77b8b94-e74a-4063-a3a9-394b75ad64be tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2493689 Dec 13 13:01:52.201776 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:52.217592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e12e0-050d-49aa-bbc1-eec427286c43 req-f92a65ed-bd26-46f9-a356-0c6ad4bb45f2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:52.219159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a3e12e0-050d-49aa-bbc1-eec427286c43 req-f92a65ed-bd26-46f9-a356-0c6ad4bb45f2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.2500620 Dec 13 13:01:52.382890 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Allocated IP 172.20.0.1 (f6805215-4202-4632-aa7e-b39c3dc963be/c515bd31-4638-4da7-8d69-dcf9ce5713e4/5b2132f0-95f3-4452-b9bd-21fc8618223d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:52.474222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 792dfd71-cf37-40e7-911a-0331ef9e5c02 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:01:52.519771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a3e12e0-050d-49aa-bbc1-eec427286c43 req-4aa39be0-a727-4d21-a2b8-a39e9880c934 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864258 Dec 13 13:01:52.529057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53f254c8-9bec-414f-8024-3b29913ad70f req-a48ddd3f-e406-49b1-af37-ea040e14564a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831425 Dec 13 13:01:52.533235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-745d492f-83b7-4917-ba0d-e896a5840712 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Deleting port c3485948-ea9c-45db-bd52-c1a13db20fa8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:52.533652 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-745d492f-83b7-4917-ba0d-e896a5840712 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:52.600569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 792dfd71-cf37-40e7-911a-0331ef9e5c02 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:52.601443 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:52.707918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:52.754789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:52.786609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:52.817059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Network f6805215-4202-4632-aa7e-b39c3dc963be is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:52.821978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:52.837782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:52.897989 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event updated for resources: {'Port': ['ID=5b2132f0-95f3-4452-b9bd-21fc8618223d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:52.911538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.050620 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-745d492f-83b7-4917-ba0d-e896a5840712 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.051396 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-745d492f-83b7-4917-ba0d-e896a5840712 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.100519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-745d492f-83b7-4917-ba0d-e896a5840712 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Calling delete_port for c3485948-ea9c-45db-bd52-c1a13db20fa8 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:53.124939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60120) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:53.195180 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.233659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3099a86e-63a6-4c67-b4cb-af187fd98cc7 None None] Provisioning complete for port 5b2132f0-95f3-4452-b9bd-21fc8618223d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:53.234161 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3099a86e-63a6-4c67-b4cb-af187fd98cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.315542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3099a86e-63a6-4c67-b4cb-af187fd98cc7 None None] Port 5b2132f0-95f3-4452-b9bd-21fc8618223d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:01:53.454101 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5b57711-8e00-467c-9628-c30fd190153c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.675566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.701828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5b57711-8e00-467c-9628-c30fd190153c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.717916 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5b57711-8e00-467c-9628-c30fd190153c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.754523 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d5b57711-8e00-467c-9628-c30fd190153c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d0395ba5dfa40748587fb42bfeef180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6293180 Dec 13 13:01:53.782551 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-745d492f-83b7-4917-ba0d-e896a5840712 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.811077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60158) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:53.830460 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:53.896743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d492f-83b7-4917-ba0d-e896a5840712 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Pushing event deleted for resources: {'Port': ['ID=c3485948-ea9c-45db-bd52-c1a13db20fa8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:53.969585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b57711-8e00-467c-9628-c30fd190153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af558ec-670a-44e9-b58e-598cf94c25e8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:54.046170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe079d4-b59b-4aab-a0ba-dd5697f65557 req-a2c8508e-7728-46f9-8e43-c2a02cafe227 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:54.058905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fe079d4-b59b-4aab-a0ba-dd5697f65557 req-a2c8508e-7728-46f9-8e43-c2a02cafe227 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.3843322 Dec 13 13:01:54.093888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c85eeb59-839a-415f-8b99-51d5d734cdf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.135519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c477aa-703b-416e-aa63-94be63fcdd69 req-a6a16cd6-ff52-413c-817e-cd8616de5cf1 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:54.137417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c477aa-703b-416e-aa63-94be63fcdd69 req-a6a16cd6-ff52-413c-817e-cd8616de5cf1 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.3152101 Dec 13 13:01:54.172555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.172827 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a71e69ba-b1b6-4a3a-93ed-088e0904f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.180037 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c85eeb59-839a-415f-8b99-51d5d734cdf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.193087 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.194559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-745d492f-83b7-4917-ba0d-e896a5840712 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.197458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-745d492f-83b7-4917-ba0d-e896a5840712 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.199370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-745d492f-83b7-4917-ba0d-e896a5840712 tempest-ServerActionsTestJSON-483455447 tempest-ServerActionsTestJSON-483455447-project] 10.222.0.31 "DELETE /v2.0/floatingips/e8740ba6-e14f-431a-981d-24d5ef04f868 HTTP/1.1" status: 204 len: 168 time: 2.8947518 Dec 13 13:01:54.211226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60166) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:54.311377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event updated for resources: {'Port': ['ID=5b2132f0-95f3-4452-b9bd-21fc8618223d,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:54.323388 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.333420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fe079d4-b59b-4aab-a0ba-dd5697f65557 req-98b5833a-645c-4d44-959a-6bf51c2cb708 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732983 Dec 13 13:01:54.379421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Allocated IP 172.25.2.190 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/ee6afe61-dc04-4965-9eea-cf17b5f8f565) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:54.413530 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c477aa-703b-416e-aa63-94be63fcdd69 req-3ce77056-8ff4-4d2e-b58c-d62c2ac22e3d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623353 Dec 13 13:01:54.497640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c85eeb59-839a-415f-8b99-51d5d734cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.504580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c85eeb59-839a-415f-8b99-51d5d734cdf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.506762 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c85eeb59-839a-415f-8b99-51d5d734cdf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3af558ec-670a-44e9-b58e-598cf94c25e8 HTTP/1.1" status: 204 len: 168 time: 0.6923001 Dec 13 13:01:54.545540 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eeb59-839a-415f-8b99-51d5d734cdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af558ec-670a-44e9-b58e-598cf94c25e8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:54.550710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Network f6805215-4202-4632-aa7e-b39c3dc963be is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:54.553011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:54.649979 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.741997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Router 42099d46-879f-44bc-af68-63c6b583a5d1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:01:54.843165 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:54.921835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:01:54.931236 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e45cf3eb-0149-43ec-ab06-74854fb859a0 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "PUT /v2.0/routers/42099d46-879f-44bc-af68-63c6b583a5d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6149390 Dec 13 13:01:54.931236 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60180) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:54.933795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ca3cc-3d3e-4912-bd03-17b2a69fc48a None None] Sync routers for ids ['42099d46-879f-44bc-af68-63c6b583a5d1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:01:54.935459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Request body: {'port': {'network_id': 'f6805215-4202-4632-aa7e-b39c3dc963be', 'name': 'tempest-FloatingIPAdminTestJSON-117220182'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:54.954001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ca3cc-3d3e-4912-bd03-17b2a69fc48a None None] Routers {'42099d46-879f-44bc-af68-63c6b583a5d1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:54.955829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d90ca3cc-3d3e-4912-bd03-17b2a69fc48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['42099d46-879f-44bc-af68-63c6b583a5d1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:54.977592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:54.987305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:54.991701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:54.993624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Pushing event updated for resources: {'Port': ['ID=ee6afe61-dc04-4965-9eea-cf17b5f8f565,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:55.035481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d90ca3cc-3d3e-4912-bd03-17b2a69fc48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:55.049705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ca3cc-3d3e-4912-bd03-17b2a69fc48a None None] Routers {'42099d46-879f-44bc-af68-63c6b583a5d1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:55.051000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d90ca3cc-3d3e-4912-bd03-17b2a69fc48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['42099d46-879f-44bc-af68-63c6b583a5d1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:55.124985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d90ca3cc-3d3e-4912-bd03-17b2a69fc48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:55.125664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ca3cc-3d3e-4912-bd03-17b2a69fc48a None None] The sync data for ids ['42099d46-879f-44bc-af68-63c6b583a5d1'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:01:55.158310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-17e90924-9594-4d4e-9654-c6b688a490c3 None None] Provisioning complete for port 5b2132f0-95f3-4452-b9bd-21fc8618223d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:55.158943 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17e90924-9594-4d4e-9654-c6b688a490c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:55.163099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Made reservation on behalf of ea60ee2184c049579add9a7acf19a6e6 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:01:55.169865 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:55.217849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] device_id is not set on port 9b511995-e0cb-4cf1-9134-2d5b647d30b2 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:01:55.232324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-17e90924-9594-4d4e-9654-c6b688a490c3 None None] Port 5b2132f0-95f3-4452-b9bd-21fc8618223d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:01:55.347572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Allocated IP 172.20.0.8 (f6805215-4202-4632-aa7e-b39c3dc963be/c515bd31-4638-4da7-8d69-dcf9ce5713e4/9b511995-e0cb-4cf1-9134-2d5b647d30b2) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:55.480659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:55.482389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:55.623609 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:55.670221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:55.738613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Network f6805215-4202-4632-aa7e-b39c3dc963be is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:55.743038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:55.762153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:55.762557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f1734-7fea-431d-8415-c9ae4fbb6dac req-05921e1f-c405-44ba-9853-8d45f50ca3eb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:55.764116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f0f1734-7fea-431d-8415-c9ae4fbb6dac req-05921e1f-c405-44ba-9853-8d45f50ca3eb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.2789357 Dec 13 13:01:55.819479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:55.820124 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:55.820254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18738f-6af1-4ab9-b41f-93c314d6877b req-1f6e67d3-6060-4542-97a5-9568c209e2d7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:55.821747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e18738f-6af1-4ab9-b41f-93c314d6877b req-1f6e67d3-6060-4542-97a5-9568c209e2d7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2521815 Dec 13 13:01:55.824237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event updated for resources: {'Port': ['ID=9b511995-e0cb-4cf1-9134-2d5b647d30b2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:55.867212 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d4d314c8-8794-4131-afd6-b20b2529d8bd tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9316895 Dec 13 13:01:55.867212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60208) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:56.114654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'project_id': 'ea60ee2184c049579add9a7acf19a6e6', 'port_id': '9b511995-e0cb-4cf1-9134-2d5b647d30b2'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:56.155547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:56.184962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b13f62bc-fc57-4c11-b8b6-df6a0c89b8fb None None] Provisioning complete for port 9b511995-e0cb-4cf1-9134-2d5b647d30b2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:01:56.185405 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b13f62bc-fc57-4c11-b8b6-df6a0c89b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:56.260470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b13f62bc-fc57-4c11-b8b6-df6a0c89b8fb None None] Port 9b511995-e0cb-4cf1-9134-2d5b647d30b2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:01:56.423889 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:56.585764 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab86bdd4-ea42-4478-8bc7-e082b04bac0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:56.595420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Allocated IP 172.25.2.248 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/c6372b95-f99d-4d41-a3b7-eab57be038d5) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:01:56.616073 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60232) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:56.706530 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e18738f-6af1-4ab9-b41f-93c314d6877b req-2d605e7b-7079-4b6f-bfc8-15dcc80e4e5d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8642159 Dec 13 13:01:56.723180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f0f1734-7fea-431d-8415-c9ae4fbb6dac req-77b37b51-6cfe-4d58-977f-474b53acd826 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9457042 Dec 13 13:01:56.738341 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:56.745336 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:56.823579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:56.942064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:01:56.955257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:01:56.971608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-17ec1e98-016b-497f-bde0-20113220687a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:56.977143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:01:57.007735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] Deleting port 64ab133b-c10c-42cf-b735-e0aa623ca9b8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:57.008063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.025714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Pushing event updated for resources: {'Port': ['ID=c6372b95-f99d-4d41-a3b7-eab57be038d5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:57.129616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60d87b-56d3-4bfe-a750-b26a80cd3435 req-cf17e95d-b883-4c16-aff9-cc69c263bb7f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:57.139138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f60d87b-56d3-4bfe-a750-b26a80cd3435 req-cf17e95d-b883-4c16-aff9-cc69c263bb7f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1833060 Dec 13 13:01:57.144450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Router 0e8370a7-e26b-485a-ade1-b1e34105b2da is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:01:57.205056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-17ec1e98-016b-497f-bde0-20113220687a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.214390 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-17ec1e98-016b-497f-bde0-20113220687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.265888 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-17ec1e98-016b-497f-bde0-20113220687a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4f4f3ae5a7e4e3bbbc03b951c408efa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487026 Dec 13 13:01:57.271274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f60d87b-56d3-4bfe-a750-b26a80cd3435 req-678ea4a5-f4ce-460a-8f2c-f3965a4727bc tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307170 Dec 13 13:01:57.271446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60244) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:57.299751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] For port 64ab133b-c10c-42cf-b735-e0aa623ca9b8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=64ab133b-c10c-42cf-b735-e0aa623ca9b8,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:01:57.300467 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.341235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] Calling delete_port for 64ab133b-c10c-42cf-b735-e0aa623ca9b8 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:57.348956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec1e98-016b-497f-bde0-20113220687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab62e6da-7a04-4407-88b9-0163adb796b1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:57.387913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4ee5-a58f-4d5b-b212-4e324f450619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.435095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4ee5-a58f-4d5b-b212-4e324f450619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.489068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60248) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:57.510867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277665802', 'description': 'tempest-secgroup-smoke-1277665802 description', 'project_id': 'b1ead8c13ad94dc28381575c3180019a'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:57.535599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:01:57.550446 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f59b45-dc94-4f71-a6bf-752b1de727d5 None None] Sync routers for ids ['0e8370a7-e26b-485a-ade1-b1e34105b2da'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:01:57.569610 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f59b45-dc94-4f71-a6bf-752b1de727d5 None None] Routers {'0e8370a7-e26b-485a-ade1-b1e34105b2da'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:57.570845 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a9f59b45-dc94-4f71-a6bf-752b1de727d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0e8370a7-e26b-485a-ade1-b1e34105b2da'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:57.577286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f104529-b26b-47c9-881e-cf834391929f req-5189d929-9a64-4b6c-9f3f-cb8c58a89990 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:57.578860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f104529-b26b-47c9-881e-cf834391929f req-5189d929-9a64-4b6c-9f3f-cb8c58a89990 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1719313 Dec 13 13:01:57.611575 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a9f59b45-dc94-4f71-a6bf-752b1de727d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:57.617639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.621903 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f59b45-dc94-4f71-a6bf-752b1de727d5 None None] Routers {'0e8370a7-e26b-485a-ade1-b1e34105b2da'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:57.622585 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a9f59b45-dc94-4f71-a6bf-752b1de727d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0e8370a7-e26b-485a-ade1-b1e34105b2da'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:57.623784 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.624957 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-de853cd2-a2f5-46ab-9678-e75e80af248e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6162798 Dec 13 13:01:57.627680 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.637105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60250) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:57.685135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f104529-b26b-47c9-881e-cf834391929f req-e49d04ab-5a2f-4f9d-9f70-17dec6081ae3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672097 Dec 13 13:01:57.688852 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a9f59b45-dc94-4f71-a6bf-752b1de727d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:57.689923 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f59b45-dc94-4f71-a6bf-752b1de727d5 None None] The sync data for ids ['0e8370a7-e26b-485a-ade1-b1e34105b2da'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:01:57.708995 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4ee5-a58f-4d5b-b212-4e324f450619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.712399 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.712946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4ee5-a58f-4d5b-b212-4e324f450619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.714229 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5fcd4ee5-a58f-4d5b-b212-4e324f450619 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab62e6da-7a04-4407-88b9-0163adb796b1 HTTP/1.1" status: 204 len: 168 time: 0.4416225 Dec 13 13:01:57.769011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4ee5-a58f-4d5b-b212-4e324f450619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab62e6da-7a04-4407-88b9-0163adb796b1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:57.805024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.822013 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.871562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ab133b-c10c-42cf-b735-e0aa623ca9b8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:57.929165 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.949419 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7642295b-0b0c-4651-9589-21d03b3bab43 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/routers/0e8370a7-e26b-485a-ade1-b1e34105b2da HTTP/1.1" status: 200 len: 921 time: 0.3103769 Dec 13 13:01:57.950242 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:57.953742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60264) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:57.999347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08503585-4440-4178-8ea7-6c74587d3e42 req-b62784f3-c867-4f72-ad1d-b89fdcfadf7b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:58.013900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08503585-4440-4178-8ea7-6c74587d3e42 req-b62784f3-c867-4f72-ad1d-b89fdcfadf7b tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1776156 Dec 13 13:01:58.044257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5fc2fb-9a70-4153-9339-4b8295d04882,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:58.071755 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2fa6e7be-2f90-4baf-93c0-2f3e7bf43a7b tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8370a7-e26b-485a-ade1-b1e34105b2da HTTP/1.1" status: 200 len: 205 time: 0.0569599 Dec 13 13:01:58.073740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:58.101422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58dffe-1fda-454a-8639-7688970a1744 req-2e986f36-aa3e-4f3e-8677-107e4a32d3ff tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:58.102391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:58.108942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de58dffe-1fda-454a-8639-7688970a1744 req-2e986f36-aa3e-4f3e-8677-107e4a32d3ff tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2599509 Dec 13 13:01:58.222249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08503585-4440-4178-8ea7-6c74587d3e42 req-d77b016c-7e73-41ae-bbc5-643627f5afc2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069516 Dec 13 13:01:58.248630 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:58.280777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de58dffe-1fda-454a-8639-7688970a1744 req-65427d7b-27f0-4d0a-92ff-719db0781382 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709027 Dec 13 13:01:58.297352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:58.534637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106e955-f5f6-4e22-96fd-0085c705ab87 req-d9eb7128-1d7a-41bc-b8d3-073af1728d87 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:58.536331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1106e955-f5f6-4e22-96fd-0085c705ab87 req-d9eb7128-1d7a-41bc-b8d3-073af1728d87 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1104057 Dec 13 13:01:58.652900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1106e955-f5f6-4e22-96fd-0085c705ab87 req-405fc653-63fa-4acd-a3c1-b36d18e9b3b5 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065614 Dec 13 13:01:58.665014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] Router a687090d-6e2f-458a-bc37-68e15e628d34 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:01:58.765898 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:58.824727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641577d5-d008-4204-affb-d171b4bb9bc2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:58.834874 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:58.838568 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:58.842635 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9bd1b003-ef8a-4202-b93e-35953b35ae0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.3435574 Dec 13 13:01:58.846193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60294) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:58.861976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6defa8a9-34f5-4753-821f-263123d5f4e0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '641577d5-d008-4204-affb-d171b4bb9bc2', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:58.884191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:01:58.889873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5f62996f-c817-49fc-bbf9-fd2fe4da2232 admin admin] 10.222.0.31 "PUT /v2.0/routers/a687090d-6e2f-458a-bc37-68e15e628d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6080644 Dec 13 13:01:58.894543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60296) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:58.899142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] Sync routers for ids ['a687090d-6e2f-458a-bc37-68e15e628d34'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:01:58.908647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-b97e20d9-21c9-4318-8618-35364611ad4b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1301053 Dec 13 13:01:58.919830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] Routers {'a687090d-6e2f-458a-bc37-68e15e628d34'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:58.920617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a687090d-6e2f-458a-bc37-68e15e628d34'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:58.923977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddf628-bf84-433d-b31d-790892015bf4 req-eeef236c-e2b3-4f74-a6aa-ee40d868e3b9 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:58.925646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63ddf628-bf84-433d-b31d-790892015bf4 req-eeef236c-e2b3-4f74-a6aa-ee40d868e3b9 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1493404 Dec 13 13:01:58.932584 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6defa8a9-34f5-4753-821f-263123d5f4e0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.033603 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.058168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63ddf628-bf84-433d-b31d-790892015bf4 req-2d27f0fe-2812-436d-a639-6d09cd725281 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213889 Dec 13 13:01:59.061020 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6defa8a9-34f5-4753-821f-263123d5f4e0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.067710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a40eed2e-d44b-4ea8-a343-fa740fb8611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.068303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a40eed2e-d44b-4ea8-a343-fa740fb8611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.069260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a40eed2e-d44b-4ea8-a343-fa740fb8611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.069775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a40eed2e-d44b-4ea8-a343-fa740fb8611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.070462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a40eed2e-d44b-4ea8-a343-fa740fb8611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.071082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a40eed2e-d44b-4ea8-a343-fa740fb8611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.071717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a40eed2e-d44b-4ea8-a343-fa740fb8611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.073228 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.074305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a40eed2e-d44b-4ea8-a343-fa740fb8611e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6502 time: 0.1082225 Dec 13 13:01:59.076334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6defa8a9-34f5-4753-821f-263123d5f4e0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.100027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defa8a9-34f5-4753-821f-263123d5f4e0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2b4236-9922-43c4-b99f-0cb2545bb44c,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:59.110504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6defa8a9-34f5-4753-821f-263123d5f4e0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.112469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6defa8a9-34f5-4753-821f-263123d5f4e0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2641258 Dec 13 13:01:59.116932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60300) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:59.122614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2999816b-f0c7-4bbc-a36d-2bb84c2bc270 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '641577d5-d008-4204-affb-d171b4bb9bc2', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:59.131816 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.159362 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.172590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] Set router a687090d-6e2f-458a-bc37-68e15e628d34 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:01:59.206726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Pushing event updated for resources: {'Port': ['ID=c6372b95-f99d-4d41-a3b7-eab57be038d5,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:59.209555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.219455 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2999816b-f0c7-4bbc-a36d-2bb84c2bc270 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.263548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.424773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-0705e00b-5505-4132-9f4e-0838727abb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.425242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-0705e00b-5505-4132-9f4e-0838727abb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.425720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-0705e00b-5505-4132-9f4e-0838727abb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.427349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-0705e00b-5505-4132-9f4e-0838727abb4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 HTTP/1.1" status: 200 len: 2296 time: 0.3081796 Dec 13 13:01:59.457090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Deleting port ee6afe61-dc04-4965-9eea-cf17b5f8f565 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:59.457426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.471725 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.503635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '38029035-fc01-47de-ab36-55143798ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T13:01:57Z', 'revision_number': 5, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port': {'id': '38029035-fc01-47de-ab36-55143798ca91', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:52:20Z', 'updated_at': '2021-12-13T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:59.505296 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Floating IP cbbbd216-060a-4356-af42-a31c8cca8c9e associated. External IP: 172.25.2.248, port: 9b511995-e0cb-4cf1-9134-2d5b647d30b2. Dec 13 13:01:59.545871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] Checking router: a687090d-6e2f-458a-bc37-68e15e628d34 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:01:59.556109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac616d93-3696-4091-a95b-2debc251afcd req-f6142f3c-df0b-446e-8535-439fd90ee963 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.556585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] Routers {'a687090d-6e2f-458a-bc37-68e15e628d34'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:01:59.557376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a687090d-6e2f-458a-bc37-68e15e628d34'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:59.563431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac616d93-3696-4091-a95b-2debc251afcd req-f6142f3c-df0b-446e-8535-439fd90ee963 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.3084209 Dec 13 13:01:59.569087 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2999816b-f0c7-4bbc-a36d-2bb84c2bc270 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.600077 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2999816b-f0c7-4bbc-a36d-2bb84c2bc270 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.644764 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-185ee24a-1929-48c6-a285-a5ef2e8ef8ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b HTTP/1.1" status: 200 len: 1000 time: 0.1942673 Dec 13 13:01:59.648971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999816b-f0c7-4bbc-a36d-2bb84c2bc270 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b1ed05-c63a-4a49-b4ad-e4ec40980604,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:01:59.660484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80a1d8-727b-4fbc-8a99-66d0f5d53c95 req-f9d2f695-ebe3-460e-8a6b-d9177e951baf tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.662120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d80a1d8-727b-4fbc-8a99-66d0f5d53c95 req-f9d2f695-ebe3-460e-8a6b-d9177e951baf tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2397218 Dec 13 13:01:59.676110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac616d93-3696-4091-a95b-2debc251afcd req-ac5ed6c2-d26a-4ae4-a578-5b1ceb803789 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063361 Dec 13 13:01:59.693049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] Set router a687090d-6e2f-458a-bc37-68e15e628d34 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:01:59.768816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T13:01:59Z', 'revision_number': 6, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:01:59.774997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-3e57dd6d-be91-4b7f-a1fb-84eb54918246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:01:59.776740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-3e57dd6d-be91-4b7f-a1fb-84eb54918246 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a389fb1f-57ad-40b1-ba6f-4d733cc5344d HTTP/1.1" status: 200 len: 856 time: 0.0994473 Dec 13 13:01:59.779760 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2999816b-f0c7-4bbc-a36d-2bb84c2bc270 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.781049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2999816b-f0c7-4bbc-a36d-2bb84c2bc270 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6631391 Dec 13 13:01:59.786244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60314) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:01:59.804683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.806282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-02239c8b-b7e5-49bb-8b82-0bb90107fbfb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '641577d5-d008-4204-affb-d171b4bb9bc2', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:01:59.817897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5518a9-da57-41f0-8d42-840beb9c8a3b None None] The sync data for ids ['a687090d-6e2f-458a-bc37-68e15e628d34'] in n-d-817326-4 is: [{'id': 'a687090d-6e2f-458a-bc37-68e15e628d34', 'name': 'tempest-ServerActionsTestJSON-2029155346-router', 'tenant_id': 'b188612fc8c94020b3799b929c73b2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:52:19Z', 'updated_at': '2021-12-13T13:01:59Z', 'revision_number': 6, 'project_id': 'b188612fc8c94020b3799b929c73b2b5', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:01:59.834041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Calling delete_port for ee6afe61-dc04-4965-9eea-cf17b5f8f565 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:01:59.883261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Deleting port 38029035-fc01-47de-ab36-55143798ca91 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:01:59.883604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:01:59.903835 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.006328 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02239c8b-b7e5-49bb-8b82-0bb90107fbfb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.007827 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Router 42099d46-879f-44bc-af68-63c6b583a5d1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:02:00.061326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-f0e59e87-cf9c-4f59-b66c-1ee1fc3deec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:00.062872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-f0e59e87-cf9c-4f59-b66c-1ee1fc3deec6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476728 Dec 13 13:02:00.085010 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d80a1d8-727b-4fbc-8a99-66d0f5d53c95 req-016e08dd-17d5-4df1-93e8-3b8b4ead1ff6 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064395 Dec 13 13:02:00.114579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] For port 38029035-fc01-47de-ab36-55143798ca91, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=38029035-fc01-47de-ab36-55143798ca91,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:00.114993 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.175254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Calling delete_port for 38029035-fc01-47de-ab36-55143798ca91 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:00.188479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02239c8b-b7e5-49bb-8b82-0bb90107fbfb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.207471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3e1e2-880d-4357-9175-b8b6833d163d req-315c44a2-35fe-4eda-8d24-5da8f96759c1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:00.215191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fb3e1e2-880d-4357-9175-b8b6833d163d req-315c44a2-35fe-4eda-8d24-5da8f96759c1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1477389 Dec 13 13:02:00.225817 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02239c8b-b7e5-49bb-8b82-0bb90107fbfb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.279679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02239c8b-b7e5-49bb-8b82-0bb90107fbfb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf9c67d-0b6b-4425-91a5-d858a52cadae,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:00.344393 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 64ab133b-c10c-42cf-b735-e0aa623ca9b8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:02:00.352550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:00.367612 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767aa60c-3532-4ccc-9c61-bacbd6e31360 None None] Sync routers for ids ['42099d46-879f-44bc-af68-63c6b583a5d1'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:00.382926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 64ab133b-c10c-42cf-b735-e0aa623ca9b8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:02:00.383859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 64ab133b-c10c-42cf-b735-e0aa623ca9b8 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:02:00.392509 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767aa60c-3532-4ccc-9c61-bacbd6e31360 None None] Routers {'42099d46-879f-44bc-af68-63c6b583a5d1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:00.393292 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-767aa60c-3532-4ccc-9c61-bacbd6e31360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['42099d46-879f-44bc-af68-63c6b583a5d1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:00.394857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fb3e1e2-880d-4357-9175-b8b6833d163d req-67c190fc-e1cd-4c05-829c-61efc237a2df tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787765 Dec 13 13:02:00.401334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02239c8b-b7e5-49bb-8b82-0bb90107fbfb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.404834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-02239c8b-b7e5-49bb-8b82-0bb90107fbfb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6146376 Dec 13 13:02:00.406045 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-83fe5e06-5e51-4844-bf1d-c0e80fa0b6b4 service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247352 Dec 13 13:02:00.406630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60320) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:00.411791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6a2db9d6-bfaa-4efa-bbb6-70d93acb366b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '641577d5-d008-4204-affb-d171b4bb9bc2', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:00.434727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.488513 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-767aa60c-3532-4ccc-9c61-bacbd6e31360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:00.500556 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767aa60c-3532-4ccc-9c61-bacbd6e31360 None None] Routers {'42099d46-879f-44bc-af68-63c6b583a5d1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:00.501435 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-767aa60c-3532-4ccc-9c61-bacbd6e31360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['42099d46-879f-44bc-af68-63c6b583a5d1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:00.552645 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a2db9d6-bfaa-4efa-bbb6-70d93acb366b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.558445 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-767aa60c-3532-4ccc-9c61-bacbd6e31360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:00.559471 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767aa60c-3532-4ccc-9c61-bacbd6e31360 None None] The sync data for ids ['42099d46-879f-44bc-af68-63c6b583a5d1'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:00.594831 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.597866 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9f4e2ad6-d5ae-4364-95ba-2bac89a3aec0 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.7303579 Dec 13 13:02:00.601758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60326) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:00.608428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.630161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-2e77a95e-aa80-4027-ac5b-1338fe17d045 service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106566 Dec 13 13:02:00.694506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Pushing event deleted for resources: {'Port': ['ID=ee6afe61-dc04-4965-9eea-cf17b5f8f565,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:00.701791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-3d892bb5-f0e4-458c-95cf-c94b1cfa78a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=c45097b7-ab3b-4dc5-9117-be3b06871a4e HTTP/1.1" status: 200 len: 217 time: 0.0626779 Dec 13 13:02:00.713266 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a2db9d6-bfaa-4efa-bbb6-70d93acb366b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.764908 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a2db9d6-bfaa-4efa-bbb6-70d93acb366b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.783500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-cff78b08-14ef-4a1d-860f-72f7fb53c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:00.784999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-cff78b08-14ef-4a1d-860f-72f7fb53c786 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.0703266 Dec 13 13:02:00.789719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2db9d6-bfaa-4efa-bbb6-70d93acb366b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61b2caa-c6be-4cad-952e-94082ebfdc4e,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:00.799302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Pushing event deleted for resources: {'Port': ['ID=38029035-fc01-47de-ab36-55143798ca91,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:00.845693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a2db9d6-bfaa-4efa-bbb6-70d93acb366b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.847504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6a2db9d6-bfaa-4efa-bbb6-70d93acb366b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4399481 Dec 13 13:02:00.850373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60336) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:00.858906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-da2ddc48-e720-4e2d-9748-0a2b2a691e61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '641577d5-d008-4204-affb-d171b4bb9bc2', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:00.866826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f1bc527b-b4de-4dc4-9203-a0fbb8704152 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] 10.222.0.31 "GET /v2.0/floatingips/cbbbd216-060a-4356-af42-a31c8cca8c9e HTTP/1.1" status: 200 len: 982 time: 0.2569230 Dec 13 13:02:00.867436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60338) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:00.879287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.947023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:00.991523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-5c041e3c-acdc-4651-b60e-f00f1f70d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:00.993327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-5c041e3c-acdc-4651-b60e-f00f1f70d453 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1961768 Dec 13 13:02:01.007203 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-da2ddc48-e720-4e2d-9748-0a2b2a691e61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Project b1ead8c13ad94dc28381575c3180019a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:02:01.007967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.044458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.048312 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da2ddc48-e720-4e2d-9748-0a2b2a691e61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.109531 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.112254 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.124612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d6a80ca9-8451-4a21-9035-2615b471693f tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2535312 Dec 13 13:02:01.128207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60344) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:01.135596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.136121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Fanout notify agent at l3_agent the message router_deleted on router 0e8370a7-e26b-485a-ade1-b1e34105b2da {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:02:01.190831 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.192095 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-79c649bc-2a56-4631-be3a-88bd3abbd59f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/0e8370a7-e26b-485a-ade1-b1e34105b2da HTTP/1.1" status: 204 len: 168 time: 3.1145549 Dec 13 13:02:01.196239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60348) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:01.201525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Request body: {'router': {'name': 'tempest-snat-router-574644152', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'enable_snat': False}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:01.216074 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.216610 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a687090d-6e2f-458a-bc37-68e15e628d34 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:02:01.222112 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.226527 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cbd4849d-feac-43c4-a659-bdb22a52ac66 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a687090d-6e2f-458a-bc37-68e15e628d34 HTTP/1.1" status: 204 len: 168 time: 2.3279953 Dec 13 13:02:01.226527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60350) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:01.272426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.273745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.340606 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.352251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-78470584-90b5-4ac1-a63b-3403b1b670f4 admin admin] Deleting subnet 8d950739-0d1d-48d1-b81d-f3ff8666245a {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:02:01.358467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78470584-90b5-4ac1-a63b-3403b1b670f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.801445 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da2ddc48-e720-4e2d-9748-0a2b2a691e61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.805725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-8b3e664e-8976-41e3-948b-361f98cb87e3 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001978 Dec 13 13:02:01.819644 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da2ddc48-e720-4e2d-9748-0a2b2a691e61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.841191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1b696-131f-4eda-8ec6-8f7526c18bd5 req-cbf37737-d17d-4b73-a4ed-c46253801d00 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:01.848527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cf1b696-131f-4eda-8ec6-8f7526c18bd5 req-cbf37737-d17d-4b73-a4ed-c46253801d00 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2371271 Dec 13 13:02:01.884067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddbc27-5273-4791-89cd-69bc2af2a12b req-9314690f-f386-49eb-aa32-7d9130839874 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:01.885886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f0ddbc27-5273-4791-89cd-69bc2af2a12b req-9314690f-f386-49eb-aa32-7d9130839874 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.2734549 Dec 13 13:02:01.903577 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.910207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78470584-90b5-4ac1-a63b-3403b1b670f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:01.948841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ddc48-e720-4e2d-9748-0a2b2a691e61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac6e840-0765-4162-9749-47cef36a248f,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:02.021406 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da2ddc48-e720-4e2d-9748-0a2b2a691e61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.023649 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-da2ddc48-e720-4e2d-9748-0a2b2a691e61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1718502 Dec 13 13:02:02.028418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60358) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:02.039471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9acb749c-5bae-46b4-bffc-9f7aeddc90e7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '641577d5-d008-4204-affb-d171b4bb9bc2', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:02.078528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78470584-90b5-4ac1-a63b-3403b1b670f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.103421 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-9acb749c-5bae-46b4-bffc-9f7aeddc90e7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Project b1ead8c13ad94dc28381575c3180019a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:02:02.118407 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9acb749c-5bae-46b4-bffc-9f7aeddc90e7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.148084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cf1b696-131f-4eda-8ec6-8f7526c18bd5 req-2a4f4c09-28e2-4e84-afb7-906fc63c4191 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941165 Dec 13 13:02:02.166035 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-762e960e-0de4-4509-af7b-b90af11c03b3 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472922 Dec 13 13:02:02.188467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f0ddbc27-5273-4791-89cd-69bc2af2a12b req-20d3a854-9f43-4ed7-ae5d-97d81132d7fa tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537730 Dec 13 13:02:02.202225 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9acb749c-5bae-46b4-bffc-9f7aeddc90e7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.231120 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9acb749c-5bae-46b4-bffc-9f7aeddc90e7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.265388 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a7a63781-f970-4e2d-b269-d9863623cc21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=50c45399-8b22-4490-9dce-8ab750e368d4 HTTP/1.1" status: 200 len: 217 time: 0.0744188 Dec 13 13:02:02.271425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Deleting port c6372b95-f99d-4d41-a3b7-eab57be038d5 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:02.271870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb749c-5bae-46b4-bffc-9f7aeddc90e7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454101c6-94a5-4244-955a-279dccd9842a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:02.272598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.274745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78470584-90b5-4ac1-a63b-3403b1b670f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.296927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1867ca32-84b5-47db-8b3a-a9cbc4353fbb None None] Network 34e7f0c5-565f-414d-b7b7-f8cefd9101ec requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:02.307256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78470584-90b5-4ac1-a63b-3403b1b670f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.313814 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-78470584-90b5-4ac1-a63b-3403b1b670f4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8d950739-0d1d-48d1-b81d-f3ff8666245a HTTP/1.1" status: 204 len: 168 time: 1.0842428 Dec 13 13:02:02.349255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60366) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:02.363599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78470584-90b5-4ac1-a63b-3403b1b670f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d950739-0d1d-48d1-b81d-f3ff8666245a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:02.363852 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.364283 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.379434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Calling delete_port for c6372b95-f99d-4d41-a3b7-eab57be038d5 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:02.425339 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9acb749c-5bae-46b4-bffc-9f7aeddc90e7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.430435 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9acb749c-5bae-46b4-bffc-9f7aeddc90e7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3936479 Dec 13 13:02:02.430850 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 38029035-fc01-47de-ab36-55143798ca91 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:02:02.436870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60368) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:02.463162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 38029035-fc01-47de-ab36-55143798ca91 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:02:02.463642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 38029035-fc01-47de-ab36-55143798ca91 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:02:02.482696 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:02:02.518375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-55752fa1-e11c-487c-b6fa-d5ca5e48b3ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2986019 Dec 13 13:02:02.523600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'network': {'name': 'tempest-network-smoke--1767184407', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'port_security_enabled': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:02.539132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8851a6b2-9592-4728-be26-dfc23e2c557c None None] DHCP port deletion for 34e7f0c5-565f-414d-b7b7-f8cefd9101ec request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:02:02.601082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-9d8d29ee-4cf5-4540-9176-0a7a25b5b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:02.602634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-9d8d29ee-4cf5-4540-9176-0a7a25b5b9ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.2072353 Dec 13 13:02:02.603080 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.608943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:02.613058 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.636889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8851a6b2-9592-4728-be26-dfc23e2c557c None None] Deleting port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:02.637722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8851a6b2-9592-4728-be26-dfc23e2c557c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.653416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.697849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.705059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-e50f40e1-80ec-4aa7-bfd6-5e034ee5ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:02.706968 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-e50f40e1-80ec-4aa7-bfd6-5e034ee5ae09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0905013 Dec 13 13:02:02.707393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:02:02.738267 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-86182c8b-77ce-49f8-9429-c3367f161e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:02.740070 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-86182c8b-77ce-49f8-9429-c3367f161e24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 1097 time: 0.1684074 Dec 13 13:02:02.744911 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.745170 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Added segment 410d1edf-f68b-4a7f-b22a-ce7f14bc4198 of type vlan for network ccc08304-0be5-428d-b404-0a9353d5f882 Dec 13 13:02:02.771285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8851a6b2-9592-4728-be26-dfc23e2c557c None None] For port 8ba04d68-08e6-4cd3-8869-a10cccff72b6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8ba04d68-08e6-4cd3-8869-a10cccff72b6,segment=NetworkSegment(446345b7-d000-468e-8be5-15f70bfddc9c),segment_id=446345b7-d000-468e-8be5-15f70bfddc9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:02.773214 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8851a6b2-9592-4728-be26-dfc23e2c557c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.812995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8851a6b2-9592-4728-be26-dfc23e2c557c None None] Calling delete_port for 8ba04d68-08e6-4cd3-8869-a10cccff72b6 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:02.864663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.927211 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8851a6b2-9592-4728-be26-dfc23e2c557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.946773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.948127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Allocated IP 172.25.2.158 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/4883ba33-2108-42dd-9458-61cebb79aeca) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:02.955796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-492b57c1-b94d-4b12-8305-2672878c4c90 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343013 Dec 13 13:02:02.960922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851a6b2-9592-4728-be26-dfc23e2c557c None None] Pushing event deleted for resources: {'Port': ['ID=8ba04d68-08e6-4cd3-8869-a10cccff72b6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:02.966347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851a6b2-9592-4728-be26-dfc23e2c557c None None] No DVR routers for this DVR port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:02:02.991815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.995048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Deleting port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:02.995497 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:02.997972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:02.998639 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.007159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event deleted for resources: {'Port': ['ID=c6372b95-f99d-4d41-a3b7-eab57be038d5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:03.121520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-7d4a56df-6140-4ed5-8026-9eccff35adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:03.122942 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-7d4a56df-6140-4ed5-8026-9eccff35adf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 913 time: 0.3462181 Dec 13 13:02:03.126426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65f054-a2f9-4294-a09f-4bc978e0ad6f req-0ecb41b1-600c-4a04-bfc3-c41e87f9d006 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:03.127935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd65f054-a2f9-4294-a09f-4bc978e0ad6f req-0ecb41b1-600c-4a04-bfc3-c41e87f9d006 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.2519257 Dec 13 13:02:03.142459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] For port 8ba04d68-08e6-4cd3-8869-a10cccff72b6, host n-d-817326-4, got binding levels [] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:03.143214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.151897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7109687 Dec 13 13:02:03.154102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60372) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:03.192917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'admin_state_up': True, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:03.195693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2662ad-4c41-4688-9934-95acdfe0e2c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Network': ['ID=ccc08304-0be5-428d-b404-0a9353d5f882,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:03.202424 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-3e36a748-7b57-44d8-b6ec-757706271495 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231 HTTP/1.1" status: 200 len: 217 time: 0.0704770 Dec 13 13:02:03.212954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network ccc08304-0be5-428d-b404-0a9353d5f882 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:02:03.217696 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Calling delete_port for 8ba04d68-08e6-4cd3-8869-a10cccff72b6 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:03.241531 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_backend_mixin [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 was not found and therefore no delete operation was performed {{(pid=109885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:02:03.253401 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.254050 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Floating IP cbbbd216-060a-4356-af42-a31c8cca8c9e disassociated (deleted). External IP: 172.25.2.248, port: 9b511995-e0cb-4cf1-9134-2d5b647d30b2. Dec 13 13:02:03.264900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-b91fae26-4fc9-4f11-90d3-501e9f14e4b0 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858195 Dec 13 13:02:03.278861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.312574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.352149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.354538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.362720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd65f054-a2f9-4294-a09f-4bc978e0ad6f req-2f9f8e55-b5cf-4142-915e-2cfeaa03352c tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189243 Dec 13 13:02:03.367720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba04d68-08e6-4cd3-8869-a10cccff72b6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:03.373789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] No DVR routers for this DVR port 8ba04d68-08e6-4cd3-8869-a10cccff72b6 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:02:03.385289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-c19f68cd-168a-4622-a210-e4376aa59e76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=f611ff96-dd02-482d-baa6-61dd953429d4 HTTP/1.1" status: 200 len: 217 time: 0.0756757 Dec 13 13:02:03.433557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-d0b87a0c-5cfd-4495-a1ec-e0c49fa287b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:03.435281 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-d0b87a0c-5cfd-4495-a1ec-e0c49fa287b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43d18bc6-f132-4d0d-b654-2571ed7692f2 HTTP/1.1" status: 200 len: 853 time: 0.2147913 Dec 13 13:02:03.495153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9e954-4e32-4bf1-9905-ba7303caa36e req-191f7c5c-1af2-455e-af61-9b928b8f65e6 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:03.502583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f0a9e954-4e32-4bf1-9905-ba7303caa36e req-191f7c5c-1af2-455e-af61-9b928b8f65e6 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.1955628 Dec 13 13:02:03.538443 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-76b1fe11-f8fb-4751-9e7d-252f6651b2ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855749 Dec 13 13:02:03.544900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-0647f6f9-eabf-480e-b08c-e080fa1f3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:03.545545 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.546468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-0647f6f9-eabf-480e-b08c-e080fa1f3f68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.1533952 Dec 13 13:02:03.578945 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.599485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.621051 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e7f0c5-565f-414d-b7b7-f8cefd9101ec']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:03.623066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f0a9e954-4e32-4bf1-9905-ba7303caa36e req-51596f4a-5724-4538-a956-db0113924ee8 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193156 Dec 13 13:02:03.673420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-72c5f0ff-76a8-49fb-a6d4-7a5bac4cae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:03.675137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-72c5f0ff-76a8-49fb-a6d4-7a5bac4cae73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1138363 Dec 13 13:02:03.721340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446345b7-d000-468e-8be5-15f70bfddc9c') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:03.721606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446345b7-d000-468e-8be5-15f70bfddc9c') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:03.771853 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.774786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:03.791078 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:03.835316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:03.839931 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.843547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event updated for resources: {'Port': ['ID=4883ba33-2108-42dd-9458-61cebb79aeca,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:03.911924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:02:03.912366 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:02:03.914283 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:02:03.926822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:04.005991 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-a0502739-07ae-4494-b378-52af0051a9ec service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296412 Dec 13 13:02:04.056557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:04.060873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Router 42099d46-879f-44bc-af68-63c6b583a5d1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:02:04.126341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-b948cef1-8dd5-45c9-a3ea-3c89db5f0873 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417427 Dec 13 13:02:04.128910 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:04.132800 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] 10.222.0.31 "DELETE /v2.0/networks/34e7f0c5-565f-414d-b7b7-f8cefd9101ec HTTP/1.1" status: 204 len: 168 time: 1.7820578 Dec 13 13:02:04.212495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62854d-440c-4217-89d1-b2c5bc339045 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e7f0c5-565f-414d-b7b7-f8cefd9101ec,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:04.277950 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7ee3ea4-2680-4542-aa72-a49407b912d6 req-07fa9ce8-75e7-43f6-aebd-d0851641c5db service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339070 Dec 13 13:02:04.345587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-473a14ef-1bbe-4d86-8eda-98cfcdca45f6 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114139 Dec 13 13:02:04.352074 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:04.366776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a79640-036c-48d8-91c3-bf6a458812a8 None None] Sync routers for ids ['42099d46-879f-44bc-af68-63c6b583a5d1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:04.367607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:04.389700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60388) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:04.390542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a79640-036c-48d8-91c3-bf6a458812a8 None None] Routers {'42099d46-879f-44bc-af68-63c6b583a5d1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:04.391287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-80a79640-036c-48d8-91c3-bf6a458812a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['42099d46-879f-44bc-af68-63c6b583a5d1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:04.429523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7ec105ac-1cb3-4210-bcb7-e9876d062884 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "DELETE /v2.0/floatingips/cbbbd216-060a-4356-af42-a31c8cca8c9e HTTP/1.1" status: 204 len: 168 time: 3.2853727 Dec 13 13:02:04.431480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60392) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:04.443368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:04.475552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-d90a74a3-7cf9-48b0-a2b5-ace865da9c27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=1d5b9ba7-fb28-4630-ad6a-37abed4bca86 HTTP/1.1" status: 200 len: 217 time: 0.1211290 Dec 13 13:02:04.492955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-80a79640-036c-48d8-91c3-bf6a458812a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:04.498204 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8ba04d68-08e6-4cd3-8869-a10cccff72b6 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:02:04.512279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:04.562361 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:04.671000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-7dbd8a1a-f898-451a-8f02-dcf54b8de4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:04.672523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-7dbd8a1a-f898-451a-8f02-dcf54b8de4c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.1886384 Dec 13 13:02:04.686368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd8efd-61cd-464f-9b81-726a45d7ff59 req-f80d2b88-7f22-4d12-abf3-83b5c40b9df6 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:04.688490 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77fd8efd-61cd-464f-9b81-726a45d7ff59 req-f80d2b88-7f22-4d12-abf3-83b5c40b9df6 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1914086 Dec 13 13:02:04.770231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 8ba04d68-08e6-4cd3-8869-a10cccff72b6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:02:04.770938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8ba04d68-08e6-4cd3-8869-a10cccff72b6 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:02:04.776187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a79640-036c-48d8-91c3-bf6a458812a8 None None] Routers {'42099d46-879f-44bc-af68-63c6b583a5d1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:04.776994 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-80a79640-036c-48d8-91c3-bf6a458812a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['42099d46-879f-44bc-af68-63c6b583a5d1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:04.813168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-80a79640-036c-48d8-91c3-bf6a458812a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:04.814146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a79640-036c-48d8-91c3-bf6a458812a8 None None] The sync data for ids ['42099d46-879f-44bc-af68-63c6b583a5d1'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:04.830637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77fd8efd-61cd-464f-9b81-726a45d7ff59 req-ceb6b723-4234-4f2e-9223-cd3261b97c28 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209736 Dec 13 13:02:04.844495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a1814588-80b3-4b7b-a62e-46fbecba6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:04.845999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a1814588-80b3-4b7b-a62e-46fbecba6e55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1549380 Dec 13 13:02:04.875357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3e13f-d15b-4911-82f1-8b3fd61f0815 req-5bbfbc6d-36d9-45f0-acc3-2f1c916a9eaa tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:04.877041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0cc3e13f-d15b-4911-82f1-8b3fd61f0815 req-5bbfbc6d-36d9-45f0-acc3-2f1c916a9eaa tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.1264095 Dec 13 13:02:04.985674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.009832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0cc3e13f-d15b-4911-82f1-8b3fd61f0815 req-1f67f306-df8e-4e07-b150-d67baca3a776 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116714 Dec 13 13:02:05.037014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb51f9-343f-4290-aec6-82373a1bfe3c req-a7f99fb8-6217-4078-9c71-9a8e7f1392d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:05.038515 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52cb51f9-343f-4290-aec6-82373a1bfe3c req-a7f99fb8-6217-4078-9c71-9a8e7f1392d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c17f0f6d559f407185a885c8b61c7515&device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 1097 time: 0.6906905 Dec 13 13:02:05.052367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-d7ce0734-8c7c-4be5-9b0a-bdcd73d90991 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946192 Dec 13 13:02:05.072715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7612be70-4b99-48b4-add6-35d80a040562 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:02:05.077557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7612be70-4b99-48b4-add6-35d80a040562 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:02:05.091011 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b99ae008-d650-4f9b-9bae-2aeef1614e5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b188612fc8c94020b3799b929c73b2b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6967366 Dec 13 13:02:05.102466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60400) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:05.175930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.214302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Allocated IP 172.25.2.124 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/b1030dc0-64ed-4c09-8608-ff35318c5be1) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:05.223885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-cdbd3b55-0835-458f-95cf-ec50be8d7165 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625495 Dec 13 13:02:05.253228 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.256292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7612be70-4b99-48b4-add6-35d80a040562, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7612be70-4b99-48b4-add6-35d80a040562,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:05.273153 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '7612be70-4b99-48b4-add6-35d80a040562', 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4', 'port_id': '7612be70-4b99-48b4-add6-35d80a040562', 'mac_address': 'fa:16:3e:99:17:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c11bfb4-a169-48b4-9476-10f8dc9ff79b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:02:05.276384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-3aada0dc-0ac6-4d19-b660-0a7a12cd170a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3b0e5496-c005-45dd-aa51-28c28dd43728 HTTP/1.1" status: 200 len: 217 time: 0.0457809 Dec 13 13:02:05.370209 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.390430 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.398800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb51f9-343f-4290-aec6-82373a1bfe3c req-85fbf651-4e79-46b2-a3da-cd7f7d042b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:05.400339 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52cb51f9-343f-4290-aec6-82373a1bfe3c req-85fbf651-4e79-46b2-a3da-cd7f7d042b10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 200 len: 913 time: 0.3263977 Dec 13 13:02:05.400478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-bb3b9274-e145-41f5-866c-29d208961b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:05.402196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-bb3b9274-e145-41f5-866c-29d208961b60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.1114717 Dec 13 13:02:05.404789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36439cf6-c90a-4252-9b98-9adaaba7089c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.421054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7612be70-4b99-48b4-add6-35d80a040562 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:02:05.437286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7612be70-4b99-48b4-add6-35d80a040562'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:05.440652 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c99b862-70ff-4c19-8903-f1a3ba6b2c86" -d '{"events": [{"server_uuid": "077871a6-7d4e-438d-9728-9d5e71debcfd", "name": "network-vif-unplugged", "status": "completed", "tag": "7612be70-4b99-48b4-add6-35d80a040562"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:05.458133 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.468352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52cb51f9-343f-4290-aec6-82373a1bfe3c req-61b0a10e-8d1f-4996-9694-effcbdc6647b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231 HTTP/1.1" status: 200 len: 217 time: 0.0587816 Dec 13 13:02:05.468868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7612be70-4b99-48b4-add6-35d80a040562, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7612be70-4b99-48b4-add6-35d80a040562,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:05.474952 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36439cf6-c90a-4252-9b98-9adaaba7089c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.480817 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.508109 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.537902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-e3b97789-5906-47fe-88ac-cff594c92f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:05.539873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-e3b97789-5906-47fe-88ac-cff594c92f9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1293516 Dec 13 13:02:05.589942 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b436bf-1029-441f-bc01-c4aeb340f0d5 x-openstack-request-id: req-d6b436bf-1029-441f-bc01-c4aeb340f0d5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:05.590284 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077871a6-7d4e-438d-9728-9d5e71debcfd", "name": "network-vif-unplugged", "status": "completed", "tag": "7612be70-4b99-48b4-add6-35d80a040562", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:05.590528 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6b436bf-1029-441f-bc01-c4aeb340f0d5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:05.591058 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7612be70-4b99-48b4-add6-35d80a040562', 'code': 200} Dec 13 13:02:05.591648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7612be70-4b99-48b4-add6-35d80a040562,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:05.602255 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:02:05.602694 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:02:05.662229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb51f9-343f-4290-aec6-82373a1bfe3c req-e92a8145-2806-4f31-a75b-98ca450cb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:05.663812 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52cb51f9-343f-4290-aec6-82373a1bfe3c req-e92a8145-2806-4f31-a75b-98ca450cb36d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43d18bc6-f132-4d0d-b654-2571ed7692f2 HTTP/1.1" status: 200 len: 853 time: 0.1863513 Dec 13 13:02:05.684022 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.703896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36439cf6-c90a-4252-9b98-9adaaba7089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.707008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36439cf6-c90a-4252-9b98-9adaaba7089c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:05.710727 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-36439cf6-c90a-4252-9b98-9adaaba7089c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/359a82b1-5f51-4366-9da1-14f9a63335cc HTTP/1.1" status: 204 len: 168 time: 0.6048503 Dec 13 13:02:05.718787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a5a3af0d-2b83-430e-935b-31b9fac1d8cd service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695306 Dec 13 13:02:05.733822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:05.753944 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52cb51f9-343f-4290-aec6-82373a1bfe3c req-b7ed1de8-1009-4608-ae54-939f7dc56a58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712204 Dec 13 13:02:05.754860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:05.757891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:05.784381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36439cf6-c90a-4252-9b98-9adaaba7089c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359a82b1-5f51-4366-9da1-14f9a63335cc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:05.858418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Pushing event updated for resources: {'Port': ['ID=b1030dc0-64ed-4c09-8608-ff35318c5be1,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:05.879319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.25.2.126 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/38142bbd-5c12-40d2-8136-79858346b09e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:05.936448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Router e7e31e79-22b7-4247-9a57-5177ad3a8794 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:02:05.989934 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52cb51f9-343f-4290-aec6-82373a1bfe3c req-6e9026f5-c43c-4de0-982d-ef728ca3c86f service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245824 Dec 13 13:02:06.024918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-e44973f2-fbe9-4a17-8f6a-b4193af7b0be service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939706 Dec 13 13:02:06.031339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.079026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-087939f4-f92f-4618-a49f-a19972f95b48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f17260fa-935f-466a-9a8c-392688041fdd HTTP/1.1" status: 200 len: 217 time: 0.0459974 Dec 13 13:02:06.092402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59b6d-1350-4eab-bc3e-37d15ff46db8 req-338b7e92-da47-4674-af06-1e18f5ffa8c4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:06.101038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8b59b6d-1350-4eab-bc3e-37d15ff46db8 req-338b7e92-da47-4674-af06-1e18f5ffa8c4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1380250 Dec 13 13:02:06.173076 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.203058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7612be70-4b99-48b4-add6-35d80a040562 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:02:06.210257 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.243697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7612be70-4b99-48b4-add6-35d80a040562, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7612be70-4b99-48b4-add6-35d80a040562,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:06.258405 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.275408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a0b89d67-1314-4a29-a062-070832e84b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:06.277016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-a0b89d67-1314-4a29-a062-070832e84b46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.1573238 Dec 13 13:02:06.283727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.294330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301229f-7fbc-42e2-8805-ea36137d3cd5 req-165dccba-101b-4c16-830b-ba881c36fa62 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:06.295654 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4301229f-7fbc-42e2-8805-ea36137d3cd5 req-165dccba-101b-4c16-830b-ba881c36fa62 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 944 time: 0.1658716 Dec 13 13:02:06.320926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:06.329546 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-52cb51f9-343f-4290-aec6-82373a1bfe3c req-b4b50821-c6cb-443e-8b9d-5aa79e378529 service neutron] 10.222.0.37 "GET /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313012 Dec 13 13:02:06.333410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8b59b6d-1350-4eab-bc3e-37d15ff46db8 req-d975a4cd-fcf2-428b-b10f-bcf8a5bd09a7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251444 Dec 13 13:02:06.350602 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Sync routers for ids ['e7e31e79-22b7-4247-9a57-5177ad3a8794'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:06.366729 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Routers {'e7e31e79-22b7-4247-9a57-5177ad3a8794'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:06.367451 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e7e31e79-22b7-4247-9a57-5177ad3a8794'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:06.373436 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.375433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7612be70-4b99-48b4-add6-35d80a040562,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:06.376275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d3490413-d5ca-46ae-9d8a-2ed78ef1dd3c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1773832 Dec 13 13:02:06.378704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60422) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:06.388999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.496340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:06.503814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:06.511458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:06.513593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7612be70-4b99-48b4-add6-35d80a040562'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:02:06.515959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=38142bbd-5c12-40d2-8136-79858346b09e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:06.601304 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.602817 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e802ddb2-5a98-42b5-a849-bc3797550479 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/routers/e7e31e79-22b7-4247-9a57-5177ad3a8794 HTTP/1.1" status: 200 len: 908 time: 0.2222021 Dec 13 13:02:06.605455 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60426) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:06.611789 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Set router e7e31e79-22b7-4247-9a57-5177ad3a8794 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:06.689179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4301229f-7fbc-42e2-8805-ea36137d3cd5 req-80e00f3a-5854-44c1-9ced-beb4a87f5fef tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729284 Dec 13 13:02:06.690728 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.700586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Request body: {'router': {'name': 'tempest-snat-router-574644152', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'enable_snat': True}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:06.827702 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.829029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:06.972729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-170ee341-8c60-4f0f-9b4f-93b9150d0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:06.975214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-170ee341-8c60-4f0f-9b4f-93b9150d0d42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6785967 Dec 13 13:02:06.992145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Pushing event updated for resources: {'Port': ['ID=b1030dc0-64ed-4c09-8608-ff35318c5be1,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:07.003654 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.033547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.034850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eccd307a-9753-4b0e-ba0c-13b95240678b tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6023929 Dec 13 13:02:07.038184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60444) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:07.065280 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.108419 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e31e79-22b7-4247-9a57-5177ad3a8794', 'name': 'tempest-snat-router-574644152', 'tenant_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.158'}], 'enable_snat': False}, 'gw_port_id': '4883ba33-2108-42dd-9458-61cebb79aeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:01Z', 'updated_at': '2021-12-13T13:02:04Z', 'revision_number': 3, 'project_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'gw_port': {'id': '4883ba33-2108-42dd-9458-61cebb79aeca', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e31e79-22b7-4247-9a57-5177ad3a8794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:02Z', 'updated_at': '2021-12-13T13:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:07.129093 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-4922671e-f676-461e-a1e4-494ae7f42b22 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361189 Dec 13 13:02:07.129093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60448) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:07.184021 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Checking router: e7e31e79-22b7-4247-9a57-5177ad3a8794 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:02:07.184366 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Updating router e7e31e79-22b7-4247-9a57-5177ad3a8794 port 4883ba33-2108-42dd-9458-61cebb79aeca binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:02:07.247241 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.268675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2352bb06-d23f-4dad-af48-b92a7628c38f req-7f59982c-0c2a-45f1-a267-de4a0403a54b service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328022 Dec 13 13:02:07.322930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.355087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2085675406-network', 'tenant_id': '7630bcfeacb4461c9869aac4141aeebc'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:07.434509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:07.447656 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.542827 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.583401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Made reservation on behalf of 7630bcfeacb4461c9869aac4141aeebc for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:07.586345 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.602558 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.613045 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.625769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e6312-00bc-4987-9118-43a61bba0284 req-7042edb5-af5e-45e9-8d18-30e7e0d78a89 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:07.627652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa2e6312-00bc-4987-9118-43a61bba0284 req-7042edb5-af5e-45e9-8d18-30e7e0d78a89 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1465170 Dec 13 13:02:07.635425 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.650346 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.661842 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.755489 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Pushing event updated for resources: {'Port': ['ID=4883ba33-2108-42dd-9458-61cebb79aeca,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:07.767343 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Attempting to bind port 4883ba33-2108-42dd-9458-61cebb79aeca on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:07.767770 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Attempting to bind port 4883ba33-2108-42dd-9458-61cebb79aeca by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:07.768184 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Attempting to bind port 4883ba33-2108-42dd-9458-61cebb79aeca on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:07.775251 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.775604 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.775951 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.777202 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.777551 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.777888 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.779500 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.781041 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.781041 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.781041 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.781041 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.781452 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.781679 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:07.797495 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:07.798617 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:07.799230 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.800746 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:07.801565 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Bound port: 4883ba33-2108-42dd-9458-61cebb79aeca, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:07.802278 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.874089 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa2e6312-00bc-4987-9118-43a61bba0284 req-08e4bbbb-9eb5-4f6c-8593-ff7da6e39cc5 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325938 Dec 13 13:02:07.883471 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] For port 4883ba33-2108-42dd-9458-61cebb79aeca, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:07.889377 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] For port 4883ba33-2108-42dd-9458-61cebb79aeca, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4883ba33-2108-42dd-9458-61cebb79aeca,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:07.921969 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:07.993757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2077e-f12b-4c79-a467-0fa65f801efb req-a21347db-5d96-4c38-8187-372dc260dac0 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:07.995590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06c2077e-f12b-4c79-a467-0fa65f801efb req-a21347db-5d96-4c38-8187-372dc260dac0 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 945 time: 0.1676204 Dec 13 13:02:08.019333 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:08.048344 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:08.063291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:02:08.063673 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c9886-52d8-40a0-9d77-f33cf4965231 None None] Pushing event updated for resources: {'Port': ['ID=4883ba33-2108-42dd-9458-61cebb79aeca,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:08.082216 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:08.082819 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Added segment 30acca72-a1b7-42b1-8093-15db5f496101 of type vlan for network e83a88e4-fea0-4858-af59-2b2940a8c674 Dec 13 13:02:08.084070 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Routers {'e7e31e79-22b7-4247-9a57-5177ad3a8794'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:08.084912 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e7e31e79-22b7-4247-9a57-5177ad3a8794'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:08.178359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:08.236533 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] Set router e7e31e79-22b7-4247-9a57-5177ad3a8794 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:08.332231 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:08.337111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:08.337785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:08.358664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976b23f1-0270-4df9-a4d2-19d49a9b121f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:08.389261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:08.557189 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e31e79-22b7-4247-9a57-5177ad3a8794', 'name': 'tempest-snat-router-574644152', 'tenant_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.158'}], 'enable_snat': False}, 'gw_port_id': '4883ba33-2108-42dd-9458-61cebb79aeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:01Z', 'updated_at': '2021-12-13T13:02:04Z', 'revision_number': 3, 'project_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'gw_port': {'id': '4883ba33-2108-42dd-9458-61cebb79aeca', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e31e79-22b7-4247-9a57-5177ad3a8794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:02Z', 'updated_at': '2021-12-13T13:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:08.606889 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00d25d-02d5-4516-afb5-50dfc7b2bb44 None None] The sync data for ids ['e7e31e79-22b7-4247-9a57-5177ad3a8794'] in n-d-817326-4 is: [{'id': 'e7e31e79-22b7-4247-9a57-5177ad3a8794', 'name': 'tempest-snat-router-574644152', 'tenant_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.158'}], 'enable_snat': False}, 'gw_port_id': '4883ba33-2108-42dd-9458-61cebb79aeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:01Z', 'updated_at': '2021-12-13T13:02:04Z', 'revision_number': 3, 'project_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'gw_port': {'id': '4883ba33-2108-42dd-9458-61cebb79aeca', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e31e79-22b7-4247-9a57-5177ad3a8794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:02Z', 'updated_at': '2021-12-13T13:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:08.639458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:08.664410 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:08.750277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:02:08.811339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6815903 Dec 13 13:02:08.815983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06c2077e-f12b-4c79-a467-0fa65f801efb req-28f91d50-0d52-46f3-9706-2352fd371361 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8107388 Dec 13 13:02:08.825199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60462) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:08.830439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Request body: {'subnet': {'network_id': 'e83a88e4-fea0-4858-af59-2b2940a8c674', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2085675406-subnet', 'tenant_id': '7630bcfeacb4461c9869aac4141aeebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:08.850003 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:08.897956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Allocated IP 172.25.2.145 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/e24f5489-2ead-4399-ae5c-e09db81ad0ac) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:08.939099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d0545-2d0a-4408-8a66-5c2276f1d60a admin admin] Pushing event updated for resources: {'Network': ['ID=e83a88e4-fea0-4858-af59-2b2940a8c674,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:08.954527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e83a88e4-fea0-4858-af59-2b2940a8c674 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:02:09.020531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b9f00-1158-42f4-b2b7-93f1a58190b0 req-f5f5d5c9-768c-4594-8aa3-20a6a751d3e3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:09.022437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da0b9f00-1158-42f4-b2b7-93f1a58190b0 req-f5f5d5c9-768c-4594-8aa3-20a6a751d3e3 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.9916630 Dec 13 13:02:09.023705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Made reservation on behalf of 7630bcfeacb4461c9869aac4141aeebc for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:09.026031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:09.095022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:09.112991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Sync routers for ids ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:09.116627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7612be70-4b99-48b4-add6-35d80a040562 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:09.167026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:09.169251 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e9f33988-d314-4bee-bbb4-3bd89dc46605 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.9836965 Dec 13 13:02:09.173068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60464) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:09.182972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:09.190174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Routers {'4821c79a-3c94-49d6-947b-7f0ff3af9f63'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:09.191279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:09.220262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da0b9f00-1158-42f4-b2b7-93f1a58190b0 req-6201b12c-e7ea-4a11-8486-a0b292c47d9a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755354 Dec 13 13:02:09.269116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:09.286054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 7612be70-4b99-48b4-add6-35d80a040562 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:09.290341 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:09.345485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event updated for resources: {'Port': ['ID=e24f5489-2ead-4399-ae5c-e09db81ad0ac,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:09.377600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:09.379671 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:09.384527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:09.532075 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:09.538712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Allocated IP 172.25.2.7 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/800a0c4f-9e39-4fd0-826e-e714b3c6e1e5) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:09.545343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60474) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:09.546437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e1ce53da-b51d-4e70-9a97-e97dddd200d4 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b1ead8c13ad94dc28381575c3180019a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3688827 Dec 13 13:02:09.568881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Set router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:09.606836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7612be70-4b99-48b4-add6-35d80a040562'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:09.609298 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0df13e0-9b32-4985-9909-404694a71012" -d '{"events": [{"server_uuid": "077871a6-7d4e-438d-9728-9d5e71debcfd", "name": "network-vif-plugged", "status": "completed", "tag": "7612be70-4b99-48b4-add6-35d80a040562"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:09.617083 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:09.658238 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7612be70-4b99-48b4-add6-35d80a040562, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7612be70-4b99-48b4-add6-35d80a040562,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:09.711877 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f84f876-605d-4f05-aae9-943a682bc60d x-openstack-request-id: req-1f84f876-605d-4f05-aae9-943a682bc60d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:09.712231 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077871a6-7d4e-438d-9728-9d5e71debcfd", "name": "network-vif-plugged", "status": "completed", "tag": "7612be70-4b99-48b4-add6-35d80a040562", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:09.712436 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f84f876-605d-4f05-aae9-943a682bc60d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:09.712990 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7612be70-4b99-48b4-add6-35d80a040562', 'code': 200} Dec 13 13:02:09.724403 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:09.801956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7612be70-4b99-48b4-add6-35d80a040562,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:09.823566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c37cd-4328-4984-972b-28363c88c196 req-b8048a70-8e57-4413-8fa3-072d66818a83 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:09.838739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e39c37cd-4328-4984-972b-28363c88c196 req-b8048a70-8e57-4413-8fa3-072d66818a83 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.4667852 Dec 13 13:02:09.890106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:06Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:09.956230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Checking router: 4821c79a-3c94-49d6-947b-7f0ff3af9f63 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:02:09.957573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Updating router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 port 38142bbd-5c12-40d2-8136-79858346b09e binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:02:09.958210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cbb539-19c0-4ee3-b82e-4be9677dab56 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:09.962994 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8cbb539-19c0-4ee3-b82e-4be9677dab56 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4165111 Dec 13 13:02:09.963785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60480) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:10.003411 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:10.068258 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8bbe5353-86a1-48e9-9cdd-f08e57319721 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1023693 Dec 13 13:02:10.069205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60484) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:10.076274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1338600879', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:10.107041 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:10.128367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8600c26-6cc0-4b70-af91-dedeffcb51e2,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:10.151437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e39c37cd-4328-4984-972b-28363c88c196 req-5d3eae08-b3af-4695-abcd-373c4ebe2028 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116331 Dec 13 13:02:10.179626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed1b4b-27c5-41c9-8c6f-9ddcc6f239c9 req-9cede941-6d95-4f58-8759-14411ce05b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:10.181142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9bed1b4b-27c5-41c9-8c6f-9ddcc6f239c9 req-9cede941-6d95-4f58-8759-14411ce05b6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 1097 time: 0.2731636 Dec 13 13:02:10.184516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Checking segment: {'id': '30acca72-a1b7-42b1-8093-15db5f496101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e83a88e4-fea0-4858-af59-2b2940a8c674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:10.184789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Network hostable DHCP agents. Network: e83a88e4-fea0-4858-af59-2b2940a8c674, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:02:10.232197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:10.233299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665171a-855c-48c7-ae46-98eff7d2d6df req-241e3f0b-48a3-42fb-b4a7-84dc69c78002 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:10.235339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5665171a-855c-48c7-ae46-98eff7d2d6df req-241e3f0b-48a3-42fb-b4a7-84dc69c78002 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2073667 Dec 13 13:02:10.291375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Network e83a88e4-fea0-4858-af59-2b2940a8c674 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:02:10.304032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9bed1b4b-27c5-41c9-8c6f-9ddcc6f239c9 req-301fb195-6619-4686-9945-3ddc84d77fd0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069436 Dec 13 13:02:10.316707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:10.334665 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:10.338663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:10.345059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e83a88e4-fea0-4858-af59-2b2940a8c674) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:10.356215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:10.357459 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:10.416919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a8530e-3ca7-4e40-866f-b38ff2873fbf None None] Network e83a88e4-fea0-4858-af59-2b2940a8c674 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:10.475066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5665171a-855c-48c7-ae46-98eff7d2d6df req-7975a4c1-78b2-47b4-8775-e02506c83f99 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241139 Dec 13 13:02:10.477151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:10.484406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c3d3a1c6-2b04-4025-bc3f-f2a451e1b3e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6580775 Dec 13 13:02:10.488206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:10.491172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:10.536128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Pushing event updated for resources: {'Port': ['ID=800a0c4f-9e39-4fd0-826e-e714b3c6e1e5,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:10.567391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58888109-75e1-4b63-9a58-2471d1667ebb req-08e2ad23-a25a-4f65-a2e5-9470d3e885dd tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:10.574009 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58888109-75e1-4b63-9a58-2471d1667ebb req-08e2ad23-a25a-4f65-a2e5-9470d3e885dd tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.2081435 Dec 13 13:02:10.721126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58888109-75e1-4b63-9a58-2471d1667ebb req-6a10ddb5-dba7-48e8-a0fb-24bc18482b6a tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361132 Dec 13 13:02:10.727400 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:10.741213 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:10.791634 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:10.856965 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:10.865442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4883ba33-2108-42dd-9458-61cebb79aeca up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:10.935197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Router ef467b47-4c63-4ff4-b9e1-5ef41d416556 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:02:11.008647 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.113881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Attempting to bind port 38142bbd-5c12-40d2-8136-79858346b09e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:11.114564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Attempting to bind port 38142bbd-5c12-40d2-8136-79858346b09e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:11.115121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Attempting to bind port 38142bbd-5c12-40d2-8136-79858346b09e on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:11.118726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547b568-d84a-42b2-aaaa-73d38b491ef2 req-79c8b777-95fb-46ea-a994-5a1ea3383019 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:11.120555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0547b568-d84a-42b2-aaaa-73d38b491ef2 req-79c8b777-95fb-46ea-a994-5a1ea3383019 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1302559 Dec 13 13:02:11.140374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4883ba33-2108-42dd-9458-61cebb79aeca triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:11.141055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.170933 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:11.184441 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Sync routers for ids ['ef467b47-4c63-4ff4-b9e1-5ef41d416556'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:11.196573 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Routers {'ef467b47-4c63-4ff4-b9e1-5ef41d416556'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:11.208160 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e257153a-4db3-45bb-857b-604098efa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ef467b47-4c63-4ff4-b9e1-5ef41d416556'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:11.231905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:11.235561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:11.236194 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.236780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:11.237450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Bound port: 38142bbd-5c12-40d2-8136-79858346b09e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:11.238011 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.246548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.256510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0547b568-d84a-42b2-aaaa-73d38b491ef2 req-75a97b9f-cbbe-4b96-ac43-db35eaf582bf tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200657 Dec 13 13:02:11.318555 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.335296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.380144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Subnet': ['ID=477b464d-e803-4dd3-8076-c2c4106a7460,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:11.401207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.405186 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ce347c87-83f8-4d3c-bb43-dbed5ea00f6d tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7960491 Dec 13 13:02:11.408862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60506) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:11.511173 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Set router ef467b47-4c63-4ff4-b9e1-5ef41d416556 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:11.552147 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-31a41d54-eece-429a-be36-27a661e0c361 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/routers/ef467b47-4c63-4ff4-b9e1-5ef41d416556 HTTP/1.1" status: 200 len: 907 time: 0.1415882 Dec 13 13:02:11.554508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60514) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:11.653458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0499ec-1883-489b-bfdf-9df314656fb3 None None] Network e83a88e4-fea0-4858-af59-2b2940a8c674 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:11.676060 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.696716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Checking segment: {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:11.697120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network hostable DHCP agents. Network: ccc08304-0be5-428d-b404-0a9353d5f882, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:02:11.713508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Pushing event updated for resources: {'Port': ['ID=800a0c4f-9e39-4fd0-826e-e714b3c6e1e5,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:11.727694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.774059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.775588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4bdfe921-a0c2-467c-9f41-d709d6632f7b tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7365606 Dec 13 13:02:11.800513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60518) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:11.818488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e51c8-604f-4bc2-a774-24836871fde3 None None] Pushing event updated for resources: {'Port': ['ID=38142bbd-5c12-40d2-8136-79858346b09e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:11.863630 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e257153a-4db3-45bb-857b-604098efa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef467b47-4c63-4ff4-b9e1-5ef41d416556', 'name': 'tempest-snat-router-574644152', 'tenant_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e24f5489-2ead-4399-ae5c-e09db81ad0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:06Z', 'updated_at': '2021-12-13T13:02:09Z', 'revision_number': 3, 'project_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'gw_port': {'id': 'e24f5489-2ead-4399-ae5c-e09db81ad0ac', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef467b47-4c63-4ff4-b9e1-5ef41d416556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:08Z', 'updated_at': '2021-12-13T13:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:11.900523 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Checking router: ef467b47-4c63-4ff4-b9e1-5ef41d416556 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:02:11.900742 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Updating router ef467b47-4c63-4ff4-b9e1-5ef41d416556 port e24f5489-2ead-4399-ae5c-e09db81ad0ac binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:02:11.922414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network ccc08304-0be5-428d-b404-0a9353d5f882 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:02:11.950453 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:11.998199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, ccc08304-0be5-428d-b404-0a9353d5f882) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:12.000755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] For port 38142bbd-5c12-40d2-8136-79858346b09e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:12.004993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:12.005528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.011753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] For port 38142bbd-5c12-40d2-8136-79858346b09e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=38142bbd-5c12-40d2-8136-79858346b09e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:12.023948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7245b60d-4350-45fc-8b41-773552c79e06 None None] Network ccc08304-0be5-428d-b404-0a9353d5f882 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:12.042665 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.044423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-42e9870a-13e1-452e-9994-39c202de7b26 tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.2396669 Dec 13 13:02:12.053711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ec0b-0789-45b3-841c-d80cfa731e64 req-dc64b260-88f9-42db-b45f-3e2567aec08e tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:12.060159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60522) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:12.065169 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f7591a10-2856-4951-a905-6d54b749950c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9928718 Dec 13 13:02:12.065849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.077163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eca5ec0b-0789-45b3-841c-d80cfa731e64 req-dc64b260-88f9-42db-b45f-3e2567aec08e tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.2798088 Dec 13 13:02:12.081367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb37ae-0a02-46a2-a3ce-e433700d708a req-cc06a914-882b-4475-9197-3043a7b4fcdb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:12.083771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60526) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:12.093117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9fbb37ae-0a02-46a2-a3ce-e433700d708a req-cc06a914-882b-4475-9197-3043a7b4fcdb tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.3384860 Dec 13 13:02:12.182501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9fbb37ae-0a02-46a2-a3ce-e433700d708a req-561c4822-2092-45bf-b1a8-8ebd977522f4 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880508 Dec 13 13:02:12.260922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Routers {'4821c79a-3c94-49d6-947b-7f0ff3af9f63'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:12.261573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:12.275700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eca5ec0b-0789-45b3-841c-d80cfa731e64 req-69dfe0a6-20a8-4032-ac26-2e75d9744b08 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800487 Dec 13 13:02:12.489925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e51c8-604f-4bc2-a774-24836871fde3 None None] Pushing event updated for resources: {'Port': ['ID=38142bbd-5c12-40d2-8136-79858346b09e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:12.512108 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.603360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecae558-3bc3-47a1-ac36-ba737d7bca43 req-2337f514-a25e-48d4-99bf-f7ee47863cda tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:12.611826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-ccc08304-0be5-428d-b404-0a9353d5f882', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:02:12.612906 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ecae558-3bc3-47a1-ac36-ba737d7bca43 req-2337f514-a25e-48d4-99bf-f7ee47863cda tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1142631 Dec 13 13:02:12.615648 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.620288 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.634383 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.651250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 4883ba33-2108-42dd-9458-61cebb79aeca, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4883ba33-2108-42dd-9458-61cebb79aeca,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:12.651558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfdc8b-32a1-44fb-b105-7d49a335a888 req-9a0b9be9-0880-4c66-9efa-718aaae279fc tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:12.658704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11dfdc8b-32a1-44fb-b105-7d49a335a888 req-9a0b9be9-0880-4c66-9efa-718aaae279fc tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.1782162 Dec 13 13:02:12.684867 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Attempting to bind port e24f5489-2ead-4399-ae5c-e09db81ad0ac on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:12.685746 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Attempting to bind port e24f5489-2ead-4399-ae5c-e09db81ad0ac by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:12.685746 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Attempting to bind port e24f5489-2ead-4399-ae5c-e09db81ad0ac on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:12.715003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ecae558-3bc3-47a1-ac36-ba737d7bca43 req-30dfc062-4e49-453b-be7f-507abdea67b1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011195 Dec 13 13:02:12.730461 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:12.732818 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:12.732818 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.733108 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:12.734847 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.740098 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Bound port: e24f5489-2ead-4399-ae5c-e09db81ad0ac, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:12.740635 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.778648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11dfdc8b-32a1-44fb-b105-7d49a335a888 req-8dc40b5f-3a85-494b-a575-9108ece05c6a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142211 Dec 13 13:02:12.848127 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9257f58e-c096-4dae-a61f-11197ee09045 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7752829 Dec 13 13:02:12.849917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60546) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:12.914109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Deleting port e24f5489-2ead-4399-ae5c-e09db81ad0ac {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:12.914443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:12.922019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] Set router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:13.078337 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e34252-156f-482c-9a4f-2053955f3e9a None None] Pushing event updated for resources: {'Port': ['ID=e24f5489-2ead-4399-ae5c-e09db81ad0ac,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:13.116091 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:13.133537 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-e257153a-4db3-45bb-857b-604098efa084 None None] For port e24f5489-2ead-4399-ae5c-e09db81ad0ac, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:13.145577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Calling delete_port for e24f5489-2ead-4399-ae5c-e09db81ad0ac owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:13.156681 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-e257153a-4db3-45bb-857b-604098efa084 None None] For port e24f5489-2ead-4399-ae5c-e09db81ad0ac, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e24f5489-2ead-4399-ae5c-e09db81ad0ac,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:13.169165 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:13.314602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37adb9-ef5a-4ea8-afd6-e6f6799075e1 req-9373e718-5f59-416e-9f2a-c5e39dfef021 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:13.327448 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a37adb9-ef5a-4ea8-afd6-e6f6799075e1 req-9373e718-5f59-416e-9f2a-c5e39dfef021 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.3188374 Dec 13 13:02:13.359160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Allocated IP 172.20.0.2 (ccc08304-0be5-428d-b404-0a9353d5f882/477b464d-e803-4dd3-8076-c2c4106a7460/eecd6da4-c78d-4e75-aead-9a8a7d1c9a53) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:13.371860 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Routers {'ef467b47-4c63-4ff4-b9e1-5ef41d416556'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:13.373519 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e257153a-4db3-45bb-857b-604098efa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ef467b47-4c63-4ff4-b9e1-5ef41d416556'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:13.394415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1976e1ce-6e3c-4c7e-9184-0c77a1ff1480 tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Deleting port 800a0c4f-9e39-4fd0-826e-e714b3c6e1e5 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:13.394809 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1976e1ce-6e3c-4c7e-9184-0c77a1ff1480 tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:13.414929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a37adb9-ef5a-4ea8-afd6-e6f6799075e1 req-c1c75d67-5d0c-4721-86f9-2e18bcf2465f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802164 Dec 13 13:02:13.533828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-3a275df3-786d-46c7-93d7-b6537102bc3a req-5367d0bb-e71d-405a-8502-f1064f78ae19 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:02:13.549053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a275df3-786d-46c7-93d7-b6537102bc3a req-5367d0bb-e71d-405a-8502-f1064f78ae19 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239055 Dec 13 13:02:13.576025 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e34252-156f-482c-9a4f-2053955f3e9a None None] Pushing event updated for resources: {'Port': ['ID=e24f5489-2ead-4399-ae5c-e09db81ad0ac,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:13.613807 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-e257153a-4db3-45bb-857b-604098efa084 None None] Set router ef467b47-4c63-4ff4-b9e1-5ef41d416556 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:13.638636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1976e1ce-6e3c-4c7e-9184-0c77a1ff1480 tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:13.639079 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1976e1ce-6e3c-4c7e-9184-0c77a1ff1480 tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:13.674021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1976e1ce-6e3c-4c7e-9184-0c77a1ff1480 tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Calling delete_port for 800a0c4f-9e39-4fd0-826e-e714b3c6e1e5 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:13.752754 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e257153a-4db3-45bb-857b-604098efa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef467b47-4c63-4ff4-b9e1-5ef41d416556', 'name': 'tempest-snat-router-574644152', 'tenant_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:06Z', 'updated_at': '2021-12-13T13:02:12Z', 'revision_number': 4, 'project_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:13.793374 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257153a-4db3-45bb-857b-604098efa084 None None] The sync data for ids ['ef467b47-4c63-4ff4-b9e1-5ef41d416556'] in n-d-817326-4 is: [{'id': 'ef467b47-4c63-4ff4-b9e1-5ef41d416556', 'name': 'tempest-snat-router-574644152', 'tenant_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:06Z', 'updated_at': '2021-12-13T13:02:12Z', 'revision_number': 4, 'project_id': 'a7430ae1a3f94f82bb8877296781b3e8', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:13.800896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:13.837572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=4883ba33-2108-42dd-9458-61cebb79aeca,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:13.931951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:06Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:13.954898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event deleted for resources: {'Port': ['ID=e24f5489-2ead-4399-ae5c-e09db81ad0ac,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:13.963965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d3114-1b21-4c15-aeac-7a6b08ee9014 None None] The sync data for ids ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'] in n-d-817326-4 is: [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:06Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:14.000712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-995ff6a7-4f69-4c9e-9c70-fea985dfc290 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:14.003770 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.014186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-995ff6a7-4f69-4c9e-9c70-fea985dfc290 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/networks?id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 200 len: 815 time: 0.3557937 Dec 13 13:02:14.019513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.051637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-faff7aa8-0fa7-4c92-89ee-dc54517f5675 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/quotas/111be7d7d5c648cc8b132af0479dfcce HTTP/1.1" status: 200 len: 375 time: 0.0318682 Dec 13 13:02:14.065355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c50d1-3baf-45e6-9d8c-ea49d3042f17 req-bd7713dc-ea9d-4d56-8028-6285c29b6ce1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:14.080328 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.080827 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-552c50d1-3baf-45e6-9d8c-ea49d3042f17 req-bd7713dc-ea9d-4d56-8028-6285c29b6ce1 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.3055453 Dec 13 13:02:14.091978 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.099174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Network ccc08304-0be5-428d-b404-0a9353d5f882 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:14.102484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:14.107477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:14.110756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Pushing event updated for resources: {'Port': ['ID=eecd6da4-c78d-4e75-aead-9a8a7d1c9a53,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:14.186589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Attempting to bind port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:14.187345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Attempting to bind port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:14.187714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Attempting to bind port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 on network ccc08304-0be5-428d-b404-0a9353d5f882 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:14.193177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:14.193554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Checking segment: {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:14.194587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.195024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Bound using segment: {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:14.195519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Bound port: eecd6da4-c78d-4e75-aead-9a8a7d1c9a53, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:14.195966 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.270035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] For port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:14.273538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] For port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eecd6da4-c78d-4e75-aead-9a8a7d1c9a53,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:14.281249 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.321261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.324400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.360045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e9f73-5057-4866-b1ae-49ff3bc49dd9 None None] Pushing event updated for resources: {'Port': ['ID=eecd6da4-c78d-4e75-aead-9a8a7d1c9a53,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:14.428925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.430000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef467b47-4c63-4ff4-b9e1-5ef41d416556 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:02:14.449840 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:14.449840 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a5b0d06a-bc61-4ca7-9fd6-a6298f35e65f tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ef467b47-4c63-4ff4-b9e1-5ef41d416556 HTTP/1.1" status: 204 len: 168 time: 2.8892367 Dec 13 13:02:14.580978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60580) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:14.698869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-1bddc67c-e227-42c0-9428-dc61f4c10119 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=111be7d7d5c648cc8b132af0479dfcce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6462922 Dec 13 13:02:14.734336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-552c50d1-3baf-45e6-9d8c-ea49d3042f17 req-e61bb5d8-4c5b-473d-84aa-1d8d4d821ac5 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394827 Dec 13 13:02:14.755850 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.046600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 38142bbd-5c12-40d2-8136-79858346b09e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:15.086315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-723d71b0-7d10-446f-901e-c1171e85ee43 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:15.094734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-723d71b0-7d10-446f-901e-c1171e85ee43 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.42 "GET /v2.0/ports?device_id=077871a6-7d4e-438d-9728-9d5e71debcfd HTTP/1.1" status: 200 len: 946 time: 0.4891281 Dec 13 13:02:15.209668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 38142bbd-5c12-40d2-8136-79858346b09e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:15.210220 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.217651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1976e1ce-6e3c-4c7e-9184-0c77a1ff1480 tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.232355 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.259861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.20.0.1 (ccc08304-0be5-428d-b404-0a9353d5f882/477b464d-e803-4dd3-8076-c2c4106a7460/7c52c5d4-01b4-4e5e-a239-f97c0317b25f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:15.332522 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.346530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976e1ce-6e3c-4c7e-9184-0c77a1ff1480 tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Pushing event deleted for resources: {'Port': ['ID=800a0c4f-9e39-4fd0-826e-e714b3c6e1e5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:15.379498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 38142bbd-5c12-40d2-8136-79858346b09e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=38142bbd-5c12-40d2-8136-79858346b09e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:15.390929 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.391918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4883ba33-2108-42dd-9458-61cebb79aeca up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:15.493790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Deleting port 4883ba33-2108-42dd-9458-61cebb79aeca {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:15.494440 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.524358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=38142bbd-5c12-40d2-8136-79858346b09e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:15.544526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4883ba33-2108-42dd-9458-61cebb79aeca triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:15.544900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.565304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-5679a743-5d49-43dc-b8a3-d8f11b796e5b service neutron] 10.222.0.31 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7554331 Dec 13 13:02:15.577079 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1976e1ce-6e3c-4c7e-9184-0c77a1ff1480 tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.578960 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1976e1ce-6e3c-4c7e-9184-0c77a1ff1480 tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.580160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1976e1ce-6e3c-4c7e-9184-0c77a1ff1480 tempest-FloatingIPAdminTestJSON-410356994 tempest-FloatingIPAdminTestJSON-410356994-project] 10.222.0.31 "DELETE /v2.0/floatingips/2ba3ee22-e10d-444f-8a74-be64b8475e5a HTTP/1.1" status: 204 len: 168 time: 2.7285767 Dec 13 13:02:15.589909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60592) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:15.594132 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.702362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] For port 4883ba33-2108-42dd-9458-61cebb79aeca, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4883ba33-2108-42dd-9458-61cebb79aeca,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:15.702652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.724379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Calling delete_port for 4883ba33-2108-42dd-9458-61cebb79aeca owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:15.728167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a386e-e145-4b06-b194-edd287698471 req-ad7d0c8a-4bc3-4c90-bff1-2804e45a11ef tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:15.732724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.735498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e7a386e-e145-4b06-b194-edd287698471 req-ad7d0c8a-4bc3-4c90-bff1-2804e45a11ef tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.4992108 Dec 13 13:02:15.793448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network ccc08304-0be5-428d-b404-0a9353d5f882 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:15.838044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:15.841332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:15.898782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-e9e6ae3f-9097-41dc-af6c-2c233e69ad90 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Deleting port 7612be70-4b99-48b4-add6-35d80a040562 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:15.899263 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-e9e6ae3f-9097-41dc-af6c-2c233e69ad90 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.910367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=7c52c5d4-01b4-4e5e-a239-f97c0317b25f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:15.929261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:15.998801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-60d26eb5-f349-4773-8a95-5643c98402b5 service neutron] 10.222.0.31 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324400 Dec 13 13:02:16.011209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e7a386e-e145-4b06-b194-edd287698471 req-ebe6dad1-114d-49cc-8742-d54931d2662f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747388 Dec 13 13:02:16.173670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-e9e6ae3f-9097-41dc-af6c-2c233e69ad90 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] For port 7612be70-4b99-48b4-add6-35d80a040562, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7612be70-4b99-48b4-add6-35d80a040562,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:16.174107 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-e9e6ae3f-9097-41dc-af6c-2c233e69ad90 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:16.197305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-a03543e3-68de-43f7-92bf-338817446b7e tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Deleting port b1030dc0-64ed-4c09-8608-ff35318c5be1 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:16.197648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a03543e3-68de-43f7-92bf-338817446b7e tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:16.267456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-e9e6ae3f-9097-41dc-af6c-2c233e69ad90 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Calling delete_port for 7612be70-4b99-48b4-add6-35d80a040562 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:16.462131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c5638-079a-467f-b70a-bb2f7f0fdfe5 None None] Network ccc08304-0be5-428d-b404-0a9353d5f882 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:16.523444 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a03543e3-68de-43f7-92bf-338817446b7e tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:16.523780 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a03543e3-68de-43f7-92bf-338817446b7e tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:16.536884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25433ec9-f461-4a00-989f-1a54c84e208c req-0a59c212-1016-4f36-a0db-30556ac3ef61 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:16.548893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25433ec9-f461-4a00-989f-1a54c84e208c req-0a59c212-1016-4f36-a0db-30556ac3ef61 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.1365857 Dec 13 13:02:16.636450 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91fa75df-1b54-4b9d-b308-b20e3b0f052e req-647bcf2d-b9db-4f44-ad14-a914d88d7ea9 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 210 time: 0.0762281 Dec 13 13:02:16.644575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-a03543e3-68de-43f7-92bf-338817446b7e tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Calling delete_port for b1030dc0-64ed-4c09-8608-ff35318c5be1 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:16.744729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25433ec9-f461-4a00-989f-1a54c84e208c req-33cf26dc-4985-4ec6-a4f8-e4cc3e131744 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948268 Dec 13 13:02:16.910938 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:16.974753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fab4f402-e20d-429f-b222-5f44697910cd None None] Provisioning complete for port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:16.975397 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fab4f402-e20d-429f-b222-5f44697910cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.082132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event deleted for resources: {'Port': ['ID=4883ba33-2108-42dd-9458-61cebb79aeca,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:17.110731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.217689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:17.239201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.259414 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-e9e6ae3f-9097-41dc-af6c-2c233e69ad90 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.326864 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fab4f402-e20d-429f-b222-5f44697910cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.360670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c704b-ff08-4192-b6b6-f95b842d3e91 req-216b129a-2dcc-4104-a314-958f4a0c0ad5 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:17.369963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b31c704b-ff08-4192-b6b6-f95b842d3e91 req-216b129a-2dcc-4104-a314-958f4a0c0ad5 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.3698976 Dec 13 13:02:17.392072 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fab4f402-e20d-429f-b222-5f44697910cd None None] For port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eecd6da4-c78d-4e75-aead-9a8a7d1c9a53,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:17.400459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6ae3f-9097-41dc-af6c-2c233e69ad90 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Pushing event deleted for resources: {'Port': ['ID=7612be70-4b99-48b4-add6-35d80a040562,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:17.403072 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fab4f402-e20d-429f-b222-5f44697910cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.518330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-60b88e97-2703-4d5d-9e19-9eefd7ba83b5 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:17.529327 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.529551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-60b88e97-2703-4d5d-9e19-9eefd7ba83b5 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/networks?id=e83a88e4-fea0-4858-af59-2b2940a8c674 HTTP/1.1" status: 200 len: 810 time: 0.4765143 Dec 13 13:02:17.532996 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.543232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:17.548841 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.558331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4f402-e20d-429f-b222-5f44697910cd None None] Pushing event updated for resources: {'Port': ['ID=eecd6da4-c78d-4e75-aead-9a8a7d1c9a53,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:17.649198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c033998d-20fc-41b8-8923-c5a5b6aef5be None None] Provisioning complete for port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:17.649969 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c033998d-20fc-41b8-8923-c5a5b6aef5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.670710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b31c704b-ff08-4192-b6b6-f95b842d3e91 req-39d2e15b-5d18-4801-a2ae-705cbaf4d2d7 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969244 Dec 13 13:02:17.674382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-e9e6ae3f-9097-41dc-af6c-2c233e69ad90 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] No DVR routers for this DVR port 7612be70-4b99-48b4-add6-35d80a040562 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:02:17.697463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-e9e6ae3f-9097-41dc-af6c-2c233e69ad90 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.703126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a69b5c1f-7dfd-4cda-a673-ae758a696210 req-e9e6ae3f-9097-41dc-af6c-2c233e69ad90 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.42 "DELETE /v2.0/ports/7612be70-4b99-48b4-add6-35d80a040562 HTTP/1.1" status: 204 len: 173 time: 2.5921147 Dec 13 13:02:17.704673 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.704821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'name': 'network-vif-deleted', 'tag': '7612be70-4b99-48b4-add6-35d80a040562'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:17.705230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7e31e79-22b7-4247-9a57-5177ad3a8794 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:02:17.717716 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb50dd5-f403-415c-b4c6-ab8c92eec3dc" -d '{"events": [{"server_uuid": "077871a6-7d4e-438d-9728-9d5e71debcfd", "name": "network-vif-deleted", "tag": "7612be70-4b99-48b4-add6-35d80a040562"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:17.729042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a03543e3-68de-43f7-92bf-338817446b7e tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.732469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.737508 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-42e03d21-7573-4b11-bf1a-b7d53d1f3341 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e7e31e79-22b7-4247-9a57-5177ad3a8794 HTTP/1.1" status: 204 len: 168 time: 3.1550770 Dec 13 13:02:17.748613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60642) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:17.753494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-672860976', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:17.797922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-b25cddc0-65c8-4e39-b16b-1697838a5e88 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/quotas/7630bcfeacb4461c9869aac4141aeebc HTTP/1.1" status: 200 len: 375 time: 0.2673564 Dec 13 13:02:17.859786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.860772 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:17.903458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 38142bbd-5c12-40d2-8136-79858346b09e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:17.956234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03543e3-68de-43f7-92bf-338817446b7e tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1030dc0-64ed-4c09-8608-ff35318c5be1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:18.162704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 38142bbd-5c12-40d2-8136-79858346b09e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:18.163289 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:18.213956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c033998d-20fc-41b8-8923-c5a5b6aef5be None None] Provisioning complete for port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:18.214643 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c033998d-20fc-41b8-8923-c5a5b6aef5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:18.259453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-787a5035-aba8-4f85-a362-351e3d8cb099 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7630bcfeacb4461c9869aac4141aeebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4605494 Dec 13 13:02:18.272746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c033998d-20fc-41b8-8923-c5a5b6aef5be None None] Port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:02:18.406983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8c9caa61-702a-4f56-ad87-48e91e38e980 None None] Provisioning complete for port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:18.407916 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c9caa61-702a-4f56-ad87-48e91e38e980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:18.418384 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:18.471781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a03543e3-68de-43f7-92bf-338817446b7e tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:18.474602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8c9caa61-702a-4f56-ad87-48e91e38e980 None None] Port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:02:18.480828 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a03543e3-68de-43f7-92bf-338817446b7e tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:18.492467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a03543e3-68de-43f7-92bf-338817446b7e tempest-FloatingIPAdminTestJSON-647561214 tempest-FloatingIPAdminTestJSON-647561214-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/0908f6f7-7e4c-4bed-aa6e-c73865de847c HTTP/1.1" status: 204 len: 168 time: 2.8974316 Dec 13 13:02:18.524603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60646) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:18.568117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-455403ef-512b-431b-afad-250da441113f req-3213d2bd-1868-4aee-a3d4-bd79114a666b tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 210 time: 0.3053994 Dec 13 13:02:18.673592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-5e92ee3a-66e3-4d40-a98b-2485b442e7b6 service neutron] 10.222.0.31 "GET /v2.0/networks/e83a88e4-fea0-4858-af59-2b2940a8c674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954816 Dec 13 13:02:18.899463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-f5836222-6c42-4dc5-8469-b528d9eca5d0 service neutron] 10.222.0.31 "GET /v2.0/networks/e83a88e4-fea0-4858-af59-2b2940a8c674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181349 Dec 13 13:02:18.915546 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f537cc-293e-4eb9-9230-6b49658f2dae x-openstack-request-id: req-d4f537cc-293e-4eb9-9230-6b49658f2dae {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:18.915971 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077871a6-7d4e-438d-9728-9d5e71debcfd", "name": "network-vif-deleted", "tag": "7612be70-4b99-48b4-add6-35d80a040562", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:18.916445 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4f537cc-293e-4eb9-9230-6b49658f2dae {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:18.917296 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077871a6-7d4e-438d-9728-9d5e71debcfd', 'name': 'network-vif-deleted', 'tag': '7612be70-4b99-48b4-add6-35d80a040562', 'status': 'completed', 'code': 200} Dec 13 13:02:18.924500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:18.968389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e9d7a-b461-423e-8c5a-fd0122c999c0 req-d8e2e68d-d2a7-41c8-98e3-7491f2dcda99 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:18.977685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-685e9d7a-b461-423e-8c5a-fd0122c999c0 req-d8e2e68d-d2a7-41c8-98e3-7491f2dcda99 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.0764284 Dec 13 13:02:18.984978 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:19.034698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-d1d7f6ac-f152-461c-88a9-92c1f943c578 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:19.037421 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-d1d7f6ac-f152-461c-88a9-92c1f943c578 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.37 "GET /v2.0/networks?id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 200 len: 815 time: 0.8816617 Dec 13 13:02:19.046044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-685e9d7a-b461-423e-8c5a-fd0122c999c0 req-dfd09a3b-66ae-4719-aaab-15138374e574 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671489 Dec 13 13:02:19.048906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:19.049227 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:19.118299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Request body: {'port': {'device_id': '8774af4a-6699-46c9-a716-628fd5fd985a', 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4', 'admin_state_up': True, 'tenant_id': '111be7d7d5c648cc8b132af0479dfcce'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:19.144413 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:19.147603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7612be70-4b99-48b4-add6-35d80a040562 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:02:19.179201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 7612be70-4b99-48b4-add6-35d80a040562 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:02:19.179562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7612be70-4b99-48b4-add6-35d80a040562 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:02:19.213024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:19.228703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4883ba33-2108-42dd-9458-61cebb79aeca no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:02:19.251573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 4883ba33-2108-42dd-9458-61cebb79aeca {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:02:19.252191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4883ba33-2108-42dd-9458-61cebb79aeca not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:02:19.373121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de3d21-bc04-4646-ac4e-c6c9a0178d6a req-701980b5-90f8-465d-b078-1bef570412d2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:19.384301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79de3d21-bc04-4646-ac4e-c6c9a0178d6a req-701980b5-90f8-465d-b078-1bef570412d2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.0821280 Dec 13 13:02:19.388543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e46dd312-691a-4b73-88b4-ccfa3f17f2e3 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Deleting port 9b511995-e0cb-4cf1-9134-2d5b647d30b2 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:19.388883 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e46dd312-691a-4b73-88b4-ccfa3f17f2e3 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:19.487701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79de3d21-bc04-4646-ac4e-c6c9a0178d6a req-3f1a2693-b467-476e-9d24-aa12ea115f45 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971315 Dec 13 13:02:19.540243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ef8ba71-3c3c-4ecd-aab6-b0ebb77c6120 req-c4cf5bf0-552e-47b0-a9e9-8b9aa4f9f932 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 210 time: 0.1035526 Dec 13 13:02:19.668073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1b2b8-688d-4544-bc00-e6821e2d2219 req-7f1c6fcd-5ff9-4b83-9e31-48b72342cd48 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:19.673456 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5bb1b2b8-688d-4544-bc00-e6821e2d2219 req-7f1c6fcd-5ff9-4b83-9e31-48b72342cd48 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.0809507 Dec 13 13:02:19.756856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5bb1b2b8-688d-4544-bc00-e6821e2d2219 req-ed13487b-b1b3-41f7-9331-e691011bb53f tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662727 Dec 13 13:02:19.766997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2154c9b1-5cf0-4de0-b49c-7682a055ecd5 req-8087915c-86ae-4492-919c-4499efcad862 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 210 time: 0.0918636 Dec 13 13:02:19.828621 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:19.920347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=7c52c5d4-01b4-4e5e-a239-f97c0317b25f,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:19.952791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.953248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.953605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.953876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.954283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.954626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.954983 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.955346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.955742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.956105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.956468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.956803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:19.957129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:20.095747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e46dd312-691a-4b73-88b4-ccfa3f17f2e3 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:20.113972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Made reservation on behalf of 111be7d7d5c648cc8b132af0479dfcce for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:20.117529 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:20.129758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e46dd312-691a-4b73-88b4-ccfa3f17f2e3 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Calling delete_port for 9b511995-e0cb-4cf1-9134-2d5b647d30b2 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:20.155003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network ccc08304-0be5-428d-b404-0a9353d5f882 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:20.168039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:20.532712 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:20.562623 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:20.620812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1ac8789a-4ebb-4b0a-af27-fc5373465c9c None None] Provisioning complete for port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:20.621410 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ac8789a-4ebb-4b0a-af27-fc5373465c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:20.649917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Allocated IP 172.20.0.12 (4f5f3baf-ba41-4bc6-97d5-89b67295bae4/3c11bfb4-a169-48b4-9476-10f8dc9ff79b/7a60a17f-51c4-4b6a-92fa-29f19edaed2a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:20.679067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:02:20.705734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8789a-4ebb-4b0a-af27-fc5373465c9c None None] Port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:02:20.714907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50e78d8b-8333-4846-8a70-39bece55ef53 req-c08a04c2-383d-4405-bd5b-1a523d8cb079 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 210 time: 0.0706522 Dec 13 13:02:20.776989 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e46dd312-691a-4b73-88b4-ccfa3f17f2e3 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:20.881393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Allocated IP 172.25.2.234 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/a61a9fe5-7b37-4bc6-9108-6d0eec42f8c5) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:20.996389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dd312-691a-4b73-88b4-ccfa3f17f2e3 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event deleted for resources: {'Port': ['ID=9b511995-e0cb-4cf1-9134-2d5b647d30b2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:20.998756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:21.013498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16816855-1783-475d-9c9d-423f042c590e None None] Sync routers for ids ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:21.040860 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1254cc35-4b2b-4889-96aa-6d9f5c4db362 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "PUT /v2.0/routers/4821c79a-3c94-49d6-947b-7f0ff3af9f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9399512 Dec 13 13:02:21.060974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16816855-1783-475d-9c9d-423f042c590e None None] Routers {'4821c79a-3c94-49d6-947b-7f0ff3af9f63'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:21.061577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-16816855-1783-475d-9c9d-423f042c590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:21.166552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-421072b4-35f4-4b52-8ad6-88fc5acddcf4 req-83164141-f080-4904-9a27-06dfbeabb566 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 210 time: 0.2203400 Dec 13 13:02:21.330037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-a07ea6fa-a059-41e8-a226-01e91595f28b tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:21.331411 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-a07ea6fa-a059-41e8-a226-01e91595f28b tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.42 "GET /v2.0/networks?id=e83a88e4-fea0-4858-af59-2b2940a8c674 HTTP/1.1" status: 200 len: 810 time: 0.4903762 Dec 13 13:02:21.354854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Request body: {'port': {'device_id': 'fb57d1c6-c1ef-421e-9f48-70e3d75725d3', 'network_id': 'e83a88e4-fea0-4858-af59-2b2940a8c674', 'admin_state_up': True, 'tenant_id': '7630bcfeacb4461c9869aac4141aeebc'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:21.410063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-16816855-1783-475d-9c9d-423f042c590e None None] Set router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:21.434171 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:21.595507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:21.623787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e46dd312-691a-4b73-88b4-ccfa3f17f2e3 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:21.627370 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e46dd312-691a-4b73-88b4-ccfa3f17f2e3 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "DELETE /v2.0/ports/9b511995-e0cb-4cf1-9134-2d5b647d30b2 HTTP/1.1" status: 204 len: 168 time: 3.1014853 Dec 13 13:02:21.631396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60702) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:21.632746 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:21.668583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b2009fc7-9782-4fca-86a1-fc041e8e435c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277665802&fields=id&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 267 time: 0.3695159 Dec 13 13:02:21.710775 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:21.720205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:21.726171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:21.732475 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:21.789410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Pushing event updated for resources: {'Port': ['ID=a61a9fe5-7b37-4bc6-9108-6d0eec42f8c5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:21.796412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-dbbd822c-7d7a-4c36-9f84-227ab5910492 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:21.805097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-dbbd822c-7d7a-4c36-9f84-227ab5910492 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 797 time: 0.1194160 Dec 13 13:02:21.813278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Made reservation on behalf of 7630bcfeacb4461c9869aac4141aeebc for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:21.817192 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:21.822169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb35be6-82cd-4bd9-8997-27ab73c3b6d1 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:21.823980 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6fb35be6-82cd-4bd9-8997-27ab73c3b6d1 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "GET /v2.0/ports?device_id=42099d46-879f-44bc-af68-63c6b583a5d1 HTTP/1.1" status: 200 len: 913 time: 0.1887219 Dec 13 13:02:21.831319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60706) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:21.869343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:21.885702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-16816855-1783-475d-9c9d-423f042c590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:16Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '7c52c5d4-01b4-4e5e-a239-f97c0317b25f', 'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:c4:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:14Z', 'updated_at': '2021-12-13T13:02:17Z', 'revision_number': 2, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:21.908931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:21.917807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:21.951528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16816855-1783-475d-9c9d-423f042c590e None None] Checking router: 4821c79a-3c94-49d6-947b-7f0ff3af9f63 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:02:21.951888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16816855-1783-475d-9c9d-423f042c590e None None] Updating router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:02:21.960353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Pushing event updated for resources: {'Port': ['ID=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:22.000230 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16816855-1783-475d-9c9d-423f042c590e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:22.140209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:22.142893 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:22.189446 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-4a1cc4d0-bbc0-4f96-8f0e-4ee033b68bbd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0760670 Dec 13 13:02:22.205385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Request body: {'port': {'device_id': '8774af4a-6699-46c9-a716-628fd5fd985a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:22.326612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-eff55435-a4c8-4740-91e2-5197841b21ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/quotas/b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 375 time: 0.5203106 Dec 13 13:02:22.368411 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16816855-1783-475d-9c9d-423f042c590e None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:22.381506 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16816855-1783-475d-9c9d-423f042c590e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:22.410306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:22.450020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a45f5c8-e133-4218-99c3-a27cce531240 req-62427b10-d579-41e7-990a-f97d1b557f59 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 210 time: 0.1083701 Dec 13 13:02:22.478593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Pushing event updated for resources: {'Port': ['ID=7c52c5d4-01b4-4e5e-a239-f97c0317b25f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:22.497041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.497399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.497854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.498217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.498554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.499635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.500038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.500543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.500913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.501246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.501604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.501932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.502277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:22.637078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-16816855-1783-475d-9c9d-423f042c590e None None] Attempting to bind port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:22.637629 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-16816855-1783-475d-9c9d-423f042c590e None None] Attempting to bind port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:22.638117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16816855-1783-475d-9c9d-423f042c590e None None] Attempting to bind port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f on network ccc08304-0be5-428d-b404-0a9353d5f882 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:22.643833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16816855-1783-475d-9c9d-423f042c590e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:22.644367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16816855-1783-475d-9c9d-423f042c590e None None] Checking segment: {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:22.645058 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16816855-1783-475d-9c9d-423f042c590e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:22.645622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16816855-1783-475d-9c9d-423f042c590e None None] Bound using segment: {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:22.646241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-16816855-1783-475d-9c9d-423f042c590e None None] Bound port: 7c52c5d4-01b4-4e5e-a239-f97c0317b25f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:22.654898 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16816855-1783-475d-9c9d-423f042c590e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:22.664574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-32a5f2f3-d225-452c-a1b6-19977d156ba0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3286762 Dec 13 13:02:22.776498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-16816855-1783-475d-9c9d-423f042c590e None None] For port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:22.780119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-16816855-1783-475d-9c9d-423f042c590e None None] For port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7c52c5d4-01b4-4e5e-a239-f97c0317b25f,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:22.790280 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16816855-1783-475d-9c9d-423f042c590e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:22.919857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16816855-1783-475d-9c9d-423f042c590e None None] Routers {'4821c79a-3c94-49d6-947b-7f0ff3af9f63'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:22.926470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-16816855-1783-475d-9c9d-423f042c590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:22.950680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e5f632e3-d5ce-449d-8df3-546631c14335 None None] Provisioning complete for port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:22.952859 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5f632e3-d5ce-449d-8df3-546631c14335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:23.010242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c523d5-3f0e-41bb-9842-010cf8bbe469 req-7f864798-4b49-49fd-80de-b7d2160b35ee tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:23.019130 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3c523d5-3f0e-41bb-9842-010cf8bbe469 req-7f864798-4b49-49fd-80de-b7d2160b35ee tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 932 time: 0.4351966 Dec 13 13:02:23.025417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a60a17f-51c4-4b6a-92fa-29f19edaed2a {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:02:23.036566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:23.082677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Transition to ACTIVE for port object 7a60a17f-51c4-4b6a-92fa-29f19edaed2a will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:02:23.084511 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:23.102782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3c523d5-3f0e-41bb-9842-010cf8bbe469 req-6145676d-d86b-489e-b0cb-7ca074b9d78b tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822103 Dec 13 13:02:23.166684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0408e8-61a1-4c61-bd85-0a04660368d8 None None] Pushing event updated for resources: {'Port': ['ID=7c52c5d4-01b4-4e5e-a239-f97c0317b25f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:23.182631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Allocated IP 172.20.0.12 (e83a88e4-fea0-4858-af59-2b2940a8c674/e8600c26-6cc0-4b70-af91-dedeffcb51e2/6e0406da-f4b8-48c7-ada5-582d7d4b715d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:23.309151 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5f632e3-d5ce-449d-8df3-546631c14335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:23.332078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-16816855-1783-475d-9c9d-423f042c590e None None] Set router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:23.359817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e5f632e3-d5ce-449d-8df3-546631c14335 None None] For port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7c52c5d4-01b4-4e5e-a239-f97c0317b25f,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:23.362863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-2645ea95-b254-4784-90a1-00e056d7de75 service neutron] 10.222.0.31 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973989 Dec 13 13:02:23.414518 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5f632e3-d5ce-449d-8df3-546631c14335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:23.478632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f632e3-d5ce-449d-8df3-546631c14335 None None] Pushing event updated for resources: {'Port': ['ID=7c52c5d4-01b4-4e5e-a239-f97c0317b25f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:23.793752 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:23.843148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0f3c7e9-cf23-4eac-bbd0-4863f881817a req-141d9d9c-db8d-4dcd-85f0-aba91a097c83 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 210 time: 0.0865953 Dec 13 13:02:23.871458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Pushing event updated for resources: {'Port': ['ID=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:23.884982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5a1e3768-b910-4aeb-8cef-ab33554d3fd0 None None] Provisioning complete for port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:23.886653 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3768-b910-4aeb-8cef-ab33554d3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:24.067791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-ae11c38a-1aea-4cbb-b15f-002b60c64b9a service neutron] 10.222.0.31 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926401 Dec 13 13:02:24.116402 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:24.193917 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:24.245420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Attempting to bind port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:24.246447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Attempting to bind port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:24.248835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Attempting to bind port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a on network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:24.376456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c071a67-1f07-4a6a-ab84-e5ab36653399 req-65596240-99ff-4e35-955d-d8a4b0377b08 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:24.385471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c071a67-1f07-4a6a-ab84-e5ab36653399 req-65596240-99ff-4e35-955d-d8a4b0377b08 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 944 time: 0.1337826 Dec 13 13:02:24.403674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:24.549448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Pushing event updated for resources: {'Port': ['ID=6e0406da-f4b8-48c7-ada5-582d7d4b715d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:24.565144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Network e83a88e4-fea0-4858-af59-2b2940a8c674 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:24.595974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:24.614913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:24.621564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:24.623485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc192-915a-4569-a445-7a2bcb4fc904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:24.641107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a on network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:24.641107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Attempting to bind port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a on network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:24.720664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:24.721019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Checking segment: {'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:24.721411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Bound using segment: {'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:24.722125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Bound port: 7a60a17f-51c4-4b6a-92fa-29f19edaed2a, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:24.722309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:24.748262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-16816855-1783-475d-9c9d-423f042c590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:16Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '7c52c5d4-01b4-4e5e-a239-f97c0317b25f', 'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:c4:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:14Z', 'updated_at': '2021-12-13T13:02:22Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:24.801481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16816855-1783-475d-9c9d-423f042c590e None None] The sync data for ids ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'] in n-d-817326-4 is: [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:16Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '7c52c5d4-01b4-4e5e-a239-f97c0317b25f', 'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:c4:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:14Z', 'updated_at': '2021-12-13T13:02:22Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:24.833143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:24.833904 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:25.053745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] For port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:25.060131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] For port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:25.075543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:25.095873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0049644-bcc8-407e-a4a6-630a3862d425 req-85b03f54-aea8-4b8a-9b73-0221313a0e17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 210 time: 0.3657823 Dec 13 13:02:25.100163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c071a67-1f07-4a6a-ab84-e5ab36653399 req-5bc7be0e-8cb6-4d37-943a-44d29c7a2f6f tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7140238 Dec 13 13:02:25.145345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-ba20694d-ab2b-4d23-b813-fe305085dcf4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8016500 Dec 13 13:02:25.172367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Request body: {'port': {'device_id': 'fb57d1c6-c1ef-421e-9f48-70e3d75725d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:25.213671 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:25.214336 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:25.216304 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] 10.222.0.37 "PUT /v2.0/ports/7a60a17f-51c4-4b6a-92fa-29f19edaed2a HTTP/1.1" status: 200 len: 1092 time: 3.0164142 Dec 13 13:02:25.216932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Router 398e79e4-f135-4194-ac92-d2d4c32d282c is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:02:25.219006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8774af4a-6699-46c9-a716-628fd5fd985a', 'tag': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:25.221606 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdb3178-136d-4c88-8dc4-207f6ae19267" -d '{"events": [{"name": "network-changed", "server_uuid": "8774af4a-6699-46c9-a716-628fd5fd985a", "tag": "7a60a17f-51c4-4b6a-92fa-29f19edaed2a"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:25.266539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd08b6-e01a-47f7-a1e2-41b348178508 service neutron] Pushing event updated for resources: {'Port': ['ID=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:25.317538 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d566da-f7f5-4b39-bd76-8f9b7464c855 x-openstack-request-id: req-a7d566da-f7f5-4b39-bd76-8f9b7464c855 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:25.318122 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8774af4a-6699-46c9-a716-628fd5fd985a", "tag": "7a60a17f-51c4-4b6a-92fa-29f19edaed2a", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:25.318555 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7d566da-f7f5-4b39-bd76-8f9b7464c855 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:25.320479 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8774af4a-6699-46c9-a716-628fd5fd985a', 'tag': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a', 'status': 'completed', 'code': 200} Dec 13 13:02:25.465493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-105a4057-e73e-48cd-8919-26a9c398542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:25.467177 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-105a4057-e73e-48cd-8919-26a9c398542f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=111be7d7d5c648cc8b132af0479dfcce&device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 1095 time: 0.1914613 Dec 13 13:02:25.532734 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:25.625172 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-78deb82e-009a-44b1-9f85-df4065a74744 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a HTTP/1.1" status: 200 len: 217 time: 0.1471105 Dec 13 13:02:25.660600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634d1f3-2fe3-48f1-b8e0-7693a9a5c20c req-418fd6d6-0b3f-4942-b8f7-cd230228ff32 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:25.670966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d634d1f3-2fe3-48f1-b8e0-7693a9a5c20c req-418fd6d6-0b3f-4942-b8f7-cd230228ff32 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 932 time: 0.3671057 Dec 13 13:02:25.746830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:25.781322 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f136f-10b7-4925-8055-646308c94734 None None] Sync routers for ids ['398e79e4-f135-4194-ac92-d2d4c32d282c'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:25.798993 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f136f-10b7-4925-8055-646308c94734 None None] Routers {'398e79e4-f135-4194-ac92-d2d4c32d282c'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:25.803695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ed5f136f-10b7-4925-8055-646308c94734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['398e79e4-f135-4194-ac92-d2d4c32d282c'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:25.891255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Deleting port 5b2132f0-95f3-4452-b9bd-21fc8618223d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:25.891614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:25.918025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:25.937653 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ed5f136f-10b7-4925-8055-646308c94734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:25.941749 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-efcd568f-03cb-489b-b47e-719494eea13e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1897192 Dec 13 13:02:25.952480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60754) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:25.969493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7bb4fec5-bc41-4119-b6fa-67eeee5e80c7 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'enable_snat': False}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:25.975181 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f136f-10b7-4925-8055-646308c94734 None None] Routers {'398e79e4-f135-4194-ac92-d2d4c32d282c'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:25.980618 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ed5f136f-10b7-4925-8055-646308c94734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:01:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['398e79e4-f135-4194-ac92-d2d4c32d282c'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:26.105374 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ed5f136f-10b7-4925-8055-646308c94734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:26.106356 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f136f-10b7-4925-8055-646308c94734 None None] The sync data for ids ['398e79e4-f135-4194-ac92-d2d4c32d282c'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:26.120925 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-87b2f900-50bc-4445-854b-3007834facf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:26.123042 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-87b2f900-50bc-4445-854b-3007834facf9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c11bfb4-a169-48b4-9476-10f8dc9ff79b HTTP/1.1" status: 200 len: 855 time: 0.3742306 Dec 13 13:02:26.179850 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-ef14b798-ea7e-40ec-9e8a-f17b387d56ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428216 Dec 13 13:02:26.243411 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d634d1f3-2fe3-48f1-b8e0-7693a9a5c20c req-b347bef7-12aa-43b9-a154-28c3adeaec4f tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714192 Dec 13 13:02:26.365369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a377538e-92c4-4698-a5f1-ca2d8be72427 req-254d34ed-10cd-4b61-aeef-af834077cb78 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 210 time: 0.0789468 Dec 13 13:02:26.623268 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f118f8-d9fa-4efe-88bb-09a852666363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:26.709486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:26.710505 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-f705d1b4-459a-42e8-a0b5-2e580b0dcd04 service neutron] 10.222.0.37 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215113 Dec 13 13:02:26.794271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1248a5e-db3c-426c-bc00-78bc03312962 req-9509ebca-4d27-4ce3-8ba9-a1e95be1c546 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:26.802067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1248a5e-db3c-426c-bc00-78bc03312962 req-9509ebca-4d27-4ce3-8ba9-a1e95be1c546 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 944 time: 0.4286005 Dec 13 13:02:26.815550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Calling delete_port for 5b2132f0-95f3-4452-b9bd-21fc8618223d owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:27.034771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7c52c5d4-01b4-4e5e-a239-f97c0317b25f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:27.092340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1248a5e-db3c-426c-bc00-78bc03312962 req-da9e0175-a83e-495b-b69d-b021883cf06a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498298 Dec 13 13:02:27.161296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:27.162180 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:27.215101 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-35d2929e-4e97-437d-900e-a22b3a1c82df req-b10d5c47-1f83-40c3-8ad5-30569fe36ebb service neutron] 10.222.0.37 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582844 Dec 13 13:02:27.234439 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-a996345f-9b89-4283-8219-82596567e36d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:27.236157 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-a996345f-9b89-4283-8219-82596567e36d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 797 time: 0.5898163 Dec 13 13:02:27.292029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bb4fec5-bc41-4119-b6fa-67eeee5e80c7 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:27.537110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb3178-136d-4c88-8dc4-207f6ae19267 req-e7746194-abcc-4138-aad0-9bb26a3ea11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:27.538935 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bdb3178-136d-4c88-8dc4-207f6ae19267 req-e7746194-abcc-4138-aad0-9bb26a3ea11d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=111be7d7d5c648cc8b132af0479dfcce&device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 1095 time: 0.2350404 Dec 13 13:02:27.598457 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-5fa7f124-4496-43c7-bf84-29b9394b3005 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 380 time: 0.3426092 Dec 13 13:02:27.622681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'port': {'device_id': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'admin_state_up': True, 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'security_groups': ['641577d5-d008-4204-affb-d171b4bb9bc2']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:27.740264 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:27.744557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9675986-d829-4ef1-a884-c531c8266b97 req-bd11d134-c032-4679-87b4-1bbd1c998271 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 210 time: 0.1107926 Dec 13 13:02:27.772128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0406da-f4b8-48c7-ada5-582d7d4b715d {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:02:27.796392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffc15d-0d5a-4f37-879d-8fb8bfbdf539 req-6f5dc9b1-50ab-46b3-9b69-12002d5f1bb6 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:27.803858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ffc15d-0d5a-4f37-879d-8fb8bfbdf539 req-6f5dc9b1-50ab-46b3-9b69-12002d5f1bb6 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 932 time: 0.1546896 Dec 13 13:02:27.807701 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:27.921459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ffc15d-0d5a-4f37-879d-8fb8bfbdf539 req-bc7bc3a7-7503-4f48-bc68-b21ecc42713e tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162937 Dec 13 13:02:27.960237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Transition to ACTIVE for port object 6e0406da-f4b8-48c7-ada5-582d7d4b715d will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:02:27.997261 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:28.085897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0406da-f4b8-48c7-ada5-582d7d4b715d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:28.166750 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:28.183348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb3178-136d-4c88-8dc4-207f6ae19267 req-89f9f24e-d00a-417c-8dd6-e1a30cfd439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:28.185439 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bdb3178-136d-4c88-8dc4-207f6ae19267 req-89f9f24e-d00a-417c-8dd6-e1a30cfd439e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 200 len: 915 time: 0.6243770 Dec 13 13:02:28.256592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event deleted for resources: {'Port': ['ID=5b2132f0-95f3-4452-b9bd-21fc8618223d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:28.303999 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bdb3178-136d-4c88-8dc4-207f6ae19267 req-889da778-5421-43bd-ae83-d8ad302fdfd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a HTTP/1.1" status: 200 len: 217 time: 0.1093771 Dec 13 13:02:28.421672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb3178-136d-4c88-8dc4-207f6ae19267 req-c4b1c4f0-b3bc-4b73-b99e-831d5db4702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:28.423564 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bdb3178-136d-4c88-8dc4-207f6ae19267 req-c4b1c4f0-b3bc-4b73-b99e-831d5db4702d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c11bfb4-a169-48b4-9476-10f8dc9ff79b HTTP/1.1" status: 200 len: 855 time: 0.1017652 Dec 13 13:02:28.423997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Attempting to bind port 6e0406da-f4b8-48c7-ada5-582d7d4b715d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:28.424381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Attempting to bind port 6e0406da-f4b8-48c7-ada5-582d7d4b715d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '30acca72-a1b7-42b1-8093-15db5f496101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e83a88e4-fea0-4858-af59-2b2940a8c674'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:28.424802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Attempting to bind port 6e0406da-f4b8-48c7-ada5-582d7d4b715d on network e83a88e4-fea0-4858-af59-2b2940a8c674 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:28.445672 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Port 6e0406da-f4b8-48c7-ada5-582d7d4b715d on network e83a88e4-fea0-4858-af59-2b2940a8c674 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:28.446653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Attempting to bind port 6e0406da-f4b8-48c7-ada5-582d7d4b715d on network e83a88e4-fea0-4858-af59-2b2940a8c674 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:28.463555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d42851-97d9-4655-88f3-7b9a5c404d49 req-48353869-6b78-4185-9cdf-2beb2665f163 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:28.475823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2d42851-97d9-4655-88f3-7b9a5c404d49 req-48353869-6b78-4185-9cdf-2beb2665f163 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 944 time: 0.1880829 Dec 13 13:02:28.512709 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bdb3178-136d-4c88-8dc4-207f6ae19267 req-3fd8ec3d-2128-4c36-8f44-30f7dc455a3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732877 Dec 13 13:02:28.524925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:28.525402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Checking segment: {'id': '30acca72-a1b7-42b1-8093-15db5f496101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e83a88e4-fea0-4858-af59-2b2940a8c674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:28.525880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Bound using segment: {'id': '30acca72-a1b7-42b1-8093-15db5f496101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e83a88e4-fea0-4858-af59-2b2940a8c674'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:28.526470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Bound port: 6e0406da-f4b8-48c7-ada5-582d7d4b715d, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30acca72-a1b7-42b1-8093-15db5f496101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e83a88e4-fea0-4858-af59-2b2940a8c674'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:28.526950 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:28.595562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2d42851-97d9-4655-88f3-7b9a5c404d49 req-a7fde11c-1789-4f64-8ec7-a062214929d9 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167660 Dec 13 13:02:28.709456 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:28.773471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:28.780190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:28.821728 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bdb3178-136d-4c88-8dc4-207f6ae19267 req-c2556107-8e3d-4619-a37a-44c6ec10b181 service neutron] 10.222.0.37 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002264 Dec 13 13:02:28.886818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] For port 6e0406da-f4b8-48c7-ada5-582d7d4b715d, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:28.991145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] For port 6e0406da-f4b8-48c7-ada5-582d7d4b715d, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6e0406da-f4b8-48c7-ada5-582d7d4b715d,segment=NetworkSegment(30acca72-a1b7-42b1-8093-15db5f496101),segment_id=30acca72-a1b7-42b1-8093-15db5f496101)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:29.007042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-abb8d6ef-e604-4b9d-bcfa-d00d5254e832 req-4d6c5c6d-0f87-457e-b527-5de6ac89bdd3 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 210 time: 0.0718608 Dec 13 13:02:29.055515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:29.078726 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:29.118336 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bdb3178-136d-4c88-8dc4-207f6ae19267 req-06a4a585-cd68-4a03-b1cc-fad1e8292c6c service neutron] 10.222.0.37 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869818 Dec 13 13:02:29.136694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.20.0.10 (ccc08304-0be5-428d-b404-0a9353d5f882/477b464d-e803-4dd3-8076-c2c4106a7460/ff826855-6c96-433d-8e2e-6e3c16bc6e94) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:29.210436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:29.211051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:29.212916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] 10.222.0.42 "PUT /v2.0/ports/6e0406da-f4b8-48c7-ada5-582d7d4b715d HTTP/1.1" status: 200 len: 1092 time: 4.0581331 Dec 13 13:02:29.291962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb57d1c6-c1ef-421e-9f48-70e3d75725d3', 'tag': '6e0406da-f4b8-48c7-ada5-582d7d4b715d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:29.294332 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732" -d '{"events": [{"name": "network-changed", "server_uuid": "fb57d1c6-c1ef-421e-9f48-70e3d75725d3", "tag": "6e0406da-f4b8-48c7-ada5-582d7d4b715d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:29.321752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffbfac-c882-469a-8e6a-dd28fd217381 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0406da-f4b8-48c7-ada5-582d7d4b715d,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:29.357511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10a465-80ac-4876-bf76-27ff94025a8e req-91fae1ba-b0f6-41c7-ab65-129b0015376f tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:29.359066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f10a465-80ac-4876-bf76-27ff94025a8e req-91fae1ba-b0f6-41c7-ab65-129b0015376f tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 944 time: 0.2383800 Dec 13 13:02:29.375416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bb4fec5-bc41-4119-b6fa-67eeee5e80c7 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:29.384183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bb4fec5-bc41-4119-b6fa-67eeee5e80c7 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:29.464301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7a60a17f-51c4-4b6a-92fa-29f19edaed2a details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:02:29.527988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-7687ba60-53a3-4c02-9888-d14dc8ca1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:29.529727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-7687ba60-53a3-4c02-9888-d14dc8ca1784 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7630bcfeacb4461c9869aac4141aeebc&device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 1095 time: 0.2282798 Dec 13 13:02:29.541869 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:29.583910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-9eaab95e-f4f7-4800-b93c-5c927faa4379 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0406da-f4b8-48c7-ada5-582d7d4b715d HTTP/1.1" status: 200 len: 217 time: 0.0401375 Dec 13 13:02:29.589287 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ce2d0b-580a-4772-bb10-9f9c4df9cb4e x-openstack-request-id: req-a9ce2d0b-580a-4772-bb10-9f9c4df9cb4e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:29.589663 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb57d1c6-c1ef-421e-9f48-70e3d75725d3", "tag": "6e0406da-f4b8-48c7-ada5-582d7d4b715d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:29.589865 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9ce2d0b-580a-4772-bb10-9f9c4df9cb4e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:29.590265 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb57d1c6-c1ef-421e-9f48-70e3d75725d3', 'tag': '6e0406da-f4b8-48c7-ada5-582d7d4b715d', 'status': 'completed', 'code': 200} Dec 13 13:02:29.610872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb4fec5-bc41-4119-b6fa-67eeee5e80c7 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Router 398e79e4-f135-4194-ac92-d2d4c32d282c has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:02:29.682503 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:29.710347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f10a465-80ac-4876-bf76-27ff94025a8e req-71decc43-8cd4-4961-9441-56f83024fbb0 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280714 Dec 13 13:02:29.812087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:29.846939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a', 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4', 'port_id': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a', 'mac_address': 'fa:16:3e:bd:19:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c11bfb4-a169-48b4-9476-10f8dc9ff79b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:02:29.888278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-33d89948-4a72-4f4a-8208-c7606f6abaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:29.916860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-33d89948-4a72-4f4a-8208-c7606f6abaa9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8600c26-6cc0-4b70-af91-dedeffcb51e2 HTTP/1.1" status: 200 len: 850 time: 0.3106029 Dec 13 13:02:29.961741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb4fec5-bc41-4119-b6fa-67eeee5e80c7 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:30.001304 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:30.012279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bb4fec5-bc41-4119-b6fa-67eeee5e80c7 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:30.013183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f82854-1f8c-4e96-b0c4-2c34ea04a3af None None] Sync routers for ids ['398e79e4-f135-4194-ac92-d2d4c32d282c'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:30.015191 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7bb4fec5-bc41-4119-b6fa-67eeee5e80c7 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "PUT /v2.0/routers/398e79e4-f135-4194-ac92-d2d4c32d282c HTTP/1.1" status: 200 len: 921 time: 4.0615177 Dec 13 13:02:30.020808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60800) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:30.027513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network ccc08304-0be5-428d-b404-0a9353d5f882 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:30.029675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:30.031874 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:30.032092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=ff826855-6c96-433d-8e2e-6e3c16bc6e94,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:30.035170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:30.081801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-cb4e2541-a1db-462c-b9fe-5fa55d31b79e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e83a88e4-fea0-4858-af59-2b2940a8c674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630855 Dec 13 13:02:30.106918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f82854-1f8c-4e96-b0c4-2c34ea04a3af None None] Routers {'398e79e4-f135-4194-ac92-d2d4c32d282c'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:30.108140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f5f82854-1f8c-4e96-b0c4-2c34ea04a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['398e79e4-f135-4194-ac92-d2d4c32d282c'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:30.111522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a60a17f-51c4-4b6a-92fa-29f19edaed2a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:02:30.156585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f5f82854-1f8c-4e96-b0c4-2c34ea04a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:30.169897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:30.171260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:30.175266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:30.181142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f82854-1f8c-4e96-b0c4-2c34ea04a3af None None] Routers {'398e79e4-f135-4194-ac92-d2d4c32d282c'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:30.181803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f5f82854-1f8c-4e96-b0c4-2c34ea04a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['398e79e4-f135-4194-ac92-d2d4c32d282c'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:30.224930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f5f82854-1f8c-4e96-b0c4-2c34ea04a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:30.225606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f82854-1f8c-4e96-b0c4-2c34ea04a3af None None] The sync data for ids ['398e79e4-f135-4194-ac92-d2d4c32d282c'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:30.227167 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:30.234596 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-907f803e-3e34-4d84-9332-6c9c73f45e14 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6155097 Dec 13 13:02:30.254552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Request body: {'port': {'device_id': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:30.273831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Router 42099d46-879f-44bc-af68-63c6b583a5d1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:02:30.342796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:30.393286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd378-54aa-4d1c-96e7-bf6de4259b9e req-1540f8ca-f8b5-44ec-99f4-c6e1fa40607f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:30.404852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4bbd378-54aa-4d1c-96e7-bf6de4259b9e req-1540f8ca-f8b5-44ec-99f4-c6e1fa40607f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 932 time: 0.2053490 Dec 13 13:02:30.410299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:30.465650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7a60a17f-51c4-4b6a-92fa-29f19edaed2a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:02:30.511776 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875ffa-7751-444e-851f-59ffd781e102 req-ae5121b2-27ea-4446-9954-cee12265a82e tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:30.513735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f875ffa-7751-444e-851f-59ffd781e102 req-ae5121b2-27ea-4446-9954-cee12265a82e tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 944 time: 0.5137560 Dec 13 13:02:30.525169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-783dfca4-6209-45be-aa03-2d8e75cb7189 None None] Provisioning complete for port ff826855-6c96-433d-8e2e-6e3c16bc6e94 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:30.525541 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-783dfca4-6209-45be-aa03-2d8e75cb7189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:30.576350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-783dfca4-6209-45be-aa03-2d8e75cb7189 None None] Port ff826855-6c96-433d-8e2e-6e3c16bc6e94 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:02:30.649139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4bbd378-54aa-4d1c-96e7-bf6de4259b9e req-dfe0d263-812d-4cfe-b62f-34d12de8a235 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391138 Dec 13 13:02:30.805392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f875ffa-7751-444e-851f-59ffd781e102 req-7e7cdebd-2abd-452d-924a-96ec9af40d76 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592461 Dec 13 13:02:30.808138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-63758226-e1f1-42f3-aea9-5873e10bc3c4 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/routers/398e79e4-f135-4194-ac92-d2d4c32d282c HTTP/1.1" status: 200 len: 921 time: 0.7445424 Dec 13 13:02:30.814482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60812) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:30.825594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-28cba547-fc27-49bf-be98-16fa0881fc60 service neutron] 10.222.0.42 "GET /v2.0/networks/e83a88e4-fea0-4858-af59-2b2940a8c674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7428274 Dec 13 13:02:30.837712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff826855-6c96-433d-8e2e-6e3c16bc6e94 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:02:30.854219 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:30.872750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Transition to ACTIVE for port object ff826855-6c96-433d-8e2e-6e3c16bc6e94 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:02:30.877935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:30.964210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Pushing event updated for resources: {'Port': ['ID=ff826855-6c96-433d-8e2e-6e3c16bc6e94,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:31.048603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Attempting to bind port ff826855-6c96-433d-8e2e-6e3c16bc6e94 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:31.049244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Attempting to bind port ff826855-6c96-433d-8e2e-6e3c16bc6e94 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:31.049749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Attempting to bind port ff826855-6c96-433d-8e2e-6e3c16bc6e94 on network ccc08304-0be5-428d-b404-0a9353d5f882 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:31.056864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Port ff826855-6c96-433d-8e2e-6e3c16bc6e94 on network ccc08304-0be5-428d-b404-0a9353d5f882 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:31.057185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Attempting to bind port ff826855-6c96-433d-8e2e-6e3c16bc6e94 on network ccc08304-0be5-428d-b404-0a9353d5f882 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:31.062667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:31.063144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Checking segment: {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:31.063626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Bound using segment: {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:31.064371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Bound port: ff826855-6c96-433d-8e2e-6e3c16bc6e94, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:31.064875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:31.116555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0128e1b-56cf-474f-ad21-763a0f038024 req-59fbea1a-e070-4165-baca-4af21c93e83c service neutron] 10.222.0.42 "GET /v2.0/networks/e83a88e4-fea0-4858-af59-2b2940a8c674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781813 Dec 13 13:02:31.146244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:31.150682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:31.173171 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:31.229782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:31.230541 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:31.232317 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] 10.222.0.42 "PUT /v2.0/ports/ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 1092 time: 0.9861076 Dec 13 13:02:31.232860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:31.235369 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94430cad-af1e-4805-8a8d-fafb30a0b8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:31.273639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3991656-7d2f-4c8b-9749-698c26527679 service neutron] Pushing event updated for resources: {'Port': ['ID=ff826855-6c96-433d-8e2e-6e3c16bc6e94,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:31.333064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-066c21de-2017-4957-90b4-89c410817521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:31.334933 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-066c21de-2017-4957-90b4-89c410817521 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1095 time: 0.0523922 Dec 13 13:02:31.388923 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-2a0922bf-a6ad-430b-a1dd-be5bc6eefe8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 217 time: 0.0450993 Dec 13 13:02:31.464760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-2960165e-c906-4ceb-bd81-20f1810cb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:31.466496 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-2960165e-c906-4ceb-bd81-20f1810cb2e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 200 len: 835 time: 0.0663757 Dec 13 13:02:31.508468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7a60a17f-51c4-4b6a-92fa-29f19edaed2a up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:31.562530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-c118c4f1-d6f9-48bc-9353-62ff3dfb2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:31.566231 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-c118c4f1-d6f9-48bc-9353-62ff3dfb2d5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ccc08304-0be5-428d-b404-0a9353d5f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920489 Dec 13 13:02:31.569728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc386a-a9f4-4f72-98f5-04e4dbee1a82 req-3d16a5c0-6ff0-4347-944a-a6e83ac8f4d8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:31.577768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43dc386a-a9f4-4f72-98f5-04e4dbee1a82 req-3d16a5c0-6ff0-4347-944a-a6e83ac8f4d8 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.7771864 Dec 13 13:02:31.584937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71408f24-ae10-4684-afef-8a9db304c500 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:31.589472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-71408f24-ae10-4684-afef-8a9db304c500 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&device_id=398e79e4-f135-4194-ac92-d2d4c32d282c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7661564 Dec 13 13:02:31.599126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60818) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:31.607754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:02:31.627669 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:31.628010 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:31.694350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f3cb03-66c3-4ad0-b495-520e88b24a19 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:31.698929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f5f3cb03-66c3-4ad0-b495-520e88b24a19 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 881 time: 0.0978355 Dec 13 13:02:31.705635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60822) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:31.720890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:31.736174 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:31.744249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fee7ef72-4dec-473b-b3d8-ff79e0a6aced tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "PUT /v2.0/routers/42099d46-879f-44bc-af68-63c6b583a5d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9043698 Dec 13 13:02:31.749861 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e5eb3-77d9-4e10-b9d0-bfb3fdc2e360 None None] Sync routers for ids ['42099d46-879f-44bc-af68-63c6b583a5d1'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:31.756510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60824) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:31.762045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8774af4a-6699-46c9-a716-628fd5fd985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:31.765258 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a236d9a-b12e-4a57-873c-dee9ace39f45" -d '{"events": [{"server_uuid": "8774af4a-6699-46c9-a716-628fd5fd985a", "name": "network-vif-plugged", "status": "completed", "tag": "7a60a17f-51c4-4b6a-92fa-29f19edaed2a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:31.769171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732 req-25957de5-5384-4b82-89be-72ed2920bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:31.770798 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732 req-25957de5-5384-4b82-89be-72ed2920bf5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7630bcfeacb4461c9869aac4141aeebc&device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 1095 time: 0.5758402 Dec 13 13:02:31.773819 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e5eb3-77d9-4e10-b9d0-bfb3fdc2e360 None None] Routers {'42099d46-879f-44bc-af68-63c6b583a5d1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:31.774756 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a16e5eb3-77d9-4e10-b9d0-bfb3fdc2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['42099d46-879f-44bc-af68-63c6b583a5d1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:31.780641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:31.783279 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6a51e116-9b41-4333-bafb-e3a5e5c8941d tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=398e79e4-f135-4194-ac92-d2d4c32d282c HTTP/1.1" status: 200 len: 205 time: 0.0762801 Dec 13 13:02:31.788452 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:31.796646 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac6bb9-abfd-4d66-bc62-b5ad7f3716c8 req-a8f4ebfa-3931-43ce-8eb5-ebb37e8a9d47 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:31.804785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6aac6bb9-abfd-4d66-bc62-b5ad7f3716c8 req-a8f4ebfa-3931-43ce-8eb5-ebb37e8a9d47 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 944 time: 0.7149224 Dec 13 13:02:31.819224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60828) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:31.824990 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-80e5b8fc-c495-483a-92c5-569038193514 service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499895 Dec 13 13:02:31.853730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-f3ac6840-c0d0-4496-bf55-4905e23ab3e2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:31.855650 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a16e5eb3-77d9-4e10-b9d0-bfb3fdc2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:31.855990 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-f3ac6840-c0d0-4496-bf55-4905e23ab3e2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.37 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 946 time: 0.2008836 Dec 13 13:02:31.869225 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e5eb3-77d9-4e10-b9d0-bfb3fdc2e360 None None] Routers {'42099d46-879f-44bc-af68-63c6b583a5d1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:31.870191 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a16e5eb3-77d9-4e10-b9d0-bfb3fdc2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['42099d46-879f-44bc-af68-63c6b583a5d1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:31.904904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:31.942724 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a16e5eb3-77d9-4e10-b9d0-bfb3fdc2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:31.943873 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e5eb3-77d9-4e10-b9d0-bfb3fdc2e360 None None] The sync data for ids ['42099d46-879f-44bc-af68-63c6b583a5d1'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:32.004005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43dc386a-a9f4-4f72-98f5-04e4dbee1a82 req-b8122857-acd9-4c34-b67f-a921745093ec tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/security-groups?id=e020512a-b5b1-4a02-972a-43f8e95d8d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239779 Dec 13 13:02:32.051927 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaef3fe-0471-440c-a8f6-b5be012c9746 x-openstack-request-id: req-fdaef3fe-0471-440c-a8f6-b5be012c9746 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:32.052217 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:32.052458 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdaef3fe-0471-440c-a8f6-b5be012c9746 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:32.052854 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'status': 'completed', 'code': 200} Dec 13 13:02:32.059037 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f633e6f6-05ec-49f7-bfe2-a9d8e7998288 req-15ac94ba-e2e5-4f20-aa1c-98887b89f7a6 service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253606 Dec 13 13:02:32.062625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-8468ba05-fdb4-4848-b9da-29c69e5aa4a2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Deleting port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:32.062965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-8468ba05-fdb4-4848-b9da-29c69e5aa4a2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:32.202536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-1d2a0305-52df-4013-82bb-a8ad6661cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:32.204103 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-1d2a0305-52df-4013-82bb-a8ad6661cede service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1095 time: 0.0666504 Dec 13 13:02:32.217236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6aac6bb9-abfd-4d66-bc62-b5ad7f3716c8 req-ccedec31-e543-4ed2-ba00-22eb952c116e tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111438 Dec 13 13:02:32.232581 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:32.293803 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3b5af4-7fc7-41f4-a0af-7388d555699f x-openstack-request-id: req-fe3b5af4-7fc7-41f4-a0af-7388d555699f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:32.294460 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8774af4a-6699-46c9-a716-628fd5fd985a", "name": "network-vif-plugged", "status": "completed", "tag": "7a60a17f-51c4-4b6a-92fa-29f19edaed2a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:32.294460 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe3b5af4-7fc7-41f4-a0af-7388d555699f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:32.294778 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8774af4a-6699-46c9-a716-628fd5fd985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a', 'code': 200} Dec 13 13:02:32.325204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-8468ba05-fdb4-4848-b9da-29c69e5aa4a2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] For port cd1496d1-c61a-4e0f-8c1f-189a2eef4231, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,segment=NetworkSegment(cc05af04-d9de-4d62-9f97-1dac3d380079),segment_id=cc05af04-d9de-4d62-9f97-1dac3d380079)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:32.325561 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-8468ba05-fdb4-4848-b9da-29c69e5aa4a2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:32.334557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732 req-c4a339c5-9621-43e4-b1fa-f907656ea911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:32.338027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732 req-c4a339c5-9621-43e4-b1fa-f907656ea911 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e83a88e4-fea0-4858-af59-2b2940a8c674 HTTP/1.1" status: 200 len: 910 time: 0.5271399 Dec 13 13:02:32.361916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-8468ba05-fdb4-4848-b9da-29c69e5aa4a2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Calling delete_port for cd1496d1-c61a-4e0f-8c1f-189a2eef4231 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:32.377367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f10a9-51dd-49c0-abfc-04e5a3145b0c req-e53b49ea-fbf1-4b55-acf1-657460cc6649 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:32.378757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e1f10a9-51dd-49c0-abfc-04e5a3145b0c req-e53b49ea-fbf1-4b55-acf1-657460cc6649 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 944 time: 0.2647901 Dec 13 13:02:32.446688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-772a0ca8-204d-497d-a0cc-0749f2ac7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:32.447898 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:32.448194 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-772a0ca8-204d-497d-a0cc-0749f2ac7718 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 897 time: 0.2336993 Dec 13 13:02:32.456201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732 req-a9287598-ba18-4924-b999-9320d614378c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e0406da-f4b8-48c7-ada5-582d7d4b715d HTTP/1.1" status: 200 len: 217 time: 0.0996239 Dec 13 13:02:32.501513 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-ce97cafc-a03c-4d1d-98d6-938f48d24123 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 217 time: 0.0443730 Dec 13 13:02:32.583661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-1c0dfce4-55f7-4c29-bd8f-d30f4cd1bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:32.585165 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-1c0dfce4-55f7-4c29-bd8f-d30f4cd1bdce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 200 len: 835 time: 0.0715480 Dec 13 13:02:32.653149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-8468ba05-fdb4-4848-b9da-29c69e5aa4a2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:32.653884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4539b8-3ec5-486a-8028-5e7a771eb01d req-9aba56f6-6ac3-42cf-aa03-1c0d098f63c2 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:32.661176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a4539b8-3ec5-486a-8028-5e7a771eb01d req-9aba56f6-6ac3-42cf-aa03-1c0d098f63c2 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.3067284 Dec 13 13:02:32.665151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['cd1496d1-c61a-4e0f-8c1f-189a2eef4231'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:02:32.702145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-888e19be-b38c-4027-9b3e-03e5e216485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:32.703660 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-888e19be-b38c-4027-9b3e-03e5e216485a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ccc08304-0be5-428d-b404-0a9353d5f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086648 Dec 13 13:02:32.704825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468ba05-fdb4-4848-b9da-29c69e5aa4a2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Pushing event deleted for resources: {'Port': ['ID=cd1496d1-c61a-4e0f-8c1f-189a2eef4231,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:32.757546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e1f10a9-51dd-49c0-abfc-04e5a3145b0c req-3b83f49a-a9fc-41a3-85a8-e6cf42c8f920 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212519 Dec 13 13:02:32.759517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74e71f-f1af-4e53-8230-fa468b06bb48 req-cf336759-bb15-4525-bc90-d1fc1b1f3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:32.761228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc74e71f-f1af-4e53-8230-fa468b06bb48 req-cf336759-bb15-4525-bc90-d1fc1b1f3c96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 1097 time: 0.3266449 Dec 13 13:02:32.762667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732 req-d296a2c6-7dfd-40d4-a68f-6a7d16d24ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:32.764794 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732 req-d296a2c6-7dfd-40d4-a68f-6a7d16d24ce2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8600c26-6cc0-4b70-af91-dedeffcb51e2 HTTP/1.1" status: 200 len: 850 time: 0.2266581 Dec 13 13:02:32.769526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:32.793261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-8468ba05-fdb4-4848-b9da-29c69e5aa4a2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] No DVR routers for this DVR port cd1496d1-c61a-4e0f-8c1f-189a2eef4231 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:02:32.798937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-8468ba05-fdb4-4848-b9da-29c69e5aa4a2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:32.802649 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e9f1afd2-3bad-4f88-b2f1-7b901290ded6 req-8468ba05-fdb4-4848-b9da-29c69e5aa4a2 tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.37 "DELETE /v2.0/ports/cd1496d1-c61a-4e0f-8c1f-189a2eef4231 HTTP/1.1" status: 204 len: 173 time: 0.9297781 Dec 13 13:02:32.857694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732 req-b44237ae-dfe6-4d69-8085-78b4f2e5854f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e83a88e4-fea0-4858-af59-2b2940a8c674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804303 Dec 13 13:02:32.874853 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-57f91315-1fe7-4a08-947d-b84712591c97 service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619041 Dec 13 13:02:32.905801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:32.945029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a4539b8-3ec5-486a-8028-5e7a771eb01d req-1696dca2-168d-4ac6-9fe7-3340af8a2456 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828157 Dec 13 13:02:33.003078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc74e71f-f1af-4e53-8230-fa468b06bb48 req-4cb611ca-0a63-47b1-8e50-7977386da426 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282882 Dec 13 13:02:33.067625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Deleting port c7451d1e-deed-456f-9417-ef42439f23b7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:33.067996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:33.068723 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-94430cad-af1e-4805-8a8d-fafb30a0b8b5 req-f1119603-f0a7-4192-abaf-2bf4da7db17b service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855438 Dec 13 13:02:33.095005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732 req-f26055a6-a141-4347-ae79-d6b7d2bda146 service neutron] 10.222.0.42 "GET /v2.0/networks/e83a88e4-fea0-4858-af59-2b2940a8c674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019804 Dec 13 13:02:33.181093 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfc0cb36-92d0-4156-be40-adced2912f8c req-f946cb22-db74-455c-b1c8-ab312ef6d3ce tempest-ServersNegativeTestJSON-1034186271 tempest-ServersNegativeTestJSON-1034186271-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31c201e-07ec-4d05-b54e-e88283269d7c HTTP/1.1" status: 200 len: 210 time: 0.0534453 Dec 13 13:02:33.228534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Deleting port a61a9fe5-7b37-4bc6-9108-6d0eec42f8c5 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:33.229091 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:33.330783 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:33.387507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Calling delete_port for c7451d1e-deed-456f-9417-ef42439f23b7 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:33.396254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1442af6-2d37-48fb-8c8a-b1ff90c5f732 req-e03cde7f-069c-41e2-a1bb-20bca9217b5e service neutron] 10.222.0.42 "GET /v2.0/networks/e83a88e4-fea0-4858-af59-2b2940a8c674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676115 Dec 13 13:02:33.433635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:33.486743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Calling delete_port for a61a9fe5-7b37-4bc6-9108-6d0eec42f8c5 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:33.497014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af722f-08d3-48f1-beda-f306c5f2004f req-393f9baa-4f69-4839-9075-896fb514d45a tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:33.498568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15af722f-08d3-48f1-beda-f306c5f2004f req-393f9baa-4f69-4839-9075-896fb514d45a tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 944 time: 0.1765313 Dec 13 13:02:33.648617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15af722f-08d3-48f1-beda-f306c5f2004f req-02cbfbe9-b396-4517-8994-54c18bb70c9a tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328483 Dec 13 13:02:34.054206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'name': 'network-vif-deleted', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:34.056547 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0074c4b2-6c74-4c77-ab01-70406304200a" -d '{"events": [{"server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "name": "network-vif-deleted", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:34.152529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.198387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event deleted for resources: {'Port': ['ID=c7451d1e-deed-456f-9417-ef42439f23b7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:34.247563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dad09-2c6f-4cb0-bb3f-8e6c23e01426 req-1738b275-b1e0-4505-a026-80817402fc72 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:34.249070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-813dad09-2c6f-4cb0-bb3f-8e6c23e01426 req-1738b275-b1e0-4505-a026-80817402fc72 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 944 time: 0.2228713 Dec 13 13:02:34.268492 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.291257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1378d25-dc11-4e03-bedc-c5032e9292f1 req-f287b941-bb62-4a50-bbcc-1c44d9ab2e7b tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:34.292844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1378d25-dc11-4e03-bedc-c5032e9292f1 req-f287b941-bb62-4a50-bbcc-1c44d9ab2e7b tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.2118397 Dec 13 13:02:34.343898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Pushing event deleted for resources: {'Port': ['ID=a61a9fe5-7b37-4bc6-9108-6d0eec42f8c5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:34.412171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.549464 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.555440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-813dad09-2c6f-4cb0-bb3f-8e6c23e01426 req-5d2dfa61-2354-4363-a54b-2f2a757c346f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827752 Dec 13 13:02:34.556528 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.565707 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1378d25-dc11-4e03-bedc-c5032e9292f1 req-bb659c2d-6d1b-43b2-a422-5ac03e49e86d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629986 Dec 13 13:02:34.619479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.621350 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0934b390-a534-453c-aae0-419252588981 x-openstack-request-id: req-0934b390-a534-453c-aae0-419252588981 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:34.621949 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c201e-07ec-4d05-b54e-e88283269d7c", "name": "network-vif-deleted", "tag": "cd1496d1-c61a-4e0f-8c1f-189a2eef4231", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:34.623979 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0934b390-a534-453c-aae0-419252588981 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:34.624671 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c201e-07ec-4d05-b54e-e88283269d7c', 'name': 'network-vif-deleted', 'tag': 'cd1496d1-c61a-4e0f-8c1f-189a2eef4231', 'status': 'completed', 'code': 200} Dec 13 13:02:34.644262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60874) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:34.682980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.683537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Fanout notify agent at l3_agent the message router_deleted on router 42099d46-879f-44bc-af68-63c6b583a5d1 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:02:34.692607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.696039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dfa5defb-0aae-46b2-8200-73d12db3eeaf tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "DELETE /v2.0/routers/42099d46-879f-44bc-af68-63c6b583a5d1 HTTP/1.1" status: 204 len: 168 time: 2.9214568 Dec 13 13:02:34.700497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60878) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:34.715772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5f6354-29ff-484e-a4f0-4fd0f8f490a5 admin admin] Deleting subnet 43d18bc6-f132-4d0d-b654-2571ed7692f2 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:02:34.720764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6354-29ff-484e-a4f0-4fd0f8f490a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.729083 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.731346 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.766899 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6354-29ff-484e-a4f0-4fd0f8f490a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.807948 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.808756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Fanout notify agent at l3_agent the message router_deleted on router 398e79e4-f135-4194-ac92-d2d4c32d282c {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:02:34.817313 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.818624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-013fc408-1c4d-459e-a942-0e2bce6390f9 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/398e79e4-f135-4194-ac92-d2d4c32d282c HTTP/1.1" status: 204 len: 168 time: 2.9981883 Dec 13 13:02:34.822437 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60880) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:34.830581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ee6e03d6-0c1e-4f34-aea2-c27e5df072de tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1399104054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:34.844720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3af565-3dd4-4350-bfac-5d59c9885afd req-e6108387-6889-44c7-a447-8f7156c72cfb tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:34.846967 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c3af565-3dd4-4350-bfac-5d59c9885afd req-e6108387-6889-44c7-a447-8f7156c72cfb tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 944 time: 0.0750558 Dec 13 13:02:34.877583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a040bf9c-a858-491e-9742-b45f23115722 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Deleting subnet c515bd31-4638-4da7-8d69-dcf9ce5713e4 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:02:34.881946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6354-29ff-484e-a4f0-4fd0f8f490a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.884918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a040bf9c-a858-491e-9742-b45f23115722 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:34.903400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c3af565-3dd4-4350-bfac-5d59c9885afd req-1b080af7-faaf-484c-8c6e-9181e8d96ff5 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495961 Dec 13 13:02:35.210290 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ee6e03d6-0c1e-4f34-aea2-c27e5df072de tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.211370 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ee6e03d6-0c1e-4f34-aea2-c27e5df072de tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.214539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ff826855-6c96-433d-8e2e-6e3c16bc6e94 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:02:35.251787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a040bf9c-a858-491e-9742-b45f23115722 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.321561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:35.333975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'port_id': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'mac_address': 'fa:16:3e:bc:fe:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:02:35.343838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ee6e03d6-0c1e-4f34-aea2-c27e5df072de tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.355001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ee6e03d6-0c1e-4f34-aea2-c27e5df072de tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.360159 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6354-29ff-484e-a4f0-4fd0f8f490a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.372357 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.391628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff826855-6c96-433d-8e2e-6e3c16bc6e94 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:02:35.412449 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:35.417300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.418806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6e0406da-f4b8-48c7-ada5-582d7d4b715d details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:02:35.424667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f6354-29ff-484e-a4f0-4fd0f8f490a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d18bc6-f132-4d0d-b654-2571ed7692f2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:35.440021 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a040bf9c-a858-491e-9742-b45f23115722 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.468202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6354-29ff-484e-a4f0-4fd0f8f490a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.471854 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cf5f6354-29ff-484e-a4f0-4fd0f8f490a5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/43d18bc6-f132-4d0d-b654-2571ed7692f2 HTTP/1.1" status: 204 len: 168 time: 0.8264797 Dec 13 13:02:35.475128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60884) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:35.476123 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ee6e03d6-0c1e-4f34-aea2-c27e5df072de tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.477466 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ee6e03d6-0c1e-4f34-aea2-c27e5df072de tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6537004 Dec 13 13:02:35.480551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60886) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:35.487366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:35.523181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a040bf9c-a858-491e-9742-b45f23115722 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.538992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ff826855-6c96-433d-8e2e-6e3c16bc6e94,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:35.552290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device cd1496d1-c61a-4e0f-8c1f-189a2eef4231 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:02:35.559790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a040bf9c-a858-491e-9742-b45f23115722 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.565628 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a040bf9c-a858-491e-9742-b45f23115722 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "DELETE /v2.0/subnets/c515bd31-4638-4da7-8d69-dcf9ce5713e4 HTTP/1.1" status: 204 len: 168 time: 0.8616550 Dec 13 13:02:35.586834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b698f-af7f-47c4-b5bc-196529d253e5 None None] Network f6805215-4202-4632-aa7e-b39c3dc963be requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:35.591370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: cd1496d1-c61a-4e0f-8c1f-189a2eef4231 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:02:35.591715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device cd1496d1-c61a-4e0f-8c1f-189a2eef4231 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:02:35.622163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60890) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:35.642903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040bf9c-a858-491e-9742-b45f23115722 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event deleted for resources: {'Subnet': ['ID=c515bd31-4638-4da7-8d69-dcf9ce5713e4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:35.709972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 6e0406da-f4b8-48c7-ada5-582d7d4b715d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6e0406da-f4b8-48c7-ada5-582d7d4b715d,segment=NetworkSegment(30acca72-a1b7-42b1-8093-15db5f496101),segment_id=30acca72-a1b7-42b1-8093-15db5f496101)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:35.733173 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.744887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '6e0406da-f4b8-48c7-ada5-582d7d4b715d', 'network_id': 'e83a88e4-fea0-4858-af59-2b2940a8c674', 'port_id': '6e0406da-f4b8-48c7-ada5-582d7d4b715d', 'mac_address': 'fa:16:3e:f1:50:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8600c26-6cc0-4b70-af91-dedeffcb51e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:02:35.799798 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.804474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Deleting port 792dfd71-cf37-40e7-911a-0331ef9e5c02 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:35.805586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.816143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0406da-f4b8-48c7-ada5-582d7d4b715d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:02:35.845149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 6e0406da-f4b8-48c7-ada5-582d7d4b715d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6e0406da-f4b8-48c7-ada5-582d7d4b715d,segment=NetworkSegment(30acca72-a1b7-42b1-8093-15db5f496101),segment_id=30acca72-a1b7-42b1-8093-15db5f496101)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:35.852405 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.897476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edbdcdd-b386-4469-a0a0-f6326790a99c None None] DHCP port deletion for f6805215-4202-4632-aa7e-b39c3dc963be request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:02:35.905527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] For port 792dfd71-cf37-40e7-911a-0331ef9e5c02, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=792dfd71-cf37-40e7-911a-0331ef9e5c02,segment=NetworkSegment(768d33a1-fd70-4c66-a3a9-0a1016c67c3e),segment_id=768d33a1-fd70-4c66-a3a9-0a1016c67c3e)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:35.905987 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.925072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Calling delete_port for 792dfd71-cf37-40e7-911a-0331ef9e5c02 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:35.952444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=6e0406da-f4b8-48c7-ada5-582d7d4b715d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:35.972301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0edbdcdd-b386-4469-a0a0-f6326790a99c None None] Deleting port 792dfd71-cf37-40e7-911a-0331ef9e5c02 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:35.973030 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0edbdcdd-b386-4469-a0a0-f6326790a99c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:35.991381 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.006585 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.024447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ca297-3cba-4768-b31c-84e3528b9ec4 req-a0df3b06-f8e6-4b26-b05b-304589bf6bed tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:36.026008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc8ca297-3cba-4768-b31c-84e3528b9ec4 req-a0df3b06-f8e6-4b26-b05b-304589bf6bed tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.3400018 Dec 13 13:02:36.035437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e57b4-ad30-4a5e-87c4-fc9846adf0b9 req-ec3f6b39-3ad4-45ae-8938-4f0e4b191904 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:36.043780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-205e57b4-ad30-4a5e-87c4-fc9846adf0b9 req-ec3f6b39-3ad4-45ae-8938-4f0e4b191904 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 945 time: 0.3555734 Dec 13 13:02:36.059184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0edbdcdd-b386-4469-a0a0-f6326790a99c None None] For port 792dfd71-cf37-40e7-911a-0331ef9e5c02, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=792dfd71-cf37-40e7-911a-0331ef9e5c02,segment=NetworkSegment(768d33a1-fd70-4c66-a3a9-0a1016c67c3e),segment_id=768d33a1-fd70-4c66-a3a9-0a1016c67c3e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:36.059906 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0edbdcdd-b386-4469-a0a0-f6326790a99c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.060387 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.075250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0edbdcdd-b386-4469-a0a0-f6326790a99c None None] Calling delete_port for 792dfd71-cf37-40e7-911a-0331ef9e5c02 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:36.102996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event deleted for resources: {'Port': ['ID=792dfd71-cf37-40e7-911a-0331ef9e5c02,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:36.113734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] No DVR routers for this DVR port 792dfd71-cf37-40e7-911a-0331ef9e5c02 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:02:36.168965 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0edbdcdd-b386-4469-a0a0-f6326790a99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.179598 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['6e0406da-f4b8-48c7-ada5-582d7d4b715d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:02:36.185984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc8ca297-3cba-4768-b31c-84e3528b9ec4 req-bff6b6eb-a7dd-4dd5-9f62-87b49a7c634d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377208 Dec 13 13:02:36.232319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ff826855-6c96-433d-8e2e-6e3c16bc6e94'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:02:36.236929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-205e57b4-ad30-4a5e-87c4-fc9846adf0b9 req-ab3026d5-1fab-4da0-8f24-fede073ea30f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900887 Dec 13 13:02:36.239759 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.271767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbdcdd-b386-4469-a0a0-f6326790a99c None None] No DVR routers for this DVR port 792dfd71-cf37-40e7-911a-0331ef9e5c02 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:02:36.291985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6805215-4202-4632-aa7e-b39c3dc963be']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:36.315265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768d33a1-fd70-4c66-a3a9-0a1016c67c3e') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:36.315545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768d33a1-fd70-4c66-a3a9-0a1016c67c3e') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:36.326395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbdcdd-b386-4469-a0a0-f6326790a99c None None] Pushing event deleted for resources: {'Port': ['ID=792dfd71-cf37-40e7-911a-0331ef9e5c02,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:36.343152 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.369385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.382427 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:02:36.382834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:02:36.386363 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:02:36.424918 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.457970 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.461990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:36.476832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc05af04-d9de-4d62-9f97-1dac3d380079') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:36.477858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc05af04-d9de-4d62-9f97-1dac3d380079') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:36.479062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.482779 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "DELETE /v2.0/networks/f6805215-4202-4632-aa7e-b39c3dc963be HTTP/1.1" status: 204 len: 168 time: 0.8548048 Dec 13 13:02:36.493501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.497002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60902) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:36.507628 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8ccf8-954b-47a3-aad2-524bdfd369aa tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event deleted for resources: {'Network': ['ID=f6805215-4202-4632-aa7e-b39c3dc963be,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:36.518555 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.527471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:02:36.528224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:02:36.530890 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:02:36.680857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-69ee5ffb-aa67-4ece-b2d4-949770b35042 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Deleting port 4a01371c-91a2-4145-85dc-b44d1b6d66d9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:36.681293 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69ee5ffb-aa67-4ece-b2d4-949770b35042 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.684894 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.706502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dab132-9c29-4019-bbd1-803f6fdac83e req-7fdc7527-2b97-4501-8505-b820226b87c4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:36.708671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40dab132-9c29-4019-bbd1-803f6fdac83e req-7fdc7527-2b97-4501-8505-b820226b87c4 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 945 time: 0.3853328 Dec 13 13:02:36.711922 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.715607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e HTTP/1.1" status: 204 len: 168 time: 1.2390466 Dec 13 13:02:36.735428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301f0a3-4f36-47f3-ba8b-d7b21973e252 req-789bf7b5-0049-4505-b1a9-76944e7ae91d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:36.742979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a301f0a3-4f36-47f3-ba8b-d7b21973e252 req-789bf7b5-0049-4505-b1a9-76944e7ae91d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.2001183 Dec 13 13:02:36.780652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69ee5ffb-aa67-4ece-b2d4-949770b35042 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.781163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69ee5ffb-aa67-4ece-b2d4-949770b35042 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:36.783093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d622f78-1d8f-48b1-97a4-f8b31b90d769 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6ca9e2-b16c-4ca9-9b2f-583c8389e42e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:36.810770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-69ee5ffb-aa67-4ece-b2d4-949770b35042 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Calling delete_port for 4a01371c-91a2-4145-85dc-b44d1b6d66d9 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:36.882767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60908) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:36.886209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a301f0a3-4f36-47f3-ba8b-d7b21973e252 req-cde1d004-b009-408d-8643-68478d60dc8d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423993 Dec 13 13:02:36.918268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40dab132-9c29-4019-bbd1-803f6fdac83e req-4354c931-edae-45da-9100-15e17397a4e5 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910033 Dec 13 13:02:36.993096 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.024523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.037275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69ee5ffb-aa67-4ece-b2d4-949770b35042 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.066843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee5ffb-aa67-4ece-b2d4-949770b35042 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Pushing event deleted for resources: {'Port': ['ID=4a01371c-91a2-4145-85dc-b44d1b6d66d9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:37.078028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 792dfd71-cf37-40e7-911a-0331ef9e5c02 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:02:37.108636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-75e82262-679a-45c5-a27d-9d371dd762e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c17f0f6d559f407185a885c8b61c7515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212820 Dec 13 13:02:37.112503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 792dfd71-cf37-40e7-911a-0331ef9e5c02 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:02:37.112847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 792dfd71-cf37-40e7-911a-0331ef9e5c02 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:02:37.114479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60914) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:37.157783 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69ee5ffb-aa67-4ece-b2d4-949770b35042 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.160641 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69ee5ffb-aa67-4ece-b2d4-949770b35042 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.164749 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-69ee5ffb-aa67-4ece-b2d4-949770b35042 tempest-FloatingIPAdminTestJSON-237067631 tempest-FloatingIPAdminTestJSON-237067631-project] 10.222.0.31 "DELETE /v2.0/floatingips/0309a7a0-2dfb-4236-8f65-4e38ae5ac60b HTTP/1.1" status: 204 len: 168 time: 0.6639874 Dec 13 13:02:37.247449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e7749-2e55-472d-9239-4565004122b8 req-20a26cf5-7b16-41b3-a934-601aa888206f tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:37.256789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-750e7749-2e55-472d-9239-4565004122b8 req-20a26cf5-7b16-41b3-a934-601aa888206f tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1464818 Dec 13 13:02:37.274840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6022bfdb-8f41-4cbb-b14f-f58f55ec11e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.291430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Allocated IP 172.25.2.188 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/f270262b-3d07-4f37-8c68-7024c57746fa) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:37.355737 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6022bfdb-8f41-4cbb-b14f-f58f55ec11e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.401754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-750e7749-2e55-472d-9239-4565004122b8 req-ece99cee-f5c8-40a0-8c2c-f7c19a91dccd tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439095 Dec 13 13:02:37.432375 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.462396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60926) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:37.479016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f27b-4b8b-4f72-a768-e20413e8cf4d req-18ff119c-2698-4fe7-a9de-119545e50fa5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:37.480552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a80f27b-4b8b-4f72-a768-e20413e8cf4d req-18ff119c-2698-4fe7-a9de-119545e50fa5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 945 time: 0.1551960 Dec 13 13:02:37.536239 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.544441 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6022bfdb-8f41-4cbb-b14f-f58f55ec11e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.547323 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6022bfdb-8f41-4cbb-b14f-f58f55ec11e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.551044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6022bfdb-8f41-4cbb-b14f-f58f55ec11e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e020512a-b5b1-4a02-972a-43f8e95d8d52 HTTP/1.1" status: 204 len: 168 time: 0.4321482 Dec 13 13:02:37.572548 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.586357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022bfdb-8f41-4cbb-b14f-f58f55ec11e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e020512a-b5b1-4a02-972a-43f8e95d8d52,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:37.593513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a80f27b-4b8b-4f72-a768-e20413e8cf4d req-5cc49bc1-0a07-4ac7-ba32-6927762d3a38 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057696 Dec 13 13:02:37.693900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31953a84-76c0-491c-9282-60ae5bf6c880 req-9ffa59ca-c088-48d8-ad72-15d9ac710ed4 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:37.695867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31953a84-76c0-491c-9282-60ae5bf6c880 req-9ffa59ca-c088-48d8-ad72-15d9ac710ed4 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.0877550 Dec 13 13:02:37.697945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.754167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Pushing event updated for resources: {'Port': ['ID=f270262b-3d07-4f37-8c68-7024c57746fa,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:37.782591 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4cc5ba22-a0ac-49b1-8309-4b8b23b2a095 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea60ee2184c049579add9a7acf19a6e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3166943 Dec 13 13:02:37.783555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60938) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:37.825893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:37.828608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:37.833382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:37.839875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3366-becf-4d60-9c1b-fd148b3d09a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.882140 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3366-becf-4d60-9c1b-fd148b3d09a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:37.905612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31953a84-76c0-491c-9282-60ae5bf6c880 req-b878263e-bab8-46c6-9fae-55b483c13184 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533942 Dec 13 13:02:38.011632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3366-becf-4d60-9c1b-fd148b3d09a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:38.015063 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3366-becf-4d60-9c1b-fd148b3d09a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:38.016399 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a5ea3366-becf-4d60-9c1b-fd148b3d09a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4017ff96-7a4b-4a3c-b843-d22721c74125 HTTP/1.1" status: 204 len: 168 time: 0.2310979 Dec 13 13:02:38.032009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea3366-becf-4d60-9c1b-fd148b3d09a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4017ff96-7a4b-4a3c-b843-d22721c74125,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:38.652686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e887d-4d73-45f4-ad06-b055665dd011 req-aa32e5ea-be5c-4c3f-a7a8-0942a6e5e7df tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:38.660566 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-790e887d-4d73-45f4-ad06-b055665dd011 req-aa32e5ea-be5c-4c3f-a7a8-0942a6e5e7df tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1086771 Dec 13 13:02:38.673007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60984) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:38.704661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ada1a75f-3ab4-46d9-8aaa-0a663f679d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:38.747206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607137-3e52-48cc-83bf-261d215dd20d req-46fa4174-4720-4b02-9be3-30cc57cf03b2 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:38.755030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e3607137-3e52-48cc-83bf-261d215dd20d req-46fa4174-4720-4b02-9be3-30cc57cf03b2 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 945 time: 0.2045884 Dec 13 13:02:38.816939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60986) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:38.834001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ada1a75f-3ab4-46d9-8aaa-0a663f679d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:38.839815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ada1a75f-3ab4-46d9-8aaa-0a663f679d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:38.864490 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:38.869622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-790e887d-4d73-45f4-ad06-b055665dd011 req-363a6a02-9118-4133-ae76-8d133ef86200 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080853 Dec 13 13:02:38.880249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1a75f-3ab4-46d9-8aaa-0a663f679d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54a5ba6-37b2-4d0f-9652-9227e5f70cb6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:38.897622 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ada1a75f-3ab4-46d9-8aaa-0a663f679d77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44fa01cbb375437aa9fb810b909650ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219548 Dec 13 13:02:38.900692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60992) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:38.929340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e3607137-3e52-48cc-83bf-261d215dd20d req-72d5c05a-1538-441b-8d58-8ae348a46df0 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727386 Dec 13 13:02:39.003029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdaf4edc-a168-4a77-9e36-e0209915bbe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.035248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdaf4edc-a168-4a77-9e36-e0209915bbe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.074544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-319035498-network', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:39.101736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Made reservation on behalf of b5f8dc9780ee4ee1bdb8e23a14b03ebf for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:39.104726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.114537 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.123988 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdaf4edc-a168-4a77-9e36-e0209915bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.126567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdaf4edc-a168-4a77-9e36-e0209915bbe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.127717 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bdaf4edc-a168-4a77-9e36-e0209915bbe5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d54a5ba6-37b2-4d0f-9652-9227e5f70cb6 HTTP/1.1" status: 204 len: 168 time: 0.2259357 Dec 13 13:02:39.142025 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a81fe8-559e-4773-8dc7-1c1b49227721 req-34116ca9-9752-4b73-b4ed-737554093a3e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:39.148024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf4edc-a168-4a77-9e36-e0209915bbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54a5ba6-37b2-4d0f-9652-9227e5f70cb6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:39.150171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1a81fe8-559e-4773-8dc7-1c1b49227721 req-34116ca9-9752-4b73-b4ed-737554093a3e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 945 time: 0.1150351 Dec 13 13:02:39.225248 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ff826855-6c96-433d-8e2e-6e3c16bc6e94 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:39.260232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1a81fe8-559e-4773-8dc7-1c1b49227721 req-ddc9b8b2-e510-4eb5-bed6-bfa84a90696f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096447 Dec 13 13:02:39.265829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.270592 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.298829 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.308401 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.314031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port ff826855-6c96-433d-8e2e-6e3c16bc6e94 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:02:39.320291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port ff826855-6c96-433d-8e2e-6e3c16bc6e94 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:39.321407 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.345235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a594f-4d84-4c60-8446-d4acceb6a369,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:39.371656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:02:39.384048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.384417 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Added segment bdaa14de-d732-43e0-8225-0b707ce56263 of type vlan for network a006c405-a67a-4ac4-8e44-115e7f359776 Dec 13 13:02:39.436210 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.483454 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:02:39.491138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Router 1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:02:39.492342 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.495668 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.499159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:39.499427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.527438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:39.530109 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa610819-fcf1-4dae-b61b-491139732f47" -d '{"events": [{"server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "name": "network-vif-plugged", "status": "completed", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:39.544763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:39.552550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.553886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6e0406da-f4b8-48c7-ada5-582d7d4b715d up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:39.611037 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7898180 Dec 13 13:02:39.611279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32768) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:39.618375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Request body: {'subnet': {'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-subnet', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:39.623450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c11668-fb07-4033-aee8-368f6977705b admin admin] Pushing event updated for resources: {'Network': ['ID=a006c405-a67a-4ac4-8e44-115e7f359776,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:39.652428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32770) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:39.656912 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50a7a38-dd50-4fad-9bbc-52d038c3a2e8 x-openstack-request-id: req-e50a7a38-dd50-4fad-9bbc-52d038c3a2e8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:39.657308 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "name": "network-vif-plugged", "status": "completed", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:39.657920 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e50a7a38-dd50-4fad-9bbc-52d038c3a2e8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:39.658509 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'code': 200} Dec 13 13:02:39.668956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network a006c405-a67a-4ac4-8e44-115e7f359776 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:02:39.669236 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8187c1c-5950-4359-96c1-44a95564aa46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.716534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ff826855-6c96-433d-8e2e-6e3c16bc6e94,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:39.742324 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Made reservation on behalf of b5f8dc9780ee4ee1bdb8e23a14b03ebf for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:39.744747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.771317 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8187c1c-5950-4359-96c1-44a95564aa46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.779004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8187c1c-5950-4359-96c1-44a95564aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.791406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:39.809279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3d06e-7f6b-40cc-97c1-a93048c6d8c4 None None] Sync routers for ids ['1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:39.812061 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.817371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c6a71fc9-9539-4d26-933a-4c54a6844c64 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "PUT /v2.0/routers/1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9 HTTP/1.1" status: 200 len: 880 time: 4.3356004 Dec 13 13:02:39.819725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32772) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:39.831368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3d06e-7f6b-40cc-97c1-a93048c6d8c4 None None] Routers {'1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:39.832399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d8c3d06e-7f6b-40cc-97c1-a93048c6d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:39.843665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 6e0406da-f4b8-48c7-ada5-582d7d4b715d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:02:39.845779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8187c1c-5950-4359-96c1-44a95564aa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e894e09-1511-416c-bfc9-101df9ec4f90,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:39.853810 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8187c1c-5950-4359-96c1-44a95564aa46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b44240671f1342909ed43131ed780339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001708 Dec 13 13:02:39.854517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32774) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:39.902658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37669efc-53aa-4e2e-b2d4-c2a82cfc231a req-049e0338-4977-40c5-b768-f8eb1ad9ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:39.904510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37669efc-53aa-4e2e-b2d4-c2a82cfc231a req-049e0338-4977-40c5-b768-f8eb1ad9ce68 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1097 time: 0.1955583 Dec 13 13:02:39.919017 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29af6785-ce48-463c-b31d-abd48d73fd5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.928170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d8c3d06e-7f6b-40cc-97c1-a93048c6d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:39.950807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 6e0406da-f4b8-48c7-ada5-582d7d4b715d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:39.953582 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:39.954268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29af6785-ce48-463c-b31d-abd48d73fd5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.031024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29af6785-ce48-463c-b31d-abd48d73fd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.044253 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29af6785-ce48-463c-b31d-abd48d73fd5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.072422 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-29af6785-ce48-463c-b31d-abd48d73fd5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e894e09-1511-416c-bfc9-101df9ec4f90 HTTP/1.1" status: 204 len: 168 time: 0.2137878 Dec 13 13:02:40.091048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-aae18078-da3d-45df-8822-80e924ddfc48 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/routers/1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9 HTTP/1.1" status: 200 len: 921 time: 0.2666056 Dec 13 13:02:40.092520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3d06e-7f6b-40cc-97c1-a93048c6d8c4 None None] Routers {'1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:40.093161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d8c3d06e-7f6b-40cc-97c1-a93048c6d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:40.097035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af6785-ce48-463c-b31d-abd48d73fd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e894e09-1511-416c-bfc9-101df9ec4f90,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:40.097238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32786) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:40.122541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37669efc-53aa-4e2e-b2d4-c2a82cfc231a req-c811bb05-d729-4c99-8a3f-f2a399465ff2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069540 Dec 13 13:02:40.137909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d8c3d06e-7f6b-40cc-97c1-a93048c6d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:40.138577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3d06e-7f6b-40cc-97c1-a93048c6d8c4 None None] The sync data for ids ['1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:40.200813 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.256628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 6e0406da-f4b8-48c7-ada5-582d7d4b715d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6e0406da-f4b8-48c7-ada5-582d7d4b715d,segment=NetworkSegment(30acca72-a1b7-42b1-8093-15db5f496101),segment_id=30acca72-a1b7-42b1-8093-15db5f496101)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:40.258852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f1948-01d2-4f1f-a8a1-f4975cd8f9c8 req-875df2fd-a9d1-4d30-b132-60a039e2c69f tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:40.260473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c7f1948-01d2-4f1f-a8a1-f4975cd8f9c8 req-875df2fd-a9d1-4d30-b132-60a039e2c69f tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1911991 Dec 13 13:02:40.263121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.268954 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.275538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673cbf4-9e52-44e6-99bb-221586274400 req-c60fd4fe-4803-46bc-bbd1-0445ac7e343d tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:40.282777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d673cbf4-9e52-44e6-99bb-221586274400 req-c60fd4fe-4803-46bc-bbd1-0445ac7e343d tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 945 time: 0.1901996 Dec 13 13:02:40.286336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e065525-a982-44dd-93ef-a2f01d7882a0 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:40.290608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32790) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:40.290771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2e065525-a982-44dd-93ef-a2f01d7882a0 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&device_id=1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1933522 Dec 13 13:02:40.361863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=6e0406da-f4b8-48c7-ada5-582d7d4b715d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:40.419540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71e75a4-e579-4189-9b07-c9d111289e20,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:40.431941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d673cbf4-9e52-44e6-99bb-221586274400 req-34c9e849-6790-4220-9428-d374b264aa28 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482968 Dec 13 13:02:40.435155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c7f1948-01d2-4f1f-a8a1-f4975cd8f9c8 req-392869b5-b3bb-49e5-bc24-0f85cb859293 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401229 Dec 13 13:02:40.436351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Checking segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:40.436719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Network hostable DHCP agents. Network: a006c405-a67a-4ac4-8e44-115e7f359776, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:02:40.458988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Network a006c405-a67a-4ac4-8e44-115e7f359776 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:02:40.476059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, a006c405-a67a-4ac4-8e44-115e7f359776) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:40.490252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:40.491132 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.492317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0387a47f-557d-4528-b964-4b1302c1d9f8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:40.493938 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0387a47f-557d-4528-b964-4b1302c1d9f8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 881 time: 0.2021523 Dec 13 13:02:40.495812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f29cc7-79c2-48b9-8408-28f33c79e77c None None] Network a006c405-a67a-4ac4-8e44-115e7f359776 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:40.496899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32794) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:40.525703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ec2a936a-13e9-436e-8a6c-2e3b4625473f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9111550 Dec 13 13:02:40.526583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32798) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:40.532040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:40.571845 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-df950735-b19a-4422-8338-04a6e60068b7 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9 HTTP/1.1" status: 200 len: 205 time: 0.0702116 Dec 13 13:02:40.572549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32802) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:40.588267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.589876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.687497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a006c405-a67a-4ac4-8e44-115e7f359776', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:02:40.688380 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.709694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.751731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.853701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc2e67-a338-4886-a01d-f91f537c241f req-8a157bf4-7177-47be-969d-96a3756345e0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:40.855509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58dc2e67-a338-4886-a01d-f91f537c241f req-8a157bf4-7177-47be-969d-96a3756345e0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.2431731 Dec 13 13:02:40.875574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Allocated IP 172.20.0.2 (a006c405-a67a-4ac4-8e44-115e7f359776/d71e75a4-e579-4189-9b07-c9d111289e20/5acbf407-c5c5-4044-b5e6-e0f0b4492814) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:40.911541 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:40.957648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.002006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58dc2e67-a338-4886-a01d-f91f537c241f req-5b3b956d-6be2-4ce9-b97d-d73b3d9cdd82 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990496 Dec 13 13:02:41.050898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Deleting port f270262b-3d07-4f37-8c68-7024c57746fa {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:41.051559 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.176500 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.207070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Calling delete_port for f270262b-3d07-4f37-8c68-7024c57746fa owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:41.436871 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.450175 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.549717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Pushing event updated for resources: {'Port': ['ID=5acbf407-c5c5-4044-b5e6-e0f0b4492814,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:41.595653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Network a006c405-a67a-4ac4-8e44-115e7f359776 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:41.597100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:41.602954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:41.606873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.640816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Pushing event deleted for resources: {'Port': ['ID=f270262b-3d07-4f37-8c68-7024c57746fa,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:41.659378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb57d1c6-c1ef-421e-9f48-70e3d75725d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0406da-f4b8-48c7-ada5-582d7d4b715d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:41.662314 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b540bcf-851e-48c4-8332-ddfe044f47ba" -d '{"events": [{"server_uuid": "fb57d1c6-c1ef-421e-9f48-70e3d75725d3", "name": "network-vif-plugged", "status": "completed", "tag": "6e0406da-f4b8-48c7-ada5-582d7d4b715d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:41.697530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Attempting to bind port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:41.697907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Attempting to bind port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:41.698297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Attempting to bind port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 on network a006c405-a67a-4ac4-8e44-115e7f359776 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:41.704811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:41.705284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Checking segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:41.705697 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.706191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Bound using segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:41.706668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Bound port: 5acbf407-c5c5-4044-b5e6-e0f0b4492814, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:41.707100 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.784285 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.789863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] For port 5acbf407-c5c5-4044-b5e6-e0f0b4492814, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:41.802792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] For port 5acbf407-c5c5-4044-b5e6-e0f0b4492814, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5acbf407-c5c5-4044-b5e6-e0f0b4492814,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:41.811481 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.910825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6e3e9-ccd2-47e8-93b9-564470cbd0bb req-1cf38b8a-bd6e-477b-8a2b-6e87d7595ef8 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:41.915575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.932342 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:41.934207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68f6e3e9-ccd2-47e8-93b9-564470cbd0bb req-1cf38b8a-bd6e-477b-8a2b-6e87d7595ef8 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.2912931 Dec 13 13:02:41.944370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85ab08-8326-4f8e-a31d-8c10207d6b16 None None] Pushing event updated for resources: {'Port': ['ID=5acbf407-c5c5-4044-b5e6-e0f0b4492814,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:41.956557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942f6cd-3d29-49d4-bd85-66a4812bc75e req-acb2ad72-b536-4729-9517-13f9cb8a3e87 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:41.959387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6942f6cd-3d29-49d4-bd85-66a4812bc75e req-acb2ad72-b536-4729-9517-13f9cb8a3e87 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 946 time: 0.3436873 Dec 13 13:02:42.010841 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.011722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Fanout notify agent at l3_agent the message router_deleted on router 1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:02:42.022489 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.034593 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-49db214e-f8a4-4cf8-9035-f5a82ce9fb47 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9 HTTP/1.1" status: 204 len: 168 time: 1.4608321 Dec 13 13:02:42.038701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32880) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:42.044475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a4e33587-d3d3-45b2-b1a5-0cc93cdc0ef3 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-214337827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:42.091823 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4e33587-d3d3-45b2-b1a5-0cc93cdc0ef3 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.093081 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4e33587-d3d3-45b2-b1a5-0cc93cdc0ef3 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.149188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-68f6e3e9-ccd2-47e8-93b9-564470cbd0bb req-1bd5807e-ea75-4d88-a6ea-b29562a570c3 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139874 Dec 13 13:02:42.174257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4e33587-d3d3-45b2-b1a5-0cc93cdc0ef3 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.184232 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4e33587-d3d3-45b2-b1a5-0cc93cdc0ef3 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.244024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4e33587-d3d3-45b2-b1a5-0cc93cdc0ef3 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.247828 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a4e33587-d3d3-45b2-b1a5-0cc93cdc0ef3 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2054985 Dec 13 13:02:42.254828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32886) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:42.268364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'enable_snat': True}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:42.319726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6942f6cd-3d29-49d4-bd85-66a4812bc75e req-88665d0e-1579-4dc8-93b8-207bb1943d8f tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480778 Dec 13 13:02:42.339167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.376307 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.467346 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a988b5-5d4a-4df5-98ac-b267e1942d96 x-openstack-request-id: req-27a988b5-5d4a-4df5-98ac-b267e1942d96 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:42.467854 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb57d1c6-c1ef-421e-9f48-70e3d75725d3", "name": "network-vif-plugged", "status": "completed", "tag": "6e0406da-f4b8-48c7-ada5-582d7d4b715d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:42.468112 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27a988b5-5d4a-4df5-98ac-b267e1942d96 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:42.468609 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb57d1c6-c1ef-421e-9f48-70e3d75725d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0406da-f4b8-48c7-ada5-582d7d4b715d', 'code': 200} Dec 13 13:02:42.519810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32914) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:42.698976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Allocated IP 172.25.2.69 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/7f2d211c-d7b1-4b0a-b195-1e6a77299316) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:42.781779 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.834793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff07f2-a611-4f48-aae1-307feccd3de1 req-e7319d5a-42e6-4338-aa87-9009957e00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:42.836349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2eff07f2-a611-4f48-aae1-307feccd3de1 req-e7319d5a-42e6-4338-aa87-9009957e00a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 1097 time: 0.2937713 Dec 13 13:02:42.849106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb7d2a-7387-4f92-adb2-b40c30d1b4e0 req-a1eaec56-1e75-46d9-8627-474fc423a9af tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:42.851046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16cb7d2a-7387-4f92-adb2-b40c30d1b4e0 req-a1eaec56-1e75-46d9-8627-474fc423a9af tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.3669183 Dec 13 13:02:42.884182 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.894745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1024984916'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:42.939299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Made reservation on behalf of 938582a1caac48be96013b32bf4a8053 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:42.944692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.959197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:42.978002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2eff07f2-a611-4f48-aae1-307feccd3de1 req-c27fc462-7a86-4ecb-92ce-6556472fcc45 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220632 Dec 13 13:02:42.998543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16cb7d2a-7387-4f92-adb2-b40c30d1b4e0 req-468ded0d-589a-4840-80df-d2f2a8a2cf8b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190536 Dec 13 13:02:43.013038 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.133180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:43.148423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:43.153158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5acbf407-c5c5-4044-b5e6-e0f0b4492814 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:43.168255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:43.291097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:43.291382 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.317525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Pushing event updated for resources: {'Port': ['ID=7f2d211c-d7b1-4b0a-b195-1e6a77299316,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:43.355875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.364208 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.371245 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.382992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.383410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.383819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.384222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.384620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.385017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.385427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.385817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.386301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.386691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.387081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.387473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.387859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:02:43.420307 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.436554 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:02:43.481458 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.495351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d539f-983b-418f-a461-2bee6817c009 req-e3fccfc7-8ed4-44be-b515-cc16cec8ea01 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:43.495630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.495918 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Added segment 01c7f367-ec25-4d82-9141-c8e7d2e1dfe6 of type vlan for network f4b32d90-6209-428d-893e-eb8cdbfa7584 Dec 13 13:02:43.497547 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-920d539f-983b-418f-a461-2bee6817c009 req-e3fccfc7-8ed4-44be-b515-cc16cec8ea01 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.2433324 Dec 13 13:02:43.521218 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0383da2d-c297-4bbf-994a-b9d8da54f821,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:43.560847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 5acbf407-c5c5-4044-b5e6-e0f0b4492814, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5acbf407-c5c5-4044-b5e6-e0f0b4492814,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:43.566685 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.573757 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.589549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd45e2-5385-4a0b-8550-ddf2540aae7b req-f9c518e9-ed29-434b-9c88-2131a75e7265 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:43.597087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25dd45e2-5385-4a0b-8550-ddf2540aae7b req-f9c518e9-ed29-434b-9c88-2131a75e7265 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.2850032 Dec 13 13:02:43.660462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-920d539f-983b-418f-a461-2bee6817c009 req-3e39b162-b971-46b3-ae71-66476f70fdb4 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541359 Dec 13 13:02:43.667491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Allocated IP 172.25.2.41 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/20122a82-a3ee-4635-94a6-9474e3009b3d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:43.672188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=5acbf407-c5c5-4044-b5e6-e0f0b4492814,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:43.674294 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.682454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:43.682685 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.706502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32932) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:43.711545 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1907394 Dec 13 13:02:43.764720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7824b100-1c64-453e-a392-16211f1882cc None None] Network a006c405-a67a-4ac4-8e44-115e7f359776 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:43.800124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25dd45e2-5385-4a0b-8550-ddf2540aae7b req-b21cf0d8-d16b-498d-b3cb-458e237f0923 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962740 Dec 13 13:02:43.840869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-10344dd9-c4c9-4616-96b8-1dcc5bb5f972 None None] Provisioning complete for port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:43.841492 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10344dd9-c4c9-4616-96b8-1dcc5bb5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.965806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:43.977769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:44.009761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514678a-93aa-40ee-9733-107bda5dca60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Pushing event updated for resources: {'Network': ['ID=f4b32d90-6209-428d-893e-eb8cdbfa7584,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:44.028964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network f4b32d90-6209-428d-893e-eb8cdbfa7584 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:02:44.045569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b3eee-21d0-40f1-9290-caf392083566 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:44.051038 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-457b3eee-21d0-40f1-9290-caf392083566 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1092 time: 0.3382456 Dec 13 13:02:44.054840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32938) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:44.057700 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:44.073672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:44.089537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68593e-584d-4d3d-8203-54c783910f09 req-42ef15bf-b8bc-4987-bb83-fa1d20ff7373 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:44.096822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d68593e-584d-4d3d-8203-54c783910f09 req-42ef15bf-b8bc-4987-bb83-fa1d20ff7373 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 946 time: 0.1863275 Dec 13 13:02:44.162339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event updated for resources: {'Port': ['ID=20122a82-a3ee-4635-94a6-9474e3009b3d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:44.174802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:44.192664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:44.197137 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:44.200030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:44.269763 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32942) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:44.310163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Request body: {'port': {'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584', 'binding:host_id': 'n-h2-817326-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-79170635'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:44.356879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d68593e-584d-4d3d-8203-54c783910f09 req-c19f832d-f4ea-4400-b31b-da69d00e3c70 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413521 Dec 13 13:02:44.393574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Made reservation on behalf of b013d073745745d3a57a4ad3d6ead923 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:44.396314 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:44.418095 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:44.443152 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:44.459778 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a0834bc3-c9fe-4be3-b9ea-e9ce367b299d None None] Provisioning complete for port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:44.460580 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0834bc3-c9fe-4be3-b9ea-e9ce367b299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:44.589751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Router c045d537-cfec-4e14-b2cb-bae78dde249d is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:02:44.714792 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:44.729585 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Sync routers for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:44.742253 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:44.743764 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0a52bef3-4074-43df-89bb-3f797b4ce62c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2158415 Dec 13 13:02:44.745007 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:44.745893 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:44.746696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32944) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:44.911737 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:44.915508 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:44.957208 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:44.998352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.039024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.057371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] device_id is not set on port fbf94959-189f-4328-9d3f-b57c63bf1e5a yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:02:45.069237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ab16b-4f59-4c0d-bbdc-5d4e9bdcd786 req-d817b63a-205c-4a2c-b883-56c5b45f675d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:45.071030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c6ab16b-4f59-4c0d-bbdc-5d4e9bdcd786 req-d817b63a-205c-4a2c-b883-56c5b45f675d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1299801 Dec 13 13:02:45.114855 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5acbf407-c5c5-4044-b5e6-e0f0b4492814 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:45.184224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:45.184602 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.208152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c6ab16b-4f59-4c0d-bbdc-5d4e9bdcd786 req-2ce6dec2-ff9b-4b90-b9b8-b7605179675c tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640337 Dec 13 13:02:45.243897 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:43Z', 'revision_number': 3, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:45.279199 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Checking router: c045d537-cfec-4e14-b2cb-bae78dde249d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:02:45.284823 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Updating router c045d537-cfec-4e14-b2cb-bae78dde249d port 7f2d211c-d7b1-4b0a-b195-1e6a77299316 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:02:45.312472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccf8dcb-402a-47dc-b981-ef44576900e1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:45.334338 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.378354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.25.2.49 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/e832bb76-6672-43c5-9124-a9dcdf660945) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:45.552645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d8dab-6788-45a2-b678-94a9583176d9 req-b1a17b6c-e88e-4e5a-bb55-932e2e1c7b2b tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:45.553295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d57d8dab-6788-45a2-b678-94a9583176d9 req-b1a17b6c-e88e-4e5a-bb55-932e2e1c7b2b tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 946 time: 0.1047816 Dec 13 13:02:45.554916 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.662475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d57d8dab-6788-45a2-b678-94a9583176d9 req-5a01743a-be30-489d-8bf1-eba11f4790ef tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949571 Dec 13 13:02:45.702812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] device_id is not set on port fbf94959-189f-4328-9d3f-b57c63bf1e5a yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:02:45.717842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.732648 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.762895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.776652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Allocated IP 172.20.0.1 (a006c405-a67a-4ac4-8e44-115e7f359776/d71e75a4-e579-4189-9b07-c9d111289e20/121397b2-3d9c-49ea-9aef-0888f1cd8789) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:45.791284 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.910375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.927949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event updated for resources: {'Port': ['ID=fbf94959-189f-4328-9d3f-b57c63bf1e5a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:45.936416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:45.988919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Checking segment: {'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:45.991701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Network hostable DHCP agents. Network: f4b32d90-6209-428d-893e-eb8cdbfa7584, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:02:46.043920 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.050036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Network f4b32d90-6209-428d-893e-eb8cdbfa7584 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:02:46.054195 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.090608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f038e03-f06e-4d03-b307-b6574a1ae06d req-7b9c24b7-a0f0-4f79-b8da-4dc220564dfd tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:46.092154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f038e03-f06e-4d03-b307-b6574a1ae06d req-7b9c24b7-a0f0-4f79-b8da-4dc220564dfd tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 946 time: 0.1103220 Dec 13 13:02:46.095313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, f4b32d90-6209-428d-893e-eb8cdbfa7584) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:46.099837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:46.104696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Network a006c405-a67a-4ac4-8e44-115e7f359776 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:46.110363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:46.112702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:46.114742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81689e91-df3c-4b9c-8cc5-27ead90b7ba6 None None] Network f4b32d90-6209-428d-893e-eb8cdbfa7584 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:46.114927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=121397b2-3d9c-49ea-9aef-0888f1cd8789,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:46.154271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:46.161703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:46.165061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:46.173793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:46.174011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:46.174266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:46.184760 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.211913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=e832bb76-6672-43c5-9124-a9dcdf660945,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:46.229629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:46.229982 n-d-817326-4 neutron-server[109885]: ERROR neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:46.232291 n-d-817326-4 neutron-server[109885]: INFO neutron.plugins.ml2.plugin [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 2 to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a Dec 13 13:02:46.247095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Router 3bdd850b-4758-4a93-b6aa-30a5d624eab8 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:02:46.263100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:46.263499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:46.263780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:46.311305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f038e03-f06e-4d03-b307-b6574a1ae06d req-4a22955f-e7d5-4ee7-bda2-5d23891d1c34 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926801 Dec 13 13:02:46.337537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:46.337900 n-d-817326-4 neutron-server[109885]: ERROR neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:46.338294 n-d-817326-4 neutron-server[109885]: INFO neutron.plugins.ml2.plugin [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 3 to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a Dec 13 13:02:46.427299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:46.427538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:46.427887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:46.482868 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.491819 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.525994 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d92ab348-8199-4fb3-9405-cc948ce3c8ea None None] Provisioning complete for port 121397b2-3d9c-49ea-9aef-0888f1cd8789 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:46.527267 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d92ab348-8199-4fb3-9405-cc948ce3c8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.551447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:46.551785 n-d-817326-4 neutron-server[109885]: ERROR neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:46.552928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcb1a8-c582-4e84-bb60-c1cdff815b61 req-da45022c-f2e3-466f-938c-c5871a0145e0 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:46.554559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2bcb1a8-c582-4e84-bb60-c1cdff815b61 req-da45022c-f2e3-466f-938c-c5871a0145e0 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1231706 Dec 13 13:02:46.561384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.594988 n-d-817326-4 neutron-server[109885]: INFO neutron.plugins.ml2.plugin [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 4 to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a Dec 13 13:02:46.595356 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66230195-a68f-4294-9c7a-d43f4d3ce5a9 None None] Pushing event updated for resources: {'Port': ['ID=7f2d211c-d7b1-4b0a-b195-1e6a77299316,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:46.600374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d92ab348-8199-4fb3-9405-cc948ce3c8ea None None] Port 121397b2-3d9c-49ea-9aef-0888f1cd8789 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:02:46.635657 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Attempting to bind port 7f2d211c-d7b1-4b0a-b195-1e6a77299316 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:46.638306 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Attempting to bind port 7f2d211c-d7b1-4b0a-b195-1e6a77299316 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:46.639667 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Attempting to bind port 7f2d211c-d7b1-4b0a-b195-1e6a77299316 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:46.647858 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:46.648223 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:46.650256 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.650650 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:46.651118 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Bound port: 7f2d211c-d7b1-4b0a-b195-1e6a77299316, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:46.652994 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.668387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2bcb1a8-c582-4e84-bb60-c1cdff815b61 req-ad933d3e-d647-448a-aa86-4b213f6e3eb5 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972960 Dec 13 13:02:46.674740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:46.675081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:46.675464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:46.692181 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:46.692658 n-d-817326-4 neutron-server[109885]: ERROR neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:46.695006 n-d-817326-4 neutron-server[109885]: INFO neutron.plugins.ml2.plugin [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 5 to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a Dec 13 13:02:46.698754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:46.705611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.707512 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6c03f698-00ac-4524-9ea3-3828de3bdbb8 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "PUT /v2.0/routers/3bdd850b-4758-4a93-b6aa-30a5d624eab8 HTTP/1.1" status: 200 len: 913 time: 4.4556577 Dec 13 13:02:46.722196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbba9f1-c83b-454a-b971-35611b0866db None None] Sync routers for ids ['3bdd850b-4758-4a93-b6aa-30a5d624eab8'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:46.730471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32966) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:46.735208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbba9f1-c83b-454a-b971-35611b0866db None None] Routers {'3bdd850b-4758-4a93-b6aa-30a5d624eab8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:46.736179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4fbba9f1-c83b-454a-b971-35611b0866db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3bdd850b-4758-4a93-b6aa-30a5d624eab8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:46.740687 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] For port 7f2d211c-d7b1-4b0a-b195-1e6a77299316, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:46.744066 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] For port 7f2d211c-d7b1-4b0a-b195-1e6a77299316, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7f2d211c-d7b1-4b0a-b195-1e6a77299316,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:46.751361 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:46.774062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4fbba9f1-c83b-454a-b971-35611b0866db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:46.786811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbba9f1-c83b-454a-b971-35611b0866db None None] Routers {'3bdd850b-4758-4a93-b6aa-30a5d624eab8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:46.787771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4fbba9f1-c83b-454a-b971-35611b0866db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3bdd850b-4758-4a93-b6aa-30a5d624eab8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:46.809865 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66230195-a68f-4294-9c7a-d43f4d3ce5a9 None None] Pushing event updated for resources: {'Port': ['ID=7f2d211c-d7b1-4b0a-b195-1e6a77299316,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:46.836005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4fbba9f1-c83b-454a-b971-35611b0866db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:46.836946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbba9f1-c83b-454a-b971-35611b0866db None None] The sync data for ids ['3bdd850b-4758-4a93-b6aa-30a5d624eab8'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:46.841673 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:46.843420 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:46.929643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:46.930496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:46.931365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:46.941737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:46.942483 n-d-817326-4 neutron-server[109885]: ERROR neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:46.947630 n-d-817326-4 neutron-server[109885]: INFO neutron.plugins.ml2.plugin [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 6 to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a Dec 13 13:02:46.968998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:46.969619 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:46.970304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:46.978620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:46.978948 n-d-817326-4 neutron-server[109885]: ERROR neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:46.979337 n-d-817326-4 neutron-server[109885]: INFO neutron.plugins.ml2.plugin [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 7 to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a Dec 13 13:02:46.988792 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:47.030678 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:47.031066 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:47.031429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:47.044940 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:47.045349 n-d-817326-4 neutron-server[109885]: ERROR neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:47.047734 n-d-817326-4 neutron-server[109885]: INFO neutron.plugins.ml2.plugin [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 8 to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a Dec 13 13:02:47.066292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.129699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:47.130329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:47.131321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:47.159725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:47.160268 n-d-817326-4 neutron-server[109885]: ERROR neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:47.163524 n-d-817326-4 neutron-server[109885]: INFO neutron.plugins.ml2.plugin [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 9 to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a Dec 13 13:02:47.181330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:47.181803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:47.182277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:47.191892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:47.192386 n-d-817326-4 neutron-server[109885]: ERROR neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:47.195384 n-d-817326-4 neutron-server[109885]: INFO neutron.plugins.ml2.plugin [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 10 to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a Dec 13 13:02:47.199628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.238145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:47.238726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:47.238997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:47.254135 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port fbf94959-189f-4328-9d3f-b57c63bf1e5a on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:47.254627 n-d-817326-4 neutron-server[109885]: ERROR neutron.plugins.ml2.managers [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port fbf94959-189f-4328-9d3f-b57c63bf1e5a on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:47.255102 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.270233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-daba64ef-898b-4174-98a2-ff13a6ebd675 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/routers/3bdd850b-4758-4a93-b6aa-30a5d624eab8 HTTP/1.1" status: 200 len: 919 time: 0.5374696 Dec 13 13:02:47.274095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32970) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:47.306134 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.322441 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.397951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] For port fbf94959-189f-4328-9d3f-b57c63bf1e5a, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:47.399752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempted to set empty binding levels {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 13:02:47.400731 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:45Z', 'revision_number': 1, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:47.413662 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.437329 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00339ba7-70e6-4c6f-b2ea-459b72f8a094 None None] The sync data for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 is: [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:45Z', 'revision_number': 1, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:47.446161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19394d3-e7d9-4f21-a396-ed0fab5fddc9 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:47.451238 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b19394d3-e7d9-4f21-a396-ed0fab5fddc9 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&device_id=3bdd850b-4758-4a93-b6aa-30a5d624eab8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1759062 Dec 13 13:02:47.456485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32976) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:47.467016 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.468458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=121397b2-3d9c-49ea-9aef-0888f1cd8789,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:47.483126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-81744993-8641-45dd-8e50-6f07070b62ee tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:47.484715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-81744993-8641-45dd-8e50-6f07070b62ee tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 946 time: 0.1766810 Dec 13 13:02:47.514855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:47.515677 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.567990 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.2952726 Dec 13 13:02:47.570297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa39560-22f0-4187-826a-9fe5ab331e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event updated for resources: {'Port': ['ID=fbf94959-189f-4328-9d3f-b57c63bf1e5a,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:47.572421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32978) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:47.623201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.633124 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.773132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53e6e5-4c8d-49e3-a1f6-ace6a75148b9 req-b18dcd8c-46fa-4a21-a1ac-7a39573d9638 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:47.776904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd53e6e5-4c8d-49e3-a1f6-ace6a75148b9 req-b18dcd8c-46fa-4a21-a1ac-7a39573d9638 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 946 time: 0.2628362 Dec 13 13:02:47.779704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f62294-46bc-47be-9fa9-466f7cdd6ef6 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:47.781063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-19f62294-46bc-47be-9fa9-466f7cdd6ef6 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 881 time: 0.3234482 Dec 13 13:02:47.788526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32982) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:47.790934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=e832bb76-6672-43c5-9124-a9dcdf660945,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:47.814159 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.867425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0a45b119-30d5-4cc7-bec3-2ac64128f272 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bdd850b-4758-4a93-b6aa-30a5d624eab8 HTTP/1.1" status: 200 len: 205 time: 0.0757830 Dec 13 13:02:47.867425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Network a006c405-a67a-4ac4-8e44-115e7f359776 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:47.870231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32984) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:47.874648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:47.895569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-135999a7-59a9-4144-b682-a3d8afb6c02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Deleting port fbf94959-189f-4328-9d3f-b57c63bf1e5a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:47.895959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-135999a7-59a9-4144-b682-a3d8afb6c02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:47.946568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-5780d32e-f330-47a2-827e-3ec36ab74e90 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Deleting port 6e0406da-f4b8-48c7-ada5-582d7d4b715d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:47.946911 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-5780d32e-f330-47a2-827e-3ec36ab74e90 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:48.052985 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd53e6e5-4c8d-49e3-a1f6-ace6a75148b9 req-8592a674-b0d1-49a2-9e62-bd52a609e751 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/security-groups?id=976b23f1-0270-4df9-a4d2-19d49a9b121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570491 Dec 13 13:02:48.116526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:48.238224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af593058-1d38-4543-871e-d3c25ec5b1b4 req-49040cf7-97c0-43b5-be7c-5e61f7b0330d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:48.239794 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af593058-1d38-4543-871e-d3c25ec5b1b4 req-49040cf7-97c0-43b5-be7c-5e61f7b0330d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.3299937 Dec 13 13:02:48.260426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6dd43c7d-fe6b-4d20-9ce6-8fb8bc06a8d2 None None] Provisioning complete for port 121397b2-3d9c-49ea-9aef-0888f1cd8789 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:48.261011 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dd43c7d-fe6b-4d20-9ce6-8fb8bc06a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:48.270784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Router c045d537-cfec-4e14-b2cb-bae78dde249d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:02:48.298989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-5780d32e-f330-47a2-827e-3ec36ab74e90 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] For port 6e0406da-f4b8-48c7-ada5-582d7d4b715d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6e0406da-f4b8-48c7-ada5-582d7d4b715d,segment=NetworkSegment(30acca72-a1b7-42b1-8093-15db5f496101),segment_id=30acca72-a1b7-42b1-8093-15db5f496101)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:48.299355 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-5780d32e-f330-47a2-827e-3ec36ab74e90 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:48.323699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-5780d32e-f330-47a2-827e-3ec36ab74e90 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Calling delete_port for 6e0406da-f4b8-48c7-ada5-582d7d4b715d owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:48.346941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6dd43c7d-fe6b-4d20-9ce6-8fb8bc06a8d2 None None] Port 121397b2-3d9c-49ea-9aef-0888f1cd8789 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:02:48.450101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af593058-1d38-4543-871e-d3c25ec5b1b4 req-dbb1d0b3-72c5-45b6-b1b0-80be61986002 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971126 Dec 13 13:02:48.577729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:48.584557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-66c50e0f-bacd-4bcc-8981-85afd2f9e4e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/c045d537-cfec-4e14-b2cb-bae78dde249d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8362312 Dec 13 13:02:48.673650 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:48.715582 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-5780d32e-f330-47a2-827e-3ec36ab74e90 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:48.732594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['6e0406da-f4b8-48c7-ada5-582d7d4b715d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:02:48.732879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-135999a7-59a9-4144-b682-a3d8afb6c02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] For port fbf94959-189f-4328-9d3f-b57c63bf1e5a, host n-h2-817326-4, got binding levels [] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:48.733127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-135999a7-59a9-4144-b682-a3d8afb6c02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:48.792109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-135999a7-59a9-4144-b682-a3d8afb6c02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Calling delete_port for fbf94959-189f-4328-9d3f-b57c63bf1e5a owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:48.804781 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Floating IP cabb8e5d-ec08-4696-85c5-3ee872d427a8 associated. External IP: 172.25.2.49, port: ff826855-6c96-433d-8e2e-6e3c16bc6e94. Dec 13 13:02:48.806870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780d32e-f330-47a2-827e-3ec36ab74e90 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Pushing event deleted for resources: {'Port': ['ID=6e0406da-f4b8-48c7-ada5-582d7d4b715d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:48.879726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-5780d32e-f330-47a2-827e-3ec36ab74e90 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] No DVR routers for this DVR port 6e0406da-f4b8-48c7-ada5-582d7d4b715d on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:02:48.883513 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-5780d32e-f330-47a2-827e-3ec36ab74e90 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:48.893130 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfa8ec00-7c08-4d8b-90f1-49c76b1b4ef2 req-5780d32e-f330-47a2-827e-3ec36ab74e90 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.42 "DELETE /v2.0/ports/6e0406da-f4b8-48c7-ada5-582d7d4b715d HTTP/1.1" status: 204 len: 173 time: 1.3959634 Dec 13 13:02:48.893716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb57d1c6-c1ef-421e-9f48-70e3d75725d3', 'name': 'network-vif-deleted', 'tag': '6e0406da-f4b8-48c7-ada5-582d7d4b715d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:48.896601 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a16dc-458c-452a-ab27-dabf6b2440e0" -d '{"events": [{"server_uuid": "fb57d1c6-c1ef-421e-9f48-70e3d75725d3", "name": "network-vif-deleted", "tag": "6e0406da-f4b8-48c7-ada5-582d7d4b715d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:48.992242 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbb0202-8c76-4a50-a8c4-5d175698715f x-openstack-request-id: req-7cbb0202-8c76-4a50-a8c4-5d175698715f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:48.992674 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb57d1c6-c1ef-421e-9f48-70e3d75725d3", "name": "network-vif-deleted", "tag": "6e0406da-f4b8-48c7-ada5-582d7d4b715d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:48.992823 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cbb0202-8c76-4a50-a8c4-5d175698715f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:48.993243 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb57d1c6-c1ef-421e-9f48-70e3d75725d3', 'name': 'network-vif-deleted', 'tag': '6e0406da-f4b8-48c7-ada5-582d7d4b715d', 'status': 'completed', 'code': 200} Dec 13 13:02:49.027589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Deleting port 20122a82-a3ee-4635-94a6-9474e3009b3d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:49.028264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:49.167668 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-135999a7-59a9-4144-b682-a3d8afb6c02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:49.238376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7f2d211c-d7b1-4b0a-b195-1e6a77299316 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:49.272412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40d351db-0a49-4bdf-a2bb-e53da7cc1329 req-3efa57a9-9e70-4aeb-9658-466cfaf8cf91 tempest-ServerGroupTestJSON-1608093955 tempest-ServerGroupTestJSON-1608093955-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57d1c6-c1ef-421e-9f48-70e3d75725d3 HTTP/1.1" status: 200 len: 210 time: 0.0511582 Dec 13 13:02:49.328509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135999a7-59a9-4144-b682-a3d8afb6c02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbf94959-189f-4328-9d3f-b57c63bf1e5a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:49.331879 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:49.337362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 7f2d211c-d7b1-4b0a-b195-1e6a77299316 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:49.337985 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:49.356452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Calling delete_port for 20122a82-a3ee-4635-94a6-9474e3009b3d owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:49.494200 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-135999a7-59a9-4144-b682-a3d8afb6c02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:49.502807 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:49.508561 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33004) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:49.509473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-135999a7-59a9-4144-b682-a3d8afb6c02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fbf94959-189f-4328-9d3f-b57c63bf1e5a HTTP/1.1" status: 204 len: 168 time: 1.9278781 Dec 13 13:02:49.559487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 7f2d211c-d7b1-4b0a-b195-1e6a77299316, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7f2d211c-d7b1-4b0a-b195-1e6a77299316,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:49.569293 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:49.600232 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-5015308e-374c-46f7-bc2c-c4330cdea5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] GET failed (client error): The resource could not be found. Dec 13 13:02:49.609011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5015308e-374c-46f7-bc2c-c4330cdea5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "GET /v2.0/ports/fbf94959-189f-4328-9d3f-b57c63bf1e5a HTTP/1.1" status: 404 len: 333 time: 0.0991223 Dec 13 13:02:49.613904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33006) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:49.631731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Request body: {'port': {'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549688644'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:49.715087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=7f2d211c-d7b1-4b0a-b195-1e6a77299316,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:49.726821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Made reservation on behalf of b013d073745745d3a57a4ad3d6ead923 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:49.738834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:49.751856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] device_id is not set on port b7569e62-37fb-4748-b3d3-c8d5ad6276bf yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:02:49.823022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71669dae-05aa-45fc-bbab-1312ae46f5f7 req-4b8a9e3c-2ddf-455f-b4e4-dfe1673c4c50 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:49.832412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71669dae-05aa-45fc-bbab-1312ae46f5f7 req-4b8a9e3c-2ddf-455f-b4e4-dfe1673c4c50 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1458561 Dec 13 13:02:49.866494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:02:49.869962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33010) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:49.897309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7bbceea6-8869-4eb8-b139-a765e078b6d4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048833856', 'description': 'tempest-description--988471482'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:49.936775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71669dae-05aa-45fc-bbab-1312ae46f5f7 req-91c91239-26c7-4c79-a0f7-992ad2453eee tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034877 Dec 13 13:02:49.992005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bbceea6-8869-4eb8-b139-a765e078b6d4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:49.994608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.043667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Pushing event deleted for resources: {'Port': ['ID=20122a82-a3ee-4635-94a6-9474e3009b3d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:50.077749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.120671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.169361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Network f4b32d90-6209-428d-893e-eb8cdbfa7584 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:50.176418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:50.180920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:50.182315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:50.182835 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.183650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.190432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:50.201330 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] Sync routers for ids ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:50.211592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event updated for resources: {'Port': ['ID=b7569e62-37fb-4748-b3d3-c8d5ad6276bf,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:50.221269 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] Routers {'4821c79a-3c94-49d6-947b-7f0ff3af9f63'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:50.221528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f6a8f2f6-f201-4158-a04b-b9928e4b33ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6067381 Dec 13 13:02:50.222711 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:50.223088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33012) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:50.228587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:50.306279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.350202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.367331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.376135 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bbceea6-8869-4eb8-b139-a765e078b6d4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.389764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.395633 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bbceea6-8869-4eb8-b139-a765e078b6d4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.412560 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] Set router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:50.502135 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-87ea1ccc-53a1-476c-959f-e06c681b9d4a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4323969 Dec 13 13:02:50.507733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:02:50.510456 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbab05f-0ad6-446f-a514-184558b745e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:02:50.523742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bbceea6-8869-4eb8-b139-a765e078b6d4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.527289 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7bbceea6-8869-4eb8-b139-a765e078b6d4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6561394 Dec 13 13:02:50.530951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.531771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Fanout notify agent at l3_agent the message router_deleted on router 3bdd850b-4758-4a93-b6aa-30a5d624eab8 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:02:50.538943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33028) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:50.550885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.558838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dc6f66a8-2541-40b7-abdd-19cab9673941 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'security_group_rule': {'security_group_id': '7df67809-f1f1-424d-b08a-4a5f7d79766f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:50.565261 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-14d60d1d-66c1-4665-b767-bef35c4e2cfe tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/3bdd850b-4758-4a93-b6aa-30a5d624eab8 HTTP/1.1" status: 204 len: 168 time: 2.6921504 Dec 13 13:02:50.574950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33030) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:50.590395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-310e938b-7ab9-4f03-9681-04f0d799b2bc tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1953210978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:50.600479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbceea6-8869-4eb8-b139-a765e078b6d4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df67809-f1f1-424d-b08a-4a5f7d79766f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:50.693126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-310e938b-7ab9-4f03-9681-04f0d799b2bc tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.695021 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-310e938b-7ab9-4f03-9681-04f0d799b2bc tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.703523 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eae4097-c13f-4e73-8295-405a28106e4e x-openstack-request-id: req-0eae4097-c13f-4e73-8295-405a28106e4e {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:02:50.703723 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:02:50.704129 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0eae4097-c13f-4e73-8295-405a28106e4e {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:02:50.704387 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'status': 'completed', 'code': 200} Dec 13 13:02:50.752175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc6f66a8-2541-40b7-abdd-19cab9673941 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.845197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-310e938b-7ab9-4f03-9681-04f0d799b2bc tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.856957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-310e938b-7ab9-4f03-9681-04f0d799b2bc tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.860346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] device_id is not set on port b7569e62-37fb-4748-b3d3-c8d5ad6276bf yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:02:50.889006 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-310e938b-7ab9-4f03-9681-04f0d799b2bc tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.891761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9283-346a-4225-911c-8338e19f497a req-8400034c-ebe6-414e-96d2-5e2ae00990c2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:50.894639 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-310e938b-7ab9-4f03-9681-04f0d799b2bc tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3127174 Dec 13 13:02:50.896038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33046) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:50.900511 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:16Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cabb8e5d-ec08-4696-85c5-3ee872d427a8', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'port_id': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'mac_address': 'fa:16:3e:bc:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:02:46Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c52c5d4-01b4-4e5e-a239-f97c0317b25f', 'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:c4:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:14Z', 'updated_at': '2021-12-13T13:02:23Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:50.902410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-081c9283-346a-4225-911c-8338e19f497a req-8400034c-ebe6-414e-96d2-5e2ae00990c2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.2722154 Dec 13 13:02:50.907032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.907698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'enable_snat': False}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:50.931736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33048) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:50.950961 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:50.966743 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] Checking router: 4821c79a-3c94-49d6-947b-7f0ff3af9f63 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:02:50.973139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-8e9340b2-0745-4a0e-8706-b8f7ce25b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:50.979962 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-8e9340b2-0745-4a0e-8706-b8f7ce25b6cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1097 time: 0.2008512 Dec 13 13:02:50.984465 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] Routers {'4821c79a-3c94-49d6-947b-7f0ff3af9f63'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:50.985568 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:51.041981 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc6f66a8-2541-40b7-abdd-19cab9673941 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.150327 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc6f66a8-2541-40b7-abdd-19cab9673941 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.175766 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] Set router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:51.182456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7f2d211c-d7b1-4b0a-b195-1e6a77299316 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:51.276382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6e0406da-f4b8-48c7-ada5-582d7d4b715d no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:02:51.283459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Sync routers for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:51.293590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f66a8-2541-40b7-abdd-19cab9673941 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c331a2a9-220b-4bee-93cb-d704ba635cd7,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:51.304637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-081c9283-346a-4225-911c-8338e19f497a req-d5f7c110-797f-43a5-b702-de4da4037200 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011414 Dec 13 13:02:51.305281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event updated for resources: {'Port': ['ID=b7569e62-37fb-4748-b3d3-c8d5ad6276bf,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:51.310976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:51.311327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:51.312195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:51.315640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.316740 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc6f66a8-2541-40b7-abdd-19cab9673941 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.329404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:51.330157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:51.332934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 6e0406da-f4b8-48c7-ada5-582d7d4b715d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:02:51.333285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33052) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:51.333598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc6f66a8-2541-40b7-abdd-19cab9673941 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7878480 Dec 13 13:02:51.333875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6e0406da-f4b8-48c7-ada5-582d7d4b715d not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:02:51.337005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33054) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:51.342411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f5d98c-2b8b-4e04-b454-f40356156db4 admin admin] Deleting subnet e8600c26-6cc0-4b70-af91-dedeffcb51e2 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:02:51.356312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2e98314c-de21-4e4e-acae-af8a37ff2767 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'security_group_rule': {'security_group_id': '7df67809-f1f1-424d-b08a-4a5f7d79766f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:51.360567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38f5d98c-2b8b-4e04-b454-f40356156db4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.399479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:51.399902 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:51.405902 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 2 to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf Dec 13 13:02:51.426880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc45a7c-7112-445f-9600-ad0b8163ba52 req-2fd8c7cc-5918-4bae-8d52-ef5c9800893d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:51.439448 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3cc45a7c-7112-445f-9600-ad0b8163ba52 req-2fd8c7cc-5918-4bae-8d52-ef5c9800893d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.3110547 Dec 13 13:02:51.476989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:51.491412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-67ee8b87-4420-48c7-89e9-ff247ca3eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:51.492950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-67ee8b87-4420-48c7-89e9-ff247ca3eba0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 897 time: 0.3936625 Dec 13 13:02:51.501334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:51.502049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:51.502443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:51.523142 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38f5d98c-2b8b-4e04-b454-f40356156db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.527102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:51.527438 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:51.538365 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3b2178ed-cb8e-411f-8b7b-5a488519fccf tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/cabb8e5d-ec08-4696-85c5-3ee872d427a8 HTTP/1.1" status: 200 len: 991 time: 0.1981354 Dec 13 13:02:51.539558 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e98314c-de21-4e4e-acae-af8a37ff2767 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.549801 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 3 to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf Dec 13 13:02:51.581798 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:16Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cabb8e5d-ec08-4696-85c5-3ee872d427a8', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'port_id': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'mac_address': 'fa:16:3e:bc:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:02:46Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c52c5d4-01b4-4e5e-a239-f97c0317b25f', 'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:c4:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:14Z', 'updated_at': '2021-12-13T13:02:23Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:51.598265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 7f2d211c-d7b1-4b0a-b195-1e6a77299316 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:51.598672 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.633909 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e98314c-de21-4e4e-acae-af8a37ff2767 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.641255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-0f854569-3578-43a0-8ecd-dabd1b0e9600 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 999 time: 0.1292837 Dec 13 13:02:51.654814 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc5a279-d349-49c0-aa68-d3ad8857b2e3 None None] The sync data for ids ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'] in n-d-817326-4 is: [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:16Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cabb8e5d-ec08-4696-85c5-3ee872d427a8', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'port_id': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'mac_address': 'fa:16:3e:bc:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:02:46Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c52c5d4-01b4-4e5e-a239-f97c0317b25f', 'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:c4:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:14Z', 'updated_at': '2021-12-13T13:02:23Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:51.676808 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e98314c-de21-4e4e-acae-af8a37ff2767 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.719304 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38f5d98c-2b8b-4e04-b454-f40356156db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.735326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98314c-de21-4e4e-acae-af8a37ff2767 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a415165f-207c-4d4b-b7cb-61a8f457f6b5,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:51.752717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e98314c-de21-4e4e-acae-af8a37ff2767 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.766057 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2e98314c-de21-4e4e-acae-af8a37ff2767 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4278572 Dec 13 13:02:51.767071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33062) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:51.776053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:51.787618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:51.788348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:51.789081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:51.823853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:51.823853 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:51.829589 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 4 to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf Dec 13 13:02:51.873519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-7e8dedb3-fdaa-4f01-a2a8-eafb15753400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:51.875685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-7e8dedb3-fdaa-4f01-a2a8-eafb15753400 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 200 len: 835 time: 0.2167947 Dec 13 13:02:51.893060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3cc45a7c-7112-445f-9600-ad0b8163ba52 req-77cb0f09-860e-41c9-88d0-097d6c55acfc tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493906 Dec 13 13:02:51.895686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:51.896269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:51.897625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:51.902175 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 2, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:51.921206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:51.921206 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:51.921206 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 5 to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf Dec 13 13:02:51.960679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38f5d98c-2b8b-4e04-b454-f40356156db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:51.990004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:51.991146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:51.991518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:52.010909 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.012081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Checking router: c045d537-cfec-4e14-b2cb-bae78dde249d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:02:52.012550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Updating router c045d537-cfec-4e14-b2cb-bae78dde249d port 121397b2-3d9c-49ea-9aef-0888f1cd8789 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:02:52.028621 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38f5d98c-2b8b-4e04-b454-f40356156db4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.034201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-38f5d98c-2b8b-4e04-b454-f40356156db4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e8600c26-6cc0-4b70-af91-dedeffcb51e2 HTTP/1.1" status: 204 len: 168 time: 1.0947194 Dec 13 13:02:52.040055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33066) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:52.040299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5d98c-2b8b-4e04-b454-f40356156db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8600c26-6cc0-4b70-af91-dedeffcb51e2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:52.050475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:52.050917 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:52.052158 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 6 to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf Dec 13 13:02:52.054556 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.057690 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc401857-4fa4-4474-9942-050709506214 None None] New status for floating IP cabb8e5d-ec08-4696-85c5-3ee872d427a8: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:02:52.064247 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.079029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:52.079420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:52.079706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:52.086447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-008699f7-fc47-4f01-9c4a-265634ce719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:52.088529 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-008699f7-fc47-4f01-9c4a-265634ce719d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ccc08304-0be5-428d-b404-0a9353d5f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842744 Dec 13 13:02:52.089041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:52.089368 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:52.089749 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 7 to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf Dec 13 13:02:52.117070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:52.117406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:52.117748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:52.139209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:52.139548 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:52.177978 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 8 to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf Dec 13 13:02:52.189301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.194903 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.238304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:52.239140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:52.239706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:52.251839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:52.252315 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:52.254419 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 9 to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf Dec 13 13:02:52.308396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Allocated IP 172.25.2.81 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/00aacf51-ab54-4088-9af7-53b473d74f5b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:52.523828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.532060 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.594684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33068) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:52.644907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:52.645244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:52.655599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:52.738685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a98301c0-9d18-4cc7-b597-b4c665fc7e92 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/cabb8e5d-ec08-4696-85c5-3ee872d427a8 HTTP/1.1" status: 200 len: 993 time: 0.1407661 Dec 13 13:02:52.741329 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-c10c77bc-c4bd-40da-b381-f882f42abd30 service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6357172 Dec 13 13:02:52.744404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:52.744997 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:52.745448 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 10 to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf Dec 13 13:02:52.822935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:52.823322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:52.823612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:52.835307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:52.835692 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:52.836012 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.879305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1110d-c9c7-4976-9292-fae768a319fa None None] Pushing event updated for resources: {'Port': ['ID=121397b2-3d9c-49ea-9aef-0888f1cd8789,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:52.929504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Attempting to bind port 121397b2-3d9c-49ea-9aef-0888f1cd8789 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:52.929877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Attempting to bind port 121397b2-3d9c-49ea-9aef-0888f1cd8789 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:52.930259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Attempting to bind port 121397b2-3d9c-49ea-9aef-0888f1cd8789 on network a006c405-a67a-4ac4-8e44-115e7f359776 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:52.949031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:02:52.949720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Checking segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:52.950586 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.950979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Bound using segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:02:52.951472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] For port b7569e62-37fb-4748-b3d3-c8d5ad6276bf, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:52.951744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Bound port: 121397b2-3d9c-49ea-9aef-0888f1cd8789, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:02:52.951901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempted to set empty binding levels {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 13:02:52.952385 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.954902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfbab05f-0ad6-446f-a514-184558b745e1 req-c2ad7147-f300-4416-8d02-50c89035930b service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985867 Dec 13 13:02:52.959019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4aa02002-8e7a-429e-9aee-7d394f1202c0 None None] Provisioning complete for port 121397b2-3d9c-49ea-9aef-0888f1cd8789 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:52.959397 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4aa02002-8e7a-429e-9aee-7d394f1202c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:52.960684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.024471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] In _notify_port_updated(), no bound segment for port b7569e62-37fb-4748-b3d3-c8d5ad6276bf on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:02:53.025457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.026157 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.036782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "PUT /v2.0/ports/b7569e62-37fb-4748-b3d3-c8d5ad6276bf HTTP/1.1" status: 200 len: 979 time: 2.8123739 Dec 13 13:02:53.042462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:53.064117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d7254-9901-4977-9d1c-17c06424d969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event updated for resources: {'Port': ['ID=b7569e62-37fb-4748-b3d3-c8d5ad6276bf,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:53.115087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfb989-3f78-4ea2-b88e-624ee5fb255f req-193192b2-3092-4c83-9500-1810738739f9 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.116865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fecfb989-3f78-4ea2-b88e-624ee5fb255f req-193192b2-3092-4c83-9500-1810738739f9 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1062317 Dec 13 13:02:53.118517 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.148399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4aa02002-8e7a-429e-9aee-7d394f1202c0 None None] Port 121397b2-3d9c-49ea-9aef-0888f1cd8789 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:02:53.177051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] For port 121397b2-3d9c-49ea-9aef-0888f1cd8789, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:53.180939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] For port 121397b2-3d9c-49ea-9aef-0888f1cd8789, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=121397b2-3d9c-49ea-9aef-0888f1cd8789,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:02:53.188241 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fecfb989-3f78-4ea2-b88e-624ee5fb255f req-4475ed20-2920-4ed6-bd4d-c52632740aae tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630896 Dec 13 13:02:53.188879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83a88e4-fea0-4858-af59-2b2940a8c674']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:53.189311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.195925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.217253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30acca72-a1b7-42b1-8093-15db5f496101') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:53.217672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30acca72-a1b7-42b1-8093-15db5f496101') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:53.235782 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.282779 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:53.283442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:53.287243 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.289573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.290632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.291277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.291896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.293053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.293698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.294485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.295105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.295935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.296695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.297837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.298848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.299769 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.300719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.301440 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.302053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.303208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.303830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.304600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.305213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.305821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.306605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.307350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.308119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.308731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.309339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.309949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.310580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.311377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:53.316893 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f8ba6b93-bc1a-43cf-83d8-5db58347578c tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26950 time: 0.2700384 Dec 13 13:02:53.319816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1110d-c9c7-4976-9292-fae768a319fa None None] Pushing event updated for resources: {'Port': ['ID=121397b2-3d9c-49ea-9aef-0888f1cd8789,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:53.320518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33078) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:53.389617 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.424278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:02:53.452023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9b3e7-2d23-448f-9364-e336a79d5cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Deleting port b7569e62-37fb-4748-b3d3-c8d5ad6276bf {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:53.453177 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b3e7-2d23-448f-9364-e336a79d5cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.480519 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.495584 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.540132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:53.553344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-e7b9b3e7-2d23-448f-9364-e336a79d5cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] For port b7569e62-37fb-4748-b3d3-c8d5ad6276bf, host n-h2-817326-4, got binding levels [] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:53.553850 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b3e7-2d23-448f-9364-e336a79d5cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.571112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9b3e7-2d23-448f-9364-e336a79d5cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Calling delete_port for b7569e62-37fb-4748-b3d3-c8d5ad6276bf owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:53.572996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:02:53.573394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.576407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:53.580253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:02:53.619542 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:02:53.627757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c6614d16-568f-4e0a-9a18-a3d13fd70ea6 None None] Provisioning complete for port 121397b2-3d9c-49ea-9aef-0888f1cd8789 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:53.628312 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6614d16-568f-4e0a-9a18-a3d13fd70ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.689356 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b3e7-2d23-448f-9364-e336a79d5cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.734175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9b3e7-2d23-448f-9364-e336a79d5cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7569e62-37fb-4748-b3d3-c8d5ad6276bf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:53.749777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b3e7-2d23-448f-9364-e336a79d5cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.754541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e7b9b3e7-2d23-448f-9364-e336a79d5cd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b7569e62-37fb-4748-b3d3-c8d5ad6276bf HTTP/1.1" status: 204 len: 168 time: 0.4329834 Dec 13 13:02:53.757380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33080) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:53.781857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:53.799549 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69c6eeb-5a72-4ecb-946e-7cb5e3badf42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] GET failed (client error): The resource could not be found. Dec 13 13:02:53.801596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d69c6eeb-5a72-4ecb-946e-7cb5e3badf42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "GET /v2.0/ports/b7569e62-37fb-4748-b3d3-c8d5ad6276bf HTTP/1.1" status: 404 len: 333 time: 0.0429788 Dec 13 13:02:53.806176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33082) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:53.812112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1617255477', 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:53.815787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b8e91-ef88-41af-b207-f1ed7adc0287 None None] The sync data for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 is: [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:53.817865 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6614d16-568f-4e0a-9a18-a3d13fd70ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.861086 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c6614d16-568f-4e0a-9a18-a3d13fd70ea6 None None] For port 121397b2-3d9c-49ea-9aef-0888f1cd8789, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=121397b2-3d9c-49ea-9aef-0888f1cd8789,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:53.864470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Made reservation on behalf of b013d073745745d3a57a4ad3d6ead923 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:53.865678 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6614d16-568f-4e0a-9a18-a3d13fd70ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.868397 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.899166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Pushing event updated for resources: {'Port': ['ID=00aacf51-ab54-4088-9af7-53b473d74f5b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:53.913771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Allocated IP 172.25.2.9 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/7022e80f-0fc7-44e6-adc5-c71da15c457d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:53.919990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] device_id is not set on port c43c71e0-d909-4098-a019-92a1a7d6b1f3 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:02:53.921889 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.928509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:53.932755 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] 10.222.0.31 "DELETE /v2.0/networks/e83a88e4-fea0-4858-af59-2b2940a8c674 HTTP/1.1" status: 204 len: 168 time: 1.8893821 Dec 13 13:02:53.957816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6614d16-568f-4e0a-9a18-a3d13fd70ea6 None None] Pushing event updated for resources: {'Port': ['ID=121397b2-3d9c-49ea-9aef-0888f1cd8789,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:54.126375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.129579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b65ace-0c5d-4b07-a993-635d76a1fcbe admin admin] Pushing event deleted for resources: {'Network': ['ID=e83a88e4-fea0-4858-af59-2b2940a8c674,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:54.183528 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-72acf6fa-d3c8-427d-a50c-b9c7c9820e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.234430 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.269268 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33092) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:54.348440 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.386526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.406915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ddfa4ac3-373b-4c41-b2ff-5f027b976806 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7630bcfeacb4461c9869aac4141aeebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364141 Dec 13 13:02:54.410420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33094) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:54.427061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b576f-9d2b-461c-9c76-07d1b01c0e07 req-d4a4d69f-479e-4e67-824f-77355ef2e801 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:54.434656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-786b576f-9d2b-461c-9c76-07d1b01c0e07 req-d4a4d69f-479e-4e67-824f-77355ef2e801 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1296766 Dec 13 13:02:54.437855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Network f4b32d90-6209-428d-893e-eb8cdbfa7584 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:54.473746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:54.480434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:54.481513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:54.482566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.516353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event updated for resources: {'Port': ['ID=c43c71e0-d909-4098-a019-92a1a7d6b1f3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:54.539402 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.545676 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.560229 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.572093 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-786b576f-9d2b-461c-9c76-07d1b01c0e07 req-b87ab9bf-34a7-4b15-9560-23852fe27c27 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310468 Dec 13 13:02:54.588066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8f4e7eb7-12f2-44a5-8d80-f060d6f086bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7807829 Dec 13 13:02:54.592114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33096) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:54.600443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:54.606030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:54.608859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:54.639531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d990de-00b8-4f6a-a424-d1bbfa2043b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:54.645069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-85d990de-00b8-4f6a-a424-d1bbfa2043b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "GET /v2.0/ports/c43c71e0-d909-4098-a019-92a1a7d6b1f3 HTTP/1.1" status: 200 len: 959 time: 0.0489197 Dec 13 13:02:54.645069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33098) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:54.685340 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4014cc3a-294c-43b0-b469-bf9606ae2416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.711772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'Port': ['ID=7022e80f-0fc7-44e6-adc5-c71da15c457d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:54.746032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4014cc3a-294c-43b0-b469-bf9606ae2416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.807515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f8a85999-7c36-4581-9c66-7bf0a8ddb99a tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Deleting port c43c71e0-d909-4098-a019-92a1a7d6b1f3 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:54.807996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a85999-7c36-4581-9c66-7bf0a8ddb99a tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.855951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.872887 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4014cc3a-294c-43b0-b469-bf9606ae2416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.875580 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4014cc3a-294c-43b0-b469-bf9606ae2416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.879450 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4014cc3a-294c-43b0-b469-bf9606ae2416 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/976b23f1-0270-4df9-a4d2-19d49a9b121f HTTP/1.1" status: 204 len: 168 time: 0.4635811 Dec 13 13:02:54.900340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Router 8ebeb944-6d01-4aba-9e3d-a43624094a99 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:02:54.914249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014cc3a-294c-43b0-b469-bf9606ae2416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976b23f1-0270-4df9-a4d2-19d49a9b121f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:54.916901 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.919632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a85999-7c36-4581-9c66-7bf0a8ddb99a tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:54.938414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f8a85999-7c36-4581-9c66-7bf0a8ddb99a tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Calling delete_port for c43c71e0-d909-4098-a019-92a1a7d6b1f3 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:55.114215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a85999-7c36-4581-9c66-7bf0a8ddb99a tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.139419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 121397b2-3d9c-49ea-9aef-0888f1cd8789 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:02:55.158055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a85999-7c36-4581-9c66-7bf0a8ddb99a tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event deleted for resources: {'Port': ['ID=c43c71e0-d909-4098-a019-92a1a7d6b1f3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:55.166228 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8a85999-7c36-4581-9c66-7bf0a8ddb99a tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.175753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f8a85999-7c36-4581-9c66-7bf0a8ddb99a tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c43c71e0-d909-4098-a019-92a1a7d6b1f3 HTTP/1.1" status: 204 len: 168 time: 0.5294635 Dec 13 13:02:55.177362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33106) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:55.193253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:02:55.199267 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.202875 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3e75f4c0-b749-44ef-91fa-e3874a04b869 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "PUT /v2.0/routers/8ebeb944-6d01-4aba-9e3d-a43624094a99 HTTP/1.1" status: 200 len: 915 time: 4.3032105 Dec 13 13:02:55.203553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33108) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:55.214427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9084cac-f61a-477d-b341-a6c6d9830695 None None] Sync routers for ids ['8ebeb944-6d01-4aba-9e3d-a43624094a99'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:02:55.219132 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-133112d0-736b-4dfc-ae63-680ef0d1788a tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] GET failed (client error): The resource could not be found. Dec 13 13:02:55.225877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-133112d0-736b-4dfc-ae63-680ef0d1788a tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "GET /v2.0/ports/c43c71e0-d909-4098-a019-92a1a7d6b1f3 HTTP/1.1" status: 404 len: 333 time: 0.0474443 Dec 13 13:02:55.226551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33110) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:55.232416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Request body: {'port': {'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987047017'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:55.257145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Made reservation on behalf of b013d073745745d3a57a4ad3d6ead923 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:55.259895 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.266506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9084cac-f61a-477d-b341-a6c6d9830695 None None] Routers {'8ebeb944-6d01-4aba-9e3d-a43624094a99'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:55.267142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c9084cac-f61a-477d-b341-a6c6d9830695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8ebeb944-6d01-4aba-9e3d-a43624094a99'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:55.304928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] device_id is not set on port 56d577f4-5798-4905-be21-70973991974f yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:02:55.309050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c9084cac-f61a-477d-b341-a6c6d9830695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:55.323638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 121397b2-3d9c-49ea-9aef-0888f1cd8789 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:02:55.324296 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.327173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9084cac-f61a-477d-b341-a6c6d9830695 None None] Routers {'8ebeb944-6d01-4aba-9e3d-a43624094a99'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:02:55.328037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c9084cac-f61a-477d-b341-a6c6d9830695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8ebeb944-6d01-4aba-9e3d-a43624094a99'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:55.383050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c9084cac-f61a-477d-b341-a6c6d9830695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:55.384073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9084cac-f61a-477d-b341-a6c6d9830695 None None] The sync data for ids ['8ebeb944-6d01-4aba-9e3d-a43624094a99'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:02:55.460358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.472552 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.517360 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2955fa04-35b4-4b6c-81b4-cd16719736cf tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/routers/8ebeb944-6d01-4aba-9e3d-a43624094a99 HTTP/1.1" status: 200 len: 921 time: 0.3103166 Dec 13 13:02:55.520946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33120) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:55.570120 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.630792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'Port': ['ID=7022e80f-0fc7-44e6-adc5-c71da15c457d,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:55.637510 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.647192 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.651875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd99214c-7c26-40f0-975d-7ee7f036af9b tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:55.654430 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bd99214c-7c26-40f0-975d-7ee7f036af9b tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&device_id=8ebeb944-6d01-4aba-9e3d-a43624094a99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1316488 Dec 13 13:02:55.657024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33126) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:55.715132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event updated for resources: {'Port': ['ID=56d577f4-5798-4905-be21-70973991974f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:55.734955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.736192 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8000bc11-612a-401d-9533-9d2b2a26122a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9664991 Dec 13 13:02:55.748642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Network f4b32d90-6209-428d-893e-eb8cdbfa7584 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:55.752365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:55.756221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:55.757099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:55.757793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:55.794224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa5183-86c7-42e0-ac58-6279916ed681 req-23c6da77-de7d-46a6-aad2-f612f82cd980 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:55.796081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8aa5183-86c7-42e0-ac58-6279916ed681 req-23c6da77-de7d-46a6-aad2-f612f82cd980 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1039712 Dec 13 13:02:55.801410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4da0b11c-fa8a-48da-85f5-e628d627ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5738657 Dec 13 13:02:55.803460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33130) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:55.809955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:55.818325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cef2cc-83a3-4a04-80ed-43e903ea2fcc tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:55.820360 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-44cef2cc-83a3-4a04-80ed-43e903ea2fcc tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/networks/a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 881 time: 0.1624010 Dec 13 13:02:55.823127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33134) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:55.900906 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9183d10e-b3ce-4248-a682-e66cd2f5f5d3 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ebeb944-6d01-4aba-9e3d-a43624094a99 HTTP/1.1" status: 200 len: 205 time: 0.0739698 Dec 13 13:02:55.901145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33138) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:55.926663 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8aa5183-86c7-42e0-ac58-6279916ed681 req-39eaeb19-4af7-4b2c-b9f8-fee3a9ecd3de tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205597 Dec 13 13:02:55.975698 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.085513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33152) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:56.148183 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.227118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1925454818-network', 'tenant_id': '24246f8af157456a919082a7d4c67a01'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:56.267517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Made reservation on behalf of 24246f8af157456a919082a7d4c67a01 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:56.271023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.285637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.384938 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.388977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] device_id is not set on port 56d577f4-5798-4905-be21-70973991974f yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:02:56.391036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.394978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.404689 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.407573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-05db77a0-6516-4d89-9c7f-529676c98713 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2048833856&fields=id&tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf HTTP/1.1" status: 200 len: 267 time: 0.1062276 Dec 13 13:02:56.414605 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.425093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:02:56.441146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d545233-4cdc-47d9-b109-5bd95c01e70c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:56.449341 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.449874 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Added segment fb3160d2-b8d1-44a1-a3fb-5f24dde36452 of type vlan for network 81c69e39-50c4-46af-a70c-c4bab0cfd8d9 Dec 13 13:02:56.501268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.529655 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.530845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:56.531430 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.589556 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-22623935-c59d-4ebc-b900-6569cce1b218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.595553 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5086570 Dec 13 13:02:56.602683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33164) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:56.609817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Request body: {'subnet': {'network_id': '81c69e39-50c4-46af-a70c-c4bab0cfd8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1925454818-subnet', 'tenant_id': '24246f8af157456a919082a7d4c67a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:56.610770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event updated for resources: {'Port': ['ID=56d577f4-5798-4905-be21-70973991974f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:56.624021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333f8cc-4e96-4d93-b61b-449e04ef349b admin admin] Pushing event updated for resources: {'Network': ['ID=81c69e39-50c4-46af-a70c-c4bab0cfd8d9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:56.639673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 81c69e39-50c4-46af-a70c-c4bab0cfd8d9 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:02:56.644791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Made reservation on behalf of 24246f8af157456a919082a7d4c67a01 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:56.648479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.667286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:56.667537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:56.667871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:56.680399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:56.680785 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:56.683355 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 2 to bind port 56d577f4-5798-4905-be21-70973991974f Dec 13 13:02:56.709774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-49f06462-8739-4f9f-8ed0-eb25e0bf3d3c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:56.717075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-49f06462-8739-4f9f-8ed0-eb25e0bf3d3c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 816 time: 0.2981548 Dec 13 13:02:56.720083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:56.720488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:56.720784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:56.724038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Deleting port 00aacf51-ab54-4088-9af7-53b473d74f5b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:56.724373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.746499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:56.746907 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:56.772507 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 3 to bind port 56d577f4-5798-4905-be21-70973991974f Dec 13 13:02:56.775899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-c9fa10da-69e1-439f-b233-8466065fbe8a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/quotas/b5f8dc9780ee4ee1bdb8e23a14b03ebf HTTP/1.1" status: 200 len: 375 time: 0.0580237 Dec 13 13:02:56.807965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:56.808359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:56.808641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:56.844172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:56.844572 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:56.847214 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 4 to bind port 56d577f4-5798-4905-be21-70973991974f Dec 13 13:02:56.873130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.885120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:56.885571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:56.885766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:56.886830 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:56.897936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Calling delete_port for 00aacf51-ab54-4088-9af7-53b473d74f5b owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:56.899556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:56.899877 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:56.902330 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 5 to bind port 56d577f4-5798-4905-be21-70973991974f Dec 13 13:02:56.910306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-de69b928-81f6-4ad9-b6b9-a796cb3a6ffe tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226907 Dec 13 13:02:56.928941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:56.929171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:56.929409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:56.965544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Checking segment: {'id': 'fb3160d2-b8d1-44a1-a3fb-5f24dde36452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '81c69e39-50c4-46af-a70c-c4bab0cfd8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:02:56.965917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Network hostable DHCP agents. Network: 81c69e39-50c4-46af-a70c-c4bab0cfd8d9, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:02:56.969146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46411908-113b-49f8-ae99-0bd66b325090,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:56.980821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:56.981153 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:56.984454 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 6 to bind port 56d577f4-5798-4905-be21-70973991974f Dec 13 13:02:57.012661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Network 81c69e39-50c4-46af-a70c-c4bab0cfd8d9 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:02:57.025537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 81c69e39-50c4-46af-a70c-c4bab0cfd8d9) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:57.029996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:57.030615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:57.040114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2ef78-64b4-4b21-b98a-d5b1b20e5d7c None None] Network 81c69e39-50c4-46af-a70c-c4bab0cfd8d9 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:57.063296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e31c92fd-6f93-4907-ab3f-7da3c9506ca0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4549639 Dec 13 13:02:57.073046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:57.073382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:57.073722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:57.089975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:57.090379 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:57.094726 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 7 to bind port 56d577f4-5798-4905-be21-70973991974f Dec 13 13:02:57.251824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abb8a69-4edb-4ae7-abe1-a1b93466e800 None None] Network 81c69e39-50c4-46af-a70c-c4bab0cfd8d9 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:02:57.471202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:57.471488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:57.471790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:57.494110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c0c17-d088-44e4-acb5-6d549db6e615 req-f181968e-19e3-4edc-992e-cee10e2b5ab6 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:57.495707 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed4c0c17-d088-44e4-acb5-6d549db6e615 req-f181968e-19e3-4edc-992e-cee10e2b5ab6 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.4785566 Dec 13 13:02:57.500706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d1830e6e-539c-4b4b-b34e-4040c6831b0e service neutron] 10.222.0.31 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404589 Dec 13 13:02:57.501252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:57.501586 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:57.507992 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 8 to bind port 56d577f4-5798-4905-be21-70973991974f Dec 13 13:02:57.577720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:57.578058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:57.578432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:57.601556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:57.601881 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:57.612358 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 9 to bind port 56d577f4-5798-4905-be21-70973991974f Dec 13 13:02:57.672453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed4c0c17-d088-44e4-acb5-6d549db6e615 req-51364cd9-2fa2-4486-99b6-424737b229e5 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603289 Dec 13 13:02:57.681769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:57.682133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:57.682481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:57.698283 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:57.698909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:57.698909 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:57.703993 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempt 10 to bind port 56d577f4-5798-4905-be21-70973991974f Dec 13 13:02:57.725153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:57.736187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-4580a347-01e3-4f8b-ba8e-e30ec676d0d5 service neutron] 10.222.0.31 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229576 Dec 13 13:02:57.740302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:02:57.740302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:02:57.740677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempting to bind port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:02:57.765195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Pushing event deleted for resources: {'Port': ['ID=00aacf51-ab54-4088-9af7-53b473d74f5b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:57.769879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:02:57.770433 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Failed to bind port 56d577f4-5798-4905-be21-70973991974f on host n-h2-817326-4 for vnic_type normal using segments [{'id': '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4b32d90-6209-428d-893e-eb8cdbfa7584'}] Dec 13 13:02:57.770811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:57.871450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.066201 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.098105 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.101520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ec86aff-0136-4958-ba67-754f4dc1c636 req-13ffd4e9-f8e7-463e-9814-b65db8260145 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 210 time: 0.1053166 Dec 13 13:02:58.106481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] For port 56d577f4-5798-4905-be21-70973991974f, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:02:58.106995 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attempted to set empty binding levels {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 13:02:58.165207 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.236716 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.237253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Fanout notify agent at l3_agent the message router_deleted on router 8ebeb944-6d01-4aba-9e3d-a43624094a99 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:02:58.244601 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.249731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33196) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:58.252020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9c1b0645-74ca-4191-b291-6ac1007bec27 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/8ebeb944-6d01-4aba-9e3d-a43624094a99 HTTP/1.1" status: 204 len: 168 time: 2.3498664 Dec 13 13:02:58.256821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-928483253', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:58.263724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] In _notify_port_updated(), no bound segment for port 56d577f4-5798-4905-be21-70973991974f on network f4b32d90-6209-428d-893e-eb8cdbfa7584 {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:02:58.264723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:58.265366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.266697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "PUT /v2.0/ports/56d577f4-5798-4905-be21-70973991974f HTTP/1.1" status: 200 len: 979 time: 2.4621992 Dec 13 13:02:58.271172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33198) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:58.306598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc000f79-b104-4727-96bc-d8bd0339a920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event updated for resources: {'Port': ['ID=56d577f4-5798-4905-be21-70973991974f,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:58.313190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.314206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.377813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-f8e79bac-ff36-41c1-a6a7-af8973220df6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:58.387682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-f8e79bac-ff36-41c1-a6a7-af8973220df6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/networks?id=81c69e39-50c4-46af-a70c-c4bab0cfd8d9 HTTP/1.1" status: 200 len: 809 time: 0.3060975 Dec 13 13:02:58.413555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-ccde9af2-faf0-495a-a477-01fa553567e3 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/quotas/24246f8af157456a919082a7d4c67a01 HTTP/1.1" status: 200 len: 375 time: 0.0247991 Dec 13 13:02:58.436384 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.460533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-21c371d0-a16a-4c19-ab22-0b9623194ac6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=24246f8af157456a919082a7d4c67a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418890 Dec 13 13:02:58.489291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb02e3-9ab9-437f-afb3-daa6abd0f273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Deleting port 56d577f4-5798-4905-be21-70973991974f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:02:58.489702 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4fbb02e3-9ab9-437f-afb3-daa6abd0f273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.609115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-4fbb02e3-9ab9-437f-afb3-daa6abd0f273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] For port 56d577f4-5798-4905-be21-70973991974f, host n-h2-817326-4, got binding levels [] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:02:58.609476 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4fbb02e3-9ab9-437f-afb3-daa6abd0f273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.633807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb02e3-9ab9-437f-afb3-daa6abd0f273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Calling delete_port for 56d577f4-5798-4905-be21-70973991974f owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:02:58.653906 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-54cee53a-f1f5-4502-be4e-bf1a9a6b5cfc service neutron] 10.222.0.31 "GET /v2.0/networks/81c69e39-50c4-46af-a70c-c4bab0cfd8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963637 Dec 13 13:02:58.841510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-691e718d-97e4-485e-8ca8-3b69ad309a86 service neutron] 10.222.0.31 "GET /v2.0/networks/81c69e39-50c4-46af-a70c-c4bab0cfd8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866474 Dec 13 13:02:58.849770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4fbb02e3-9ab9-437f-afb3-daa6abd0f273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.888609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb02e3-9ab9-437f-afb3-daa6abd0f273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Pushing event deleted for resources: {'Port': ['ID=56d577f4-5798-4905-be21-70973991974f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:58.899034 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4fbb02e3-9ab9-437f-afb3-daa6abd0f273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.903059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4fbb02e3-9ab9-437f-afb3-daa6abd0f273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "DELETE /v2.0/ports/56d577f4-5798-4905-be21-70973991974f HTTP/1.1" status: 204 len: 168 time: 0.6294825 Dec 13 13:02:58.907640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33208) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:58.913111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659530c-86f1-4303-a66e-75790c74cd8b req-d76a5dd7-f40d-4f25-ab4e-47722f86da6d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:58.920796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e659530c-86f1-4303-a66e-75790c74cd8b req-d76a5dd7-f40d-4f25-ab4e-47722f86da6d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1249876 Dec 13 13:02:58.980666 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:58.983648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e659530c-86f1-4303-a66e-75790c74cd8b req-d9edbeca-4cc2-44c1-b4a5-fb439c8f5989 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601585 Dec 13 13:02:59.014722 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da00a83-1c88-40a4-91e2-3230769f79db tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] GET failed (client error): The resource could not be found. Dec 13 13:02:59.016709 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8da00a83-1c88-40a4-91e2-3230769f79db tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-701196979-project-admin] 10.222.0.31 "GET /v2.0/ports/56d577f4-5798-4905-be21-70973991974f HTTP/1.1" status: 404 len: 333 time: 0.1080480 Dec 13 13:02:59.020402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33210) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:02:59.060502 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.174844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ab378ed-450c-4cc5-9c34-d95f972a19da req-cd522ccb-5458-4280-b312-1d31724bfaad tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 210 time: 0.0506122 Dec 13 13:02:59.181148 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.303342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.307520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fd9804b-e65d-4dc2-bbdf-b8ee3ec6ddd3 req-d10cdaf6-087d-4a77-84a8-dc0c4c0fe273 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 210 time: 0.0474608 Dec 13 13:02:59.338877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b32d90-6209-428d-893e-eb8cdbfa7584']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:59.392746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:59.393040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c7f367-ec25-4d82-9141-c8e7d2e1dfe6') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:02:59.400419 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.411846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.434501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.439745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.453464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:02:59.454186 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:02:59.457849 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:02:59.554569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-673d2032-4e60-4a01-b60d-abaa97952fe6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:02:59.557399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-673d2032-4e60-4a01-b60d-abaa97952fe6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 816 time: 0.2371404 Dec 13 13:02:59.605970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Allocated IP 172.25.2.233 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/129733ed-f895-4dbc-8d0e-e41e027a00c4) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:02:59.612057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.619635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.626533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] 10.222.0.31 "DELETE /v2.0/networks/f4b32d90-6209-428d-893e-eb8cdbfa7584 HTTP/1.1" status: 204 len: 168 time: 0.6023951 Dec 13 13:02:59.680871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9b6d2-5b95-479b-bd57-66966d9fb150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-918548216-project] Pushing event deleted for resources: {'Network': ['ID=f4b32d90-6209-428d-893e-eb8cdbfa7584,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:59.733269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dabe5313-28fd-4446-af8d-f61abab736e6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf HTTP/1.1" status: 200 len: 380 time: 0.1639638 Dec 13 13:02:59.744709 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.753944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'port': {'device_id': '2ca25c46-4315-43f9-98cc-656b426102d1', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'admin_state_up': True, 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'security_groups': ['7df67809-f1f1-424d-b08a-4a5f7d79766f']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:02:59.813839 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.875367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:02:59.890746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:02:59.895036 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.900428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:02:59.912458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Made reservation on behalf of b5f8dc9780ee4ee1bdb8e23a14b03ebf for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:02:59.917636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:02:59.959179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Pushing event updated for resources: {'Port': ['ID=129733ed-f895-4dbc-8d0e-e41e027a00c4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:02:59.968747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33238) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:00.182872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c08f2-bf5e-462b-9272-eb3c963c0a67 req-7d050f16-4243-4645-a565-6dd2d0f62e38 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:00.184437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-530c08f2-bf5e-462b-9272-eb3c963c0a67 req-7d050f16-4243-4645-a565-6dd2d0f62e38 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.0989327 Dec 13 13:03:00.231979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Allocated IP 172.20.0.14 (a006c405-a67a-4ac4-8e44-115e7f359776/d71e75a4-e579-4189-9b07-c9d111289e20/ee81aa0b-3c3a-4e61-bb2c-31c049a17808) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:00.274376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-530c08f2-bf5e-462b-9272-eb3c963c0a67 req-86e81a16-2e92-4304-8903-b9b8fddbe529 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697808 Dec 13 13:03:00.333920 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:00.342398 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-93871d01-2dfe-4045-9b54-e810e077f2a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=938582a1caac48be96013b32bf4a8053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3717370 Dec 13 13:03:00.344546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33248) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:00.399110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fe8ddda-f034-4e71-a2dc-a4c2115614ba req-691a760e-ba9a-4473-86c2-02c559f1e8fa tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 210 time: 0.0649018 Dec 13 13:03:00.447699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3705a08f-ca73-4e40-bb7f-511ee009e11f req-acf02ad9-faa4-477d-9a0b-11c54edbdba7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 210 time: 0.0473626 Dec 13 13:03:00.563887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c58d5e2-ebf9-48ac-a77a-0ac4b72e038a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:00.570467 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:00.609252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c58d5e2-ebf9-48ac-a77a-0ac4b72e038a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:00.644919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-5cca445e-731c-4cb5-bfa8-f55efc7d8c7d tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:00.646574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-5cca445e-731c-4cb5-bfa8-f55efc7d8c7d tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.42 "GET /v2.0/networks?id=81c69e39-50c4-46af-a70c-c4bab0cfd8d9 HTTP/1.1" status: 200 len: 809 time: 0.1554255 Dec 13 13:03:00.660869 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:00.667842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Request body: {'port': {'device_id': '9c227fbf-7065-4d38-a2d8-15e143b60dbd', 'network_id': '81c69e39-50c4-46af-a70c-c4bab0cfd8d9', 'admin_state_up': True, 'tenant_id': '24246f8af157456a919082a7d4c67a01'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:00.776864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Network a006c405-a67a-4ac4-8e44-115e7f359776 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:00.784678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:00.793293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:00.796359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:00.800794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:00.853104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c58d5e2-ebf9-48ac-a77a-0ac4b72e038a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:00.855306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c58d5e2-ebf9-48ac-a77a-0ac4b72e038a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:00.859562 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5c58d5e2-ebf9-48ac-a77a-0ac4b72e038a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0383da2d-c297-4bbf-994a-b9d8da54f821 HTTP/1.1" status: 204 len: 168 time: 0.4540770 Dec 13 13:03:00.875383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58d5e2-ebf9-48ac-a77a-0ac4b72e038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0383da2d-c297-4bbf-994a-b9d8da54f821,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:00.933656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:00.934554 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:00.979456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Made reservation on behalf of 24246f8af157456a919082a7d4c67a01 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:00.984034 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:01.001310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dbf3684f-7d26-4704-ab1e-c0d6474df936 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2559271 Dec 13 13:03:01.015325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Router b67becf6-cc78-4263-9d08-0796addeebbb is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:03:01.015942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Request body: {'port': {'device_id': '2ca25c46-4315-43f9-98cc-656b426102d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:01.129782 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:01.164574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:01.177115 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb5e7b-a7dc-4c7d-9024-5805b36a60e6 None None] Sync routers for ids ['b67becf6-cc78-4263-9d08-0796addeebbb'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:01.193217 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb5e7b-a7dc-4c7d-9024-5805b36a60e6 None None] Routers {'b67becf6-cc78-4263-9d08-0796addeebbb'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:01.196922 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1bdb5e7b-a7dc-4c7d-9024-5805b36a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b67becf6-cc78-4263-9d08-0796addeebbb'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:01.216135 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:01.217901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5e66c600-0922-4c84-bfd1-843990e31584 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9667540 Dec 13 13:03:01.222303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:01.229531 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:01.259709 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6dd42d48-4904-4cf7-8171-ad57529ef24f None None] Provisioning complete for port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:01.261593 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dd42d48-4904-4cf7-8171-ad57529ef24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:01.300418 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1bdb5e7b-a7dc-4c7d-9024-5805b36a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:01.326424 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb5e7b-a7dc-4c7d-9024-5805b36a60e6 None None] Routers {'b67becf6-cc78-4263-9d08-0796addeebbb'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:01.329921 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1bdb5e7b-a7dc-4c7d-9024-5805b36a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b67becf6-cc78-4263-9d08-0796addeebbb'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:01.373179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6dd42d48-4904-4cf7-8171-ad57529ef24f None None] Port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:03:01.397816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Allocated IP 172.20.0.11 (81c69e39-50c4-46af-a70c-c4bab0cfd8d9/46411908-113b-49f8-ae99-0bd66b325090/7569f164-df0c-4433-b199-9526a4534eaf) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:01.414183 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1bdb5e7b-a7dc-4c7d-9024-5805b36a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:01.415585 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb5e7b-a7dc-4c7d-9024-5805b36a60e6 None None] The sync data for ids ['b67becf6-cc78-4263-9d08-0796addeebbb'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:01.466741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33274) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:01.636796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75bd8491-190e-48ee-8e03-05d88baf0171 req-f3405395-b6ca-4dee-8114-b8680b703980 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 210 time: 0.1287251 Dec 13 13:03:01.717605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30803b-b1a9-42f7-a17d-34e2fb9cad6b req-9378a58a-519d-4372-a503-6e5026b8f061 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:01.719186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e30803b-b1a9-42f7-a17d-34e2fb9cad6b req-9378a58a-519d-4372-a503-6e5026b8f061 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.2916722 Dec 13 13:03:01.730730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4f54088a-ec1c-4675-be0c-e036c60c9b68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b013d073745745d3a57a4ad3d6ead923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579839 Dec 13 13:03:01.731335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33280) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:01.755686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:01.768422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:01.832465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Deleting port 129733ed-f895-4dbc-8d0e-e41e027a00c4 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:01.832950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:01.922306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:01.937749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Calling delete_port for 129733ed-f895-4dbc-8d0e-e41e027a00c4 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:02.136967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.141969 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.177985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Pushing event deleted for resources: {'Port': ['ID=129733ed-f895-4dbc-8d0e-e41e027a00c4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:02.253911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7db9a-adbf-4cc3-9a45-b21f6e11a890 req-68ba5835-3e4e-4365-b5ed-46f84300cc7a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:02.255835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cc7db9a-adbf-4cc3-9a45-b21f6e11a890 req-68ba5835-3e4e-4365-b5ed-46f84300cc7a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 932 time: 0.5038064 Dec 13 13:03:02.266380 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.272653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e30803b-b1a9-42f7-a17d-34e2fb9cad6b req-8770358b-cf0c-4be2-94b7-42c4630d3bf4 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354891 Dec 13 13:03:02.277673 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36b8e841-14b6-479d-b8e1-47649108b66f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.297313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee81aa0b-3c3a-4e61-bb2c-31c049a17808 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:03:02.306827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.321722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Transition to ACTIVE for port object ee81aa0b-3c3a-4e61-bb2c-31c049a17808 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:03:02.346793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.363111 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.436830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cc7db9a-adbf-4cc3-9a45-b21f6e11a890 req-21891475-ede2-44ef-9e7b-67cf22f73c6e tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617637 Dec 13 13:03:02.440462 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36b8e841-14b6-479d-b8e1-47649108b66f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.479111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Network 81c69e39-50c4-46af-a70c-c4bab0cfd8d9 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:02.484004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:02.493295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:02.517245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:02.542692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.546847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.565920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:02.566591 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.650880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9874492 Dec 13 13:03:02.657271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730182d-47d9-471b-9188-652326201c8c tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Pushing event updated for resources: {'Port': ['ID=7569f164-df0c-4433-b199-9526a4534eaf,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:02.666993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Request body: {'port': {'device_id': '9c227fbf-7065-4d38-a2d8-15e143b60dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:02.733598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36b8e841-14b6-479d-b8e1-47649108b66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.736551 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36b8e841-14b6-479d-b8e1-47649108b66f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.739907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-36b8e841-14b6-479d-b8e1-47649108b66f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ccf8dcb-402a-47dc-b981-ef44576900e1 HTTP/1.1" status: 204 len: 168 time: 0.9976640 Dec 13 13:03:02.765772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Attempting to bind port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:02.774809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Attempting to bind port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:02.775232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Attempting to bind port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 on network a006c405-a67a-4ac4-8e44-115e7f359776 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:02.779874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8e841-14b6-479d-b8e1-47649108b66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccf8dcb-402a-47dc-b981-ef44576900e1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:02.823272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 on network a006c405-a67a-4ac4-8e44-115e7f359776 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:03:02.823272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Attempting to bind port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 on network a006c405-a67a-4ac4-8e44-115e7f359776 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:02.848122 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.866832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:02.867158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Checking segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:02.867536 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Bound using segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:02.867994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Bound port: ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:02.868353 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:02.948559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db11379-7e37-4768-a870-1da5c5dc7ca8 req-fe88a8bf-5131-4b2a-92df-2224935a6ccb tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:02.950231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8db11379-7e37-4768-a870-1da5c5dc7ca8 req-fe88a8bf-5131-4b2a-92df-2224935a6ccb tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 932 time: 0.1446576 Dec 13 13:03:03.019750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:03.065921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Router b67becf6-cc78-4263-9d08-0796addeebbb has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:03.094843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:03.116194 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:03.170750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8db11379-7e37-4768-a870-1da5c5dc7ca8 req-c1aeb9c6-c8ec-4e94-ab22-96fe83f1991a tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091267 Dec 13 13:03:03.179929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:03.180568 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:03.186207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] 10.222.0.37 "PUT /v2.0/ports/ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 200 len: 1092 time: 2.1757622 Dec 13 13:03:03.188979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:03.191725 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56270e28-d5be-4d10-9acd-2b700bbd8653" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:03.288257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:03.296445 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:03.301826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-36d3baa6-4f2c-4917-b7e0-ca9d48df647e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "PUT /v2.0/routers/b67becf6-cc78-4263-9d08-0796addeebbb HTTP/1.1" status: 200 len: 705 time: 2.0779612 Dec 13 13:03:03.302500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33308) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:03.314883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b0cde4-3492-4092-a9f2-e45e68cb7e66 None None] Sync routers for ids ['b67becf6-cc78-4263-9d08-0796addeebbb'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:03.344770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0cde4-3492-4092-a9f2-e45e68cb7e66 None None] Routers {'b67becf6-cc78-4263-9d08-0796addeebbb'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:03.346005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-29b0cde4-3492-4092-a9f2-e45e68cb7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b67becf6-cc78-4263-9d08-0796addeebbb'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:03.402587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-29b0cde4-3492-4092-a9f2-e45e68cb7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:03.436262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0cde4-3492-4092-a9f2-e45e68cb7e66 None None] Routers {'b67becf6-cc78-4263-9d08-0796addeebbb'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:03.437237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-29b0cde4-3492-4092-a9f2-e45e68cb7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b67becf6-cc78-4263-9d08-0796addeebbb'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:03.461047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-375d835a-515e-4d58-93b8-707976682f32 tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/routers/b67becf6-cc78-4263-9d08-0796addeebbb HTTP/1.1" status: 200 len: 740 time: 0.1549332 Dec 13 13:03:03.461859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33316) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:03.547628 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cb9bb0-2372-42e7-a0cd-87156b54b4b9 x-openstack-request-id: req-f7cb9bb0-2372-42e7-a0cd-87156b54b4b9 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:03.547926 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:03.548197 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7cb9bb0-2372-42e7-a0cd-87156b54b4b9 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:03.548583 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'status': 'completed', 'code': 200} Dec 13 13:03:03.570939 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a09c8001-6125-458c-99fa-64c4b4ea407c tempest-RoutersAdminTest-1105772458 tempest-RoutersAdminTest-1105772458-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&device_id=b67becf6-cc78-4263-9d08-0796addeebbb HTTP/1.1" status: 200 len: 205 time: 0.1036618 Dec 13 13:03:03.571586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33320) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:03.628903 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6d8341c5-9118-4cb1-9aaf-dc2e26977188 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=b67becf6-cc78-4263-9d08-0796addeebbb HTTP/1.1" status: 200 len: 205 time: 0.0561099 Dec 13 13:03:03.633394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33324) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:03.643556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7569f164-df0c-4433-b199-9526a4534eaf {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:03:03.667360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412fa0f-d440-427a-b3a2-6251bfb41db1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:03.681977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:03.733709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-2f756ca9-6192-4fcd-ae9e-78fe32110b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:03.735266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-2f756ca9-6192-4fcd-ae9e-78fe32110b56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 1095 time: 0.4620399 Dec 13 13:03:03.754094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d9c77-92cf-4ce0-ac5b-8820cc8b758a req-6f491cab-b11c-49d7-b55c-166ea18d4cde tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:03.761474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-412d9c77-92cf-4ce0-ac5b-8820cc8b758a req-6f491cab-b11c-49d7-b55c-166ea18d4cde tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.2118287 Dec 13 13:03:03.765596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Transition to ACTIVE for port object 7569f164-df0c-4433-b199-9526a4534eaf will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:03:03.810377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-f484c47f-7681-42fa-8756-d1036ad81fef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 200 len: 217 time: 0.0461001 Dec 13 13:03:03.815266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-29b0cde4-3492-4092-a9f2-e45e68cb7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:03.816097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b0cde4-3492-4092-a9f2-e45e68cb7e66 None None] The sync data for ids ['b67becf6-cc78-4263-9d08-0796addeebbb'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:03.823042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:03.836288 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16e588fb-fd7c-4fce-8d3c-e2bb2e27ad20 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:03.875701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dc44ac84-71ff-4dad-935c-53155f1d6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:03.877170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-dc44ac84-71ff-4dad-935c-53155f1d6b63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.0568736 Dec 13 13:03:03.949931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee620cde-c775-44e1-81da-04567de0af1c req-d5c54823-ef03-4636-bb25-7e8af839db69 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:03.960424 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee620cde-c775-44e1-81da-04567de0af1c req-d5c54823-ef03-4636-bb25-7e8af839db69 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 944 time: 0.3246810 Dec 13 13:03:04.047847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee620cde-c775-44e1-81da-04567de0af1c req-5e349a82-475e-4c62-9df1-5435aff2e730 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846376 Dec 13 13:03:04.054021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33334) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.067903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-412d9c77-92cf-4ce0-ac5b-8820cc8b758a req-d7b1f591-19d3-424e-a5cd-1e0fe350340d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055291 Dec 13 13:03:04.068653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Pushing event updated for resources: {'Port': ['ID=7569f164-df0c-4433-b199-9526a4534eaf,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:04.069487 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16e588fb-fd7c-4fce-8d3c-e2bb2e27ad20 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:04.079828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16e588fb-fd7c-4fce-8d3c-e2bb2e27ad20 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:04.103091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-1ef6dc33-a4fa-4571-9d6f-13250c791373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:04.106835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-1ef6dc33-a4fa-4571-9d6f-13250c791373 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966732 Dec 13 13:03:04.151014 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16e588fb-fd7c-4fce-8d3c-e2bb2e27ad20 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:04.151594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e588fb-fd7c-4fce-8d3c-e2bb2e27ad20 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Fanout notify agent at l3_agent the message router_deleted on router b67becf6-cc78-4263-9d08-0796addeebbb {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:03:04.174001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-16e588fb-fd7c-4fce-8d3c-e2bb2e27ad20 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:04.178964 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-16e588fb-fd7c-4fce-8d3c-e2bb2e27ad20 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/b67becf6-cc78-4263-9d08-0796addeebbb HTTP/1.1" status: 204 len: 168 time: 0.5407445 Dec 13 13:03:04.179532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33338) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.248265 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7327e2e6-cd5b-4724-801b-b180530ffeb2 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=b67becf6-cc78-4263-9d08-0796addeebbb HTTP/1.1" status: 200 len: 205 time: 0.0647316 Dec 13 13:03:04.251972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33342) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.269487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b8f1a954-a71d-4914-9797-1e3944192cb1 tempest-AgentManagementNegativeTest-273164903 tempest-AgentManagementNegativeTest-273164903-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2093310 Dec 13 13:03:04.302615 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-7e7773e9-b782-4f37-b3dc-7003edcc9099 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] delete failed (client error): The resource could not be found. Dec 13 13:03:04.304084 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7e7773e9-b782-4f37-b3dc-7003edcc9099 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/b67becf6-cc78-4263-9d08-0796addeebbb HTTP/1.1" status: 404 len: 336 time: 0.0492289 Dec 13 13:03:04.310242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33346) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.349047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Attempting to bind port 7569f164-df0c-4433-b199-9526a4534eaf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:04.349389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Attempting to bind port 7569f164-df0c-4433-b199-9526a4534eaf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'fb3160d2-b8d1-44a1-a3fb-5f24dde36452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '81c69e39-50c4-46af-a70c-c4bab0cfd8d9'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:04.349717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Attempting to bind port 7569f164-df0c-4433-b199-9526a4534eaf on network 81c69e39-50c4-46af-a70c-c4bab0cfd8d9 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:04.361554 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-174d71cb-f955-42ad-ad7c-c0dd8c4fb48e tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ebeb944-6d01-4aba-9e3d-a43624094a99 HTTP/1.1" status: 200 len: 205 time: 0.0467126 Dec 13 13:03:04.361788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef658815-c94b-4dc4-99bc-75df81aeb100 req-63a2de8b-cb50-48b4-8ed0-b0ea744a99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:04.363398 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef658815-c94b-4dc4-99bc-75df81aeb100 req-63a2de8b-cb50-48b4-8ed0-b0ea744a99c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=111be7d7d5c648cc8b132af0479dfcce&device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 1097 time: 0.1806676 Dec 13 13:03:04.363883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33348) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.370983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-8bf08aac-6c03-4c4b-8afa-b3af73e4ac30 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254455 Dec 13 13:03:04.371990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Port 7569f164-df0c-4433-b199-9526a4534eaf on network 81c69e39-50c4-46af-a70c-c4bab0cfd8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:03:04.372333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Attempting to bind port 7569f164-df0c-4433-b199-9526a4534eaf on network 81c69e39-50c4-46af-a70c-c4bab0cfd8d9 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:04.380870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:04.381213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Checking segment: {'id': 'fb3160d2-b8d1-44a1-a3fb-5f24dde36452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '81c69e39-50c4-46af-a70c-c4bab0cfd8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:04.381602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Bound using segment: {'id': 'fb3160d2-b8d1-44a1-a3fb-5f24dde36452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '81c69e39-50c4-46af-a70c-c4bab0cfd8d9'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:04.382044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Bound port: 7569f164-df0c-4433-b199-9526a4534eaf, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3160d2-b8d1-44a1-a3fb-5f24dde36452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '81c69e39-50c4-46af-a70c-c4bab0cfd8d9'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:04.382436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:04.418943 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-9d32fca0-60a0-4152-b309-2d3f4ed8bb26 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] delete failed (client error): The resource could not be found. Dec 13 13:03:04.423233 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9d32fca0-60a0-4152-b309-2d3f4ed8bb26 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/8ebeb944-6d01-4aba-9e3d-a43624094a99 HTTP/1.1" status: 404 len: 336 time: 0.0552411 Dec 13 13:03:04.428113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2e5f5-2923-4d94-aa7e-c5fdd6eee513 req-07eb819a-8d26-4eb3-a88d-0c92739d5d03 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:04.429674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05b2e5f5-2923-4d94-aa7e-c5fdd6eee513 req-07eb819a-8d26-4eb3-a88d-0c92739d5d03 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 944 time: 0.1384323 Dec 13 13:03:04.430521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33350) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.537088 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef658815-c94b-4dc4-99bc-75df81aeb100 req-73b16418-8078-41cd-aa90-17d0c5174e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:04.538588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-94644673-0fb6-44eb-af3a-75f64b832a24 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bdd850b-4758-4a93-b6aa-30a5d624eab8 HTTP/1.1" status: 200 len: 205 time: 0.1012013 Dec 13 13:03:04.539194 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef658815-c94b-4dc4-99bc-75df81aeb100 req-73b16418-8078-41cd-aa90-17d0c5174e66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 200 len: 915 time: 0.1262701 Dec 13 13:03:04.539721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33356) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.609929 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-b31c58ab-b8ec-485a-b041-ddcad42c712a tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] delete failed (client error): The resource could not be found. Dec 13 13:03:04.609929 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b31c58ab-b8ec-485a-b041-ddcad42c712a tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/3bdd850b-4758-4a93-b6aa-30a5d624eab8 HTTP/1.1" status: 404 len: 336 time: 0.0663385 Dec 13 13:03:04.615955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33358) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.629805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05b2e5f5-2923-4d94-aa7e-c5fdd6eee513 req-c9a4ba96-2da9-408d-b567-b63a19d566a4 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556268 Dec 13 13:03:04.637399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33360) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.662048 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef658815-c94b-4dc4-99bc-75df81aeb100 req-988ba752-6252-4be0-be14-0441e83ad301 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a HTTP/1.1" status: 200 len: 217 time: 0.0537615 Dec 13 13:03:04.670564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e12cff7e-e596-479b-8daa-37f904a2c5e7 req-3662d632-2f28-4631-9ebf-83f3215e6292 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840602 Dec 13 13:03:04.671695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] For port 7569f164-df0c-4433-b199-9526a4534eaf, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:04.675305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] For port 7569f164-df0c-4433-b199-9526a4534eaf, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7569f164-df0c-4433-b199-9526a4534eaf,segment=NetworkSegment(fb3160d2-b8d1-44a1-a3fb-5f24dde36452),segment_id=fb3160d2-b8d1-44a1-a3fb-5f24dde36452)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:04.681973 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:04.701298 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-22d8bd20-44e2-4512-abcf-bfa1115bb2ac tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9 HTTP/1.1" status: 200 len: 205 time: 0.0849299 Dec 13 13:03:04.710961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33364) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.730676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:04.731502 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:04.733353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] 10.222.0.42 "PUT /v2.0/ports/7569f164-df0c-4433-b199-9526a4534eaf HTTP/1.1" status: 200 len: 1092 time: 2.0709329 Dec 13 13:03:04.776647 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-6bc7ae41-3c96-43a5-bc57-58500c0500d7 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] delete failed (client error): The resource could not be found. Dec 13 13:03:04.778136 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6bc7ae41-3c96-43a5-bc57-58500c0500d7 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/1f7b7897-ace2-4a9b-a9d5-0bdb48fcc6c9 HTTP/1.1" status: 404 len: 336 time: 0.0657644 Dec 13 13:03:04.781056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33366) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.787821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73be985-f83c-4311-ae3e-a83f46654fac service neutron] Pushing event updated for resources: {'Port': ['ID=7569f164-df0c-4433-b199-9526a4534eaf,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:04.827843 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9ed907c7-f950-44d8-b514-9d5e0898bb99 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=398e79e4-f135-4194-ac92-d2d4c32d282c HTTP/1.1" status: 200 len: 205 time: 0.0452909 Dec 13 13:03:04.831802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33368) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.836723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef658815-c94b-4dc4-99bc-75df81aeb100 req-ec5f3927-84ac-4693-88f8-afc9cc9ee32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:04.838646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef658815-c94b-4dc4-99bc-75df81aeb100 req-ec5f3927-84ac-4693-88f8-afc9cc9ee32e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c11bfb4-a169-48b4-9476-10f8dc9ff79b HTTP/1.1" status: 200 len: 855 time: 0.1407626 Dec 13 13:03:04.874553 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef658815-c94b-4dc4-99bc-75df81aeb100 req-dbdd109a-e89e-4d9b-b79b-e0d21d0e547d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255148 Dec 13 13:03:04.888840 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-37d39070-7b68-440d-9d45-2b26af534992 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] delete failed (client error): The resource could not be found. Dec 13 13:03:04.889862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-37d39070-7b68-440d-9d45-2b26af534992 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/398e79e4-f135-4194-ac92-d2d4c32d282c HTTP/1.1" status: 404 len: 336 time: 0.0561364 Dec 13 13:03:04.895118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33372) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:04.905044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-a2806f48-3d18-4824-bd8e-5c37c1105acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:04.906588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-a2806f48-3d18-4824-bd8e-5c37c1105acf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 1095 time: 0.1648633 Dec 13 13:03:04.908267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1c06b02f-8b90-43bb-a123-db4761741c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:04.931298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-fc4229c1-be15-42a3-aa6d-bd7fd53f21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:04.931298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-fc4229c1-be15-42a3-aa6d-bd7fd53f21f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24246f8af157456a919082a7d4c67a01&device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 1095 time: 0.1368084 Dec 13 13:03:04.983844 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-58ee80db-f2df-4be5-9002-ec90cbfc5235 tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8370a7-e26b-485a-ade1-b1e34105b2da HTTP/1.1" status: 200 len: 205 time: 0.0867977 Dec 13 13:03:04.987320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33374) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:05.029465 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-e2094a25-47ab-4f0f-8154-26ba01765da9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7569f164-df0c-4433-b199-9526a4534eaf HTTP/1.1" status: 200 len: 217 time: 0.0952106 Dec 13 13:03:05.032753 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-6f6cddb1-952d-4915-a60a-26e9d54cdb7f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] delete failed (client error): The resource could not be found. Dec 13 13:03:05.034086 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6f6cddb1-952d-4915-a60a-26e9d54cdb7f tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/routers/0e8370a7-e26b-485a-ade1-b1e34105b2da HTTP/1.1" status: 404 len: 336 time: 0.0454774 Dec 13 13:03:05.038246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33376) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:05.071339 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f44d914-e98c-4f73-bbac-49efbd2aaf8d tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] DELETE failed (client error): The resource could not be found. Dec 13 13:03:05.072072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f44d914-e98c-4f73-bbac-49efbd2aaf8d tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:03:05.075082 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7f44d914-e98c-4f73-bbac-49efbd2aaf8d tempest-RoutersAdminTest-1263513093 tempest-RoutersAdminTest-1263513093-project] 10.222.0.31 "DELETE /v2.0/subnets/61b1927f-891c-48f8-8825-043cbd60a9f9 HTTP/1.1" status: 404 len: 337 time: 0.0359540 Dec 13 13:03:05.141586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-f3439696-a10d-4807-9c3a-9b5ea3ea2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:05.143291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-f3439696-a10d-4807-9c3a-9b5ea3ea2fc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46411908-113b-49f8-ae99-0bd66b325090 HTTP/1.1" status: 200 len: 849 time: 0.1047561 Dec 13 13:03:05.145390 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef658815-c94b-4dc4-99bc-75df81aeb100 req-98248261-f922-4e2d-8fdb-cdb7273d5063 service neutron] 10.222.0.37 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574670 Dec 13 13:03:05.146030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-606ccafa-03f6-4cc7-9fcf-a96aa578ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:05.147540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-606ccafa-03f6-4cc7-9fcf-a96aa578ac33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.2301433 Dec 13 13:03:05.201677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-f5049801-7e7b-49ee-b50c-3343ce65e0ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81c69e39-50c4-46af-a70c-c4bab0cfd8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427616 Dec 13 13:03:05.251232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-4767e893-87e3-46ab-b7d4-ddd666fc21ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 200 len: 217 time: 0.0908670 Dec 13 13:03:05.264832 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1c06b02f-8b90-43bb-a123-db4761741c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:05.358014 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ef658815-c94b-4dc4-99bc-75df81aeb100 req-607cea2f-e300-489e-a585-a2334480cd5c service neutron] 10.222.0.37 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007086 Dec 13 13:03:05.364852 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1c06b02f-8b90-43bb-a123-db4761741c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:05.384091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33386) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:05.469534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-54342a3c-2312-4763-a79f-81bb35f4c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:05.471222 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-54342a3c-2312-4763-a79f-81bb35f4c1aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.1836948 Dec 13 13:03:05.484531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1c06b02f-8b90-43bb-a123-db4761741c02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a22c3686469b43a682c53eada1ae777f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8437667 Dec 13 13:03:05.485582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33390) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:05.489118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06b02f-8b90-43bb-a123-db4761741c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec3243f-47e7-4860-bd40-1e7bfbe09b2a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:05.516711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477c4b-a18b-4dd3-aaba-84bfdbe363ca req-a3590017-3ec3-4562-ac78-546c968acaa7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:05.518269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74477c4b-a18b-4dd3-aaba-84bfdbe363ca req-a3590017-3ec3-4562-ac78-546c968acaa7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.2799008 Dec 13 13:03:05.529736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479765a0-a426-431b-88c8-e394fad2f3da req-bbdaa0f6-6fd2-4d62-a1da-4d56009e61ba tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:05.531207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-479765a0-a426-431b-88c8-e394fad2f3da req-bbdaa0f6-6fd2-4d62-a1da-4d56009e61ba tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 944 time: 0.2817771 Dec 13 13:03:05.542468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddbf94bd-3c9d-4220-a3ec-e1a8f826f0a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:05.553480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c227fbf-7065-4d38-a2d8-15e143b60dbd', 'tag': '7569f164-df0c-4433-b199-9526a4534eaf'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:05.555723 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd968641-dd6e-4ee9-928e-1971818d5f53" -d '{"events": [{"name": "network-changed", "server_uuid": "9c227fbf-7065-4d38-a2d8-15e143b60dbd", "tag": "7569f164-df0c-4433-b199-9526a4534eaf"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:05.570412 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ef4-1e3a-4e3b-844f-b0ac13f90816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:05.599290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-8358fdc1-9d5f-498e-90bd-a1f14f4f0ace service neutron] 10.222.0.42 "GET /v2.0/networks/81c69e39-50c4-46af-a70c-c4bab0cfd8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619602 Dec 13 13:03:05.607588 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ef4-1e3a-4e3b-844f-b0ac13f90816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:05.659474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-6ad1aa5d-f3cb-4939-99cb-008442a2789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:05.661284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-6ad1aa5d-f3cb-4939-99cb-008442a2789c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739094 Dec 13 13:03:05.703860 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddbf94bd-3c9d-4220-a3ec-e1a8f826f0a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:05.705900 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ef4-1e3a-4e3b-844f-b0ac13f90816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:05.709344 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ef4-1e3a-4e3b-844f-b0ac13f90816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:05.713296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1ddd5ef4-1e3a-4e3b-844f-b0ac13f90816 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bec3243f-47e7-4860-bd40-1e7bfbe09b2a HTTP/1.1" status: 204 len: 168 time: 0.2249010 Dec 13 13:03:05.713826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddbf94bd-3c9d-4220-a3ec-e1a8f826f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:05.728490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd5ef4-1e3a-4e3b-844f-b0ac13f90816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec3243f-47e7-4860-bd40-1e7bfbe09b2a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:05.732851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74477c4b-a18b-4dd3-aaba-84bfdbe363ca req-831292d2-28ac-4c02-a1e4-81b418083500 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005835 Dec 13 13:03:05.751326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-479765a0-a426-431b-88c8-e394fad2f3da req-9ffd0647-d583-4a7d-91e3-fe46d2146551 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986828 Dec 13 13:03:05.785375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ddbf94bd-3c9d-4220-a3ec-e1a8f826f0a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da229aaa0e184d899495c14f77c6d89e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3994651 Dec 13 13:03:05.787816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf94bd-3c9d-4220-a3ec-e1a8f826f0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6091b439-0ded-4e97-be41-69f9d414e086,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:05.792825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33400) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:05.852527 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036030ab-1fe9-4b01-b391-159dd3f4b061 x-openstack-request-id: req-036030ab-1fe9-4b01-b391-159dd3f4b061 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:05.853836 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c227fbf-7065-4d38-a2d8-15e143b60dbd", "tag": "7569f164-df0c-4433-b199-9526a4534eaf", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:05.854434 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-036030ab-1fe9-4b01-b391-159dd3f4b061 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:05.856465 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c227fbf-7065-4d38-a2d8-15e143b60dbd', 'tag': '7569f164-df0c-4433-b199-9526a4534eaf', 'status': 'completed', 'code': 200} Dec 13 13:03:05.954037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbdfa6cd-e0c7-4823-b735-d8e643b50539 req-1843a8e8-faea-4a7c-9328-c04b5e34b6e7 service neutron] 10.222.0.42 "GET /v2.0/networks/81c69e39-50c4-46af-a70c-c4bab0cfd8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457716 Dec 13 13:03:05.963945 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-255853a5-2d05-40df-b124-14bd3bfba579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:05.993490 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-0f1d0c7d-f3c1-4607-b1af-dcae6213515d service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107340 Dec 13 13:03:06.039361 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-255853a5-2d05-40df-b124-14bd3bfba579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:06.121774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-255853a5-2d05-40df-b124-14bd3bfba579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:06.127013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-255853a5-2d05-40df-b124-14bd3bfba579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:06.129236 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-255853a5-2d05-40df-b124-14bd3bfba579 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6091b439-0ded-4e97-be41-69f9d414e086 HTTP/1.1" status: 204 len: 168 time: 0.3341594 Dec 13 13:03:06.166536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255853a5-2d05-40df-b124-14bd3bfba579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6091b439-0ded-4e97-be41-69f9d414e086,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:06.420633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36ae2e-8655-422f-8931-2a15c8d89582 req-8cdbedcb-e1e1-4838-9aa9-2c14f2181576 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:06.422205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa36ae2e-8655-422f-8931-2a15c8d89582 req-8cdbedcb-e1e1-4838-9aa9-2c14f2181576 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 944 time: 0.4884162 Dec 13 13:03:06.487711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd968641-dd6e-4ee9-928e-1971818d5f53 req-f8b728c3-c7da-41da-a80d-eb57fe1e5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:06.489215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd968641-dd6e-4ee9-928e-1971818d5f53 req-f8b728c3-c7da-41da-a80d-eb57fe1e5424 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24246f8af157456a919082a7d4c67a01&device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 1095 time: 0.4294403 Dec 13 13:03:06.496727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56270e28-d5be-4d10-9acd-2b700bbd8653 req-28caedb9-0a60-4f82-a2dc-80f77fd76f86 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920931 Dec 13 13:03:06.520213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa36ae2e-8655-422f-8931-2a15c8d89582 req-d20a1537-e8fb-47b3-a56e-dfdd2ebd7b5e tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864582 Dec 13 13:03:06.598960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33422) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:06.647248 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7838534d-e84b-46bc-b2bb-861741b420d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7430ae1a3f94f82bb8877296781b3e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463874 Dec 13 13:03:06.649586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33424) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:06.709904 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86af2d1d-4a03-451e-a92a-430e28e5dd90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:06.745615 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86af2d1d-4a03-451e-a92a-430e28e5dd90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:06.949330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33436) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:06.965467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd968641-dd6e-4ee9-928e-1971818d5f53 req-f3224819-cff6-43c9-b02a-9ea73d209c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:06.967255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd968641-dd6e-4ee9-928e-1971818d5f53 req-f3224819-cff6-43c9-b02a-9ea73d209c72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81c69e39-50c4-46af-a70c-c4bab0cfd8d9 HTTP/1.1" status: 200 len: 909 time: 0.4676192 Dec 13 13:03:06.973482 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86af2d1d-4a03-451e-a92a-430e28e5dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:06.976253 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86af2d1d-4a03-451e-a92a-430e28e5dd90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:06.977368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-86af2d1d-4a03-451e-a92a-430e28e5dd90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac6f2934-5e1a-4d96-9e04-97d6f571c5f1 HTTP/1.1" status: 204 len: 168 time: 0.3267305 Dec 13 13:03:07.035810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af2d1d-4a03-451e-a92a-430e28e5dd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6f2934-5e1a-4d96-9e04-97d6f571c5f1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:07.042429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd968641-dd6e-4ee9-928e-1971818d5f53 req-46d8c3ac-cedf-4f07-93d2-75f956365572 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7569f164-df0c-4433-b199-9526a4534eaf HTTP/1.1" status: 200 len: 217 time: 0.0630522 Dec 13 13:03:07.052338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232483c7-764c-41e6-a406-0c950a311cf4 req-a9abc6f4-000c-4b69-813d-e939fe5b7d58 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:07.054194 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-232483c7-764c-41e6-a406-0c950a311cf4 req-a9abc6f4-000c-4b69-813d-e939fe5b7d58 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 944 time: 0.1642365 Dec 13 13:03:07.078834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7029a-2190-4fa9-b6aa-5f023c5a0dbb req-2c1ac906-421b-4ed5-8853-e0ddb127285a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:07.080820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89a7029a-2190-4fa9-b6aa-5f023c5a0dbb req-2c1ac906-421b-4ed5-8853-e0ddb127285a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1921406 Dec 13 13:03:07.105964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-413247852'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:07.132755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Made reservation on behalf of 1efb77fdf73a450cba5142b3394d86d2 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:07.137317 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.150262 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.221578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89a7029a-2190-4fa9-b6aa-5f023c5a0dbb req-767ce455-1369-4aa2-9269-a25eea3d26a4 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914812 Dec 13 13:03:07.226055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd968641-dd6e-4ee9-928e-1971818d5f53 req-66bcd656-2302-4067-b9b9-b5f2ae826415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:07.227869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd968641-dd6e-4ee9-928e-1971818d5f53 req-66bcd656-2302-4067-b9b9-b5f2ae826415 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46411908-113b-49f8-ae99-0bd66b325090 HTTP/1.1" status: 200 len: 849 time: 0.1707349 Dec 13 13:03:07.245309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-232483c7-764c-41e6-a406-0c950a311cf4 req-b30f3b78-822b-4973-bf69-ed681d165d12 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756110 Dec 13 13:03:07.290051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.296581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.303342 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd968641-dd6e-4ee9-928e-1971818d5f53 req-9587a4e2-b45b-4af3-928b-67e2edded1ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81c69e39-50c4-46af-a70c-c4bab0cfd8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497565 Dec 13 13:03:07.330586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:03:07.362499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.363130 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Added segment 436cfbbc-8c10-4fc2-b89f-1367f50cd3c5 of type vlan for network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 Dec 13 13:03:07.409235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8a9d18-c794-41d6-9788-af3ec7c02151,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:07.431548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.443755 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.463961 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.470142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:07.471132 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.491310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd968641-dd6e-4ee9-928e-1971818d5f53 req-1acfe058-6693-4df7-a5e3-a3d26d81bdd2 service neutron] 10.222.0.42 "GET /v2.0/networks/81c69e39-50c4-46af-a70c-c4bab0cfd8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837740 Dec 13 13:03:07.548605 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5950534 Dec 13 13:03:07.549307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33454) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:07.551909 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.557269 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'subnet': {'network_id': 'dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:07.566537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec8fed-4719-4fc3-bb5e-5b6efa152b00 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Network': ['ID=dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:07.588340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:03:07.622366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd968641-dd6e-4ee9-928e-1971818d5f53 req-eec09e53-a513-4dfe-a758-f6a77dfbb062 service neutron] 10.222.0.42 "GET /v2.0/networks/81c69e39-50c4-46af-a70c-c4bab0cfd8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232479 Dec 13 13:03:07.679590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ee81aa0b-3c3a-4e61-bb2c-31c049a17808 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:03:07.687803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Made reservation on behalf of 1efb77fdf73a450cba5142b3394d86d2 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:07.692195 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.752521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96bfaa-5e43-4e63-889d-63e773d6ea70 req-a78d36ca-eedf-4059-a1aa-4cfababefbda tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:07.762675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d96bfaa-5e43-4e63-889d-63e773d6ea70 req-a78d36ca-eedf-4059-a1aa-4cfababefbda tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 944 time: 0.0894613 Dec 13 13:03:07.826701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d96bfaa-5e43-4e63-889d-63e773d6ea70 req-7fbef266-c861-42d7-82c2-7ac58214edc5 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629869 Dec 13 13:03:07.832760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:07.848146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'port_id': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'mac_address': 'fa:16:3e:a7:6e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:03:07.889514 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.903781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee81aa0b-3c3a-4e61-bb2c-31c049a17808 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:03:07.926028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:07.928041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.931518 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:07.932535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7a60a17f-51c4-4b6a-92fa-29f19edaed2a details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:03:07.982035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Subnet': ['ID=59ebba4c-2b67-4dbc-a284-f22b423c65ec,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:07.998134 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Checking segment: {'id': '436cfbbc-8c10-4fc2-b89f-1367f50cd3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:07.998502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network hostable DHCP agents. Network: dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:03:08.006664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:08.020094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:03:08.026495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33468) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:08.038231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:08.043295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:08.044001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.050758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f15b09-6071-428e-8069-9458f905f616 None None] Network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:08.068656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33472) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:08.068901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-68359b3b-4588-4f63-8b96-6ec5ec676868 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5185106 Dec 13 13:03:08.075108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-642869057', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:08.109032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.110447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.149426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:08.174901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a', 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4', 'port_id': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a', 'mac_address': 'fa:16:3e:bd:19:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c11bfb4-a169-48b4-9476-10f8dc9ff79b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:03:08.179230 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.183528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-10456970'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:08.226146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630227b2-fc7f-4f1d-9848-f9deb3c61c75 None None] Network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:08.257969 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.276004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:08.282242 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.342738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a60a17f-51c4-4b6a-92fa-29f19edaed2a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:03:08.354806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.371728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:08.381497 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.463095 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:08.464113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.540638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc658bf-a9fc-46a2-9ae0-727c77b4ea88 req-8aa6e56d-035c-4b64-a879-ca4b1d0b2dbc tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:08.542198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fc658bf-a9fc-46a2-9ae0-727c77b4ea88 req-8aa6e56d-035c-4b64-a879-ca4b1d0b2dbc tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.1818526 Dec 13 13:03:08.583084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72c706-bf6e-4475-90b1-f2d513783793 req-2fb64d64-ef3a-4c35-9ab8-1d8c05e911a5 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:08.584818 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c72c706-bf6e-4475-90b1-f2d513783793 req-2fb64d64-ef3a-4c35-9ab8-1d8c05e911a5 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 945 time: 0.2255585 Dec 13 13:03:08.644523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7a60a17f-51c4-4b6a-92fa-29f19edaed2a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:03:08.646920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ee81aa0b-3c3a-4e61-bb2c-31c049a17808'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:03:08.737512 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fc658bf-a9fc-46a2-9ae0-727c77b4ea88 req-10b3b0d7-098b-415c-9ced-e2b04ddaaccf tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514237 Dec 13 13:03:08.741677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c72c706-bf6e-4475-90b1-f2d513783793 req-efd079c3-cdb4-4363-82c5-df584395847a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469231 Dec 13 13:03:08.782936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.793688 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.926107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:03:08.946139 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.993055 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:08.993504 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Added segment 5cd83461-2dca-4c24-bf4c-a4c93ab186ba of type vlan for network a96b3050-5a47-4623-a1bc-6be051560383 Dec 13 13:03:09.008216 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.012924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0253b9-8c67-4898-b1b3-c33a86da69cf,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:09.094053 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.103466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b24487-02d9-48e8-9877-754462b2d6c9 req-abc1f098-74a8-4960-b922-057b1fa6ae7b tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:09.104964 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4b24487-02d9-48e8-9877-754462b2d6c9 req-abc1f098-74a8-4960-b922-057b1fa6ae7b tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 944 time: 0.1659207 Dec 13 13:03:09.184493 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.189097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:09.189678 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.278738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4b24487-02d9-48e8-9877-754462b2d6c9 req-d46f36ef-ea96-4ab3-9a7d-def1f40b3e2e tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636455 Dec 13 13:03:09.303402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33504) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:09.303985 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2762392 Dec 13 13:03:09.307575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.25.2.41 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/ab36cc6b-a980-46af-a0c3-6487ae0897ba) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:09.312494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:09.314336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1527622-8aeb-4eed-a1c0-98ee6e1c7cb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Network': ['ID=a96b3050-5a47-4623-a1bc-6be051560383,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:09.333412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:03:09.335969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7569f164-df0c-4433-b199-9526a4534eaf details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:03:09.426566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.459800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:09.466663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.488617 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.533220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:09.536818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:09.540628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:09.541902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7569f164-df0c-4433-b199-9526a4534eaf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7569f164-df0c-4433-b199-9526a4534eaf,segment=NetworkSegment(fb3160d2-b8d1-44a1-a3fb-5f24dde36452),segment_id=fb3160d2-b8d1-44a1-a3fb-5f24dde36452)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:09.554203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '7569f164-df0c-4433-b199-9526a4534eaf', 'network_id': '81c69e39-50c4-46af-a70c-c4bab0cfd8d9', 'port_id': '7569f164-df0c-4433-b199-9526a4534eaf', 'mac_address': 'fa:16:3e:fa:6a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46411908-113b-49f8-ae99-0bd66b325090', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:03:09.576735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=ab36cc6b-a980-46af-a0c3-6487ae0897ba,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:09.619816 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.636628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7569f164-df0c-4433-b199-9526a4534eaf {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:03:09.665272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7569f164-df0c-4433-b199-9526a4534eaf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7569f164-df0c-4433-b199-9526a4534eaf,segment=NetworkSegment(fb3160d2-b8d1-44a1-a3fb-5f24dde36452),segment_id=fb3160d2-b8d1-44a1-a3fb-5f24dde36452)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:09.673553 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.735906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7569f164-df0c-4433-b199-9526a4534eaf,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:09.739369 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ee81aa0b-3c3a-4e61-bb2c-31c049a17808 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:09.743480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.853358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:03:09.867252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=a51fc78a-2cae-4b42-b063-6f843ba04828,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:09.877384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:09.877758 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.881044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:09.881419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network hostable DHCP agents. Network: a96b3050-5a47-4623-a1bc-6be051560383, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:03:09.904861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:03:09.936778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, a96b3050-5a47-4623-a1bc-6be051560383) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:09.943040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:09.944040 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.965553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3320549-d506-45ab-ac52-d0accccf5b18 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:09.978705 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1313008c-fd92-4c1b-b904-5e8333ea3082 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6705458 Dec 13 13:03:09.979587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33520) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:09.983500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:09.994598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'name': 'tempest-NetworksTestDHCPv6-649548737'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:10.006823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3110d-979c-4258-85c0-33e20e7c5876 req-0a0ec6bf-3a11-4eeb-86ee-2b59c8902840 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:10.008516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3e3110d-979c-4258-85c0-33e20e7c5876 req-0a0ec6bf-3a11-4eeb-86ee-2b59c8902840 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 945 time: 0.1506984 Dec 13 13:03:10.013389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7569f164-df0c-4433-b199-9526a4534eaf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:03:10.115879 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:10.193003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:10.195628 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb81242-8e70-4624-9d83-3a4e788ef6e5" -d '{"events": [{"server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:10.206612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': 'a51fc78a-2cae-4b42-b063-6f843ba04828'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:03:10.208866 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:10.234346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:10.247318 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:10.248405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7a60a17f-51c4-4b6a-92fa-29f19edaed2a up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:10.412520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dbe5f-98fa-45f3-8c4e-f8026b67e076 req-0440a3e8-e6b6-4bc1-a3c8-39eb1f2899ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:10.414025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c5dbe5f-98fa-45f3-8c4e-f8026b67e076 req-0440a3e8-e6b6-4bc1-a3c8-39eb1f2899ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.5577075 Dec 13 13:03:10.432742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:10.546638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3e3110d-979c-4258-85c0-33e20e7c5876 req-b0421273-15cc-4811-85d3-dca9f1d3e7d2 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026581 Dec 13 13:03:10.579491 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c5dbe5f-98fa-45f3-8c4e-f8026b67e076 req-836d872d-0e92-485d-a95c-3dbdd3f1b2c3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531141 Dec 13 13:03:10.656338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:10.656921 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:10.698319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:10.702216 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:10.707857 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aa0d2c-8dc9-4c88-bf9e-241143ec0354 x-openstack-request-id: req-29aa0d2c-8dc9-4c88-bf9e-241143ec0354 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:10.708275 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:10.708402 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29aa0d2c-8dc9-4c88-bf9e-241143ec0354 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:10.708810 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'code': 200} Dec 13 13:03:10.736346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 106c4dc1-20f7-48eb-967c-f95ba1026557 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:10.747364 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:10.789065 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/a51fc78a-2cae-4b42-b063-6f843ba04828/8193ed14-5482-4969-94d7-33b2e01e7956) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:10.807280 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:10.889276 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:10.896671 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:10.967279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815adb9-0717-4ed0-9b73-c778eee0406a req-95dcd6f3-11b3-4c2d-bebf-91e1b6cbf475 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:10.968717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f815adb9-0717-4ed0-9b73-c778eee0406a req-95dcd6f3-11b3-4c2d-bebf-91e1b6cbf475 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 945 time: 0.1889200 Dec 13 13:03:10.972520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d271-acee-4528-89d7-deb02a3bc956 req-2ead8577-3ead-4544-8073-9da2aede3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:10.973963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84d4d271-acee-4528-89d7-deb02a3bc956 req-2ead8577-3ead-4544-8073-9da2aede3362 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 1097 time: 0.1930766 Dec 13 13:03:11.001467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:11.026320 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:11.034124 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:11.088755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:11.094250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:11.095940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84d4d271-acee-4528-89d7-deb02a3bc956 req-3b9b4c8f-7543-42df-8888-3e284cd1c1ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147950 Dec 13 13:03:11.098366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:11.110799 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Pushing event updated for resources: {'Port': ['ID=8193ed14-5482-4969-94d7-33b2e01e7956,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:11.121152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f815adb9-0717-4ed0-9b73-c778eee0406a req-575e1a89-9548-4027-b4d8-82cabd01b3cc tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327441 Dec 13 13:03:11.140567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:03:11.142928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::21e (a96b3050-5a47-4623-a1bc-6be051560383/a51fc78a-2cae-4b42-b063-6f843ba04828/106c4dc1-20f7-48eb-967c-f95ba1026557) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:11.178832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Attempting to bind port 8193ed14-5482-4969-94d7-33b2e01e7956 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:11.179214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Attempting to bind port 8193ed14-5482-4969-94d7-33b2e01e7956 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:11.179586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Attempting to bind port 8193ed14-5482-4969-94d7-33b2e01e7956 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:11.195244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:11.195725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:11.196637 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:11.197053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:11.197543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Bound port: 8193ed14-5482-4969-94d7-33b2e01e7956, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:11.197928 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:11.271195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] For port 8193ed14-5482-4969-94d7-33b2e01e7956, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:11.274607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] For port 8193ed14-5482-4969-94d7-33b2e01e7956, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8193ed14-5482-4969-94d7-33b2e01e7956,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:11.279420 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:11.342743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71745e22-5583-4f6a-965f-6f3d8e10507f None None] Pushing event updated for resources: {'Port': ['ID=8193ed14-5482-4969-94d7-33b2e01e7956,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:11.347886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:11.360521 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bea8cb-ebbe-4be6-a649-b5f4ee4fc1a2 None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:11.375426 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bea8cb-ebbe-4be6-a649-b5f4ee4fc1a2 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:11.376145 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e0bea8cb-ebbe-4be6-a649-b5f4ee4fc1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:11.387805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:11.393344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33528) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:11.394570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bcb8fe1a-ae78-48d0-ab84-b8ed33717e07 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3235450 Dec 13 13:03:11.432678 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e0bea8cb-ebbe-4be6-a649-b5f4ee4fc1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:11.439625 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:11.457325 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bea8cb-ebbe-4be6-a649-b5f4ee4fc1a2 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:11.457977 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e0bea8cb-ebbe-4be6-a649-b5f4ee4fc1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:11.495795 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:11.501111 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e0bea8cb-ebbe-4be6-a649-b5f4ee4fc1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:11.501775 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bea8cb-ebbe-4be6-a649-b5f4ee4fc1a2 None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:11.582203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:11.583550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=106c4dc1-20f7-48eb-967c-f95ba1026557,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:11.587680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:11.589890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:11.596332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:11.597003 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:11.624657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2c521817-1b12-4d5d-b1fc-a163310c2d26 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6438074 Dec 13 13:03:11.627303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33536) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:11.734293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d9efd-4731-48a2-bb66-80b77bb04480 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:11.741401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d9efd-4731-48a2-bb66-80b77bb04480 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:11.745457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-933d9efd-4731-48a2-bb66-80b77bb04480 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1144927 Dec 13 13:03:11.745858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33540) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:11.898239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7ffe7-fb92-47ec-b9dd-80515a42e5f3 req-6f4a134d-ef6b-4ea5-aa9b-d54ca942977d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:11.899781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71a7ffe7-fb92-47ec-b9dd-80515a42e5f3 req-6f4a134d-ef6b-4ea5-aa9b-d54ca942977d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.1555972 Dec 13 13:03:11.910823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a9352-76d4-4100-9ae1-ae41f5c88660 req-43670199-4a2c-440f-954b-658f1fdc72ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:11.912335 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-467a9352-76d4-4100-9ae1-ae41f5c88660 req-43670199-4a2c-440f-954b-658f1fdc72ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1225724 Dec 13 13:03:12.011921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71a7ffe7-fb92-47ec-b9dd-80515a42e5f3 req-dd0075c9-134e-49fb-bbbb-d04eaa7d5cac tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943644 Dec 13 13:03:12.017465 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-467a9352-76d4-4100-9ae1-ae41f5c88660 req-c44512e7-1d2d-4f6a-abfc-77963f8f3ee9 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939682 Dec 13 13:03:12.026369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4d781275-d28a-446f-a7bc-9ac01f7f2717 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 106c4dc1-20f7-48eb-967c-f95ba1026557 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:12.026740 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d781275-d28a-446f-a7bc-9ac01f7f2717 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:12.035581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:12.150370 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d781275-d28a-446f-a7bc-9ac01f7f2717 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:12.169785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4d781275-d28a-446f-a7bc-9ac01f7f2717 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 106c4dc1-20f7-48eb-967c-f95ba1026557 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:12.390389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c87d29-cd07-4823-a69b-8b234335c41c req-730b13ee-99ce-4380-a574-eb0936ef90e1 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:12.398309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7c87d29-cd07-4823-a69b-8b234335c41c req-730b13ee-99ce-4380-a574-eb0936ef90e1 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 945 time: 0.1085393 Dec 13 13:03:12.456240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.20.0.1 (dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2/59ebba4c-2b67-4dbc-a284-f22b423c65ec/98022d03-9250-4348-81d9-3c44e36208a3) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:12.457799 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d781275-d28a-446f-a7bc-9ac01f7f2717 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:12.507661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7c87d29-cd07-4823-a69b-8b234335c41c req-9ca8937d-082c-4811-ba8d-d67f5a961c7d tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061082 Dec 13 13:03:12.510530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d781275-d28a-446f-a7bc-9ac01f7f2717 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=106c4dc1-20f7-48eb-967c-f95ba1026557,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:12.569481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d781275-d28a-446f-a7bc-9ac01f7f2717 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:12.576283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4d781275-d28a-446f-a7bc-9ac01f7f2717 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/106c4dc1-20f7-48eb-967c-f95ba1026557 HTTP/1.1" status: 204 len: 168 time: 0.7932780 Dec 13 13:03:12.576855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33546) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:12.682620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e4c972-d1b9-4689-bd05-6e0de8f1283f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:12.684288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e4c972-d1b9-4689-bd05-6e0de8f1283f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:12.687021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e1e4c972-d1b9-4689-bd05-6e0de8f1283f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1090598 Dec 13 13:03:12.689844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33548) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:12.710441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8774af4a-6699-46c9-a716-628fd5fd985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:12.713918 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cc17dd-7a34-4765-a4a2-e8967a092d79" -d '{"events": [{"server_uuid": "8774af4a-6699-46c9-a716-628fd5fd985a", "name": "network-vif-plugged", "status": "completed", "tag": "7a60a17f-51c4-4b6a-92fa-29f19edaed2a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:12.721885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b75ed5-1ff4-4c8f-8067-0d31e4c11ee0 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:12.800826 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c723cae8-4df7-4224-b828-08ff7761442a x-openstack-request-id: req-c723cae8-4df7-4224-b828-08ff7761442a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:12.801524 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8774af4a-6699-46c9-a716-628fd5fd985a", "name": "network-vif-plugged", "status": "completed", "tag": "7a60a17f-51c4-4b6a-92fa-29f19edaed2a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:12.802038 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c723cae8-4df7-4224-b828-08ff7761442a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:12.802920 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8774af4a-6699-46c9-a716-628fd5fd985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a', 'code': 200} Dec 13 13:03:12.838235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-da717893-5718-4f94-81ed-c0db77a8b704 None None] Provisioning complete for port 8193ed14-5482-4969-94d7-33b2e01e7956 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:12.839053 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da717893-5718-4f94-81ed-c0db77a8b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:12.862479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf11cc2-3543-40bb-b827-c59420db4501 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet a51fc78a-2cae-4b42-b063-6f843ba04828 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:12.873722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fcf11cc2-3543-40bb-b827-c59420db4501 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:12.910621 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:12.952395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:12.990541 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da717893-5718-4f94-81ed-c0db77a8b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:12.992113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fcf11cc2-3543-40bb-b827-c59420db4501 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.007876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:13.014166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:13.019769 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:13.025889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=98022d03-9250-4348-81d9-3c44e36208a3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:13.042267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-da717893-5718-4f94-81ed-c0db77a8b704 None None] For port 8193ed14-5482-4969-94d7-33b2e01e7956, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8193ed14-5482-4969-94d7-33b2e01e7956,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:13.055421 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da717893-5718-4f94-81ed-c0db77a8b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.087301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.113225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681f40-61be-4b89-9089-07fdc3464dff req-f061e412-c7c2-45b8-bf14-55dc8642c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:13.114832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89681f40-61be-4b89-9089-07fdc3464dff req-f061e412-c7c2-45b8-bf14-55dc8642c0d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 1097 time: 0.1709626 Dec 13 13:03:13.180042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8193ed14-5482-4969-94d7-33b2e01e7956 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:13.276305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da717893-5718-4f94-81ed-c0db77a8b704 None None] Pushing event updated for resources: {'Port': ['ID=8193ed14-5482-4969-94d7-33b2e01e7956,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:13.307774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 8193ed14-5482-4969-94d7-33b2e01e7956 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:13.308401 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.340437 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.368428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7569f164-df0c-4433-b199-9526a4534eaf up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:13.475533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89681f40-61be-4b89-9089-07fdc3464dff req-1172856f-fa93-4259-86e7-99f9bb6cb090 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499520 Dec 13 13:03:13.493450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fcf11cc2-3543-40bb-b827-c59420db4501 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.501672 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-55f04cfc-7697-48f4-94a4-3720a56c96be None None] Provisioning complete for port 8193ed14-5482-4969-94d7-33b2e01e7956 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:13.502039 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55f04cfc-7697-48f4-94a4-3720a56c96be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.558669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e2e9b-0256-45d3-b79e-591c7d9ada75 req-f75b251b-625f-4c55-81c0-7e312d61a774 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:13.560738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-614e2e9b-0256-45d3-b79e-591c7d9ada75 req-f75b251b-625f-4c55-81c0-7e312d61a774 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.3280039 Dec 13 13:03:13.576713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e0e31-66fa-412b-9fab-69b6f99192d1 req-7227b269-0fc3-49bd-a6f5-8972afd9d61a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:13.579177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e5e0e31-66fa-412b-9fab-69b6f99192d1 req-7227b269-0fc3-49bd-a6f5-8972afd9d61a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.3353176 Dec 13 13:03:13.627292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 7569f164-df0c-4433-b199-9526a4534eaf completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:03:13.634455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 7569f164-df0c-4433-b199-9526a4534eaf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:13.635870 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.698494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fcf11cc2-3543-40bb-b827-c59420db4501 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.734124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-614e2e9b-0256-45d3-b79e-591c7d9ada75 req-1d498b39-277d-4da2-b86d-6f1f541a4df3 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529493 Dec 13 13:03:13.735606 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fcf11cc2-3543-40bb-b827-c59420db4501 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.739286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fcf11cc2-3543-40bb-b827-c59420db4501 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/a51fc78a-2cae-4b42-b063-6f843ba04828 HTTP/1.1" status: 204 len: 168 time: 1.0471232 Dec 13 13:03:13.746458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33566) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:13.757518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f753f-c575-42c4-99e0-c68b493c51e4 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:13.765277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e5e0e31-66fa-412b-9fab-69b6f99192d1 req-ae708026-89fc-4f01-a5cc-f841206cc93e tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754653 Dec 13 13:03:13.766777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf11cc2-3543-40bb-b827-c59420db4501 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=a51fc78a-2cae-4b42-b063-6f843ba04828,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:13.901024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-77d44c93-a705-41d1-8884-03fde0e41c0c None None] Could not find standard attr ID for object 106c4dc1-20f7-48eb-967c-f95ba1026557. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:03:13.935097 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-181b28c5-f79a-4840-97a0-ff9aafeff976 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1544445 Dec 13 13:03:13.935845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33570) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:13.936391 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:13.948029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-327bdbb7-3653-4864-ab0c-136954bf7ee1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:13.972401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79467923-21d1-46cc-8b76-c9c619da9cb0 req-dfa9cf70-642d-48a5-b3ea-b03674238c31 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:13.986811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79467923-21d1-46cc-8b76-c9c619da9cb0 req-dfa9cf70-642d-48a5-b3ea-b03674238c31 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 945 time: 0.1045513 Dec 13 13:03:13.998149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7569f164-df0c-4433-b199-9526a4534eaf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7569f164-df0c-4433-b199-9526a4534eaf,segment=NetworkSegment(fb3160d2-b8d1-44a1-a3fb-5f24dde36452),segment_id=fb3160d2-b8d1-44a1-a3fb-5f24dde36452)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:14.007517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:14.072330 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63d813-ca5b-4b86-8b72-7de9aa440153 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:03:14.128312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79467923-21d1-46cc-8b76-c9c619da9cb0 req-190fa9c6-7c71-40af-9535-189134d446f0 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360352 Dec 13 13:03:14.141604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d02a7-b654-46f4-8627-d629f9f9ecaf req-c4b75a9d-8664-4fb7-bf09-ca82cf28e866 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:14.153705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33572) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:14.154189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-609d02a7-b654-46f4-8627-d629f9f9ecaf req-c4b75a9d-8664-4fb7-bf09-ca82cf28e866 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1169307 Dec 13 13:03:14.166935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7569f164-df0c-4433-b199-9526a4534eaf,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:14.168397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-04fabc8c-9fd3-4a32-84a8-b39fefa38886 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'floatingip': {'port_id': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:14.172614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:14.176622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327bdbb7-3653-4864-ab0c-136954bf7ee1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:14.180212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-327bdbb7-3653-4864-ab0c-136954bf7ee1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:14.198666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-aa63d813-ca5b-4b86-8b72-7de9aa440153 None None] Deleting port 8193ed14-5482-4969-94d7-33b2e01e7956 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:14.199328 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa63d813-ca5b-4b86-8b72-7de9aa440153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:14.216986 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:14.269477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-aa63d813-ca5b-4b86-8b72-7de9aa440153 None None] For port 8193ed14-5482-4969-94d7-33b2e01e7956, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8193ed14-5482-4969-94d7-33b2e01e7956,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:14.269977 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa63d813-ca5b-4b86-8b72-7de9aa440153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:14.286833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-aa63d813-ca5b-4b86-8b72-7de9aa440153 None None] Calling delete_port for 8193ed14-5482-4969-94d7-33b2e01e7956 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:14.331373 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04fabc8c-9fd3-4a32-84a8-b39fefa38886 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:14.388421 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa63d813-ca5b-4b86-8b72-7de9aa440153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:14.412734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63d813-ca5b-4b86-8b72-7de9aa440153 None None] Pushing event deleted for resources: {'Port': ['ID=8193ed14-5482-4969-94d7-33b2e01e7956,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:14.422438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63d813-ca5b-4b86-8b72-7de9aa440153 None None] No DVR routers for this DVR port 8193ed14-5482-4969-94d7-33b2e01e7956 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:14.474963 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:14.521150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=98022d03-9250-4348-81d9-3c44e36208a3,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:14.804663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c227fbf-7065-4d38-a2d8-15e143b60dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7569f164-df0c-4433-b199-9526a4534eaf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:14.809037 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-327bdbb7-3653-4864-ab0c-136954bf7ee1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:14.810203 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5fbb2d-f9d0-4244-9a03-bb785570ad62" -d '{"events": [{"server_uuid": "9c227fbf-7065-4d38-a2d8-15e143b60dbd", "name": "network-vif-plugged", "status": "completed", "tag": "7569f164-df0c-4433-b199-9526a4534eaf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:14.849285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:14.856691 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3b7f1b-57ec-4a39-9962-ad21b0f0776b x-openstack-request-id: req-4a3b7f1b-57ec-4a39-9962-ad21b0f0776b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:14.857259 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c227fbf-7065-4d38-a2d8-15e143b60dbd", "name": "network-vif-plugged", "status": "completed", "tag": "7569f164-df0c-4433-b199-9526a4534eaf", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:14.857759 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a3b7f1b-57ec-4a39-9962-ad21b0f0776b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:14.858464 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c227fbf-7065-4d38-a2d8-15e143b60dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7569f164-df0c-4433-b199-9526a4534eaf', 'code': 200} Dec 13 13:03:14.915865 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e52e9-f7dd-42e7-9cfa-b3756c351281 req-4e7b6a98-3032-4aca-8bbf-0a5eae9412cb tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:14.917708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-925e52e9-f7dd-42e7-9cfa-b3756c351281 req-4e7b6a98-3032-4aca-8bbf-0a5eae9412cb tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.0877442 Dec 13 13:03:14.936794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:14.998520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-925e52e9-f7dd-42e7-9cfa-b3756c351281 req-7967072c-d541-454f-9c84-299bad9b5b9c tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716290 Dec 13 13:03:15.026159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50830f1f-ea01-4d1b-9f87-cc71b858ffa0 req-1945f907-f2fe-4a1d-ba1c-bc6f15f18222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:15.027904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50830f1f-ea01-4d1b-9f87-cc71b858ffa0 req-1945f907-f2fe-4a1d-ba1c-bc6f15f18222 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 1097 time: 0.0806594 Dec 13 13:03:15.028149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327bdbb7-3653-4864-ab0c-136954bf7ee1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:15.042501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-327bdbb7-3653-4864-ab0c-136954bf7ee1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:15.046228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327bdbb7-3653-4864-ab0c-136954bf7ee1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:15.047174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-327bdbb7-3653-4864-ab0c-136954bf7ee1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:15.054603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e0e3be-8206-43e3-abf3-7f5a2e36529a None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:15.101347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bdbb7-3653-4864-ab0c-136954bf7ee1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=bdc67133-d826-4320-b707-38e5ae072579,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:15.116526 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-327bdbb7-3653-4864-ab0c-136954bf7ee1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1750236 Dec 13 13:03:15.118689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33586) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:15.132905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8193ed14-5482-4969-94d7-33b2e01e7956 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:15.136787 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'name': 'tempest-NetworksTestDHCPv6-1761529302'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:15.158921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 8193ed14-5482-4969-94d7-33b2e01e7956 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:03:15.159358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8193ed14-5482-4969-94d7-33b2e01e7956 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:15.228672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50830f1f-ea01-4d1b-9f87-cc71b858ffa0 req-a4b90573-5444-4ad8-8637-a2d3dc723e0d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888280 Dec 13 13:03:15.256800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:15.268557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': 'bdc67133-d826-4320-b707-38e5ae072579'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:03:15.270490 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:15.305010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135547-3c08-4cab-94ff-a1990597cde9 req-44887e36-65cd-4d2a-a39e-326b7c4a6980 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:15.306931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d135547-3c08-4cab-94ff-a1990597cde9 req-44887e36-65cd-4d2a-a39e-326b7c4a6980 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.2016721 Dec 13 13:03:15.443016 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04fabc8c-9fd3-4a32-84a8-b39fefa38886 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:15.445230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:15.455291 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-26abd089-1b99-4f1f-8145-1f76ba6e8a7b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "PUT /v2.0/routers/d600b5bb-bbb4-484f-8f44-2d206642b054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0604675 Dec 13 13:03:15.462493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04fabc8c-9fd3-4a32-84a8-b39fefa38886 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:15.462493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33592) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:15.467613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'port': {'network_id': 'dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2', 'name': 'tempest-FloatingIPTestJSON-756531124'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:15.490859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/bdc67133-d826-4320-b707-38e5ae072579/f991ab82-c582-4cd3-b5b4-a93134769bbf) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:15.676556 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:15.684448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80be910d-6aa9-46e5-8c50-3b2a05fe7a3c None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:15.690550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:15.743443 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be910d-6aa9-46e5-8c50-3b2a05fe7a3c None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:15.745440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-80be910d-6aa9-46e5-8c50-3b2a05fe7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:15.791761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383f5e-9d03-4d1d-bfbc-3f75cd5ec3e0 req-6655fbb5-5358-4299-a90b-ef79ae227ad5 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:15.802432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a383f5e-9d03-4d1d-bfbc-3f75cd5ec3e0 req-6655fbb5-5358-4299-a90b-ef79ae227ad5 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 946 time: 0.4901762 Dec 13 13:03:15.813151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:15.817417 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:15.825008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d135547-3c08-4cab-94ff-a1990597cde9 req-f1487a4b-1cc0-46fd-9955-a2b8a2654f70 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050397 Dec 13 13:03:15.873196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 4ceb1d24-0df5-488a-b72c-99eba665a77e yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:15.983516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-80be910d-6aa9-46e5-8c50-3b2a05fe7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:15.996359 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-04fabc8c-9fd3-4a32-84a8-b39fefa38886 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Floating IP 3ab09fa1-5e94-4956-b4f5-f65eb7937706 associated. External IP: 172.25.2.9, port: ee81aa0b-3c3a-4e61-bb2c-31c049a17808. Dec 13 13:03:16.000058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Made reservation on behalf of 1efb77fdf73a450cba5142b3394d86d2 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:16.001458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:16.003871 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.007508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:16.009419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Pushing event updated for resources: {'Port': ['ID=f991ab82-c582-4cd3-b5b4-a93134769bbf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:16.011982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:16.015774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be910d-6aa9-46e5-8c50-3b2a05fe7a3c None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:16.016393 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-80be910d-6aa9-46e5-8c50-3b2a05fe7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:16.029958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49065d2-910e-43ae-a1cf-4ef564048071 req-1e7eb39c-8c26-4943-94ea-64165215f94c tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:16.039529 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b49065d2-910e-43ae-a1cf-4ef564048071 req-1e7eb39c-8c26-4943-94ea-64165215f94c tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1097 time: 0.1004062 Dec 13 13:03:16.054687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a383f5e-9d03-4d1d-bfbc-3f75cd5ec3e0 req-45038a77-a1d7-4ca2-9c66-a8ea02b53d6e tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511206 Dec 13 13:03:16.061760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] device_id is not set on port 94de00ba-67bc-4b68-afc1-c75efc00730c yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:16.067279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b49065d2-910e-43ae-a1cf-4ef564048071 req-87695b47-c8e5-489c-b3e4-fb9c74e954f9 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.171203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::313 (a96b3050-5a47-4623-a1bc-6be051560383/bdc67133-d826-4320-b707-38e5ae072579/4ceb1d24-0df5-488a-b72c-99eba665a77e) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:16.202183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-80be910d-6aa9-46e5-8c50-3b2a05fe7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:16.203208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80be910d-6aa9-46e5-8c50-3b2a05fe7a3c None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:16.259877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Attempting to bind port f991ab82-c582-4cd3-b5b4-a93134769bbf on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:16.260321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Attempting to bind port f991ab82-c582-4cd3-b5b4-a93134769bbf by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:16.260628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Attempting to bind port f991ab82-c582-4cd3-b5b4-a93134769bbf on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:16.274207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:16.274675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:16.283791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.284727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:16.289666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Bound port: f991ab82-c582-4cd3-b5b4-a93134769bbf, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:16.290108 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.314238 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b49065d2-910e-43ae-a1cf-4ef564048071 req-87695b47-c8e5-489c-b3e4-fb9c74e954f9 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.338170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.20.0.6 (dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2/59ebba4c-2b67-4dbc-a284-f22b423c65ec/94de00ba-67bc-4b68-afc1-c75efc00730c) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:16.348308 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b49065d2-910e-43ae-a1cf-4ef564048071 req-87695b47-c8e5-489c-b3e4-fb9c74e954f9 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.406160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] For port f991ab82-c582-4cd3-b5b4-a93134769bbf, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:16.410798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] For port f991ab82-c582-4cd3-b5b4-a93134769bbf, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f991ab82-c582-4cd3-b5b4-a93134769bbf,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:16.423333 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.441880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b49065d2-910e-43ae-a1cf-4ef564048071 req-87695b47-c8e5-489c-b3e4-fb9c74e954f9 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009838 Dec 13 13:03:16.447176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87695b47-c8e5-489c-b3e4-fb9c74e954f9 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b337d1b4-6f0b-4a5f-aa3e-fe795a1f9c66,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:16.485697 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:03:16.514675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fabc8c-9fd3-4a32-84a8-b39fefa38886 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Router c045d537-cfec-4e14-b2cb-bae78dde249d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:16.570020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce61259-6e18-4d96-83df-0f5522d573fd None None] Pushing event updated for resources: {'Port': ['ID=f991ab82-c582-4cd3-b5b4-a93134769bbf,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:16.621386 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.809015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fabc8c-9fd3-4a32-84a8-b39fefa38886 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:16.815756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04fabc8c-9fd3-4a32-84a8-b39fefa38886 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.822552 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] Sync routers for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:16.838771 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:16.839388 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:16.868458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.915043 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-04fabc8c-9fd3-4a32-84a8-b39fefa38886 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "PUT /v2.0/floatingips/3ab09fa1-5e94-4956-b4f5-f65eb7937706 HTTP/1.1" status: 200 len: 990 time: 2.7583950 Dec 13 13:03:16.927303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d638f2-d8f7-455a-92fc-1197133dd814 req-31facf8b-c4ad-4613-a56c-ebf35c401287 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:16.927854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:16.933085 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5d49bb-706d-4f50-ab14-69678edfcdb2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:16.935681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90d638f2-d8f7-455a-92fc-1197133dd814 req-31facf8b-c4ad-4613-a56c-ebf35c401287 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.2543581 Dec 13 13:03:16.989581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:16.993918 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:17.157290 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:17.164720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:17.174435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:17.214484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90d638f2-d8f7-455a-92fc-1197133dd814 req-ea991dda-5b43-44fd-bef8-780a41b11c90 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739153 Dec 13 13:03:17.247140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f991ab82-c582-4cd3-b5b4-a93134769bbf up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:17.268210 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:03:17.281143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:17.293934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33626) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:17.314604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:17.318181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:17.338383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:17.342156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:17.342841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:17.342990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:17.354211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=94de00ba-67bc-4b68-afc1-c75efc00730c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:17.399657 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f2f35592-971d-4f93-99d7-b1127e161ac2 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9369335 Dec 13 13:03:17.401375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33628) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:17.413223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'port': {'network_id': 'dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2', 'name': 'tempest-FloatingIPTestJSON-1394957172'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:17.435449 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f991ab82-c582-4cd3-b5b4-a93134769bbf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:17.435828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:17.573394 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ce4c6-eb0e-4744-934b-73c8f6dc2db3 x-openstack-request-id: req-0d8ce4c6-eb0e-4744-934b-73c8f6dc2db3 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:17.574284 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:17.574756 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d8ce4c6-eb0e-4744-934b-73c8f6dc2db3 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:17.575640 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'status': 'completed', 'code': 200} Dec 13 13:03:17.620834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-2c2b61b0-09de-4c24-8ced-d23f233d4d5c tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:17.631304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-2c2b61b0-09de-4c24-8ced-d23f233d4d5c tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/networks?id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 200 len: 815 time: 0.8480527 Dec 13 13:03:17.637412 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:17.716218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=4ceb1d24-0df5-488a-b72c-99eba665a77e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:17.755058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port f991ab82-c582-4cd3-b5b4-a93134769bbf, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f991ab82-c582-4cd3-b5b4-a93134769bbf,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:17.769913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:17.792520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Made reservation on behalf of 1efb77fdf73a450cba5142b3394d86d2 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:17.796176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:17.802343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-db717262-5f71-4e23-b29e-d02c266d22f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6650774 Dec 13 13:03:17.809370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33632) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:17.843275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-e6613a88-51af-4766-9972-d0577120a497 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/quotas/111be7d7d5c648cc8b132af0479dfcce HTTP/1.1" status: 200 len: 375 time: 0.2109842 Dec 13 13:03:17.866320 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '3ab09fa1-5e94-4956-b4f5-f65eb7937706', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'port_id': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'mac_address': 'fa:16:3e:a7:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca25c46-4315-43f9-98cc-656b426102d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:02:54Z', 'updated_at': '2021-12-13T13:03:15Z', 'revision_number': 1, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:17.884828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-a3354c64-8ff1-43ee-bd5e-075c598d3557 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:17.884828 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-a3354c64-8ff1-43ee-bd5e-075c598d3557 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.37 "GET /v2.0/ports?device_id=8774af4a-6699-46c9-a716-628fd5fd985a HTTP/1.1" status: 200 len: 946 time: 0.2250714 Dec 13 13:03:17.887034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] device_id is not set on port 3172babf-bdb8-4c12-8327-d5959831b6b9 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:17.927627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=f991ab82-c582-4cd3-b5b4-a93134769bbf,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:17.943078 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] Checking router: c045d537-cfec-4e14-b2cb-bae78dde249d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:03:17.966929 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:17.967882 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:17.999358 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b70e9735-dc13-492b-8b4f-82a4ff1dbf7a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/cabb8e5d-ec08-4696-85c5-3ee872d427a8 HTTP/1.1" status: 200 len: 993 time: 0.6821184 Dec 13 13:03:18.049121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896140c-43f5-4f11-84d0-65ee1749f9b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:18.057759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896140c-43f5-4f11-84d0-65ee1749f9b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:18.063807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7896140c-43f5-4f11-84d0-65ee1749f9b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2478180 Dec 13 13:03:18.066044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-77a75c44-a011-466c-be4e-52bbb7ec3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:18.067643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-77a75c44-a011-466c-be4e-52bbb7ec3fbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 1097 time: 0.5384603 Dec 13 13:03:18.069697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33638) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:18.121249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-43207e7e-c328-4f5b-a214-71df484fa897 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=111be7d7d5c648cc8b132af0479dfcce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2769830 Dec 13 13:03:18.217428 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:03:18.255793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c01e1b-3181-447d-8609-68d11e670ebb req-093a2078-5898-486c-b6f2-300eb11279c5 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:18.269230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6c01e1b-3181-447d-8609-68d11e670ebb req-093a2078-5898-486c-b6f2-300eb11279c5 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 946 time: 0.6142869 Dec 13 13:03:18.277061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.20.0.5 (dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2/59ebba4c-2b67-4dbc-a284-f22b423c65ec/3172babf-bdb8-4c12-8327-d5959831b6b9) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:18.481337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2cea2944-ca80-4590-bcca-e714012f5d91 None None] Provisioning complete for port f991ab82-c582-4cd3-b5b4-a93134769bbf triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:18.481943 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2cea2944-ca80-4590-bcca-e714012f5d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:18.494837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-7ab3b1bb-8acd-4346-9f68-8488190e6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:18.498484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-7ab3b1bb-8acd-4346-9f68-8488190e6dd4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.4128103 Dec 13 13:03:18.501925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:18.516670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-842a3da7-8b5d-40a7-84bf-7d046b4f7450 service neutron] 10.222.0.31 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938577 Dec 13 13:03:18.607625 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:18.808043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-64184134-fde5-441d-9455-51195308f016 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Deleting port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:18.810177 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-64184134-fde5-441d-9455-51195308f016 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:18.812874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-d61a23fb-eac2-4687-85b3-6ca58318ddff service neutron] 10.222.0.31 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950678 Dec 13 13:03:18.830896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:18.871632 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '3ab09fa1-5e94-4956-b4f5-f65eb7937706', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'port_id': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'mac_address': 'fa:16:3e:a7:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca25c46-4315-43f9-98cc-656b426102d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:02:54Z', 'updated_at': '2021-12-13T13:03:15Z', 'revision_number': 1, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:18.907896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e3e995b3-b6d1-4837-be38-ce6da3a3e1d8 None None] Provisioning complete for port 4ceb1d24-0df5-488a-b72c-99eba665a77e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:18.908281 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3e995b3-b6d1-4837-be38-ce6da3a3e1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:18.950171 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293904d4-cdf2-41c9-9471-bb1fb51ff66e None None] The sync data for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 is: [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '3ab09fa1-5e94-4956-b4f5-f65eb7937706', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'port_id': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'mac_address': 'fa:16:3e:a7:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca25c46-4315-43f9-98cc-656b426102d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:02:54Z', 'updated_at': '2021-12-13T13:03:15Z', 'revision_number': 1, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:18.983924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e3e995b3-b6d1-4837-be38-ce6da3a3e1d8 None None] Port 4ceb1d24-0df5-488a-b72c-99eba665a77e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:03:19.010900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6c01e1b-3181-447d-8609-68d11e670ebb req-28009fe0-0845-4d68-821c-7581d3c52c90 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7403643 Dec 13 13:03:19.102700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-64184134-fde5-441d-9455-51195308f016 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] For port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:19.103090 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-64184134-fde5-441d-9455-51195308f016 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:19.118980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-b8c78771-bed0-48f1-9e72-a5aacd68cfc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 200 len: 998 time: 0.3168406 Dec 13 13:03:19.150221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-64184134-fde5-441d-9455-51195308f016 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Calling delete_port for 7a60a17f-51c4-4b6a-92fa-29f19edaed2a owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:19.176914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f991ab82-c582-4cd3-b5b4-a93134769bbf up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:19.288933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-8f4c3174-6376-4690-b609-20889e5284e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:19.292978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-8f4c3174-6376-4690-b609-20889e5284e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.1656361 Dec 13 13:03:19.370789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f991ab82-c582-4cd3-b5b4-a93134769bbf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:19.371175 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:19.418661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfa8cf05-8f31-40f4-863f-da8268375db9 req-bcc08d91-21b9-4141-868e-98d539ab5edc tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 210 time: 0.0475159 Dec 13 13:03:19.433781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:19.437822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-64184134-fde5-441d-9455-51195308f016 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:19.452327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=3172babf-bdb8-4c12-8327-d5959831b6b9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:19.470779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-950f6860-ec45-4d0b-bea4-fa9f6e3578dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:19.473072 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-950f6860-ec45-4d0b-bea4-fa9f6e3578dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728864 Dec 13 13:03:19.487600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:19.500989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['7a60a17f-51c4-4b6a-92fa-29f19edaed2a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:03:19.556432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 4ceb1d24-0df5-488a-b72c-99eba665a77e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:19.557305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:19.574944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0aecc-ee71-4f83-b6bd-9fdff072f3f7 None None] New status for floating IP 3ab09fa1-5e94-4956-b4f5-f65eb7937706: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:03:19.592720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64184134-fde5-441d-9455-51195308f016 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Pushing event deleted for resources: {'Port': ['ID=7a60a17f-51c4-4b6a-92fa-29f19edaed2a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:19.678041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:19.678881 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:19.753526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-ad8399d2-2e45-4478-bbf3-a185adbf3924 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696960 Dec 13 13:03:19.777716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:19.791296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 4ceb1d24-0df5-488a-b72c-99eba665a77e owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:19.912240 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b5d49bb-706d-4f50-ab14-69678edfcdb2 req-c2bee394-8c0d-4dc5-891e-824fa5b9e7c0 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489387 Dec 13 13:03:19.983752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-64184134-fde5-441d-9455-51195308f016 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] No DVR routers for this DVR port 7a60a17f-51c4-4b6a-92fa-29f19edaed2a on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:19.987971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-64184134-fde5-441d-9455-51195308f016 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:19.992445 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b7540db9-3ae1-4e1f-9003-5bd8fa660848 req-64184134-fde5-441d-9455-51195308f016 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.37 "DELETE /v2.0/ports/7a60a17f-51c4-4b6a-92fa-29f19edaed2a HTTP/1.1" status: 204 len: 173 time: 2.0922606 Dec 13 13:03:19.994097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8774af4a-6699-46c9-a716-628fd5fd985a', 'name': 'network-vif-deleted', 'tag': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:19.999254 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448aa92c-2e20-4277-8d3d-17369d3ae283" -d '{"events": [{"server_uuid": "8774af4a-6699-46c9-a716-628fd5fd985a", "name": "network-vif-deleted", "tag": "7a60a17f-51c4-4b6a-92fa-29f19edaed2a"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:20.002279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:20.067146 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ffc1dd92-c806-43f6-9d5b-cec8589fae2a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6609535 Dec 13 13:03:20.067763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33672) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:20.070018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=4ceb1d24-0df5-488a-b72c-99eba665a77e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:20.075852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '3172babf-bdb8-4c12-8327-d5959831b6b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:20.093791 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:20.101429 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/4ceb1d24-0df5-488a-b72c-99eba665a77e HTTP/1.1" status: 204 len: 168 time: 2.0294321 Dec 13 13:03:20.102285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33674) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:20.104213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.104564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.104896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.105259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.107027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.107027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.107027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.107027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.107027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.108447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.108447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.108447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.108447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51495f-3ccd-420a-9cca-d2d91f3160c7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:20.160782 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:20.193237 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fc2cc4-379a-4945-827c-c3bae8894c54 x-openstack-request-id: req-50fc2cc4-379a-4945-827c-c3bae8894c54 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:20.193638 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8774af4a-6699-46c9-a716-628fd5fd985a", "name": "network-vif-deleted", "tag": "7a60a17f-51c4-4b6a-92fa-29f19edaed2a", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:20.194029 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50fc2cc4-379a-4945-827c-c3bae8894c54 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:20.195455 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8774af4a-6699-46c9-a716-628fd5fd985a', 'name': 'network-vif-deleted', 'tag': '7a60a17f-51c4-4b6a-92fa-29f19edaed2a', 'status': 'completed', 'code': 200} Dec 13 13:03:20.351275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa9d97-fa23-4863-83ac-c1fdc1b54d28 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:20.353225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa9d97-fa23-4863-83ac-c1fdc1b54d28 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:20.355831 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3baa9d97-fa23-4863-83ac-c1fdc1b54d28 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2441545 Dec 13 13:03:20.361460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33684) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:20.467136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4d7236-55e1-429f-8ba7-b9242897a2ba tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet bdc67133-d826-4320-b707-38e5ae072579 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:20.482594 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7236-55e1-429f-8ba7-b9242897a2ba tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:20.526845 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-6fee46f2-eb56-4c56-8b04-7d52190f7d9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1690650 Dec 13 13:03:20.542768 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-9ae8696a-837b-4f57-b96d-41fee3f48731 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:03:20.544053 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-9ae8696a-837b-4f57-b96d-41fee3f48731 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104597 Dec 13 13:03:20.614997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d387ac2-098d-4e88-856e-dc8e13d3d476 req-a384214f-4f1c-411e-83e0-10e30d19b247 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:20.622628 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d387ac2-098d-4e88-856e-dc8e13d3d476 req-a384214f-4f1c-411e-83e0-10e30d19b247 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.1988003 Dec 13 13:03:20.680482 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7236-55e1-429f-8ba7-b9242897a2ba tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:20.694776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d387ac2-098d-4e88-856e-dc8e13d3d476 req-787aad36-550e-4f95-8bfa-71a485a9c61c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710859 Dec 13 13:03:20.866184 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7236-55e1-429f-8ba7-b9242897a2ba tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.034149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5254f87e-4cfc-4ef0-92dd-707422a869e7 req-ca20896e-e47a-480b-8ad6-a86699666cc7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 210 time: 0.0856140 Dec 13 13:03:21.044315 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7236-55e1-429f-8ba7-b9242897a2ba tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.131589 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7236-55e1-429f-8ba7-b9242897a2ba tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.136310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6fdd1c-a343-4416-8648-adb517a8ccb8 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:21.149043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33718) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:21.149216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cf4d7236-55e1-429f-8ba7-b9242897a2ba tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/bdc67133-d826-4320-b707-38e5ae072579 HTTP/1.1" status: 204 len: 168 time: 0.7834153 Dec 13 13:03:21.205688 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ed17b1dd-5d98-490b-87f0-b77d95357623 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553844 Dec 13 13:03:21.209391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33722) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:21.210011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d7236-55e1-429f-8ba7-b9242897a2ba tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc67133-d826-4320-b707-38e5ae072579,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:21.216031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-79b3c89e-8cc6-4137-bc4b-bdec3fa19b1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:21.281446 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.325501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-10aa0e9b-e1f8-4d55-959a-a84974a54467 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:21.332075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-10aa0e9b-e1f8-4d55-959a-a84974a54467 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.42 "GET /v2.0/networks?id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 200 len: 815 time: 0.3348980 Dec 13 13:03:21.386291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b3c89e-8cc6-4137-bc4b-bdec3fa19b1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:21.390569 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79b3c89e-8cc6-4137-bc4b-bdec3fa19b1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.422157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Request body: {'port': {'device_id': 'ba3596e1-3f04-4c38-932a-e283658fa138', 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4', 'admin_state_up': True, 'tenant_id': '111be7d7d5c648cc8b132af0479dfcce'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:21.456242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a8b1e0-9034-4ee3-abd1-5ca89c9efec4 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:03:21.589402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.25.2.248 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/66f1897a-3ac5-46aa-b39c-b5e7f6032433) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:21.595093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8b1e0-9034-4ee3-abd1-5ca89c9efec4 None None] Deleting port f991ab82-c582-4cd3-b5b4-a93134769bbf {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:21.595829 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b1e0-9034-4ee3-abd1-5ca89c9efec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.765324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a4a8b1e0-9034-4ee3-abd1-5ca89c9efec4 None None] For port f991ab82-c582-4cd3-b5b4-a93134769bbf, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f991ab82-c582-4cd3-b5b4-a93134769bbf,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:21.765709 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b1e0-9034-4ee3-abd1-5ca89c9efec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.786062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79b3c89e-8cc6-4137-bc4b-bdec3fa19b1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.796738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8b1e0-9034-4ee3-abd1-5ca89c9efec4 None None] Calling delete_port for f991ab82-c582-4cd3-b5b4-a93134769bbf owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:21.841639 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.850155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Made reservation on behalf of 111be7d7d5c648cc8b132af0479dfcce for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:21.854640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.911101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3c89e-8cc6-4137-bc4b-bdec3fa19b1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=d5c01b0b-c3f6-43e0-bf2d-ebb2b57d87ee,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:21.918315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b3c89e-8cc6-4137-bc4b-bdec3fa19b1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:21.921340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-79b3c89e-8cc6-4137-bc4b-bdec3fa19b1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:21.925958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b3c89e-8cc6-4137-bc4b-bdec3fa19b1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:21.926798 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79b3c89e-8cc6-4137-bc4b-bdec3fa19b1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:21.969901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-79b3c89e-8cc6-4137-bc4b-bdec3fa19b1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7570641 Dec 13 13:03:21.970315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33744) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:21.977165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'name': 'tempest-NetworksTestDHCPv6-1734256077'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:21.987178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7a60a17f-51c4-4b6a-92fa-29f19edaed2a no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:22.041158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 7a60a17f-51c4-4b6a-92fa-29f19edaed2a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:03:22.041404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 7a60a17f-51c4-4b6a-92fa-29f19edaed2a not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:22.058048 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b1e0-9034-4ee3-abd1-5ca89c9efec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:22.104764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8b1e0-9034-4ee3-abd1-5ca89c9efec4 None None] Pushing event deleted for resources: {'Port': ['ID=f991ab82-c582-4cd3-b5b4-a93134769bbf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:22.116720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8b1e0-9034-4ee3-abd1-5ca89c9efec4 None None] No DVR routers for this DVR port f991ab82-c582-4cd3-b5b4-a93134769bbf on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:22.136852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d15d86-d8d9-416f-986b-98175cb3929f None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:22.169591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:22.179989 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:22.185904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b4c10-cdb6-4c42-aead-b271e4b4d7cf req-dcfbd171-943b-4c01-b385-1ee754dd1099 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:22.194022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a72b4c10-cdb6-4c42-aead-b271e4b4d7cf req-dcfbd171-943b-4c01-b385-1ee754dd1099 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.1743293 Dec 13 13:03:22.197499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Allocated IP 172.20.0.7 (4f5f3baf-ba41-4bc6-97d5-89b67295bae4/3c11bfb4-a169-48b4-9476-10f8dc9ff79b/6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:22.204677 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:22.227661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port b71976cd-f0e1-4466-be5a-dd836620e986 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:22.295951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b49aedaa-88ae-4786-83d0-1a46eb5c5f16 req-8a210e3e-0945-4429-b704-432c0e38d54d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 210 time: 0.0691118 Dec 13 13:03:22.317731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': 'd5c01b0b-c3f6-43e0-bf2d-ebb2b57d87ee'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:03:22.318710 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:22.400677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:22.417452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=66f1897a-3ac5-46aa-b39c-b5e7f6032433,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:22.423144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:22.454482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a72b4c10-cdb6-4c42-aead-b271e4b4d7cf req-910a7688-ec9a-4757-b15c-d335a20621ac tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594051 Dec 13 13:03:22.455374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:22.541343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-b6141f70-5898-4605-8a61-90f305f63f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:22.542884 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-b6141f70-5898-4605-8a61-90f305f63f46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1097 time: 0.2298706 Dec 13 13:03:22.676757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-aba3a286-12ab-4163-9a28-ebafcebd00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:22.681303 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-aba3a286-12ab-4163-9a28-ebafcebd00fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 897 time: 0.1209767 Dec 13 13:03:22.700041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::2fc (a96b3050-5a47-4623-a1bc-6be051560383/d5c01b0b-c3f6-43e0-bf2d-ebb2b57d87ee/b71976cd-f0e1-4466-be5a-dd836620e986) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:23.050594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33766) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:23.135506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f991ab82-c582-4cd3-b5b4-a93134769bbf no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:23.189824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: f991ab82-c582-4cd3-b5b4-a93134769bbf {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:03:23.191323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f991ab82-c582-4cd3-b5b4-a93134769bbf not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:23.291049 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-d97253c3-7d76-4c1b-b602-1927cd071a63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 1001 time: 0.5983799 Dec 13 13:03:23.305595 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:23.445030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-b9f4eb1e-a31c-4aa6-8681-ab342b440173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:23.448982 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-b9f4eb1e-a31c-4aa6-8681-ab342b440173 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 200 len: 835 time: 0.1496634 Dec 13 13:03:23.536875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:23.540664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-2fbe538e-a1a4-4c2f-a28e-33e6120b31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:23.542259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-2fbe538e-a1a4-4c2f-a28e-33e6120b31bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ccc08304-0be5-428d-b404-0a9353d5f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820050 Dec 13 13:03:23.556206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-425d8cb8-660d-4e36-95ea-f9d90263edef service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:03:23.557208 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-425d8cb8-660d-4e36-95ea-f9d90263edef service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054138 Dec 13 13:03:23.639009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:23.702679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:23.704503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/d5c01b0b-c3f6-43e0-bf2d-ebb2b57d87ee/347d4976-8e35-41d2-b0fe-84fafcad06a8) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:23.713685 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66b9781f-05f6-4c54-8ccb-6d34337793eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:23.720296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:23.723289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:23.730288 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:23.730947 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:23.749047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:23.754208 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-43ebca16-fe3a-4cfe-bff8-024475b41216 service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846573 Dec 13 13:03:23.754208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=b71976cd-f0e1-4466-be5a-dd836620e986,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:23.793456 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-099dbdd4-eb33-434c-aece-2f3d10a02c78 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8219984 Dec 13 13:03:23.804491 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48e1cf0e-3c6d-4294-80d6-29608972dd0f req-c3639190-4f6a-4f99-b459-a5c3944624bf tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 210 time: 0.0765014 Dec 13 13:03:23.811491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33782) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:23.887101 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-46f8f819-fe3c-47e0-8ac7-6fa817e07096 service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234004 Dec 13 13:03:23.891222 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:23.899831 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:23.952394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:23.955422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:23.958200 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:23.969546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Pushing event updated for resources: {'Port': ['ID=347d4976-8e35-41d2-b0fe-84fafcad06a8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:23.980755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f5c4fd-0d7a-42d7-95f0-55903c23dc25 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:23.980755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a0f5c4fd-0d7a-42d7-95f0-55903c23dc25 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1655262 Dec 13 13:03:23.983255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.984099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.984099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.984377 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.984595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.984930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.985261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.985592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.985721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33784) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:23.985921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.986272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.986601 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.986963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.987387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:23.988250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf997057-d358-46c7-9eb3-0073c0d0c5f2 req-bdac5121-11b0-4e46-b828-9fae514eb225 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:23.989661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf997057-d358-46c7-9eb3-0073c0d0c5f2 req-bdac5121-11b0-4e46-b828-9fae514eb225 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 946 time: 0.2714388 Dec 13 13:03:24.030944 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.043509 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.062721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Attempting to bind port 347d4976-8e35-41d2-b0fe-84fafcad06a8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:24.063249 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Attempting to bind port 347d4976-8e35-41d2-b0fe-84fafcad06a8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:24.064437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Attempting to bind port 347d4976-8e35-41d2-b0fe-84fafcad06a8 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:24.071038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:24.071554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:24.072049 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.072535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:24.073158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Bound port: 347d4976-8e35-41d2-b0fe-84fafcad06a8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:24.073644 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.083504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe97135-6cdd-47ac-8a1e-49ac92433480 req-821d14ab-67b8-4d3c-ad06-6a49180674ff tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:24.085515 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fe97135-6cdd-47ac-8a1e-49ac92433480 req-821d14ab-67b8-4d3c-ad06-6a49180674ff tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.2040727 Dec 13 13:03:24.116558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9f8858c3-d353-4b42-a6cb-df7a699c0714 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port b71976cd-f0e1-4466-be5a-dd836620e986 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:24.116994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f8858c3-d353-4b42-a6cb-df7a699c0714 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.161131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-14045834-0de4-4a67-a1ba-475db711beac None None] For port 347d4976-8e35-41d2-b0fe-84fafcad06a8, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:24.172856 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-027cfe67-8a05-4a38-880a-7eb30739d9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.175470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-14045834-0de4-4a67-a1ba-475db711beac None None] For port 347d4976-8e35-41d2-b0fe-84fafcad06a8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=347d4976-8e35-41d2-b0fe-84fafcad06a8,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:24.182104 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.204049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf997057-d358-46c7-9eb3-0073c0d0c5f2 req-361f077c-71ac-4043-8175-6bd566991b3f tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023861 Dec 13 13:03:24.209058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:24.219763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Pushing event updated for resources: {'Port': ['ID=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:24.234114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:24.242692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:24.249476 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f8858c3-d353-4b42-a6cb-df7a699c0714 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.266739 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66b9781f-05f6-4c54-8ccb-6d34337793eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.267065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9f8858c3-d353-4b42-a6cb-df7a699c0714 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for b71976cd-f0e1-4466-be5a-dd836620e986 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:24.273492 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14045834-0de4-4a67-a1ba-475db711beac None None] Pushing event updated for resources: {'Port': ['ID=347d4976-8e35-41d2-b0fe-84fafcad06a8,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:24.326215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66b9781f-05f6-4c54-8ccb-6d34337793eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.338434 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fe97135-6cdd-47ac-8a1e-49ac92433480 req-40bb03cc-b264-40ba-983a-631b1f140acf tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190473 Dec 13 13:03:24.407998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:24.408619 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.416881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-66b9781f-05f6-4c54-8ccb-6d34337793eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9213adff267a4a78886e7b51389adb23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2956076 Dec 13 13:03:24.419717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33790) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:24.429000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9781f-05f6-4c54-8ccb-6d34337793eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775ea5b1-36d9-4e51-aa66-19f493f6a372,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:24.466063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8f769597-a376-4f6c-bc73-4600c8187976 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0499511 Dec 13 13:03:24.478151 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f8858c3-d353-4b42-a6cb-df7a699c0714 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.484036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Request body: {'port': {'device_id': 'ba3596e1-3f04-4c38-932a-e283658fa138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:24.514669 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8858c3-d353-4b42-a6cb-df7a699c0714 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=b71976cd-f0e1-4466-be5a-dd836620e986,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:24.542458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.568492 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f8858c3-d353-4b42-a6cb-df7a699c0714 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.571959 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9f8858c3-d353-4b42-a6cb-df7a699c0714 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/b71976cd-f0e1-4466-be5a-dd836620e986 HTTP/1.1" status: 204 len: 168 time: 0.5828025 Dec 13 13:03:24.573893 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.574585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33792) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:24.584929 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0673-d1ee-4b47-9d7b-f9d65ec3387a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.619062 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.642548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0673-d1ee-4b47-9d7b-f9d65ec3387a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.658016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac5030-1731-4c8f-be3f-8eac622d90ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:24.659764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac5030-1731-4c8f-be3f-8eac622d90ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:24.661387 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-07ac5030-1731-4c8f-be3f-8eac622d90ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0858803 Dec 13 13:03:24.664395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33794) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:24.674530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=66f1897a-3ac5-46aa-b39c-b5e7f6032433,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:24.704342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.749932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-533ee441-775b-42e0-9ab7-d66a47dab2bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet d5c01b0b-c3f6-43e0-bf2d-ebb2b57d87ee {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:24.753986 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-533ee441-775b-42e0-9ab7-d66a47dab2bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.789600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0673-d1ee-4b47-9d7b-f9d65ec3387a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.792476 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0673-d1ee-4b47-9d7b-f9d65ec3387a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.793753 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b6cf0673-d1ee-4b47-9d7b-f9d65ec3387a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/775ea5b1-36d9-4e51-aa66-19f493f6a372 HTTP/1.1" status: 204 len: 168 time: 0.3730896 Dec 13 13:03:24.808355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf0673-d1ee-4b47-9d7b-f9d65ec3387a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775ea5b1-36d9-4e51-aa66-19f493f6a372,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:24.825887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-533ee441-775b-42e0-9ab7-d66a47dab2bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:24.960452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-8f3abb62-389a-4d57-a9ab-64b5833b9c08 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:24.961979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-8f3abb62-389a-4d57-a9ab-64b5833b9c08 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 946 time: 0.0954313 Dec 13 13:03:24.998544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-533ee441-775b-42e0-9ab7-d66a47dab2bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.008896 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP dc5ddf4c-cb75-4151-9600-8852648f03e4 associated. External IP: 172.25.2.248, port: 3172babf-bdb8-4c12-8327-d5959831b6b9. Dec 13 13:03:25.114476 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-533ee441-775b-42e0-9ab7-d66a47dab2bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.155030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-286a0316-6228-42b9-8f2e-e031063af9c6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Deleting port 7569f164-df0c-4433-b199-9526a4534eaf {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:25.155463 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-286a0316-6228-42b9-8f2e-e031063af9c6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.158716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ee441-775b-42e0-9ab7-d66a47dab2bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c01b0b-c3f6-43e0-bf2d-ebb2b57d87ee,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:25.160573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed00c2-290c-4ea2-9669-f68500bfb848 req-c5cc422e-3ade-494b-bccd-4ce35ace7907 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:25.170370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9ed00c2-290c-4ea2-9669-f68500bfb848 req-c5cc422e-3ade-494b-bccd-4ce35ace7907 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 931 time: 0.2505310 Dec 13 13:03:25.194643 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-533ee441-775b-42e0-9ab7-d66a47dab2bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.197764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 347d4976-8e35-41d2-b0fe-84fafcad06a8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:25.198280 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-533ee441-775b-42e0-9ab7-d66a47dab2bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/d5c01b0b-c3f6-43e0-bf2d-ebb2b57d87ee HTTP/1.1" status: 204 len: 168 time: 0.5328174 Dec 13 13:03:25.227065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33808) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:25.286589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 347d4976-8e35-41d2-b0fe-84fafcad06a8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:25.287192 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.342744 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3fc162ba-788a-47b6-aad8-e46a837b69e1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047559 Dec 13 13:03:25.344144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33816) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:25.428593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:03:25.451038 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.486057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58706ab4-3467-45ae-88ca-a718654f9113 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:25.488486 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-58706ab4-3467-45ae-88ca-a718654f9113 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1426642 Dec 13 13:03:25.493567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.498235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-286a0316-6228-42b9-8f2e-e031063af9c6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] For port 7569f164-df0c-4433-b199-9526a4534eaf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7569f164-df0c-4433-b199-9526a4534eaf,segment=NetworkSegment(fb3160d2-b8d1-44a1-a3fb-5f24dde36452),segment_id=fb3160d2-b8d1-44a1-a3fb-5f24dde36452)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:25.498736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-286a0316-6228-42b9-8f2e-e031063af9c6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.500158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 347d4976-8e35-41d2-b0fe-84fafcad06a8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=347d4976-8e35-41d2-b0fe-84fafcad06a8,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:25.502954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33824) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:25.507148 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.555132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-286a0316-6228-42b9-8f2e-e031063af9c6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Calling delete_port for 7569f164-df0c-4433-b199-9526a4534eaf owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:25.591684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=347d4976-8e35-41d2-b0fe-84fafcad06a8,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:25.601623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Transition to ACTIVE for port object 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:03:25.640608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9cfce6-9273-4589-a812-bc9899f914db tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:25.646440 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb9cfce6-9273-4589-a812-bc9899f914db tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1416609 Dec 13 13:03:25.655553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33830) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:25.677827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.689067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9ed00c2-290c-4ea2-9669-f68500bfb848 req-63343f2c-1b58-40ba-8a89-07613bdb355d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177162 Dec 13 13:03:25.700597 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e9141254-3fef-4bf5-ba7b-dc105dd86741 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503206 Dec 13 13:03:25.701129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33834) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:25.729412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-655d7fb9-67fe-426f-8abf-ec8db9116d35 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:25.739309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7992bff-c2e5-41ff-bb19-ee8189fa7800 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:25.829910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524020e-ff4c-4c1d-9c4f-a9122808f34f req-2ba1ab20-d77f-48c3-9b51-82d63b94e3ca tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:25.832516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-286a0316-6228-42b9-8f2e-e031063af9c6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.838249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d524020e-ff4c-4c1d-9c4f-a9122808f34f req-2ba1ab20-d77f-48c3-9b51-82d63b94e3ca tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c227fbf-7065-4d38-a2d8-15e143b60dbd HTTP/1.1" status: 200 len: 946 time: 0.3962624 Dec 13 13:03:25.857533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7569f164-df0c-4433-b199-9526a4534eaf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:03:25.890347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:25.916555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a0316-6228-42b9-8f2e-e031063af9c6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Pushing event deleted for resources: {'Port': ['ID=7569f164-df0c-4433-b199-9526a4534eaf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:25.938635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Pushing event updated for resources: {'Port': ['ID=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:25.956345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f0c9e80c-28b3-415f-8ac7-f1df93b2069c None None] Provisioning complete for port 347d4976-8e35-41d2-b0fe-84fafcad06a8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:25.956718 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0c9e80c-28b3-415f-8ac7-f1df93b2069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.975867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-286a0316-6228-42b9-8f2e-e031063af9c6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] No DVR routers for this DVR port 7569f164-df0c-4433-b199-9526a4534eaf on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:25.980853 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-286a0316-6228-42b9-8f2e-e031063af9c6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:25.985989 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-41ccbda5-b93f-46bb-8fdc-4dd5da5a7741 req-286a0316-6228-42b9-8f2e-e031063af9c6 tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.42 "DELETE /v2.0/ports/7569f164-df0c-4433-b199-9526a4534eaf HTTP/1.1" status: 204 len: 173 time: 1.0169487 Dec 13 13:03:25.986742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c227fbf-7065-4d38-a2d8-15e143b60dbd', 'name': 'network-vif-deleted', 'tag': '7569f164-df0c-4433-b199-9526a4534eaf'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:25.989607 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8568a0d-38d2-47e4-b7e4-2d0d43a5d904" -d '{"events": [{"server_uuid": "9c227fbf-7065-4d38-a2d8-15e143b60dbd", "name": "network-vif-deleted", "tag": "7569f164-df0c-4433-b199-9526a4534eaf"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:26.095809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b83cce-16f8-4554-92fb-e81e44fe3f11 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:03:26.170424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-20b83cce-16f8-4554-92fb-e81e44fe3f11 None None] Deleting port 347d4976-8e35-41d2-b0fe-84fafcad06a8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:26.170865 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20b83cce-16f8-4554-92fb-e81e44fe3f11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:26.263535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-20b83cce-16f8-4554-92fb-e81e44fe3f11 None None] For port 347d4976-8e35-41d2-b0fe-84fafcad06a8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=347d4976-8e35-41d2-b0fe-84fafcad06a8,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:26.263915 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20b83cce-16f8-4554-92fb-e81e44fe3f11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:26.280060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-20b83cce-16f8-4554-92fb-e81e44fe3f11 None None] Calling delete_port for 347d4976-8e35-41d2-b0fe-84fafcad06a8 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:26.395187 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20b83cce-16f8-4554-92fb-e81e44fe3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:26.417886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b83cce-16f8-4554-92fb-e81e44fe3f11 None None] No DVR routers for this DVR port 347d4976-8e35-41d2-b0fe-84fafcad06a8 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:26.449280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d524020e-ff4c-4c1d-9c4f-a9122808f34f req-5e2fadad-f2ff-4252-96db-8e2d81e55cea tempest-ServerTagsTestJSON-785382670 tempest-ServerTagsTestJSON-785382670-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d545233-4cdc-47d9-b109-5bd95c01e70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102624 Dec 13 13:03:26.470791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b83cce-16f8-4554-92fb-e81e44fe3f11 None None] Pushing event deleted for resources: {'Port': ['ID=347d4976-8e35-41d2-b0fe-84fafcad06a8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:26.481117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655d7fb9-67fe-426f-8abf-ec8db9116d35 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:26.485923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-655d7fb9-67fe-426f-8abf-ec8db9116d35 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:26.489692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Attempting to bind port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:26.490065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Attempting to bind port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:26.490772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Attempting to bind port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f on network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:26.499495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f on network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:03:26.499962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Attempting to bind port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f on network 4f5f3baf-ba41-4bc6-97d5-89b67295bae4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:26.512727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dfebf-dcf0-45cf-b4a9-c468e7676152 req-3c19f9bd-fbfb-401a-8584-6bdb28686ce9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:26.520572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a90dfebf-dcf0-45cf-b4a9-c468e7676152 req-3c19f9bd-fbfb-401a-8584-6bdb28686ce9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.6171324 Dec 13 13:03:26.541055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:26.541542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Checking segment: {'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:26.542360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Bound using segment: {'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:26.543206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Bound port: 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f201b73f-414e-4178-bdc2-cf1865d5fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:26.543770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:26.582228 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d8fee11-af3a-497a-9644-eef769bd5df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:26.650364 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42b21ef-d955-4acb-a438-4e304acf9a10 x-openstack-request-id: req-d42b21ef-d955-4acb-a438-4e304acf9a10 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:26.650879 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c227fbf-7065-4d38-a2d8-15e143b60dbd", "name": "network-vif-deleted", "tag": "7569f164-df0c-4433-b199-9526a4534eaf", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:26.650879 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d42b21ef-d955-4acb-a438-4e304acf9a10 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:26.651850 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c227fbf-7065-4d38-a2d8-15e143b60dbd', 'name': 'network-vif-deleted', 'tag': '7569f164-df0c-4433-b199-9526a4534eaf', 'status': 'completed', 'code': 200} Dec 13 13:03:26.730913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:26.744396 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0abcd-88fd-4961-a5b5-79d87f2518f8 None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:26.762996 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0abcd-88fd-4961-a5b5-79d87f2518f8 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:26.763700 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b7a0abcd-88fd-4961-a5b5-79d87f2518f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:26.768861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a90dfebf-dcf0-45cf-b4a9-c468e7676152 req-84f8afec-e2c7-4fed-a314-976e2e7fe78d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448659 Dec 13 13:03:26.782651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:26.811674 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b7a0abcd-88fd-4961-a5b5-79d87f2518f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:26.822859 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0abcd-88fd-4961-a5b5-79d87f2518f8 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:26.823553 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b7a0abcd-88fd-4961-a5b5-79d87f2518f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:26.830633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] For port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:26.845385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] For port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:26.862313 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b7a0abcd-88fd-4961-a5b5-79d87f2518f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:26.863836 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0abcd-88fd-4961-a5b5-79d87f2518f8 None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:26.892154 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:26.914507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eac559ac-4b6f-4d53-814b-87a7deb0ed29 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8431668 Dec 13 13:03:26.915147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33854) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:26.920563 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5707eedc-4abb-40e4-998a-3107ca85bbf3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:26.973529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:26.974215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:26.975619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] 10.222.0.42 "PUT /v2.0/ports/6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f HTTP/1.1" status: 200 len: 1091 time: 2.4974413 Dec 13 13:03:26.978788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3596e1-3f04-4c38-932a-e283658fa138', 'tag': '6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:26.980976 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d57cd6d-7e4b-4aff-9522-48340576c4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3596e1-3f04-4c38-932a-e283658fa138", "tag": "6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:27.011158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5707eedc-4abb-40e4-998a-3107ca85bbf3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:27.028569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bea1b4-8370-4855-9ce8-da0059bca8d5 req-ed9a60d1-c963-4301-844f-92fb8bccb1da tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:27.030294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27bea1b4-8370-4855-9ce8-da0059bca8d5 req-ed9a60d1-c963-4301-844f-92fb8bccb1da tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 943 time: 0.1795447 Dec 13 13:03:27.089062 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33073217-6640-451f-977d-c9b8b1befa04 x-openstack-request-id: req-33073217-6640-451f-977d-c9b8b1befa04 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:27.089518 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3596e1-3f04-4c38-932a-e283658fa138", "tag": "6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:27.089885 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33073217-6640-451f-977d-c9b8b1befa04 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:27.090385 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3596e1-3f04-4c38-932a-e283658fa138', 'tag': '6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f', 'status': 'completed', 'code': 200} Dec 13 13:03:27.106581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81968c41-fd53-4782-84e5-17dd1c4c6d25 service neutron] Pushing event updated for resources: {'Port': ['ID=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:27.129203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 347d4976-8e35-41d2-b0fe-84fafcad06a8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:27.151685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 347d4976-8e35-41d2-b0fe-84fafcad06a8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:03:27.152948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 347d4976-8e35-41d2-b0fe-84fafcad06a8 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:27.191754 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-655d7fb9-67fe-426f-8abf-ec8db9116d35 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:27.211909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8af6fd08-e08b-4f8b-a455-dbafe3bd1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:27.213456 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-8af6fd08-e08b-4f8b-a455-dbafe3bd1818 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=111be7d7d5c648cc8b132af0479dfcce&device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 1094 time: 0.1691041 Dec 13 13:03:27.221585 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5707eedc-4abb-40e4-998a-3107ca85bbf3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:27.226722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5707eedc-4abb-40e4-998a-3107ca85bbf3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:27.227373 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-5707eedc-4abb-40e4-998a-3107ca85bbf3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP dc5ddf4c-cb75-4151-9600-8852648f03e4 disassociated. External IP: 172.25.2.248, port: 3172babf-bdb8-4c12-8327-d5959831b6b9. Dec 13 13:03:27.236107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27bea1b4-8370-4855-9ce8-da0059bca8d5 req-5bff33f6-2962-4b5d-a42e-174c5039781a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581695 Dec 13 13:03:27.293807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d7fb9-67fe-426f-8abf-ec8db9116d35 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:27.298116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-dcd28ca1-b7cc-40f0-b0a6-218b83dfd416 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f HTTP/1.1" status: 200 len: 217 time: 0.0581594 Dec 13 13:03:27.301328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-655d7fb9-67fe-426f-8abf-ec8db9116d35 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:27.311560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655d7fb9-67fe-426f-8abf-ec8db9116d35 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:27.311909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a4480-6cea-4bbb-bea2-a9944ef61f03 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:27.312158 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-655d7fb9-67fe-426f-8abf-ec8db9116d35 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:27.346722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d7fb9-67fe-426f-8abf-ec8db9116d35 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=e42be05f-2bd2-46b5-9f9d-fca07f8e975d,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:27.372719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-655d7fb9-67fe-426f-8abf-ec8db9116d35 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6705291 Dec 13 13:03:27.375685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33858) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:27.383604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': 'e42be05f-2bd2-46b5-9f9d-fca07f8e975d', 'ip_address': '2001:db8::46db:77aa:9415:3939'}], 'name': 'tempest-NetworksTestDHCPv6-93311612'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:27.390178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-91bfcd84-ffad-43c6-a649-98714d6fca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:27.392035 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-91bfcd84-ffad-43c6-a649-98714d6fca94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c11bfb4-a169-48b4-9476-10f8dc9ff79b HTTP/1.1" status: 200 len: 855 time: 0.0771224 Dec 13 13:03:27.457633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': 'e42be05f-2bd2-46b5-9f9d-fca07f8e975d'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:03:27.460279 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:27.473004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-cf9a7827-ed37-457c-964e-580668cdbc6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687110 Dec 13 13:03:27.551177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5707eedc-4abb-40e4-998a-3107ca85bbf3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:27.571775 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33866) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:27.632430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-02fcefcd-942c-4a78-9e59-ba65d5effa87 service neutron] 10.222.0.42 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507270 Dec 13 13:03:27.679894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:27.688512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/e42be05f-2bd2-46b5-9f9d-fca07f8e975d/60f1efad-246c-45aa-a2a4-ba9858fdc3bc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:27.741275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5707eedc-4abb-40e4-998a-3107ca85bbf3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:27.761388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e377b-f960-49a1-8cae-6c88277ae49e None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:27.764620 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5707eedc-4abb-40e4-998a-3107ca85bbf3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:27.798854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e377b-f960-49a1-8cae-6c88277ae49e None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:27.799835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f82e377b-f960-49a1-8cae-6c88277ae49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:27.809471 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:27.816399 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5707eedc-4abb-40e4-998a-3107ca85bbf3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "PUT /v2.0/floatingips/dc5ddf4c-cb75-4151-9600-8852648f03e4 HTTP/1.1" status: 200 len: 688 time: 0.8997762 Dec 13 13:03:27.817010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33874) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:27.914112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07684843-4a4a-40e6-9dd5-87418cea3c13 req-c7ba974a-7bea-4e0b-9d0a-430368af61d6 service neutron] 10.222.0.42 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741838 Dec 13 13:03:27.998766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf2d669-d837-4a12-a2fd-5b157e1a2eb2 admin admin] Deleting subnet 46411908-113b-49f8-ae99-0bd66b325090 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:28.002827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-adf2d669-d837-4a12-a2fd-5b157e1a2eb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.053566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f82e377b-f960-49a1-8cae-6c88277ae49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:28.087155 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.099794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e377b-f960-49a1-8cae-6c88277ae49e None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:28.100437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f82e377b-f960-49a1-8cae-6c88277ae49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:28.101293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01560537-c118-4138-a32e-9e5d7d17f870 req-142f1c8f-3fe2-4467-bba9-9a6dcaa5fee4 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:28.102977 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-adf2d669-d837-4a12-a2fd-5b157e1a2eb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.109104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01560537-c118-4138-a32e-9e5d7d17f870 req-142f1c8f-3fe2-4467-bba9-9a6dcaa5fee4 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.1925974 Dec 13 13:03:28.127447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57cd6d-7e4b-4aff-9522-48340576c4f7 req-da6b7aad-fec4-41c9-bfc5-b8295f2c93da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:28.129427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d57cd6d-7e4b-4aff-9522-48340576c4f7 req-da6b7aad-fec4-41c9-bfc5-b8295f2c93da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=111be7d7d5c648cc8b132af0479dfcce&device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 1094 time: 0.1207504 Dec 13 13:03:28.160900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f82e377b-f960-49a1-8cae-6c88277ae49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:28.162008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e377b-f960-49a1-8cae-6c88277ae49e None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:28.163923 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-adf2d669-d837-4a12-a2fd-5b157e1a2eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.180664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port d1fe2004-0fba-4a10-b5b7-4a4e6308e294 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:28.204792 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.220688 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.295184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3852407b-8443-4682-b311-1da0d01f1b51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 66f1897a-3ac5-46aa-b39c-b5e7f6032433 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:28.295561 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3852407b-8443-4682-b311-1da0d01f1b51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.301171 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-adf2d669-d837-4a12-a2fd-5b157e1a2eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.321628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:28.346592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:28.351479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2d669-d837-4a12-a2fd-5b157e1a2eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46411908-113b-49f8-ae99-0bd66b325090,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:28.353401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Pushing event updated for resources: {'Port': ['ID=60f1efad-246c-45aa-a2a4-ba9858fdc3bc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:28.355797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:28.368937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-adf2d669-d837-4a12-a2fd-5b157e1a2eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.373881 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-adf2d669-d837-4a12-a2fd-5b157e1a2eb2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/46411908-113b-49f8-ae99-0bd66b325090 HTTP/1.1" status: 204 len: 168 time: 0.6407244 Dec 13 13:03:28.421487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33886) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:28.464045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Attempting to bind port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:28.464666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Attempting to bind port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:28.464814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Attempting to bind port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:28.482655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:28.483036 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:28.483448 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.483846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:28.484320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Bound port: 60f1efad-246c-45aa-a2a4-ba9858fdc3bc, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:28.484705 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.551358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.604450 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3852407b-8443-4682-b311-1da0d01f1b51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.604942 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3852407b-8443-4682-b311-1da0d01f1b51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.607702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] For port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:28.611147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] For port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=60f1efad-246c-45aa-a2a4-ba9858fdc3bc,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:28.616004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01560537-c118-4138-a32e-9e5d7d17f870 req-4c9e8cb7-73db-4170-8808-3ed79f80d28b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5053318 Dec 13 13:03:28.619145 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.623901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3852407b-8443-4682-b311-1da0d01f1b51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 66f1897a-3ac5-46aa-b39c-b5e7f6032433 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:28.730723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e249a-0464-444c-8e1b-76ed0bba02a2 None None] Pushing event updated for resources: {'Port': ['ID=60f1efad-246c-45aa-a2a4-ba9858fdc3bc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:28.778022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57cd6d-7e4b-4aff-9522-48340576c4f7 req-670674cf-0ae8-4452-a356-52dc62e09381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:28.783837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d57cd6d-7e4b-4aff-9522-48340576c4f7 req-670674cf-0ae8-4452-a356-52dc62e09381 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 200 len: 915 time: 0.6451192 Dec 13 13:03:28.786014 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.824763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::46db:77aa:9415:3939 (a96b3050-5a47-4623-a1bc-6be051560383/e42be05f-2bd2-46b5-9f9d-fca07f8e975d/d1fe2004-0fba-4a10-b5b7-4a4e6308e294) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:28.827177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c69e39-50c4-46af-a70c-c4bab0cfd8d9']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:28.848882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3160d2-b8d1-44a1-a3fb-5f24dde36452') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:28.849289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3160d2-b8d1-44a1-a3fb-5f24dde36452') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:28.861481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.863863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc27de-e064-4dba-bcd5-124f7681e785 req-3c33fc6c-3844-4cfe-a121-b99a06c39545 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:28.871731 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27fc27de-e064-4dba-bcd5-124f7681e785 req-3c33fc6c-3844-4cfe-a121-b99a06c39545 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 943 time: 0.4373684 Dec 13 13:03:28.879799 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.888183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:03:28.888590 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:03:28.890605 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:03:28.936852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d57cd6d-7e4b-4aff-9522-48340576c4f7 req-72126859-cab3-4548-bcc7-19272b1530ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f HTTP/1.1" status: 200 len: 217 time: 0.1413579 Dec 13 13:03:28.965887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.002740 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.038715 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] 10.222.0.31 "DELETE /v2.0/networks/81c69e39-50c4-46af-a70c-c4bab0cfd8d9 HTTP/1.1" status: 204 len: 168 time: 0.6142564 Dec 13 13:03:29.055463 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.129082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74501391-8958-429b-bcb1-337cddbbc57e admin admin] Pushing event deleted for resources: {'Network': ['ID=81c69e39-50c4-46af-a70c-c4bab0cfd8d9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:29.206736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3852407b-8443-4682-b311-1da0d01f1b51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.235072 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27fc27de-e064-4dba-bcd5-124f7681e785 req-0fa523d1-927c-4764-afeb-a9153a41d984 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621731 Dec 13 13:03:29.245751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57cd6d-7e4b-4aff-9522-48340576c4f7 req-f3bd2ced-f54a-4559-b579-9a9e20f9d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:29.251879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d57cd6d-7e4b-4aff-9522-48340576c4f7 req-f3bd2ced-f54a-4559-b579-9a9e20f9d412 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c11bfb4-a169-48b4-9476-10f8dc9ff79b HTTP/1.1" status: 200 len: 855 time: 0.3002741 Dec 13 13:03:29.271862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 60f1efad-246c-45aa-a2a4-ba9858fdc3bc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:29.317094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852407b-8443-4682-b311-1da0d01f1b51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=66f1897a-3ac5-46aa-b39c-b5e7f6032433,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:29.372168 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33896) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:29.375155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d57cd6d-7e4b-4aff-9522-48340576c4f7 req-2bf6f198-cf86-476a-ae08-c174dda0becf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f5f3baf-ba41-4bc6-97d5-89b67295bae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918870 Dec 13 13:03:29.383996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:29.384372 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.395667 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3852407b-8443-4682-b311-1da0d01f1b51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.398495 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3852407b-8443-4682-b311-1da0d01f1b51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.402810 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3852407b-8443-4682-b311-1da0d01f1b51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/floatingips/dc5ddf4c-cb75-4151-9600-8852648f03e4 HTTP/1.1" status: 204 len: 168 time: 1.5797100 Dec 13 13:03:29.403064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33898) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:29.407930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '94de00ba-67bc-4b68-afc1-c75efc00730c'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:29.450459 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6aa56f39-88e4-40c3-8835-c48afb7b1af0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24246f8af157456a919082a7d4c67a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769088 Dec 13 13:03:29.452929 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33900) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:29.456549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7569f164-df0c-4433-b199-9526a4534eaf no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:29.470943 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.484689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 7569f164-df0c-4433-b199-9526a4534eaf {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:03:29.485338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7569f164-df0c-4433-b199-9526a4534eaf not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:29.495806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.497088 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.535197 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d57cd6d-7e4b-4aff-9522-48340576c4f7 req-29a31e10-785c-4675-adef-e7a1d84e7bd8 service neutron] 10.222.0.42 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518855 Dec 13 13:03:29.543963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=60f1efad-246c-45aa-a2a4-ba9858fdc3bc,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:29.552332 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.608512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=60f1efad-246c-45aa-a2a4-ba9858fdc3bc,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:29.622564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.697517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:29.700413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d57cd6d-7e4b-4aff-9522-48340576c4f7 req-40a7e8ad-acbe-4f97-a8cf-0f0bd569f160 service neutron] 10.222.0.42 "GET /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557541 Dec 13 13:03:29.705228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:29.719104 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:29.726473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:29.727258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.758281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=d1fe2004-0fba-4a10-b5b7-4a4e6308e294,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:29.786362 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-030d2dc2-1f5c-47ac-ac0e-5e5fa92db182 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4093187 Dec 13 13:03:29.790017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33904) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:29.837356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57f15b-be06-4c44-9be6-2d5b4b7a97f7 req-75b2b84e-f0a7-4ec2-9a1d-f345acaf07e9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:29.838979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c57f15b-be06-4c44-9be6-2d5b4b7a97f7 req-75b2b84e-f0a7-4ec2-9a1d-f345acaf07e9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.1087914 Dec 13 13:03:29.863947 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e280ef-7459-4754-8c82-a2ece8aa4638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.869513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6f4a2-0ed3-44e2-8e74-353a64fdb706 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:29.875649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6f4a2-0ed3-44e2-8e74-353a64fdb706 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:29.879878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f2c6f4a2-0ed3-44e2-8e74-353a64fdb706 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0861261 Dec 13 13:03:29.884187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33908) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:29.891394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e280ef-7459-4754-8c82-a2ece8aa4638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.896209 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.983253 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.987020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c57f15b-be06-4c44-9be6-2d5b4b7a97f7 req-fb82b6aa-a946-403f-b769-ddb1ade88478 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374340 Dec 13 13:03:29.992184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e280ef-7459-4754-8c82-a2ece8aa4638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:29.995237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e280ef-7459-4754-8c82-a2ece8aa4638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:30.011393 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c7e280ef-7459-4754-8c82-a2ece8aa4638 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d545233-4cdc-47d9-b109-5bd95c01e70c HTTP/1.1" status: 204 len: 168 time: 0.5474868 Dec 13 13:03:30.017633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e095349f-547a-41ab-b0d1-d1f049f0418d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port d1fe2004-0fba-4a10-b5b7-4a4e6308e294 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:30.018010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e095349f-547a-41ab-b0d1-d1f049f0418d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:30.049686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e280ef-7459-4754-8c82-a2ece8aa4638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d545233-4cdc-47d9-b109-5bd95c01e70c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:30.124927 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e095349f-547a-41ab-b0d1-d1f049f0418d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:30.136538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.25.2.73 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/74abebe0-eb11-4cb1-821a-5491e0d37027) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:30.141052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e095349f-547a-41ab-b0d1-d1f049f0418d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for d1fe2004-0fba-4a10-b5b7-4a4e6308e294 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:30.292774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b58f8fc3-5339-43b2-808d-e83a348eee9d None None] Provisioning complete for port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:30.295966 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b58f8fc3-5339-43b2-808d-e83a348eee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:30.303845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:30.333955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e095349f-547a-41ab-b0d1-d1f049f0418d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:30.383558 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:30.434201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:30.437604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:30.444010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:30.510249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=74abebe0-eb11-4cb1-821a-5491e0d37027,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:30.527351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095349f-547a-41ab-b0d1-d1f049f0418d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=d1fe2004-0fba-4a10-b5b7-4a4e6308e294,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:30.535295 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e095349f-547a-41ab-b0d1-d1f049f0418d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:30.539107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e095349f-547a-41ab-b0d1-d1f049f0418d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/d1fe2004-0fba-4a10-b5b7-4a4e6308e294 HTTP/1.1" status: 204 len: 168 time: 0.6539268 Dec 13 13:03:30.542215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33924) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:30.606962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fb2eb-11cb-4062-a0f9-8426e74fd957 req-35d43950-abff-41be-8d6a-35c7623653ad tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:30.615368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-029fb2eb-11cb-4062-a0f9-8426e74fd957 req-35d43950-abff-41be-8d6a-35c7623653ad tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 943 time: 0.2477348 Dec 13 13:03:30.646158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f132ef-98d1-4649-8d1e-28115914f7bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:30.647704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f132ef-98d1-4649-8d1e-28115914f7bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:30.651839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b8f132ef-98d1-4649-8d1e-28115914f7bb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1058834 Dec 13 13:03:30.652902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33932) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:30.726681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-704eab3b-c10e-4d60-a196-e54fce329203 None None] Could not find standard attr ID for object d1fe2004-0fba-4a10-b5b7-4a4e6308e294. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:03:30.748420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-029fb2eb-11cb-4062-a0f9-8426e74fd957 req-893e2519-c168-4559-b293-7752749ac0b3 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322758 Dec 13 13:03:30.784770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23aa802-0f38-4ead-b64e-e396163ac9ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet e42be05f-2bd2-46b5-9f9d-fca07f8e975d {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:30.791600 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d23aa802-0f38-4ead-b64e-e396163ac9ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:30.903076 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d23aa802-0f38-4ead-b64e-e396163ac9ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.064876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d23aa802-0f38-4ead-b64e-e396163ac9ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.093992 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.157143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 60f1efad-246c-45aa-a2a4-ba9858fdc3bc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:31.184241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.234472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc5152-bd53-4f19-87f3-556a60c8bc7e req-c22ede93-95eb-4a71-b91f-5ce1e5d8b663 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:31.239896 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bebc5152-bd53-4f19-87f3-556a60c8bc7e req-c22ede93-95eb-4a71-b91f-5ce1e5d8b663 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.1000915 Dec 13 13:03:31.246931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:31.247777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.340640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d23aa802-0f38-4ead-b64e-e396163ac9ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.354505 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bebc5152-bd53-4f19-87f3-556a60c8bc7e req-4c6fcdfc-8047-4758-920c-7757053c370f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968740 Dec 13 13:03:31.390705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23aa802-0f38-4ead-b64e-e396163ac9ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=e42be05f-2bd2-46b5-9f9d-fca07f8e975d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:31.392750 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d23aa802-0f38-4ead-b64e-e396163ac9ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.396587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d23aa802-0f38-4ead-b64e-e396163ac9ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/e42be05f-2bd2-46b5-9f9d-fca07f8e975d HTTP/1.1" status: 204 len: 168 time: 0.7427177 Dec 13 13:03:31.401834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100535d5-c98d-4955-8914-c0933d2b71a9 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:31.402630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33958) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:31.491052 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.498688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:03:31.501326 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.540744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ab89fb90-5c22-48c4-945a-1d0f7b331e2c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1332071 Dec 13 13:03:31.544570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33964) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:31.553179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dee77fd9-ad53-4745-bb22-c9f4938a85d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:31.624701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=74abebe0-eb11-4cb1-821a-5491e0d37027,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:31.668000 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.683868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:31.716338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f', 'network_id': '4f5f3baf-ba41-4bc6-97d5-89b67295bae4', 'port_id': '6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f', 'mac_address': 'fa:16:3e:3d:ed:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c11bfb4-a169-48b4-9476-10f8dc9ff79b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:03:31.725164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee77fd9-ad53-4745-bb22-c9f4938a85d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:31.729811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dee77fd9-ad53-4745-bb22-c9f4938a85d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.732104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f88733-84b6-42e8-8e8a-0bc6d7cc3e57 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:03:31.854309 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.876430 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:03:31.901402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:31.908011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-04f88733-84b6-42e8-8e8a-0bc6d7cc3e57 None None] Deleting port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:31.908500 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04f88733-84b6-42e8-8e8a-0bc6d7cc3e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.932213 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP cf175d3e-4145-4292-9a32-48060c341d9d associated. External IP: 172.25.2.73, port: 94de00ba-67bc-4b68-afc1-c75efc00730c. Dec 13 13:03:31.935606 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:31.998178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0e37d85-8f5d-4656-83c1-0be696e1cc1f req-40b649fd-0864-48b4-80b0-8edb1d902582 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0465934 Dec 13 13:03:32.045723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-04f88733-84b6-42e8-8e8a-0bc6d7cc3e57 None None] For port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=60f1efad-246c-45aa-a2a4-ba9858fdc3bc,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:32.047557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04f88733-84b6-42e8-8e8a-0bc6d7cc3e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:32.103230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-04f88733-84b6-42e8-8e8a-0bc6d7cc3e57 None None] Calling delete_port for 60f1efad-246c-45aa-a2a4-ba9858fdc3bc owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:32.202822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:32.281924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:03:32.375742 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04f88733-84b6-42e8-8e8a-0bc6d7cc3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:32.421438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f88733-84b6-42e8-8e8a-0bc6d7cc3e57 None None] Pushing event deleted for resources: {'Port': ['ID=60f1efad-246c-45aa-a2a4-ba9858fdc3bc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:32.426362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f88733-84b6-42e8-8e8a-0bc6d7cc3e57 None None] No DVR routers for this DVR port 60f1efad-246c-45aa-a2a4-ba9858fdc3bc on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:32.446216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:32.482492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a50184-4738-4f12-aeb1-4c78eca091b9 req-26185c57-57b0-4cfe-a6f5-282ecab37684 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:32.484446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6a50184-4738-4f12-aeb1-4c78eca091b9 req-26185c57-57b0-4cfe-a6f5-282ecab37684 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 944 time: 0.5342331 Dec 13 13:03:32.553130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dee77fd9-ad53-4745-bb22-c9f4938a85d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:32.589098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:32.599185 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01807239-d156-42d5-a997-ebdf7bef7cdc None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:32.609812 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01807239-d156-42d5-a997-ebdf7bef7cdc None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:32.610461 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-01807239-d156-42d5-a997-ebdf7bef7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:32.614092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:32.639905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee77fd9-ad53-4745-bb22-c9f4938a85d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:32.648409 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2a17a99f-faf0-456f-b354-be1e9edf0608 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.2442484 Dec 13 13:03:32.650828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33994) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:32.663064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8ee8a-6735-4aac-a5b5-812b573b4f50 req-98a3820f-8c62-4f28-9967-cca23a58733f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:32.664659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecc8ee8a-6735-4aac-a5b5-812b573b4f50 req-98a3820f-8c62-4f28-9967-cca23a58733f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.1592793 Dec 13 13:03:32.664795 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-01807239-d156-42d5-a997-ebdf7bef7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:32.668271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6a50184-4738-4f12-aeb1-4c78eca091b9 req-548936fc-d498-444e-a6b1-072c6a53cd08 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771615 Dec 13 13:03:32.672015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-dee77fd9-ad53-4745-bb22-c9f4938a85d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:32.675736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee77fd9-ad53-4745-bb22-c9f4938a85d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:32.676645 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dee77fd9-ad53-4745-bb22-c9f4938a85d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:32.677799 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01807239-d156-42d5-a997-ebdf7bef7cdc None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:32.678604 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-01807239-d156-42d5-a997-ebdf7bef7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:32.693033 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a31b64-6edb-457c-ac71-dd70f51bf3e9 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:32.715596 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-01807239-d156-42d5-a997-ebdf7bef7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:32.716261 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01807239-d156-42d5-a997-ebdf7bef7cdc None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:32.736079 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dee77fd9-ad53-4745-bb22-c9f4938a85d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1904151 Dec 13 13:03:32.740774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33996) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:32.747001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee77fd9-ad53-4745-bb22-c9f4938a85d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=adb3e2fc-335f-49a8-9526-b228e659df5d,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:32.756022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': 'adb3e2fc-335f-49a8-9526-b228e659df5d', 'ip_address': '2001:db8::de9a:6cbf:fc5c:ccf5'}], 'name': 'tempest-NetworksTestDHCPv6-1586092571'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:32.784443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecc8ee8a-6735-4aac-a5b5-812b573b4f50 req-edb1b5d1-7660-4bf7-b8d4-a5c4b04d689d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860479 Dec 13 13:03:32.851003 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-74f72b9a-ecb3-4224-9c2f-6cd27ca1f3d6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "GET /v2.0/floatingips/cf175d3e-4145-4292-9a32-48060c341d9d HTTP/1.1" status: 200 len: 976 time: 0.1987867 Dec 13 13:03:32.851913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': 'adb3e2fc-335f-49a8-9526-b228e659df5d'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:03:32.852810 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:32.856227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33998) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:32.903607 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:32.981863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8ff878bf-9dc8-43eb-99cb-80a360098121 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1244340 Dec 13 13:03:32.984466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34000) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:32.990326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'port_id': '3172babf-bdb8-4c12-8327-d5959831b6b9'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:32.991884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.002883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/adb3e2fc-335f-49a8-9526-b228e659df5d/4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:33.015317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 6df08a36-45d1-4adf-a106-baae1a8291a8 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:33.109804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.133715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 60f1efad-246c-45aa-a2a4-ba9858fdc3bc no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:33.174468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 60f1efad-246c-45aa-a2a4-ba9858fdc3bc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:03:33.175854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 60f1efad-246c-45aa-a2a4-ba9858fdc3bc not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:33.257252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d1a78ba-58a9-4caf-a90b-16a3488c3021 req-acdf3f33-cb9d-4507-9dd1-9d394e97658b tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0646007 Dec 13 13:03:33.297976 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.316957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.404722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::de9a:6cbf:fc5c:ccf5 (a96b3050-5a47-4623-a1bc-6be051560383/adb3e2fc-335f-49a8-9526-b228e659df5d/6df08a36-45d1-4adf-a106-baae1a8291a8) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:33.413956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:33.431504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:33.435350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:33.451022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Pushing event updated for resources: {'Port': ['ID=4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:33.507161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:33.555728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Attempting to bind port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:33.556094 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Attempting to bind port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:33.556457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Attempting to bind port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:33.566853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:33.568563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:33.568975 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.569375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:33.569860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Bound port: 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:33.570271 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.583155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:03:33.609499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:33.609879 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.616987 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.662198 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.685575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] For port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:33.690291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] For port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:33.724152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=6df08a36-45d1-4adf-a106-baae1a8291a8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:33.729792 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.742358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:33.745316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:33.748276 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:33.754943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:33.755979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.787691 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:33.791359 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d3fb8de6-3a79-4c55-a784-a4ca541be153 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0468502 Dec 13 13:03:33.793005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34024) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:33.881024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3596e1-3f04-4c38-932a-e283658fa138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:33.883272 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 13:03:33.885652 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9933da72-32d6-43fd-9155-e1609f926453" -d '{"events": [{"server_uuid": "ba3596e1-3f04-4c38-932a-e283658fa138", "name": "network-vif-plugged", "status": "completed", "tag": "6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:33.899104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d4ff7b-ab20-4424-9e7c-6a1c3ae5656b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:33.900270 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30ca95-c631-40a2-ba68-b94b0bfb3413 None None] Pushing event updated for resources: {'Port': ['ID=4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:33.920591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:33.921412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d4ff7b-ab20-4424-9e7c-6a1c3ae5656b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:33.929838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34034) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:33.931865 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-17d4ff7b-ab20-4424-9e7c-6a1c3ae5656b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1357467 Dec 13 13:03:33.933763 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:34.010627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ae681-a198-46e5-87b6-49ffd2e84334 req-5e6435b3-b021-4d46-92ff-8c9341d1685e tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:34.012192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a37ae681-a198-46e5-87b6-49ffd2e84334 req-5e6435b3-b021-4d46-92ff-8c9341d1685e tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 944 time: 0.2087984 Dec 13 13:03:34.040691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:34.052030 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:34.094781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:34.196515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678951a5-3cdb-4347-a7f7-4a5329dccc18 req-0661f901-87b9-4716-bbda-6813b4622ae9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:34.198292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-678951a5-3cdb-4347-a7f7-4a5329dccc18 req-0661f901-87b9-4716-bbda-6813b4622ae9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.2131016 Dec 13 13:03:34.215637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a37ae681-a198-46e5-87b6-49ffd2e84334 req-6eeb62c2-9e9d-481a-af02-7013dcb0ede2 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790547 Dec 13 13:03:34.285989 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e23b61d-e005-487d-8658-85d190406d46 x-openstack-request-id: req-4e23b61d-e005-487d-8658-85d190406d46 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:34.285989 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3596e1-3f04-4c38-932a-e283658fa138", "name": "network-vif-plugged", "status": "completed", "tag": "6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:34.285989 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e23b61d-e005-487d-8658-85d190406d46 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:34.286487 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3596e1-3f04-4c38-932a-e283658fa138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f', 'code': 200} Dec 13 13:03:34.343006 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP cf175d3e-4145-4292-9a32-48060c341d9d associated. External IP: 172.25.2.73, port: 94de00ba-67bc-4b68-afc1-c75efc00730c. Dec 13 13:03:34.390138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-ae6aeac4-9cda-415e-9da4-6758539bb3be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 6df08a36-45d1-4adf-a106-baae1a8291a8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:34.390489 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae6aeac4-9cda-415e-9da4-6758539bb3be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:34.458311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-678951a5-3cdb-4347-a7f7-4a5329dccc18 req-7ff8bdf2-eede-4243-a621-7150ff5dff95 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462599 Dec 13 13:03:34.483408 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-041908d3-cf9b-4de9-b62d-5e0ea22cfc38 req-1657e326-c546-4949-894b-5bcde503e56c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0420368 Dec 13 13:03:34.511405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96f3a3c6-00de-4109-b687-2d1c67a570f5 req-4a235ea6-dbfd-4acc-b236-df7b18edbb73 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.1177595 Dec 13 13:03:34.600185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf854bd9-2b2f-45bd-a0dc-2839f4918635 req-2c1cd5eb-d944-485f-a26a-dc56de260217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:34.601704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf854bd9-2b2f-45bd-a0dc-2839f4918635 req-2c1cd5eb-d944-485f-a26a-dc56de260217 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 1096 time: 0.2070515 Dec 13 13:03:34.626662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae6aeac4-9cda-415e-9da4-6758539bb3be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:34.689355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-ae6aeac4-9cda-415e-9da4-6758539bb3be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 6df08a36-45d1-4adf-a106-baae1a8291a8 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:34.797726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf854bd9-2b2f-45bd-a0dc-2839f4918635 req-7d194ad2-a914-4294-bbe8-35e66866d84a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825209 Dec 13 13:03:34.834397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:34.955827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae6aeac4-9cda-415e-9da4-6758539bb3be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:35.104077 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0f911119-6677-4eb3-b5c2-16e218df2cf1 None None] Provisioning complete for port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:35.104571 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f911119-6677-4eb3-b5c2-16e218df2cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:35.216128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:35.379999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6aeac4-9cda-415e-9da4-6758539bb3be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=6df08a36-45d1-4adf-a106-baae1a8291a8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:35.414062 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae6aeac4-9cda-415e-9da4-6758539bb3be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:35.417823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ae6aeac4-9cda-415e-9da4-6758539bb3be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/6df08a36-45d1-4adf-a106-baae1a8291a8 HTTP/1.1" status: 204 len: 168 time: 1.4868312 Dec 13 13:03:35.420913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:35.470386 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f911119-6677-4eb3-b5c2-16e218df2cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:35.475599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:35.492857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f115369-922b-423c-9ae1-646d0c462316 None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:35.577751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d8ebf-8c30-4d02-8127-8adfec4d29b3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:35.580488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d8ebf-8c30-4d02-8127-8adfec4d29b3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:35.581311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0f911119-6677-4eb3-b5c2-16e218df2cf1 None None] For port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:35.582557 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-724d8ebf-8c30-4d02-8127-8adfec4d29b3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1597998 Dec 13 13:03:35.584453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:35.584933 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:35.585358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34086) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:35.586744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f115369-922b-423c-9ae1-646d0c462316 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:35.587426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8f115369-922b-423c-9ae1-646d0c462316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:35.606333 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f911119-6677-4eb3-b5c2-16e218df2cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:35.630771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143b3d2-ff07-4ea0-a29e-b698c61c4de1 req-20aa3840-b838-47a5-bdf2-e4d8c73bd5f2 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:35.632889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b143b3d2-ff07-4ea0-a29e-b698c61c4de1 req-20aa3840-b838-47a5-bdf2-e4d8c73bd5f2 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 945 time: 0.2472210 Dec 13 13:03:35.671083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0ef115-86b9-482f-944c-583301d5d10d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet adb3e2fc-335f-49a8-9526-b228e659df5d {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:35.676120 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e0ef115-86b9-482f-944c-583301d5d10d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:35.718678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04058f60-61b1-45d0-ba57-68e494bf5c87 req-36860359-f591-427b-80ce-fdee367adcdb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:35.720441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04058f60-61b1-45d0-ba57-68e494bf5c87 req-36860359-f591-427b-80ce-fdee367adcdb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.1539164 Dec 13 13:03:35.746750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e0ef115-86b9-482f-944c-583301d5d10d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:35.748928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8f115369-922b-423c-9ae1-646d0c462316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:35.759562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-da56661d-7fe3-4d07-92f4-fd42f4bd7e7b None None] Could not find standard attr ID for object 6df08a36-45d1-4adf-a106-baae1a8291a8. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:03:35.810042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f115369-922b-423c-9ae1-646d0c462316 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:35.810940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8f115369-922b-423c-9ae1-646d0c462316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:35.840442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04058f60-61b1-45d0-ba57-68e494bf5c87 req-0e794080-c581-4f99-9197-24017dcbdf44 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105635 Dec 13 13:03:35.848889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f911119-6677-4eb3-b5c2-16e218df2cf1 None None] Pushing event updated for resources: {'Port': ['ID=4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:35.853977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8f115369-922b-423c-9ae1-646d0c462316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:35.854225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b143b3d2-ff07-4ea0-a29e-b698c61c4de1 req-aeff50b0-7894-47b9-8535-74830d213a91 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110980 Dec 13 13:03:35.854525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f115369-922b-423c-9ae1-646d0c462316 None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:35.985644 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e0ef115-86b9-482f-944c-583301d5d10d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.004587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7012725f-bf08-4bb2-8861-b1059968b5ad req-77d54444-85f9-48ab-b5f8-d6eadc54145b tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0367744 Dec 13 13:03:36.033378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:36.065703 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e0ef115-86b9-482f-944c-583301d5d10d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.088724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e0ef115-86b9-482f-944c-583301d5d10d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.092262 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6e0ef115-86b9-482f-944c-583301d5d10d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/adb3e2fc-335f-49a8-9526-b228e659df5d HTTP/1.1" status: 204 len: 168 time: 0.5055087 Dec 13 13:03:36.098496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34100) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:36.099035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba591c3-91d6-4040-b555-1c607ac03ebf None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:36.164339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ef115-86b9-482f-944c-583301d5d10d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=adb3e2fc-335f-49a8-9526-b228e659df5d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:36.228678 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1fda5ac9-7ea9-4590-aa7d-ea4899825ab6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835342 Dec 13 13:03:36.238620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34104) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:36.246253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f98d46b1-5a25-47ea-8690-ed57422ac4f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:36.249317 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-074c5c1f-9cbd-454c-8137-417668e85e3b service neutron] show failed (client error): The resource could not be found. Dec 13 13:03:36.250338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-074c5c1f-9cbd-454c-8137-417668e85e3b service neutron] 10.222.0.42 "GET /v2.0/ports/ff826855-6c96-433d-8e2e-6e3c16bc6e94/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.2150536 Dec 13 13:03:36.274052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:36.285336 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.288919 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bb717-c5f3-4400-91ce-4334fcab8e86 None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:36.306714 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bb717-c5f3-4400-91ce-4334fcab8e86 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:36.307522 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-371bb717-c5f3-4400-91ce-4334fcab8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:36.406285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfe2d72-90e4-40d8-aca3-4cc2805bb6a1 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:03:36.419043 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-371bb717-c5f3-4400-91ce-4334fcab8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:36.429964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98d46b1-5a25-47ea-8690-ed57422ac4f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:36.434547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f98d46b1-5a25-47ea-8690-ed57422ac4f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.435681 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bb717-c5f3-4400-91ce-4334fcab8e86 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:36.436556 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-371bb717-c5f3-4400-91ce-4334fcab8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:36.450875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-21e55970-1b71-4660-955f-7d929f1a430d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "PUT /v2.0/floatingips/cf175d3e-4145-4292-9a32-48060c341d9d HTTP/1.1" status: 200 len: 977 time: 3.4652541 Dec 13 13:03:36.453991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34108) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:36.465193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4a478185-a780-4ee1-9493-cbc4091032e8 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:36.490818 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-371bb717-c5f3-4400-91ce-4334fcab8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:36.493053 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bb717-c5f3-4400-91ce-4334fcab8e86 None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:36.496361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe2d72-90e4-40d8-aca3-4cc2805bb6a1 None None] Deleting port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:36.496713 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccfe2d72-90e4-40d8-aca3-4cc2805bb6a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.573956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a478185-a780-4ee1-9493-cbc4091032e8 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.601212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ccfe2d72-90e4-40d8-aca3-4cc2805bb6a1 None None] For port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:36.601650 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccfe2d72-90e4-40d8-aca3-4cc2805bb6a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.623715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe2d72-90e4-40d8-aca3-4cc2805bb6a1 None None] Calling delete_port for 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:36.677511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-f7763aff-df21-4576-b98d-455ea41afe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:36.681092 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-f7763aff-df21-4576-b98d-455ea41afe61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 1097 time: 0.1427820 Dec 13 13:03:36.699529 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:36.710188 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccfe2d72-90e4-40d8-aca3-4cc2805bb6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.762697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe2d72-90e4-40d8-aca3-4cc2805bb6a1 None None] Pushing event deleted for resources: {'Port': ['ID=4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:36.767886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe2d72-90e4-40d8-aca3-4cc2805bb6a1 None None] No DVR routers for this DVR port 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:36.802749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a478185-a780-4ee1-9493-cbc4091032e8 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.810510 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a478185-a780-4ee1-9493-cbc4091032e8 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.810789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:36.810946 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-4a478185-a780-4ee1-9493-cbc4091032e8 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP cf175d3e-4145-4292-9a32-48060c341d9d disassociated. External IP: 172.25.2.73, port: 3172babf-bdb8-4c12-8327-d5959831b6b9. Dec 13 13:03:37.137744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f98d46b1-5a25-47ea-8690-ed57422ac4f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:37.155769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:37.176213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:03:37.176556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4cd0c4e7-3d01-4f6b-ae37-2ef7fdea79ce not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:37.207257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f11dc6-73a9-47c9-a343-2e4d7d233ba6 req-3b020d78-9e3e-465d-8a4e-7fddc434f65e tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:37.209232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8f11dc6-73a9-47c9-a343-2e4d7d233ba6 req-3b020d78-9e3e-465d-8a4e-7fddc434f65e tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 945 time: 0.2266049 Dec 13 13:03:37.262402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a351a6-dd09-4973-84ed-c9aca8e20e2c req-7d2e7c72-e0b7-4c51-b88a-2bf96075d80e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:37.264230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89a351a6-dd09-4973-84ed-c9aca8e20e2c req-7d2e7c72-e0b7-4c51-b88a-2bf96075d80e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.1592066 Dec 13 13:03:37.269794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98d46b1-5a25-47ea-8690-ed57422ac4f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:37.275831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a478185-a780-4ee1-9493-cbc4091032e8 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:37.278700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f98d46b1-5a25-47ea-8690-ed57422ac4f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:37.287183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d46b1-5a25-47ea-8690-ed57422ac4f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:37.289084 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f98d46b1-5a25-47ea-8690-ed57422ac4f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:37.292411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9aebb5-8014-4738-9a87-88d02890e7cb None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:37.308164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d46b1-5a25-47ea-8690-ed57422ac4f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=3cd3848d-2445-4d76-9803-9b73c44b18c2,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:37.346596 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f98d46b1-5a25-47ea-8690-ed57422ac4f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1067448 Dec 13 13:03:37.356366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34134) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:37.361473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': '3cd3848d-2445-4d76-9803-9b73c44b18c2', 'ip_address': '2001:db8::a41b:56f3:4d52:6ead'}], 'name': 'tempest-NetworksTestDHCPv6-269913111'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:37.369847 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:37.371183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8f11dc6-73a9-47c9-a343-2e4d7d233ba6 req-5b81bcd6-4b6b-4424-b3bb-1538031a1153 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531792 Dec 13 13:03:37.402190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89a351a6-dd09-4973-84ed-c9aca8e20e2c req-f98b2eaf-c0b8-483c-afe3-584d216c031f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283250 Dec 13 13:03:37.451805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': '3cd3848d-2445-4d76-9803-9b73c44b18c2'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:03:37.456806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:37.468429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:37.520977 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:37.532287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:37.550615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Transition to ACTIVE for port object ff826855-6c96-433d-8e2e-6e3c16bc6e94 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:03:37.551429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:37.555011 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a67bab7-e420-4da1-994f-6a4bd908d6ae" -d '{"events": [{"server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "name": "network-vif-unplugged", "status": "completed", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:37.566786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:37.615950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4511654d-f1a0-4fac-b7a1-e866b6effa58 req-d6a22c9d-30ff-44bc-95e1-4f1e384380ae tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0574718 Dec 13 13:03:37.821271 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569cec7e-b2aa-43a0-bb46-e3181a8b1a59 x-openstack-request-id: req-569cec7e-b2aa-43a0-bb46-e3181a8b1a59 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:37.821608 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "name": "network-vif-unplugged", "status": "completed", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:37.821851 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-569cec7e-b2aa-43a0-bb46-e3181a8b1a59 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:37.822412 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'code': 200} Dec 13 13:03:37.867331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a478185-a780-4ee1-9493-cbc4091032e8 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:37.878533 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a478185-a780-4ee1-9493-cbc4091032e8 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:37.883038 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:37.893217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f2e1e-7eae-4675-9ddc-8bb4da8f0469 None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:37.912629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4a478185-a780-4ee1-9493-cbc4091032e8 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "PUT /v2.0/floatingips/cf175d3e-4145-4292-9a32-48060c341d9d HTTP/1.1" status: 200 len: 687 time: 1.4573507 Dec 13 13:03:37.920968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34142) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:37.929851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ffa0d-3b80-428e-a95b-a9249b34bed4 req-0488d399-3d01-4da0-88d1-f1294d139813 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:37.933280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/3cd3848d-2445-4d76-9803-9b73c44b18c2/5f4e6f1f-c2d2-451e-840a-783ba6c40b0c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:37.934720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd6ffa0d-3b80-428e-a95b-a9249b34bed4 req-0488d399-3d01-4da0-88d1-f1294d139813 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 945 time: 0.1580136 Dec 13 13:03:37.936150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f2e1e-7eae-4675-9ddc-8bb4da8f0469 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:37.936841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3c9f2e1e-7eae-4675-9ddc-8bb4da8f0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:37.989748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3c9f2e1e-7eae-4675-9ddc-8bb4da8f0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:38.007358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:38.030181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f2e1e-7eae-4675-9ddc-8bb4da8f0469 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:38.031058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3c9f2e1e-7eae-4675-9ddc-8bb4da8f0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:38.081295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3c9f2e1e-7eae-4675-9ddc-8bb4da8f0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:38.082802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f2e1e-7eae-4675-9ddc-8bb4da8f0469 None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:38.173191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd6ffa0d-3b80-428e-a95b-a9249b34bed4 req-e739414c-1a16-466e-8e61-aceecba46561 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285261 Dec 13 13:03:38.211682 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.232348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d92c1908-20bc-45ee-b344-91b00314c92e tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 74abebe0-eb11-4cb1-821a-5491e0d37027 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:38.232682 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d92c1908-20bc-45ee-b344-91b00314c92e tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.248512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Pushing event updated for resources: {'Port': ['ID=ff826855-6c96-433d-8e2e-6e3c16bc6e94,revision_number=6']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:38.251898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 46171e49-7730-4184-8666-ed285165e56d yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:38.302697 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.316630 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.375238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] No DVR routers for this DVR port ff826855-6c96-433d-8e2e-6e3c16bc6e94 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:38.413724 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d92c1908-20bc-45ee-b344-91b00314c92e tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.413980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d92c1908-20bc-45ee-b344-91b00314c92e tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.415290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:38.417197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Pushing event updated for resources: {'Port': ['ID=5f4e6f1f-c2d2-451e-840a-783ba6c40b0c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:38.431354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:38.436250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d92c1908-20bc-45ee-b344-91b00314c92e tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 74abebe0-eb11-4cb1-821a-5491e0d37027 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:38.437024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:38.534155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Attempting to bind port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:38.534790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Attempting to bind port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:38.534918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Attempting to bind port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:38.547718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:38.548111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:38.548527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.548926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:38.549483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Bound port: 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:38.549874 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.610883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::a41b:56f3:4d52:6ead (a96b3050-5a47-4623-a1bc-6be051560383/3cd3848d-2445-4d76-9803-9b73c44b18c2/46171e49-7730-4184-8666-ed285165e56d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:38.626270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Attempting to bind port ff826855-6c96-433d-8e2e-6e3c16bc6e94 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:38.626888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Attempting to bind port ff826855-6c96-433d-8e2e-6e3c16bc6e94 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:38.627019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Attempting to bind port ff826855-6c96-433d-8e2e-6e3c16bc6e94 on network ccc08304-0be5-428d-b404-0a9353d5f882 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:38.632734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Port ff826855-6c96-433d-8e2e-6e3c16bc6e94 on network ccc08304-0be5-428d-b404-0a9353d5f882 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:03:38.633794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Attempting to bind port ff826855-6c96-433d-8e2e-6e3c16bc6e94 on network ccc08304-0be5-428d-b404-0a9353d5f882 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:38.639118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:38.639454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Checking segment: {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:38.639836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Bound using segment: {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:38.640871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Bound port: ff826855-6c96-433d-8e2e-6e3c16bc6e94, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410d1edf-f68b-4a7f-b22a-ce7f14bc4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:38.641248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.642685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc3ed6-97fb-4337-8469-5636da165741 req-c13528a8-8fcc-4814-91ef-74952dbdb34a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:38.644322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8abc3ed6-97fb-4337-8469-5636da165741 req-c13528a8-8fcc-4814-91ef-74952dbdb34a tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 945 time: 0.1956549 Dec 13 13:03:38.654770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] For port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:38.660285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] For port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5f4e6f1f-c2d2-451e-840a-783ba6c40b0c,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:38.672191 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.731975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:38.732614 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8abc3ed6-97fb-4337-8469-5636da165741 req-0ce0311b-e41f-4f92-af73-7b73aa662872 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807815 Dec 13 13:03:38.741035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e3bd7-8705-44bc-b30c-130226ddded6 req-dda5b217-8d33-4fb2-ab59-625bf4484a40 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:38.748693 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e7e3bd7-8705-44bc-b30c-130226ddded6 req-dda5b217-8d33-4fb2-ab59-625bf4484a40 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 944 time: 0.1970861 Dec 13 13:03:38.748836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:38.756410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39163ee3-29e5-43dc-8e89-167092ad0144 None None] Pushing event updated for resources: {'Port': ['ID=5f4e6f1f-c2d2-451e-840a-783ba6c40b0c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:38.765686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.840563 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:38.841188 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:38.842660 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 1092 time: 2.1496093 Dec 13 13:03:38.848702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd87a5-1353-4ebd-8de2-004b8ffa2228 service neutron] Pushing event updated for resources: {'Port': ['ID=ff826855-6c96-433d-8e2e-6e3c16bc6e94,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:38.922749 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e7e3bd7-8705-44bc-b30c-130226ddded6 req-9ac775ff-dfaa-4da3-a738-d45688a4966a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733286 Dec 13 13:03:38.965664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-347757db-6202-408b-9413-ba6d218d5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:38.977713 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-347757db-6202-408b-9413-ba6d218d5e1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1095 time: 0.0987225 Dec 13 13:03:39.001544 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d92c1908-20bc-45ee-b344-91b00314c92e tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:39.098580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c1908-20bc-45ee-b344-91b00314c92e tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=74abebe0-eb11-4cb1-821a-5491e0d37027,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:39.117191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-721acf4e-e94b-4886-80ad-bb9ba1b0c703 req-59c47cff-af98-4b31-8f1b-903d6da977a2 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0553091 Dec 13 13:03:39.186364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-03da9096-5720-4d3f-821a-643e9b780f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:39.188475 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-03da9096-5720-4d3f-821a-643e9b780f4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 897 time: 0.2021892 Dec 13 13:03:39.234357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:39.263156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af94038-0f5b-4dcc-9a19-2edbcbdfeba7 req-82510a44-f7c6-4c15-ab7a-d0d20264f8c1 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:39.270987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1af94038-0f5b-4dcc-9a19-2edbcbdfeba7 req-82510a44-f7c6-4c15-ab7a-d0d20264f8c1 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 945 time: 0.1927977 Dec 13 13:03:39.273282 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d92c1908-20bc-45ee-b344-91b00314c92e tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:39.277629 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d92c1908-20bc-45ee-b344-91b00314c92e tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:39.278211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d92c1908-20bc-45ee-b344-91b00314c92e tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/floatingips/cf175d3e-4145-4292-9a32-48060c341d9d HTTP/1.1" status: 204 len: 168 time: 1.3417671 Dec 13 13:03:39.280968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34160) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:39.338461 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-de075eeb-c173-400f-bc38-693db7bcb523 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] delete failed (client error): The resource could not be found. Dec 13 13:03:39.339526 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-de075eeb-c173-400f-bc38-693db7bcb523 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/floatingips/cf175d3e-4145-4292-9a32-48060c341d9d HTTP/1.1" status: 404 len: 345 time: 0.0573735 Dec 13 13:03:39.344253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34162) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:39.350740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1af94038-0f5b-4dcc-9a19-2edbcbdfeba7 req-bbc1f524-4b8e-429f-b4e4-396947af297d tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787375 Dec 13 13:03:39.389969 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:39.431765 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-964582b9-20e0-4040-94d3-bf3b3bab4478 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 999 time: 0.2292285 Dec 13 13:03:39.466628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ff826855-6c96-433d-8e2e-6e3c16bc6e94 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:39.472405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:39.476062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:39.479294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bffc5f-8586-414e-8288-147da64f8d96 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:39.485898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bffc5f-8586-414e-8288-147da64f8d96 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:39.486448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:39.492464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bffc5f-8586-414e-8288-147da64f8d96 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:39.494245 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-62bffc5f-8586-414e-8288-147da64f8d96 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "GET /v2.0/ports?network_id=dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 HTTP/1.1" status: 200 len: 2357 time: 0.1490262 Dec 13 13:03:39.494741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:39.495566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:39.508536 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34166) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:39.509537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=46171e49-7730-4184-8666-ed285165e56d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:39.528592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d9a0ba48-2400-463f-95b6-cfe834606c99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1711662 Dec 13 13:03:39.531661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34170) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:39.551782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-cfa1eca6-c7e8-4760-8fad-ee9aabb5c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:39.556671 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-cfa1eca6-c7e8-4760-8fad-ee9aabb5c9ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 200 len: 835 time: 0.1071019 Dec 13 13:03:39.568672 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ff826855-6c96-433d-8e2e-6e3c16bc6e94 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:39.654004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-4098fae3-3038-4ab4-877f-98615a3f7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:39.654004 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-4098fae3-3038-4ab4-877f-98615a3f7ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc08304-0be5-428d-b404-0a9353d5f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861561 Dec 13 13:03:39.808544 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-1361ff71-0695-4b02-b4c6-9988cd425331 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461146 Dec 13 13:03:39.824668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:39.834487 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:39.983095 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7403eb29-8614-4c4b-baad-4733d0ce4ccf x-openstack-request-id: req-7403eb29-8614-4c4b-baad-4733d0ce4ccf {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:39.985675 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:39.986058 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7403eb29-8614-4c4b-baad-4733d0ce4ccf {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:39.986706 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'status': 'completed', 'code': 200} Dec 13 13:03:40.053817 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9650320f-8fa2-4781-9523-889d9b087ef8 req-ddec0992-4af2-4a60-8b13-a55ab97f38a0 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371032 Dec 13 13:03:40.205048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-66ed2802-45fe-4367-8895-d50cfba9aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.207188 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-66ed2802-45fe-4367-8895-d50cfba9aa53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1095 time: 0.0757153 Dec 13 13:03:40.251498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62005f0a-0117-4f95-b870-6d7b2aca9b5d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.257981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-62005f0a-0117-4f95-b870-6d7b2aca9b5d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "GET /v2.0/subnets/59ebba4c-2b67-4dbc-a284-f22b423c65ec HTTP/1.1" status: 200 len: 797 time: 0.7395101 Dec 13 13:03:40.257981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-ef9e9e40-7bdf-44d0-882d-cdaee6d8606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.258615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-ef9e9e40-7bdf-44d0-882d-cdaee6d8606a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1095 time: 0.1808856 Dec 13 13:03:40.280212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963db3e7-1318-49e0-8056-458b99dcec3a req-601e85a3-75d7-4faf-aa0e-3b38203838d2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.291037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963db3e7-1318-49e0-8056-458b99dcec3a req-601e85a3-75d7-4faf-aa0e-3b38203838d2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 944 time: 0.1440990 Dec 13 13:03:40.316545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34188) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:40.336850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'port': {'network_id': 'dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2', 'name': 'tempest-FloatingIPTestJSON-101789660', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:40.352262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-dc79cfdf-01a2-4553-a9fc-8b05922fb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.354205 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-dc79cfdf-01a2-4553-a9fc-8b05922fb885 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 897 time: 0.1382818 Dec 13 13:03:40.422424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741171f1-f127-4ffa-ae43-578f38a0d3eb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.428425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741171f1-f127-4ffa-ae43-578f38a0d3eb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.435050 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-741171f1-f127-4ffa-ae43-578f38a0d3eb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8998911 Dec 13 13:03:40.437199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34190) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:40.440958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69ab43-e7ca-490e-9611-849604fa28e2 req-dce7d86d-28d8-4400-acce-6589df7b6947 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.448578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c69ab43-e7ca-490e-9611-849604fa28e2 req-dce7d86d-28d8-4400-acce-6589df7b6947 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 945 time: 0.4249935 Dec 13 13:03:40.450059 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-35e99e16-436e-4796-bd9c-1fcc3c2e28cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 999 time: 0.0874512 Dec 13 13:03:40.539670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9e63a0c3-785d-493c-9057-12e96ebfbc0c None None] Provisioning complete for port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:40.540048 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e63a0c3-785d-493c-9057-12e96ebfbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:40.584424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-0efa2645-ad7d-4b13-8719-5b19f576f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.585995 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-0efa2645-ad7d-4b13-8719-5b19f576f7ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 200 len: 835 time: 0.1100831 Dec 13 13:03:40.636466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-621555fb-735e-4675-af01-cb59c35a765f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 46171e49-7730-4184-8666-ed285165e56d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:40.636815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-621555fb-735e-4675-af01-cb59c35a765f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:40.638767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963db3e7-1318-49e0-8056-458b99dcec3a req-f0a44ef3-31ab-4756-a73e-407babfc9755 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272986 Dec 13 13:03:40.671855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c69ab43-e7ca-490e-9611-849604fa28e2 req-349496d3-6b95-4ace-8ec6-e0d681f9d3fe tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224038 Dec 13 13:03:40.767999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-16aa633c-15d1-42af-a086-e69075428e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.776378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-16aa633c-15d1-42af-a086-e69075428e8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 897 time: 0.4580574 Dec 13 13:03:40.782343 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e63a0c3-785d-493c-9057-12e96ebfbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:40.789617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-ae87e3f6-712a-4328-a371-e0e56ca45113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:40.791566 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-ae87e3f6-712a-4328-a371-e0e56ca45113 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc08304-0be5-428d-b404-0a9353d5f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959205 Dec 13 13:03:40.883029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9e63a0c3-785d-493c-9057-12e96ebfbc0c None None] For port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5f4e6f1f-c2d2-451e-840a-783ba6c40b0c,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:40.895534 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e63a0c3-785d-493c-9057-12e96ebfbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:40.965378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63a0c3-785d-493c-9057-12e96ebfbc0c None None] Pushing event updated for resources: {'Port': ['ID=5f4e6f1f-c2d2-451e-840a-783ba6c40b0c,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:41.008312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bea6eedf-45bf-4096-b7ec-381f50fff306 req-ed943e86-63d9-48d5-822c-1e0fa8b215ec tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.1186903 Dec 13 13:03:41.033228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1ffcf08f-6e49-45b9-83b6-f527635baf4c None None] Provisioning complete for port 46171e49-7730-4184-8666-ed285165e56d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:41.033956 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf08f-6e49-45b9-83b6-f527635baf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:41.043089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Made reservation on behalf of 1efb77fdf73a450cba5142b3394d86d2 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:41.044472 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-fe4d3f77-e2fb-49a9-bd14-938762da68e1 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326372 Dec 13 13:03:41.071894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fa2a3-3b47-4a20-a592-b9e0c1ef0059 req-42256b74-7998-43a9-8fac-1e6771a01178 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:41.074001 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-394fa2a3-3b47-4a20-a592-b9e0c1ef0059 req-42256b74-7998-43a9-8fac-1e6771a01178 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 945 time: 0.0982003 Dec 13 13:03:41.083101 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-621555fb-735e-4675-af01-cb59c35a765f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:41.117873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-621555fb-735e-4675-af01-cb59c35a765f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 46171e49-7730-4184-8666-ed285165e56d owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:41.123354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcf08f-6e49-45b9-83b6-f527635baf4c None None] Port 46171e49-7730-4184-8666-ed285165e56d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:03:41.132153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-604a481b-5ef5-48e9-8b1d-f4acb0e12d5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 999 time: 0.3481126 Dec 13 13:03:41.137486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-394fa2a3-3b47-4a20-a592-b9e0c1ef0059 req-8539f3c2-db04-4aec-9700-7af1483b2f09 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 Dec 13 13:03:41.255775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-9002825f-645f-4a51-acb8-3289330f8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:41.257304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-9002825f-645f-4a51-acb8-3289330f8bb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 200 len: 835 time: 0.0796633 Dec 13 13:03:41.325713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:41.329627 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:41.372056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] device_id is not set on port 2f4edc22-346e-4372-b072-c6735d9ed09b yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:41.401249 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-0d93af67-b445-4d42-b40b-5623bfb867cd service neutron] 10.222.0.37 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233284 Dec 13 13:03:41.402652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-621555fb-735e-4675-af01-cb59c35a765f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:41.444256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:41.444899 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:41.468295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621555fb-735e-4675-af01-cb59c35a765f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=46171e49-7730-4184-8666-ed285165e56d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:41.500866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-8360ba2e-7cca-4fc0-9c18-80637ff58a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:41.509965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-8360ba2e-7cca-4fc0-9c18-80637ff58a74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ccc08304-0be5-428d-b404-0a9353d5f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2447712 Dec 13 13:03:41.525154 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-621555fb-735e-4675-af01-cb59c35a765f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:41.531663 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-621555fb-735e-4675-af01-cb59c35a765f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/46171e49-7730-4184-8666-ed285165e56d HTTP/1.1" status: 204 len: 168 time: 1.0934076 Dec 13 13:03:41.535219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34202) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:41.634146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6fa28e-2261-4729-a327-28929de8f168 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:41.639055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6fa28e-2261-4729-a327-28929de8f168 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:41.642133 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ad6fa28e-2261-4729-a327-28929de8f168 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1043088 Dec 13 13:03:41.646579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34206) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:41.668914 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-4333aa84-4d6f-4c94-806c-407a54b0c13e service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437209 Dec 13 13:03:41.821949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b48158-435d-438a-93c2-91def72a0947 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 3cd3848d-2445-4d76-9803-9b73c44b18c2 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:41.825742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1b48158-435d-438a-93c2-91def72a0947 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:41.881878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1b48158-435d-438a-93c2-91def72a0947 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:41.988869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30598c0-abf2-4bd9-a032-b0f6e775f61c req-87296cad-549a-424f-b606-b682336cd3c2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:41.996897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1b48158-435d-438a-93c2-91def72a0947 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:41.998376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b30598c0-abf2-4bd9-a032-b0f6e775f61c req-87296cad-549a-424f-b606-b682336cd3c2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 944 time: 0.2213438 Dec 13 13:03:42.015580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a0eb56b-377f-4bad-bdbd-8dbec473b5a3 req-07f0196f-14d2-4486-8e32-5949ab77e3d6 service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351276 Dec 13 13:03:42.073847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1b48158-435d-438a-93c2-91def72a0947 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.079365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f0a80-55ce-4c62-a769-0c17951d2879 req-3a7c5a21-da04-4f8c-9add-931f9fc6a350 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:42.081038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-101f0a80-55ce-4c62-a769-0c17951d2879 req-3a7c5a21-da04-4f8c-9add-931f9fc6a350 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 945 time: 0.2909760 Dec 13 13:03:42.113377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b48158-435d-438a-93c2-91def72a0947 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd3848d-2445-4d76-9803-9b73c44b18c2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:42.122025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1b48158-435d-438a-93c2-91def72a0947 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.125374 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c1b48158-435d-438a-93c2-91def72a0947 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/3cd3848d-2445-4d76-9803-9b73c44b18c2 HTTP/1.1" status: 204 len: 168 time: 0.4776716 Dec 13 13:03:42.128195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34216) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:42.132372 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2c812-0783-451e-aea4-e87ba79a8b2b None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:42.173320 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-934d0b58-070d-4413-9c2c-e5db02177e4d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414686 Dec 13 13:03:42.174251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34218) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:42.220883 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b30598c0-abf2-4bd9-a032-b0f6e775f61c req-97e516c9-bccd-4757-8b44-8ccbc82d5ced tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213426 Dec 13 13:03:42.225841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.20.0.14 (dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2/59ebba4c-2b67-4dbc-a284-f22b423c65ec/2f4edc22-346e-4372-b072-c6735d9ed09b) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:42.229732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b22d29b-983e-46f2-8b5e-323bbfedb5e4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:42.234115 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0b22d29b-983e-46f2-8b5e-323bbfedb5e4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0563703 Dec 13 13:03:42.234344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34220) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:42.237857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-101f0a80-55ce-4c62-a769-0c17951d2879 req-87ac425b-4199-4a08-9e37-266f3e87ddc3 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485145 Dec 13 13:03:42.241207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.20.0.13 (dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2/59ebba4c-2b67-4dbc-a284-f22b423c65ec/2f4edc22-346e-4372-b072-c6735d9ed09b) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:42.309363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35937bf-a534-4a67-982b-c84cb1d35062 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:42.311953 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e35937bf-a534-4a67-982b-c84cb1d35062 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0759037 Dec 13 13:03:42.313978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34224) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:42.373020 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-415d970a-237e-4956-91ae-b270abb3e7e0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575893 Dec 13 13:03:42.380721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34226) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:42.388145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2b84f0d0-b06f-4682-9761-060599624a93 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:42.431146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5f317-a3ad-4e31-979c-d3dce6ecc936 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:03:42.431473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f4d3cd4-9100-431a-a504-c7e1ed5c1ac5 req-ea9ea11c-7e84-4c6b-a319-50a343ace22e tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0390685 Dec 13 13:03:42.499769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5f317-a3ad-4e31-979c-d3dce6ecc936 None None] Deleting port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:42.500141 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f317-a3ad-4e31-979c-d3dce6ecc936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.525864 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.562462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b84f0d0-b06f-4682-9761-060599624a93 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:42.566001 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.568868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c3f5f317-a3ad-4e31-979c-d3dce6ecc936 None None] For port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5f4e6f1f-c2d2-451e-840a-783ba6c40b0c,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:42.569539 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f317-a3ad-4e31-979c-d3dce6ecc936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.572648 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b84f0d0-b06f-4682-9761-060599624a93 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.598431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5f317-a3ad-4e31-979c-d3dce6ecc936 None None] Calling delete_port for 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:42.615522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:42.618571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:42.623622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:42.628149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=2f4edc22-346e-4372-b072-c6735d9ed09b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:42.682174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:42.682983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.704041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-070d9488-c377-472b-a116-1647e33b8117 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3749747 Dec 13 13:03:42.706913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f317-a3ad-4e31-979c-d3dce6ecc936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.710143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34228) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:42.716623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '2f4edc22-346e-4372-b072-c6735d9ed09b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:42.735126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5f317-a3ad-4e31-979c-d3dce6ecc936 None None] No DVR routers for this DVR port 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:42.737112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5f317-a3ad-4e31-979c-d3dce6ecc936 None None] Pushing event deleted for resources: {'Port': ['ID=5f4e6f1f-c2d2-451e-840a-783ba6c40b0c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:42.756649 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.821482 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b84f0d0-b06f-4682-9761-060599624a93 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.866682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59193afe-210a-47bd-be47-663de2ee4054 req-4b806e8f-a896-429d-b725-80d590b041e7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:42.868154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59193afe-210a-47bd-be47-663de2ee4054 req-4b806e8f-a896-429d-b725-80d590b041e7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 945 time: 0.0674160 Dec 13 13:03:42.871759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b84f0d0-b06f-4682-9761-060599624a93 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:42.875170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2b84f0d0-b06f-4682-9761-060599624a93 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:42.879730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b84f0d0-b06f-4682-9761-060599624a93 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:42.880806 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b84f0d0-b06f-4682-9761-060599624a93 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:42.889586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549025e6-74ae-4dcb-a965-4b563e8a1888 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:42.907072 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2b84f0d0-b06f-4682-9761-060599624a93 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5250683 Dec 13 13:03:42.909725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84f0d0-b06f-4682-9761-060599624a93 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=b93a6fdc-1df0-45ca-99cf-b1e9f1ff8e24,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:42.911947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34230) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:42.921208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': 'b93a6fdc-1df0-45ca-99cf-b1e9f1ff8e24', 'ip_address': '2001:db8::e30e:4df:83fb:10e7'}], 'name': 'tempest-NetworksTestDHCPv6-1749818987'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:43.003691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': 'b93a6fdc-1df0-45ca-99cf-b1e9f1ff8e24'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:03:43.004847 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:43.062885 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:43.119305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-59193afe-210a-47bd-be47-663de2ee4054 req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Deleting port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:43.119649 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-59193afe-210a-47bd-be47-663de2ee4054 req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:43.172688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:43.204543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:03:43.204885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5f4e6f1f-c2d2-451e-840a-783ba6c40b0c not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:43.303061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/b93a6fdc-1df0-45ca-99cf-b1e9f1ff8e24/fe280ab5-0387-458a-a519-e96921b2f71f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:43.353973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:43.520176 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:43.531604 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:43.601050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Pushing event updated for resources: {'Port': ['ID=fe280ab5-0387-458a-a519-e96921b2f71f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:43.611997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:43.613640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:43.620050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:43.689038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Attempting to bind port fe280ab5-0387-458a-a519-e96921b2f71f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:43.690429 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Attempting to bind port fe280ab5-0387-458a-a519-e96921b2f71f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:43.690981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Attempting to bind port fe280ab5-0387-458a-a519-e96921b2f71f on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:43.696876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:43.697252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:43.697859 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:43.698288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:43.699463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Bound port: fe280ab5-0387-458a-a519-e96921b2f71f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:43.700244 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:43.801478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] For port fe280ab5-0387-458a-a519-e96921b2f71f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:43.806729 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] For port fe280ab5-0387-458a-a519-e96921b2f71f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fe280ab5-0387-458a-a519-e96921b2f71f,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:43.814587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:43.873256 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.25.2.97 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/770f84c6-e838-4919-8c96-7c1086eeffd3) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:43.898561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc8868-1b0b-4b0e-98f5-e4349c24b11c None None] Pushing event updated for resources: {'Port': ['ID=fe280ab5-0387-458a-a519-e96921b2f71f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:43.909395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ff826855-6c96-433d-8e2e-6e3c16bc6e94 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:03:43.932456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7043-6a99-49b3-b2bf-b225f01119b0 req-489726da-4f47-42ba-a725-8fb97f9ed55c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:43.933973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64ec7043-6a99-49b3-b2bf-b225f01119b0 req-489726da-4f47-42ba-a725-8fb97f9ed55c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 944 time: 0.5407341 Dec 13 13:03:43.948916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65668279-e8b6-407c-bb48-7827790dc888 req-2b255bf3-7a19-415d-8f0a-0e240c5b75e7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:43.953711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65668279-e8b6-407c-bb48-7827790dc888 req-2b255bf3-7a19-415d-8f0a-0e240c5b75e7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 945 time: 0.5980103 Dec 13 13:03:43.968678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-59193afe-210a-47bd-be47-663de2ee4054 req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] For port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,segment=NetworkSegment(f201b73f-414e-4178-bdc2-cf1865d5fde7),segment_id=f201b73f-414e-4178-bdc2-cf1865d5fde7)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:43.969060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-59193afe-210a-47bd-be47-663de2ee4054 req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:44.041071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:44.055999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'port_id': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'mac_address': 'fa:16:3e:bc:fe:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:03:44.063313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-59193afe-210a-47bd-be47-663de2ee4054 req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Calling delete_port for 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:44.087168 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:44.104647 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:44.121943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff826855-6c96-433d-8e2e-6e3c16bc6e94 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:03:44.145368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:44.153509 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:44.216218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ff826855-6c96-433d-8e2e-6e3c16bc6e94,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:44.233467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 8e3dfb22-ff0b-459d-a2eb-7b62a7a151b2 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:44.303461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64ec7043-6a99-49b3-b2bf-b225f01119b0 req-0622c3aa-ac89-4079-ae33-819f387ab860 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289127 Dec 13 13:03:44.378339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65668279-e8b6-407c-bb48-7827790dc888 req-2a002376-328e-49b6-8dc5-4a163f584af7 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7648947-19c4-4a0f-a24f-77b26947d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020357 Dec 13 13:03:44.401178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ff826855-6c96-433d-8e2e-6e3c16bc6e94'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:03:44.505857 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:44.586659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85f1acbf-a262-442d-8425-4d66c290a3d6 req-736dcce9-51a0-40fe-bdbd-cbe2c54c35a0 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0411847 Dec 13 13:03:44.729693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-59193afe-210a-47bd-be47-663de2ee4054 req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:44.743274 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:44.771711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:03:44.791837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::e30e:4df:83fb:10e7 (a96b3050-5a47-4623-a1bc-6be051560383/b93a6fdc-1df0-45ca-99cf-b1e9f1ff8e24/8e3dfb22-ff0b-459d-a2eb-7b62a7a151b2) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:44.794940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Pushing event deleted for resources: {'Port': ['ID=6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:44.865424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:44.869014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.869824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.870211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.870556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.870891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.871222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.871551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.871882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.872791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.873109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.874297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.874857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.875798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:03:44.909617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-59193afe-210a-47bd-be47-663de2ee4054 req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] No DVR routers for this DVR port 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:44.911564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:44.919836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:44.924646 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-59193afe-210a-47bd-be47-663de2ee4054 req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:44.929783 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59193afe-210a-47bd-be47-663de2ee4054 req-d40a7f22-3b70-4bb6-ac86-34b03c0b4182 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.42 "DELETE /v2.0/ports/6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f HTTP/1.1" status: 204 len: 173 time: 2.0532672 Dec 13 13:03:44.931356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3596e1-3f04-4c38-932a-e283658fa138', 'name': 'network-vif-deleted', 'tag': '6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:44.932893 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8e8578-bc4d-4e07-bd52-6cacf83820d6" -d '{"events": [{"server_uuid": "ba3596e1-3f04-4c38-932a-e283658fa138", "name": "network-vif-deleted", "tag": "6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:44.985945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-54243bb2-cfe2-4880-b17f-144d5d84ece4 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:44.988784 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-54243bb2-cfe2-4880-b17f-144d5d84ece4 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66&tenant_id=b1ead8c13ad94dc28381575c3180019a&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 945 time: 0.1575961 Dec 13 13:03:45.113543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcfbe6-17a5-4d80-b42e-9fcab6f56198 req-0e2bceff-ef26-4ac2-a871-d35aebd006ef tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:45.128681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4bcfbe6-17a5-4d80-b42e-9fcab6f56198 req-0e2bceff-ef26-4ac2-a871-d35aebd006ef tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 945 time: 0.3419905 Dec 13 13:03:45.141868 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-75e86fee-02dd-42db-8b18-0203e4b6242c service neutron] delete failed (client error): The resource could not be found. Dec 13 13:03:45.144717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=770f84c6-e838-4919-8c96-7c1086eeffd3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:45.149213 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-75e86fee-02dd-42db-8b18-0203e4b6242c service neutron] 10.222.0.42 "DELETE /v2.0/ports/ff826855-6c96-433d-8e2e-6e3c16bc6e94/bindings/n-h2-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.1517951 Dec 13 13:03:45.222679 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b09c77-65c2-473b-a762-cb759f6e1c82 x-openstack-request-id: req-35b09c77-65c2-473b-a762-cb759f6e1c82 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:45.223346 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3596e1-3f04-4c38-932a-e283658fa138", "name": "network-vif-deleted", "tag": "6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:45.224245 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35b09c77-65c2-473b-a762-cb759f6e1c82 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:45.224677 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3596e1-3f04-4c38-932a-e283658fa138', 'name': 'network-vif-deleted', 'tag': '6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f', 'status': 'completed', 'code': 200} Dec 13 13:03:45.236380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe280ab5-0387-458a-a519-e96921b2f71f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:45.293735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port fe280ab5-0387-458a-a519-e96921b2f71f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:45.294130 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:45.311225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-5b658f5b-f25a-4932-8def-e010e2d239a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:45.312747 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-5b658f5b-f25a-4932-8def-e010e2d239a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1096 time: 0.0981839 Dec 13 13:03:45.430188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4bcfbe6-17a5-4d80-b42e-9fcab6f56198 req-a2cdbbb1-494d-462a-b5c5-a1b67cfa1e7e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005443 Dec 13 13:03:45.489357 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:45.541116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-3953048b-121f-4513-980b-fee9e0974db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:45.543630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-3953048b-121f-4513-980b-fee9e0974db5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 897 time: 0.2220933 Dec 13 13:03:45.601171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port fe280ab5-0387-458a-a519-e96921b2f71f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fe280ab5-0387-458a-a519-e96921b2f71f,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:45.615833 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:45.650131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f0594fc-9fa9-40be-8b58-4dd18f688a95 req-a9ac3c3e-660c-4bfa-8cac-75a829a86810 tempest-ServerDiskConfigTestJSON-1674859576 tempest-ServerDiskConfigTestJSON-1674859576-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3596e1-3f04-4c38-932a-e283658fa138 HTTP/1.1" status: 200 len: 210 time: 0.0671742 Dec 13 13:03:45.657540 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:45.739670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=fe280ab5-0387-458a-a519-e96921b2f71f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:45.770827 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-ed10c982-99c3-4031-8686-f70c2688f5f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 1000 time: 0.2182274 Dec 13 13:03:45.788946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-842f13fe-655a-44df-9395-432ac6a4bc06 None None] Provisioning complete for port fe280ab5-0387-458a-a519-e96921b2f71f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:45.789311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-842f13fe-655a-44df-9395-432ac6a4bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:45.795873 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:45.835433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-b111156b-689a-4397-ab6c-9cf895eb1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:45.839133 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-b111156b-689a-4397-ab6c-9cf895eb1f0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 200 len: 835 time: 0.0552826 Dec 13 13:03:45.842150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ff826855-6c96-433d-8e2e-6e3c16bc6e94 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:45.868729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f88413b1-e01b-4ca6-9ad5-63d0521978f0 req-ccf2d057-27e5-48f7-ab64-f17477727767 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0623026 Dec 13 13:03:45.895872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-6a87830c-4978-4f14-9758-7de5fd9ef6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:45.897440 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-6a87830c-4978-4f14-9758-7de5fd9ef6e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ccc08304-0be5-428d-b404-0a9353d5f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486763 Dec 13 13:03:45.927159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:45.934695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:45.939068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:45.945605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:45.946317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:45.949107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=8e3dfb22-ff0b-459d-a2eb-7b62a7a151b2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:45.992373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port ff826855-6c96-433d-8e2e-6e3c16bc6e94 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:03:45.999678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port ff826855-6c96-433d-8e2e-6e3c16bc6e94 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:46.002579 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:46.033535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2d20af6a-78c0-4356-90f3-f1aadef09523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1203685 Dec 13 13:03:46.036673 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:46.043738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4e2f529a-6d5b-4185-986c-fe1067a3c8ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': 'b93a6fdc-1df0-45ca-99cf-b1e9f1ff8e24', 'ip_address': '2001:db8::e30e:4df:83fb:10e7'}], 'name': 'tempest-NetworksTestDHCPv6-665260480'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:46.091319 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:46.107889 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:46.111826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-3eda16b1-4cee-46de-8be2-761fd9b588bd service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975975 Dec 13 13:03:46.153385 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:46.156033 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd82bcc-c58e-4063-a489-d60ff4968ef0" -d '{"events": [{"server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "name": "network-vif-plugged", "status": "completed", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:46.171983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:46.192371 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:46.235925 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:46.246133 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ff826855-6c96-433d-8e2e-6e3c16bc6e94,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:46.266506 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5237b93-c6fd-4d4f-866b-750a334b7706 x-openstack-request-id: req-f5237b93-c6fd-4d4f-866b-750a334b7706 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:46.266802 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "name": "network-vif-plugged", "status": "completed", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:46.267143 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5237b93-c6fd-4d4f-866b-750a334b7706 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:46.267476 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'code': 200} Dec 13 13:03:46.268437 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7cedd43a-e46a-400a-a183-cafc7d328ac0 req-42eeb17f-5eef-477f-8546-e146cd042dcf service neutron] 10.222.0.42 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406817 Dec 13 13:03:46.320877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c824cdce-ae95-40e6-917b-8fd674d358dd None None] Provisioning complete for port 8e3dfb22-ff0b-459d-a2eb-7b62a7a151b2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:46.322141 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c824cdce-ae95-40e6-917b-8fd674d358dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:46.351709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2f529a-6d5b-4185-986c-fe1067a3c8ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:46.386367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c824cdce-ae95-40e6-917b-8fd674d358dd None None] Port 8e3dfb22-ff0b-459d-a2eb-7b62a7a151b2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:03:46.469143 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:46.475148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e2f529a-6d5b-4185-986c-fe1067a3c8ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:46.476443 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:46.501685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-4e2f529a-6d5b-4185-986c-fe1067a3c8ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 9c71748f-9eb0-446b-95df-c36d8e39e20a yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:46.569141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=770f84c6-e838-4919-8c96-7c1086eeffd3,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:46.696097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029e9db-5f58-4cb3-a9a9-93271043e3d1 req-cefaba77-a720-4ea4-bbd8-45f4eb0f175e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:46.697477 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2f529a-6d5b-4185-986c-fe1067a3c8ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 13:03:46.698468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2f529a-6d5b-4185-986c-fe1067a3c8ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:03:46.704528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4029e9db-5f58-4cb3-a9a9-93271043e3d1 req-cefaba77-a720-4ea4-bbd8-45f4eb0f175e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.1857316 Dec 13 13:03:46.734748 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4e2f529a-6d5b-4185-986c-fe1067a3c8ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6969304 Dec 13 13:03:46.737554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34282) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:46.765887 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:46.968809 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP 84f8c1c5-05f6-4879-a551-808f1f3a54fa associated. External IP: 172.25.2.97, port: 2f4edc22-346e-4372-b072-c6735d9ed09b. Dec 13 13:03:47.002990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34294) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:47.144775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe280ab5-0387-458a-a519-e96921b2f71f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:47.149087 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f18feb72-8f07-4ef1-8a10-edcff74bd5a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.160335 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4029e9db-5f58-4cb3-a9a9-93271043e3d1 req-22ea5ffd-388d-4503-955b-8596d7244654 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428368 Dec 13 13:03:47.166769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cb6cfeac-97b7-40df-9b36-370a9faa9ad1 req-71da33b4-93e9-4a45-b9b5-609103d4f5f7 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0825138 Dec 13 13:03:47.177130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1da30-6f69-471c-a42c-f70b88980a47 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:47.208369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1da30-6f69-471c-a42c-f70b88980a47 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:47.209789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-78c1da30-6f69-471c-a42c-f70b88980a47 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4709971 Dec 13 13:03:47.212590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34298) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:47.238207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port fe280ab5-0387-458a-a519-e96921b2f71f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:47.238777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.281467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f18feb72-8f07-4ef1-8a10-edcff74bd5a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.289197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f18feb72-8f07-4ef1-8a10-edcff74bd5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.358877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34304) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:47.397123 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f18feb72-8f07-4ef1-8a10-edcff74bd5a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0389f8fa5ee241f890a6410f52cc6c0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899198 Dec 13 13:03:47.398442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34306) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:47.405261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18feb72-8f07-4ef1-8a10-edcff74bd5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4abc470-7b65-45d0-bdb7-c31f439e1410,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:47.420778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24e04b5-2b48-45c1-9b33-b7ea9029556a admin admin] Deleting subnet 3c11bfb4-a169-48b4-9476-10f8dc9ff79b {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:47.424904 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c24e04b5-2b48-45c1-9b33-b7ea9029556a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.432156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-47dd9181-343c-4237-af82-84429183309a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 8e3dfb22-ff0b-459d-a2eb-7b62a7a151b2 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:47.432493 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47dd9181-343c-4237-af82-84429183309a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.444554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:47.468003 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c24e04b5-2b48-45c1-9b33-b7ea9029556a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.487639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:47.520345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:03:47.521144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 6c41b724-dd1b-4fa0-b65e-c7b8f0263d8f not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:47.524900 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c24e04b5-2b48-45c1-9b33-b7ea9029556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.581385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c24e04b5-2b48-45c1-9b33-b7ea9029556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.608862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e04b5-2b48-45c1-9b33-b7ea9029556a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c11bfb4-a169-48b4-9476-10f8dc9ff79b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:47.610887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c24e04b5-2b48-45c1-9b33-b7ea9029556a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.615469 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63a42d90-9620-4e73-96aa-5fc8557b27e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.618759 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c24e04b5-2b48-45c1-9b33-b7ea9029556a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3c11bfb4-a169-48b4-9476-10f8dc9ff79b HTTP/1.1" status: 204 len: 168 time: 0.2585096 Dec 13 13:03:47.620154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34308) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:47.654367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47dd9181-343c-4237-af82-84429183309a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.685538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-47dd9181-343c-4237-af82-84429183309a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 8e3dfb22-ff0b-459d-a2eb-7b62a7a151b2 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:47.698983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.711727 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63a42d90-9620-4e73-96aa-5fc8557b27e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.763558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:47.776607 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e9d81-fcf6-4201-af80-f97bf1268520 None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:47.792401 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e9d81-fcf6-4201-af80-f97bf1268520 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:47.793317 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3e4e9d81-fcf6-4201-af80-f97bf1268520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:47.820856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.835156 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3e4e9d81-fcf6-4201-af80-f97bf1268520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:47.846148 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e9d81-fcf6-4201-af80-f97bf1268520 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:47.846980 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3e4e9d81-fcf6-4201-af80-f97bf1268520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:47.871721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e11c56f9-7033-458b-a1c9-a9532e72c70a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1597540 Dec 13 13:03:47.875890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34314) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:47.883110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-05afc97b-9746-461d-b8d2-7de3c3376899 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'port_id': '2f4edc22-346e-4372-b072-c6735d9ed09b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:47.889418 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63a42d90-9620-4e73-96aa-5fc8557b27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.892563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63a42d90-9620-4e73-96aa-5fc8557b27e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:47.894023 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-63a42d90-9620-4e73-96aa-5fc8557b27e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4abc470-7b65-45d0-bdb7-c31f439e1410 HTTP/1.1" status: 204 len: 168 time: 0.4918499 Dec 13 13:03:47.902427 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3e4e9d81-fcf6-4201-af80-f97bf1268520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:47.903160 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e9d81-fcf6-4201-af80-f97bf1268520 None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:47.952697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a42d90-9620-4e73-96aa-5fc8557b27e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4abc470-7b65-45d0-bdb7-c31f439e1410,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:48.004702 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05afc97b-9746-461d-b8d2-7de3c3376899 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.140295 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.167118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5f3baf-ba41-4bc6-97d5-89b67295bae4']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:48.179778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f201b73f-414e-4178-bdc2-cf1865d5fde7') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:48.180130 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f201b73f-414e-4178-bdc2-cf1865d5fde7') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:48.199432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.220735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.231000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:03:48.231866 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:03:48.312755 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:03:48.326029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.353902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.364618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4f5f3baf-ba41-4bc6-97d5-89b67295bae4 HTTP/1.1" status: 204 len: 168 time: 0.7402799 Dec 13 13:03:48.377168 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fd5f7-c585-4269-945b-5060327f18d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5f3baf-ba41-4bc6-97d5-89b67295bae4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:48.497199 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47dd9181-343c-4237-af82-84429183309a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.500137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3dded9fa-c61b-4619-a36a-6820c92d5457 req-0f5b5f46-7b11-4c34-95fc-eacc51526d77 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0737841 Dec 13 13:03:48.566818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd9181-343c-4237-af82-84429183309a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=8e3dfb22-ff0b-459d-a2eb-7b62a7a151b2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:48.568976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34324) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:48.616287 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-302886dd-b057-4a83-a36a-70ef3b990f81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=111be7d7d5c648cc8b132af0479dfcce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460477 Dec 13 13:03:48.620142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34326) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:48.626779 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47dd9181-343c-4237-af82-84429183309a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.633270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-47dd9181-343c-4237-af82-84429183309a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/8e3dfb22-ff0b-459d-a2eb-7b62a7a151b2 HTTP/1.1" status: 204 len: 168 time: 1.4196446 Dec 13 13:03:48.633919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34328) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:48.647228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc798a7f-b7ec-4ad2-9315-009a6101e67e req-767e2993-bde3-4e01-93a2-58f938e2d6c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:48.648766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc798a7f-b7ec-4ad2-9315-009a6101e67e req-767e2993-bde3-4e01-93a2-58f938e2d6c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.2190614 Dec 13 13:03:48.674545 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-17874c59-132a-4383-aa4d-ddff7ee57ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.702563 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-17874c59-132a-4383-aa4d-ddff7ee57ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.766741 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-17874c59-132a-4383-aa4d-ddff7ee57ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.770278 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-17874c59-132a-4383-aa4d-ddff7ee57ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.773993 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-17874c59-132a-4383-aa4d-ddff7ee57ccf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7648947-19c4-4a0f-a24f-77b26947d3db HTTP/1.1" status: 204 len: 168 time: 0.1504066 Dec 13 13:03:48.780876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17874c59-132a-4383-aa4d-ddff7ee57ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7648947-19c4-4a0f-a24f-77b26947d3db,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:48.806812 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b12a5b8-d946-4109-ba1a-68cfce2c79db tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:48.809325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b12a5b8-d946-4109-ba1a-68cfce2c79db tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:48.811382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2b12a5b8-d946-4109-ba1a-68cfce2c79db tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1723702 Dec 13 13:03:48.814057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34334) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:48.838568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc798a7f-b7ec-4ad2-9315-009a6101e67e req-21373cf1-ca4e-4977-b1db-8e8a445decc2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780005 Dec 13 13:03:48.873523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34336) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:48.921908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-589cdeea-8dfc-4ac2-9439-511e9dfdd6a2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet b93a6fdc-1df0-45ca-99cf-b1e9f1ff8e24 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:48.926955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589cdeea-8dfc-4ac2-9439-511e9dfdd6a2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.980840 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589cdeea-8dfc-4ac2-9439-511e9dfdd6a2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:48.997011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fc7190f4-d4e3-4948-934d-c31f4b0135c7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/cabb8e5d-ec08-4696-85c5-3ee872d427a8 HTTP/1.1" status: 200 len: 993 time: 0.1223545 Dec 13 13:03:49.104795 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589cdeea-8dfc-4ac2-9439-511e9dfdd6a2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.180794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589cdeea-8dfc-4ac2-9439-511e9dfdd6a2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.210831 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cdeea-8dfc-4ac2-9439-511e9dfdd6a2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=b93a6fdc-1df0-45ca-99cf-b1e9f1ff8e24,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:49.215260 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589cdeea-8dfc-4ac2-9439-511e9dfdd6a2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.218658 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-589cdeea-8dfc-4ac2-9439-511e9dfdd6a2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/b93a6fdc-1df0-45ca-99cf-b1e9f1ff8e24 HTTP/1.1" status: 204 len: 168 time: 0.4032435 Dec 13 13:03:49.221254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34344) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:49.227284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4b776-a02d-40c7-9b4f-a369c6fa2849 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:49.276739 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-304ce083-9f0c-4ec1-82d7-d0e0985c4781 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540717 Dec 13 13:03:49.280572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34348) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:49.287163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-873f74d7-9533-4c1e-a913-ee098b90e45a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:49.346982 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05afc97b-9746-461d-b8d2-7de3c3376899 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.368249 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05afc97b-9746-461d-b8d2-7de3c3376899 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.452691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e6926-65c3-4e12-89b6-4dbb22cedf6f None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:03:49.509459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-778e6926-65c3-4e12-89b6-4dbb22cedf6f None None] Deleting port fe280ab5-0387-458a-a519-e96921b2f71f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:49.509899 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-778e6926-65c3-4e12-89b6-4dbb22cedf6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.513863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873f74d7-9533-4c1e-a913-ee098b90e45a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:49.517762 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-873f74d7-9533-4c1e-a913-ee098b90e45a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.594861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-778e6926-65c3-4e12-89b6-4dbb22cedf6f None None] For port fe280ab5-0387-458a-a519-e96921b2f71f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fe280ab5-0387-458a-a519-e96921b2f71f,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:49.595311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-778e6926-65c3-4e12-89b6-4dbb22cedf6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.616575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-778e6926-65c3-4e12-89b6-4dbb22cedf6f None None] Calling delete_port for fe280ab5-0387-458a-a519-e96921b2f71f owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:49.694819 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed3941c8-e45f-4244-8a19-c00ea2833651 req-57a96c72-49b9-4a56-a653-33c47f7ec7b2 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0426519 Dec 13 13:03:49.721906 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-778e6926-65c3-4e12-89b6-4dbb22cedf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.758045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e6926-65c3-4e12-89b6-4dbb22cedf6f None None] Pushing event deleted for resources: {'Port': ['ID=fe280ab5-0387-458a-a519-e96921b2f71f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:49.762153 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e6926-65c3-4e12-89b6-4dbb22cedf6f None None] No DVR routers for this DVR port fe280ab5-0387-458a-a519-e96921b2f71f on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:49.799936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34364) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:49.822188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05afc97b-9746-461d-b8d2-7de3c3376899 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:49.906907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1340151523-network', 'tenant_id': 'b90abbeb60d441fa9734cf9c83fce5cf'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:49.930968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Made reservation on behalf of b90abbeb60d441fa9734cf9c83fce5cf for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:49.932942 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-873f74d7-9533-4c1e-a913-ee098b90e45a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.934524 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:49.945288 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.023818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873f74d7-9533-4c1e-a913-ee098b90e45a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:50.030097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-873f74d7-9533-4c1e-a913-ee098b90e45a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:50.030273 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.035065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f74d7-9533-4c1e-a913-ee098b90e45a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:50.035663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-873f74d7-9533-4c1e-a913-ee098b90e45a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.036233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.038914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05afc97b-9746-461d-b8d2-7de3c3376899 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:50.041190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341915e1-11f6-4544-b60a-3737dfd69a56 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:50.048890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05afc97b-9746-461d-b8d2-7de3c3376899 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.060252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0bad77-9d3b-46ed-9280-0aa59f4c989d None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:50.062572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f74d7-9533-4c1e-a913-ee098b90e45a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=a9b29268-27e1-491b-8c8f-bde05e3325c0,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:50.083125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:03:50.093821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7307896-69a6-42cc-be1c-07e8ae20256c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:50.099380 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.099728 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Added segment 8ecd7946-324c-41b7-9d02-aaf048440dbe of type vlan for network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f Dec 13 13:03:50.117637 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0bad77-9d3b-46ed-9280-0aa59f4c989d None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:50.118379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-de0bad77-9d3b-46ed-9280-0aa59f4c989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:50.145526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-873f74d7-9533-4c1e-a913-ee098b90e45a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8604796 Dec 13 13:03:50.146531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34372) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:50.148904 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.152749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-cb6fb340-0870-4d34-96a1-c0ce6258dfd3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': 'a9b29268-27e1-491b-8c8f-bde05e3325c0', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1331291600'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:50.157534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-de0bad77-9d3b-46ed-9280-0aa59f4c989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:50.176110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-05afc97b-9746-461d-b8d2-7de3c3376899 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "PUT /v2.0/floatingips/84f8c1c5-05f6-4879-a551-808f1f3a54fa HTTP/1.1" status: 200 len: 977 time: 2.2987947 Dec 13 13:03:50.179422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34374) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:50.179571 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0bad77-9d3b-46ed-9280-0aa59f4c989d None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:50.180131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-de0bad77-9d3b-46ed-9280-0aa59f4c989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:50.181096 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.182463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:50.183097 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.237564 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4334493 Dec 13 13:03:50.239371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-de0bad77-9d3b-46ed-9280-0aa59f4c989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:50.240154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0bad77-9d3b-46ed-9280-0aa59f4c989d None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:50.241751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34376) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:50.249935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Request body: {'subnet': {'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1340151523-subnet', 'tenant_id': 'b90abbeb60d441fa9734cf9c83fce5cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:50.265019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051bcc7-2c21-4a4f-aad7-0bccafcabe2f admin admin] Pushing event updated for resources: {'Network': ['ID=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:50.265603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': 'a9b29268-27e1-491b-8c8f-bde05e3325c0'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:03:50.267099 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.281142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Made reservation on behalf of b90abbeb60d441fa9734cf9c83fce5cf for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:50.282330 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:03:50.283949 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.392185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6fb340-0870-4d34-96a1-c0ce6258dfd3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:50.470878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.480243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/a9b29268-27e1-491b-8c8f-bde05e3325c0/2c6f5fad-c752-4564-b14c-453ddcfa84b2) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:50.494724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 770f84c6-e838-4919-8c96-7c1086eeffd3 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:50.495054 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.512420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb6fb340-0870-4d34-96a1-c0ce6258dfd3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.540559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ceceea-2fbb-43e0-9c53-c926f1672558,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:50.545550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Checking segment: {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:50.546350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Network hostable DHCP agents. Network: 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:03:50.557978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-cb6fb340-0870-4d34-96a1-c0ce6258dfd3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 2d52f81e-3a21-4466-bcee-0988bb32ec9c yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:50.567923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:03:50.578862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:50.585961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:50.586643 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.594027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb6d6d-0d43-44d8-aadb-011c4b446f65 None None] Network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:50.610876 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3a86220d-8067-41e4-905e-692ac1a6c435 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3675385 Dec 13 13:03:50.677741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.678066 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.699496 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.700999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 770f84c6-e838-4919-8c96-7c1086eeffd3 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:50.716486 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.725530 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6fb340-0870-4d34-96a1-c0ce6258dfd3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:03:50.726046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6fb340-0870-4d34-96a1-c0ce6258dfd3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:03:50.768202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:50.793412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Pushing event updated for resources: {'Port': ['ID=2c6f5fad-c752-4564-b14c-453ddcfa84b2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:50.793534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cb6fb340-0870-4d34-96a1-c0ce6258dfd3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6415856 Dec 13 13:03:50.793841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34386) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:50.822549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:50.824825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:50.835665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db5999-a1f4-44ff-b4f9-b025b021fcf8 None None] Network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:50.870653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f868e851-d1a0-4a55-a185-64f9bd4ccc6f req-e7316a3c-dedf-4df2-8eb8-0c70038d78ae tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0409439 Dec 13 13:03:50.899239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed1923-42dd-4447-97b3-6f0d4d8b5ff2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:50.899823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6aed1923-42dd-4447-97b3-6f0d4d8b5ff2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1050191 Dec 13 13:03:50.902806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34390) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:50.942291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Attempting to bind port 2c6f5fad-c752-4564-b14c-453ddcfa84b2 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:50.942828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Attempting to bind port 2c6f5fad-c752-4564-b14c-453ddcfa84b2 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:50.943257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Attempting to bind port 2c6f5fad-c752-4564-b14c-453ddcfa84b2 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:50.955955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:50.956423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:50.956897 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.957373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:50.957924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Bound port: 2c6f5fad-c752-4564-b14c-453ddcfa84b2, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:50.958400 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:50.991416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61e5f62-294e-4da1-9217-2c6c23cfab99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:50.992962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61e5f62-294e-4da1-9217-2c6c23cfab99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:50.994555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d61e5f62-294e-4da1-9217-2c6c23cfab99 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0913355 Dec 13 13:03:50.997516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34394) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:51.011005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.054693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=770f84c6-e838-4919-8c96-7c1086eeffd3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:51.097620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] For port 2c6f5fad-c752-4564-b14c-453ddcfa84b2, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:51.101888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] For port 2c6f5fad-c752-4564-b14c-453ddcfa84b2, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2c6f5fad-c752-4564-b14c-453ddcfa84b2,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:51.102829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91c159d-c7f3-4254-b31d-9d2ca81da5b5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet a9b29268-27e1-491b-8c8f-bde05e3325c0 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:51.106509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d91c159d-c7f3-4254-b31d-9d2ca81da5b5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.111364 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.164626 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d91c159d-c7f3-4254-b31d-9d2ca81da5b5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.172556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe280ab5-0387-458a-a519-e96921b2f71f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:03:51.205240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: fe280ab5-0387-458a-a519-e96921b2f71f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:03:51.205884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe280ab5-0387-458a-a519-e96921b2f71f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:03:51.237355 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf276fd5-0e37-4f17-9135-98970be4f40d None None] Pushing event updated for resources: {'Port': ['ID=2c6f5fad-c752-4564-b14c-453ddcfa84b2,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:51.317109 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d91c159d-c7f3-4254-b31d-9d2ca81da5b5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.390966 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d91c159d-c7f3-4254-b31d-9d2ca81da5b5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.429869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c159d-c7f3-4254-b31d-9d2ca81da5b5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b29268-27e1-491b-8c8f-bde05e3325c0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:51.440305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d91c159d-c7f3-4254-b31d-9d2ca81da5b5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.445051 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d91c159d-c7f3-4254-b31d-9d2ca81da5b5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/a9b29268-27e1-491b-8c8f-bde05e3325c0 HTTP/1.1" status: 204 len: 168 time: 0.4457777 Dec 13 13:03:51.447706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34406) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:51.489960 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3e669724-ce0a-4627-a7c6-36ca460c093c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407670 Dec 13 13:03:51.494570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34408) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:51.499923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0f50d758-faf0-4dcb-b21e-828feced6048 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:51.534486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.535112 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP 84f8c1c5-05f6-4879-a551-808f1f3a54fa disassociated (deleted). External IP: 172.25.2.97, port: 2f4edc22-346e-4372-b072-c6735d9ed09b. Dec 13 13:03:51.607894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f50d758-faf0-4dcb-b21e-828feced6048 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:51.611696 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0f50d758-faf0-4dcb-b21e-828feced6048 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.619224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-26faac17-da9c-4e9e-81a5-ccbccdedb7dd tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:51.620777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-26faac17-da9c-4e9e-81a5-ccbccdedb7dd tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/networks?id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 200 len: 813 time: 0.5286942 Dec 13 13:03:51.670506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-9144eb6d-0778-4181-a9dc-f4abf2209068 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/quotas/b90abbeb60d441fa9734cf9c83fce5cf HTTP/1.1" status: 200 len: 375 time: 0.0434375 Dec 13 13:03:51.713340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fe9efe97-cb89-4db3-90f9-4ae325bf7caa tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343182 Dec 13 13:03:51.759004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-ce575985-d49a-4af3-8e0c-cd62ca3ecb76 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:03:51.760047 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-ce575985-d49a-4af3-8e0c-cd62ca3ecb76 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0350780 Dec 13 13:03:51.818354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0f50d758-faf0-4dcb-b21e-828feced6048 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.860637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f50d758-faf0-4dcb-b21e-828feced6048 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:51.864217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0f50d758-faf0-4dcb-b21e-828feced6048 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:51.868915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f50d758-faf0-4dcb-b21e-828feced6048 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:51.869517 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0f50d758-faf0-4dcb-b21e-828feced6048 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.887612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50d758-faf0-4dcb-b21e-828feced6048 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=65f7b1b5-66f1-4125-ae07-21a882ad69cb,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:51.900296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0f50d758-faf0-4dcb-b21e-828feced6048 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4018607 Dec 13 13:03:51.901645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34410) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:51.908325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5b3a6c83-2c06-4159-b31c-92ec5c9749c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1120073569', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:51.920432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:51.936611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-0456956a-e4ba-452a-b46a-ff18be8e65b4 service neutron] 10.222.0.31 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680856 Dec 13 13:03:51.959262 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6c83-2c06-4159-b31c-92ec5c9749c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:51.960157 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6c83-2c06-4159-b31c-92ec5c9749c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.079935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fafe4f49-d633-4c46-bbe8-1751371634da req-e9d29204-5679-48e3-8c38-0453b01028be tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.1160183 Dec 13 13:03:52.167171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6c83-2c06-4159-b31c-92ec5c9749c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.185832 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6c83-2c06-4159-b31c-92ec5c9749c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.217512 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-0912ebc9-4341-4497-bf1b-ba0ab0e1d8cc service neutron] 10.222.0.31 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698469 Dec 13 13:03:52.222843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6c83-2c06-4159-b31c-92ec5c9749c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.224000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5b3a6c83-2c06-4159-b31c-92ec5c9749c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3213634 Dec 13 13:03:52.227000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34416) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:52.234599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:52.245863 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bd52a-3187-4473-bdf3-cabd45b58784 None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:52.252999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.257315 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bd52a-3187-4473-bdf3-cabd45b58784 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:52.257861 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e45bd52a-3187-4473-bdf3-cabd45b58784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:52.288646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962a28e-8d19-477c-a0b9-4dbd454945da None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:52.323281 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ec113d19-9562-40d8-8059-07501848be1f tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/floatingips/84f8c1c5-05f6-4879-a551-808f1f3a54fa HTTP/1.1" status: 204 len: 168 time: 2.1431894 Dec 13 13:03:52.325595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34420) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:52.359487 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e45bd52a-3187-4473-bdf3-cabd45b58784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:52.383369 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bd52a-3187-4473-bdf3-cabd45b58784 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:52.385983 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e45bd52a-3187-4473-bdf3-cabd45b58784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:52.467794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-536ae250-f9d1-466d-95b6-61c216e6bd61 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 2f4edc22-346e-4372-b072-c6735d9ed09b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:52.468136 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-536ae250-f9d1-466d-95b6-61c216e6bd61 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.584995 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e45bd52a-3187-4473-bdf3-cabd45b58784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:52.585895 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bd52a-3187-4473-bdf3-cabd45b58784 None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:52.600937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.613935 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-536ae250-f9d1-466d-95b6-61c216e6bd61 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.631082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-536ae250-f9d1-466d-95b6-61c216e6bd61 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 2f4edc22-346e-4372-b072-c6735d9ed09b owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:52.689724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-125687ce-8073-4503-ab4c-5a0483d5bcd6 None None] Provisioning complete for port 2c6f5fad-c752-4564-b14c-453ddcfa84b2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:52.690154 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-125687ce-8073-4503-ab4c-5a0483d5bcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.772882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc232980-2561-43c5-97ac-8f1ea948eb80 req-78c168c7-408e-444c-a552-dc5efea044c3 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0612922 Dec 13 13:03:52.832711 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-125687ce-8073-4503-ab4c-5a0483d5bcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.890030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-125687ce-8073-4503-ab4c-5a0483d5bcd6 None None] For port 2c6f5fad-c752-4564-b14c-453ddcfa84b2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2c6f5fad-c752-4564-b14c-453ddcfa84b2,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:52.902690 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-125687ce-8073-4503-ab4c-5a0483d5bcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.908478 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-536ae250-f9d1-466d-95b6-61c216e6bd61 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:52.948394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ae250-f9d1-466d-95b6-61c216e6bd61 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=2f4edc22-346e-4372-b072-c6735d9ed09b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:52.963110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::1 (a96b3050-5a47-4623-a1bc-6be051560383/65f7b1b5-66f1-4125-ae07-21a882ad69cb/71c83e20-8b63-44ab-9dee-30796fcf3e36) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:53.006288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125687ce-8073-4503-ab4c-5a0483d5bcd6 None None] Pushing event updated for resources: {'Port': ['ID=2c6f5fad-c752-4564-b14c-453ddcfa84b2,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:53.102595 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-536ae250-f9d1-466d-95b6-61c216e6bd61 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:53.110477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-536ae250-f9d1-466d-95b6-61c216e6bd61 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/ports/2f4edc22-346e-4372-b072-c6735d9ed09b HTTP/1.1" status: 204 len: 168 time: 0.7801192 Dec 13 13:03:53.116716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34440) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:53.125778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:53.153596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:53.183152 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:53.205292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2c6f5fad-c752-4564-b14c-453ddcfa84b2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:03:53.241567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84ec8582-54d1-4298-a025-c08a5563bb0d req-9f40c847-c110-413f-8cef-c5b9d89a3830 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0361536 Dec 13 13:03:53.279457 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:53.281114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-774564f4-8024-4004-82ab-728bc5cb3b35 None None] Provisioning complete for port 2c6f5fad-c752-4564-b14c-453ddcfa84b2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:53.281485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-774564f4-8024-4004-82ab-728bc5cb3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:53.325107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2c6f5fad-c752-4564-b14c-453ddcfa84b2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:53.325755 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:53.332119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:53.338351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=71c83e20-8b63-44ab-9dee-30796fcf3e36,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:53.340912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:53.343766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:53.344278 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:53.457737 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:53.485528 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:03:53.535762 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:53.730490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.25.2.175 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/9be72916-d032-4f69-a255-5883b1cf5e94) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:53.784635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-547bc7d5-025b-4cc6-8bb7-eab03812e9e8 None None] Provisioning complete for port 71c83e20-8b63-44ab-9dee-30796fcf3e36 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:53.785298 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-547bc7d5-025b-4cc6-8bb7-eab03812e9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:53.825483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-547bc7d5-025b-4cc6-8bb7-eab03812e9e8 None None] Port 71c83e20-8b63-44ab-9dee-30796fcf3e36 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:03:53.878127 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4c77046-a394-4bbe-952d-db19205f95de req-3132ffa1-b67e-4b33-b070-8feddc1dd982 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0272911 Dec 13 13:03:53.969399 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:54.024418 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:54.033884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:54.034796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:54.041864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:54.144291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:54.145148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=71c83e20-8b63-44ab-9dee-30796fcf3e36,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:54.160892 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae7a2301-2821-4358-ac5e-456e2971dec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:54.165123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:54.187081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:54.304729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=9be72916-d032-4f69-a255-5883b1cf5e94,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:54.339676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:54.348471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-222629cf-2dc2-493f-9691-29734177b5d8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:54.349925 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-222629cf-2dc2-493f-9691-29734177b5d8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "GET /v2.0/networks?id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 200 len: 813 time: 0.2481103 Dec 13 13:03:54.351121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:54.374692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d8eb70d-9fa7-4f0f-b0bb-c9c43c80160e req-e04f6099-1957-4107-a372-8208ccaebcb4 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0327470 Dec 13 13:03:54.590759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-c2111fc8-8e91-4cdd-9a56-86182c52776e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:54.592339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-c2111fc8-8e91-4cdd-9a56-86182c52776e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "GET /v2.0/networks?id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 200 len: 813 time: 0.1559923 Dec 13 13:03:54.607981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Request body: {'port': {'device_id': 'a3d14e32-2d54-47fa-acbf-74a64b57a0d5', 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f', 'admin_state_up': True, 'tenant_id': 'b90abbeb60d441fa9734cf9c83fce5cf'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:54.720676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Request body: {'port': {'device_id': '3cd42b1e-fb47-4d47-a417-3f2d5098f636', 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f', 'admin_state_up': True, 'tenant_id': 'b90abbeb60d441fa9734cf9c83fce5cf'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:54.734476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Made reservation on behalf of b90abbeb60d441fa9734cf9c83fce5cf for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:54.738480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:54.753454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3cf84eb7-3ce9-47b5-8e0f-39cab53511e8 None None] Provisioning complete for port 71c83e20-8b63-44ab-9dee-30796fcf3e36 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:54.754308 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3cf84eb7-3ce9-47b5-8e0f-39cab53511e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:54.801920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3cf84eb7-3ce9-47b5-8e0f-39cab53511e8 None None] Port 71c83e20-8b63-44ab-9dee-30796fcf3e36 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:03:54.863479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:54.875500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Allocated IP 172.20.0.3 (3ca7015d-0d9b-4c29-90b9-1bd88cb6495f/12ceceea-2fbb-43e0-9c53-c926f1672558/8d592c13-ac8a-422f-9924-adddf79bbda7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:54.932842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.003415 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Made reservation on behalf of b90abbeb60d441fa9734cf9c83fce5cf for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:55.007436 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.012332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6c86854-eadf-4202-979c-686bcc9ff48f req-d508f5c9-07b3-4d5f-9f8e-d923bce950aa tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0354528 Dec 13 13:03:55.030540 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Router 75055d5a-2e67-4698-bae4-cc7524eadf83 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:03:55.071150 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.107289 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.152816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:55.156037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:55.159750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:55.166849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Pushing event updated for resources: {'Port': ['ID=8d592c13-ac8a-422f-9924-adddf79bbda7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:55.216867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:55.217481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.235732 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a4c1a613-b190-473f-bc41-b8cc932e6aeb tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6326284 Dec 13 13:03:55.248963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Request body: {'port': {'device_id': 'a3d14e32-2d54-47fa-acbf-74a64b57a0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:55.286475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:55.298242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Sync routers for ids ['75055d5a-2e67-4698-bae4-cc7524eadf83'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:55.300527 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-702adb91-ea19-45aa-8142-74374e16464c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "PUT /v2.0/routers/75055d5a-2e67-4698-bae4-cc7524eadf83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0721097 Dec 13 13:03:55.305460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34458) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:55.306587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.312716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Routers {'75055d5a-2e67-4698-bae4-cc7524eadf83'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:55.313661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['75055d5a-2e67-4698-bae4-cc7524eadf83'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:55.316975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Allocated IP 172.20.0.7 (3ca7015d-0d9b-4c29-90b9-1bd88cb6495f/12ceceea-2fbb-43e0-9c53-c926f1672558/90fdadee-2cce-4367-bd72-76cf0b907971) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:55.318952 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.360369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92804f9-91ab-49d7-add6-be95d99820f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:55.365090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c92804f9-91ab-49d7-add6-be95d99820f1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports/71c83e20-8b63-44ab-9dee-30796fcf3e36 HTTP/1.1" status: 200 len: 911 time: 0.0584559 Dec 13 13:03:55.365944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34462) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:55.367925 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.424761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=9be72916-d032-4f69-a255-5883b1cf5e94,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:55.465620 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.469119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Set router 75055d5a-2e67-4698-bae4-cc7524eadf83 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:03:55.491004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2266f50-b023-4418-bc23-6eecec6def24 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:55.497130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2266f50-b023-4418-bc23-6eecec6def24 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:55.501726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a2266f50-b023-4418-bc23-6eecec6def24 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1320934 Dec 13 13:03:55.502717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34466) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:55.553659 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.557611 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-69e4efc9-66ed-4131-9173-c31a56d940b6 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4398870 Dec 13 13:03:55.557878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34468) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:55.571813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'port': {'network_id': 'dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2', 'name': 'tempest-FloatingIPTestJSON-1502492291'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:55.595086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e9e6210-54af-4bb4-9e41-502f64301a8a req-1e637544-0dbe-4f35-b6eb-45691ec67f1a tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0499523 Dec 13 13:03:55.692769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.711946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75055d5a-2e67-4698-bae4-cc7524eadf83', 'name': 'tempest-NetworksTestDHCPv6-router-1120073569', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:03:52Z', 'updated_at': '2021-12-13T13:03:53Z', 'revision_number': 2, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'gw_port_host': None, '_interfaces': [{'id': '71c83e20-8b63-44ab-9dee-30796fcf3e36', 'name': '', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'mac_address': 'fa:16:3e:6e:92:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75055d5a-2e67-4698-bae4-cc7524eadf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '65f7b1b5-66f1-4125-ae07-21a882ad69cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:03:52Z', 'updated_at': '2021-12-13T13:03:53Z', 'revision_number': 2, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'subnets': [{'id': '65f7b1b5-66f1-4125-ae07-21a882ad69cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:55.740288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Checking router: 75055d5a-2e67-4698-bae4-cc7524eadf83 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:03:55.740636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Updating router 75055d5a-2e67-4698-bae4-cc7524eadf83 port 71c83e20-8b63-44ab-9dee-30796fcf3e36 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:03:55.753258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Made reservation on behalf of 1efb77fdf73a450cba5142b3394d86d2 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:03:55.757530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.766773 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.776335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] device_id is not set on port c241bde0-dfc9-4aed-bcb3-4bbde2867d95 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:03:55.821469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:55.883627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:55.890106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:55.902571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:55.906546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Pushing event updated for resources: {'Port': ['ID=90fdadee-2cce-4367-bd72-76cf0b907971,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:55.959071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.20.0.12 (dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2/59ebba4c-2b67-4dbc-a284-f22b423c65ec/c241bde0-dfc9-4aed-bcb3-4bbde2867d95) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:03:56.013026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:56.013639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.037146 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-fd188ba1-43d6-48c6-8f74-99a093364683 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3207393 Dec 13 13:03:56.052749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Request body: {'port': {'device_id': '3cd42b1e-fb47-4d47-a417-3f2d5098f636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:56.068241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d592c13-ac8a-422f-9924-adddf79bbda7 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:03:56.088251 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.115653 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.122642 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.158763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Transition to ACTIVE for port object 8d592c13-ac8a-422f-9924-adddf79bbda7 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:03:56.187931 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.190288 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.191080 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.222554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ba8bd-0f20-40cf-97cc-a3f02c558938 None None] Pushing event updated for resources: {'Port': ['ID=71c83e20-8b63-44ab-9dee-30796fcf3e36,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:56.235587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Attempting to bind port 71c83e20-8b63-44ab-9dee-30796fcf3e36 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:56.235773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Attempting to bind port 71c83e20-8b63-44ab-9dee-30796fcf3e36 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:56.236041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Attempting to bind port 71c83e20-8b63-44ab-9dee-30796fcf3e36 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:56.237661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b376-3449-473f-90d9-a018232fe96b req-3ad7fd86-054b-4c30-9de9-0fae9c78c357 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:56.239248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ed9b376-3449-473f-90d9-a018232fe96b req-3ad7fd86-054b-4c30-9de9-0fae9c78c357 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 931 time: 0.1243517 Dec 13 13:03:56.241451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:56.241835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:56.242295 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.242695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:56.243604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Bound port: 71c83e20-8b63-44ab-9dee-30796fcf3e36, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:56.243999 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.294039 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.306567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Pushing event updated for resources: {'Port': ['ID=8d592c13-ac8a-422f-9924-adddf79bbda7,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:56.338532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] For port 71c83e20-8b63-44ab-9dee-30796fcf3e36, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:56.342007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] For port 71c83e20-8b63-44ab-9dee-30796fcf3e36, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=71c83e20-8b63-44ab-9dee-30796fcf3e36,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:56.347876 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.368200 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ed9b376-3449-473f-90d9-a018232fe96b req-78cca802-99f6-47ad-be3a-180294bb0b58 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193330 Dec 13 13:03:56.435860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.447018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Attempting to bind port 8d592c13-ac8a-422f-9924-adddf79bbda7 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:56.447720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Attempting to bind port 8d592c13-ac8a-422f-9924-adddf79bbda7 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:56.448232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Attempting to bind port 8d592c13-ac8a-422f-9924-adddf79bbda7 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:56.453073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ba8bd-0f20-40cf-97cc-a3f02c558938 None None] Pushing event updated for resources: {'Port': ['ID=71c83e20-8b63-44ab-9dee-30796fcf3e36,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:56.468397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Routers {'75055d5a-2e67-4698-bae4-cc7524eadf83'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:56.469077 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['75055d5a-2e67-4698-bae4-cc7524eadf83'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:56.504425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Port 8d592c13-ac8a-422f-9924-adddf79bbda7 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:03:56.504773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Attempting to bind port 8d592c13-ac8a-422f-9924-adddf79bbda7 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:56.518458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:03:56.521765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:56.522744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Checking segment: {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:56.522744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Bound using segment: {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:56.523176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Bound port: 8d592c13-ac8a-422f-9924-adddf79bbda7, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:56.523535 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.529357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:03:56.537637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:03:56.540246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=c241bde0-dfc9-4aed-bcb3-4bbde2867d95,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:56.626250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:56.627031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.633644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] Set router 75055d5a-2e67-4698-bae4-cc7524eadf83 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:03:56.656533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] For port 8d592c13-ac8a-422f-9924-adddf79bbda7, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:56.662057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] For port 8d592c13-ac8a-422f-9924-adddf79bbda7, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8d592c13-ac8a-422f-9924-adddf79bbda7,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:56.667596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-10e7aca5-c5e1-4e49-a9be-3d6f97998f22 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1003087 Dec 13 13:03:56.670873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34478) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:56.672818 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.697480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-64794c8e-9961-4941-aba7-cf05d8cd4667 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'port_id': 'c241bde0-dfc9-4aed-bcb3-4bbde2867d95'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:56.750278 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2fb8cfcb-e0c9-421f-90d9-4bbc33c7a1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.775414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6f4b6f1f-bee5-44e6-8c8b-8781da12f738 None None] Provisioning complete for port 71c83e20-8b63-44ab-9dee-30796fcf3e36 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:56.776116 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f4b6f1f-bee5-44e6-8c8b-8781da12f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.847715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:56.848334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.850015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d592c13-ac8a-422f-9924-adddf79bbda7 HTTP/1.1" status: 200 len: 1091 time: 1.6053350 Dec 13 13:03:56.852408 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64794c8e-9961-4941-aba7-cf05d8cd4667 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.867173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b8371d9-ce7f-492b-8ba5-fff53c108928 req-8c675ccd-b5e1-4eb8-94af-8eae408d8e74 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0933840 Dec 13 13:03:56.867723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d14e32-2d54-47fa-acbf-74a64b57a0d5', 'tag': '8d592c13-ac8a-422f-9924-adddf79bbda7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:56.872334 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743be435-32fb-4103-893b-3078527beaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d14e32-2d54-47fa-acbf-74a64b57a0d5", "tag": "8d592c13-ac8a-422f-9924-adddf79bbda7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:56.922609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fdadee-2cce-4367-bd72-76cf0b907971 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:03:56.935215 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.952097 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f4b6f1f-bee5-44e6-8c8b-8781da12f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.962301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 71c83e20-8b63-44ab-9dee-30796fcf3e36 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:56.963014 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.966498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Transition to ACTIVE for port object 90fdadee-2cce-4367-bd72-76cf0b907971 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:03:56.987257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:56.996672 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4c2d27-67a0-4523-8af6-07e102ed142b x-openstack-request-id: req-0b4c2d27-67a0-4523-8af6-07e102ed142b {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:56.996962 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d14e32-2d54-47fa-acbf-74a64b57a0d5", "tag": "8d592c13-ac8a-422f-9924-adddf79bbda7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:56.997212 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b4c2d27-67a0-4523-8af6-07e102ed142b {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:56.997634 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d14e32-2d54-47fa-acbf-74a64b57a0d5', 'tag': '8d592c13-ac8a-422f-9924-adddf79bbda7', 'status': 'completed', 'code': 200} Dec 13 13:03:57.026156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6f4b6f1f-bee5-44e6-8c8b-8781da12f738 None None] For port 71c83e20-8b63-44ab-9dee-30796fcf3e36, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=71c83e20-8b63-44ab-9dee-30796fcf3e36,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:57.026372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e4b36-6a29-4f26-afa9-a87057b02396 service neutron] Pushing event updated for resources: {'Port': ['ID=8d592c13-ac8a-422f-9924-adddf79bbda7,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:57.039864 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f4b6f1f-bee5-44e6-8c8b-8781da12f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:57.064801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-93477296-d448-4a23-aa0f-f9aedf7168fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:57.066364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-93477296-d448-4a23-aa0f-f9aedf7168fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 1094 time: 0.1418278 Dec 13 13:03:57.088338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75055d5a-2e67-4698-bae4-cc7524eadf83', 'name': 'tempest-NetworksTestDHCPv6-router-1120073569', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:03:52Z', 'updated_at': '2021-12-13T13:03:53Z', 'revision_number': 2, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'gw_port_host': None, '_interfaces': [{'id': '71c83e20-8b63-44ab-9dee-30796fcf3e36', 'name': '', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'mac_address': 'fa:16:3e:6e:92:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75055d5a-2e67-4698-bae4-cc7524eadf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '65f7b1b5-66f1-4125-ae07-21a882ad69cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:03:52Z', 'updated_at': '2021-12-13T13:03:56Z', 'revision_number': 4, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'subnets': [{'id': '65f7b1b5-66f1-4125-ae07-21a882ad69cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:57.122841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352423a-04dc-4b5b-8c5f-2e00d2a914cb None None] The sync data for ids ['75055d5a-2e67-4698-bae4-cc7524eadf83'] in n-d-817326-4 is: [{'id': '75055d5a-2e67-4698-bae4-cc7524eadf83', 'name': 'tempest-NetworksTestDHCPv6-router-1120073569', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:03:52Z', 'updated_at': '2021-12-13T13:03:53Z', 'revision_number': 2, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'gw_port_host': None, '_interfaces': [{'id': '71c83e20-8b63-44ab-9dee-30796fcf3e36', 'name': '', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'mac_address': 'fa:16:3e:6e:92:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75055d5a-2e67-4698-bae4-cc7524eadf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '65f7b1b5-66f1-4125-ae07-21a882ad69cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:03:52Z', 'updated_at': '2021-12-13T13:03:56Z', 'revision_number': 4, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'subnets': [{'id': '65f7b1b5-66f1-4125-ae07-21a882ad69cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:57.124240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Pushing event updated for resources: {'Port': ['ID=90fdadee-2cce-4367-bd72-76cf0b907971,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:57.129299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-b11555d9-77cd-4f0b-b4ba-a495316ff0d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d592c13-ac8a-422f-9924-adddf79bbda7 HTTP/1.1" status: 200 len: 217 time: 0.0477109 Dec 13 13:03:57.143572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b6f1f-bee5-44e6-8c8b-8781da12f738 None None] Pushing event updated for resources: {'Port': ['ID=71c83e20-8b63-44ab-9dee-30796fcf3e36,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:57.172980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-658dbe6e-7b7d-433f-94cc-b1617d453caf None None] Provisioning complete for port 71c83e20-8b63-44ab-9dee-30796fcf3e36 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:03:57.173351 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-658dbe6e-7b7d-433f-94cc-b1617d453caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:57.193110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] For port 71c83e20-8b63-44ab-9dee-30796fcf3e36, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=71c83e20-8b63-44ab-9dee-30796fcf3e36,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:57.193581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:57.214778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 71c83e20-8b63-44ab-9dee-30796fcf3e36 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:57.231914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-f2444516-ae45-4d91-b949-88a12dc12e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:57.233421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-f2444516-ae45-4d91-b949-88a12dc12e66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ceceea-2fbb-43e0-9c53-c926f1672558 HTTP/1.1" status: 200 len: 853 time: 0.0949075 Dec 13 13:03:57.278023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Attempting to bind port 90fdadee-2cce-4367-bd72-76cf0b907971 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:03:57.278453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Attempting to bind port 90fdadee-2cce-4367-bd72-76cf0b907971 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:03:57.278850 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Attempting to bind port 90fdadee-2cce-4367-bd72-76cf0b907971 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:57.289045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Port 90fdadee-2cce-4367-bd72-76cf0b907971 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:03:57.289473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Attempting to bind port 90fdadee-2cce-4367-bd72-76cf0b907971 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:03:57.297327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:03:57.297757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Checking segment: {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:03:57.298266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Bound using segment: {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:03:57.298882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Bound port: 90fdadee-2cce-4367-bd72-76cf0b907971, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:03:57.299305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:57.304412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-a2c40882-0510-4e7f-bc01-e3a358cad88f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363305 Dec 13 13:03:57.435761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] For port 90fdadee-2cce-4367-bd72-76cf0b907971, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:03:57.444151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] For port 90fdadee-2cce-4367-bd72-76cf0b907971, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=90fdadee-2cce-4367-bd72-76cf0b907971,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:03:57.689961 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:57.846049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:57.898704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:57.901842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:57.901842 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] 10.222.0.42 "PUT /v2.0/ports/90fdadee-2cce-4367-bd72-76cf0b907971 HTTP/1.1" status: 200 len: 1091 time: 1.8557639 Dec 13 13:03:57.905520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd42b1e-fb47-4d47-a417-3f2d5098f636', 'tag': '90fdadee-2cce-4367-bd72-76cf0b907971'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:03:57.909401 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be6b0f4-8c9b-449a-900d-320bd7752122" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd42b1e-fb47-4d47-a417-3f2d5098f636", "tag": "90fdadee-2cce-4367-bd72-76cf0b907971"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:03:57.921308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-e5bc60f9-290d-48e7-8d5e-4571a81d17e3 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098080 Dec 13 13:03:57.940589 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:57.950193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc78b4-822b-470c-bb5a-877357d4cd1b service neutron] Pushing event updated for resources: {'Port': ['ID=90fdadee-2cce-4367-bd72-76cf0b907971,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:58.000946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a162709-3b6f-4d85-b018-0d9b6ad63d9d req-2a3d4a42-d167-417a-988d-95bc18114d9a tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:58.009044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a162709-3b6f-4d85-b018-0d9b6ad63d9d req-2a3d4a42-d167-417a-988d-95bc18114d9a tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 943 time: 0.2517962 Dec 13 13:03:58.027895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=71c83e20-8b63-44ab-9dee-30796fcf3e36,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:58.077907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb2eb7de-35fe-4d68-8e7a-3853b142b2af req-5bb4d354-6e2b-458c-bbfa-4321c8ddd16e tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0634203 Dec 13 13:03:58.141419 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:58.151530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-10b95708-2e2a-4f22-8fbb-b948011bfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:58.153544 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-10b95708-2e2a-4f22-8fbb-b948011bfe34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&device_id=3cd42b1e-fb47-4d47-a417-3f2d5098f636 HTTP/1.1" status: 200 len: 1094 time: 0.1921082 Dec 13 13:03:58.268762 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5018f8-3ddd-4328-80b8-4d282fa74899 x-openstack-request-id: req-9f5018f8-3ddd-4328-80b8-4d282fa74899 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:03:58.269012 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd42b1e-fb47-4d47-a417-3f2d5098f636", "tag": "90fdadee-2cce-4367-bd72-76cf0b907971", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:03:58.269211 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f5018f8-3ddd-4328-80b8-4d282fa74899 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:03:58.269619 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd42b1e-fb47-4d47-a417-3f2d5098f636', 'tag': '90fdadee-2cce-4367-bd72-76cf0b907971', 'status': 'completed', 'code': 200} Dec 13 13:03:58.273776 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-b1f5e5dc-20e7-4d68-9b3a-e51346815cdf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90fdadee-2cce-4367-bd72-76cf0b907971 HTTP/1.1" status: 200 len: 217 time: 0.1075556 Dec 13 13:03:58.300122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a162709-3b6f-4d85-b018-0d9b6ad63d9d req-cd0fa8cd-1b34-4b14-b362-2aa26266c141 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901630 Dec 13 13:03:58.308611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-96b39ea9-f7fd-4fe3-80ab-56226ce49394 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495452 Dec 13 13:03:58.315770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64794c8e-9961-4941-aba7-cf05d8cd4667 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:58.327724 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64794c8e-9961-4941-aba7-cf05d8cd4667 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:58.402175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-15c78a5e-26e0-4650-8bbc-8880eb60feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:58.403651 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-15c78a5e-26e0-4650-8bbc-8880eb60feca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ceceea-2fbb-43e0-9c53-c926f1672558 HTTP/1.1" status: 200 len: 853 time: 0.1202946 Dec 13 13:03:58.405376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Router 75055d5a-2e67-4698-bae4-cc7524eadf83 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:58.444131 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-d60c377e-fd71-474a-9fff-c132b39eb19d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309892 Dec 13 13:03:58.463979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743be435-32fb-4103-893b-3078527beaeb req-1dd01397-8d47-48f6-a0e3-6c1c8d783813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:58.465470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-743be435-32fb-4103-893b-3078527beaeb req-1dd01397-8d47-48f6-a0e3-6c1c8d783813 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 1094 time: 0.0956359 Dec 13 13:03:58.502777 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-64794c8e-9961-4941-aba7-cf05d8cd4667 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP 8b346463-1306-4dae-bcc1-d5514ef5f4b7 associated. External IP: 172.25.2.175, port: c241bde0-dfc9-4aed-bcb3-4bbde2867d95. Dec 13 13:03:58.560767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:58.567042 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-94663ec0-c2aa-42be-be70-a75d12dbfa39 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "PUT /v2.0/routers/75055d5a-2e67-4698-bae4-cc7524eadf83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633662 Dec 13 13:03:58.569667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34496) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:58.646601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badf17e1-ead3-44b5-a987-b9f47dc9da72 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:58.648216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badf17e1-ead3-44b5-a987-b9f47dc9da72 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:58.652442 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-badf17e1-ead3-44b5-a987-b9f47dc9da72 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0791390 Dec 13 13:03:58.654901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34500) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:58.657297 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-5a8c1d44-5827-4bde-a5e8-7d0d18e94707 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815343 Dec 13 13:03:58.664177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743be435-32fb-4103-893b-3078527beaeb req-3c5f4a97-835b-44b9-ad4b-53fb8081eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:58.665572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-743be435-32fb-4103-893b-3078527beaeb req-3c5f4a97-835b-44b9-ad4b-53fb8081eccb service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 200 len: 913 time: 0.1906915 Dec 13 13:03:58.715334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-743be435-32fb-4103-893b-3078527beaeb req-c76f6923-2b4d-4a98-b472-688a049a2ed5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d592c13-ac8a-422f-9924-adddf79bbda7 HTTP/1.1" status: 200 len: 217 time: 0.0417769 Dec 13 13:03:58.766660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-87824035-fc13-4b6d-9bba-cf1f390d12d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 65f7b1b5-66f1-4125-ae07-21a882ad69cb {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:03:58.773432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87824035-fc13-4b6d-9bba-cf1f390d12d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:58.831375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87824035-fc13-4b6d-9bba-cf1f390d12d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:58.847063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743be435-32fb-4103-893b-3078527beaeb req-d829be91-b55d-4d86-a6c0-991fbff6559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:58.849203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-743be435-32fb-4103-893b-3078527beaeb req-d829be91-b55d-4d86-a6c0-991fbff6559e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ceceea-2fbb-43e0-9c53-c926f1672558 HTTP/1.1" status: 200 len: 853 time: 0.0960209 Dec 13 13:03:58.854193 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-29bd7d59-6b6c-4949-ae10-5aa3cb9537b5 req-3b332de4-c960-4787-9082-b415fcd20dba service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629977 Dec 13 13:03:58.877477 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] Sync routers for ids ['75055d5a-2e67-4698-bae4-cc7524eadf83'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:58.882723 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87824035-fc13-4b6d-9bba-cf1f390d12d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:58.900695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] Routers {'75055d5a-2e67-4698-bae4-cc7524eadf83'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:58.901607 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['75055d5a-2e67-4698-bae4-cc7524eadf83'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:58.908897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-743be435-32fb-4103-893b-3078527beaeb req-7c660218-a211-41fa-a351-c1eb5a4c4926 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457847 Dec 13 13:03:58.916572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64794c8e-9961-4941-aba7-cf05d8cd4667 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:03:58.989638 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6b0f4-8c9b-449a-900d-320bd7752122 req-0c4dd5a0-0e1e-48c7-babc-2e37ac02f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:58.991285 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9be6b0f4-8c9b-449a-900d-320bd7752122 req-0c4dd5a0-0e1e-48c7-babc-2e37ac02f501 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&device_id=3cd42b1e-fb47-4d47-a417-3f2d5098f636 HTTP/1.1" status: 200 len: 1094 time: 0.0628347 Dec 13 13:03:58.995207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87824035-fc13-4b6d-9bba-cf1f390d12d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.004081 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] Set router 75055d5a-2e67-4698-bae4-cc7524eadf83 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:03:59.034539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87824035-fc13-4b6d-9bba-cf1f390d12d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=65f7b1b5-66f1-4125-ae07-21a882ad69cb,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:59.037070 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.050381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-87824035-fc13-4b6d-9bba-cf1f390d12d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.053859 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-87824035-fc13-4b6d-9bba-cf1f390d12d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/65f7b1b5-66f1-4125-ae07-21a882ad69cb HTTP/1.1" status: 204 len: 168 time: 0.3949680 Dec 13 13:03:59.055507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de884f-cd13-4c3a-a21b-e773f78730fa None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:03:59.080085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34504) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:59.085482 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75055d5a-2e67-4698-bae4-cc7524eadf83', 'name': 'tempest-NetworksTestDHCPv6-router-1120073569', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:03:52Z', 'updated_at': '2021-12-13T13:03:57Z', 'revision_number': 3, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:59.103148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-743be435-32fb-4103-893b-3078527beaeb req-b1a75d4a-d8fa-4838-a9ca-7eb62fa05406 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762943 Dec 13 13:03:59.119507 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] Checking router: 75055d5a-2e67-4698-bae4-cc7524eadf83 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:03:59.131297 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] Routers {'75055d5a-2e67-4698-bae4-cc7524eadf83'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:59.132248 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['75055d5a-2e67-4698-bae4-cc7524eadf83'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:59.233679 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] Set router 75055d5a-2e67-4698-bae4-cc7524eadf83 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:03:59.245411 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-665b1ff5-b95c-459f-8f78-cb7dcfc2b103 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1617801 Dec 13 13:03:59.245411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6b0f4-8c9b-449a-900d-320bd7752122 req-a250e759-7344-434a-8fc5-6e9f72eda15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:59.245825 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9be6b0f4-8c9b-449a-900d-320bd7752122 req-a250e759-7344-434a-8fc5-6e9f72eda15c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 200 len: 913 time: 0.2409720 Dec 13 13:03:59.246371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34508) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:59.271700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0ba15-ef26-4d71-838b-3a37f8515486 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:03:59.295173 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75055d5a-2e67-4698-bae4-cc7524eadf83', 'name': 'tempest-NetworksTestDHCPv6-router-1120073569', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:03:52Z', 'updated_at': '2021-12-13T13:03:57Z', 'revision_number': 3, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:59.315773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64794c8e-9961-4941-aba7-cf05d8cd4667 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:03:59.327112 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64794c8e-9961-4941-aba7-cf05d8cd4667 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.327230 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864b757-138e-420a-bf37-e3fd782d9a34 None None] The sync data for ids ['75055d5a-2e67-4698-bae4-cc7524eadf83'] in n-d-817326-4 is: [{'id': '75055d5a-2e67-4698-bae4-cc7524eadf83', 'name': 'tempest-NetworksTestDHCPv6-router-1120073569', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:03:52Z', 'updated_at': '2021-12-13T13:03:57Z', 'revision_number': 3, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:59.341841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150b954-91cf-43ac-9a2d-387c1305aa17 None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:03:59.350370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-10d0ba15-ef26-4d71-838b-3a37f8515486 None None] Deleting port 2c6f5fad-c752-4564-b14c-453ddcfa84b2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:59.350936 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10d0ba15-ef26-4d71-838b-3a37f8515486 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.354389 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9be6b0f4-8c9b-449a-900d-320bd7752122 req-0d91f13e-8977-485f-a9e8-58ab40541c2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90fdadee-2cce-4367-bd72-76cf0b907971 HTTP/1.1" status: 200 len: 217 time: 0.0685735 Dec 13 13:03:59.361467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-576f7014-63fd-4d1f-b22f-daed8009c53a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.395112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cb49358-c3a3-4121-a613-e941db016385 req-a2c94cfe-0a48-4362-bd87-5c0851dc3bcc tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0903769 Dec 13 13:03:59.412483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-64794c8e-9961-4941-aba7-cf05d8cd4667 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "PUT /v2.0/floatingips/8b346463-1306-4dae-bcc1-d5514ef5f4b7 HTTP/1.1" status: 200 len: 979 time: 2.7193902 Dec 13 13:03:59.413407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150b954-91cf-43ac-9a2d-387c1305aa17 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:59.414461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1150b954-91cf-43ac-9a2d-387c1305aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:59.415231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-743be435-32fb-4103-893b-3078527beaeb req-2b5cc3c6-f66b-4b2a-8d56-0f1bdb52c0e5 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035331 Dec 13 13:03:59.415701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34512) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:59.480726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1150b954-91cf-43ac-9a2d-387c1305aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:59.508731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-10d0ba15-ef26-4d71-838b-3a37f8515486 None None] For port 2c6f5fad-c752-4564-b14c-453ddcfa84b2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2c6f5fad-c752-4564-b14c-453ddcfa84b2,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:03:59.510160 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10d0ba15-ef26-4d71-838b-3a37f8515486 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.524632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150b954-91cf-43ac-9a2d-387c1305aa17 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:03:59.525254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1150b954-91cf-43ac-9a2d-387c1305aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:59.527202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-10d0ba15-ef26-4d71-838b-3a37f8515486 None None] Calling delete_port for 2c6f5fad-c752-4564-b14c-453ddcfa84b2 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:03:59.542197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e9714-2021-49a0-a17a-faafd8cd5ea4 req-214cf9bb-ee3a-4a2e-a377-7036e4a77c15 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:59.543742 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e2e9714-2021-49a0-a17a-faafd8cd5ea4 req-214cf9bb-ee3a-4a2e-a377-7036e4a77c15 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 943 time: 0.0863302 Dec 13 13:03:59.557159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6b0f4-8c9b-449a-900d-320bd7752122 req-190e65f9-b1df-418b-9b79-02a8bc20f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:03:59.558730 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9be6b0f4-8c9b-449a-900d-320bd7752122 req-190e65f9-b1df-418b-9b79-02a8bc20f5ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ceceea-2fbb-43e0-9c53-c926f1672558 HTTP/1.1" status: 200 len: 853 time: 0.1925843 Dec 13 13:03:59.569738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1150b954-91cf-43ac-9a2d-387c1305aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:03:59.570429 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150b954-91cf-43ac-9a2d-387c1305aa17 None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:03:59.598469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port c241bde0-dfc9-4aed-bcb3-4bbde2867d95 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:03:59.598663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-576f7014-63fd-4d1f-b22f-daed8009c53a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.598855 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.602937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-576f7014-63fd-4d1f-b22f-daed8009c53a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.621093 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9be6b0f4-8c9b-449a-900d-320bd7752122 req-cace3abb-b3ce-46fa-82d4-0e363384cabe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337205 Dec 13 13:03:59.649351 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10d0ba15-ef26-4d71-838b-3a37f8515486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.654511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e2e9714-2021-49a0-a17a-faafd8cd5ea4 req-3aca2ff1-13bd-486a-964f-0be1d3464a29 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979207 Dec 13 13:03:59.687429 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0ba15-ef26-4d71-838b-3a37f8515486 None None] Pushing event deleted for resources: {'Port': ['ID=2c6f5fad-c752-4564-b14c-453ddcfa84b2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:03:59.693186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0ba15-ef26-4d71-838b-3a37f8515486 None None] No DVR routers for this DVR port 2c6f5fad-c752-4564-b14c-453ddcfa84b2 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:03:59.715833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-576f7014-63fd-4d1f-b22f-daed8009c53a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.716347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576f7014-63fd-4d1f-b22f-daed8009c53a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Fanout notify agent at l3_agent the message router_deleted on router 75055d5a-2e67-4698-bae4-cc7524eadf83 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:03:59.728118 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-576f7014-63fd-4d1f-b22f-daed8009c53a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.729246 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-576f7014-63fd-4d1f-b22f-daed8009c53a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/routers/75055d5a-2e67-4698-bae4-cc7524eadf83 HTTP/1.1" status: 204 len: 168 time: 0.4819372 Dec 13 13:03:59.732466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34516) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:03:59.739000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f06f4ca2-bf6a-4d4f-b848-48ad83275510 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:03:59.740705 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:03:59.886148 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.027442 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.027834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.028176 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP 8b346463-1306-4dae-bcc1-d5514ef5f4b7 disassociated. External IP: 172.25.2.175, port: c241bde0-dfc9-4aed-bcb3-4bbde2867d95. Dec 13 13:04:00.028593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for c241bde0-dfc9-4aed-bcb3-4bbde2867d95 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:00.178704 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.184100 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9be6b0f4-8c9b-449a-900d-320bd7752122 req-a139e669-bb25-4df7-bedf-73248fa58be9 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260890 Dec 13 13:04:00.209783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=c241bde0-dfc9-4aed-bcb3-4bbde2867d95,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:00.244263 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06f4ca2-bf6a-4d4f-b848-48ad83275510 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:00.247770 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f06f4ca2-bf6a-4d4f-b848-48ad83275510 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.331829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:00.359010 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9be6b0f4-8c9b-449a-900d-320bd7752122 req-d0c98038-e79a-445a-9592-c868c042e023 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631353 Dec 13 13:04:00.466439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:00.478907 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f06f4ca2-bf6a-4d4f-b848-48ad83275510 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.482715 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085ce9a9-1546-4bb6-b6fc-1090d8b49cb1 None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:00.496017 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ce9a9-1546-4bb6-b6fc-1090d8b49cb1 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:00.496707 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-085ce9a9-1546-4bb6-b6fc-1090d8b49cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:00.528971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f4ca2-bf6a-4d4f-b848-48ad83275510 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:00.530293 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-085ce9a9-1546-4bb6-b6fc-1090d8b49cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:00.534499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f06f4ca2-bf6a-4d4f-b848-48ad83275510 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:00.539093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f4ca2-bf6a-4d4f-b848-48ad83275510 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:00.539376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f06f4ca2-bf6a-4d4f-b848-48ad83275510 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.540605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a836b98e-16bf-4125-8228-8ed81929c44f req-4a68beb4-4963-49ad-8606-83d0e7d30481 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0474699 Dec 13 13:04:00.548355 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d91c63-21b5-496b-89bc-3fecbbf3301e None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:00.549549 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ce9a9-1546-4bb6-b6fc-1090d8b49cb1 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:00.550304 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-085ce9a9-1546-4bb6-b6fc-1090d8b49cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:00.565505 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.571656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-913cc8c6-7fe2-427a-ab8b-0409ec206970 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/ports/c241bde0-dfc9-4aed-bcb3-4bbde2867d95 HTTP/1.1" status: 204 len: 168 time: 1.1525126 Dec 13 13:04:00.574583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34522) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:00.578877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f4ca2-bf6a-4d4f-b848-48ad83275510 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=1252d0ec-c070-4ba7-a1cf-5636a8769434,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:00.601430 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-085ce9a9-1546-4bb6-b6fc-1090d8b49cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:00.602520 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085ce9a9-1546-4bb6-b6fc-1090d8b49cb1 None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:00.606845 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f06f4ca2-bf6a-4d4f-b848-48ad83275510 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8730006 Dec 13 13:04:00.607706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34524) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:00.613644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c4038ad6-1802-4c82-8d0a-3aff49ad1b5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1357133897', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:00.634859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-15a7adbb-73a3-4d1d-9507-ae8b3e508b4a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "GET /v2.0/floatingips/8b346463-1306-4dae-bcc1-d5514ef5f4b7 HTTP/1.1" status: 200 len: 688 time: 0.0587952 Dec 13 13:04:00.638119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34526) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:00.681596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4038ad6-1802-4c82-8d0a-3aff49ad1b5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.682818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4038ad6-1802-4c82-8d0a-3aff49ad1b5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.811155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': '1252d0ec-c070-4ba7-a1cf-5636a8769434'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:04:00.812338 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.817503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a104e2b-2a0f-4a01-936f-a4a6e4afbd20 req-eaddc095-a632-46a5-8929-9a378cd64f14 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:00.819442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a104e2b-2a0f-4a01-936f-a4a6e4afbd20 req-eaddc095-a632-46a5-8929-9a378cd64f14 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 943 time: 0.0732379 Dec 13 13:04:00.820509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4038ad6-1802-4c82-8d0a-3aff49ad1b5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.829526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4038ad6-1802-4c82-8d0a-3aff49ad1b5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.858435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4d0909a7-215a-471e-97d8-e3a2fee51c27 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 9be72916-d032-4f69-a255-5883b1cf5e94 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:00.858783 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d0909a7-215a-471e-97d8-e3a2fee51c27 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.865365 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4038ad6-1802-4c82-8d0a-3aff49ad1b5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.869945 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c4038ad6-1802-4c82-8d0a-3aff49ad1b5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2579451 Dec 13 13:04:00.870188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34532) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:00.953834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d0909a7-215a-471e-97d8-e3a2fee51c27 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.954053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d0909a7-215a-471e-97d8-e3a2fee51c27 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:00.959699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/1252d0ec-c070-4ba7-a1cf-5636a8769434/5f316627-901f-4d9c-ac8e-3ce0684d8701) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:00.968287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4d0909a7-215a-471e-97d8-e3a2fee51c27 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 9be72916-d032-4f69-a255-5883b1cf5e94 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:01.138366 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d0909a7-215a-471e-97d8-e3a2fee51c27 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.154736 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2c6f5fad-c752-4564-b14c-453ddcfa84b2 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:01.157486 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.182495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0909a7-215a-471e-97d8-e3a2fee51c27 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=9be72916-d032-4f69-a255-5883b1cf5e94,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:01.184408 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.193355 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 2c6f5fad-c752-4564-b14c-453ddcfa84b2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:01.193703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2c6f5fad-c752-4564-b14c-453ddcfa84b2 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:01.194144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 71c83e20-8b63-44ab-9dee-30796fcf3e36 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:01.218191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 71c83e20-8b63-44ab-9dee-30796fcf3e36 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:01.218443 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 71c83e20-8b63-44ab-9dee-30796fcf3e36 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:01.259004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:01.262810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:01.264537 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d0909a7-215a-471e-97d8-e3a2fee51c27 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.266540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:01.269775 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d0909a7-215a-471e-97d8-e3a2fee51c27 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.271732 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4d0909a7-215a-471e-97d8-e3a2fee51c27 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/floatingips/8b346463-1306-4dae-bcc1-d5514ef5f4b7 HTTP/1.1" status: 204 len: 168 time: 0.6319165 Dec 13 13:04:01.275350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34536) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:01.278214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Pushing event updated for resources: {'Port': ['ID=5f316627-901f-4d9c-ac8e-3ce0684d8701,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:01.280480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '3172babf-bdb8-4c12-8327-d5959831b6b9'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:01.309806 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.332971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Attempting to bind port 5f316627-901f-4d9c-ac8e-3ce0684d8701 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:01.333340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Attempting to bind port 5f316627-901f-4d9c-ac8e-3ce0684d8701 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:01.333698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Attempting to bind port 5f316627-901f-4d9c-ac8e-3ce0684d8701 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:01.338810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:01.339185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:01.339582 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.339966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:01.340450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Bound port: 5f316627-901f-4d9c-ac8e-3ce0684d8701, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:01.340831 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.354369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a104e2b-2a0f-4a01-936f-a4a6e4afbd20 req-3966b791-580b-45fe-9eff-0f56f5449870 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270498 Dec 13 13:04:01.404037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] For port 5f316627-901f-4d9c-ac8e-3ce0684d8701, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:01.407251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] For port 5f316627-901f-4d9c-ac8e-3ce0684d8701, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5f316627-901f-4d9c-ac8e-3ce0684d8701,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:01.413026 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.430548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.480809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3d08d-0331-4638-9fe9-3333e8539fb5 None None] Pushing event updated for resources: {'Port': ['ID=5f316627-901f-4d9c-ac8e-3ce0684d8701,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:01.518503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8d592c13-ac8a-422f-9924-adddf79bbda7 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:04:01.559541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.25.2.42 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/9966c74a-d977-4594-9dfc-52f5e60b373e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:01.599496 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.680152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8d592c13-ac8a-422f-9924-adddf79bbda7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8d592c13-ac8a-422f-9924-adddf79bbda7,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:01.724488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-81a96fa5-a544-4cc1-8ab8-331162d0227b req-a6a8f7f6-48d2-4176-b5b8-143eba57db8d tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0380790 Dec 13 13:04:01.734654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '8d592c13-ac8a-422f-9924-adddf79bbda7', 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f', 'port_id': '8d592c13-ac8a-422f-9924-adddf79bbda7', 'mac_address': 'fa:16:3e:00:46:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ceceea-2fbb-43e0-9c53-c926f1672558', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:04:01.747035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.811809 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.833950 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-69f2aebc-119a-414d-860c-dbe85bbda7d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0850086 Dec 13 13:04:01.837289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d592c13-ac8a-422f-9924-adddf79bbda7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:04:01.841432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.869845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8d592c13-ac8a-422f-9924-adddf79bbda7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8d592c13-ac8a-422f-9924-adddf79bbda7,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:01.883138 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:01.884154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 90fdadee-2cce-4367-bd72-76cf0b907971 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:04:01.928852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 90fdadee-2cce-4367-bd72-76cf0b907971, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=90fdadee-2cce-4367-bd72-76cf0b907971,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:01.936470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:01.947781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '90fdadee-2cce-4367-bd72-76cf0b907971', 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f', 'port_id': '90fdadee-2cce-4367-bd72-76cf0b907971', 'mac_address': 'fa:16:3e:6e:60:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ceceea-2fbb-43e0-9c53-c926f1672558', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:04:01.948009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:01.950895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:01.975676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=9966c74a-d977-4594-9dfc-52f5e60b373e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:01.985565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::1 (a96b3050-5a47-4623-a1bc-6be051560383/1252d0ec-c070-4ba7-a1cf-5636a8769434/5afc0980-3df4-41ed-87c8-50eae0c85476) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:02.009287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-888bce5f-98f5-4d37-afab-e94ab1ae15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.009842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-888bce5f-98f5-4d37-afab-e94ab1ae15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.010533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-888bce5f-98f5-4d37-afab-e94ab1ae15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.011854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-888bce5f-98f5-4d37-afab-e94ab1ae15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.011854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-888bce5f-98f5-4d37-afab-e94ab1ae15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.012046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-888bce5f-98f5-4d37-afab-e94ab1ae15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.012760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-888bce5f-98f5-4d37-afab-e94ab1ae15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.014847 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-888bce5f-98f5-4d37-afab-e94ab1ae15ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6502 time: 0.1182840 Dec 13 13:04:02.044572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8d592c13-ac8a-422f-9924-adddf79bbda7,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:02.051002 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.064608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fdadee-2cce-4367-bd72-76cf0b907971 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:04:02.085979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 90fdadee-2cce-4367-bd72-76cf0b907971, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=90fdadee-2cce-4367-bd72-76cf0b907971,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:02.095412 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.125639 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.154192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=90fdadee-2cce-4367-bd72-76cf0b907971,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:02.167686 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.208185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:02.213279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:02.216311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:02.218118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.232803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-f2a2adbd-16d1-413f-8457-8243b4270840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.233269 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-f2a2adbd-16d1-413f-8457-8243b4270840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.233724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-f2a2adbd-16d1-413f-8457-8243b4270840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.235388 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-f2a2adbd-16d1-413f-8457-8243b4270840 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 HTTP/1.1" status: 200 len: 2296 time: 0.1883047 Dec 13 13:04:02.273549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=5afc0980-3df4-41ed-87c8-50eae0c85476,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:02.357663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.364585 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-5cbdb602-c1fd-4a64-99f6-9dd160a5147b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b HTTP/1.1" status: 200 len: 1000 time: 0.0933025 Dec 13 13:04:02.393737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8d592c13-ac8a-422f-9924-adddf79bbda7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:02.398409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['90fdadee-2cce-4367-bd72-76cf0b907971'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:02.500377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-220ede3f-fab5-44ce-929f-c1c195d05917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.502398 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-220ede3f-fab5-44ce-929f-c1c195d05917 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a389fb1f-57ad-40b1-ba6f-4d733cc5344d HTTP/1.1" status: 200 len: 856 time: 0.1298385 Dec 13 13:04:02.625798 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.667688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-f5ec2b55-0780-499a-9dfc-0b6f09d5affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.669210 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-f5ec2b55-0780-499a-9dfc-0b6f09d5affe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577084 Dec 13 13:04:02.740042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.770747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f87d20-22f8-4660-9c4e-4b07916283b4 req-2a9e178b-6f6a-491e-992b-736a254af756 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:02.772700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34f87d20-22f8-4660-9c4e-4b07916283b4 req-2a9e178b-6f6a-491e-992b-736a254af756 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 944 time: 0.0855989 Dec 13 13:04:02.774268 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.775222 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.787148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.851227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-db4c1968-2ab5-4009-beb4-e3611059f675 service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722319 Dec 13 13:04:02.867215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04fb5e74-02a3-4a5c-91ee-df3d63ed3d96 req-7745967f-09c8-4209-acee-96ef0d39ba24 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0350201 Dec 13 13:04:02.884261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ea990208-d268-482b-a80c-dfb5dda9256e None None] Provisioning complete for port 5f316627-901f-4d9c-ac8e-3ce0684d8701 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:02.886559 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea990208-d268-482b-a80c-dfb5dda9256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:02.980564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34f87d20-22f8-4660-9c4e-4b07916283b4 req-bcce8c28-182a-4714-b001-700852a1a855 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779904 Dec 13 13:04:02.987485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=5afc0980-3df4-41ed-87c8-50eae0c85476,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:03.024396 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea990208-d268-482b-a80c-dfb5dda9256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:03.043436 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-75b1ae32-5ac4-4f4a-b24a-e671adba5f9f service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853487 Dec 13 13:04:03.069011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:03.071709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:03.083331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ea990208-d268-482b-a80c-dfb5dda9256e None None] For port 5f316627-901f-4d9c-ac8e-3ce0684d8701, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5f316627-901f-4d9c-ac8e-3ce0684d8701,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:03.098623 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea990208-d268-482b-a80c-dfb5dda9256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:03.136762 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:03.140064 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-3c58406a-a1a4-4d40-8b66-d74b15a3de8d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=c45097b7-ab3b-4dc5-9117-be3b06871a4e HTTP/1.1" status: 200 len: 217 time: 0.0885503 Dec 13 13:04:03.144447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:03.198538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5f316627-901f-4d9c-ac8e-3ce0684d8701 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:03.240612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea990208-d268-482b-a80c-dfb5dda9256e None None] Pushing event updated for resources: {'Port': ['ID=5f316627-901f-4d9c-ac8e-3ce0684d8701,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:03.245940 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-9d3358f5-f591-4534-8f88-5fd42c6d0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:03.247469 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-9d3358f5-f591-4534-8f88-5fd42c6d0659 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.0987453 Dec 13 13:04:03.281891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2ff0c3e4-5250-4575-997f-b1f8b783f90e None None] Provisioning complete for port 5afc0980-3df4-41ed-87c8-50eae0c85476 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:03.282301 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ff0c3e4-5250-4575-997f-b1f8b783f90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:03.310664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Router 175a8254-94a1-4104-b626-76adfaf9352e is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:04:03.328226 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 5f316627-901f-4d9c-ac8e-3ce0684d8701 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:03.328603 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:03.341845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=9966c74a-d977-4594-9dfc-52f5e60b373e,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:03.361675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0c3e4-5250-4575-997f-b1f8b783f90e None None] Port 5afc0980-3df4-41ed-87c8-50eae0c85476 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:03.370915 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:03.413585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-3ece242f-8acc-436d-ac3e-23a092685666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:03.415461 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-3ece242f-8acc-436d-ac3e-23a092685666 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231887 Dec 13 13:04:03.452414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:03.467217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-87365d71-6ba5-4f9f-81b2-1637e85f40fc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "PUT /v2.0/routers/175a8254-94a1-4104-b626-76adfaf9352e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5936413 Dec 13 13:04:03.467373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Sync routers for ids ['175a8254-94a1-4104-b626-76adfaf9352e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:03.467762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34552) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:03.478007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Routers {'175a8254-94a1-4104-b626-76adfaf9352e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:03.478773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['175a8254-94a1-4104-b626-76adfaf9352e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:03.517254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410b8f4-9b3a-4ae6-92d5-de2e33423969 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:03.520990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0410b8f4-9b3a-4ae6-92d5-de2e33423969 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports/5afc0980-3df4-41ed-87c8-50eae0c85476 HTTP/1.1" status: 200 len: 911 time: 0.0499959 Dec 13 13:04:03.521255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34554) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:03.556713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8d592c13-ac8a-422f-9924-adddf79bbda7 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:03.562323 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP 92dd4924-f6f1-4179-9242-c42d60e11996 associated. External IP: 172.25.2.42, port: 3172babf-bdb8-4c12-8327-d5959831b6b9. Dec 13 13:04:03.572142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871335e2-d9c4-4b78-ae1b-a6a8e7197063 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:03.578120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871335e2-d9c4-4b78-ae1b-a6a8e7197063 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:03.582338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-871335e2-d9c4-4b78-ae1b-a6a8e7197063 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0575466 Dec 13 13:04:03.583210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34556) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:03.610204 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-210955ef-d71c-4d8d-9253-98ae3430447f service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856377 Dec 13 13:04:03.616313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Set router 175a8254-94a1-4104-b626-76adfaf9352e gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:03.660899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-12daba4c-1998-4bff-904d-a4877f10540f None None] Provisioning complete for port 5afc0980-3df4-41ed-87c8-50eae0c85476 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:03.661267 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12daba4c-1998-4bff-904d-a4877f10540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:03.780258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 8d592c13-ac8a-422f-9924-adddf79bbda7 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:04:03.782125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-12daba4c-1998-4bff-904d-a4877f10540f None None] Port 5afc0980-3df4-41ed-87c8-50eae0c85476 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:03.792160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 8d592c13-ac8a-422f-9924-adddf79bbda7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:03.792808 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:03.801749 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-d3ece5c4-6749-4a15-93b2-74da550ef228 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834798 Dec 13 13:04:03.851129 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-10738432-9b68-44fe-b62c-f2aa6ed20522 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=50c45399-8b22-4490-9dce-8ab750e368d4 HTTP/1.1" status: 200 len: 217 time: 0.0401876 Dec 13 13:04:03.933465 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:03.941693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:03.944076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-5d6ac646-2439-4d0a-8615-15020ac39750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:03.945824 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-5d6ac646-2439-4d0a-8615-15020ac39750 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.0695944 Dec 13 13:04:03.966587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d14e32-2d54-47fa-acbf-74a64b57a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d592c13-ac8a-422f-9924-adddf79bbda7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:03.968859 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4047e79-5dfa-4789-ba51-ed98d126e79c" -d '{"events": [{"server_uuid": "a3d14e32-2d54-47fa-acbf-74a64b57a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "8d592c13-ac8a-422f-9924-adddf79bbda7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:04.008500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8d592c13-ac8a-422f-9924-adddf79bbda7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8d592c13-ac8a-422f-9924-adddf79bbda7,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:04.013963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175a8254-94a1-4104-b626-76adfaf9352e', 'name': 'tempest-NetworksTestDHCPv6-router-1357133897', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:00Z', 'updated_at': '2021-12-13T13:04:02Z', 'revision_number': 2, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'gw_port_host': None, '_interfaces': [{'id': '5afc0980-3df4-41ed-87c8-50eae0c85476', 'name': '', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'mac_address': 'fa:16:3e:6c:ca:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175a8254-94a1-4104-b626-76adfaf9352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '1252d0ec-c070-4ba7-a1cf-5636a8769434', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:01Z', 'updated_at': '2021-12-13T13:04:02Z', 'revision_number': 2, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'subnets': [{'id': '1252d0ec-c070-4ba7-a1cf-5636a8769434', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:04.018725 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.019604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 90fdadee-2cce-4367-bd72-76cf0b907971 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:04.054822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-2de0123f-c822-4917-82c9-9d72333cbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:04.056422 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-2de0123f-c822-4917-82c9-9d72333cbe62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1022847 Dec 13 13:04:04.084763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b26afa61-1bf2-4b66-9cc6-aaea54400bf3 req-125d1998-82b3-4761-b152-bfa218b6b0da tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0758982 Dec 13 13:04:04.090458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Checking router: 175a8254-94a1-4104-b626-76adfaf9352e for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:04:04.092161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Updating router 175a8254-94a1-4104-b626-76adfaf9352e port 5afc0980-3df4-41ed-87c8-50eae0c85476 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:04:04.128145 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a501ae-beaf-41bc-95a0-c34652ddf9de x-openstack-request-id: req-f0a501ae-beaf-41bc-95a0-c34652ddf9de {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:04.128502 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d14e32-2d54-47fa-acbf-74a64b57a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "8d592c13-ac8a-422f-9924-adddf79bbda7", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:04.128688 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0a501ae-beaf-41bc-95a0-c34652ddf9de {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:04.129088 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d14e32-2d54-47fa-acbf-74a64b57a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d592c13-ac8a-422f-9924-adddf79bbda7', 'code': 200} Dec 13 13:04:04.164815 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.177441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8d592c13-ac8a-422f-9924-adddf79bbda7,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:04.221954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 90fdadee-2cce-4367-bd72-76cf0b907971 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:04:04.228166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 90fdadee-2cce-4367-bd72-76cf0b907971 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:04.228551 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.287366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.390772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de70dc-97e1-4b49-96e4-88f372ed153e req-3f6c8718-4b65-4fd2-8bfa-500b25ccc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:04.392412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60de70dc-97e1-4b49-96e4-88f372ed153e req-3f6c8718-4b65-4fd2-8bfa-500b25ccc7a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 1096 time: 0.1884384 Dec 13 13:04:04.403110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1526ff-0794-4154-aafb-4dc77fb78b34 req-7f58b14f-eb29-4ac7-b1c0-250a5ab91d09 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:04.404717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f1526ff-0794-4154-aafb-4dc77fb78b34 req-7f58b14f-eb29-4ac7-b1c0-250a5ab91d09 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 945 time: 0.1669152 Dec 13 13:04:04.594622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:04.597914 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.612554 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ce2cd-4e75-40c7-ab2e-6f8de027a4fd None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:04.623191 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ce2cd-4e75-40c7-ab2e-6f8de027a4fd None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:04.624136 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f27ce2cd-4e75-40c7-ab2e-6f8de027a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:04.659864 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f27ce2cd-4e75-40c7-ab2e-6f8de027a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:04.670583 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ce2cd-4e75-40c7-ab2e-6f8de027a4fd None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:04.671215 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-c8c1668f-55c7-4e7d-b1c6-f392f09aa535 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937580 Dec 13 13:04:04.671775 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f27ce2cd-4e75-40c7-ab2e-6f8de027a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:04.672547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 90fdadee-2cce-4367-bd72-76cf0b907971, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=90fdadee-2cce-4367-bd72-76cf0b907971,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:04.682336 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.687130 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.713943 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f27ce2cd-4e75-40c7-ab2e-6f8de027a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:04.714946 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ce2cd-4e75-40c7-ab2e-6f8de027a4fd None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:04.723976 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e44f066-9953-4dda-b740-56c4971278ac req-eed0cbe5-ceda-4f74-b77d-63d5badc8742 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2452462 Dec 13 13:04:04.736032 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4a76303b-4a2a-4d99-a2e3-0e6b906f4d16 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4583180 Dec 13 13:04:04.745930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34574) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:04.754603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-905639256'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:04.805234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=90fdadee-2cce-4367-bd72-76cf0b907971,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:04.821517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.829455 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.863021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Made reservation on behalf of 1efb77fdf73a450cba5142b3394d86d2 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:04.866688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.896115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d813b38-bece-4f84-b487-53671ef1bb0a None None] Pushing event updated for resources: {'Port': ['ID=5afc0980-3df4-41ed-87c8-50eae0c85476,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:04.896656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60de70dc-97e1-4b49-96e4-88f372ed153e req-f9f99178-3876-4051-a306-7d7fbf9bd0d8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909339 Dec 13 13:04:04.901308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f1526ff-0794-4154-aafb-4dc77fb78b34 req-ab3019d7-1ded-4e84-86b0-58a7db723fc5 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876261 Dec 13 13:04:04.903216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44f066-9953-4dda-b740-56c4971278ac req-a44944e1-78b0-491f-8254-1a9df8187325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:04.904734 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e44f066-9953-4dda-b740-56c4971278ac req-a44944e1-78b0-491f-8254-1a9df8187325 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1097 time: 0.1175165 Dec 13 13:04:04.906584 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-6bbca233-9dfe-43db-b000-160a2a28769d service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873221 Dec 13 13:04:04.918383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:04:04.984414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Attempting to bind port 5afc0980-3df4-41ed-87c8-50eae0c85476 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:04.985417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Attempting to bind port 5afc0980-3df4-41ed-87c8-50eae0c85476 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:04.986019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Attempting to bind port 5afc0980-3df4-41ed-87c8-50eae0c85476 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:04.993514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:04.993916 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:04.994349 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.994748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:04.995226 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Bound port: 5afc0980-3df4-41ed-87c8-50eae0c85476, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:04.995733 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:04.998680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 5afc0980-3df4-41ed-87c8-50eae0c85476 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:04.999024 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.032322 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.034048 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Added segment 4d60f73c-e02a-4434-a6b9-ae72e38e06f4 of type vlan for network 84a8d268-67c8-4780-9d7c-be031167c875 Dec 13 13:04:05.068685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44f066-9953-4dda-b740-56c4971278ac req-727fd391-474c-432f-8f61-bd5cffc43741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:05.070740 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e44f066-9953-4dda-b740-56c4971278ac req-727fd391-474c-432f-8f61-bd5cffc43741 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 897 time: 0.1334717 Dec 13 13:04:05.075138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] For port 5afc0980-3df4-41ed-87c8-50eae0c85476, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:05.079387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] For port 5afc0980-3df4-41ed-87c8-50eae0c85476, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5afc0980-3df4-41ed-87c8-50eae0c85476,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:05.088456 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.106818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] For port 5afc0980-3df4-41ed-87c8-50eae0c85476, host n-d-817326-4, got binding levels [] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:05.107172 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.142503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 5afc0980-3df4-41ed-87c8-50eae0c85476 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:05.154581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d813b38-bece-4f84-b487-53671ef1bb0a None None] Pushing event updated for resources: {'Port': ['ID=5afc0980-3df4-41ed-87c8-50eae0c85476,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:05.183221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Routers {'175a8254-94a1-4104-b626-76adfaf9352e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:05.183902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['175a8254-94a1-4104-b626-76adfaf9352e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:05.226524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5f316627-901f-4d9c-ac8e-3ce0684d8701 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:05.240227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-c24c15fb-c119-423d-b1ac-3c47d2060b09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=f611ff96-dd02-482d-baa6-61dd953429d4 HTTP/1.1" status: 200 len: 217 time: 0.1368377 Dec 13 13:04:05.247126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.272810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bc899e0-3b11-454b-a148-ee3f2dc41cc8 req-dd725dc0-acff-4de5-9210-1e00fefb4c21 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0391629 Dec 13 13:04:05.310166 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e44f066-9953-4dda-b740-56c4971278ac req-64e93af8-9868-4c62-9b70-f7512477984b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 1001 time: 0.2056162 Dec 13 13:04:05.371233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9830cf1c-ed83-4b0e-940f-7156c4cc7fc8 None None] Provisioning complete for port 5afc0980-3df4-41ed-87c8-50eae0c85476 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:05.371985 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9830cf1c-ed83-4b0e-940f-7156c4cc7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.386528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.393124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:05.393763 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.424011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] Set router 175a8254-94a1-4104-b626-76adfaf9352e gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:05.446860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.460794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 5f316627-901f-4d9c-ac8e-3ce0684d8701 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:05.461569 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.492812 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=5afc0980-3df4-41ed-87c8-50eae0c85476,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:05.512438 n-d-817326-4 neutron-server[109887]: INFO neutron.plugins.ml2.db [None req-9830cf1c-ed83-4b0e-940f-7156c4cc7fc8 None None] No ports have port_id starting with 5afc0980-3df4-41ed-87c8-50eae0c85476 Dec 13 13:04:05.526604 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7787807 Dec 13 13:04:05.528196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-2ecefdbf-69ff-4f48-b44d-73810350a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:05.529701 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-2ecefdbf-69ff-4f48-b44d-73810350a87c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.2787688 Dec 13 13:04:05.534555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34582) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:05.545403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'subnet': {'network_id': '84a8d268-67c8-4780-9d7c-be031167c875', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:05.576192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4701f1-f562-4a8e-ad46-165ff9574167 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Network': ['ID=84a8d268-67c8-4780-9d7c-be031167c875,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:05.596721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 84a8d268-67c8-4780-9d7c-be031167c875 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:04:05.612753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44f066-9953-4dda-b740-56c4971278ac req-439b8bc0-768f-4d41-9109-5434bf7d5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:05.614311 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e44f066-9953-4dda-b740-56c4971278ac req-439b8bc0-768f-4d41-9109-5434bf7d5dbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 200 len: 835 time: 0.2503805 Dec 13 13:04:05.683190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6f5b0b8c-e076-4dae-9579-5a5348db4b5b None None] Could not find standard attr ID for object 5afc0980-3df4-41ed-87c8-50eae0c85476. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:04:05.688529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.723583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-fb6b7af9-e81c-4b65-9240-4c5e1d09546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:05.725678 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-fb6b7af9-e81c-4b65-9240-4c5e1d09546e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1702335 Dec 13 13:04:05.737650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44f066-9953-4dda-b740-56c4971278ac req-e4305b02-1c7b-49ef-858a-c7b667d4f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:05.739293 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e44f066-9953-4dda-b740-56c4971278ac req-e4305b02-1c7b-49ef-858a-c7b667d4f1e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc08304-0be5-428d-b404-0a9353d5f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064911 Dec 13 13:04:05.767572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-4e44f066-9953-4dda-b740-56c4971278ac req-cf80a0ec-badc-4676-8b43-f7fe54d3c41a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:04:05.768865 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e44f066-9953-4dda-b740-56c4971278ac req-cf80a0ec-badc-4676-8b43-f7fe54d3c41a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190675 Dec 13 13:04:05.833887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Made reservation on behalf of 1efb77fdf73a450cba5142b3394d86d2 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:05.837459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:05.866506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Router 175a8254-94a1-4104-b626-76adfaf9352e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:05.895550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175a8254-94a1-4104-b626-76adfaf9352e', 'name': 'tempest-NetworksTestDHCPv6-router-1357133897', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:00Z', 'updated_at': '2021-12-13T13:04:02Z', 'revision_number': 2, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'gw_port_host': None, '_interfaces': [{'id': '5afc0980-3df4-41ed-87c8-50eae0c85476', 'name': '', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'mac_address': 'fa:16:3e:6c:ca:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175a8254-94a1-4104-b626-76adfaf9352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '1252d0ec-c070-4ba7-a1cf-5636a8769434', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:01Z', 'updated_at': '2021-12-13T13:04:05Z', 'revision_number': 4, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'subnets': [{'id': '1252d0ec-c070-4ba7-a1cf-5636a8769434', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:05.957570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a8907b-6428-4064-8a0d-2a48ee561fff None None] The sync data for ids ['175a8254-94a1-4104-b626-76adfaf9352e'] in n-d-817326-4 is: [{'id': '175a8254-94a1-4104-b626-76adfaf9352e', 'name': 'tempest-NetworksTestDHCPv6-router-1357133897', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:00Z', 'updated_at': '2021-12-13T13:04:02Z', 'revision_number': 2, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'gw_port_host': None, '_interfaces': [{'id': '5afc0980-3df4-41ed-87c8-50eae0c85476', 'name': '', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'mac_address': 'fa:16:3e:6c:ca:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175a8254-94a1-4104-b626-76adfaf9352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '1252d0ec-c070-4ba7-a1cf-5636a8769434', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:01Z', 'updated_at': '2021-12-13T13:04:05Z', 'revision_number': 4, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'subnets': [{'id': '1252d0ec-c070-4ba7-a1cf-5636a8769434', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:05.992192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:05.998641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-06b112dd-0a9d-4465-aff1-6fa37137966d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "PUT /v2.0/routers/175a8254-94a1-4104-b626-76adfaf9352e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4143105 Dec 13 13:04:06.000964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34586) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:06.034263 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-c0c830e3-c8b3-4415-82d2-d7882e6e9222 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939210 Dec 13 13:04:06.049870 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e44f066-9953-4dda-b740-56c4971278ac req-0da734c1-dc96-4384-845c-3e40c5fc8528 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493243 Dec 13 13:04:06.098524 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a32da5-f412-414f-9b14-89ee73878a5c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:06.100377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a32da5-f412-414f-9b14-89ee73878a5c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:06.102130 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-45a32da5-f412-414f-9b14-89ee73878a5c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1000152 Dec 13 13:04:06.104693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34588) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:06.131343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd42b1e-fb47-4d47-a417-3f2d5098f636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fdadee-2cce-4367-bd72-76cf0b907971'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:06.135311 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5d37d0-3f4d-47b6-bf1b-9e09ecd7dae9" -d '{"events": [{"server_uuid": "3cd42b1e-fb47-4d47-a417-3f2d5098f636", "name": "network-vif-plugged", "status": "completed", "tag": "90fdadee-2cce-4367-bd72-76cf0b907971"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:06.153101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46961be-53b8-4b04-aa36-d948076026ee req-3f07ac82-7552-4468-b371-65c8cbae0318 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:06.157199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e46961be-53b8-4b04-aa36-d948076026ee req-3f07ac82-7552-4468-b371-65c8cbae0318 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 945 time: 0.1135750 Dec 13 13:04:06.209521 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644ee969-aec4-4615-b71b-2636a8668a0c x-openstack-request-id: req-644ee969-aec4-4615-b71b-2636a8668a0c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:06.209805 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd42b1e-fb47-4d47-a417-3f2d5098f636", "name": "network-vif-plugged", "status": "completed", "tag": "90fdadee-2cce-4367-bd72-76cf0b907971", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:06.210056 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-644ee969-aec4-4615-b71b-2636a8668a0c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:06.210492 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd42b1e-fb47-4d47-a417-3f2d5098f636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fdadee-2cce-4367-bd72-76cf0b907971', 'code': 200} Dec 13 13:04:06.248407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a97ffbd-9ab1-4f70-aac3-a16ebfe8e61a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 1252d0ec-c070-4ba7-a1cf-5636a8769434 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:06.255721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a97ffbd-9ab1-4f70-aac3-a16ebfe8e61a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:06.296231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e46961be-53b8-4b04-aa36-d948076026ee req-02a9e34b-7de2-4a11-8ea6-e1cdb8097b6a tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162732 Dec 13 13:04:06.315283 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-6e5cb5e6-2c52-4166-a31a-08ebc172d04e service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689972 Dec 13 13:04:06.349242 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a97ffbd-9ab1-4f70-aac3-a16ebfe8e61a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:06.400876 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-34a25ecf-e7d5-4ca0-af35-48fe01d93e86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=1d5b9ba7-fb28-4630-ad6a-37abed4bca86 HTTP/1.1" status: 200 len: 217 time: 0.0562534 Dec 13 13:04:06.403055 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e44f066-9953-4dda-b740-56c4971278ac req-b812d297-1b0c-4682-a349-b5d5dbb3a62b service neutron] 10.222.0.37 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438995 Dec 13 13:04:06.405194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e209b5-a006-4eb2-97c4-06c0c17af24f req-d6b2ca1e-7b41-4c6c-b9f6-c3c5a6622287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:06.406800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29e209b5-a006-4eb2-97c4-06c0c17af24f req-d6b2ca1e-7b41-4c6c-b9f6-c3c5a6622287 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3cd42b1e-fb47-4d47-a417-3f2d5098f636 HTTP/1.1" status: 200 len: 1096 time: 0.1147475 Dec 13 13:04:06.468350 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:06.512644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-b403520d-1918-4f37-8ac8-d3c64fc6b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:06.514144 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-b403520d-1918-4f37-8ac8-d3c64fc6b800 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.0995250 Dec 13 13:04:06.523454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b94b6809-cb23-4c56-8df0-8396982a14e3 req-2289e288-f6f4-45af-b228-43874d3cdccd tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0752702 Dec 13 13:04:06.593759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Subnet': ['ID=1f5a1448-b292-4561-91d3-39cf1cb5e22e,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:06.613798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-58dbfca1-2712-457a-ba60-ae97989e96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:06.614503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c01cd9-7b35-4af3-8baf-7e7cdbee07a4 req-2bb637ac-3443-41be-8764-f232b3398dd7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:06.615367 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-58dbfca1-2712-457a-ba60-ae97989e96fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0907216 Dec 13 13:04:06.615671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6c01cd9-7b35-4af3-8baf-7e7cdbee07a4 req-2bb637ac-3443-41be-8764-f232b3398dd7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cd42b1e-fb47-4d47-a417-3f2d5098f636 HTTP/1.1" status: 200 len: 945 time: 0.1641977 Dec 13 13:04:06.616364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Checking segment: {'id': '4d60f73c-e02a-4434-a6b9-ae72e38e06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84a8d268-67c8-4780-9d7c-be031167c875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:06.616728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network hostable DHCP agents. Network: 84a8d268-67c8-4780-9d7c-be031167c875, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:04:06.622769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29e209b5-a006-4eb2-97c4-06c0c17af24f req-fcf90aeb-95c0-4ba9-8cff-f6a2ed31d6c8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008002 Dec 13 13:04:06.654625 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a97ffbd-9ab1-4f70-aac3-a16ebfe8e61a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:06.713393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network 84a8d268-67c8-4780-9d7c-be031167c875 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:04:06.732722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6c01cd9-7b35-4af3-8baf-7e7cdbee07a4 req-2909cf32-9bfd-41a3-9e92-27d6ac36cc09 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069846 Dec 13 13:04:06.740009 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-31800eec-d6c8-4482-8249-52a9ad40f8bf service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155798 Dec 13 13:04:06.741184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 84a8d268-67c8-4780-9d7c-be031167c875) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:06.748251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:06.748851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:06.760017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd1978-ff4d-41c1-9efd-0a6af7cecc1d None None] Network 84a8d268-67c8-4780-9d7c-be031167c875 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:06.760314 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a97ffbd-9ab1-4f70-aac3-a16ebfe8e61a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:06.778121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a97ffbd-9ab1-4f70-aac3-a16ebfe8e61a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:06.780997 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-78000262-7516-470d-9ac8-f4842ceafa51 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2437322 Dec 13 13:04:06.781555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8a97ffbd-9ab1-4f70-aac3-a16ebfe8e61a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/1252d0ec-c070-4ba7-a1cf-5636a8769434 HTTP/1.1" status: 204 len: 168 time: 0.6759257 Dec 13 13:04:06.784022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34600) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:06.784356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34602) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:06.810784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5eb18d-8417-4eac-8e48-5dbfcb1a9a20 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:06.817401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1212949764', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:06.856532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97ffbd-9ab1-4f70-aac3-a16ebfe8e61a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=1252d0ec-c070-4ba7-a1cf-5636a8769434,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:06.909428 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:06.910616 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:06.940954 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-53793880-0f50-4bec-a4a1-8a76f3ba1023 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088424 Dec 13 13:04:06.966150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-84a8d268-67c8-4780-9d7c-be031167c875', 'network_id': '84a8d268-67c8-4780-9d7c-be031167c875', 'project_id': '1efb77fdf73a450cba5142b3394d86d2', 'fixed_ips': [{'subnet_id': '1f5a1448-b292-4561-91d3-39cf1cb5e22e'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:04:06.967039 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:06.972655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-391b5a49-aa56-4824-83dd-d3e2e38a484c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1823578 Dec 13 13:04:06.972960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34604) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:07.007617 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-becbb682-77ad-4632-bd6e-2058395aa73e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3b0e5496-c005-45dd-aa51-28c28dd43728 HTTP/1.1" status: 200 len: 217 time: 0.0558848 Dec 13 13:04:07.059555 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c269e8-16f4-4a76-b32e-9f28720a966a None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:04:07.102739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-ded37198-c314-437b-acf0-3f06a42afc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:07.105289 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-ded37198-c314-437b-acf0-3f06a42afc20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.0776770 Dec 13 13:04:07.105826 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.110781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49afab74-71fd-4326-a87e-272ae1b74a5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.169169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-12135a4e-966e-46fb-ad17-e4930fc80cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:07.171358 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-12135a4e-966e-46fb-ad17-e4930fc80cac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580428 Dec 13 13:04:07.198939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Allocated IP 172.20.0.2 (84a8d268-67c8-4780-9d7c-be031167c875/1f5a1448-b292-4561-91d3-39cf1cb5e22e/43c7004b-c1cb-4e49-ad60-d78b44486ad7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:07.229652 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-83c269e8-16f4-4a76-b32e-9f28720a966a None None] Deleting port 5f316627-901f-4d9c-ac8e-3ce0684d8701 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:07.230035 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83c269e8-16f4-4a76-b32e-9f28720a966a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.243088 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5f316627-901f-4d9c-ac8e-3ce0684d8701 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:07.295164 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-0456a28e-327f-40c0-a2e0-afc4e68ea30c service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135385 Dec 13 13:04:07.384293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-83c269e8-16f4-4a76-b32e-9f28720a966a None None] For port 5f316627-901f-4d9c-ac8e-3ce0684d8701, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5f316627-901f-4d9c-ac8e-3ce0684d8701,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:07.385243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83c269e8-16f4-4a76-b32e-9f28720a966a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.403300 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-32431ec7-7e52-4d09-babb-f6e1b1e47514 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984204 Dec 13 13:04:07.412958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-83c269e8-16f4-4a76-b32e-9f28720a966a None None] Calling delete_port for 5f316627-901f-4d9c-ac8e-3ce0684d8701 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:07.415784 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.422991 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49afab74-71fd-4326-a87e-272ae1b74a5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.425616 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49afab74-71fd-4326-a87e-272ae1b74a5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.468633 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-37aa50ab-5efd-457e-a702-b1991ed528b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f17260fa-935f-466a-9a8c-392688041fdd HTTP/1.1" status: 200 len: 217 time: 0.0514090 Dec 13 13:04:07.512632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49afab74-71fd-4326-a87e-272ae1b74a5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.513174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49afab74-71fd-4326-a87e-272ae1b74a5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Fanout notify agent at l3_agent the message router_deleted on router 175a8254-94a1-4104-b626-76adfaf9352e {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:04:07.521227 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49afab74-71fd-4326-a87e-272ae1b74a5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.524691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-49afab74-71fd-4326-a87e-272ae1b74a5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/routers/175a8254-94a1-4104-b626-76adfaf9352e HTTP/1.1" status: 204 len: 168 time: 0.5483572 Dec 13 13:04:07.525725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34610) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:07.526176 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.535122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-e8ec2b80-4cf8-4b1f-8fbb-798f211c31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:07.541308 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-e8ec2b80-4cf8-4b1f-8fbb-798f211c31ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.0569644 Dec 13 13:04:07.591411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f891037b-ec8d-4787-9eeb-a8ba2fe50a3d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:07.595532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f891037b-ec8d-4787-9eeb-a8ba2fe50a3d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0663798 Dec 13 13:04:07.595947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34614) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:07.624569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-8865eaf3-eb26-44cf-96b8-a1c0aea22520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:07.626602 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-8865eaf3-eb26-44cf-96b8-a1c0aea22520 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0808930 Dec 13 13:04:07.716978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4313f494-a1cf-48f0-ac1d-81995345b233 req-b53e9ce0-6fb1-48fd-a2fb-8052ff2410e5 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0752444 Dec 13 13:04:07.757726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2fa60e-3c35-4d99-9a34-d5f466863b6d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:07.759962 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fc2fa60e-3c35-4d99-9a34-d5f466863b6d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1630728 Dec 13 13:04:07.762807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34620) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:07.845484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1809e8b-ebad-4d19-9e03-e3c282ca94fa None None] Sync routers for ids ['175a8254-94a1-4104-b626-76adfaf9352e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:07.858281 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-89917aa7-667d-449a-a6c9-b10c4d45ecc7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890114 Dec 13 13:04:07.861937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34624) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:07.870953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:07.880425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1809e8b-ebad-4d19-9e03-e3c282ca94fa None None] Routers set() bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:07.881075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1809e8b-ebad-4d19-9e03-e3c282ca94fa None None] Router IDs set() for agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 13:04:07.881836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_agentschedulers_db [None req-e1809e8b-ebad-4d19-9e03-e3c282ca94fa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'175a8254-94a1-4104-b626-76adfaf9352e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent'). {{(pid=109887) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 13:04:07.902297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.904962 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.910619 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.920410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1809e8b-ebad-4d19-9e03-e3c282ca94fa None None] Routers set() bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:07.920995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1809e8b-ebad-4d19-9e03-e3c282ca94fa None None] Router IDs set() for agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 13:04:07.921891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_agentschedulers_db [None req-e1809e8b-ebad-4d19-9e03-e3c282ca94fa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'175a8254-94a1-4104-b626-76adfaf9352e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent'). {{(pid=109887) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 13:04:07.922525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1809e8b-ebad-4d19-9e03-e3c282ca94fa None None] The sync data for ids ['175a8254-94a1-4104-b626-76adfaf9352e'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:07.935082 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.936407 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.957331 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-265a542c-6cb2-405f-97b5-1988a22f8ab8 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123293 Dec 13 13:04:07.969403 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:07.987279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Pushing event updated for resources: {'Port': ['ID=43c7004b-c1cb-4e49-ad60-d78b44486ad7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:08.018632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a0c15-deb7-41b0-9afe-5bd7e53271be req-49340dce-21a2-4954-a35d-6d56a821e26a tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:08.020236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-326a0c15-deb7-41b0-9afe-5bd7e53271be req-49340dce-21a2-4954-a35d-6d56a821e26a tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cd42b1e-fb47-4d47-a417-3f2d5098f636 HTTP/1.1" status: 200 len: 945 time: 0.1511021 Dec 13 13:04:08.021836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 5f316627-901f-4d9c-ac8e-3ce0684d8701, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5f316627-901f-4d9c-ac8e-3ce0684d8701,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:08.032215 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.035819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Network 84a8d268-67c8-4780-9d7c-be031167c875 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:08.042993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:08.064227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:08.073722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83c269e8-16f4-4a76-b32e-9f28720a966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.080940 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b39f718f-ece0-429f-a896-c0089d7bfee0 req-6fd328e9-efe3-4c14-af8e-c86cf13752da service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131532 Dec 13 13:04:08.086712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:08.090676 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.136808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-326a0c15-deb7-41b0-9afe-5bd7e53271be req-7c3370ee-73e6-4206-8fe4-3573fedbed2f tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063440 Dec 13 13:04:08.156339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.25.2.45 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/62fa18e8-abf5-4041-a996-931cbc9be959) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:08.160743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c269e8-16f4-4a76-b32e-9f28720a966a None None] No DVR routers for this DVR port 5f316627-901f-4d9c-ac8e-3ce0684d8701 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:08.172600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=5f316627-901f-4d9c-ac8e-3ce0684d8701,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:08.205019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Attempting to bind port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:08.205656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Attempting to bind port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '4d60f73c-e02a-4434-a6b9-ae72e38e06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84a8d268-67c8-4780-9d7c-be031167c875'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:08.205757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Attempting to bind port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 on network 84a8d268-67c8-4780-9d7c-be031167c875 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:08.211344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:08.211733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Checking segment: {'id': '4d60f73c-e02a-4434-a6b9-ae72e38e06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84a8d268-67c8-4780-9d7c-be031167c875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:08.212337 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.212529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Bound using segment: {'id': '4d60f73c-e02a-4434-a6b9-ae72e38e06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84a8d268-67c8-4780-9d7c-be031167c875'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:08.213069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Bound port: 43c7004b-c1cb-4e49-ad60-d78b44486ad7, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d60f73c-e02a-4434-a6b9-ae72e38e06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84a8d268-67c8-4780-9d7c-be031167c875'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:08.213473 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.215412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c269e8-16f4-4a76-b32e-9f28720a966a None None] Pushing event deleted for resources: {'Port': ['ID=5f316627-901f-4d9c-ac8e-3ce0684d8701,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:08.283587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] For port 43c7004b-c1cb-4e49-ad60-d78b44486ad7, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:08.287019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] For port 43c7004b-c1cb-4e49-ad60-d78b44486ad7, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=43c7004b-c1cb-4e49-ad60-d78b44486ad7,segment=NetworkSegment(4d60f73c-e02a-4434-a6b9-ae72e38e06f4),segment_id=4d60f73c-e02a-4434-a6b9-ae72e38e06f4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:08.295217 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.298564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.343648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.405655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04531a4a-47ec-4990-8380-2c2888b177d9 None None] Pushing event updated for resources: {'Port': ['ID=43c7004b-c1cb-4e49-ad60-d78b44486ad7,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:08.412614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:08.420577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:08.423367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:08.499600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=62fa18e8-abf5-4041-a996-931cbc9be959,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:08.526488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:04:08.529513 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.582890 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=814df46c-faf8-458b-8230-65049eb8fa9b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:08.598426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:08.603958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:08.606948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:08.607509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.622061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae9606c-b700-4b7d-bcd8-7a15f6071ef7 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:08.640223 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-53fb6000-b04b-4cf3-8bd4-b719f4681002 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7748740 Dec 13 13:04:08.640914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34632) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:08.656555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-73368d53-6970-4a26-b932-ae097fad962c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:08.897551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': '814df46c-faf8-458b-8230-65049eb8fa9b'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:04:08.898524 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.908797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73368d53-6970-4a26-b932-ae097fad962c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:08.912959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73368d53-6970-4a26-b932-ae097fad962c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:08.950798 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.070062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Allocated IP 2001:db8::f816:3eff:fe9e:ef1f (a96b3050-5a47-4623-a1bc-6be051560383/814df46c-faf8-458b-8230-65049eb8fa9b/9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:09.270156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 43c7004b-c1cb-4e49-ad60-d78b44486ad7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:09.325991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.341428 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.351849 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:09.352309 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.407150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5b77c5e-9917-4b51-a488-7dd4cb43e1c7 req-0a0827d1-394a-4fec-be8f-d3cdbab8b509 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0479295 Dec 13 13:04:09.462205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:09.464344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Pushing event updated for resources: {'Port': ['ID=9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:09.489220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:09.507151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:09.547196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-6c8f8f46-4185-4c97-b02c-56601c2cdca5 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:09.554973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-6c8f8f46-4185-4c97-b02c-56601c2cdca5 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/networks?id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 200 len: 813 time: 0.7143178 Dec 13 13:04:09.622142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Attempting to bind port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:09.622532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Attempting to bind port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:09.622699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-1c95a004-ffe7-4093-80db-b66da4c45e1e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/quotas/b90abbeb60d441fa9734cf9c83fce5cf HTTP/1.1" status: 200 len: 375 time: 0.0667803 Dec 13 13:04:09.622903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Attempting to bind port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:09.631984 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.634220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:09.634604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:09.635002 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.635402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:09.635979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Bound port: 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:09.636274 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.638907 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.675746 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73368d53-6970-4a26-b932-ae097fad962c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.731200 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 43c7004b-c1cb-4e49-ad60-d78b44486ad7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=43c7004b-c1cb-4e49-ad60-d78b44486ad7,segment=NetworkSegment(4d60f73c-e02a-4434-a6b9-ae72e38e06f4),segment_id=4d60f73c-e02a-4434-a6b9-ae72e38e06f4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:09.742881 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.755798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73368d53-6970-4a26-b932-ae097fad962c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:09.763518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-9cd13df8-283d-49e3-af1f-713d99b15a0a tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394715 Dec 13 13:04:09.773713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] For port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:09.776050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5afc0980-3df4-41ed-87c8-50eae0c85476 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:09.796039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-73368d53-6970-4a26-b932-ae097fad962c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:09.803901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73368d53-6970-4a26-b932-ae097fad962c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:09.804649 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73368d53-6970-4a26-b932-ae097fad962c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.817752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] For port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:09.818747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 5afc0980-3df4-41ed-87c8-50eae0c85476 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:09.819126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5afc0980-3df4-41ed-87c8-50eae0c85476 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:09.827557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:09.856781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=43c7004b-c1cb-4e49-ad60-d78b44486ad7,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:09.861006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73368d53-6970-4a26-b932-ae097fad962c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=5a839a9a-e320-4ade-b3d8-3ab100be982a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:09.894381 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-73368d53-6970-4a26-b932-ae097fad962c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2496481 Dec 13 13:04:09.896818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34656) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:09.896952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01d9b6-344f-427c-a05b-642694f484e4 None None] Network 84a8d268-67c8-4780-9d7c-be031167c875 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:09.902849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:1c:a4:e9', 'name': 'tempest-NetworksTestDHCPv6-340711599'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:09.943742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-9efbde7f-03fe-4459-8bab-4401f1f0f48d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:09.946774 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-9efbde7f-03fe-4459-8bab-4401f1f0f48d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cd42b1e-fb47-4d47-a417-3f2d5098f636 HTTP/1.1" status: 200 len: 945 time: 0.2039647 Dec 13 13:04:09.989257 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d1793113-075f-4b49-9e90-f2b509b9c620 req-dca5375f-3b18-418d-9612-05ab94534828 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0833070 Dec 13 13:04:10.042401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eaba5-0c3b-42a8-ad39-ef7aa1a7b441 None None] Pushing event updated for resources: {'Port': ['ID=9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:10.076945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-03094943-a290-45b5-84e3-d9a50c30d120 None None] Provisioning complete for port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:10.077466 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03094943-a290-45b5-84e3-d9a50c30d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:10.092545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-8f7f7935-e480-4d74-a8e1-5318aebca6b7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Deleting port 90fdadee-2cce-4367-bd72-76cf0b907971 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:10.092892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-8f7f7935-e480-4d74-a8e1-5318aebca6b7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:10.133084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-b0360b3a-ada0-42c1-b245-f835c85d403b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:10.134487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-b0360b3a-ada0-42c1-b245-f835c85d403b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d14e32-2d54-47fa-acbf-74a64b57a0d5 HTTP/1.1" status: 200 len: 945 time: 0.1731482 Dec 13 13:04:10.205923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router 4b6f6c8c-cb72-4528-be17-a5bce188672a is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:04:10.261899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-7b3f087d-04f9-49aa-bb0c-c8261d9c48c3 service neutron] 10.222.0.31 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168446 Dec 13 13:04:10.283927 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-8f7f7935-e480-4d74-a8e1-5318aebca6b7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] For port 90fdadee-2cce-4367-bd72-76cf0b907971, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=90fdadee-2cce-4367-bd72-76cf0b907971,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:10.285449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-8f7f7935-e480-4d74-a8e1-5318aebca6b7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:10.303190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-8f7f7935-e480-4d74-a8e1-5318aebca6b7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Calling delete_port for 90fdadee-2cce-4367-bd72-76cf0b907971 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:10.333962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:10.485984 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-8f7f7935-e480-4d74-a8e1-5318aebca6b7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:10.500482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8d592c13-ac8a-422f-9924-adddf79bbda7', '90fdadee-2cce-4367-bd72-76cf0b907971'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:10.518773 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f7935-e480-4d74-a8e1-5318aebca6b7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Pushing event deleted for resources: {'Port': ['ID=90fdadee-2cce-4367-bd72-76cf0b907971,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:10.566377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-8f7f7935-e480-4d74-a8e1-5318aebca6b7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] No DVR routers for this DVR port 90fdadee-2cce-4367-bd72-76cf0b907971 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:10.570610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-8f7f7935-e480-4d74-a8e1-5318aebca6b7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:10.575259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae59bb2f-fcc5-41d8-895d-b0894207e5cf req-8f7f7935-e480-4d74-a8e1-5318aebca6b7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "DELETE /v2.0/ports/90fdadee-2cce-4367-bd72-76cf0b907971 HTTP/1.1" status: 204 len: 173 time: 0.5985911 Dec 13 13:04:10.575748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd42b1e-fb47-4d47-a417-3f2d5098f636', 'name': 'network-vif-deleted', 'tag': '90fdadee-2cce-4367-bd72-76cf0b907971'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:10.579575 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce11002-6f4a-4b8d-8884-961dd42f9eb6" -d '{"events": [{"server_uuid": "3cd42b1e-fb47-4d47-a417-3f2d5098f636", "name": "network-vif-deleted", "tag": "90fdadee-2cce-4367-bd72-76cf0b907971"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:10.585121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a1f7658-d50e-4607-9b07-d2c954528d68 req-2821e7ff-4ef3-4f2c-aa0a-6f69ce98e46a tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0657949 Dec 13 13:04:10.588628 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-9afb9410-6d1f-4bb8-a0fe-26147d6ec924 service neutron] 10.222.0.31 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254764 Dec 13 13:04:10.611526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:10.621014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f3947c14-e240-44af-9d26-1dccbbbfdf09 None None] Provisioning complete for port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:10.621389 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3947c14-e240-44af-9d26-1dccbbbfdf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:10.649830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 440581b9-5406-43c7-8455-917a7d5f00be yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:04:10.778734 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c269c2-0b27-4557-8929-9b196b4a2323 x-openstack-request-id: req-81c269c2-0b27-4557-8929-9b196b4a2323 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:10.779243 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd42b1e-fb47-4d47-a417-3f2d5098f636", "name": "network-vif-deleted", "tag": "90fdadee-2cce-4367-bd72-76cf0b907971", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:10.779243 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81c269c2-0b27-4557-8929-9b196b4a2323 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:10.779643 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd42b1e-fb47-4d47-a417-3f2d5098f636', 'name': 'network-vif-deleted', 'tag': '90fdadee-2cce-4367-bd72-76cf0b907971', 'status': 'completed', 'code': 200} Dec 13 13:04:10.797110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-adf7eedf-740c-49d6-a7c9-8f6a674180f8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Deleting port 8d592c13-ac8a-422f-9924-adddf79bbda7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:10.797517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-adf7eedf-740c-49d6-a7c9-8f6a674180f8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:10.903613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:10.915808 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5ee556-fa18-4615-90d1-291fcb872a75 None None] Sync routers for ids ['4b6f6c8c-cb72-4528-be17-a5bce188672a'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:10.949272 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ee556-fa18-4615-90d1-291fcb872a75 None None] Routers {'4b6f6c8c-cb72-4528-be17-a5bce188672a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:10.950100 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dc5ee556-fa18-4615-90d1-291fcb872a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4b6f6c8c-cb72-4528-be17-a5bce188672a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:10.957171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 172.20.0.10 (a96b3050-5a47-4623-a1bc-6be051560383/5a839a9a-e320-4ade-b3d8-3ab100be982a/440581b9-5406-43c7-8455-917a7d5f00be) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:10.976970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:10.979038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2663b184-473a-4f2d-8fba-350385a1dca9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1934984 Dec 13 13:04:10.982047 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34670) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:10.988180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::f816:3eff:fe1c:a4e9 (a96b3050-5a47-4623-a1bc-6be051560383/814df46c-faf8-458b-8230-65049eb8fa9b/440581b9-5406-43c7-8455-917a7d5f00be) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:11.007527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-adf7eedf-740c-49d6-a7c9-8f6a674180f8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] For port 8d592c13-ac8a-422f-9924-adddf79bbda7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8d592c13-ac8a-422f-9924-adddf79bbda7,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:11.007900 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-adf7eedf-740c-49d6-a7c9-8f6a674180f8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:11.010889 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dc5ee556-fa18-4615-90d1-291fcb872a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:11.035695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ee556-fa18-4615-90d1-291fcb872a75 None None] Routers {'4b6f6c8c-cb72-4528-be17-a5bce188672a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:11.037216 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dc5ee556-fa18-4615-90d1-291fcb872a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4b6f6c8c-cb72-4528-be17-a5bce188672a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:11.047509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-adf7eedf-740c-49d6-a7c9-8f6a674180f8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Calling delete_port for 8d592c13-ac8a-422f-9924-adddf79bbda7 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:11.170991 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dc5ee556-fa18-4615-90d1-291fcb872a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:11.172532 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5ee556-fa18-4615-90d1-291fcb872a75 None None] The sync data for ids ['4b6f6c8c-cb72-4528-be17-a5bce188672a'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:11.376557 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93f09cdc-9010-4a13-8c65-5188ecc37ad6 req-676175a0-7758-4e99-a3cd-451ca5fd0e99 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 210 time: 0.1138308 Dec 13 13:04:11.404207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 43c7004b-c1cb-4e49-ad60-d78b44486ad7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:11.477987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d75c25-482b-47b1-a4ab-5bb0e6fdb462 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:11.529924 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-adf7eedf-740c-49d6-a7c9-8f6a674180f8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:11.553272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['90fdadee-2cce-4367-bd72-76cf0b907971'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:11.580037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:11.580037 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:11.582552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7eedf-740c-49d6-a7c9-8f6a674180f8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Pushing event deleted for resources: {'Port': ['ID=8d592c13-ac8a-422f-9924-adddf79bbda7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:11.650846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-172d42cb-ccc4-45c9-b4cb-166976b24ef0 None None] Provisioning complete for port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:11.651128 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-172d42cb-ccc4-45c9-b4cb-166976b24ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:11.704492 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:11.706942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-adf7eedf-740c-49d6-a7c9-8f6a674180f8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] No DVR routers for this DVR port 8d592c13-ac8a-422f-9924-adddf79bbda7 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:11.742434 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8091771-afeb-419e-91df-c08b1c45996f req-55d391f8-6469-499a-b3f8-37e2da73db09 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0563056 Dec 13 13:04:11.744892 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-adf7eedf-740c-49d6-a7c9-8f6a674180f8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:11.749010 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e66510d-ed59-4531-9aea-05eb8701dd9f req-adf7eedf-740c-49d6-a7c9-8f6a674180f8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "DELETE /v2.0/ports/8d592c13-ac8a-422f-9924-adddf79bbda7 HTTP/1.1" status: 204 len: 173 time: 1.6056361 Dec 13 13:04:11.749488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d14e32-2d54-47fa-acbf-74a64b57a0d5', 'name': 'network-vif-deleted', 'tag': '8d592c13-ac8a-422f-9924-adddf79bbda7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:11.763385 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e369977c-230e-4a8a-9d1e-1c15a7511b0c" -d '{"events": [{"server_uuid": "a3d14e32-2d54-47fa-acbf-74a64b57a0d5", "name": "network-vif-deleted", "tag": "8d592c13-ac8a-422f-9924-adddf79bbda7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:11.801032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:11.835293 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:11.878316 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de775aaf-0a69-44e8-9944-de63df96dea1 x-openstack-request-id: req-de775aaf-0a69-44e8-9944-de63df96dea1 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:11.878620 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d14e32-2d54-47fa-acbf-74a64b57a0d5", "name": "network-vif-deleted", "tag": "8d592c13-ac8a-422f-9924-adddf79bbda7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:11.879026 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de775aaf-0a69-44e8-9944-de63df96dea1 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:11.880351 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d14e32-2d54-47fa-acbf-74a64b57a0d5', 'name': 'network-vif-deleted', 'tag': '8d592c13-ac8a-422f-9924-adddf79bbda7', 'status': 'completed', 'code': 200} Dec 13 13:04:11.956150 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:11.966664 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-172d42cb-ccc4-45c9-b4cb-166976b24ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:11.967259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:11.971560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:11.976280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:12.010724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=440581b9-5406-43c7-8455-917a7d5f00be,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:12.034536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-172d42cb-ccc4-45c9-b4cb-166976b24ef0 None None] For port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:12.040073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e9211-6910-4e32-882a-f8e7e8c813d1 None None] Update dhcp port {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': '814df46c-faf8-458b-8230-65049eb8fa9b', 'ip_address': '2001:db8::f816:3eff:fe9e:ef1f'}, {'subnet_id': '5a839a9a-e320-4ade-b3d8-3ab100be982a'}], 'binding:host_id': 'n-d-817326-4'}, 'id': '9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:04:12.067400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:12.068287 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:12.074139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be6e9211-6910-4e32-882a-f8e7e8c813d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:12.076714 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-172d42cb-ccc4-45c9-b4cb-166976b24ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:12.119166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34696) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:12.122300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a4b3cc48-c6f1-48fc-8a1a-da3a95e23f88 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2236965 Dec 13 13:04:12.154359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:12.154697 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:12.309062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d42cb-ccc4-45c9-b4cb-166976b24ef0 None None] Pushing event updated for resources: {'Port': ['ID=9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:12.395151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e9325e0-7c96-4ce7-8c7b-646492483293 req-1fd6750a-bd10-4df3-a5e2-67a29607c4ec tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0415397 Dec 13 13:04:12.433752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-be6e9211-6910-4e32-882a-f8e7e8c813d1 None None] Allocated IP 172.20.0.2 (a96b3050-5a47-4623-a1bc-6be051560383/5a839a9a-e320-4ade-b3d8-3ab100be982a/9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:12.490544 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e37408-4c92-41cc-83db-1832245666ac req-1cf6b3fa-6194-4274-b6f1-7ce3c3bba2cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9e7039ae51d4456a1f24c4ae31b71d1&device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.1073182 Dec 13 13:04:12.518327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef9c1251-3f60-4f9f-a044-c6eea56b8f37 req-d1e4794c-2826-4bc2-b9c5-cc99f13ed84e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 210 time: 0.0391867 Dec 13 13:04:12.521849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030923c5-21cd-47fb-be90-94bc5e4b8a0a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:12.528108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030923c5-21cd-47fb-be90-94bc5e4b8a0a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:12.529735 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-030923c5-21cd-47fb-be90-94bc5e4b8a0a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4096024 Dec 13 13:04:12.534340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34702) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:12.555549 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e37408-4c92-41cc-83db-1832245666ac req-e05af3ff-a32f-4ba6-92aa-4f2b3e813888 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9e7039ae51d4456a1f24c4ae31b71d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542986 Dec 13 13:04:12.575795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-be6e9211-6910-4e32-882a-f8e7e8c813d1 None None] For port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:12.609134 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be6e9211-6910-4e32-882a-f8e7e8c813d1 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:12.621834 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be6e9211-6910-4e32-882a-f8e7e8c813d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:12.646218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-601bc172-f9c8-4554-a0d4-224ba2d49f5b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 440581b9-5406-43c7-8455-917a7d5f00be {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:12.646810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-601bc172-f9c8-4554-a0d4-224ba2d49f5b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:12.732453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e9211-6910-4e32-882a-f8e7e8c813d1 None None] Pushing event updated for resources: {'Port': ['ID=9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:12.762223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.20.0.1 (84a8d268-67c8-4780-9d7c-be031167c875/1f5a1448-b292-4561-91d3-39cf1cb5e22e/a258a9d5-b089-4f41-90af-caa837598708) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:12.847110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e37408-4c92-41cc-83db-1832245666ac req-4fc2ef16-ca6a-4597-b05c-df61bf2bcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:12.848743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e37408-4c92-41cc-83db-1832245666ac req-4fc2ef16-ca6a-4597-b05c-df61bf2bcf03 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2848992 Dec 13 13:04:12.863786 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-601bc172-f9c8-4554-a0d4-224ba2d49f5b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.004696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-601bc172-f9c8-4554-a0d4-224ba2d49f5b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 440581b9-5406-43c7-8455-917a7d5f00be owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:13.011153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.012960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-4ac6c8dc-e8d2-4f5b-aea3-f182a814be58 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:13.014637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-4ac6c8dc-e8d2-4f5b-aea3-f182a814be58 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "GET /v2.0/networks?id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 200 len: 813 time: 0.2707970 Dec 13 13:04:13.032079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Request body: {'port': {'device_id': 'a0463d7c-e955-44cf-b040-0f14a8f502d9', 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f', 'admin_state_up': True, 'tenant_id': 'b90abbeb60d441fa9734cf9c83fce5cf'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:13.054353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.090280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network 84a8d268-67c8-4780-9d7c-be031167c875 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:13.096018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:13.100186 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:13.143932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=a258a9d5-b089-4f41-90af-caa837598708,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:13.155375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.233829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:13.276638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-9901ac6e-b403-48c0-b7e8-b13526c261fa tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:13.278242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-9901ac6e-b403-48c0-b7e8-b13526c261fa tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.37 "GET /v2.0/networks?id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 200 len: 813 time: 0.4191918 Dec 13 13:04:13.321089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:13.321599 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.336795 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Request body: {'port': {'device_id': '6344619a-20ef-472f-9444-bb388e8065da', 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f', 'admin_state_up': True, 'tenant_id': 'b90abbeb60d441fa9734cf9c83fce5cf'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:13.348587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.604597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Made reservation on behalf of b90abbeb60d441fa9734cf9c83fce5cf for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:13.608325 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.635472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ce3cbbe-1cd5-40c9-b9be-3df34ddb586b req-021caa65-428c-4ce9-8d88-c1bc8ea4448f tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0762866 Dec 13 13:04:13.645367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8d592c13-ac8a-422f-9924-adddf79bbda7 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:13.691168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 8d592c13-ac8a-422f-9924-adddf79bbda7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:13.691551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8d592c13-ac8a-422f-9924-adddf79bbda7 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:13.692164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 90fdadee-2cce-4367-bd72-76cf0b907971 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:13.729546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 90fdadee-2cce-4367-bd72-76cf0b907971 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:13.730016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 90fdadee-2cce-4367-bd72-76cf0b907971 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:13.733843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-984e2c8f-5933-45f5-9f36-ea88785281a0 None None] Provisioning complete for port a258a9d5-b089-4f41-90af-caa837598708 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:13.734754 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-984e2c8f-5933-45f5-9f36-ea88785281a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.759627 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-601bc172-f9c8-4554-a0d4-224ba2d49f5b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.775149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-984e2c8f-5933-45f5-9f36-ea88785281a0 None None] Port a258a9d5-b089-4f41-90af-caa837598708 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:13.802446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.808912 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.886910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=a258a9d5-b089-4f41-90af-caa837598708,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:13.892414 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:13.903372 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-244d89c0-44ce-49a2-8414-62d006716d52 None None] Provisioning complete for port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:13.904006 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-244d89c0-44ce-49a2-8414-62d006716d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:14.013685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network 84a8d268-67c8-4780-9d7c-be031167c875 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:14.015392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:14.170101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router 4b6f6c8c-cb72-4528-be17-a5bce188672a has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:14.232972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-30ed865b-eed7-4c73-a924-c907b2b1e76f None None] Could not find standard attr ID for object 440581b9-5406-43c7-8455-917a7d5f00be. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:04:14.248458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-370dc019-03d6-4d97-8181-63608975d8a1 req-d6cfd28a-4a22-4f67-a15c-856f008ad0ab tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 210 time: 0.4761100 Dec 13 13:04:14.280289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a15f0b-d87d-43db-969f-3a9ed0596107 req-dc391c62-7527-4648-9d7f-680dce66bc9a tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:14.281828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5a15f0b-d87d-43db-969f-3a9ed0596107 req-dc391c62-7527-4648-9d7f-680dce66bc9a tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1097 time: 0.6376743 Dec 13 13:04:14.288297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bc172-f9c8-4554-a0d4-224ba2d49f5b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=440581b9-5406-43c7-8455-917a7d5f00be,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:14.325413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Made reservation on behalf of b90abbeb60d441fa9734cf9c83fce5cf for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:14.328619 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:14.328997 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e37408-4c92-41cc-83db-1832245666ac req-3fe2999a-6016-416d-853e-adb8f4cf319a tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0982323 Dec 13 13:04:14.363963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ddd554e1-47c2-465c-aa81-6f039eb4aabf None None] Provisioning complete for port a258a9d5-b089-4f41-90af-caa837598708 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:14.364603 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddd554e1-47c2-465c-aa81-6f039eb4aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:14.373305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:14.391093 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8e8125b-abe9-4be3-9d35-209f7eccf76a tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "PUT /v2.0/routers/4b6f6c8c-cb72-4528-be17-a5bce188672a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4051294 Dec 13 13:04:14.391496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34720) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:14.403597 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'port': {'network_id': '84a8d268-67c8-4780-9d7c-be031167c875', 'name': 'tempest-FloatingIPTestJSON-1885035919'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:14.419770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7885cb17-ca46-4380-8476-e0d222600f34 None None] Sync routers for ids ['4b6f6c8c-cb72-4528-be17-a5bce188672a'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:14.447396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885cb17-ca46-4380-8476-e0d222600f34 None None] Routers {'4b6f6c8c-cb72-4528-be17-a5bce188672a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:14.448628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7885cb17-ca46-4380-8476-e0d222600f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4b6f6c8c-cb72-4528-be17-a5bce188672a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:14.453361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ddd554e1-47c2-465c-aa81-6f039eb4aabf None None] Port a258a9d5-b089-4f41-90af-caa837598708 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:14.501312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7885cb17-ca46-4380-8476-e0d222600f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:14.506203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-601bc172-f9c8-4554-a0d4-224ba2d49f5b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:14.512266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-601bc172-f9c8-4554-a0d4-224ba2d49f5b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/440581b9-5406-43c7-8455-917a7d5f00be HTTP/1.1" status: 204 len: 168 time: 1.9774687 Dec 13 13:04:14.517343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34722) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:14.521625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885cb17-ca46-4380-8476-e0d222600f34 None None] Routers {'4b6f6c8c-cb72-4528-be17-a5bce188672a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:14.522450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7885cb17-ca46-4380-8476-e0d222600f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4b6f6c8c-cb72-4528-be17-a5bce188672a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:14.527330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5a15f0b-d87d-43db-969f-3a9ed0596107 req-d70e3688-46af-49ef-988c-c33f3dd9df78 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292998 Dec 13 13:04:14.551022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34724) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:14.575865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7885cb17-ca46-4380-8476-e0d222600f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:14.576901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7885cb17-ca46-4380-8476-e0d222600f34 None None] The sync data for ids ['4b6f6c8c-cb72-4528-be17-a5bce188672a'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:14.625801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b14fa-601c-48bd-82f4-61a4a8c8f026 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:14.627472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b14fa-601c-48bd-82f4-61a4a8c8f026 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:14.629103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b14fa-601c-48bd-82f4-61a4a8c8f026 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:14.633544 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-179b14fa-601c-48bd-82f4-61a4a8c8f026 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1127019 Dec 13 13:04:14.635301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34726) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:14.672947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Allocated IP 172.20.0.4 (3ca7015d-0d9b-4c29-90b9-1bd88cb6495f/12ceceea-2fbb-43e0-9c53-c926f1672558/529a3451-5742-42ca-8c9f-c91756a082b9) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:14.722542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae907fb2-e602-4b24-917f-e9aad9fb7d37 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 5a839a9a-e320-4ade-b3d8-3ab100be982a {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:14.728064 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae907fb2-e602-4b24-917f-e9aad9fb7d37 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:14.750804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Made reservation on behalf of 1efb77fdf73a450cba5142b3394d86d2 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:14.754451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:14.786451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4f69f4a-93ba-455c-89aa-f28006468051 req-8f9cf00c-ec56-400a-af42-1e6962909bd5 tempest-ServerShowV254Test-1881169842 tempest-ServerShowV254Test-1881169842-project] 10.222.0.31 "GET /v2.0/ports?device_id=50c6a250-276b-4b3a-badf-a0fac15da6d7 HTTP/1.1" status: 200 len: 210 time: 0.0548215 Dec 13 13:04:14.788167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] device_id is not set on port fcee4eb1-c95d-4085-9437-ac545f973410 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:04:14.797748 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae907fb2-e602-4b24-917f-e9aad9fb7d37 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:14.926103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port e832bb76-6672-43c5-9124-a9dcdf660945 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:14.926454 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:14.988943 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae907fb2-e602-4b24-917f-e9aad9fb7d37 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:14.992249 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:14.992442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Allocated IP 172.20.0.5 (84a8d268-67c8-4780-9d7c-be031167c875/1f5a1448-b292-4561-91d3-39cf1cb5e22e/fcee4eb1-c95d-4085-9437-ac545f973410) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:15.044058 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.044491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.059816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for e832bb76-6672-43c5-9124-a9dcdf660945 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:15.093660 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae907fb2-e602-4b24-917f-e9aad9fb7d37 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.114283 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.164234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae907fb2-e602-4b24-917f-e9aad9fb7d37 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=5a839a9a-e320-4ade-b3d8-3ab100be982a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:15.166453 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae907fb2-e602-4b24-917f-e9aad9fb7d37 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.171945 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ae907fb2-e602-4b24-917f-e9aad9fb7d37 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/5a839a9a-e320-4ade-b3d8-3ab100be982a HTTP/1.1" status: 204 len: 168 time: 0.5333564 Dec 13 13:04:15.172111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe540b-9c5e-430a-8c14-d55fdd65be0e None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:15.173802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34730) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:15.215516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:15.226725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:15.233739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Pushing event updated for resources: {'Port': ['ID=529a3451-5742-42ca-8c9f-c91756a082b9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:15.236163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Allocated IP 172.20.0.6 (3ca7015d-0d9b-4c29-90b9-1bd88cb6495f/12ceceea-2fbb-43e0-9c53-c926f1672558/564cffa4-e8c0-455b-b7b1-5e6e268da6c8) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:15.239840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:15.351168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:15.351846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.404875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2de20d4e-54f1-4d57-875b-f2cbc37d996c req-b5de223d-fc63-4111-9294-576636d3b1dd tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 210 time: 0.0429733 Dec 13 13:04:15.461220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-bcd80c49-f463-4509-96e1-4c556964b67d tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4331155 Dec 13 13:04:15.499867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Request body: {'port': {'device_id': 'a0463d7c-e955-44cf-b040-0f14a8f502d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:15.559139 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.631511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=e832bb76-6672-43c5-9124-a9dcdf660945,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:15.639303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1650cf81-0c10-4b57-9a11-737a536d389a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 814df46c-faf8-458b-8230-65049eb8fa9b {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:15.645252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1650cf81-0c10-4b57-9a11-737a536d389a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.677617 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.685810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.702981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1650cf81-0c10-4b57-9a11-737a536d389a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.730762 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.798560 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.798804 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Floating IP cabb8e5d-ec08-4696-85c5-3ee872d427a8 disassociated (deleted). External IP: 172.25.2.49, port: ff826855-6c96-433d-8e2e-6e3c16bc6e94. Dec 13 13:04:15.800116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.897597 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Network 84a8d268-67c8-4780-9d7c-be031167c875 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:15.907494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1650cf81-0c10-4b57-9a11-737a536d389a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:15.913748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:15.936186 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:15.970441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event updated for resources: {'Port': ['ID=fcee4eb1-c95d-4085-9437-ac545f973410,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:15.982621 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.008228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:16.008876 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.043451 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4693686a-9b64-430c-8805-91c99f88e3aa tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6505375 Dec 13 13:04:16.046258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34742) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:16.056506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Request body: {'floatingip': {'port_id': 'fcee4eb1-c95d-4085-9437-ac545f973410'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:16.134876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:16.145037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:16.151202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:16.164126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.186824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Pushing event updated for resources: {'Port': ['ID=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:16.196907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a09185f9-1f8a-47b8-a772-be8b86434b27 None None] Provisioning complete for port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:16.197454 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a09185f9-1f8a-47b8-a772-be8b86434b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.307348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34746) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:16.338577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:16.339401 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.381040 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1650cf81-0c10-4b57-9a11-737a536d389a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.381310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-ad1350dc-e61b-4673-a629-53dc521f421b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0518064 Dec 13 13:04:16.402481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Request body: {'port': {'device_id': '6344619a-20ef-472f-9444-bb388e8065da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:16.406102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:16.451984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650cf81-0c10-4b57-9a11-737a536d389a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=814df46c-faf8-458b-8230-65049eb8fa9b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:16.457320 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1650cf81-0c10-4b57-9a11-737a536d389a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.462639 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1650cf81-0c10-4b57-9a11-737a536d389a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/814df46c-faf8-458b-8230-65049eb8fa9b HTTP/1.1" status: 204 len: 168 time: 1.2867281 Dec 13 13:04:16.466134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34754) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:16.483479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529a3451-5742-42ca-8c9f-c91756a082b9 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:04:16.509771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a27c8-cb37-4106-86e0-7b204e396f2f None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:16.529770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c7a88a20-2167-4926-a44e-23d7c3ea36dd None None] Provisioning complete for port fcee4eb1-c95d-4085-9437-ac545f973410 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:16.530423 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7a88a20-2167-4926-a44e-23d7c3ea36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.546573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ac061c37-fda5-4f3e-99a9-adb3d986c056 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781071 Dec 13 13:04:16.549555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34756) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:16.555821 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.557908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:16.611992 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ece96648-f60f-499a-aad6-cf81649775c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.651534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Transition to ACTIVE for port object 529a3451-5742-42ca-8c9f-c91756a082b9 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:04:16.652356 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.677060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.679292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c7a88a20-2167-4926-a44e-23d7c3ea36dd None None] Port fcee4eb1-c95d-4085-9437-ac545f973410 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:16.776488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9fd0a-f433-43e3-b0ed-d8b8f6d5646c None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:04:16.777592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:16.782030 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.802512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f5ee9-2068-40bd-9b03-127f48fa6222 req-9197c60f-1821-4509-916a-1c4132e340e7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:16.804284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a34f5ee9-2068-40bd-9b03-127f48fa6222 req-9197c60f-1821-4509-916a-1c4132e340e7 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 931 time: 0.2833247 Dec 13 13:04:16.843270 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-95e9fd0a-f433-43e3-b0ed-d8b8f6d5646c None None] Deleting port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:16.843626 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95e9fd0a-f433-43e3-b0ed-d8b8f6d5646c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.883176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Pushing event updated for resources: {'Port': ['ID=529a3451-5742-42ca-8c9f-c91756a082b9,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:16.899162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:16.912491 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] Sync routers for ids ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:16.929563 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] Routers {'4821c79a-3c94-49d6-947b-7f0ff3af9f63'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:16.930378 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:16.967088 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:16.979213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-95e9fd0a-f433-43e3-b0ed-d8b8f6d5646c None None] For port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:16.979625 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95e9fd0a-f433-43e3-b0ed-d8b8f6d5646c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:17.004262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-95e9fd0a-f433-43e3-b0ed-d8b8f6d5646c None None] Calling delete_port for 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:17.051163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:17.061458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:17.139053 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95e9fd0a-f433-43e3-b0ed-d8b8f6d5646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:17.206721 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] Set router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:17.207931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9fd0a-f433-43e3-b0ed-d8b8f6d5646c None None] Pushing event deleted for resources: {'Port': ['ID=9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:17.211190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:17.239677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9fd0a-f433-43e3-b0ed-d8b8f6d5646c None None] No DVR routers for this DVR port 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:17.242183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:17.242709 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9b88952c-c8fd-4aa3-88b6-ec3fb124fe7a not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:17.276999 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP 92dd4924-f6f1-4179-9242-c42d60e11996 associated. External IP: 172.25.2.42, port: 3172babf-bdb8-4c12-8327-d5959831b6b9. Dec 13 13:04:17.360709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:04:17.363598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:17.461903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:17.470688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:17.474981 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:17.475722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:17.476398 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-65f814b1-1a1e-41c3-8500-88f7abef86f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/floatingips/cabb8e5d-ec08-4696-85c5-3ee872d427a8 HTTP/1.1" status: 204 len: 168 time: 2.9222867 Dec 13 13:04:17.481357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21896c8-a92b-418d-ab7a-92f578dbdeee None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:17.483985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:17.487034 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736bb74e-5265-4d0d-99e6-8c59f0448311" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:17.493041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a34f5ee9-2068-40bd-9b03-127f48fa6222 req-6054455d-e255-4753-bc96-1b9fcd37aa0b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731336 Dec 13 13:04:17.497939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=c6942186-5801-4137-bd33-a9b2edba97fe,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:17.550460 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ece96648-f60f-499a-aad6-cf81649775c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:17.556071 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c7d97031-680d-4563-aa0b-781368f13560 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0051439 Dec 13 13:04:17.558789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34764) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:17.569712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-82df4608-3b9b-4a4a-af90-a7496f9aed29 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:17.582400 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ece96648-f60f-499a-aad6-cf81649775c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:17.623280 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:16Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '7c52c5d4-01b4-4e5e-a239-f97c0317b25f', 'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:c4:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:14Z', 'updated_at': '2021-12-13T13:02:23Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:17.652413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Attempting to bind port 529a3451-5742-42ca-8c9f-c91756a082b9 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:17.652745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Attempting to bind port 529a3451-5742-42ca-8c9f-c91756a082b9 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:17.653092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Attempting to bind port 529a3451-5742-42ca-8c9f-c91756a082b9 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:17.661240 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3a4b2a-0335-4da3-bdf8-5acd5b3484cc x-openstack-request-id: req-8f3a4b2a-0335-4da3-bdf8-5acd5b3484cc {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:17.661542 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:17.661797 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f3a4b2a-0335-4da3-bdf8-5acd5b3484cc {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:17.662247 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'status': 'completed', 'code': 200} Dec 13 13:04:17.696115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Port 529a3451-5742-42ca-8c9f-c91756a082b9 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:04:17.696528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Attempting to bind port 529a3451-5742-42ca-8c9f-c91756a082b9 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:17.709353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece96648-f60f-499a-aad6-cf81649775c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e0c00a-6319-4e3f-80fc-4e21c5673edb,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:17.713782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ece96648-f60f-499a-aad6-cf81649775c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9e7039ae51d4456a1f24c4ae31b71d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4036672 Dec 13 13:04:17.719273 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] Checking router: 4821c79a-3c94-49d6-947b-7f0ff3af9f63 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:04:17.723946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34770) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:17.736548 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] Routers {'4821c79a-3c94-49d6-947b-7f0ff3af9f63'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:17.737235 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:17.738834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:17.739181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Checking segment: {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:17.739568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Bound using segment: {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:17.740019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Bound port: 529a3451-5742-42ca-8c9f-c91756a082b9, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:17.740969 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:17.766195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': 'c6942186-5801-4137-bd33-a9b2edba97fe'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:04:17.767446 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:17.884271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:17.989435 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] Set router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:18.010484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:04:18.047217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.048838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Allocated IP 2001:db8::f816:3eff:fe3a:f816 (a96b3050-5a47-4623-a1bc-6be051560383/c6942186-5801-4137-bd33-a9b2edba97fe/cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:18.050318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-245887d6-39e7-47d0-b45c-2bcfc63ecba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.062465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82df4608-3b9b-4a4a-af90-a7496f9aed29 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:18.066668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82df4608-3b9b-4a4a-af90-a7496f9aed29 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.086627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:18.103851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] For port 529a3451-5742-42ca-8c9f-c91756a082b9, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:18.110437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Transition to ACTIVE for port object 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:04:18.164704 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.169455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] For port 529a3451-5742-42ca-8c9f-c91756a082b9, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=529a3451-5742-42ca-8c9f-c91756a082b9,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:18.188966 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-245887d6-39e7-47d0-b45c-2bcfc63ecba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.204145 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.221982 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.227526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b6be9d-d294-4425-8022-b630c2683e3a None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:18.238642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-8fc973b5-9649-4439-999c-41adfb3962da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:18.240047 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.240742 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-8fc973b5-9649-4439-999c-41adfb3962da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 1097 time: 0.5594902 Dec 13 13:04:18.250606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4286eb-1b1e-4261-af16-3dfffc32436d req-bcaa627f-d40c-4a8f-bde9-dd04fc69a008 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:18.252725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f4286eb-1b1e-4261-af16-3dfffc32436d req-bcaa627f-d40c-4a8f-bde9-dd04fc69a008 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.2584457 Dec 13 13:04:18.271653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b6be9d-d294-4425-8022-b630c2683e3a None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:18.272437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e4b6be9d-d294-4425-8022-b630c2683e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:18.320745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e4b6be9d-d294-4425-8022-b630c2683e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:18.334199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:18.335069 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.337232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] 10.222.0.42 "PUT /v2.0/ports/529a3451-5742-42ca-8c9f-c91756a082b9 HTTP/1.1" status: 200 len: 1091 time: 2.8446712 Dec 13 13:04:18.364863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Pushing event updated for resources: {'Port': ['ID=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:18.375246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:18.385280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:18.388061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b6be9d-d294-4425-8022-b630c2683e3a None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:18.388682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e4b6be9d-d294-4425-8022-b630c2683e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:18.391022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:18.398163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Pushing event updated for resources: {'Port': ['ID=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:18.464154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e4b6be9d-d294-4425-8022-b630c2683e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:18.464888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b6be9d-d294-4425-8022-b630c2683e3a None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:18.510471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Attempting to bind port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:18.510974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Attempting to bind port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:18.511442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Attempting to bind port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:18.517992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router 4b6f6c8c-cb72-4528-be17-a5bce188672a has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:18.524250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:18.525604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:18.526286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.527247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:18.527811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Bound port: cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:18.528561 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.573273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f4286eb-1b1e-4261-af16-3dfffc32436d req-e52719ca-d61f-4dde-a51d-80cc40bc9bd6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029528 Dec 13 13:04:18.599929 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-245887d6-39e7-47d0-b45c-2bcfc63ecba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.612562 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-245887d6-39e7-47d0-b45c-2bcfc63ecba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.621697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-245887d6-39e7-47d0-b45c-2bcfc63ecba5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3e0c00a-6319-4e3f-80fc-4e21c5673edb HTTP/1.1" status: 204 len: 168 time: 0.8943741 Dec 13 13:04:18.659503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-1dbb1c39-892c-4283-b39f-7a1c364fbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:18.660977 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-1dbb1c39-892c-4283-b39f-7a1c364fbb1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 200 len: 897 time: 0.3967981 Dec 13 13:04:18.671089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] For port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:18.675581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] For port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:18.686764 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:18.713092 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:16Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '7c52c5d4-01b4-4e5e-a239-f97c0317b25f', 'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:c4:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:14Z', 'updated_at': '2021-12-13T13:02:23Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:18.726239 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-2a42e417-6adf-46bc-9140-389eea6f90d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 200 len: 217 time: 0.0523517 Dec 13 13:04:18.783803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea5ca9-826d-4290-993a-42b297e3ad16 None None] Pushing event updated for resources: {'Port': ['ID=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:18.789957 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9012f52f-1e1d-4668-ab87-821f9aef3197 None None] The sync data for ids ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'] in n-d-817326-4 is: [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:02:16Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '7c52c5d4-01b4-4e5e-a239-f97c0317b25f', 'name': '', 'network_id': 'ccc08304-0be5-428d-b404-0a9353d5f882', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:c4:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:14Z', 'updated_at': '2021-12-13T13:02:23Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '477b464d-e803-4dd3-8076-c2c4106a7460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:18.826288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Attempting to bind port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:18.826692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Attempting to bind port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:18.827020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Attempting to bind port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:18.831035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a71211fa-c400-4dc0-9bb2-1e83fdf5917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:18.832786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-a71211fa-c400-4dc0-9bb2-1e83fdf5917e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&device_id=a0463d7c-e955-44cf-b040-0f14a8f502d9 HTTP/1.1" status: 200 len: 1094 time: 0.4364922 Dec 13 13:04:18.834370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f81bfb-79d5-4748-b1f9-9c0388e10096 service neutron] Pushing event updated for resources: {'Port': ['ID=529a3451-5742-42ca-8c9f-c91756a082b9,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:18.854013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245887d6-39e7-47d0-b45c-2bcfc63ecba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e0c00a-6319-4e3f-80fc-4e21c5673edb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:18.952760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-94c275b2-a920-4f60-9326-bca306846ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:18.954316 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-94c275b2-a920-4f60-9326-bca306846ae7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 200 len: 835 time: 0.1529605 Dec 13 13:04:19.040361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-f5163f52-3985-4736-a0ce-8cb19c7f48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:19.041781 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-f5163f52-3985-4736-a0ce-8cb19c7f48e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccc08304-0be5-428d-b404-0a9353d5f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672307 Dec 13 13:04:19.042874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:19.049686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:19.069291 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4b361-9946-4c70-a13e-3d8567a32228 None None] Sync routers for ids ['4b6f6c8c-cb72-4528-be17-a5bce188672a'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:19.117248 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4b361-9946-4c70-a13e-3d8567a32228 None None] Routers {'4b6f6c8c-cb72-4528-be17-a5bce188672a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:19.124015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:04:19.124540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Attempting to bind port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 on network 3ca7015d-0d9b-4c29-90b9-1bd88cb6495f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:19.131385 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f3d4b361-9946-4c70-a13e-3d8567a32228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4b6f6c8c-cb72-4528-be17-a5bce188672a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:19.141649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:19.142293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Checking segment: {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:19.145996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Bound using segment: {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:19.147348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Bound port: 564cffa4-e8c0-455b-b7b1-5e6e268da6c8, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecd7946-324c-41b7-9d02-aaf048440dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:19.147723 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:19.181305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-58f460a7-6473-4536-8251-99f7a71b1b34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=529a3451-5742-42ca-8c9f-c91756a082b9 HTTP/1.1" status: 200 len: 217 time: 0.3238494 Dec 13 13:04:19.182231 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82df4608-3b9b-4a4a-af90-a7496f9aed29 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:19.299156 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f3d4b361-9946-4c70-a13e-3d8567a32228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:19.306649 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f0c79a14-b10f-4688-a975-828c63bb9589 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "PUT /v2.0/floatingips/92dd4924-f6f1-4179-9242-c42d60e11996 HTTP/1.1" status: 200 len: 977 time: 3.2592816 Dec 13 13:04:19.310141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34786) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:19.327580 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4b361-9946-4c70-a13e-3d8567a32228 None None] Routers {'4b6f6c8c-cb72-4528-be17-a5bce188672a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:19.328224 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f3d4b361-9946-4c70-a13e-3d8567a32228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4b6f6c8c-cb72-4528-be17-a5bce188672a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:19.398383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-c043f15d-a010-4380-9fdc-fb5e67a69895 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:19.400030 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-c043f15d-a010-4380-9fdc-fb5e67a69895 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.1930578 Dec 13 13:04:19.406816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:19.413345 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f3d4b361-9946-4c70-a13e-3d8567a32228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:19.414629 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4b361-9946-4c70-a13e-3d8567a32228 None None] The sync data for ids ['4b6f6c8c-cb72-4528-be17-a5bce188672a'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:19.433781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4bd67-db59-4906-a66d-54f99f50362f req-44375775-66da-428f-9f94-63e7c921bccd tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:19.442206 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98d4bd67-db59-4906-a66d-54f99f50362f req-44375775-66da-428f-9f94-63e7c921bccd tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 943 time: 0.7831624 Dec 13 13:04:19.474627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda505b5-a09d-4970-80da-bfbdd0f8439e None None] New status for floating IP cabb8e5d-ec08-4696-85c5-3ee872d427a8: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:04:19.482823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df4608-3b9b-4a4a-af90-a7496f9aed29 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:19.515284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-82df4608-3b9b-4a4a-af90-a7496f9aed29 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:19.523629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] For port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:19.529108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82df4608-3b9b-4a4a-af90-a7496f9aed29 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:19.529805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82df4608-3b9b-4a4a-af90-a7496f9aed29 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:19.552196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:19.552196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:19.599089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] For port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:19.613082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df4608-3b9b-4a4a-af90-a7496f9aed29 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=8c59cba4-7f94-4f08-9083-69d790e161d4,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:19.638164 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-95d5839b-3f17-4d82-b9ef-c1e1368b04a3 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782566 Dec 13 13:04:19.648123 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:19.671306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0463d7c-e955-44cf-b040-0f14a8f502d9', 'tag': '529a3451-5742-42ca-8c9f-c91756a082b9'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:19.678330 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57" -d '{"events": [{"name": "network-changed", "server_uuid": "a0463d7c-e955-44cf-b040-0f14a8f502d9", "tag": "529a3451-5742-42ca-8c9f-c91756a082b9"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:19.687930 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:19.719035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-6c2a4cd7-a940-4b41-a545-b6fa6b38781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:19.723377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-6c2a4cd7-a940-4b41-a545-b6fa6b38781f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ceceea-2fbb-43e0-9c53-c926f1672558 HTTP/1.1" status: 200 len: 853 time: 0.4809728 Dec 13 13:04:19.724337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-82df4608-3b9b-4a4a-af90-a7496f9aed29 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1644075 Dec 13 13:04:19.733766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34800) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:19.734380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:19.736280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98d4bd67-db59-4906-a66d-54f99f50362f req-1e65b4c3-63b7-4529-99ff-f1675ed443ec tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921548 Dec 13 13:04:19.748575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:ff:15:d4', 'name': 'tempest-NetworksTestDHCPv6-1360153588'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:19.751774 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:19.811736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:19.812286 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:19.813893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] 10.222.0.37 "PUT /v2.0/ports/564cffa4-e8c0-455b-b7b1-5e6e268da6c8 HTTP/1.1" status: 200 len: 1091 time: 3.4232404 Dec 13 13:04:19.815935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-0432e0a6-c9e7-48b3-a717-0afc862e6e65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705068 Dec 13 13:04:19.839183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:19.870726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bdfdb-9540-4b2a-946d-11a457405761 service neutron] Pushing event updated for resources: {'Port': ['ID=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:19.876708 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c96d92a-4102-443c-a5d1-eae38238972e x-openstack-request-id: req-4c96d92a-4102-443c-a5d1-eae38238972e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:19.877023 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0463d7c-e955-44cf-b040-0f14a8f502d9", "tag": "529a3451-5742-42ca-8c9f-c91756a082b9", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:19.877248 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c96d92a-4102-443c-a5d1-eae38238972e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:19.877653 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0463d7c-e955-44cf-b040-0f14a8f502d9', 'tag': '529a3451-5742-42ca-8c9f-c91756a082b9', 'status': 'completed', 'code': 200} Dec 13 13:04:19.945950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6590e-c126-49d9-9729-01385c0a8112 req-304f38d2-d1bd-4e87-b1ab-d0d518a1b2fe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:19.947660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43e6590e-c126-49d9-9729-01385c0a8112 req-304f38d2-d1bd-4e87-b1ab-d0d518a1b2fe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 946 time: 0.2584713 Dec 13 13:04:20.072228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43e6590e-c126-49d9-9729-01385c0a8112 req-12e88f25-5de7-424c-b62c-9b109a977b36 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=641577d5-d008-4204-affb-d171b4bb9bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064336 Dec 13 13:04:20.076423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-7013fadb-bcdf-4d9a-9661-e5c3beeb3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:20.078216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-7013fadb-bcdf-4d9a-9661-e5c3beeb3599 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 1094 time: 0.1593161 Dec 13 13:04:20.159668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34812) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:20.167276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-96a5d4ca-a7f3-4a3f-9409-bfd86311d431 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=564cffa4-e8c0-455b-b7b1-5e6e268da6c8 HTTP/1.1" status: 200 len: 217 time: 0.0795238 Dec 13 13:04:20.169379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-6b62c819-6e82-4dbc-ba12-836595f61847 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370612 Dec 13 13:04:20.292479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-123b23f1-0f33-4b03-8b92-43bd6e9574a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:20.294642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-123b23f1-0f33-4b03-8b92-43bd6e9574a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12ceceea-2fbb-43e0-9c53-c926f1672558 HTTP/1.1" status: 200 len: 853 time: 0.1168356 Dec 13 13:04:20.304313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-267970558-network', 'tenant_id': '1850854f21794d87ace1e9b1dd2f6cd6'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:20.333736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port fcee4eb1-c95d-4085-9437-ac545f973410 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:20.334128 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.355778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-7d7c5494-a603-4f72-bd50-ca3ac41869ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457013 Dec 13 13:04:20.358351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port ff826855-6c96-433d-8e2e-6e3c16bc6e94 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:20.358699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.367165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aab04b-c6bd-4e75-af2a-ce1f2349d04d None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:20.367637 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-6fd60752-1e84-423c-84fb-30e9555c66a6 service neutron] 10.222.0.37 "GET /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889961 Dec 13 13:04:20.430545 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-d3eef285-892f-4c6e-9100-45e0646a8d2b service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499084 Dec 13 13:04:20.431249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Made reservation on behalf of 1850854f21794d87ace1e9b1dd2f6cd6 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:20.433718 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.448588 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.462013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-af2a5143-fc4e-49bc-bbb0-3d2ae3c60513 None None] Provisioning complete for port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:20.462013 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af2a5143-fc4e-49bc-bbb0-3d2ae3c60513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.496630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:20.526111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-5efb95a2-19d3-49d3-bbd4-edf794a92642 service neutron] 10.222.0.37 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556606 Dec 13 13:04:20.563982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.599578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port ff826855-6c96-433d-8e2e-6e3c16bc6e94, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ff826855-6c96-433d-8e2e-6e3c16bc6e94,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:20.599861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.651361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57 req-bd3afc18-036e-4bff-8a21-c72cc69445bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:20.653081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57 req-bd3afc18-036e-4bff-8a21-c72cc69445bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&device_id=a0463d7c-e955-44cf-b040-0f14a8f502d9 HTTP/1.1" status: 200 len: 1094 time: 0.1219618 Dec 13 13:04:20.658040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for ff826855-6c96-433d-8e2e-6e3c16bc6e94 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:20.676052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087dcf8d-755c-4946-8baa-60e6f3407bcd None None] Update dhcp port {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': 'c6942186-5801-4137-bd33-a9b2edba97fe', 'ip_address': '2001:db8::f816:3eff:fe3a:f816'}, {'subnet_id': '8c59cba4-7f94-4f08-9083-69d790e161d4'}], 'binding:host_id': 'n-d-817326-4'}, 'id': 'cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:04:20.701644 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-087dcf8d-755c-4946-8baa-60e6f3407bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.737637 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.748975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.772421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.791010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:04:20.796471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-927f529b-f6ca-4eee-b4ac-3d42a476fa3c req-8d8ca8c9-3437-465e-95f9-f105ee10bab8 service neutron] 10.222.0.37 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558706 Dec 13 13:04:20.826428 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.826772 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Added segment 96df2599-42be-4235-a1a3-c1fb114cb7b6 of type vlan for network 7e450085-1805-4dd9-ad90-1d089df0b2a2 Dec 13 13:04:20.834262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:20.850600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57 req-103595b2-becb-4834-88ad-9eaed5a0936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:20.852287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57 req-103595b2-becb-4834-88ad-9eaed5a0936b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 200 len: 913 time: 0.1869183 Dec 13 13:04:20.861078 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port bd01b595-0e03-4156-98b6-eb4267b2bd7a yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:04:20.905999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.911237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-087dcf8d-755c-4946-8baa-60e6f3407bcd None None] Allocated IP 172.20.0.2 (a96b3050-5a47-4623-a1bc-6be051560383/8c59cba4-7f94-4f08-9083-69d790e161d4/cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:20.946256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.946637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:20.946950 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Floating IP 92dd4924-f6f1-4179-9242-c42d60e11996 disassociated. External IP: 172.25.2.42, port: fcee4eb1-c95d-4085-9437-ac545f973410. Dec 13 13:04:20.947301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for fcee4eb1-c95d-4085-9437-ac545f973410 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:20.987150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57 req-89ee52c9-59aa-4146-856b-18f6c65e32f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=529a3451-5742-42ca-8c9f-c91756a082b9 HTTP/1.1" status: 200 len: 217 time: 0.0647295 Dec 13 13:04:21.010223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-087dcf8d-755c-4946-8baa-60e6f3407bcd None None] For port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:21.040303 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-087dcf8d-755c-4946-8baa-60e6f3407bcd None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:21.046728 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-087dcf8d-755c-4946-8baa-60e6f3407bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:21.063737 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:21.064721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:21.065299 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:21.074299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f0dd5-416d-49a1-9936-eaac3c4facb2 req-6a168790-f95a-4fb5-aa17-f1989ca53129 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:21.075788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-827f0dd5-416d-49a1-9936-eaac3c4facb2 req-6a168790-f95a-4fb5-aa17-f1989ca53129 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 943 time: 0.1651406 Dec 13 13:04:21.084241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57 req-7d5b492d-ef49-42ad-86b0-9814acdda460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:21.086986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57 req-7d5b492d-ef49-42ad-86b0-9814acdda460 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ceceea-2fbb-43e0-9c53-c926f1672558 HTTP/1.1" status: 200 len: 853 time: 0.0809710 Dec 13 13:04:21.103713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:21.151038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=ff826855-6c96-433d-8e2e-6e3c16bc6e94,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:21.196604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57 req-c38ec3c7-f54f-4203-8f46-39807b50f544 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899951 Dec 13 13:04:21.207172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.207172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.207172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.207558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.208086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.208573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.209083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.209601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.210192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.210730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.211260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.211611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.211961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:21.213715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0528471 Dec 13 13:04:21.214515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dcf8d-755c-4946-8baa-60e6f3407bcd None None] Pushing event updated for resources: {'Port': ['ID=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:21.235815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34824) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:21.261680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:21.263178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Request body: {'subnet': {'network_id': '7e450085-1805-4dd9-ad90-1d089df0b2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-267970558-subnet', 'tenant_id': '1850854f21794d87ace1e9b1dd2f6cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:21.273349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] No DVR routers for this DVR port ff826855-6c96-433d-8e2e-6e3c16bc6e94 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:21.302355 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:21.305771 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21f5bad7-3823-4d30-86af-d8160c4d4b72 req-caf16287-fabd-4b57-af82-dc90c4b69b7d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "DELETE /v2.0/ports/ff826855-6c96-433d-8e2e-6e3c16bc6e94 HTTP/1.1" status: 204 len: 173 time: 1.8884206 Dec 13 13:04:21.306337 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'name': 'network-vif-deleted', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:21.308678 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8754aa39-b474-4166-9227-a4ddedf41ad5" -d '{"events": [{"server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "name": "network-vif-deleted", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:21.316437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f40ebf-10e3-4442-aca9-e23edc431073 admin admin] Pushing event updated for resources: {'Network': ['ID=7e450085-1805-4dd9-ad90-1d089df0b2a2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:21.324974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:21.325854 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:21.337987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-827f0dd5-416d-49a1-9936-eaac3c4facb2 req-31406892-1340-411c-ab1b-7e1356ffef57 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637599 Dec 13 13:04:21.360178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 172.20.0.4 (a96b3050-5a47-4623-a1bc-6be051560383/8c59cba4-7f94-4f08-9083-69d790e161d4/bd01b595-0e03-4156-98b6-eb4267b2bd7a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:21.367422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Made reservation on behalf of 1850854f21794d87ace1e9b1dd2f6cd6 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:21.369937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:21.385683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::f816:3eff:feff:15d4 (a96b3050-5a47-4623-a1bc-6be051560383/c6942186-5801-4137-bd33-a9b2edba97fe/bd01b595-0e03-4156-98b6-eb4267b2bd7a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:21.389745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:21.390300 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 7e450085-1805-4dd9-ad90-1d089df0b2a2 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:04:21.508158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=fcee4eb1-c95d-4085-9437-ac545f973410,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:21.512794 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ffdf8958-7b04-4ff5-b287-a2a910283702 req-4e4873b3-6084-45d3-b3a6-a4236e051a80 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66 HTTP/1.1" status: 200 len: 210 time: 0.2014153 Dec 13 13:04:21.560299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57 req-5e482d2c-8f13-4042-b309-baf69d9a25e5 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447280 Dec 13 13:04:21.620751 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd26d02d-e1c3-453a-9cee-94d270c0e0ef x-openstack-request-id: req-dd26d02d-e1c3-453a-9cee-94d270c0e0ef {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:21.620954 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66", "name": "network-vif-deleted", "tag": "ff826855-6c96-433d-8e2e-6e3c16bc6e94", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:21.621237 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd26d02d-e1c3-453a-9cee-94d270c0e0ef {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:21.621824 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d9b9a7-1fbf-4072-83dc-9d5f6ce6ab66', 'name': 'network-vif-deleted', 'tag': 'ff826855-6c96-433d-8e2e-6e3c16bc6e94', 'status': 'completed', 'code': 200} Dec 13 13:04:21.753704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a34bfb1f-e5dd-4964-b0af-aa706bb21a57 req-b0f37245-3555-4a74-a43d-723938a098bb service neutron] 10.222.0.42 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839745 Dec 13 13:04:21.795595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router 4b6f6c8c-cb72-4528-be17-a5bce188672a has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:21.880828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6344619a-20ef-472f-9444-bb388e8065da', 'tag': '564cffa4-e8c0-455b-b7b1-5e6e268da6c8'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:21.883309 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53da75a-6b7d-4249-8400-4b0b33cefb37" -d '{"events": [{"name": "network-changed", "server_uuid": "6344619a-20ef-472f-9444-bb388e8065da", "tag": "564cffa4-e8c0-455b-b7b1-5e6e268da6c8"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:21.945166 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e229e81-c7b3-4eb4-ac0e-f6c4d205d88d x-openstack-request-id: req-7e229e81-c7b3-4eb4-ac0e-f6c4d205d88d {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:21.945565 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6344619a-20ef-472f-9444-bb388e8065da", "tag": "564cffa4-e8c0-455b-b7b1-5e6e268da6c8", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:21.945912 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e229e81-c7b3-4eb4-ac0e-f6c4d205d88d {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:21.946438 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6344619a-20ef-472f-9444-bb388e8065da', 'tag': '564cffa4-e8c0-455b-b7b1-5e6e268da6c8', 'status': 'completed', 'code': 200} Dec 13 13:04:22.101216 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:22.156159 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:22.198245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53da75a-6b7d-4249-8400-4b0b33cefb37 req-e44426b7-3a2d-430a-885c-6122649baec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:22.199767 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d53da75a-6b7d-4249-8400-4b0b33cefb37 req-e44426b7-3a2d-430a-885c-6122649baec5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 1094 time: 0.2036319 Dec 13 13:04:22.232286 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:22.239059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d1d06beb-7fca-4fc6-9807-181bbae6dc65 None None] Provisioning complete for port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:22.239434 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1d06beb-7fca-4fc6-9807-181bbae6dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:22.244006 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0482543-d772-4d40-833a-d66604e904ff None None] Sync routers for ids ['4b6f6c8c-cb72-4528-be17-a5bce188672a'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:22.257871 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0482543-d772-4d40-833a-d66604e904ff None None] Routers {'4b6f6c8c-cb72-4528-be17-a5bce188672a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:22.258761 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b0482543-d772-4d40-833a-d66604e904ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4b6f6c8c-cb72-4528-be17-a5bce188672a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:22.302943 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b0482543-d772-4d40-833a-d66604e904ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:22.314309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:22.318940 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0482543-d772-4d40-833a-d66604e904ff None None] Routers {'4b6f6c8c-cb72-4528-be17-a5bce188672a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:22.320459 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b0482543-d772-4d40-833a-d66604e904ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:03:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4b6f6c8c-cb72-4528-be17-a5bce188672a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:22.355532 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b0482543-d772-4d40-833a-d66604e904ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:22.355736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c892219-5fec-48cc-b866-78bbe4e01294,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:22.356563 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0482543-d772-4d40-833a-d66604e904ff None None] The sync data for ids ['4b6f6c8c-cb72-4528-be17-a5bce188672a'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:22.433159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Checking segment: {'id': '96df2599-42be-4235-a1a3-c1fb114cb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e450085-1805-4dd9-ad90-1d089df0b2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:22.433401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Network hostable DHCP agents. Network: 7e450085-1805-4dd9-ad90-1d089df0b2a2, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:04:22.442548 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:22.456798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:22.462952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=bd01b595-0e03-4156-98b6-eb4267b2bd7a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:22.465376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:22.469130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:22.474943 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-53ee4b55-e3d1-43cc-8633-0e8d7f839a57 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/ports/fcee4eb1-c95d-4085-9437-ac545f973410 HTTP/1.1" status: 204 len: 168 time: 3.1604178 Dec 13 13:04:22.482448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53da75a-6b7d-4249-8400-4b0b33cefb37 req-34150331-b54b-4fee-ad06-84315f10d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:22.483550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3795d-8607-44d9-af9c-ad7e7ef95134 req-8ed0d3d5-8cd7-458d-be24-f94adec291e0 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:22.483961 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d53da75a-6b7d-4249-8400-4b0b33cefb37 req-34150331-b54b-4fee-ad06-84315f10d03f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 200 len: 913 time: 0.2742555 Dec 13 13:04:22.485516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eaf3795d-8607-44d9-af9c-ad7e7ef95134 req-8ed0d3d5-8cd7-458d-be24-f94adec291e0 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 943 time: 0.0799878 Dec 13 13:04:22.486019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34834) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:22.572170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Network 7e450085-1805-4dd9-ad90-1d089df0b2a2 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:04:22.575045 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d53da75a-6b7d-4249-8400-4b0b33cefb37 req-c7aec748-c3f7-4d25-a064-dd27fef80189 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=564cffa4-e8c0-455b-b7b1-5e6e268da6c8 HTTP/1.1" status: 200 len: 217 time: 0.0568249 Dec 13 13:04:22.615330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34840) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:22.617488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 7e450085-1805-4dd9-ad90-1d089df0b2a2) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:22.625319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:22.626063 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:22.628049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd40d2-f9dd-4156-9922-ee73c85cbb88 None None] Network 7e450085-1805-4dd9-ad90-1d089df0b2a2 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:22.635540 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:22.636136 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:22.673949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53da75a-6b7d-4249-8400-4b0b33cefb37 req-11400fa7-4627-4de4-95a0-f130599eb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:22.675486 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d53da75a-6b7d-4249-8400-4b0b33cefb37 req-11400fa7-4627-4de4-95a0-f130599eb891 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12ceceea-2fbb-43e0-9c53-c926f1672558 HTTP/1.1" status: 200 len: 853 time: 0.0903919 Dec 13 13:04:22.682014 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3955b0f2-3a35-4bd6-8025-7a100ca35902 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9445987 Dec 13 13:04:22.690969 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1d90eec4-2287-4815-8e80-a4b0b6436d1c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4536650 Dec 13 13:04:22.691515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34842) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:22.807178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e00ef2-b68a-4a29-bc37-29188ba84890 None None] Network 7e450085-1805-4dd9-ad90-1d089df0b2a2 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:22.814587 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d53da75a-6b7d-4249-8400-4b0b33cefb37 req-84a4d513-1f18-4c2f-847c-8ea5981b382c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099136 Dec 13 13:04:22.918854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd9d69f-8b2b-46e3-8de8-c536199179ae tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:22.926404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd9d69f-8b2b-46e3-8de8-c536199179ae tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:22.928693 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5bd9d69f-8b2b-46e3-8de8-c536199179ae tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1995623 Dec 13 13:04:22.931504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34850) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:22.953841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-91e72c2a-2be5-493f-88a4-896e92ea96df None None] Provisioning complete for port bd01b595-0e03-4156-98b6-eb4267b2bd7a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:22.954366 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91e72c2a-2be5-493f-88a4-896e92ea96df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.001732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-91e72c2a-2be5-493f-88a4-896e92ea96df None None] Port bd01b595-0e03-4156-98b6-eb4267b2bd7a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:23.038230 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d53da75a-6b7d-4249-8400-4b0b33cefb37 req-728b8dce-e9d9-41c7-a772-9be0038c2bfb service neutron] 10.222.0.37 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226579 Dec 13 13:04:23.124713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-99d2c126-a534-4234-8402-f9377facb65c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port bd01b595-0e03-4156-98b6-eb4267b2bd7a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:23.125161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99d2c126-a534-4234-8402-f9377facb65c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.193787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eaf3795d-8607-44d9-af9c-ad7e7ef95134 req-ab9087db-0c67-4384-90e6-cf0bdc1dd532 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441369 Dec 13 13:04:23.206923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34858) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:23.213105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-467943731-network', 'tenant_id': 'f95e7bac34b24abe8a434fcb1d4dee6f'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:23.226473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:23.245584 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d53da75a-6b7d-4249-8400-4b0b33cefb37 req-e1af7f88-473f-4604-a033-1018673e58c0 service neutron] 10.222.0.37 "GET /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996505 Dec 13 13:04:23.265615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99d2c126-a534-4234-8402-f9377facb65c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.282107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-99d2c126-a534-4234-8402-f9377facb65c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for bd01b595-0e03-4156-98b6-eb4267b2bd7a owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:23.286332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Made reservation on behalf of f95e7bac34b24abe8a434fcb1d4dee6f for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:23.289198 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.295964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:23.296512 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.305934 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.476235 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.482531 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.545349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970a3763-50b1-45cf-8a56-0801e7187e47,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:23.572130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99d2c126-a534-4234-8402-f9377facb65c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.582687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 529a3451-5742-42ca-8c9f-c91756a082b9 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:04:23.586128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:04:23.652427 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.664086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2c126-a534-4234-8402-f9377facb65c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=bd01b595-0e03-4156-98b6-eb4267b2bd7a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:23.675434 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.675783 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Added segment 558c259c-06e0-4ff0-9742-a881128f1de3 of type vlan for network 64a38f27-c9ea-4e73-a103-0fa8135f5d6b Dec 13 13:04:23.712020 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.726427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 529a3451-5742-42ca-8c9f-c91756a082b9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=529a3451-5742-42ca-8c9f-c91756a082b9,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:23.740784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '529a3451-5742-42ca-8c9f-c91756a082b9', 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f', 'port_id': '529a3451-5742-42ca-8c9f-c91756a082b9', 'mac_address': 'fa:16:3e:20:5e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ceceea-2fbb-43e0-9c53-c926f1672558', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:04:23.779985 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.784540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.800698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529a3451-5742-42ca-8c9f-c91756a082b9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:04:23.824536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 529a3451-5742-42ca-8c9f-c91756a082b9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=529a3451-5742-42ca-8c9f-c91756a082b9,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:23.836866 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.894532 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.897293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:23.898188 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.902302 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99d2c126-a534-4234-8402-f9377facb65c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:23.905994 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-99d2c126-a534-4234-8402-f9377facb65c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/bd01b595-0e03-4156-98b6-eb4267b2bd7a HTTP/1.1" status: 204 len: 168 time: 0.9734328 Dec 13 13:04:23.910869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=529a3451-5742-42ca-8c9f-c91756a082b9,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:23.914469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34864) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:23.925646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:04:24.025694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ff826855-6c96-433d-8e2e-6e3c16bc6e94 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:24.027748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa29e2f-54e7-4835-a647-2f89bbe99e60 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:24.030161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa29e2f-54e7-4835-a647-2f89bbe99e60 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:24.031026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa29e2f-54e7-4835-a647-2f89bbe99e60 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:24.032786 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1aa29e2f-54e7-4835-a647-2f89bbe99e60 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1170616 Dec 13 13:04:24.036526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34866) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:24.056524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: ff826855-6c96-433d-8e2e-6e3c16bc6e94 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:24.056983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ff826855-6c96-433d-8e2e-6e3c16bc6e94 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:24.067986 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8598561 Dec 13 13:04:24.068928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a37e57-9b04-4dfb-9597-42b1ff806b63 admin admin] Pushing event updated for resources: {'Network': ['ID=64a38f27-c9ea-4e73-a103-0fa8135f5d6b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:24.071088 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34868) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:24.082050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Request body: {'subnet': {'network_id': '64a38f27-c9ea-4e73-a103-0fa8135f5d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-467943731-subnet', 'tenant_id': 'f95e7bac34b24abe8a434fcb1d4dee6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:24.087478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:24.090648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 64a38f27-c9ea-4e73-a103-0fa8135f5d6b details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:04:24.125897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Made reservation on behalf of f95e7bac34b24abe8a434fcb1d4dee6f for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:24.129714 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.172605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['529a3451-5742-42ca-8c9f-c91756a082b9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:24.174920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-209b0c65-52af-43cf-bec3-fbb791ccef3d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 8c59cba4-7f94-4f08-9083-69d790e161d4 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:24.178410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '564cffa4-e8c0-455b-b7b1-5e6e268da6c8', 'network_id': '3ca7015d-0d9b-4c29-90b9-1bd88cb6495f', 'port_id': '564cffa4-e8c0-455b-b7b1-5e6e268da6c8', 'mac_address': 'fa:16:3e:f0:ad:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ceceea-2fbb-43e0-9c53-c926f1672558', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:04:24.204240 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-209b0c65-52af-43cf-bec3-fbb791ccef3d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.301806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4200dff9-5fd3-428d-b55d-6cf4a8d85710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.311765 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-209b0c65-52af-43cf-bec3-fbb791ccef3d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.323421 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.351056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:04:24.354161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.386039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:24.398520 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.405517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port a258a9d5-b089-4f41-90af-caa837598708 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:24.405517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.494845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:24.511214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.511214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.511825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.512256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.513039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.513039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.513543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.513969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.514453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.514882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.515299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.515717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.516136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:24.521168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905373e-0bbf-4e40-b9d4-62c8fb824170 req-f07917c5-1ce6-4e05-9c3c-417c97d4a798 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:24.524513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1905373e-0bbf-4e40-b9d4-62c8fb824170 req-f07917c5-1ce6-4e05-9c3c-417c97d4a798 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 943 time: 0.2209074 Dec 13 13:04:24.539076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:24.539516 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.559234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-209b0c65-52af-43cf-bec3-fbb791ccef3d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.643173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['564cffa4-e8c0-455b-b7b1-5e6e268da6c8'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:24.704521 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.742620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for a258a9d5-b089-4f41-90af-caa837598708 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:24.747558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1905373e-0bbf-4e40-b9d4-62c8fb824170 req-b597114f-302a-4d19-95e0-bf94bf897e6b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133665 Dec 13 13:04:24.779561 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port 7c52c5d4-01b4-4e5e-a239-f97c0317b25f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7c52c5d4-01b4-4e5e-a239-f97c0317b25f,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:24.779932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.793145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2dbe6a0-0e2e-43dc-873f-76561b23c594,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:24.800109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Checking segment: {'id': '558c259c-06e0-4ff0-9742-a881128f1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '64a38f27-c9ea-4e73-a103-0fa8135f5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:24.800710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Network hostable DHCP agents. Network: 64a38f27-c9ea-4e73-a103-0fa8135f5d6b, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:04:24.821350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Network 64a38f27-c9ea-4e73-a103-0fa8135f5d6b is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:04:24.825276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-209b0c65-52af-43cf-bec3-fbb791ccef3d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.833048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 64a38f27-c9ea-4e73-a103-0fa8135f5d6b) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:24.837947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for 7c52c5d4-01b4-4e5e-a239-f97c0317b25f owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:24.839288 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:24.840027 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.847363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b47165-5369-43cf-8bbb-5b466b543ceb None None] Network 64a38f27-c9ea-4e73-a103-0fa8135f5d6b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:24.868562 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e952656e-c610-4a07-ad6d-5e49583b901b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7835648 Dec 13 13:04:24.875919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b0c65-52af-43cf-bec3-fbb791ccef3d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=8c59cba4-7f94-4f08-9083-69d790e161d4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:24.881885 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-209b0c65-52af-43cf-bec3-fbb791ccef3d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:24.885254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-209b0c65-52af-43cf-bec3-fbb791ccef3d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/8c59cba4-7f94-4f08-9083-69d790e161d4 HTTP/1.1" status: 204 len: 168 time: 0.8468521 Dec 13 13:04:24.889087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34878) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:24.909025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd2fdb9-c26b-4c86-b7fc-ed399ee991d0 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:24.969065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95417be-b6ed-43fd-bb4a-0399445565b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet c6942186-5801-4137-bd33-a9b2edba97fe {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:24.974145 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e95417be-b6ed-43fd-bb4a-0399445565b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.024244 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e95417be-b6ed-43fd-bb4a-0399445565b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.055297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064961f5-2dad-4edc-a23a-1879ca32cd72 None None] Network 64a38f27-c9ea-4e73-a103-0fa8135f5d6b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:25.152087 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e95417be-b6ed-43fd-bb4a-0399445565b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.190902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.249605 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e95417be-b6ed-43fd-bb4a-0399445565b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.254814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=7c52c5d4-01b4-4e5e-a239-f97c0317b25f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:25.294125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95417be-b6ed-43fd-bb4a-0399445565b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=c6942186-5801-4137-bd33-a9b2edba97fe,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:25.296225 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e95417be-b6ed-43fd-bb4a-0399445565b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.305005 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e95417be-b6ed-43fd-bb4a-0399445565b2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/c6942186-5801-4137-bd33-a9b2edba97fe HTTP/1.1" status: 204 len: 168 time: 0.4154413 Dec 13 13:04:25.306019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34886) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:25.349427 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.369685 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-33a9a279-01ca-4587-aeb1-267bf222d260 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624621 Dec 13 13:04:25.370342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34888) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:25.375823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7a807068-997b-40fe-9f9d-b564d03704c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:25.397375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=a258a9d5-b089-4f41-90af-caa837598708,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:25.497716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a807068-997b-40fe-9f9d-b564d03704c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:25.502646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a807068-997b-40fe-9f9d-b564d03704c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.580276 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 529a3451-5742-42ca-8c9f-c91756a082b9 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:25.668357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 529a3451-5742-42ca-8c9f-c91756a082b9 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:04:25.673888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 529a3451-5742-42ca-8c9f-c91756a082b9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:25.674481 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.772950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a807068-997b-40fe-9f9d-b564d03704c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.790185 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.814964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.834595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-bbea36ff-cadf-40e8-bb9f-ff5c0d0a6e40 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:25.836446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a807068-997b-40fe-9f9d-b564d03704c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:25.839240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0463d7c-e955-44cf-b040-0f14a8f502d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529a3451-5742-42ca-8c9f-c91756a082b9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:25.842224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-7a807068-997b-40fe-9f9d-b564d03704c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:25.843294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-bbea36ff-cadf-40e8-bb9f-ff5c0d0a6e40 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/networks?id=7e450085-1805-4dd9-ad90-1d089df0b2a2 HTTP/1.1" status: 200 len: 824 time: 0.3792722 Dec 13 13:04:25.847822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a807068-997b-40fe-9f9d-b564d03704c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:25.848418 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a807068-997b-40fe-9f9d-b564d03704c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.855049 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fe910e-f059-456c-9cfa-027baf929931" -d '{"events": [{"server_uuid": "a0463d7c-e955-44cf-b040-0f14a8f502d9", "name": "network-vif-plugged", "status": "completed", "tag": "529a3451-5742-42ca-8c9f-c91756a082b9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:25.876376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a807068-997b-40fe-9f9d-b564d03704c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=6029922d-8f88-49af-9eb7-818f6d6e75aa,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:25.890159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 529a3451-5742-42ca-8c9f-c91756a082b9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=529a3451-5742-42ca-8c9f-c91756a082b9,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:25.893755 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7a807068-997b-40fe-9f9d-b564d03704c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5222628 Dec 13 13:04:25.894889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34904) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:25.896038 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:25.904402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:25.922358 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-4c5e627e-9e7d-4eaf-b962-ecab9aa21cd2 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/quotas/1850854f21794d87ace1e9b1dd2f6cd6 HTTP/1.1" status: 200 len: 375 time: 0.0787103 Dec 13 13:04:25.964577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:26.000586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=529a3451-5742-42ca-8c9f-c91756a082b9,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:26.006970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-a948f638-060f-441b-89a3-38ee029bd242 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1850854f21794d87ace1e9b1dd2f6cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835629 Dec 13 13:04:26.041311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:04:26.048256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:26.048852 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:26.054721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:26.103587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:26.109056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:26.168948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1f6bec-33f6-4045-bfee-4d4540c4e371 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:26.230852 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:26.250465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1e1ec8f5-31c2-4060-96dc-e57939b55f4f None None] Provisioning complete for port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:26.251073 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec8f5-31c2-4060-96dc-e57939b55f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:26.327230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:26.350503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:26.447872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:26.529024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:04:26.530164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f1af8-1f55-4711-bc3d-12297a341df6 None None] Update dhcp port {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': '6029922d-8f88-49af-9eb7-818f6d6e75aa'}], 'binding:host_id': 'n-d-817326-4'}, 'id': 'cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:04:26.547029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-06913af4-4cc6-4545-81d3-12afb6c25cdd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:04:26.548092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-06913af4-4cc6-4545-81d3-12afb6c25cdd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5400813 Dec 13 13:04:26.562965 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036f1af8-1f55-4711-bc3d-12297a341df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:26.571536 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211d312-25be-4aee-99de-0a1af58ad56d req-d65b6d62-5539-4a38-8e42-3101279c63af tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:26.573774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b211d312-25be-4aee-99de-0a1af58ad56d req-d65b6d62-5539-4a38-8e42-3101279c63af tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 944 time: 0.5813580 Dec 13 13:04:26.611568 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09785093-6aa7-4f70-8a45-0b2350f2a273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:26.788784 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-036f1af8-1f55-4711-bc3d-12297a341df6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 13:04:26.788784 n-d-817326-4 neutron-server[109887]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Dec 13 13:04:26.788784 n-d-817326-4 neutron-server[109887]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe3a:f816', 'status': 'ALLOCATED', 'ipam_subnet_id': 'e5ae5705-8087-4321-a768-e24aa64b71e4'}] Dec 13 13:04:26.788784 n-d-817326-4 neutron-server[109887]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:04:26.789424 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-036f1af8-1f55-4711-bc3d-12297a341df6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:04:26.827909 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:26.860200 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b211d312-25be-4aee-99de-0a1af58ad56d req-3aba3051-6554-4f62-b2dc-3425f26cf42c tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613482 Dec 13 13:04:26.919095 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0567e8-0380-4571-8561-2738ee8ccdaf x-openstack-request-id: req-3d0567e8-0380-4571-8561-2738ee8ccdaf {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:26.921358 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0463d7c-e955-44cf-b040-0f14a8f502d9", "name": "network-vif-plugged", "status": "completed", "tag": "529a3451-5742-42ca-8c9f-c91756a082b9", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:26.921855 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d0567e8-0380-4571-8561-2738ee8ccdaf {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:26.924908 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0463d7c-e955-44cf-b040-0f14a8f502d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529a3451-5742-42ca-8c9f-c91756a082b9', 'code': 200} Dec 13 13:04:26.926563 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-db0cc710-0ff5-4d3d-9b4d-36b0a5559190 service neutron] 10.222.0.31 "GET /v2.0/networks/7e450085-1805-4dd9-ad90-1d089df0b2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406699 Dec 13 13:04:26.939147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:27.015936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] For port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:27.051155 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.057170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.058002 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.140296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:27.149261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:27.156574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:27.156574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.158814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router 4b6f6c8c-cb72-4528-be17-a5bce188672a has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:27.164128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260a26c-2bd2-4656-8ac4-012c4636e6d2 req-afd646cf-2d47-4e63-bd04-8b890000490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:27.165644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6260a26c-2bd2-4656-8ac4-012c4636e6d2 req-afd646cf-2d47-4e63-bd04-8b890000490c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0463d7c-e955-44cf-b040-0f14a8f502d9 HTTP/1.1" status: 200 len: 1096 time: 0.1730301 Dec 13 13:04:27.176358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=9566f9bb-3dc5-4236-8e09-408cf2f79f23,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:27.177259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-1df496a8-813b-4982-9dca-46f37c3787b8 service neutron] 10.222.0.31 "GET /v2.0/networks/7e450085-1805-4dd9-ad90-1d089df0b2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404456 Dec 13 13:04:27.182565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,revision_number=8']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:27.194447 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6d075272-c8b9-4838-b1e3-c9cb3327b3de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2983897 Dec 13 13:04:27.195118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34912) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:27.200284 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:44:eb:aa', 'name': 'tempest-NetworksTestDHCPv6-980371809'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:27.329597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:27.333181 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036f1af8-1f55-4711-bc3d-12297a341df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.343728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34918) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:27.344319 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-18cda941-a07b-44f0-bfe7-8da8bed0f3bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "PUT /v2.0/routers/4821c79a-3c94-49d6-947b-7f0ff3af9f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7209640 Dec 13 13:04:27.358703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] Sync routers for ids ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:27.403713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:27.414914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] Routers {'4821c79a-3c94-49d6-947b-7f0ff3af9f63'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:27.415560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:27.417342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:27.430181 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfcb9c9-a10e-4aa1-b465-8da90e37a1a9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting subnet 477b464d-e803-4dd3-8076-c2c4106a7460 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:27.431368 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c34437-70be-4e9a-bcd3-e4fb42736d81 None None] Sync routers for ids ['4b6f6c8c-cb72-4528-be17-a5bce188672a'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:27.434269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbfcb9c9-a10e-4aa1-b465-8da90e37a1a9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.450892 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c34437-70be-4e9a-bcd3-e4fb42736d81 None None] Routers {'4b6f6c8c-cb72-4528-be17-a5bce188672a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:27.451502 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-11c34437-70be-4e9a-bcd3-e4fb42736d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4b6f6c8c-cb72-4528-be17-a5bce188672a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:27.453458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6260a26c-2bd2-4656-8ac4-012c4636e6d2 req-c4541ac3-495c-4c7f-a94c-646eecf0a5b3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752244 Dec 13 13:04:27.472808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-52b4050d-a576-444e-aa90-8cc59eb63f74 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "PUT /v2.0/routers/4b6f6c8c-cb72-4528-be17-a5bce188672a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9827368 Dec 13 13:04:27.476694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34920) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:27.529065 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbfcb9c9-a10e-4aa1-b465-8da90e37a1a9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.530744 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-11c34437-70be-4e9a-bcd3-e4fb42736d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:27.555549 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c34437-70be-4e9a-bcd3-e4fb42736d81 None None] Routers {'4b6f6c8c-cb72-4528-be17-a5bce188672a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:27.556085 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-11c34437-70be-4e9a-bcd3-e4fb42736d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4b6f6c8c-cb72-4528-be17-a5bce188672a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:27.558000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc6e70ed-6ce2-4be6-9cf3-f424bae3288b req-96f2469c-4b8c-4ace-a4ae-a82e23d818f8 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 210 time: 0.1358891 Dec 13 13:04:27.589366 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-11c34437-70be-4e9a-bcd3-e4fb42736d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:27.590321 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c34437-70be-4e9a-bcd3-e4fb42736d81 None None] The sync data for ids ['4b6f6c8c-cb72-4528-be17-a5bce188672a'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:27.630831 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.662877 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.686800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 6cf59e22-7a14-4a32-bd8a-bb042d77e294 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:04:27.744873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbfcb9c9-a10e-4aa1-b465-8da90e37a1a9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.834181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbfcb9c9-a10e-4aa1-b465-8da90e37a1a9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.848061 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.851757 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbfcb9c9-a10e-4aa1-b465-8da90e37a1a9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.855653 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fbfcb9c9-a10e-4aa1-b465-8da90e37a1a9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/subnets/477b464d-e803-4dd3-8076-c2c4106a7460 HTTP/1.1" status: 204 len: 168 time: 0.5097923 Dec 13 13:04:27.858381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34928) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:27.881051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e92c61-6dd0-4239-8f40-1e46a8436960 None None] Network ccc08304-0be5-428d-b404-0a9353d5f882 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:27.922640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcb9c9-a10e-4aa1-b465-8da90e37a1a9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Subnet': ['ID=477b464d-e803-4dd3-8076-c2c4106a7460,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:27.960543 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:27.969441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] Set router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:28.015094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 62fa18e8-abf5-4041-a996-931cbc9be959 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:28.015645 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.043232 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.058315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-036f1af8-1f55-4711-bc3d-12297a341df6 None None] Allocated IP 172.20.0.2 (a96b3050-5a47-4623-a1bc-6be051560383/6029922d-8f88-49af-9eb7-818f6d6e75aa/cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:28.138132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be841c-ea64-484c-b08d-509f26307016 req-07c3dfcf-8099-4e5e-a28e-a233774e63a2 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:28.140132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97be841c-ea64-484c-b08d-509f26307016 req-07c3dfcf-8099-4e5e-a28e-a233774e63a2 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 945 time: 0.1698573 Dec 13 13:04:28.198936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.217597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.222397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 62fa18e8-abf5-4041-a996-931cbc9be959 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:28.230603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97be841c-ea64-484c-b08d-509f26307016 req-87645c9e-bbb6-4025-9a00-6d5cb34ee743 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834610 Dec 13 13:04:28.291700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port 38142bbd-5c12-40d2-8136-79858346b09e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:28.292067 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.336179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '38142bbd-5c12-40d2-8136-79858346b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:04:25Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '38142bbd-5c12-40d2-8136-79858346b09e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:05Z', 'updated_at': '2021-12-13T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:28.371670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] Checking router: 4821c79a-3c94-49d6-947b-7f0ff3af9f63 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:04:28.385884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port 38142bbd-5c12-40d2-8136-79858346b09e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=38142bbd-5c12-40d2-8136-79858346b09e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:28.386357 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.398515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-036f1af8-1f55-4711-bc3d-12297a341df6 None None] For port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:28.400777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] Routers {'4821c79a-3c94-49d6-947b-7f0ff3af9f63'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:28.401401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:28.412072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for 38142bbd-5c12-40d2-8136-79858346b09e owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:28.431600 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.464850 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38f0cc-7dbc-479e-ad65-95337b5b9cbc None None] DHCP port deletion for ccc08304-0be5-428d-b404-0a9353d5f882 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:04:28.501045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=62fa18e8-abf5-4041-a996-931cbc9be959,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:28.574741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.622625 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036f1af8-1f55-4711-bc3d-12297a341df6 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.660140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] Set router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:28.731406 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036f1af8-1f55-4711-bc3d-12297a341df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.740675 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.786363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-24f6e908-528a-438b-88fb-399df451c32a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:28.791169 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-24f6e908-528a-438b-88fb-399df451c32a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.42 "GET /v2.0/networks?id=7e450085-1805-4dd9-ad90-1d089df0b2a2 HTTP/1.1" status: 200 len: 824 time: 0.2256353 Dec 13 13:04:28.795089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=38142bbd-5c12-40d2-8136-79858346b09e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:28.824044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:04:28Z', 'revision_number': 6, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:28.862025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 172.20.0.13 (a96b3050-5a47-4623-a1bc-6be051560383/6029922d-8f88-49af-9eb7-818f6d6e75aa/6cf59e22-7a14-4a32-bd8a-bb042d77e294) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:28.874104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::f816:3eff:fe44:ebaa (a96b3050-5a47-4623-a1bc-6be051560383/9566f9bb-3dc5-4236-8e09-408cf2f79f23/6cf59e22-7a14-4a32-bd8a-bb042d77e294) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:28.887766 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.890166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.891044 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:28.903943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d8445-7df4-47c7-9b38-c9898569a9bd None None] The sync data for ids ['4821c79a-3c94-49d6-947b-7f0ff3af9f63'] in n-d-817326-4 is: [{'id': '4821c79a-3c94-49d6-947b-7f0ff3af9f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986187782', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:03Z', 'updated_at': '2021-12-13T13:04:28Z', 'revision_number': 6, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:28.940723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6344619a-20ef-472f-9444-bb388e8065da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564cffa4-e8c0-455b-b7b1-5e6e268da6c8'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:28.944756 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a99277c-6300-4488-b935-60f8d2fb81e5" -d '{"events": [{"server_uuid": "6344619a-20ef-472f-9444-bb388e8065da", "name": "network-vif-plugged", "status": "completed", "tag": "564cffa4-e8c0-455b-b7b1-5e6e268da6c8"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:28.971352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1e38f0cc-7dbc-479e-ad65-95337b5b9cbc None None] Deleting port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:28.971744 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e38f0cc-7dbc-479e-ad65-95337b5b9cbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.020462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Request body: {'port': {'device_id': 'ff84bf6b-24c4-41c7-954b-fc446da8bb0b', 'network_id': '7e450085-1805-4dd9-ad90-1d089df0b2a2', 'admin_state_up': True, 'tenant_id': '1850854f21794d87ace1e9b1dd2f6cd6'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:29.046794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.051755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.075480 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73346203-3a46-4292-9267-3a478d44d0ea req-f856d9fa-a5ee-418a-a231-8070d0cbf98d tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 210 time: 0.0763578 Dec 13 13:04:29.078550 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c25d1c-c2a3-4875-aabb-c0fe5a13909c x-openstack-request-id: req-14c25d1c-c2a3-4875-aabb-c0fe5a13909c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:29.078893 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6344619a-20ef-472f-9444-bb388e8065da", "name": "network-vif-plugged", "status": "completed", "tag": "564cffa4-e8c0-455b-b7b1-5e6e268da6c8", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:29.079159 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14c25d1c-c2a3-4875-aabb-c0fe5a13909c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:29.079634 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6344619a-20ef-472f-9444-bb388e8065da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564cffa4-e8c0-455b-b7b1-5e6e268da6c8', 'code': 200} Dec 13 13:04:29.133953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f1af8-1f55-4711-bc3d-12297a341df6 None None] Pushing event updated for resources: {'Port': ['ID=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:29.189581 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.190288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Fanout notify agent at l3_agent the message router_deleted on router 4b6f6c8c-cb72-4528-be17-a5bce188672a {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:04:29.213761 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.219748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1e38f0cc-7dbc-479e-ad65-95337b5b9cbc None None] For port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eecd6da4-c78d-4e75-aead-9a8a7d1c9a53,segment=NetworkSegment(410d1edf-f68b-4a7f-b22a-ce7f14bc4198),segment_id=410d1edf-f68b-4a7f-b22a-ce7f14bc4198)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:29.220988 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e38f0cc-7dbc-479e-ad65-95337b5b9cbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.227614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.231300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-327a6ea8-0e16-47ee-8e41-65b95ed027a3 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/routers/4b6f6c8c-cb72-4528-be17-a5bce188672a HTTP/1.1" status: 204 len: 168 time: 1.7511730 Dec 13 13:04:29.231300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Made reservation on behalf of 1850854f21794d87ace1e9b1dd2f6cd6 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:29.233759 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.236444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34944) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:29.246552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1e38f0cc-7dbc-479e-ad65-95337b5b9cbc None None] Calling delete_port for eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:29.401279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.402682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Fanout notify agent at l3_agent the message router_deleted on router 4821c79a-3c94-49d6-947b-7f0ff3af9f63 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:04:29.415288 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.420250 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5d1995e9-bc16-4f24-bca7-6d0be62f7f8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/routers/4821c79a-3c94-49d6-947b-7f0ff3af9f63 HTTP/1.1" status: 204 len: 168 time: 1.5606115 Dec 13 13:04:29.423912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34948) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:29.452129 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e38f0cc-7dbc-479e-ad65-95337b5b9cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.508495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f64e38f-c5be-4771-bcc9-2d41e31fcd24 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting subnet 1f5a1448-b292-4561-91d3-39cf1cb5e22e {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:29.514282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38f0cc-7dbc-479e-ad65-95337b5b9cbc None None] No DVR routers for this DVR port eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:29.516064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38f0cc-7dbc-479e-ad65-95337b5b9cbc None None] Pushing event deleted for resources: {'Port': ['ID=eecd6da4-c78d-4e75-aead-9a8a7d1c9a53,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:29.536498 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f64e38f-c5be-4771-bcc9-2d41e31fcd24 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.545119 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.547949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b1b2f-336c-409e-9b08-d1653295ef9d req-dfa90249-97c1-42b1-ad5c-4ea04c307cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:29.549552 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f20b1b2f-336c-409e-9b08-d1653295ef9d req-dfa90249-97c1-42b1-ad5c-4ea04c307cbf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 1096 time: 0.3673525 Dec 13 13:04:29.585081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c307d8-b1e5-4033-834c-18cefff8bd7f req-4fdef3a2-e9ec-4164-b1eb-c8b9ed963fb6 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:29.586728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c307d8-b1e5-4033-834c-18cefff8bd7f req-4fdef3a2-e9ec-4164-b1eb-c8b9ed963fb6 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 945 time: 0.2210023 Dec 13 13:04:29.594760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.633662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f64e38f-c5be-4771-bcc9-2d41e31fcd24 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.670730 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f20b1b2f-336c-409e-9b08-d1653295ef9d req-d3919acc-f126-4c81-83a6-9db8e10aa851 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120002 Dec 13 13:04:29.671990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.710796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Allocated IP 172.20.0.6 (7e450085-1805-4dd9-ad90-1d089df0b2a2/2c892219-5fec-48cc-b866-78bbe4e01294/9582b5b1-bebd-4b47-946c-1198078df7f9) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:29.749723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3c307d8-b1e5-4033-834c-18cefff8bd7f req-9963a43d-7448-4831-9f8a-d080c843f943 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522939 Dec 13 13:04:29.768674 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.783630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:29.793938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:29.800574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=6cf59e22-7a14-4a32-bd8a-bb042d77e294,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:29.804755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:29.808008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc08304-0be5-428d-b404-0a9353d5f882']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:29.847151 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f64e38f-c5be-4771-bcc9-2d41e31fcd24 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.847654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410d1edf-f68b-4a7f-b22a-ce7f14bc4198') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:29.847953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410d1edf-f68b-4a7f-b22a-ce7f14bc4198') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:29.862229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:29.867767 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.898976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:29.899701 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.902579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.914636 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:04:29.914636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:29.915594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9718a553-f937-41b1-853f-3481daff41a9 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:04:29.917244 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:04:29.975723 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c98c5170-c80f-4b0b-bfc7-094f6dd6b7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7795208 Dec 13 13:04:29.978432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34952) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:30.002052 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.008627 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.019838 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/networks/ccc08304-0be5-428d-b404-0a9353d5f882 HTTP/1.1" status: 204 len: 168 time: 0.5940628 Dec 13 13:04:30.020070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34954) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:30.036615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6808e-8e50-4848-ac90-4a6bddf2befe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Network': ['ID=ccc08304-0be5-428d-b404-0a9353d5f882,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:30.057862 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.077512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7e41dd1b-4bb1-4a83-8f85-c6629bb1e669 None None] Provisioning complete for port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:30.077970 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e41dd1b-4bb1-4a83-8f85-c6629bb1e669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.087052 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f64e38f-c5be-4771-bcc9-2d41e31fcd24 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.106159 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.111935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:30.112381 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.141734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64e38f-c5be-4771-bcc9-2d41e31fcd24 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5a1448-b292-4561-91d3-39cf1cb5e22e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:30.152202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f64e38f-c5be-4771-bcc9-2d41e31fcd24 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.155634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6f64e38f-c5be-4771-bcc9-2d41e31fcd24 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/subnets/1f5a1448-b292-4561-91d3-39cf1cb5e22e HTTP/1.1" status: 204 len: 168 time: 0.9182122 Dec 13 13:04:30.158532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34958) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:30.170833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b15ae-10e1-4894-8242-01f5362a6e81 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:30.178326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b15ae-10e1-4894-8242-01f5362a6e81 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:30.182430 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71d1bfe-8de9-43f1-a16e-167e5de061f5 None None] Network 84a8d268-67c8-4780-9d7c-be031167c875 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:30.182596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-662b15ae-10e1-4894-8242-01f5362a6e81 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2006395 Dec 13 13:04:30.195053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34960) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:30.372013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.485878 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:04:30.539484 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a435e5c8-15ce-4f3a-8de0-90ea66059468 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 6cf59e22-7a14-4a32-bd8a-bb042d77e294 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:30.540063 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a435e5c8-15ce-4f3a-8de0-90ea66059468 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.591170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:30.607708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:30.608209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.642113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:30.642533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eecd6da4-c78d-4e75-aead-9a8a7d1c9a53 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:30.642949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7c52c5d4-01b4-4e5e-a239-f97c0317b25f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:30.692083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a41481f-35c6-474d-9b87-32c726ce3ae9 None None] DHCP port deletion for 84a8d268-67c8-4780-9d7c-be031167c875 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:04:30.697730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 7c52c5d4-01b4-4e5e-a239-f97c0317b25f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:30.698230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7c52c5d4-01b4-4e5e-a239-f97c0317b25f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:30.797723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2a41481f-35c6-474d-9b87-32c726ce3ae9 None None] Deleting port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:30.798603 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a41481f-35c6-474d-9b87-32c726ce3ae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.836934 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c87f5e9-41eb-42b8-9e11-6c464719763d req-2f6fb67f-2e4c-4913-86ce-a6fca9a63aea tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 210 time: 0.6491203 Dec 13 13:04:30.840826 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40076987-9aa0-4328-9f10-8848afd44440 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.901475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2a41481f-35c6-474d-9b87-32c726ce3ae9 None None] For port 43c7004b-c1cb-4e49-ad60-d78b44486ad7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=43c7004b-c1cb-4e49-ad60-d78b44486ad7,segment=NetworkSegment(4d60f73c-e02a-4434-a6b9-ae72e38e06f4),segment_id=4d60f73c-e02a-4434-a6b9-ae72e38e06f4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:30.901930 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a41481f-35c6-474d-9b87-32c726ce3ae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.920231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2a41481f-35c6-474d-9b87-32c726ce3ae9 None None] Calling delete_port for 43c7004b-c1cb-4e49-ad60-d78b44486ad7 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:30.929394 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40076987-9aa0-4328-9f10-8848afd44440 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:30.947943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.010603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d3345-f9e3-4fc2-ab3a-9e08a83bc4b1 req-dff09078-72e3-4087-9237-d4c50cbb0f0b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:31.012292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-029d3345-f9e3-4fc2-ab3a-9e08a83bc4b1 req-dff09078-72e3-4087-9237-d4c50cbb0f0b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 945 time: 0.1332755 Dec 13 13:04:31.025068 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a41481f-35c6-474d-9b87-32c726ce3ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.052495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41481f-35c6-474d-9b87-32c726ce3ae9 None None] Pushing event deleted for resources: {'Port': ['ID=43c7004b-c1cb-4e49-ad60-d78b44486ad7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:31.056125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a41481f-35c6-474d-9b87-32c726ce3ae9 None None] No DVR routers for this DVR port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:31.062657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Network 7e450085-1805-4dd9-ad90-1d089df0b2a2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:31.074509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:31.082549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:31.121040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Pushing event updated for resources: {'Port': ['ID=9582b5b1-bebd-4b47-946c-1198078df7f9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:31.136199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-029d3345-f9e3-4fc2-ab3a-9e08a83bc4b1 req-13a596f7-4998-48a6-b92c-b34f7b036175 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154726 Dec 13 13:04:31.175362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] For port 43c7004b-c1cb-4e49-ad60-d78b44486ad7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=43c7004b-c1cb-4e49-ad60-d78b44486ad7,segment=NetworkSegment(4d60f73c-e02a-4434-a6b9-ae72e38e06f4),segment_id=4d60f73c-e02a-4434-a6b9-ae72e38e06f4)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:31.175847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.186520 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a435e5c8-15ce-4f3a-8de0-90ea66059468 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.186905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:31.187929 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.200564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 43c7004b-c1cb-4e49-ad60-d78b44486ad7 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:31.202934 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40076987-9aa0-4328-9f10-8848afd44440 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.206589 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40076987-9aa0-4328-9f10-8848afd44440 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.210689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-80dcddfe-b17a-4f1d-ba08-a8ece2961f94 None None] Provisioning complete for port 6cf59e22-7a14-4a32-bd8a-bb042d77e294 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:31.210689 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80dcddfe-b17a-4f1d-ba08-a8ece2961f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.210889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a435e5c8-15ce-4f3a-8de0-90ea66059468 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 6cf59e22-7a14-4a32-bd8a-bb042d77e294 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:31.212615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-40076987-9aa0-4328-9f10-8848afd44440 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/security-groups/641577d5-d008-4204-affb-d171b4bb9bc2 HTTP/1.1" status: 204 len: 168 time: 1.1887004 Dec 13 13:04:31.230760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40076987-9aa0-4328-9f10-8848afd44440 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641577d5-d008-4204-affb-d171b4bb9bc2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:31.241651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-34678a21-8e5e-48a7-bd9d-86425500d22a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2263515 Dec 13 13:04:31.261827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Request body: {'port': {'device_id': 'ff84bf6b-24c4-41c7-954b-fc446da8bb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:31.292559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-80dcddfe-b17a-4f1d-ba08-a8ece2961f94 None None] Port 6cf59e22-7a14-4a32-bd8a-bb042d77e294 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:31.292559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 38142bbd-5c12-40d2-8136-79858346b09e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:31.342017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 38142bbd-5c12-40d2-8136-79858346b09e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:31.346512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 38142bbd-5c12-40d2-8136-79858346b09e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:31.346952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 43c7004b-c1cb-4e49-ad60-d78b44486ad7 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:31.380781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.398293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 43c7004b-c1cb-4e49-ad60-d78b44486ad7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:31.398645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 43c7004b-c1cb-4e49-ad60-d78b44486ad7 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:31.417827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.428005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-80dcddfe-b17a-4f1d-ba08-a8ece2961f94 None None] Provisioning complete for port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:31.428990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80dcddfe-b17a-4f1d-ba08-a8ece2961f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.472372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] No DVR routers for this DVR port 43c7004b-c1cb-4e49-ad60-d78b44486ad7 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:31.482952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=43c7004b-c1cb-4e49-ad60-d78b44486ad7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:31.581112 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.602270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a8d268-67c8-4780-9d7c-be031167c875']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:31.607156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da7bfd-7819-4ef9-9dc9-5f8f15bf4d5a req-6ef623e7-25db-497a-a972-7682345f097a tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:31.608735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6da7bfd-7819-4ef9-9dc9-5f8f15bf4d5a req-6ef623e7-25db-497a-a972-7682345f097a tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0463d7c-e955-44cf-b040-0f14a8f502d9 HTTP/1.1" status: 200 len: 945 time: 0.2390616 Dec 13 13:04:31.612285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d60f73c-e02a-4434-a6b9-ae72e38e06f4') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:31.612591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d60f73c-e02a-4434-a6b9-ae72e38e06f4') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:31.623321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.637957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.644363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:04:31.644990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:04:31.663182 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:04:31.685950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8bd54bda-5699-4ca8-8828-dfb593af8f18 None None] Provisioning complete for port 6cf59e22-7a14-4a32-bd8a-bb042d77e294 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:31.685950 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8bd54bda-5699-4ca8-8828-dfb593af8f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.726456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8bd54bda-5699-4ca8-8828-dfb593af8f18 None None] Port 6cf59e22-7a14-4a32-bd8a-bb042d77e294 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:31.754380 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.767548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.773525 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/networks/84a8d268-67c8-4780-9d7c-be031167c875 HTTP/1.1" status: 204 len: 168 time: 1.6139009 Dec 13 13:04:31.776314 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34978) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:31.792115 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6da7bfd-7819-4ef9-9dc9-5f8f15bf4d5a req-8c49279c-998f-4a2e-b820-6fa874cc436b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671104 Dec 13 13:04:31.824251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ecbfa-9627-4b08-9da3-a48f09f8d703 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Network': ['ID=84a8d268-67c8-4780-9d7c-be031167c875,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:31.841332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9582b5b1-bebd-4b47-946c-1198078df7f9 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:04:31.852343 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.858418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34982) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:31.863295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8e5959df-f627-4cde-ab75-1e9229d50d2b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692003267', 'description': 'tempest-secgroup-smoke-692003267 description', 'project_id': 'b1ead8c13ad94dc28381575c3180019a'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:31.877465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Transition to ACTIVE for port object 9582b5b1-bebd-4b47-946c-1198078df7f9 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:04:31.894769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.906888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a435e5c8-15ce-4f3a-8de0-90ea66059468 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.960390 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8e5959df-f627-4cde-ab75-1e9229d50d2b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:31.980849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435e5c8-15ce-4f3a-8de0-90ea66059468 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=6cf59e22-7a14-4a32-bd8a-bb042d77e294,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:31.995638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9582b5b1-bebd-4b47-946c-1198078df7f9,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:32.100636 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8768929e-c6b8-4df8-b5ab-4ec2c3b5680d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 9966c74a-d977-4594-9dfc-52f5e60b373e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:32.101089 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8768929e-c6b8-4df8-b5ab-4ec2c3b5680d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.119128 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a435e5c8-15ce-4f3a-8de0-90ea66059468 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.122486 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a435e5c8-15ce-4f3a-8de0-90ea66059468 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/6cf59e22-7a14-4a32-bd8a-bb042d77e294 HTTP/1.1" status: 204 len: 168 time: 1.9256709 Dec 13 13:04:32.127669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34988) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:32.190906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8768929e-c6b8-4df8-b5ab-4ec2c3b5680d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.191281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8768929e-c6b8-4df8-b5ab-4ec2c3b5680d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.193373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8e5959df-f627-4cde-ab75-1e9229d50d2b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.205525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Attempting to bind port 9582b5b1-bebd-4b47-946c-1198078df7f9 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:32.205729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8768929e-c6b8-4df8-b5ab-4ec2c3b5680d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 9966c74a-d977-4594-9dfc-52f5e60b373e owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:32.205845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Attempting to bind port 9582b5b1-bebd-4b47-946c-1198078df7f9 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '96df2599-42be-4235-a1a3-c1fb114cb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e450085-1805-4dd9-ad90-1d089df0b2a2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:32.206282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Attempting to bind port 9582b5b1-bebd-4b47-946c-1198078df7f9 on network 7e450085-1805-4dd9-ad90-1d089df0b2a2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:32.208466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8e5959df-f627-4cde-ab75-1e9229d50d2b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.226342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de3f0-80fa-442a-9f10-0925a7a0f8e1 req-8feab306-f8d7-4035-b0e6-b1ff44aeccc1 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:32.236056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-548de3f0-80fa-442a-9f10-0925a7a0f8e1 req-8feab306-f8d7-4035-b0e6-b1ff44aeccc1 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 943 time: 0.2041593 Dec 13 13:04:32.288891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Port 9582b5b1-bebd-4b47-946c-1198078df7f9 on network 7e450085-1805-4dd9-ad90-1d089df0b2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:04:32.289331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Attempting to bind port 9582b5b1-bebd-4b47-946c-1198078df7f9 on network 7e450085-1805-4dd9-ad90-1d089df0b2a2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:32.307539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ba5a9-949d-4850-987e-407674130e63 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:32.309049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ba5a9-949d-4850-987e-407674130e63 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:32.310702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ba5a9-949d-4850-987e-407674130e63 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:32.312241 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3f4ba5a9-949d-4850-987e-407674130e63 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1770446 Dec 13 13:04:32.315223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34992) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:32.323954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:32.324298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Checking segment: {'id': '96df2599-42be-4235-a1a3-c1fb114cb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e450085-1805-4dd9-ad90-1d089df0b2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:32.324743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Bound using segment: {'id': '96df2599-42be-4235-a1a3-c1fb114cb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e450085-1805-4dd9-ad90-1d089df0b2a2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:32.325110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Bound port: 9582b5b1-bebd-4b47-946c-1198078df7f9, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96df2599-42be-4235-a1a3-c1fb114cb7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e450085-1805-4dd9-ad90-1d089df0b2a2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:32.325467 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.332837 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8e5959df-f627-4cde-ab75-1e9229d50d2b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.334049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8e5959df-f627-4cde-ab75-1e9229d50d2b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4746678 Dec 13 13:04:32.342677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34994) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:32.347999 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-18035d19-a3b9-4438-a168-614f50a49479 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'ff83fb41-6f39-4dda-a54c-99c78616d63a', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:32.375731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5959df-f627-4cde-ab75-1e9229d50d2b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff83fb41-6f39-4dda-a54c-99c78616d63a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:32.409616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-548de3f0-80fa-442a-9f10-0925a7a0f8e1 req-a77e2edf-777a-4a04-9231-2c8e1547a911 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732597 Dec 13 13:04:32.421612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c8d151-55c3-4ca7-b881-02b9dbb713af tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 6029922d-8f88-49af-9eb7-818f6d6e75aa {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:32.428646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22c8d151-55c3-4ca7-b881-02b9dbb713af tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.466849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8768929e-c6b8-4df8-b5ab-4ec2c3b5680d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.471540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326ce39-7310-498c-8f5a-301c31160535 req-2c9b2a34-445c-43cb-a49b-577b3c8957e2 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:32.473878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9326ce39-7310-498c-8f5a-301c31160535 req-2c9b2a34-445c-43cb-a49b-577b3c8957e2 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0463d7c-e955-44cf-b040-0f14a8f502d9 HTTP/1.1" status: 200 len: 945 time: 0.1704369 Dec 13 13:04:32.493444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-18035d19-a3b9-4438-a168-614f50a49479 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.512763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] For port 9582b5b1-bebd-4b47-946c-1198078df7f9, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:32.535190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768929e-c6b8-4df8-b5ab-4ec2c3b5680d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=9966c74a-d977-4594-9dfc-52f5e60b373e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:32.537904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] For port 9582b5b1-bebd-4b47-946c-1198078df7f9, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9582b5b1-bebd-4b47-946c-1198078df7f9,segment=NetworkSegment(96df2599-42be-4235-a1a3-c1fb114cb7b6),segment_id=96df2599-42be-4235-a1a3-c1fb114cb7b6)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:32.551123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9326ce39-7310-498c-8f5a-301c31160535 req-21e55b9d-eda0-41a8-9958-29e20a5a4c44 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664730 Dec 13 13:04:32.552928 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.557076 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22c8d151-55c3-4ca7-b881-02b9dbb713af tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.596259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:32.596955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.598494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] 10.222.0.42 "PUT /v2.0/ports/9582b5b1-bebd-4b47-946c-1198078df7f9 HTTP/1.1" status: 200 len: 1091 time: 1.3476734 Dec 13 13:04:32.599020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff84bf6b-24c4-41c7-954b-fc446da8bb0b', 'tag': '9582b5b1-bebd-4b47-946c-1198078df7f9'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:32.601378 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff84bf6b-24c4-41c7-954b-fc446da8bb0b", "tag": "9582b5b1-bebd-4b47-946c-1198078df7f9"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:32.625171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccdc03-653c-4c4b-9c8d-8e4060b104d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9582b5b1-bebd-4b47-946c-1198078df7f9,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:32.656987 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c732fdd2-c59a-422c-b643-a3b89876e83a x-openstack-request-id: req-c732fdd2-c59a-422c-b643-a3b89876e83a {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:32.658416 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff84bf6b-24c4-41c7-954b-fc446da8bb0b", "tag": "9582b5b1-bebd-4b47-946c-1198078df7f9", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:32.659034 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c732fdd2-c59a-422c-b643-a3b89876e83a {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:32.660142 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff84bf6b-24c4-41c7-954b-fc446da8bb0b', 'tag': '9582b5b1-bebd-4b47-946c-1198078df7f9', 'status': 'completed', 'code': 200} Dec 13 13:04:32.666490 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-18035d19-a3b9-4438-a168-614f50a49479 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.676380 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-18035d19-a3b9-4438-a168-614f50a49479 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.692774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8768929e-c6b8-4df8-b5ab-4ec2c3b5680d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.695340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8768929e-c6b8-4df8-b5ab-4ec2c3b5680d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.699948 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8768929e-c6b8-4df8-b5ab-4ec2c3b5680d tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/floatingips/92dd4924-f6f1-4179-9242-c42d60e11996 HTTP/1.1" status: 204 len: 168 time: 0.9178405 Dec 13 13:04:32.701487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34998) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:32.726859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18035d19-a3b9-4438-a168-614f50a49479 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22add3a8-1061-4921-a68b-43ab39765676,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:32.729167 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bde3779-63c1-4291-a7d3-f1bd5fbe0336 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] DELETE failed (client error): The resource could not be found. Dec 13 13:04:32.730119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bde3779-63c1-4291-a7d3-f1bd5fbe0336 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:04:32.735778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9bde3779-63c1-4291-a7d3-f1bd5fbe0336 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/ports/fcee4eb1-c95d-4085-9437-ac545f973410 HTTP/1.1" status: 404 len: 333 time: 0.0312424 Dec 13 13:04:32.737130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35000) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:32.745274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-18035d19-a3b9-4438-a168-614f50a49479 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.749471 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-18035d19-a3b9-4438-a168-614f50a49479 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4033303 Dec 13 13:04:32.749886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35002) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:32.751933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-e8f7d738-433d-4fd2-9451-78df6e14f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:32.752086 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22c8d151-55c3-4ca7-b881-02b9dbb713af tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.753714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-e8f7d738-433d-4fd2-9451-78df6e14f909 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1850854f21794d87ace1e9b1dd2f6cd6&device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 1094 time: 0.0922723 Dec 13 13:04:32.771565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-47b90cfe-4958-49f7-99f5-3846f86d6e9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'ff83fb41-6f39-4dda-a54c-99c78616d63a', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:32.779174 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-401ad210-ddb6-4bb1-8ec3-92fe84b25137 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f6c8c-cb72-4528-be17-a5bce188672a HTTP/1.1" status: 200 len: 205 time: 0.0408494 Dec 13 13:04:32.781833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35004) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:32.818332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-fb52aeb2-18f2-4cff-aca2-af57003a54d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9582b5b1-bebd-4b47-946c-1198078df7f9 HTTP/1.1" status: 200 len: 217 time: 0.0421801 Dec 13 13:04:32.825559 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-37352a95-47e2-4ea2-a866-f3a9d330a850 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] delete failed (client error): The resource could not be found. Dec 13 13:04:32.829351 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37352a95-47e2-4ea2-a866-f3a9d330a850 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/routers/4b6f6c8c-cb72-4528-be17-a5bce188672a HTTP/1.1" status: 404 len: 336 time: 0.0437334 Dec 13 13:04:32.829616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35006) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:32.864704 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-92aaffed-22f2-4467-a51b-fb35a4600f02 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] DELETE failed (client error): The resource could not be found. Dec 13 13:04:32.865161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92aaffed-22f2-4467-a51b-fb35a4600f02 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:04:32.866533 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47b90cfe-4958-49f7-99f5-3846f86d6e9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.868316 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-92aaffed-22f2-4467-a51b-fb35a4600f02 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/subnets/1f5a1448-b292-4561-91d3-39cf1cb5e22e HTTP/1.1" status: 404 len: 337 time: 0.0376744 Dec 13 13:04:32.871851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35008) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:32.899278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-7ce26ae5-d5c8-42a7-b6cc-a30af84cb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:32.900758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-7ce26ae5-d5c8-42a7-b6cc-a30af84cb716 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c892219-5fec-48cc-b866-78bbe4e01294 HTTP/1.1" status: 200 len: 864 time: 0.0751164 Dec 13 13:04:32.910781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22c8d151-55c3-4ca7-b881-02b9dbb713af tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.951717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8d151-55c3-4ca7-b881-02b9dbb713af tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=6029922d-8f88-49af-9eb7-818f6d6e75aa,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:32.952863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-fe0d5ced-d3c6-4375-99b6-4675f8c2dbc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e450085-1805-4dd9-ad90-1d089df0b2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428317 Dec 13 13:04:32.969067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac772ab6-0a9d-41d9-adb1-ec89083773e1 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:32.973716 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47b90cfe-4958-49f7-99f5-3846f86d6e9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:32.986968 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47b90cfe-4958-49f7-99f5-3846f86d6e9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.004373 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22c8d151-55c3-4ca7-b881-02b9dbb713af tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.011891 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-22c8d151-55c3-4ca7-b881-02b9dbb713af tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/6029922d-8f88-49af-9eb7-818f6d6e75aa HTTP/1.1" status: 204 len: 168 time: 0.6934333 Dec 13 13:04:33.019793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35014) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:33.050114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b90cfe-4958-49f7-99f5-3846f86d6e9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e22d5cb-c969-4e91-ba1a-c6625fb74a89,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:33.056891 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47b90cfe-4958-49f7-99f5-3846f86d6e9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.061290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-47b90cfe-4958-49f7-99f5-3846f86d6e9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3065908 Dec 13 13:04:33.061943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35016) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:33.069773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-26f4ff55-952f-4af7-ad79-5a1824804469 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'ff83fb41-6f39-4dda-a54c-99c78616d63a', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:33.092806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f0a15d-07b4-418a-8bdf-44f60b515deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 9566f9bb-3dc5-4236-8e09-408cf2f79f23 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:33.097436 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a15d-07b4-418a-8bdf-44f60b515deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.120514 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-26f4ff55-952f-4af7-ad79-5a1824804469 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.128107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-a66a934c-c92c-4da6-b824-31d99b9113d5 service neutron] 10.222.0.42 "GET /v2.0/networks/7e450085-1805-4dd9-ad90-1d089df0b2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647894 Dec 13 13:04:33.145372 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a15d-07b4-418a-8bdf-44f60b515deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.149802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-42e059bb-0829-45f4-bbed-49aecaf191a1 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 3172babf-bdb8-4c12-8327-d5959831b6b9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:33.150243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e059bb-0829-45f4-bbed-49aecaf191a1 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.248363 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-26f4ff55-952f-4af7-ad79-5a1824804469 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.258943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-26f4ff55-952f-4af7-ad79-5a1824804469 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.309615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd51cedd-0816-4700-8ea1-ec979219c305 req-a5589dbf-6d91-4cbf-b49e-89dd6d9f9244 service neutron] 10.222.0.42 "GET /v2.0/networks/7e450085-1805-4dd9-ad90-1d089df0b2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694844 Dec 13 13:04:33.310785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4ff55-952f-4af7-ad79-5a1824804469 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3270fab9-b102-4b8a-8de9-a5c8876dc685,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:33.320623 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-26f4ff55-952f-4af7-ad79-5a1824804469 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.322569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-26f4ff55-952f-4af7-ad79-5a1824804469 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2567732 Dec 13 13:04:33.324814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35018) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:33.325066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e059bb-0829-45f4-bbed-49aecaf191a1 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.330090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7b4ac48f-6451-43bd-a944-ee96b9cabc9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'ff83fb41-6f39-4dda-a54c-99c78616d63a', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:33.350830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-42e059bb-0829-45f4-bbed-49aecaf191a1 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 3172babf-bdb8-4c12-8327-d5959831b6b9 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:33.353346 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a15d-07b4-418a-8bdf-44f60b515deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.404117 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac48f-6451-43bd-a944-ee96b9cabc9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.446383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4 req-49c7658b-02e1-4b8e-88e4-66e29f31ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:33.448133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4 req-49c7658b-02e1-4b8e-88e4-66e29f31ffc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1850854f21794d87ace1e9b1dd2f6cd6&device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 1094 time: 0.0864327 Dec 13 13:04:33.542714 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a15d-07b4-418a-8bdf-44f60b515deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.566691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-7b5cacaf-9214-424f-842b-fa153431f2f2 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:33.568505 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-7b5cacaf-9214-424f-842b-fa153431f2f2 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0463d7c-e955-44cf-b040-0f14a8f502d9 HTTP/1.1" status: 200 len: 945 time: 0.1117706 Dec 13 13:04:33.615848 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac48f-6451-43bd-a944-ee96b9cabc9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.628336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0a15d-07b4-418a-8bdf-44f60b515deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=9566f9bb-3dc5-4236-8e09-408cf2f79f23,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:33.631699 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac48f-6451-43bd-a944-ee96b9cabc9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.656676 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a15d-07b4-418a-8bdf-44f60b515deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.663619 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f6f0a15d-07b4-418a-8bdf-44f60b515deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/9566f9bb-3dc5-4236-8e09-408cf2f79f23 HTTP/1.1" status: 204 len: 168 time: 0.6411910 Dec 13 13:04:33.670642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4 req-bd4d0882-e75b-4d04-939d-0488f5f8150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:33.670945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35024) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:33.672141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4 req-bd4d0882-e75b-4d04-939d-0488f5f8150a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e450085-1805-4dd9-ad90-1d089df0b2a2 HTTP/1.1" status: 200 len: 924 time: 0.2129452 Dec 13 13:04:33.695914 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac48f-6451-43bd-a944-ee96b9cabc9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.699674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7b4ac48f-6451-43bd-a944-ee96b9cabc9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3713171 Dec 13 13:04:33.705855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ac48f-6451-43bd-a944-ee96b9cabc9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ebe40b-0441-4108-9c28-8f44af57d439,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:33.715165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468c191-d639-4d14-859d-b5b894ec2632 req-7757ad46-0f25-4888-8e94-6de1b3c2cdcb tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:33.723484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d468c191-d639-4d14-859d-b5b894ec2632 req-7757ad46-0f25-4888-8e94-6de1b3c2cdcb tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 943 time: 0.1827185 Dec 13 13:04:33.728009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35026) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:33.771926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5491a139-37be-4d87-b4f4-61fde742d693 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'ff83fb41-6f39-4dda-a54c-99c78616d63a', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:33.784756 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-80e7598f-84ed-429f-ac68-400ccd829bcb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126144 Dec 13 13:04:33.787121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e059bb-0829-45f4-bbed-49aecaf191a1 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.788814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4 req-0c2b6bbb-e07f-4bdb-a822-4157c49230d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9582b5b1-bebd-4b47-946c-1198078df7f9 HTTP/1.1" status: 200 len: 217 time: 0.0980420 Dec 13 13:04:33.789436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35028) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:33.792092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ae367-095c-45e6-ada2-4dc93183a66a None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:33.798924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3738a1fe-8ec3-4dcc-9eb5-777a53f7371b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:33.857810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e059bb-0829-45f4-bbed-49aecaf191a1 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=3172babf-bdb8-4c12-8327-d5959831b6b9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:33.880475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-c9fd26ee-65b8-4eda-8ca8-23a8c00456c2 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:33.881986 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-c9fd26ee-65b8-4eda-8ca8-23a8c00456c2 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.37 "GET /v2.0/ports?device_id=6344619a-20ef-472f-9444-bb388e8065da HTTP/1.1" status: 200 len: 945 time: 0.3246052 Dec 13 13:04:33.904762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dd3eb-fc4d-4af9-85e4-fa42c94677b2 req-f2d8c768-f40f-48f7-bb3b-845a23378ab1 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:33.906307 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-240dd3eb-fc4d-4af9-85e4-fa42c94677b2 req-f2d8c768-f40f-48f7-bb3b-845a23378ab1 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0463d7c-e955-44cf-b040-0f14a8f502d9 HTTP/1.1" status: 200 len: 945 time: 0.2531767 Dec 13 13:04:33.914721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c68f7a10-69ab-4c74-806e-b21269579a2a None None] Provisioning complete for port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:33.915402 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c68f7a10-69ab-4c74-806e-b21269579a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.951383 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-5491a139-37be-4d87-b4f4-61fde742d693 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Project b1ead8c13ad94dc28381575c3180019a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:04:33.984834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d468c191-d639-4d14-859d-b5b894ec2632 req-149ba4f7-66cf-44c0-bfd7-3531b99115d8 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603750 Dec 13 13:04:33.990539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4 req-2a639f54-9194-46e3-b00a-1a899ee03937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:33.992202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4 req-2a639f54-9194-46e3-b00a-1a899ee03937 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c892219-5fec-48cc-b866-78bbe4e01294 HTTP/1.1" status: 200 len: 864 time: 0.1854494 Dec 13 13:04:33.995174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42e059bb-0829-45f4-bbed-49aecaf191a1 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:33.997646 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5491a139-37be-4d87-b4f4-61fde742d693 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.005598 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-42e059bb-0829-45f4-bbed-49aecaf191a1 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/ports/3172babf-bdb8-4c12-8327-d5959831b6b9 HTTP/1.1" status: 204 len: 168 time: 1.1267536 Dec 13 13:04:34.005598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35030) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:34.078321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dea6c47-003f-46a8-a3cd-ec294c8c1619 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:04:34.083190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-770c0bbc-0b57-42cd-907d-5263d9fffa8b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Deleting port 529a3451-5742-42ca-8c9f-c91756a082b9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:34.083541 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-770c0bbc-0b57-42cd-907d-5263d9fffa8b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.097796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4 req-fd64aa3e-e927-4b3d-87be-5a880afe1bbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e450085-1805-4dd9-ad90-1d089df0b2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852327 Dec 13 13:04:34.143350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6dea6c47-003f-46a8-a3cd-ec294c8c1619 None None] Deleting port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:34.143729 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dea6c47-003f-46a8-a3cd-ec294c8c1619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.154778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-240dd3eb-fc4d-4af9-85e4-fa42c94677b2 req-7df8c050-761d-4d67-8215-10b13b218a20 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7307896-69a6-42cc-be1c-07e8ae20256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299852 Dec 13 13:04:34.207405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3738a1fe-8ec3-4dcc-9eb5-777a53f7371b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:34.211096 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3738a1fe-8ec3-4dcc-9eb5-777a53f7371b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.220179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-8fbe0869-a710-4dba-95d3-30645a44ce8e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Deleting port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:34.220499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-8fbe0869-a710-4dba-95d3-30645a44ce8e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.223914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6dea6c47-003f-46a8-a3cd-ec294c8c1619 None None] For port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:34.224415 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dea6c47-003f-46a8-a3cd-ec294c8c1619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.240710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6dea6c47-003f-46a8-a3cd-ec294c8c1619 None None] Calling delete_port for cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:34.292826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-770c0bbc-0b57-42cd-907d-5263d9fffa8b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] For port 529a3451-5742-42ca-8c9f-c91756a082b9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=529a3451-5742-42ca-8c9f-c91756a082b9,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:34.293040 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-770c0bbc-0b57-42cd-907d-5263d9fffa8b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.296659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5491a139-37be-4d87-b4f4-61fde742d693 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.305172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b6319-6a52-4ea4-be9c-2249af2e2c0b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 94de00ba-67bc-4b68-afc1-c75efc00730c {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:34.305600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6319-6a52-4ea4-be9c-2249af2e2c0b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.310301 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5491a139-37be-4d87-b4f4-61fde742d693 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.333462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dea6c47-003f-46a8-a3cd-ec294c8c1619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.339592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-770c0bbc-0b57-42cd-907d-5263d9fffa8b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Calling delete_port for 529a3451-5742-42ca-8c9f-c91756a082b9 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:34.354584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4 req-43447cbe-eca3-49d8-8ca1-6266147b8041 service neutron] 10.222.0.42 "GET /v2.0/networks/7e450085-1805-4dd9-ad90-1d089df0b2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452357 Dec 13 13:04:34.355186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491a139-37be-4d87-b4f4-61fde742d693 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f138c5b-e89b-42c3-b2a0-c2c1900a5f42,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:34.360316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea6c47-003f-46a8-a3cd-ec294c8c1619 None None] Pushing event deleted for resources: {'Port': ['ID=cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:34.364590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea6c47-003f-46a8-a3cd-ec294c8c1619 None None] No DVR routers for this DVR port cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:34.384291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5491a139-37be-4d87-b4f4-61fde742d693 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.384291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5491a139-37be-4d87-b4f4-61fde742d693 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6488822 Dec 13 13:04:34.389988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35036) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:34.398412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dc1f346d-b63e-49d1-9582-89eb06d9ced2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'ff83fb41-6f39-4dda-a54c-99c78616d63a', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:34.470443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-8fbe0869-a710-4dba-95d3-30645a44ce8e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] For port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,segment=NetworkSegment(8ecd7946-324c-41b7-9d02-aaf048440dbe),segment_id=8ecd7946-324c-41b7-9d02-aaf048440dbe)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:34.470804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-8fbe0869-a710-4dba-95d3-30645a44ce8e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.494726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-8fbe0869-a710-4dba-95d3-30645a44ce8e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Calling delete_port for 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:34.501256 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-dc1f346d-b63e-49d1-9582-89eb06d9ced2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Project b1ead8c13ad94dc28381575c3180019a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:04:34.512748 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6319-6a52-4ea4-be9c-2249af2e2c0b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.530419 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc1f346d-b63e-49d1-9582-89eb06d9ced2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.542738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cf9d530-7cfd-4cb7-85f9-b614097bf4d4 req-8d09bbf0-8d48-4440-84b8-a0079b3fa259 service neutron] 10.222.0.42 "GET /v2.0/networks/7e450085-1805-4dd9-ad90-1d089df0b2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792688 Dec 13 13:04:34.571337 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b6319-6a52-4ea4-be9c-2249af2e2c0b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 94de00ba-67bc-4b68-afc1-c75efc00730c owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:34.611091 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3738a1fe-8ec3-4dcc-9eb5-777a53f7371b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.664296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc1f346d-b63e-49d1-9582-89eb06d9ced2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.667946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738a1fe-8ec3-4dcc-9eb5-777a53f7371b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:34.673388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-3738a1fe-8ec3-4dcc-9eb5-777a53f7371b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:34.675061 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc1f346d-b63e-49d1-9582-89eb06d9ced2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.677160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3738a1fe-8ec3-4dcc-9eb5-777a53f7371b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:34.677741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3738a1fe-8ec3-4dcc-9eb5-777a53f7371b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.683369 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a1f560-233b-4fd8-8df4-67b445af2345 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:34.690920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738a1fe-8ec3-4dcc-9eb5-777a53f7371b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=3f1d9d6f-d526-422b-844c-d65df42ca1f6,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:34.708059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f346d-b63e-49d1-9582-89eb06d9ced2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d234c788-6250-4782-9f3a-67dc4d6940d2,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:34.716793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3738a1fe-8ec3-4dcc-9eb5-777a53f7371b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9217691 Dec 13 13:04:34.720421 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc1f346d-b63e-49d1-9582-89eb06d9ced2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.721551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc1f346d-b63e-49d1-9582-89eb06d9ced2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3292127 Dec 13 13:04:34.722122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35038) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:34.727103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:34.730409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35040) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:34.735756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'network': {'name': 'tempest-network-smoke--188552037', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'port_security_enabled': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:34.773798 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-770c0bbc-0b57-42cd-907d-5263d9fffa8b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.799832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['564cffa4-e8c0-455b-b7b1-5e6e268da6c8'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:34.802032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['529a3451-5742-42ca-8c9f-c91756a082b9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:34.822353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:34.825675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.850637 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': '3f1d9d6f-d526-422b-844c-d65df42ca1f6'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:04:34.851859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c0bbc-0b57-42cd-907d-5263d9fffa8b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Pushing event deleted for resources: {'Port': ['ID=529a3451-5742-42ca-8c9f-c91756a082b9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:34.852126 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.871089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:04:34.888885 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.889215 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Added segment f80015c8-6f79-4cfe-be23-7b40a6c4b28c of type vlan for network 8285ad6c-236f-4047-ae32-62a71099a68c Dec 13 13:04:34.908403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-770c0bbc-0b57-42cd-907d-5263d9fffa8b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] No DVR routers for this DVR port 529a3451-5742-42ca-8c9f-c91756a082b9 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:34.910180 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-8fbe0869-a710-4dba-95d3-30645a44ce8e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.912058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-770c0bbc-0b57-42cd-907d-5263d9fffa8b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.915313 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f90856c7-5e82-466f-a79b-9e64e9f51fec req-770c0bbc-0b57-42cd-907d-5263d9fffa8b tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.42 "DELETE /v2.0/ports/529a3451-5742-42ca-8c9f-c91756a082b9 HTTP/1.1" status: 204 len: 173 time: 1.3131483 Dec 13 13:04:34.918817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0463d7c-e955-44cf-b040-0f14a8f502d9', 'name': 'network-vif-deleted', 'tag': '529a3451-5742-42ca-8c9f-c91756a082b9'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:34.921089 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb7b846-0f0d-437c-8091-b0164eeeef67" -d '{"events": [{"server_uuid": "a0463d7c-e955-44cf-b040-0f14a8f502d9", "name": "network-vif-deleted", "tag": "529a3451-5742-42ca-8c9f-c91756a082b9"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:34.923191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:34.926781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.958460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6319-6a52-4ea4-be9c-2249af2e2c0b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:34.959995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe0869-a710-4dba-95d3-30645a44ce8e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Pushing event deleted for resources: {'Port': ['ID=564cffa4-e8c0-455b-b7b1-5e6e268da6c8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:34.971056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['529a3451-5742-42ca-8c9f-c91756a082b9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:34.993470 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.016692 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0fb073-b825-47e4-b223-78655084ab75 x-openstack-request-id: req-ed0fb073-b825-47e4-b223-78655084ab75 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:35.016982 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0463d7c-e955-44cf-b040-0f14a8f502d9", "name": "network-vif-deleted", "tag": "529a3451-5742-42ca-8c9f-c91756a082b9", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:35.017331 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed0fb073-b825-47e4-b223-78655084ab75 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:35.017738 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0463d7c-e955-44cf-b040-0f14a8f502d9', 'name': 'network-vif-deleted', 'tag': '529a3451-5742-42ca-8c9f-c91756a082b9', 'status': 'completed', 'code': 200} Dec 13 13:04:35.055309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b6319-6a52-4ea4-be9c-2249af2e2c0b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=94de00ba-67bc-4b68-afc1-c75efc00730c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:35.084294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-8fbe0869-a710-4dba-95d3-30645a44ce8e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] No DVR routers for this DVR port 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:35.097813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-8fbe0869-a710-4dba-95d3-30645a44ce8e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.101268 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c94cca1c-a7c9-4bec-9eca-5f98f8ab515e req-8fbe0869-a710-4dba-95d3-30645a44ce8e tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.37 "DELETE /v2.0/ports/564cffa4-e8c0-455b-b7b1-5e6e268da6c8 HTTP/1.1" status: 204 len: 173 time: 1.2036488 Dec 13 13:04:35.101729 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Allocated IP 172.20.0.2 (a96b3050-5a47-4623-a1bc-6be051560383/3f1d9d6f-d526-422b-844c-d65df42ca1f6/320a58ba-50c7-4d3d-ae7f-71b16cc71eac) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:35.152745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6319-6a52-4ea4-be9c-2249af2e2c0b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.156999 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7e7b6319-6a52-4ea4-be9c-2249af2e2c0b tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/ports/94de00ba-67bc-4b68-afc1-c75efc00730c HTTP/1.1" status: 204 len: 168 time: 1.1526234 Dec 13 13:04:35.160257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35048) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:35.201365 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.210572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:35.218317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.233895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:35.274661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d900a2-db35-489d-95a5-a34f5181b3e1 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:35.278382 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-54d900a2-db35-489d-95a5-a34f5181b3e1 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "GET /v2.0/ports?device_id=d600b5bb-bbb4-484f-8f44-2d206642b054 HTTP/1.1" status: 200 len: 913 time: 0.1169252 Dec 13 13:04:35.279673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5482578 Dec 13 13:04:35.281634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35054) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:35.282285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:35.282873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cbeaaa88-f6ee-4c56-b3a6-24d7e11ae6c7 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:35.287709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35056) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:35.298893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'admin_state_up': True, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:35.399722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.408139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.430478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfe00274-22ee-4d6b-9f69-37234e98aeb3 req-b514150b-2d36-46b8-a358-05534e791ce8 tempest-MultipleCreateTestJSON-1529266784 tempest-MultipleCreateTestJSON-1529266784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0463d7c-e955-44cf-b040-0f14a8f502d9 HTTP/1.1" status: 200 len: 210 time: 0.0772612 Dec 13 13:04:35.444977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddd7ae-ff97-4477-a6f4-9dd005ad635e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Network': ['ID=8285ad6c-236f-4047-ae32-62a71099a68c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:35.468875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:35.474821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 8285ad6c-236f-4047-ae32-62a71099a68c details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:04:35.480755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:35.483653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:35.489643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be4125-671b-4279-809d-a7d1f5c55051 req-269c0cf7-ca89-4030-8259-b16e0a0ef15c tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:35.498050 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5be4125-671b-4279-809d-a7d1f5c55051 req-269c0cf7-ca89-4030-8259-b16e0a0ef15c tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 943 time: 0.3919487 Dec 13 13:04:35.519227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Pushing event updated for resources: {'Port': ['ID=320a58ba-50c7-4d3d-ae7f-71b16cc71eac,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:35.571454 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.572827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.623437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9582b5b1-bebd-4b47-946c-1198078df7f9 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:04:35.652450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.737998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9582b5b1-bebd-4b47-946c-1198078df7f9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9582b5b1-bebd-4b47-946c-1198078df7f9,segment=NetworkSegment(96df2599-42be-4235-a1a3-c1fb114cb7b6),segment_id=96df2599-42be-4235-a1a3-c1fb114cb7b6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:35.766145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '9582b5b1-bebd-4b47-946c-1198078df7f9', 'network_id': '7e450085-1805-4dd9-ad90-1d089df0b2a2', 'port_id': '9582b5b1-bebd-4b47-946c-1198078df7f9', 'mac_address': 'fa:16:3e:01:10:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c892219-5fec-48cc-b866-78bbe4e01294', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:04:35.772353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5be4125-671b-4279-809d-a7d1f5c55051 req-b574060e-5f40-464d-8bf8-5f84551c9321 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710047 Dec 13 13:04:35.858351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Attempting to bind port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:35.858730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Attempting to bind port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:35.859305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Attempting to bind port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:35.866686 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.870252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:35.870633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:35.871021 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.871596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:35.872213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Bound port: 320a58ba-50c7-4d3d-ae7f-71b16cc71eac, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:35.872781 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.895420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9582b5b1-bebd-4b47-946c-1198078df7f9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:04:35.906382 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.946973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9582b5b1-bebd-4b47-946c-1198078df7f9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9582b5b1-bebd-4b47-946c-1198078df7f9,segment=NetworkSegment(96df2599-42be-4235-a1a3-c1fb114cb7b6),segment_id=96df2599-42be-4235-a1a3-c1fb114cb7b6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:35.959848 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:35.999119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] For port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:36.017234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] For port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=320a58ba-50c7-4d3d-ae7f-71b16cc71eac,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:36.029938 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:36.037781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9582b5b1-bebd-4b47-946c-1198078df7f9,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:36.106858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889960c8-7eeb-4550-b1a2-c044a6f215ca None None] Pushing event updated for resources: {'Port': ['ID=320a58ba-50c7-4d3d-ae7f-71b16cc71eac,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:36.202368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:36.223797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9582b5b1-bebd-4b47-946c-1198078df7f9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:36.573950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35064) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:36.585295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port 98022d03-9250-4348-81d9-3c44e36208a3 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:36.585625 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:36.621949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.objects.ports [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109886) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:04:36.678564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5dae35-8b81-4fa5-9205-947bce146c23 admin admin] Deleting subnet 12ceceea-2fbb-43e0-9c53-c926f1672558 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:36.683032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb5dae35-8b81-4fa5-9205-947bce146c23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:36.744259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:36.747806 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb5dae35-8b81-4fa5-9205-947bce146c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:36.769608 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:36.779926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for 98022d03-9250-4348-81d9-3c44e36208a3 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:36.804474 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:36.868129 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb5dae35-8b81-4fa5-9205-947bce146c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:36.986615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb5dae35-8b81-4fa5-9205-947bce146c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.023092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6344619a-20ef-472f-9444-bb388e8065da', 'name': 'network-vif-deleted', 'tag': '564cffa4-e8c0-455b-b7b1-5e6e268da6c8'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:37.025255 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e7cd76-9a87-4e17-9bb5-57c66cec78ba" -d '{"events": [{"server_uuid": "6344619a-20ef-472f-9444-bb388e8065da", "name": "network-vif-deleted", "tag": "564cffa4-e8c0-455b-b7b1-5e6e268da6c8"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:37.047187 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb5dae35-8b81-4fa5-9205-947bce146c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.053144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d45f2-45cb-4fcc-a85a-2dfe10a39171 req-d776a54c-2f1f-4537-8176-ff3a7344f63f tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:37.053323 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb5dae35-8b81-4fa5-9205-947bce146c23 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/12ceceea-2fbb-43e0-9c53-c926f1672558 HTTP/1.1" status: 204 len: 168 time: 0.4758258 Dec 13 13:04:37.053323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dae35-8b81-4fa5-9205-947bce146c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ceceea-2fbb-43e0-9c53-c926f1672558,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:37.053459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c6d45f2-45cb-4fcc-a85a-2dfe10a39171 req-d776a54c-2f1f-4537-8176-ff3a7344f63f tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 944 time: 0.1767759 Dec 13 13:04:37.053571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35072) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:37.065894 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.069272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.25.2.168 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/bc621785-b2f2-425f-a4bb-d4e966dd7c3e) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:37.106601 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09a85c0-658b-4225-ba9c-084f209f0167 x-openstack-request-id: req-b09a85c0-658b-4225-ba9c-084f209f0167 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:37.107641 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6344619a-20ef-472f-9444-bb388e8065da", "name": "network-vif-deleted", "tag": "564cffa4-e8c0-455b-b7b1-5e6e268da6c8", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:37.108593 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b09a85c0-658b-4225-ba9c-084f209f0167 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:37.108593 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6344619a-20ef-472f-9444-bb388e8065da', 'name': 'network-vif-deleted', 'tag': '564cffa4-e8c0-455b-b7b1-5e6e268da6c8', 'status': 'completed', 'code': 200} Dec 13 13:04:37.200582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.226299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.240454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 320a58ba-50c7-4d3d-ae7f-71b16cc71eac up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:37.256318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c6d45f2-45cb-4fcc-a85a-2dfe10a39171 req-0a2f6a2d-da6d-4d00-8700-8f0e301466e9 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841776 Dec 13 13:04:37.258770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=98022d03-9250-4348-81d9-3c44e36208a3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:37.303469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:37.303841 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.334943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6f4b3bd2-4a95-4611-9f0c-9ba8eb3c2e66 None None] Provisioning complete for port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:37.335314 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3bd2-4a95-4611-9f0c-9ba8eb3c2e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.377193 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.399447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] For port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=320a58ba-50c7-4d3d-ae7f-71b16cc71eac,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:37.411910 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.458107 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.468141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.468873 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.473782 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.474497 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.476354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca7015d-0d9b-4c29-90b9-1bd88cb6495f']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:37.486239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.490579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecd7946-324c-41b7-9d02-aaf048440dbe') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:37.490878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecd7946-324c-41b7-9d02-aaf048440dbe') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:37.504423 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.555264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.567353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:04:37.567764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:04:37.569620 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:04:37.575103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:37.586633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:37.592252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:37.596803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:37.597538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.607569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:37.610639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:37.610802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.644085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=8a80d388-553a-4648-ba66-8cf8f06bacec,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:37.663919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=320a58ba-50c7-4d3d-ae7f-71b16cc71eac,revision_number=4']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:37.672182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.684468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.694935 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ca7015d-0d9b-4c29-90b9-1bd88cb6495f HTTP/1.1" status: 204 len: 168 time: 0.6340582 Dec 13 13:04:37.721859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9582b5b1-bebd-4b47-946c-1198078df7f9 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:37.723745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e661cec7-2a2f-4843-9050-f052f558ee22 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:37.725936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4d0073f4-5840-40fb-bd63-e43f0fe988b4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0027459 Dec 13 13:04:37.732443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35080) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:37.734006 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.734761 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3bd2-4a95-4611-9f0c-9ba8eb3c2e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.738547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:2f:93:79', 'name': 'tempest-NetworksTestDHCPv6-897385869'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:37.843951 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:04:37.844407 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:04:37.874713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6f4b3bd2-4a95-4611-9f0c-9ba8eb3c2e66 None None] For port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=320a58ba-50c7-4d3d-ae7f-71b16cc71eac,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:37.885927 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3bd2-4a95-4611-9f0c-9ba8eb3c2e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.920610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=bc621785-b2f2-425f-a4bb-d4e966dd7c3e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:37.933982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe8b6-b645-47e9-87ac-9b6521a75968 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca7015d-0d9b-4c29-90b9-1bd88cb6495f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:37.955383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 9582b5b1-bebd-4b47-946c-1198078df7f9 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:04:37.970031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 9582b5b1-bebd-4b47-946c-1198078df7f9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:37.970477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:37.973501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b3bd2-4a95-4611-9f0c-9ba8eb3c2e66 None None] Pushing event updated for resources: {'Port': ['ID=320a58ba-50c7-4d3d-ae7f-71b16cc71eac,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:37.991833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35082) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:38.021220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:38.031536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Router d600b5bb-bbb4-484f-8f44-2d206642b054 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:38.044523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:38.044863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 564cffa4-e8c0-455b-b7b1-5e6e268da6c8 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:38.099074 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.126651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff84bf6b-24c4-41c7-954b-fc446da8bb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9582b5b1-bebd-4b47-946c-1198078df7f9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:38.129097 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e56437c-621e-4a20-a446-e0ecc6c142bc" -d '{"events": [{"server_uuid": "ff84bf6b-24c4-41c7-954b-fc446da8bb0b", "name": "network-vif-plugged", "status": "completed", "tag": "9582b5b1-bebd-4b47-946c-1198078df7f9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:38.136243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2a419ac5-f82a-4fe9-b057-97b039227c6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b90abbeb60d441fa9734cf9c83fce5cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408575 Dec 13 13:04:38.136919 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.138581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35086) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:38.164266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9582b5b1-bebd-4b47-946c-1198078df7f9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9582b5b1-bebd-4b47-946c-1198078df7f9,segment=NetworkSegment(96df2599-42be-4235-a1a3-c1fb114cb7b6),segment_id=96df2599-42be-4235-a1a3-c1fb114cb7b6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:38.171292 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.172941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 529a3451-5742-42ca-8c9f-c91756a082b9 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:38.175265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:38.181152 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-799c7d33-a42c-44d5-b19b-44ed379a8527 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "PUT /v2.0/routers/d600b5bb-bbb4-484f-8f44-2d206642b054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8926704 Dec 13 13:04:38.183697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35088) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:38.210785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f27c4-3212-4a4a-81e5-82c78af3d4b2 None None] Sync routers for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:38.220202 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d93d08-a005-4a8a-af79-3cb8d4a6a69f x-openstack-request-id: req-71d93d08-a005-4a8a-af79-3cb8d4a6a69f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:38.220769 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff84bf6b-24c4-41c7-954b-fc446da8bb0b", "name": "network-vif-plugged", "status": "completed", "tag": "9582b5b1-bebd-4b47-946c-1198078df7f9", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:38.221332 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71d93d08-a005-4a8a-af79-3cb8d4a6a69f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:38.221889 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff84bf6b-24c4-41c7-954b-fc446da8bb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9582b5b1-bebd-4b47-946c-1198078df7f9', 'code': 200} Dec 13 13:04:38.253519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 529a3451-5742-42ca-8c9f-c91756a082b9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:38.254595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 529a3451-5742-42ca-8c9f-c91756a082b9 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:38.273007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f27c4-3212-4a4a-81e5-82c78af3d4b2 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:38.273877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ae9f27c4-3212-4a4a-81e5-82c78af3d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:38.288010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:38.334434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ae9f27c4-3212-4a4a-81e5-82c78af3d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:38.343633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9582b5b1-bebd-4b47-946c-1198078df7f9,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:38.351817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f27c4-3212-4a4a-81e5-82c78af3d4b2 None None] Routers {'d600b5bb-bbb4-484f-8f44-2d206642b054'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:38.353384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ae9f27c4-3212-4a4a-81e5-82c78af3d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d600b5bb-bbb4-484f-8f44-2d206642b054'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:38.390724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.419219 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ae9f27c4-3212-4a4a-81e5-82c78af3d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:38.419900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f27c4-3212-4a4a-81e5-82c78af3d4b2 None None] The sync data for ids ['d600b5bb-bbb4-484f-8f44-2d206642b054'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:38.432864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3e9c3-41b5-49ef-952d-1c42d554f62b req-f5ebc729-d56c-4e64-b43f-b8f0e93f7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:38.434399 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9dc3e9c3-41b5-49ef-952d-1c42d554f62b req-f5ebc729-d56c-4e64-b43f-b8f0e93f7f50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 1096 time: 0.1136072 Dec 13 13:04:38.537467 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9dc3e9c3-41b5-49ef-952d-1c42d554f62b req-f46f4f1f-e700-40f1-a09c-f63630685c01 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894170 Dec 13 13:04:38.553082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.567077 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.613414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting port ab36cc6b-a980-46af-a0c3-6487ae0897ba {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:38.613760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.647353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85a579-76ee-4d77-9041-ecb3bf500784 req-05b5c5ce-e893-4e8c-b5b4-009023483a0b tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:38.648941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a85a579-76ee-4d77-9041-ecb3bf500784 req-05b5c5ce-e893-4e8c-b5b4-009023483a0b tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 945 time: 0.2052870 Dec 13 13:04:38.649632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-435f9971-f9a6-40ed-b61a-cb9ca71475f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.652092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 6b712026-7e68-4537-abb9-68934aad9c6e yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:04:38.704247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.719053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Calling delete_port for ab36cc6b-a980-46af-a0c3-6487ae0897ba owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:38.759169 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.762240 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-435f9971-f9a6-40ed-b61a-cb9ca71475f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.811883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fa7dc57c-d013-464e-8013-1a6e0b25b0b6 None None] Provisioning complete for port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:38.812332 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa7dc57c-d013-464e-8013-1a6e0b25b0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.891625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a85a579-76ee-4d77-9041-ecb3bf500784 req-6c459470-6029-4740-a4d8-119695955f52 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313437 Dec 13 13:04:38.901929 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:38.939842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Port': ['ID=ab36cc6b-a980-46af-a0c3-6487ae0897ba,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:39.005585 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.016269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-435f9971-f9a6-40ed-b61a-cb9ca71475f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.019108 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-435f9971-f9a6-40ed-b61a-cb9ca71475f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.020251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-435f9971-f9a6-40ed-b61a-cb9ca71475f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7307896-69a6-42cc-be1c-07e8ae20256c HTTP/1.1" status: 204 len: 168 time: 0.8781471 Dec 13 13:04:39.046625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f9971-f9a6-40ed-b61a-cb9ca71475f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7307896-69a6-42cc-be1c-07e8ae20256c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:39.053261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 172.20.0.5 (a96b3050-5a47-4623-a1bc-6be051560383/3f1d9d6f-d526-422b-844c-d65df42ca1f6/6b712026-7e68-4537-abb9-68934aad9c6e) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:39.066126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::f816:3eff:fe2f:9379 (a96b3050-5a47-4623-a1bc-6be051560383/8a80d388-553a-4648-ba66-8cf8f06bacec/6b712026-7e68-4537-abb9-68934aad9c6e) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:39.105271 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.107719 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.131380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 714e4063-ce34-4c98-b586-ad8723bb9765 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:04:39.167032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.167438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Fanout notify agent at l3_agent the message router_deleted on router d600b5bb-bbb4-484f-8f44-2d206642b054 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:04:39.182565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.184139 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a81aab50-d574-4c83-9cf3-ab1422d96624 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/routers/d600b5bb-bbb4-484f-8f44-2d206642b054 HTTP/1.1" status: 204 len: 168 time: 0.9990110 Dec 13 13:04:39.186682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35098) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:39.189197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 320a58ba-50c7-4d3d-ae7f-71b16cc71eac up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:39.242483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a27b54-b789-441a-a807-ef860a600dde tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Deleting subnet 59ebba4c-2b67-4dbc-a284-f22b423c65ec {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:39.245592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:39.246270 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.246581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07a27b54-b789-441a-a807-ef860a600dde tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.265094 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.298362 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07a27b54-b789-441a-a807-ef860a600dde tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.359511 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07a27b54-b789-441a-a807-ef860a600dde tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.409050 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.419566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:39.429722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07a27b54-b789-441a-a807-ef860a600dde tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.430768 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Sync routers for ids ['714e4063-ce34-4c98-b586-ad8723bb9765'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:39.445784 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Routers {'714e4063-ce34-4c98-b586-ad8723bb9765'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:39.447088 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['714e4063-ce34-4c98-b586-ad8723bb9765'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:39.463619 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a27b54-b789-441a-a807-ef860a600dde tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Subnet': ['ID=59ebba4c-2b67-4dbc-a284-f22b423c65ec,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:39.476260 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07a27b54-b789-441a-a807-ef860a600dde tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.481348 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-07a27b54-b789-441a-a807-ef860a600dde tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/subnets/59ebba4c-2b67-4dbc-a284-f22b423c65ec HTTP/1.1" status: 204 len: 168 time: 0.2928267 Dec 13 13:04:39.483547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35106) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:39.483682 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.488033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3ca16c9f-6d69-4406-a1f6-bc1f32f011ee tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1919141 Dec 13 13:04:39.488033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:39.494332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35108) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:39.510421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:39.529800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=6b712026-7e68-4537-abb9-68934aad9c6e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:39.535460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:39.598776 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.662899 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Set router 714e4063-ce34-4c98-b586-ad8723bb9765 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:39.670188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8ca93fe4-6908-488a-a128-4c29bf07a050 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b1ead8c13ad94dc28381575c3180019a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1767328 Dec 13 13:04:39.682400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35116) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:39.736939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:39.737638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.772828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-22570457-d097-41df-94b3-a42f0dd4511e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0391777 Dec 13 13:04:39.778194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35120) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:39.855765 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:39.882190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea1df9-6806-42b6-a661-254241c13e85 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:39.889076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea1df9-6806-42b6-a661-254241c13e85 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:39.894650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6aea1df9-6806-42b6-a661-254241c13e85 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1142890 Dec 13 13:04:39.895081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35126) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:39.898323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:39.906801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e66f9c5-5a5e-4cfd-af99-4c9e8b61b76b tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:39.912385 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7e66f9c5-5a5e-4cfd-af99-4c9e8b61b76b tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2271345 Dec 13 13:04:39.912627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35128) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:39.945814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436cfbbc-8c10-4fc2-b89f-1367f50cd3c5') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:39.947920 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436cfbbc-8c10-4fc2-b89f-1367f50cd3c5') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:39.958598 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:37Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:39.993313 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Checking router: 714e4063-ce34-4c98-b586-ad8723bb9765 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:04:39.993515 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fbfa79c4-aac7-4cac-8c69-4fd0b63601d8 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0795343 Dec 13 13:04:39.994167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35136) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:39.994434 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Updating router 714e4063-ce34-4c98-b586-ad8723bb9765 port bc621785-b2f2-425f-a4bb-d4e966dd7c3e binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:04:40.008892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-772569211', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:40.016319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.026911 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.067289 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.080799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:04:40.081215 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:04:40.085503 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:04:40.097754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4f06b6b8-05f7-4f81-93ee-e49d7701e5ee None None] Provisioning complete for port 6b712026-7e68-4537-abb9-68934aad9c6e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:40.098928 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f06b6b8-05f7-4f81-93ee-e49d7701e5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.148966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4f06b6b8-05f7-4f81-93ee-e49d7701e5ee None None] Port 6b712026-7e68-4537-abb9-68934aad9c6e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:40.388595 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.398528 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.447295 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Pushing event updated for resources: {'Port': ['ID=bc621785-b2f2-425f-a4bb-d4e966dd7c3e,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:40.465057 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Attempting to bind port bc621785-b2f2-425f-a4bb-d4e966dd7c3e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:40.465438 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Attempting to bind port bc621785-b2f2-425f-a4bb-d4e966dd7c3e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:40.465807 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Attempting to bind port bc621785-b2f2-425f-a4bb-d4e966dd7c3e on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:40.466889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35138) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:40.476341 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.476874 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.477226 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.477568 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.477906 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.478262 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.478602 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.478930 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.479257 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.479584 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.479909 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.480230 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.480551 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:40.483929 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:40.485080 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:40.485790 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.486429 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:40.487089 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Bound port: bc621785-b2f2-425f-a4bb-d4e966dd7c3e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:40.487652 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.541574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8437d-7ab7-4656-b2f2-506deb8f4f64 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 6b712026-7e68-4537-abb9-68934aad9c6e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:40.542207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7b8437d-7ab7-4656-b2f2-506deb8f4f64 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.547548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.560858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9745eab-eda3-4a27-bdcf-e50a915e32c0 req-8fd67ffb-69f0-43ef-8e7c-c2ad45015856 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:40.563893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9745eab-eda3-4a27-bdcf-e50a915e32c0 req-8fd67ffb-69f0-43ef-8e7c-c2ad45015856 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 945 time: 0.5368404 Dec 13 13:04:40.564892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.565094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:40.570241 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] 10.222.0.31 "DELETE /v2.0/networks/dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2 HTTP/1.1" status: 204 len: 168 time: 1.0824008 Dec 13 13:04:40.570422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.573041 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] For port bc621785-b2f2-425f-a4bb-d4e966dd7c3e, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:40.580054 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] For port bc621785-b2f2-425f-a4bb-d4e966dd7c3e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bc621785-b2f2-425f-a4bb-d4e966dd7c3e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:40.590319 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.608200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d26481-d00f-4811-8aef-140066b61ab9 tempest-FloatingIPTestJSON-1780684471 tempest-FloatingIPTestJSON-1780684471-project] Pushing event deleted for resources: {'Network': ['ID=dcfe2ccc-4cd0-4bce-a92d-be2dc9dc9bf2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:40.677552 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Routers {'714e4063-ce34-4c98-b586-ad8723bb9765'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:40.678566 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['714e4063-ce34-4c98-b586-ad8723bb9765'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:40.698434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-478211445-network', 'tenant_id': '4daf733a4251457082d3978a8e523292'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:40.723730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7b8437d-7ab7-4656-b2f2-506deb8f4f64 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.735803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Made reservation on behalf of 4daf733a4251457082d3978a8e523292 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:40.738198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.753033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8437d-7ab7-4656-b2f2-506deb8f4f64 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 6b712026-7e68-4537-abb9-68934aad9c6e owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:40.755395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.761449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9745eab-eda3-4a27-bdcf-e50a915e32c0 req-65fda817-c922-4cdb-a844-80f3051dfe9a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646879 Dec 13 13:04:40.825553 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b1bee-4034-4218-8a69-0c93f537ba7c None None] Pushing event updated for resources: {'Port': ['ID=bc621785-b2f2-425f-a4bb-d4e966dd7c3e,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:40.837705 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] Set router 714e4063-ce34-4c98-b586-ad8723bb9765 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:40.942737 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:40.958870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35150) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:41.006294 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.025541 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.048408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d8384-1ba3-4ece-aaf5-360662837286 req-43b6c089-9693-4594-a5c9-aeda1e9c35ae tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:41.050309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f10d8384-1ba3-4ece-aaf5-360662837286 req-43b6c089-9693-4594-a5c9-aeda1e9c35ae tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 945 time: 0.1575012 Dec 13 13:04:41.071933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Subnet': ['ID=a18e25e6-7a84-4861-861a-db69a8c24dcc,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:41.103252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:41.115788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7b8437d-7ab7-4656-b2f2-506deb8f4f64 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.126468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Checking segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:41.126839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network hostable DHCP agents. Network: 8285ad6c-236f-4047-ae32-62a71099a68c, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:04:41.136567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:04:41.167827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.168235 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Added segment 3ae87bbb-b105-48eb-96f9-3920e3912c71 of type vlan for network 772ebe61-546c-452f-a54e-fb76791d27a0 Dec 13 13:04:41.173136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8437d-7ab7-4656-b2f2-506deb8f4f64 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=6b712026-7e68-4537-abb9-68934aad9c6e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:41.184667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f10d8384-1ba3-4ece-aaf5-360662837286 req-dd078b40-c13a-44f2-985b-af7a36157831 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181180 Dec 13 13:04:41.213983 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:37Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:41.223278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 8285ad6c-236f-4047-ae32-62a71099a68c is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:04:41.247229 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e580cf-16ed-47c5-b473-110abdc4fcc2 None None] The sync data for ids ['714e4063-ce34-4c98-b586-ad8723bb9765'] in n-d-817326-4 is: [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:37Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:41.257270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 8285ad6c-236f-4047-ae32-62a71099a68c) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:41.263185 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.275745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9925f5d7-6fc3-4efa-bb27-fc14f0d193c1 None None] Network 8285ad6c-236f-4047-ae32-62a71099a68c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:41.285126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:41.285731 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.338091 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7b8437d-7ab7-4656-b2f2-506deb8f4f64 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.352444 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f7b8437d-7ab7-4656-b2f2-506deb8f4f64 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/6b712026-7e68-4537-abb9-68934aad9c6e HTTP/1.1" status: 204 len: 168 time: 1.4562097 Dec 13 13:04:41.353177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35160) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:41.385691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8ee726e9-45c8-482e-a47b-30702ecdbb8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3815305 Dec 13 13:04:41.393044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35162) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:41.405624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3f732265-71ca-4591-987e-422b8d612026 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1efb77fdf73a450cba5142b3394d86d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4419160 Dec 13 13:04:41.413457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35164) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:41.414461 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.419669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:41.420683 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.460714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-8285ad6c-236f-4047-ae32-62a71099a68c', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:04:41.461577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.475592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f167aed-1dbd-45e5-98c0-4db0df54480a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:41.477238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f167aed-1dbd-45e5-98c0-4db0df54480a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:41.479344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f167aed-1dbd-45e5-98c0-4db0df54480a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:41.480663 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7f167aed-1dbd-45e5-98c0-4db0df54480a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1258307 Dec 13 13:04:41.483488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35166) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:41.560394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-8020f1da-5d4a-45a5-ab1e-f3951be8802d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 3f1d9d6f-d526-422b-844c-d65df42ca1f6 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:41.568623 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8020f1da-5d4a-45a5-ab1e-f3951be8802d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.631376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8020f1da-5d4a-45a5-ab1e-f3951be8802d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.699576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2261446 Dec 13 13:04:41.704132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35170) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:41.714468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Request body: {'subnet': {'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-478211445-subnet', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:41.748455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Allocated IP 172.20.0.2 (8285ad6c-236f-4047-ae32-62a71099a68c/a18e25e6-7a84-4861-861a-db69a8c24dcc/09ec52b8-a151-462d-be7d-dab7da35e398) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:41.773577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Made reservation on behalf of 4daf733a4251457082d3978a8e523292 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:41.776128 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.847043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e083d-c4f9-456b-bb97-36a314a57e4f admin admin] Pushing event updated for resources: {'Network': ['ID=772ebe61-546c-452f-a54e-fb76791d27a0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:41.849941 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8020f1da-5d4a-45a5-ab1e-f3951be8802d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.864455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 772ebe61-546c-452f-a54e-fb76791d27a0 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:04:41.978978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b46824a0-6b2b-43b6-ad34-6af9eca26052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.991250 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8020f1da-5d4a-45a5-ab1e-f3951be8802d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:41.992816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dabf1-5a67-4208-8108-afaba3b1aea6 req-bc979162-202f-4c26-baf8-46d7c6008568 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:41.995446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f60dabf1-5a67-4208-8108-afaba3b1aea6 req-bc979162-202f-4c26-baf8-46d7c6008568 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 945 time: 0.3245852 Dec 13 13:04:42.027938 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.031203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020f1da-5d4a-45a5-ab1e-f3951be8802d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1d9d6f-d526-422b-844c-d65df42ca1f6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:42.041701 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.042928 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8020f1da-5d4a-45a5-ab1e-f3951be8802d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.046276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8020f1da-5d4a-45a5-ab1e-f3951be8802d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/3f1d9d6f-d526-422b-844c-d65df42ca1f6 HTTP/1.1" status: 204 len: 168 time: 0.5617471 Dec 13 13:04:42.050908 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b46824a0-6b2b-43b6-ad34-6af9eca26052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.058438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35174) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:42.116712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c993f40-9037-4694-bc37-a33521dd58ce None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:42.121614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Pushing event updated for resources: {'Port': ['ID=09ec52b8-a151-462d-be7d-dab7da35e398,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:42.147224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f60dabf1-5a67-4208-8108-afaba3b1aea6 req-b253ae8c-36d0-466f-a8c1-110ef5951dc4 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380358 Dec 13 13:04:42.156635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b5270c-4b26-4ae4-8f0d-98a293961b71 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 8a80d388-553a-4648-ba66-8cf8f06bacec {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:42.173514 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15b5270c-4b26-4ae4-8f0d-98a293961b71 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.182350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Network 8285ad6c-236f-4047-ae32-62a71099a68c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:42.184862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:42.229683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:42.241771 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.249224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b46824a0-6b2b-43b6-ad34-6af9eca26052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.254059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b46824a0-6b2b-43b6-ad34-6af9eca26052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.263447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b46824a0-6b2b-43b6-ad34-6af9eca26052 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce8a9d18-c794-41d6-9788-af3ec7c02151 HTTP/1.1" status: 204 len: 168 time: 0.8392799 Dec 13 13:04:42.292430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46824a0-6b2b-43b6-ad34-6af9eca26052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8a9d18-c794-41d6-9788-af3ec7c02151,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:42.294419 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15b5270c-4b26-4ae4-8f0d-98a293961b71 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.418756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Attempting to bind port 09ec52b8-a151-462d-be7d-dab7da35e398 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:42.419804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Attempting to bind port 09ec52b8-a151-462d-be7d-dab7da35e398 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:42.420334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Attempting to bind port 09ec52b8-a151-462d-be7d-dab7da35e398 on network 8285ad6c-236f-4047-ae32-62a71099a68c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:42.439784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:42.440511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Checking segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:42.441428 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.444401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Bound using segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:42.445218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Bound port: 09ec52b8-a151-462d-be7d-dab7da35e398, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:42.445873 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.510198 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=85305c5a-1dd6-4aae-bc48-ed12633ea374,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:42.559844 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.578147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Checking segment: {'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:42.579151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Network hostable DHCP agents. Network: 772ebe61-546c-452f-a54e-fb76791d27a0, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:04:42.591811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] For port 09ec52b8-a151-462d-be7d-dab7da35e398, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:42.602702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] For port 09ec52b8-a151-462d-be7d-dab7da35e398, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=09ec52b8-a151-462d-be7d-dab7da35e398,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:42.613116 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.622551 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15b5270c-4b26-4ae4-8f0d-98a293961b71 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.627982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Network 772ebe61-546c-452f-a54e-fb76791d27a0 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:04:42.683070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 772ebe61-546c-452f-a54e-fb76791d27a0) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:42.696706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:42.697309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.725519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac2ad13-3fde-44e0-bbfe-b382f463f6da None None] Network 772ebe61-546c-452f-a54e-fb76791d27a0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:42.738660 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ed44816b-fc45-4007-9e45-3ac51d22b3ce admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0337939 Dec 13 13:04:42.746575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35188) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:42.761979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-478211445-router', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:42.811727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15b5270c-4b26-4ae4-8f0d-98a293961b71 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.811990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0a91d-7347-4efa-bbd0-2e02717ad23a None None] Pushing event updated for resources: {'Port': ['ID=09ec52b8-a151-462d-be7d-dab7da35e398,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:42.819736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.821045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.881245 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15b5270c-4b26-4ae4-8f0d-98a293961b71 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:42.885529 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-15b5270c-4b26-4ae4-8f0d-98a293961b71 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/8a80d388-553a-4648-ba66-8cf8f06bacec HTTP/1.1" status: 204 len: 168 time: 0.8261833 Dec 13 13:04:42.886760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5270c-4b26-4ae4-8f0d-98a293961b71 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=8a80d388-553a-4648-ba66-8cf8f06bacec,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:42.888767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35194) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:42.899433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fc1dc-0eb5-4f7a-8b8b-116693022cfd req-b4bab23d-89b6-4373-a249-d31badfd784e tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:42.905399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-211fc1dc-0eb5-4f7a-8b8b-116693022cfd req-b4bab23d-89b6-4373-a249-d31badfd784e tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 945 time: 0.2328050 Dec 13 13:04:42.950062 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b813372e-2a61-424c-be61-ebf42b86bd7c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565438 Dec 13 13:04:42.964771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35200) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:43.036881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa35d51e-2080-43a5-988c-0e254aa91983 None None] Network 772ebe61-546c-452f-a54e-fb76791d27a0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:43.083772 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:43.168366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-211fc1dc-0eb5-4f7a-8b8b-116693022cfd req-9d6f7c92-bcf3-4ca0-af2c-628dd64f4292 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404804 Dec 13 13:04:43.248826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08c5dc8-00ce-4c6d-9470-22dd84fd4a7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:43.253396 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e08c5dc8-00ce-4c6d-9470-22dd84fd4a7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2859709 Dec 13 13:04:43.264546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35206) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:43.325138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bc621785-b2f2-425f-a4bb-d4e966dd7c3e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:43.457120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port bc621785-b2f2-425f-a4bb-d4e966dd7c3e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:43.457736 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:43.488051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.20.0.1 (8285ad6c-236f-4047-ae32-62a71099a68c/a18e25e6-7a84-4861-861a-db69a8c24dcc/bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:43.526120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051adf7-2898-4fc7-9d1a-daef9f0bc727 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:43.528061 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7051adf7-2898-4fc7-9d1a-daef9f0bc727 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2623000 Dec 13 13:04:43.561386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35214) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:43.589944 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:43.614022 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:43.625135 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a4aebc76-1c36-4f88-a020-5d509ac27fca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549464 Dec 13 13:04:43.630627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35218) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:43.633575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port bc621785-b2f2-425f-a4bb-d4e966dd7c3e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bc621785-b2f2-425f-a4bb-d4e966dd7c3e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:43.636866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f11e4f1e-156b-48cb-958b-fbcde7224668 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:43.642316 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:43.679203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:43.699862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d086555-3736-4f25-af04-be86c128e6d3 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:43.752333 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:43.778040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35220) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:43.809264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 8285ad6c-236f-4047-ae32-62a71099a68c is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:43.813919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:43.823383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:43.853432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=bc621785-b2f2-425f-a4bb-d4e966dd7c3e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:43.857744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:43.865383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-81e5392f-25b0-4e8c-ad4d-32bd3b637d60 None None] Provisioning complete for port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:43.867346 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81e5392f-25b0-4e8c-ad4d-32bd3b637d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:43.869925 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11e4f1e-156b-48cb-958b-fbcde7224668 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:43.875511 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f11e4f1e-156b-48cb-958b-fbcde7224668 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:43.878102 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11e4f1e-156b-48cb-958b-fbcde7224668 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:04:43.878102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11e4f1e-156b-48cb-958b-fbcde7224668 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:04:43.890305 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:43.955128 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f11e4f1e-156b-48cb-958b-fbcde7224668 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3196030 Dec 13 13:04:43.955383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35224) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:43.962542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a04847b6-aadd-49ad-9302-88759ebd34d3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:43.970649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-4adafb84-110c-42a3-b878-28e6e74a96e4 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:43.975368 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-4adafb84-110c-42a3-b878-28e6e74a96e4 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 945 time: 0.1316390 Dec 13 13:04:44.010701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1420997220'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:44.014782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772bc5e7-fbb5-4406-ac52-97b76b221fbf None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:04:44.072404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-772bc5e7-fbb5-4406-ac52-97b76b221fbf None None] Deleting port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:44.073180 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-772bc5e7-fbb5-4406-ac52-97b76b221fbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.140458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.173413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-772bc5e7-fbb5-4406-ac52-97b76b221fbf None None] For port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=320a58ba-50c7-4d3d-ae7f-71b16cc71eac,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:44.173949 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-772bc5e7-fbb5-4406-ac52-97b76b221fbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.188227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-772bc5e7-fbb5-4406-ac52-97b76b221fbf None None] Calling delete_port for 320a58ba-50c7-4d3d-ae7f-71b16cc71eac owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:44.201430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:44.205892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.247383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.297707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04847b6-aadd-49ad-9302-88759ebd34d3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:44.317768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a04847b6-aadd-49ad-9302-88759ebd34d3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.320460 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04847b6-aadd-49ad-9302-88759ebd34d3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:04:44.321153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04847b6-aadd-49ad-9302-88759ebd34d3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:04:44.332631 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-772bc5e7-fbb5-4406-ac52-97b76b221fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.344570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.375069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772bc5e7-fbb5-4406-ac52-97b76b221fbf None None] No DVR routers for this DVR port 320a58ba-50c7-4d3d-ae7f-71b16cc71eac on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:44.389758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bc5e7-fbb5-4406-ac52-97b76b221fbf None None] Pushing event deleted for resources: {'Port': ['ID=320a58ba-50c7-4d3d-ae7f-71b16cc71eac,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:44.390783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-ca9fab74-f40d-449e-8827-231fb063181a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Deleting port 9582b5b1-bebd-4b47-946c-1198078df7f9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:44.390783 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-ca9fab74-f40d-449e-8827-231fb063181a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.401156 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.441361 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a04847b6-aadd-49ad-9302-88759ebd34d3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4823899 Dec 13 13:04:44.441607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35230) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:44.451484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f68c2d40-e425-4894-b16d-7c750a6938c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:44.523050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.541825 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.561810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:04:44.564975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba715857-dab8-4240-a90f-022eb94025b3 req-7a07ebef-a92b-456c-b964-ea4934837ed8 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:44.566590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba715857-dab8-4240-a90f-022eb94025b3 req-7a07ebef-a92b-456c-b964-ea4934837ed8 tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 945 time: 0.2400174 Dec 13 13:04:44.619294 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.619837 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Added segment 054d8b30-d3ea-4f4d-a5ff-ed6caea74639 of type vlan for network b5da87d9-f757-4a54-ae6e-9a052dec54be Dec 13 13:04:44.637317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849b5ec-fed7-44e5-82a3-72abf43bb946 None None] Network 8285ad6c-236f-4047-ae32-62a71099a68c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:44.668886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-ca9fab74-f40d-449e-8827-231fb063181a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] For port 9582b5b1-bebd-4b47-946c-1198078df7f9, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9582b5b1-bebd-4b47-946c-1198078df7f9,segment=NetworkSegment(96df2599-42be-4235-a1a3-c1fb114cb7b6),segment_id=96df2599-42be-4235-a1a3-c1fb114cb7b6)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:44.669305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-ca9fab74-f40d-449e-8827-231fb063181a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.676945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ac66c6-b283-4aa8-bc7c-faa056eacdb6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:44.693754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba715857-dab8-4240-a90f-022eb94025b3 req-afbf9d9a-1bb2-4f2e-8e8e-234079a4a59f tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/security-groups?id=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938406 Dec 13 13:04:44.700749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68c2d40-e425-4894-b16d-7c750a6938c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:44.704856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f68c2d40-e425-4894-b16d-7c750a6938c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.706652 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68c2d40-e425-4894-b16d-7c750a6938c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:04:44.707092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68c2d40-e425-4894-b16d-7c750a6938c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:04:44.737489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-ca9fab74-f40d-449e-8827-231fb063181a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Calling delete_port for 9582b5b1-bebd-4b47-946c-1198078df7f9 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:44.758109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f68c2d40-e425-4894-b16d-7c750a6938c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3106017 Dec 13 13:04:44.759255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35234) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:44.761513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-535b6600-59a5-4744-b9cc-36f0933569d2 None None] Provisioning complete for port 09ec52b8-a151-462d-be7d-dab7da35e398 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:44.761990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-535b6600-59a5-4744-b9cc-36f0933569d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.764717 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.771162 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.774365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-88bba4f2-87ac-4138-ae7c-bee967638fa1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:44.781739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Allocated IP 172.25.2.72 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/053c85ae-67cb-4d62-a130-02123c3277f2) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:44.787652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.847738 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.854336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:44.869125 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-535b6600-59a5-4744-b9cc-36f0933569d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.922669 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-535b6600-59a5-4744-b9cc-36f0933569d2 None None] For port 09ec52b8-a151-462d-be7d-dab7da35e398, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=09ec52b8-a151-462d-be7d-dab7da35e398,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:44.930820 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-535b6600-59a5-4744-b9cc-36f0933569d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.969526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 8285ad6c-236f-4047-ae32-62a71099a68c is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:44.973435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:44.983896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:44.990422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:44.991056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:45.012014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b6600-59a5-4744-b9cc-36f0933569d2 None None] Pushing event updated for resources: {'Port': ['ID=09ec52b8-a151-462d-be7d-dab7da35e398,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:45.100791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 714e4063-ce34-4c98-b586-ad8723bb9765 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:45.102737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bba4f2-87ac-4138-ae7c-bee967638fa1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:45.106236 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-88bba4f2-87ac-4138-ae7c-bee967638fa1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:45.107796 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bba4f2-87ac-4138-ae7c-bee967638fa1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:04:45.108052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88bba4f2-87ac-4138-ae7c-bee967638fa1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:04:45.119184 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3346508 Dec 13 13:04:45.127880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03a7ba-7e50-43fa-bbdc-316f713c6302 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Network': ['ID=b5da87d9-f757-4a54-ae6e-9a052dec54be,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:45.148970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b5da87d9-f757-4a54-ae6e-9a052dec54be details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:04:45.233082 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-88bba4f2-87ac-4138-ae7c-bee967638fa1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4649930 Dec 13 13:04:45.241330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35238) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:45.271247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:45.279045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f593d61b-debb-4661-afd5-9492f87be1a9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:45.328959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:45.337864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f42550cc-98cd-4b2f-b8be-6d41f6f6bc46 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "PUT /v2.0/routers/714e4063-ce34-4c98-b586-ad8723bb9765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9419200 Dec 13 13:04:45.525053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-ca9fab74-f40d-449e-8827-231fb063181a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:45.527366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f593d61b-debb-4661-afd5-9492f87be1a9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:45.533314 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f593d61b-debb-4661-afd5-9492f87be1a9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:45.540557 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f593d61b-debb-4661-afd5-9492f87be1a9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:04:45.541186 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f593d61b-debb-4661-afd5-9492f87be1a9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:04:45.546509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bc621785-b2f2-425f-a4bb-d4e966dd7c3e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:45.557158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:45.557585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9582b5b1-bebd-4b47-946c-1198078df7f9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:04:45.560298 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Sync routers for ids ['714e4063-ce34-4c98-b586-ad8723bb9765'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:45.621644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fab74-f40d-449e-8827-231fb063181a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Pushing event deleted for resources: {'Port': ['ID=9582b5b1-bebd-4b47-946c-1198078df7f9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:45.631347 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f593d61b-debb-4661-afd5-9492f87be1a9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3802452 Dec 13 13:04:45.645728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35254) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:45.673291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8e3efd89-1010-4375-a25b-f14d437c92b8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:45.685414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2bbbfe43-9727-4dcd-933c-515bd82f9918 None None] Provisioning complete for port 09ec52b8-a151-462d-be7d-dab7da35e398 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:45.686016 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bbbfe43-9727-4dcd-933c-515bd82f9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:45.709291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:45.715873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:45.749499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:45.797548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Routers {'714e4063-ce34-4c98-b586-ad8723bb9765'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:45.798524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['714e4063-ce34-4c98-b586-ad8723bb9765'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:45.812208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-ca9fab74-f40d-449e-8827-231fb063181a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] No DVR routers for this DVR port 9582b5b1-bebd-4b47-946c-1198078df7f9 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:45.864114 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-b567fc1d-7205-412e-bf83-53691a43524c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692003267&fields=id&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 267 time: 0.2730308 Dec 13 13:04:45.876038 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-ca9fab74-f40d-449e-8827-231fb063181a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:45.881204 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0aa1c97f-4e7d-477c-a460-fe01a7d72ef7 req-ca9fab74-f40d-449e-8827-231fb063181a tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.42 "DELETE /v2.0/ports/9582b5b1-bebd-4b47-946c-1198078df7f9 HTTP/1.1" status: 204 len: 173 time: 1.8926558 Dec 13 13:04:45.882253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff84bf6b-24c4-41c7-954b-fc446da8bb0b', 'name': 'network-vif-deleted', 'tag': '9582b5b1-bebd-4b47-946c-1198078df7f9'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:45.885298 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592bab04-9c3a-4c40-a0b0-6bda8c301ed2" -d '{"events": [{"server_uuid": "ff84bf6b-24c4-41c7-954b-fc446da8bb0b", "name": "network-vif-deleted", "tag": "9582b5b1-bebd-4b47-946c-1198078df7f9"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:45.937741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Pushing event updated for resources: {'Port': ['ID=053c85ae-67cb-4d62-a130-02123c3277f2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:46.058678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-602672c2-e9bb-4993-a428-bee95fe8ea4c req-29de6b2b-192e-4b48-8315-fab8943ebdef tempest-ServersNegativeTestMultiTenantJSON-704128165 tempest-ServersNegativeTestMultiTenantJSON-704128165-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff84bf6b-24c4-41c7-954b-fc446da8bb0b HTTP/1.1" status: 200 len: 210 time: 0.1098835 Dec 13 13:04:46.071695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Set router 714e4063-ce34-4c98-b586-ad8723bb9765 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:46.108384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3efd89-1010-4375-a25b-f14d437c92b8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:46.112643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8e3efd89-1010-4375-a25b-f14d437c92b8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:46.115464 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3efd89-1010-4375-a25b-f14d437c92b8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:04:46.127202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3efd89-1010-4375-a25b-f14d437c92b8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:04:46.155501 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ce7587-4177-413a-a475-12edc56fecff x-openstack-request-id: req-32ce7587-4177-413a-a475-12edc56fecff {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:46.155873 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff84bf6b-24c4-41c7-954b-fc446da8bb0b", "name": "network-vif-deleted", "tag": "9582b5b1-bebd-4b47-946c-1198078df7f9", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:46.156047 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32ce7587-4177-413a-a475-12edc56fecff {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:46.156458 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff84bf6b-24c4-41c7-954b-fc446da8bb0b', 'name': 'network-vif-deleted', 'tag': '9582b5b1-bebd-4b47-946c-1198078df7f9', 'status': 'completed', 'code': 200} Dec 13 13:04:46.167702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port bc621785-b2f2-425f-a4bb-d4e966dd7c3e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:46.168072 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:46.176393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-fa493937-a567-4b35-a357-7401efc3d331 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:46.179788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-fa493937-a567-4b35-a357-7401efc3d331 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 796 time: 0.3149509 Dec 13 13:04:46.179924 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:46.187616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8e3efd89-1010-4375-a25b-f14d437c92b8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5376463 Dec 13 13:04:46.188517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35260) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:46.228393 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-beb73588-ddb1-4f4b-b2b1-2a3c411f7b61 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372205 Dec 13 13:04:46.229261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35262) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:46.275346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-a8637ea0-48ac-4d28-a437-2b2a1b512625 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/quotas/b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 375 time: 0.0854185 Dec 13 13:04:46.350196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2bbbfe43-9727-4dcd-933c-515bd82f9918 None None] Provisioning complete for port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:46.350728 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bbbfe43-9727-4dcd-933c-515bd82f9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:46.401506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2bbbfe43-9727-4dcd-933c-515bd82f9918 None None] Port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:46.462531 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:46.467291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 09ec52b8-a151-462d-be7d-dab7da35e398 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:46.468853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45952cd4-e2a0-41cf-a1d3-a3bd44d5dd7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:46.481063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-45952cd4-e2a0-41cf-a1d3-a3bd44d5dd7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2453978 Dec 13 13:04:46.492092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35266) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:46.582835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-935086d7-dc1c-48d5-a275-808d5f369fcc None None] Provisioning complete for port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:46.583681 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-935086d7-dc1c-48d5-a275-808d5f369fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:46.616738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:46.619675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0a62e2a7-3bb2-4359-883b-a4015f74c523 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264696 Dec 13 13:04:46.620887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 09ec52b8-a151-462d-be7d-dab7da35e398 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:46.621379 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:46.633438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:46.638119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-c117e4cf-2380-4518-b3b8-a735e84fa72e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3543065 Dec 13 13:04:46.670417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-935086d7-dc1c-48d5-a275-808d5f369fcc None None] Port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:46.692997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2', 'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:a3:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:43Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 2, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:46.729523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Checking router: 714e4063-ce34-4c98-b586-ad8723bb9765 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:04:46.730025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Updating router 714e4063-ce34-4c98-b586-ad8723bb9765 port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:04:46.781228 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:46.789478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-d6f08048-afc2-40f0-8f32-747fbb2c75cf service neutron] 10.222.0.31 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393771 Dec 13 13:04:46.791158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Router 4f8da07c-093b-4443-88bc-9de88e56a390 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:04:46.949533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 320a58ba-50c7-4d3d-ae7f-71b16cc71eac no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:46.980040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 320a58ba-50c7-4d3d-ae7f-71b16cc71eac {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:46.980531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 320a58ba-50c7-4d3d-ae7f-71b16cc71eac not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:47.042980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:47.056265 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Sync routers for ids ['4f8da07c-093b-4443-88bc-9de88e56a390'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:47.060218 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:47.065786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.069828 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Routers {'4f8da07c-093b-4443-88bc-9de88e56a390'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:47.072091 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4f8da07c-093b-4443-88bc-9de88e56a390'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:47.260834 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Set router 4f8da07c-093b-4443-88bc-9de88e56a390 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:47.288461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35274) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:47.325322 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.331724 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.517591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Attempting to bind port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:47.517969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Attempting to bind port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:47.518449 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Attempting to bind port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 on network 8285ad6c-236f-4047-ae32-62a71099a68c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:47.525910 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:47.526338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Checking segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:47.527221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.527760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Bound using segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:47.528260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Bound port: bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:47.528643 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.531276 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d6d83-5b0c-4922-95ea-b275302ed733 None None] Pushing event updated for resources: {'Port': ['ID=bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:47.532527 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'name': 'tempest-ServerRescueTestJSON-478211445-router', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:42Z', 'updated_at': '2021-12-13T13:04:46Z', 'revision_number': 3, 'project_id': '4daf733a4251457082d3978a8e523292', 'gw_port': {'id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:44Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:47.554204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Deleting subnet 2c892219-5fec-48cc-b866-78bbe4e01294 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:47.565964 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Checking router: 4f8da07c-093b-4443-88bc-9de88e56a390 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:04:47.566707 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Updating router 4f8da07c-093b-4443-88bc-9de88e56a390 port 053c85ae-67cb-4d62-a130-02123c3277f2 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:04:47.577249 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.615503 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.636053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9582b5b1-bebd-4b47-946c-1198078df7f9 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:47.695484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-9539d828-cf14-4a96-baf0-ec4b66e5a933 service neutron] 10.222.0.31 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8987482 Dec 13 13:04:47.725053 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.776205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 9582b5b1-bebd-4b47-946c-1198078df7f9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:47.785163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9582b5b1-bebd-4b47-946c-1198078df7f9 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:47.830161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] For port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:47.840169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] For port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:47.855440 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.862970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.982810 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:47.992395 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.058246 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.082204 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2246842-1d98-4269-8d26-e19f08e46e26 None None] Pushing event updated for resources: {'Port': ['ID=053c85ae-67cb-4d62-a130-02123c3277f2,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:48.086689 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Attempting to bind port 053c85ae-67cb-4d62-a130-02123c3277f2 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:48.087059 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Attempting to bind port 053c85ae-67cb-4d62-a130-02123c3277f2 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:48.087672 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Attempting to bind port 053c85ae-67cb-4d62-a130-02123c3277f2 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:48.093428 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:48.093798 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:48.094271 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.094844 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:48.095316 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Bound port: 053c85ae-67cb-4d62-a130-02123c3277f2, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:48.095852 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.168462 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Routers {'714e4063-ce34-4c98-b586-ad8723bb9765'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:48.169640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['714e4063-ce34-4c98-b586-ad8723bb9765'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:48.176201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-aa55db45-a464-467e-9207-18b29a934bd7 None None] Provisioning complete for port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:48.178956 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa55db45-a464-467e-9207-18b29a934bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.181286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d6d83-5b0c-4922-95ea-b275302ed733 None None] Pushing event updated for resources: {'Port': ['ID=bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:48.185553 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] For port 053c85ae-67cb-4d62-a130-02123c3277f2, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:48.186855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c892219-5fec-48cc-b866-78bbe4e01294,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:48.205923 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] For port 053c85ae-67cb-4d62-a130-02123c3277f2, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=053c85ae-67cb-4d62-a130-02123c3277f2,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:48.216255 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.248707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.250558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.251220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.252573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.253125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.253966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.256154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.257785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.258367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.259001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.260710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.261389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.261927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:04:48.283297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.293835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d2a3a666-e1ee-463c-b675-7c6617ee09cd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2c892219-5fec-48cc-b866-78bbe4e01294 HTTP/1.1" status: 204 len: 168 time: 0.9986918 Dec 13 13:04:48.297682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35284) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:48.373542 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2246842-1d98-4269-8d26-e19f08e46e26 None None] Pushing event updated for resources: {'Port': ['ID=053c85ae-67cb-4d62-a130-02123c3277f2,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:48.390825 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Routers {'4f8da07c-093b-4443-88bc-9de88e56a390'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:48.392105 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4f8da07c-093b-4443-88bc-9de88e56a390'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:48.477645 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.489799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41c2270a-423c-4c69-b150-4fd690f1e7d6 req-f3749579-917e-444f-a83a-18e62e44224b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 210 time: 0.1936593 Dec 13 13:04:48.529705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] Set router 714e4063-ce34-4c98-b586-ad8723bb9765 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:48.540032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35286) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:48.546134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'subnet': {'network_id': 'b5da87d9-f757-4a54-ae6e-9a052dec54be', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:48.589406 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] Set router 4f8da07c-093b-4443-88bc-9de88e56a390 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:48.607188 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.609602 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3afff7de-0512-4842-9295-1c304c542b5a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8619485 Dec 13 13:04:48.637306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35292) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:48.702916 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.703597 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:04:48.706243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.769885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=47a53237-db85-47ef-9067-9612013d7012,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:48.786925 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:48.789161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:48.793331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:48.794495 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.800835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e450085-1805-4dd9-ad90-1d089df0b2a2']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:48.805403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26212575-5559-4567-88d3-b5bbc920da78 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:48.825340 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5293cd2f-dd61-4d5c-a057-7d85c0dfad9d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2060168 Dec 13 13:04:48.825926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35298) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:48.833715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:05:04:46', 'name': 'tempest-NetworksTestDHCPv6-1341601121'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:48.839109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96df2599-42be-4235-a1a3-c1fb114cb7b6') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:48.839486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96df2599-42be-4235-a1a3-c1fb114cb7b6') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:48.882559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.902761 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'name': 'tempest-ServerRescueTestJSON-478211445-router', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:42Z', 'updated_at': '2021-12-13T13:04:46Z', 'revision_number': 3, 'project_id': '4daf733a4251457082d3978a8e523292', 'gw_port': {'id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:44Z', 'updated_at': '2021-12-13T13:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:48.922710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.935875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:04:48.935875 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:04:48.938282 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:04:48.955934 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19c567-3735-4704-8737-446bacb1de24 None None] The sync data for ids ['4f8da07c-093b-4443-88bc-9de88e56a390'] in n-d-817326-4 is: [{'id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'name': 'tempest-ServerRescueTestJSON-478211445-router', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:42Z', 'updated_at': '2021-12-13T13:04:46Z', 'revision_number': 3, 'project_id': '4daf733a4251457082d3978a8e523292', 'gw_port': {'id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:44Z', 'updated_at': '2021-12-13T13:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:48.961087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:48.964064 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.034454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:49.170352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.177909 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.192339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.195919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e450085-1805-4dd9-ad90-1d089df0b2a2 HTTP/1.1" status: 204 len: 168 time: 0.8937907 Dec 13 13:04:49.208015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35302) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:49.220640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9f6cb-43f7-4f99-9ca4-6a19a95463bb admin admin] Pushing event deleted for resources: {'Network': ['ID=7e450085-1805-4dd9-ad90-1d089df0b2a2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:49.244559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port b2fe868d-d9ac-4c10-aaaf-d05b2f96f6a5 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:04:49.339290 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa55db45-a464-467e-9207-18b29a934bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.376781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a82be6-d603-4284-b178-07e15422e2a3 admin admin] Deleting subnet b2dbe6a0-0e2e-43dc-873f-76561b23c594 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:49.383892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71a82be6-d603-4284-b178-07e15422e2a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.445156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': '47a53237-db85-47ef-9067-9612013d7012'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:04:49.446821 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.455524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-aa55db45-a464-467e-9207-18b29a934bd7 None None] For port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:49.471321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2', 'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:a3:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:43Z', 'updated_at': '2021-12-13T13:04:47Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:49.477980 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa55db45-a464-467e-9207-18b29a934bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.513700 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.547169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f714bc-41f6-44f3-b2ee-c20734c155db None None] The sync data for ids ['714e4063-ce34-4c98-b586-ad8723bb9765'] in n-d-817326-4 is: [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2', 'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:a3:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:43Z', 'updated_at': '2021-12-13T13:04:47Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:49.563612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71a82be6-d603-4284-b178-07e15422e2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.614661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::f816:3eff:fe05:446 (a96b3050-5a47-4623-a1bc-6be051560383/47a53237-db85-47ef-9067-9612013d7012/b2fe868d-d9ac-4c10-aaaf-d05b2f96f6a5) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:49.653943 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71a82be6-d603-4284-b178-07e15422e2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.789528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51ec68e5-663e-4f1a-9b8c-e2a41ae22d08 req-8c61d289-d691-4f13-8abd-abb81560aa97 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 210 time: 0.0907390 Dec 13 13:04:49.803804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Subnet': ['ID=acc443fa-5e31-4487-b5a9-57d01bd992f7,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:49.819627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Checking segment: {'id': '054d8b30-d3ea-4f4d-a5ff-ed6caea74639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b5da87d9-f757-4a54-ae6e-9a052dec54be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:49.821199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network hostable DHCP agents. Network: b5da87d9-f757-4a54-ae6e-9a052dec54be, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:04:49.852639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55db45-a464-467e-9207-18b29a934bd7 None None] Pushing event updated for resources: {'Port': ['ID=bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:49.871000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4463de57-aad2-4377-acb6-2f4c26c7e49b None None] Provisioning complete for port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:49.871444 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4463de57-aad2-4377-acb6-2f4c26c7e49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.917681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network b5da87d9-f757-4a54-ae6e-9a052dec54be is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:04:49.941057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:49.968671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b5da87d9-f757-4a54-ae6e-9a052dec54be) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:49.989096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:49.989707 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.002625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5fc282-7351-4102-b4ea-69ff3b7404cd None None] Network b5da87d9-f757-4a54-ae6e-9a052dec54be requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:50.016182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71a82be6-d603-4284-b178-07e15422e2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.051633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a82be6-d603-4284-b178-07e15422e2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2dbe6a0-0e2e-43dc-873f-76561b23c594,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:50.105311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71a82be6-d603-4284-b178-07e15422e2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.112208 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-71a82be6-d603-4284-b178-07e15422e2a3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b2dbe6a0-0e2e-43dc-873f-76561b23c594 HTTP/1.1" status: 204 len: 168 time: 0.9024203 Dec 13 13:04:50.113554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-49ac4036-37ef-4a8b-a7dc-a447b7e9b6dc tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5720773 Dec 13 13:04:50.114330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35310) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:50.114675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35312) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:50.131434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-837924504'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:50.195589 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.204917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-9415c0e7-4d08-47e6-9d19-b20bc745fff8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:50.206672 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-9415c0e7-4d08-47e6-9d19-b20bc745fff8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 796 time: 0.4053669 Dec 13 13:04:50.214735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:50.218229 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.239983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-b5da87d9-f757-4a54-ae6e-9a052dec54be', 'network_id': 'b5da87d9-f757-4a54-ae6e-9a052dec54be', 'project_id': '1b3317f727674afca22622f4ad72c18f', 'fixed_ips': [{'subnet_id': 'acc443fa-5e31-4487-b5a9-57d01bd992f7'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:04:50.243252 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.312612 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-d656f974-3121-41e8-b1e6-0e8119f8e906 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 379 time: 0.0957355 Dec 13 13:04:50.326107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'port': {'device_id': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'admin_state_up': True, 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'security_groups': ['ff83fb41-6f39-4dda-a54c-99c78616d63a']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:50.386811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:04:50.392209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.416017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Allocated IP 2001:db8::f816:3eff:fe00:f1bd (a96b3050-5a47-4623-a1bc-6be051560383/47a53237-db85-47ef-9067-9612013d7012/6c5e59ab-898b-4c84-928f-553ba6367f48) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:50.458933 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.464302 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.464776 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Added segment e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf of type vlan for network a5943800-0d34-414e-b238-1d32d259a241 Dec 13 13:04:50.536050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=b2fe868d-d9ac-4c10-aaaf-d05b2f96f6a5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:50.574101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Allocated IP 172.20.0.1 (772ebe61-546c-452f-a54e-fb76791d27a0/85305c5a-1dd6-4aae-bc48-ed12633ea374/ecd1daf1-9ab4-479d-b17d-4eb2627c8cda) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:50.575015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:50.580941 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.600305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:50.610505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:50.624760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:50.628134 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.631753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:50.635384 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.686656 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.745639 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.749412 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a1a9bc1c-e78a-4f4a-94de-c446a5ae98a3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9197755 Dec 13 13:04:50.752199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:50.752871 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.758353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35316) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:50.777738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a38f27-c9ea-4e73-a103-0fa8135f5d6b']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:50.798524 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.822926 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.863288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558c259c-06e0-4ff0-9742-a881128f1de3') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:50.863751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558c259c-06e0-4ff0-9742-a881128f1de3') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:50.898699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7792349 Dec 13 13:04:50.930279 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35320) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:50.940093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'subnet': {'network_id': 'a5943800-0d34-414e-b238-1d32d259a241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:50.943436 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:50.952364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:50.957913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75875c6d-fdec-47df-aec5-64eb4791c565 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:50.958576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:50.960141 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-75875c6d-fdec-47df-aec5-64eb4791c565 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2008457 Dec 13 13:04:50.964626 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:50.979653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35324) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:50.994569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Pushing event updated for resources: {'Port': ['ID=6c5e59ab-898b-4c84-928f-553ba6367f48,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:51.009522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Allocated IP 2001:db8:0:ffff::2 (b5da87d9-f757-4a54-ae6e-9a052dec54be/acc443fa-5e31-4487-b5a9-57d01bd992f7/a7ad49e8-2a4b-47b6-839e-013a88656d7a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:51.015863 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.035615 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.060788 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.071120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:04:51.071553 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:04:51.082357 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:04:51.086209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Attempting to bind port 6c5e59ab-898b-4c84-928f-553ba6367f48 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:51.086656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Attempting to bind port 6c5e59ab-898b-4c84-928f-553ba6367f48 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:51.087087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Attempting to bind port 6c5e59ab-898b-4c84-928f-553ba6367f48 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:51.099436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48ad05-f1e5-415b-a0b9-0636f0a1a95e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Network': ['ID=a5943800-0d34-414e-b238-1d32d259a241,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:51.119624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network a5943800-0d34-414e-b238-1d32d259a241 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:04:51.133723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:51.134302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:51.134708 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.135169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:51.135724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Bound port: 6c5e59ab-898b-4c84-928f-553ba6367f48, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:51.136230 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.147518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.20.0.3 (8285ad6c-236f-4047-ae32-62a71099a68c/a18e25e6-7a84-4861-861a-db69a8c24dcc/62ac93cb-1f25-4ec4-b460-248ea5b47900) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:51.181961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8295edd-ff85-427e-b1b4-2ff202da18ff req-ed3b52cd-1e91-4648-bc38-dac6e5ad6e6b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 210 time: 0.1249423 Dec 13 13:04:51.217059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-59c538f1-d31b-472f-a05d-35cdb08863ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port b2fe868d-d9ac-4c10-aaaf-d05b2f96f6a5 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:51.217750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59c538f1-d31b-472f-a05d-35cdb08863ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.245628 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:51.250414 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.269280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Network 772ebe61-546c-452f-a54e-fb76791d27a0 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:51.273611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:51.278595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:51.298861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Pushing event updated for resources: {'Port': ['ID=ecd1daf1-9ab4-479d-b17d-4eb2627c8cda,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:51.327834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.338179 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.355815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] For port 6c5e59ab-898b-4c84-928f-553ba6367f48, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:51.359501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] 10.222.0.31 "DELETE /v2.0/networks/64a38f27-c9ea-4e73-a103-0fa8135f5d6b HTTP/1.1" status: 204 len: 168 time: 1.2268059 Dec 13 13:04:51.411797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] For port 6c5e59ab-898b-4c84-928f-553ba6367f48, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6c5e59ab-898b-4c84-928f-553ba6367f48,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:51.412711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1ab67-36a6-4a18-9ef9-b634d9741167 admin admin] Pushing event deleted for resources: {'Network': ['ID=64a38f27-c9ea-4e73-a103-0fa8135f5d6b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:51.414816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:51.426526 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.437198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.490502 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.514172 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.559694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Network b5da87d9-f757-4a54-ae6e-9a052dec54be is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:51.575998 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59c538f1-d31b-472f-a05d-35cdb08863ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.581948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:51.596587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dcbf2-75d3-48b2-b84e-e54f59dbfee9 None None] Pushing event updated for resources: {'Port': ['ID=6c5e59ab-898b-4c84-928f-553ba6367f48,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:51.599998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:51.650060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-59c538f1-d31b-472f-a05d-35cdb08863ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for b2fe868d-d9ac-4c10-aaaf-d05b2f96f6a5 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:51.703758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.708457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Pushing event updated for resources: {'Port': ['ID=a7ad49e8-2a4b-47b6-839e-013a88656d7a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:51.741591 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.745035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35330) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:51.764299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:51.764766 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.867690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0ac09b01-590d-4633-bfa0-24530dae50bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1850854f21794d87ace1e9b1dd2f6cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1191511 Dec 13 13:04:51.869884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Attempting to bind port a7ad49e8-2a4b-47b6-839e-013a88656d7a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:51.870636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Attempting to bind port a7ad49e8-2a4b-47b6-839e-013a88656d7a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '054d8b30-d3ea-4f4d-a5ff-ed6caea74639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b5da87d9-f757-4a54-ae6e-9a052dec54be'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:51.871014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Attempting to bind port a7ad49e8-2a4b-47b6-839e-013a88656d7a on network b5da87d9-f757-4a54-ae6e-9a052dec54be {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:51.880870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35332) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:51.883871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:51.884302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Checking segment: {'id': '054d8b30-d3ea-4f4d-a5ff-ed6caea74639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b5da87d9-f757-4a54-ae6e-9a052dec54be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:51.884777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.886305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Bound using segment: {'id': '054d8b30-d3ea-4f4d-a5ff-ed6caea74639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b5da87d9-f757-4a54-ae6e-9a052dec54be'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:51.886305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Bound port: a7ad49e8-2a4b-47b6-839e-013a88656d7a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054d8b30-d3ea-4f4d-a5ff-ed6caea74639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b5da87d9-f757-4a54-ae6e-9a052dec54be'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:51.886305 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:51.996695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 053c85ae-67cb-4d62-a130-02123c3277f2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:52.010244 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.022512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.074493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9b0eed8-8eaa-4e14-b4ac-ab9e1d03b1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.074879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] For port a7ad49e8-2a4b-47b6-839e-013a88656d7a, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:52.089393 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] For port a7ad49e8-2a4b-47b6-839e-013a88656d7a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a7ad49e8-2a4b-47b6-839e-013a88656d7a,segment=NetworkSegment(054d8b30-d3ea-4f4d-a5ff-ed6caea74639),segment_id=054d8b30-d3ea-4f4d-a5ff-ed6caea74639)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:52.100407 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.138376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Pushing event updated for resources: {'Port': ['ID=ecd1daf1-9ab4-479d-b17d-4eb2627c8cda,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:52.154678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 053c85ae-67cb-4d62-a130-02123c3277f2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:52.155175 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.163054 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.163287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.259319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9cf78-3071-4231-99fc-afd03604cd22 None None] Pushing event updated for resources: {'Port': ['ID=a7ad49e8-2a4b-47b6-839e-013a88656d7a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:52.307795 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Network 772ebe61-546c-452f-a54e-fb76791d27a0 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:52.308708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9b0eed8-8eaa-4e14-b4ac-ab9e1d03b1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.309307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:52.328932 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59c538f1-d31b-472f-a05d-35cdb08863ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.364854 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.413534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 053c85ae-67cb-4d62-a130-02123c3277f2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=053c85ae-67cb-4d62-a130-02123c3277f2,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:52.421150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.450723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 8285ad6c-236f-4047-ae32-62a71099a68c is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:52.481510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b3fe9-7043-49ed-9595-286f9ae3555f req-503ddbbc-29fd-47e7-bf56-05cf8eaf2383 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:52.483254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a4b3fe9-7043-49ed-9595-286f9ae3555f req-503ddbbc-29fd-47e7-bf56-05cf8eaf2383 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 931 time: 0.1570623 Dec 13 13:04:52.502260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:52.505917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=053c85ae-67cb-4d62-a130-02123c3277f2,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:52.617375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:52.625964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:52.691848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Router 4f8da07c-093b-4443-88bc-9de88e56a390 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:04:52.696754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a4b3fe9-7043-49ed-9595-286f9ae3555f req-1b37b818-7169-49b3-82c1-d8d5c49ea091 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879077 Dec 13 13:04:52.744844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:04:52.755928 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.851474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59c538f1-d31b-472f-a05d-35cdb08863ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.855867 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-59c538f1-d31b-472f-a05d-35cdb08863ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/b2fe868d-d9ac-4c10-aaaf-d05b2f96f6a5 HTTP/1.1" status: 204 len: 168 time: 1.8727777 Dec 13 13:04:52.857024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9b0eed8-8eaa-4e14-b4ac-ab9e1d03b1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.860384 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9b0eed8-8eaa-4e14-b4ac-ab9e1d03b1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:52.862603 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d9b0eed8-8eaa-4e14-b4ac-ab9e1d03b1ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4 HTTP/1.1" status: 204 len: 168 time: 0.9802690 Dec 13 13:04:52.883410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35352) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:52.930020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Subnet': ['ID=c9b545e8-d6f2-47b7-8123-741c1c7a6887,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:52.935540 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c538f1-d31b-472f-a05d-35cdb08863ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=b2fe868d-d9ac-4c10-aaaf-d05b2f96f6a5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:52.974826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0eed8-8eaa-4e14-b4ac-ab9e1d03b1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e0ca3d-bea7-48f4-b4d1-9e65b07cfde4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:52.996200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:52.997242 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:53.060340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d4d04-cfbd-4050-b696-adac2c0a5deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:53.067596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d4d04-cfbd-4050-b696-adac2c0a5deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:53.073834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5d0d4d04-cfbd-4050-b696-adac2c0a5deb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1852131 Dec 13 13:04:53.074045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35356) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:53.087792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Checking segment: {'id': 'e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5943800-0d34-414e-b238-1d32d259a241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:53.088166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network hostable DHCP agents. Network: a5943800-0d34-414e-b238-1d32d259a241, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:04:53.101550 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-7da14017-5bb2-4ed3-ad65-2dd034949743 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7818489 Dec 13 13:04:53.123639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Request body: {'port': {'device_id': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:53.182226 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fe016e8e-8677-426f-bc2d-d64f6f1efac3 None None] Provisioning complete for port 62ac93cb-1f25-4ec4-b460-248ea5b47900 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:53.183221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe016e8e-8677-426f-bc2d-d64f6f1efac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:53.252892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-93dfc195-0992-4a33-bbc7-8a248a676038 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 47a53237-db85-47ef-9067-9612013d7012 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:53.270595 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93dfc195-0992-4a33-bbc7-8a248a676038 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:53.290060 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:53.299638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fe016e8e-8677-426f-bc2d-d64f6f1efac3 None None] Port 62ac93cb-1f25-4ec4-b460-248ea5b47900 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:04:53.361205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:04:53.374486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4056d30b-65e5-41a8-baa6-0be0e048493e admin admin] 10.222.0.31 "PUT /v2.0/routers/4f8da07c-093b-4443-88bc-9de88e56a390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7293479 Dec 13 13:04:53.381926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network a5943800-0d34-414e-b238-1d32d259a241 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:04:53.383723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Sync routers for ids ['4f8da07c-093b-4443-88bc-9de88e56a390'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:04:53.409553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Routers {'4f8da07c-093b-4443-88bc-9de88e56a390'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:53.410232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4f8da07c-093b-4443-88bc-9de88e56a390'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:53.412926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, a5943800-0d34-414e-b238-1d32d259a241) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:53.424964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93dfc195-0992-4a33-bbc7-8a248a676038 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:53.433770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:53.434816 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:53.542373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab124d49-0e7d-4d4c-9832-935fe8099ef2 None None] Network a5943800-0d34-414e-b238-1d32d259a241 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:53.614191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93dfc195-0992-4a33-bbc7-8a248a676038 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:53.639872 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-537d2d52-07ea-46c1-8d83-ab449b4b215d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7048938 Dec 13 13:04:53.654378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35368) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:53.674652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'port': {'network_id': 'a5943800-0d34-414e-b238-1d32d259a241', 'name': 'tempest-NetworksIpV6TestAttrs-990903020'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:53.839897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35376) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:53.858353 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93dfc195-0992-4a33-bbc7-8a248a676038 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:53.931142 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93dfc195-0992-4a33-bbc7-8a248a676038 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:53.938600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-93dfc195-0992-4a33-bbc7-8a248a676038 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/47a53237-db85-47ef-9067-9612013d7012 HTTP/1.1" status: 204 len: 168 time: 0.8633516 Dec 13 13:04:53.952030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35378) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:53.953014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfc195-0992-4a33-bbc7-8a248a676038 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=47a53237-db85-47ef-9067-9612013d7012,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:54.150205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a7ad49e8-2a4b-47b6-839e-013a88656d7a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:54.165679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b45bb4-3adc-4d66-96a5-a2a569c30340 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:54.238101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:54.242469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:54.284242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ac93cb-1f25-4ec4-b460-248ea5b47900 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:04:54.297125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] device_id is not set on port 03086b6a-590b-4384-ae64-59a0e8854a9f yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:04:54.313421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:54.380174 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b2f01e3-dd1c-41f7-ba88-629affc28cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:54.384581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Transition to ACTIVE for port object 62ac93cb-1f25-4ec4-b460-248ea5b47900 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:04:54.395377 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a5943800-0d34-414e-b238-1d32d259a241', 'network_id': 'a5943800-0d34-414e-b238-1d32d259a241', 'project_id': '1b3317f727674afca22622f4ad72c18f', 'fixed_ips': [{'subnet_id': 'c9b545e8-d6f2-47b7-8123-741c1c7a6887'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:04:54.397331 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:54.400548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f76e1fb8-5995-4f72-8f8d-cc9ff785d196 None None] Provisioning complete for port 6c5e59ab-898b-4c84-928f-553ba6367f48 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:54.400921 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f76e1fb8-5995-4f72-8f8d-cc9ff785d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:54.402922 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:54.493639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Set router 4f8da07c-093b-4443-88bc-9de88e56a390 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:54.518799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:54.566125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa3f556-daea-423f-b1b8-4a43b46403b8 None None] Network b5da87d9-f757-4a54-ae6e-9a052dec54be requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:54.618781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Allocated IP 2001:db8::f816:3eff:fefa:4ef8 (a5943800-0d34-414e-b238-1d32d259a241/c9b545e8-d6f2-47b7-8123-741c1c7a6887/03086b6a-590b-4384-ae64-59a0e8854a9f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:54.711944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2083d9f7-e577-4c3b-a678-4133e2035b8f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7558904 Dec 13 13:04:54.720936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35390) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:54.731659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:54.738257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:54.742641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:54.743220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on network 8285ad6c-236f-4047-ae32-62a71099a68c {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:54.771381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9c02f352-a73f-4a19-b988-f95798cb2f50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f95e7bac34b24abe8a434fcb1d4dee6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9286268 Dec 13 13:04:54.774955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35392) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:54.797662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on network 8285ad6c-236f-4047-ae32-62a71099a68c not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:04:54.798801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on network 8285ad6c-236f-4047-ae32-62a71099a68c {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:54.840679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157a0e7-cfbf-45ef-aa73-43e84f3d1fa3 req-9ad5de3c-dd0f-46be-a58a-0f915bf16daa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:54.841011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a7ad49e8-2a4b-47b6-839e-013a88656d7a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:54.841391 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:54.849824 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4157a0e7-cfbf-45ef-aa73-43e84f3d1fa3 req-9ad5de3c-dd0f-46be-a58a-0f915bf16daa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 931 time: 0.9447515 Dec 13 13:04:54.865157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:54.865499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Checking segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:54.865886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Bound using segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:54.866407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Bound port: 62ac93cb-1f25-4ec4-b460-248ea5b47900, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:54.866842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:54.974129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4157a0e7-cfbf-45ef-aa73-43e84f3d1fa3 req-110dde26-e2f9-425d-a1b5-a2ec362a616a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189499 Dec 13 13:04:54.974992 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d78f-d2fb-4012-a380-b453d2189251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:54.977904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe7551a-4442-4bcc-9d48-069318628915 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:04:55.017681 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d78f-d2fb-4012-a380-b453d2189251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.050786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-44f28ecb-d324-4fe6-b955-8e6979cf8bad tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:55.056944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-44f28ecb-d324-4fe6-b955-8e6979cf8bad tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/networks?id=772ebe61-546c-452f-a54e-fb76791d27a0 HTTP/1.1" status: 200 len: 810 time: 0.3534377 Dec 13 13:04:55.065065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:55.071586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.090957 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-64dedc57-6f59-4c62-9340-ab57a0da8381 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/quotas/4daf733a4251457082d3978a8e523292 HTTP/1.1" status: 200 len: 375 time: 0.0228963 Dec 13 13:04:55.101578 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f76e1fb8-5995-4f72-8f8d-cc9ff785d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.107510 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.162041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:55.163103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-d2e48bec-2454-4fa1-8f82-18820148b7cc tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4daf733a4251457082d3978a8e523292&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616276 Dec 13 13:04:55.196856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:55.211497 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.236114 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.241816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f76e1fb8-5995-4f72-8f8d-cc9ff785d196 None None] For port 6c5e59ab-898b-4c84-928f-553ba6367f48, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6c5e59ab-898b-4c84-928f-553ba6367f48,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:55.246793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d78f-d2fb-4012-a380-b453d2189251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.249745 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d78f-d2fb-4012-a380-b453d2189251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.253511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e0a4d78f-d2fb-4012-a380-b453d2189251 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/970a3763-50b1-45cf-8a56-0801e7187e47 HTTP/1.1" status: 204 len: 168 time: 0.4720194 Dec 13 13:04:55.257195 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f76e1fb8-5995-4f72-8f8d-cc9ff785d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.276147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4d78f-d2fb-4012-a380-b453d2189251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970a3763-50b1-45cf-8a56-0801e7187e47,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:55.317694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:55.321420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7551a-4442-4bcc-9d48-069318628915 None None] Deleting port 6c5e59ab-898b-4c84-928f-553ba6367f48 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:55.322186 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dfe7551a-4442-4bcc-9d48-069318628915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.328808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:55.329585 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.331034 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-2c118125-e3bd-4099-899b-de6c10d6dc8b service neutron] 10.222.0.42 "PUT /v2.0/ports/62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 1091 time: 2.2124081 Dec 13 13:04:55.332064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:04:55.334383 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18d0d87-7e10-4518-9665-924538e04e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:04:55.351006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-51cc2ae2-5b93-45d5-b468-a975980c6d2d service neutron] 10.222.0.31 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842263 Dec 13 13:04:55.450971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.458185 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fee4c2-005b-44b8-abb6-38af1f7c82cd x-openstack-request-id: req-c1fee4c2-005b-44b8-abb6-38af1f7c82cd {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:04:55.458594 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:04:55.458858 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1fee4c2-005b-44b8-abb6-38af1f7c82cd {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:04:55.459429 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'status': 'completed', 'code': 200} Dec 13 13:04:55.489052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-c6669d9a-062b-4836-a263-a9c90f823199 service neutron] 10.222.0.31 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348011 Dec 13 13:04:55.561604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port a7ad49e8-2a4b-47b6-839e-013a88656d7a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a7ad49e8-2a4b-47b6-839e-013a88656d7a,segment=NetworkSegment(054d8b30-d3ea-4f4d-a5ff-ed6caea74639),segment_id=054d8b30-d3ea-4f4d-a5ff-ed6caea74639)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:55.611602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-085a041a-8fe1-4499-871d-2d6ff8faa1a8 None None] Provisioning complete for port a7ad49e8-2a4b-47b6-839e-013a88656d7a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:55.611844 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-085a041a-8fe1-4499-871d-2d6ff8faa1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.640271 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.642222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 053c85ae-67cb-4d62-a130-02123c3277f2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:55.661174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-dfe7551a-4442-4bcc-9d48-069318628915 None None] For port 6c5e59ab-898b-4c84-928f-553ba6367f48, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6c5e59ab-898b-4c84-928f-553ba6367f48,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:04:55.661174 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dfe7551a-4442-4bcc-9d48-069318628915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.662581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-654749db-f9ea-49fa-9d70-85518b402ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:55.684029 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-654749db-f9ea-49fa-9d70-85518b402ee5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1094 time: 0.2913914 Dec 13 13:04:55.686356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7551a-4442-4bcc-9d48-069318628915 None None] Calling delete_port for 6c5e59ab-898b-4c84-928f-553ba6367f48 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:55.751016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c1d9414-a44c-416d-8c31-5526543c27dc req-7d753918-fdf7-4547-b9c7-414751aefba9 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 210 time: 0.0455222 Dec 13 13:04:55.780258 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-e9e1eb81-4618-4ae6-b158-48f0c2ceeedf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 217 time: 0.0951061 Dec 13 13:04:55.791551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network a5943800-0d34-414e-b238-1d32d259a241 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:55.811176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:55.819118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Port': ['ID=03086b6a-590b-4384-ae64-59a0e8854a9f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:55.826418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:55.833218 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:55.833877 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.867656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e1fb8-5995-4f72-8f8d-cc9ff785d196 None None] Pushing event updated for resources: {'Port': ['ID=6c5e59ab-898b-4c84-928f-553ba6367f48,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:55.931508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35420) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:55.939011 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f9a1dd93-20c2-44d3-98c7-23ce9aabdc8d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2730172 Dec 13 13:04:55.951135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'name': 'tempest-ServerRescueTestJSON-478211445-router', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:42Z', 'updated_at': '2021-12-13T13:04:51Z', 'revision_number': 4, 'project_id': '4daf733a4251457082d3978a8e523292', 'gw_port': {'id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:44Z', 'updated_at': '2021-12-13T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ecd1daf1-9ab4-479d-b17d-4eb2627c8cda', 'name': '', 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'mac_address': 'fa:16:3e:5c:b0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '85305c5a-1dd6-4aae-bc48-ed12633ea374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:50Z', 'updated_at': '2021-12-13T13:04:51Z', 'revision_number': 2, 'project_id': '4daf733a4251457082d3978a8e523292', 'subnets': [{'id': '85305c5a-1dd6-4aae-bc48-ed12633ea374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:55.963927 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dfe7551a-4442-4bcc-9d48-069318628915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:55.983761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Allocated IP 2001:db8::f816:3eff:fe33:c89a (a5943800-0d34-414e-b238-1d32d259a241/c9b545e8-d6f2-47b7-8123-741c1c7a6887/21ce1658-cad8-47ce-be36-b0876975c096) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:56.022789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-0c0acd90-9b27-4e21-b230-3f61b345e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:56.024398 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-0c0acd90-9b27-4e21-b230-3f61b345e979 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.2289410 Dec 13 13:04:56.027032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-84697df1-ec83-4dc0-88d1-9b3b4e3f9e4e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Deleting subnet c9b545e8-d6f2-47b7-8123-741c1c7a6887 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:56.057708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Checking router: 4f8da07c-093b-4443-88bc-9de88e56a390 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:04:56.058556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Updating router 4f8da07c-093b-4443-88bc-9de88e56a390 port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:04:56.062951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7551a-4442-4bcc-9d48-069318628915 None None] No DVR routers for this DVR port 6c5e59ab-898b-4c84-928f-553ba6367f48 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:04:56.149793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:04:56.153061 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:56.207562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf9be-5337-4fbe-b7d8-577ec35dd49e req-2fdb7a96-6f0d-47b5-b9eb-0c6fde39e403 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:56.210427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fadf9be-5337-4fbe-b7d8-577ec35dd49e req-2fdb7a96-6f0d-47b5-b9eb-0c6fde39e403 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 943 time: 0.0915720 Dec 13 13:04:56.221771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-8165c27e-c71e-4d60-a806-c614751b9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:56.223339 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-8165c27e-c71e-4d60-a806-c614751b9819 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684344 Dec 13 13:04:56.235179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=2cf9942d-8d4a-4bbe-8a59-e26d33230c55,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:56.246335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:56.250202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:56.270478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:56.271968 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:56.299953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=a7ad49e8-2a4b-47b6-839e-013a88656d7a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:56.303288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fadf9be-5337-4fbe-b7d8-577ec35dd49e req-8962f181-8534-469a-b38c-c9afe93c063a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837908 Dec 13 13:04:56.380753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35442) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:56.380989 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a8a12c57-72de-48d4-86ec-3e783dc5feca tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6574748 Dec 13 13:04:56.385352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-d12182e5-76e4-45be-85b6-873428b62f6d service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515062 Dec 13 13:04:56.388212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:11:76:74', 'name': 'tempest-NetworksTestDHCPv6-747497032'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:56.435683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6fd19-64d2-4b82-b1db-3b436436f39a None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:56.438108 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:56.567020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7551a-4442-4bcc-9d48-069318628915 None None] Pushing event deleted for resources: {'Port': ['ID=6c5e59ab-898b-4c84-928f-553ba6367f48,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:56.574702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 053c85ae-67cb-4d62-a130-02123c3277f2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:56.575073 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:56.636028 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cfb820af-0c08-4cb8-9727-da521c0ea6a2 req-6d9e87fd-c7fb-4a02-946e-2d68d818ac5a service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372544 Dec 13 13:04:56.662687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba275-8c7f-42fb-9045-551e53652961 req-dda1603e-2163-4c48-8d5f-e27702497dc1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:56.665454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c59ba275-8c7f-42fb-9045-551e53652961 req-dda1603e-2163-4c48-8d5f-e27702497dc1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1119220 Dec 13 13:04:56.749305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c59ba275-8c7f-42fb-9045-551e53652961 req-ca9ca95d-7acb-44e9-8ab2-0e9ec5da8c23 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723324 Dec 13 13:04:56.750112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:56.816691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0d87-7e10-4518-9665-924538e04e3d req-c941ec35-0ed3-4da5-9a68-afd053bef7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:56.820193 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c18d0d87-7e10-4518-9665-924538e04e3d req-c941ec35-0ed3-4da5-9a68-afd053bef7a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1094 time: 0.1013796 Dec 13 13:04:56.821196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35456) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:56.886882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-085a041a-8fe1-4499-871d-2d6ff8faa1a8 None None] Could not find standard attr ID for object b2fe868d-d9ac-4c10-aaaf-d05b2f96f6a5. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:04:56.903545 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccf8bb9c-11a1-4289-a993-1427f51a6484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:56.911682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14dfdd97-3809-418f-a56b-2283031e2ac2 req-b894ab6f-883c-4880-aaeb-d462ba6f7403 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 210 time: 0.0511065 Dec 13 13:04:56.952656 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:56.973812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0d87-7e10-4518-9665-924538e04e3d req-35f2a892-4551-4587-acc2-0eee0aeb0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:56.975653 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c18d0d87-7e10-4518-9665-924538e04e3d req-35f2a892-4551-4587-acc2-0eee0aeb0863 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.1462984 Dec 13 13:04:56.981022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 2f57669d-79f0-42b9-a886-557359ea2835 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:04:57.024855 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c18d0d87-7e10-4518-9665-924538e04e3d req-0b69bb63-7d97-4bc6-b72f-3a70265897b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 217 time: 0.0412731 Dec 13 13:04:57.031903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1110245787-network', 'tenant_id': '498056e0e8f14819a96b9412c0fc5097'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:57.054180 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': '2cf9942d-8d4a-4bbe-8a59-e26d33230c55'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:04:57.055043 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.108499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0d87-7e10-4518-9665-924538e04e3d req-7246f555-63ee-43ba-8eda-70cfa2672e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:57.110441 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c18d0d87-7e10-4518-9665-924538e04e3d req-7246f555-63ee-43ba-8eda-70cfa2672e35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.0748971 Dec 13 13:04:57.111049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Made reservation on behalf of 498056e0e8f14819a96b9412c0fc5097 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:57.113323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.133422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.134553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::f816:3eff:fe11:7674 (a96b3050-5a47-4623-a1bc-6be051560383/2cf9942d-8d4a-4bbe-8a59-e26d33230c55/2f57669d-79f0-42b9-a886-557359ea2835) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:57.185895 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.205961 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84697df1-ec83-4dc0-88d1-9b3b4e3f9e4e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.208014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6c5e59ab-898b-4c84-928f-553ba6367f48 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:57.209958 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.258216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0d87-7e10-4518-9665-924538e04e3d req-1ba551cf-68d9-408e-9142-5387b7a97d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:57.259785 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c18d0d87-7e10-4518-9665-924538e04e3d req-1ba551cf-68d9-408e-9142-5387b7a97d54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356902 Dec 13 13:04:57.297202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84697df1-ec83-4dc0-88d1-9b3b4e3f9e4e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.302832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5486d826-993b-4428-a0d9-a15e4dd5fc72 None None] Provisioning complete for port a7ad49e8-2a4b-47b6-839e-013a88656d7a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:57.303439 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5486d826-993b-4428-a0d9-a15e4dd5fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.331675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 6c5e59ab-898b-4c84-928f-553ba6367f48 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:57.332221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6c5e59ab-898b-4c84-928f-553ba6367f48 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 13:04:57.411333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Port 6c5e59ab-898b-4c84-928f-553ba6367f48 not found, will not notify nova. {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 13:04:57.420534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Network a5943800-0d34-414e-b238-1d32d259a241 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:57.438115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:57.445113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:57.451796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Pushing event updated for resources: {'Port': ['ID=21ce1658-cad8-47ce-be36-b0876975c096,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:57.582532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a7ad49e8-2a4b-47b6-839e-013a88656d7a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:57.589096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Attempting to bind port 21ce1658-cad8-47ce-be36-b0876975c096 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:57.589460 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Attempting to bind port 21ce1658-cad8-47ce-be36-b0876975c096 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5943800-0d34-414e-b238-1d32d259a241'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:57.589817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Attempting to bind port 21ce1658-cad8-47ce-be36-b0876975c096 on network a5943800-0d34-414e-b238-1d32d259a241 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:57.607566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84697df1-ec83-4dc0-88d1-9b3b4e3f9e4e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.630619 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.642827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:57.643203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Checking segment: {'id': 'e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5943800-0d34-414e-b238-1d32d259a241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:57.644190 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.644190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Bound using segment: {'id': 'e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5943800-0d34-414e-b238-1d32d259a241'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:57.644480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Bound port: 21ce1658-cad8-47ce-be36-b0876975c096, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5943800-0d34-414e-b238-1d32d259a241'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:57.645196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.650533 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.652373 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.681043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7093a6-61e7-48f1-9b4f-6eb82620a864 req-90faf325-53a0-45e2-b5c8-092e97a14a0c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:57.682695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee7093a6-61e7-48f1-9b4f-6eb82620a864 req-90faf325-53a0-45e2-b5c8-092e97a14a0c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 943 time: 0.2764421 Dec 13 13:04:57.753554 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84697df1-ec83-4dc0-88d1-9b3b4e3f9e4e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.764050 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.791288 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.796350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23225d39-6e7a-4968-ad90-03d601acaed6 None None] Pushing event updated for resources: {'Port': ['ID=ecd1daf1-9ab4-479d-b17d-4eb2627c8cda,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:57.812917 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84697df1-ec83-4dc0-88d1-9b3b4e3f9e4e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.822666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-84697df1-ec83-4dc0-88d1-9b3b4e3f9e4e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/subnets/c9b545e8-d6f2-47b7-8123-741c1c7a6887 HTTP/1.1" status: 204 len: 168 time: 1.8897219 Dec 13 13:04:57.828777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35466) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:57.851576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-29991bcc-1cad-4b25-bbda-a0adddd64a12 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:57.853186 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-29991bcc-1cad-4b25-bbda-a0adddd64a12 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.37 "GET /v2.0/networks?id=772ebe61-546c-452f-a54e-fb76791d27a0 HTTP/1.1" status: 200 len: 810 time: 0.6936016 Dec 13 13:04:57.881973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] For port 21ce1658-cad8-47ce-be36-b0876975c096, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:57.885234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Allocated IP 2001:db8::f816:3eff:fed5:189c (a96b3050-5a47-4623-a1bc-6be051560383/2cf9942d-8d4a-4bbe-8a59-e26d33230c55/a89a5ff8-69d2-47d4-bbc1-c92d8f38a954) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:57.888632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Request body: {'port': {'device_id': 'caecc89a-d735-41c3-9a69-567b36c00b26', 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0', 'admin_state_up': True, 'tenant_id': '4daf733a4251457082d3978a8e523292'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:57.890301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a7ad49e8-2a4b-47b6-839e-013a88656d7a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:04:57.890748 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.893820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84697df1-ec83-4dc0-88d1-9b3b4e3f9e4e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b545e8-d6f2-47b7-8123-741c1c7a6887,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:57.908026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee7093a6-61e7-48f1-9b4f-6eb82620a864 req-f8de40ce-b75f-4560-bf54-4b22773ab7e7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092674 Dec 13 13:04:57.955521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] For port 21ce1658-cad8-47ce-be36-b0876975c096, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21ce1658-cad8-47ce-be36-b0876975c096,segment=NetworkSegment(e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf),segment_id=e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:57.960658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Attempting to bind port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:57.961053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Attempting to bind port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:57.961541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Attempting to bind port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda on network 772ebe61-546c-452f-a54e-fb76791d27a0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:57.971981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:57.977283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.977915 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.980146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:57.984818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:57.991432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:57.992205 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:57.995449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=2f57669d-79f0-42b9-a886-557359ea2835,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:58.012122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261309a-d523-4065-9a38-4167cfb4a231 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:58.013811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261309a-d523-4065-9a38-4167cfb4a231 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:58.018847 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e261309a-d523-4065-9a38-4167cfb4a231 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1889095 Dec 13 13:04:58.021565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35470) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:58.023693 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.024793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:58.025172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Checking segment: {'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:58.025576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.025978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Bound using segment: {'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:58.026615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Bound port: ecd1daf1-9ab4-479d-b17d-4eb2627c8cda, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:58.027006 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.048288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c907f-8223-4a08-a720-1438635f3177 req-8ec22e39-e1e5-4824-88f1-5e9eb3c269c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:58.049581 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c18d0d87-7e10-4518-9665-924538e04e3d req-408e1b1a-1925-437c-9ede-15d7d8dc27c3 service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7774503 Dec 13 13:04:58.050376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f93c907f-8223-4a08-a720-1438635f3177 req-8ec22e39-e1e5-4824-88f1-5e9eb3c269c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1533618 Dec 13 13:04:58.074350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:04:58.077820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2f91243c-67ed-45b9-956f-bbaccde3710f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6946790 Dec 13 13:04:58.092347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35472) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:58.147651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a18e7e2-c201-4976-8503-84b3d5ffeee3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:58.172760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dce3a-dfb5-4f9e-a7a8-93fbf518f005 None None] Pushing event updated for resources: {'Port': ['ID=21ce1658-cad8-47ce-be36-b0876975c096,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:58.197813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.198187 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Added segment 7d07651f-a19a-40e0-9736-845afcd47cc2 of type vlan for network ad54d629-5cd5-4b53-bad2-a995e0143b14 Dec 13 13:04:58.226121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f93c907f-8223-4a08-a720-1438635f3177 req-96848932-bc41-4205-95ec-00306742f947 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355231 Dec 13 13:04:58.245427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64b26472-b98e-4be6-86ef-a599f3f2e699 req-ff648e0d-0ed8-41fa-8e1f-7ba7dfe92aa0 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 210 time: 0.1655202 Dec 13 13:04:58.279292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.291389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a500cc48-a7c4-448c-9703-b4d95e4a0cd1 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.299402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] For port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:58.315295 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a500cc48-a7c4-448c-9703-b4d95e4a0cd1 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 13:04:58.315979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a500cc48-a7c4-448c-9703-b4d95e4a0cd1 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:04:58.318566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1fbf67-4e02-4d12-8a35-3257f72694d8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:58.320621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a500cc48-a7c4-448c-9703-b4d95e4a0cd1 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/a5943800-0d34-414e-b238-1d32d259a241 HTTP/1.1" status: 409 len: 405 time: 0.2965777 Dec 13 13:04:58.323069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35474) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:58.329384 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5f1fbf67-4e02-4d12-8a35-3257f72694d8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2280066 Dec 13 13:04:58.337197 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.339713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] For port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ecd1daf1-9ab4-479d-b17d-4eb2627c8cda,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:58.342767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35476) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:58.347987 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.359685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6c5e59ab-898b-4c84-928f-553ba6367f48 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:04:58.363513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Made reservation on behalf of 4daf733a4251457082d3978a8e523292 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:58.364597 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.372068 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.381069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-571533503'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:58.403909 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c18d0d87-7e10-4518-9665-924538e04e3d req-38c5e660-f084-4e44-b962-bfe9242d16e0 service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286245 Dec 13 13:04:58.420448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.422806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:58.423449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.453647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 6c5e59ab-898b-4c84-928f-553ba6367f48 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:04:58.454163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6c5e59ab-898b-4c84-928f-553ba6367f48 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:04:58.501690 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:58.503540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b1b45f3b-4929-4249-83dc-8efffc1212f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 2f57669d-79f0-42b9-a886-557359ea2835 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:04:58.503871 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b1b45f3b-4929-4249-83dc-8efffc1212f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.514223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:58.518309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.529151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:58.533611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:58.535757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23225d39-6e7a-4968-ad90-03d601acaed6 None None] Pushing event updated for resources: {'Port': ['ID=ecd1daf1-9ab4-479d-b17d-4eb2627c8cda,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:58.548526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Routers {'4f8da07c-093b-4443-88bc-9de88e56a390'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:04:58.549437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4f8da07c-093b-4443-88bc-9de88e56a390'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:58.608056 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7832656 Dec 13 13:04:58.622455 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35480) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:58.632710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Request body: {'subnet': {'network_id': 'ad54d629-5cd5-4b53-bad2-a995e0143b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1110245787-subnet', 'tenant_id': '498056e0e8f14819a96b9412c0fc5097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:58.645258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b1b45f3b-4929-4249-83dc-8efffc1212f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.658882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179e456-b33d-4d67-abc4-17b872e4b7cc admin admin] Pushing event updated for resources: {'Network': ['ID=ad54d629-5cd5-4b53-bad2-a995e0143b14,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:58.665324 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b1b45f3b-4929-4249-83dc-8efffc1212f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 2f57669d-79f0-42b9-a886-557359ea2835 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:04:58.678469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network ad54d629-5cd5-4b53-bad2-a995e0143b14 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:04:58.721595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:04:58.731438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Attempting to bind port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:04:58.731809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Attempting to bind port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:04:58.732168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Attempting to bind port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:04:58.734123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Pushing event updated for resources: {'Port': ['ID=a89a5ff8-69d2-47d4-bbc1-c92d8f38a954,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:58.752770 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.753251 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Added segment 1e4931cb-2f2f-4382-8081-a3e377e5a3f2 of type vlan for network 9b111862-add6-4611-9174-858cbfb70bbf Dec 13 13:04:58.757111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Made reservation on behalf of 498056e0e8f14819a96b9412c0fc5097 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:58.759749 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.789691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:04:58.790131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:58.790491 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.790875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:04:58.791360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Bound port: a89a5ff8-69d2-47d4-bbc1-c92d8f38a954, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:04:58.791645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Allocated IP 172.20.0.4 (772ebe61-546c-452f-a54e-fb76791d27a0/85305c5a-1dd6-4aae-bc48-ed12633ea374/2665946e-1fa9-40c2-a4a3-aafa97667ee9) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:04:58.791764 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.833502 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b1b45f3b-4929-4249-83dc-8efffc1212f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.863649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b45f3b-4929-4249-83dc-8efffc1212f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=2f57669d-79f0-42b9-a886-557359ea2835,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:58.873852 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.909191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b1b45f3b-4929-4249-83dc-8efffc1212f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:58.915807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b1b45f3b-4929-4249-83dc-8efffc1212f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/2f57669d-79f0-42b9-a886-557359ea2835 HTTP/1.1" status: 204 len: 168 time: 0.5915859 Dec 13 13:04:58.916459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35482) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:58.974727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ee304-0abb-4334-b0e4-5e27d29d3863 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:58.976524 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ee304-0abb-4334-b0e4-5e27d29d3863 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:58.983054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35486) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:58.983150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-796ee304-0abb-4334-b0e4-5e27d29d3863 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0654998 Dec 13 13:04:59.025184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] Set router 4f8da07c-093b-4443-88bc-9de88e56a390 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:04:59.082111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea0ddb-4339-46e8-9c66-009d89bf3962 req-10fddecb-f1e1-4a69-a562-0de4848c6f61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:59.091026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7ea0ddb-4339-46e8-9c66-009d89bf3962 req-10fddecb-f1e1-4a69-a562-0de4848c6f61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 943 time: 0.0710411 Dec 13 13:04:59.128746 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.138814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] For port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:04:59.157835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7ea0ddb-4339-46e8-9c66-009d89bf3962 req-c6045000-357f-4273-896c-edbe4b5c8b2e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662894 Dec 13 13:04:59.180189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac2f3ba-728b-404a-b1dc-a993d9b11b7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 2cf9942d-8d4a-4bbe-8a59-e26d33230c55 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:04:59.188477 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ac2f3ba-728b-404a-b1dc-a993d9b11b7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.191833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] For port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a89a5ff8-69d2-47d4-bbc1-c92d8f38a954,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:04:59.193136 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.199249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:59.199904 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.202451 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.309203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Network': ['ID=9b111862-add6-4611-9174-858cbfb70bbf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:59.315789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed99107-c2ce-45e0-ac01-0821ac540f9e None None] Pushing event updated for resources: {'Port': ['ID=a89a5ff8-69d2-47d4-bbc1-c92d8f38a954,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:59.324857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 9b111862-add6-4611-9174-858cbfb70bbf details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:04:59.362135 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2d3cea8c-eca3-49e0-86dc-b7b61ddf5479 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0151527 Dec 13 13:04:59.363529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35492) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:04:59.371025 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'subnet': {'network_id': '9b111862-add6-4611-9174-858cbfb70bbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:04:59.393048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ac2f3ba-728b-404a-b1dc-a993d9b11b7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.442622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.487237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.503344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'name': 'tempest-ServerRescueTestJSON-478211445-router', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:42Z', 'updated_at': '2021-12-13T13:04:51Z', 'revision_number': 4, 'project_id': '4daf733a4251457082d3978a8e523292', 'gw_port': {'id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:44Z', 'updated_at': '2021-12-13T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ecd1daf1-9ab4-479d-b17d-4eb2627c8cda', 'name': '', 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'mac_address': 'fa:16:3e:5c:b0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '85305c5a-1dd6-4aae-bc48-ed12633ea374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:50Z', 'updated_at': '2021-12-13T13:04:58Z', 'revision_number': 4, 'project_id': '4daf733a4251457082d3978a8e523292', 'subnets': [{'id': '85305c5a-1dd6-4aae-bc48-ed12633ea374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:04:59.576494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc2c137-af8b-463f-bf2a-3433095c825e None None] The sync data for ids ['4f8da07c-093b-4443-88bc-9de88e56a390'] in n-d-817326-4 is: [{'id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'name': 'tempest-ServerRescueTestJSON-478211445-router', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:42Z', 'updated_at': '2021-12-13T13:04:51Z', 'revision_number': 4, 'project_id': '4daf733a4251457082d3978a8e523292', 'gw_port': {'id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:44Z', 'updated_at': '2021-12-13T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ecd1daf1-9ab4-479d-b17d-4eb2627c8cda', 'name': '', 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'mac_address': 'fa:16:3e:5c:b0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '85305c5a-1dd6-4aae-bc48-ed12633ea374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:50Z', 'updated_at': '2021-12-13T13:04:58Z', 'revision_number': 4, 'project_id': '4daf733a4251457082d3978a8e523292', 'subnets': [{'id': '85305c5a-1dd6-4aae-bc48-ed12633ea374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:04:59.632218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-113f0509-25df-4e8c-a317-e125b1a341d8 req-f0121984-5fb1-4cb6-ba48-70402911a6c8 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 210 time: 0.1018417 Dec 13 13:04:59.636878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21ce1658-cad8-47ce-be36-b0876975c096 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:04:59.698583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a14b5e-10b0-45bb-ab84-bdf804e8f01a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:59.738098 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.742572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:04:59.749191 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ac2f3ba-728b-404a-b1dc-a993d9b11b7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.791522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9e5d1-6ba7-4969-b29e-4c697d644a7a req-6dcad49f-42cb-45f4-a202-a5e145abe646 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:04:59.801584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6a9e5d1-6ba7-4969-b29e-4c697d644a7a req-6dcad49f-42cb-45f4-a202-a5e145abe646 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.2499030 Dec 13 13:04:59.864721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:04:59.869334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:04:59.881293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f11ec8-55fb-4108-a331-3a413751e031 None None] Network a5943800-0d34-414e-b238-1d32d259a241 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:04:59.895913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Checking segment: {'id': '7d07651f-a19a-40e0-9736-845afcd47cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ad54d629-5cd5-4b53-bad2-a995e0143b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:04:59.896485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Network hostable DHCP agents. Network: ad54d629-5cd5-4b53-bad2-a995e0143b14, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:04:59.902258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Network 772ebe61-546c-452f-a54e-fb76791d27a0 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:04:59.909039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Pushing event updated for resources: {'Port': ['ID=2665946e-1fa9-40c2-a4a3-aafa97667ee9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:04:59.914217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:04:59.920559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:04:59.989413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Network ad54d629-5cd5-4b53-bad2-a995e0143b14 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:04:59.993922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6a9e5d1-6ba7-4969-b29e-4c697d644a7a req-6c2c89aa-aa95-494a-aa74-9f742958d5c2 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907918 Dec 13 13:05:00.005376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 21ce1658-cad8-47ce-be36-b0876975c096 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:00.005743 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.006230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ac2f3ba-728b-404a-b1dc-a993d9b11b7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.059555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:00.060259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.078482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, ad54d629-5cd5-4b53-bad2-a995e0143b14) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:00.084022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2f3ba-728b-404a-b1dc-a993d9b11b7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf9942d-8d4a-4bbe-8a59-e26d33230c55,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:00.119403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:00.119935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.133033 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ac2f3ba-728b-404a-b1dc-a993d9b11b7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.136861 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9ac2f3ba-728b-404a-b1dc-a993d9b11b7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/2cf9942d-8d4a-4bbe-8a59-e26d33230c55 HTTP/1.1" status: 204 len: 168 time: 1.1506488 Dec 13 13:05:00.143491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35496) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:00.147742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf680f6-48bc-4a0d-84fb-14f8a7e56f41 None None] Network ad54d629-5cd5-4b53-bad2-a995e0143b14 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:00.184284 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.195508 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-ca7a0fc7-8e6e-4fe9-a89d-6f13b66c1a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3137088 Dec 13 13:05:00.200276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-720d3d06-85cc-43fe-89b1-6813bd1fbbb4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555246 Dec 13 13:05:00.212602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35500) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:00.213153 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b22aa091-f7d3-4f2d-b397-afaeebb5d998 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5796068 Dec 13 13:05:00.213153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Request body: {'port': {'device_id': 'caecc89a-d735-41c3-9a69-567b36c00b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:00.273168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a0c8f6b3-ff9a-4a48-9074-3201e9e8c821 None None] Provisioning complete for port 21ce1658-cad8-47ce-be36-b0876975c096 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:00.273303 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f6b3-ff9a-4a48-9074-3201e9e8c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.311119 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.396767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:00.461798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'port_id': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'mac_address': 'fa:16:3e:60:65:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:05:00.510006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1fe6c2-7596-433a-afdd-e490b1665ada tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:00.514008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bb1fe6c2-7596-433a-afdd-e490b1665ada tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3058119 Dec 13 13:05:00.517272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35506) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:00.517272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35508) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:00.529700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dae088-4ca9-4044-8aad-a35a396ce20a None None] DHCP port deletion for a5943800-0d34-414e-b238-1d32d259a241 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:00.555432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.objects.ports [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109886) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:05:00.598256 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.625223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc518a8-1c46-4dfd-8719-d8f6a1e155ca None None] Network ad54d629-5cd5-4b53-bad2-a995e0143b14 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:00.652574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530abe26-2a82-4cc9-8e34-b591d55eaddb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:00.654231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-530abe26-2a82-4cc9-8e34-b591d55eaddb tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1256883 Dec 13 13:05:00.659141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.667869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35510) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:00.678689 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f6b3-ff9a-4a48-9074-3201e9e8c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.726974 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37312e4b-a003-4980-a584-821345e967e2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577199 Dec 13 13:05:00.740893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35514) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:00.742996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df7c1fb-004c-42b7-818d-ecfc462bb551 admin admin] Deleting subnet 60a14b5e-10b0-45bb-ab84-bdf804e8f01a {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:00.762261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:00.769423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2665946e-1fa9-40c2-a4a3-aafa97667ee9 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:05:00.791959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.792681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389d1fe-94ab-4c16-8ccc-d1155f3bde34 req-86109f68-5c9f-4c83-ae68-717b3a96986b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:00.816916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6389d1fe-94ab-4c16-8ccc-d1155f3bde34 req-86109f68-5c9f-4c83-ae68-717b3a96986b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 943 time: 0.5566490 Dec 13 13:05:00.820696 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.824287 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3df7c1fb-004c-42b7-818d-ecfc462bb551 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.875384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ac93cb-1f25-4ec4-b460-248ea5b47900 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:05:00.884001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 21ce1658-cad8-47ce-be36-b0876975c096, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21ce1658-cad8-47ce-be36-b0876975c096,segment=NetworkSegment(e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf),segment_id=e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:00.897288 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Transition to ACTIVE for port object 2665946e-1fa9-40c2-a4a3-aafa97667ee9 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:05:00.916680 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.926340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:00.947199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:00.974271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d5dae088-4ca9-4044-8aad-a35a396ce20a None None] Deleting port 21ce1658-cad8-47ce-be36-b0876975c096 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:00.974674 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d5dae088-4ca9-4044-8aad-a35a396ce20a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.032535 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.093532 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3df7c1fb-004c-42b7-818d-ecfc462bb551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.095898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Pushing event updated for resources: {'Port': ['ID=2665946e-1fa9-40c2-a4a3-aafa97667ee9,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:01.120352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=21ce1658-cad8-47ce-be36-b0876975c096,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:01.123324 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-a0c8f6b3-ff9a-4a48-9074-3201e9e8c821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:05:01.123735 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-a0c8f6b3-ff9a-4a48-9074-3201e9e8c821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:05:01.127514 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6389d1fe-94ab-4c16-8ccc-d1155f3bde34 req-6a9a255e-389d-4c62-bcd8-f6e3f3c8d536 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048623 Dec 13 13:05:01.171137 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:01.172601 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b20eda-9a00-4e27-b08c-1d2e72f653fd None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:01.174744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.225976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Subnet': ['ID=21f7aa4a-65e1-4e1e-81ce-9eb1624b27b2,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:01.247224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d5dae088-4ca9-4044-8aad-a35a396ce20a None None] For port 21ce1658-cad8-47ce-be36-b0876975c096, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21ce1658-cad8-47ce-be36-b0876975c096,segment=NetworkSegment(e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf),segment_id=e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:01.247450 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d5dae088-4ca9-4044-8aad-a35a396ce20a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.265088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e209d-0fac-44b9-80e5-60daff2f04ad req-31072325-7579-4fc7-b6dd-b98cc75d993a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.270415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-966e209d-0fac-44b9-80e5-60daff2f04ad req-31072325-7579-4fc7-b6dd-b98cc75d993a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 931 time: 0.4387114 Dec 13 13:05:01.293295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d5dae088-4ca9-4044-8aad-a35a396ce20a None None] Calling delete_port for 21ce1658-cad8-47ce-be36-b0876975c096 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:01.295324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:01.298785 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-ee1188a9-a6d3-4c17-a5e9-57c18f0e146c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1392534 Dec 13 13:05:01.299526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Attempting to bind port 2665946e-1fa9-40c2-a4a3-aafa97667ee9 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:01.299859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Attempting to bind port 2665946e-1fa9-40c2-a4a3-aafa97667ee9 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:01.300541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Attempting to bind port 2665946e-1fa9-40c2-a4a3-aafa97667ee9 on network 772ebe61-546c-452f-a54e-fb76791d27a0 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:01.326016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Port 2665946e-1fa9-40c2-a4a3-aafa97667ee9 on network 772ebe61-546c-452f-a54e-fb76791d27a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:05:01.326692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Attempting to bind port 2665946e-1fa9-40c2-a4a3-aafa97667ee9 on network 772ebe61-546c-452f-a54e-fb76791d27a0 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:01.327530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['62ac93cb-1f25-4ec4-b460-248ea5b47900'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:05:01.351440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Checking segment: {'id': '1e4931cb-2f2f-4382-8081-a3e377e5a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b111862-add6-4611-9174-858cbfb70bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:01.351979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network hostable DHCP agents. Network: 9b111862-add6-4611-9174-858cbfb70bbf, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:05:01.356672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:01.357017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Checking segment: {'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:01.357473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Bound using segment: {'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:01.357930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Bound port: 2665946e-1fa9-40c2-a4a3-aafa97667ee9, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:01.358312 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.383643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3df7c1fb-004c-42b7-818d-ecfc462bb551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.445185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] For port 2665946e-1fa9-40c2-a4a3-aafa97667ee9, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:01.448481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] For port 2665946e-1fa9-40c2-a4a3-aafa97667ee9, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=2665946e-1fa9-40c2-a4a3-aafa97667ee9,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:01.470408 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.512890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-966e209d-0fac-44b9-80e5-60daff2f04ad req-181b30bd-3e8b-4822-8d25-61945cf9385f tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327068 Dec 13 13:05:01.532677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network 9b111862-add6-4611-9174-858cbfb70bbf is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:05:01.549762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 9b111862-add6-4611-9174-858cbfb70bbf) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:01.554790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.555448 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.603709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4069565-2709-4de4-aa4b-03eb5607f1e2 req-c0bb1a2e-e1d1-4abd-a0fd-0d7bd07f3474 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.605439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4069565-2709-4de4-aa4b-03eb5607f1e2 req-c0bb1a2e-e1d1-4abd-a0fd-0d7bd07f3474 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1402280 Dec 13 13:05:01.611862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d5bb8f04-3979-4fcf-b191-61f86200a39f tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2434711 Dec 13 13:05:01.611862 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3df7c1fb-004c-42b7-818d-ecfc462bb551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.612711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35520) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:01.620930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'port': {'network_id': '9b111862-add6-4611-9174-858cbfb70bbf', 'name': 'tempest-NetworksIpV6TestAttrs-674498606'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:01.632493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea7fcc-2a24-4062-a31e-080555f86975 None None] Network 9b111862-add6-4611-9174-858cbfb70bbf requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:01.687957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7c1fb-004c-42b7-818d-ecfc462bb551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a14b5e-10b0-45bb-ab84-bdf804e8f01a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:01.725432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3df7c1fb-004c-42b7-818d-ecfc462bb551 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.730195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3df7c1fb-004c-42b7-818d-ecfc462bb551 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/60a14b5e-10b0-45bb-ab84-bdf804e8f01a HTTP/1.1" status: 204 len: 168 time: 1.2108135 Dec 13 13:05:01.735604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35522) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:01.762303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.763595 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.765230 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] 10.222.0.37 "PUT /v2.0/ports/2665946e-1fa9-40c2-a4a3-aafa97667ee9 HTTP/1.1" status: 200 len: 1091 time: 1.5591464 Dec 13 13:05:01.778436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caecc89a-d735-41c3-9a69-567b36c00b26', 'tag': '2665946e-1fa9-40c2-a4a3-aafa97667ee9'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:05:01.780579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ecd1daf1-9ab4-479d-b17d-4eb2627c8cda up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:01.782475 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949d9d85-1cad-474f-bd1f-91f72d7dea9c" -d '{"events": [{"name": "network-changed", "server_uuid": "caecc89a-d735-41c3-9a69-567b36c00b26", "tag": "2665946e-1fa9-40c2-a4a3-aafa97667ee9"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:05:01.801389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4069565-2709-4de4-aa4b-03eb5607f1e2 req-fc2d4179-a099-4028-8dbc-051343f252e9 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741984 Dec 13 13:05:01.920514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-71633828-8a68-4959-85db-9c02d227fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.921072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-71633828-8a68-4959-85db-9c02d227fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.921403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-71633828-8a68-4959-85db-9c02d227fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.922042 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-71633828-8a68-4959-85db-9c02d227fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.922577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-71633828-8a68-4959-85db-9c02d227fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.923236 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-71633828-8a68-4959-85db-9c02d227fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.923364 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d5dae088-4ca9-4044-8aad-a35a396ce20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.923752 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.923958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-71633828-8a68-4959-85db-9c02d227fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:01.925337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e9e62-36fe-456c-bf0e-1ce09ec4b3ee None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:01.926901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-71633828-8a68-4959-85db-9c02d227fb53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6502 time: 0.4751720 Dec 13 13:05:01.939819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-9b111862-add6-4611-9174-858cbfb70bbf', 'network_id': '9b111862-add6-4611-9174-858cbfb70bbf', 'project_id': '1b3317f727674afca22622f4ad72c18f', 'fixed_ips': [{'subnet_id': '21f7aa4a-65e1-4e1e-81ce-9eb1624b27b2'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:01.940825 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:01.941098 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8bfe67-faef-4adf-a219-f416bb605a44 x-openstack-request-id: req-3f8bfe67-faef-4adf-a219-f416bb605a44 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:05:01.941488 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caecc89a-d735-41c3-9a69-567b36c00b26", "tag": "2665946e-1fa9-40c2-a4a3-aafa97667ee9", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:05:01.941838 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f8bfe67-faef-4adf-a219-f416bb605a44 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:05:01.942682 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caecc89a-d735-41c3-9a69-567b36c00b26', 'tag': '2665946e-1fa9-40c2-a4a3-aafa97667ee9', 'status': 'completed', 'code': 200} Dec 13 13:05:01.954757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a376497-24b2-454b-bfdb-49270b37f942 service neutron] Pushing event updated for resources: {'Port': ['ID=2665946e-1fa9-40c2-a4a3-aafa97667ee9,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:01.986433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:01.991290 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.005260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dae088-4ca9-4044-8aad-a35a396ce20a None None] Pushing event deleted for resources: {'Port': ['ID=21ce1658-cad8-47ce-be36-b0876975c096,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:02.007190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dae088-4ca9-4044-8aad-a35a396ce20a None None] No DVR routers for this DVR port 21ce1658-cad8-47ce-be36-b0876975c096 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:02.026470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-cda6702a-2463-4e1c-bb06-aab71b1016ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:02.028089 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-cda6702a-2463-4e1c-bb06-aab71b1016ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4daf733a4251457082d3978a8e523292&device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 1094 time: 0.1664958 Dec 13 13:05:02.043414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:02.043793 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.058884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] device_id is not set on port 614edbe2-f5c4-47e6-9171-ae11ea7360b7 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:05:02.063656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-90c8bc5d-73d6-4426-bb05-8ca3991862b9 None None] Provisioning complete for port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:02.064040 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90c8bc5d-73d6-4426-bb05-8ca3991862b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.113259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-0ee27bd5-ae42-441b-b68c-ae228a9fb8b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2665946e-1fa9-40c2-a4a3-aafa97667ee9 HTTP/1.1" status: 200 len: 217 time: 0.0728376 Dec 13 13:05:02.152968 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.186112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad54d629-5cd5-4b53-bad2-a995e0143b14']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:02.201360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d07651f-a19a-40e0-9736-845afcd47cc2') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:02.201580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d07651f-a19a-40e0-9736-845afcd47cc2') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:02.222902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-b2d7e34a-869f-4346-8af3-b63434b3843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:02.223527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-b2d7e34a-869f-4346-8af3-b63434b3843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:02.224279 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-b2d7e34a-869f-4346-8af3-b63434b3843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:02.226476 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-b2d7e34a-869f-4346-8af3-b63434b3843b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 HTTP/1.1" status: 200 len: 2296 time: 0.2644634 Dec 13 13:05:02.226736 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.255381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-477db148-609f-4961-8718-581d11666094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:02.256883 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-477db148-609f-4961-8718-581d11666094 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85305c5a-1dd6-4aae-bc48-ed12633ea374 HTTP/1.1" status: 200 len: 850 time: 0.1295052 Dec 13 13:05:02.263381 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.272752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:02.273984 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.279617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e32e9e62-36fe-456c-bf0e-1ce09ec4b3ee None None] Deleting port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:02.279993 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e32e9e62-36fe-456c-bf0e-1ce09ec4b3ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.331790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:05:02.334704 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-70329741-014d-44e6-a467-38ffacfc6ee6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=772ebe61-546c-452f-a54e-fb76791d27a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358174 Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:02.346158 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:02.363974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.368891 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.374856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ad54d629-5cd5-4b53-bad2-a995e0143b14 HTTP/1.1" status: 204 len: 168 time: 0.6325886 Dec 13 13:05:02.397715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6043b9-cdcc-4650-9460-19643b403511 req-941a2148-f2b7-4a11-b853-8da8b45cec7b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:02.409923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6043b9-cdcc-4650-9460-19643b403511 req-941a2148-f2b7-4a11-b853-8da8b45cec7b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 944 time: 0.2032444 Dec 13 13:05:02.430490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Allocated IP 2001:db8::f816:3eff:fef7:b232 (9b111862-add6-4611-9174-858cbfb70bbf/21f7aa4a-65e1-4e1e-81ce-9eb1624b27b2/17353b95-43ca-495b-942c-e429cd52c2b7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:02.431975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c0a77-49dd-473d-8b38-ce616a1526f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad54d629-5cd5-4b53-bad2-a995e0143b14,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:02.454252 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.496938 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-e87c047a-afbd-43a1-9119-e1810764651c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b HTTP/1.1" status: 200 len: 1000 time: 0.2607818 Dec 13 13:05:02.497578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6043b9-cdcc-4650-9460-19643b403511 req-626a88c9-b301-4a79-b58b-9fbc25881767 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864971 Dec 13 13:05:02.562197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35534) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:02.583682 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90c8bc5d-73d6-4426-bb05-8ca3991862b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.606745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-6b2b4d42-8ad6-42d2-bec1-a03ec3fda84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:02.609665 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-6b2b4d42-8ad6-42d2-bec1-a03ec3fda84c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a389fb1f-57ad-40b1-ba6f-4d733cc5344d HTTP/1.1" status: 200 len: 856 time: 0.0904229 Dec 13 13:05:02.624109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5469bc9b-676e-4ab4-8ac7-da76eb81d498 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=498056e0e8f14819a96b9412c0fc5097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0601852 Dec 13 13:05:02.624729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35536) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:02.632358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ecd1daf1-9ab4-479d-b17d-4eb2627c8cda,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:02.634421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e32e9e62-36fe-456c-bf0e-1ce09ec4b3ee None None] For port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a89a5ff8-69d2-47d4-bbc1-c92d8f38a954,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:02.635399 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e32e9e62-36fe-456c-bf0e-1ce09ec4b3ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.651386 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-1907f693-d098-4d63-b41a-eeb4b65c3075 service neutron] 10.222.0.37 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078239 Dec 13 13:05:02.663264 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.664072 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:02.670267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e32e9e62-36fe-456c-bf0e-1ce09ec4b3ee None None] Calling delete_port for a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:02.699983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.716330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b1f9a-0b7b-4d02-9caa-6d9f61b13322 req-323bec31-2e89-42a6-9f82-b5fec68c0a62 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:02.717996 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-682b1f9a-0b7b-4d02-9caa-6d9f61b13322 req-323bec31-2e89-42a6-9f82-b5fec68c0a62 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 943 time: 0.0761530 Dec 13 13:05:02.724353 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-19434df3-9e5a-49b1-8dce-b4c63f9d96c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.761138 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-19434df3-9e5a-49b1-8dce-b4c63f9d96c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.914435 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-90c8bc5d-73d6-4426-bb05-8ca3991862b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:05:02.915826 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-90c8bc5d-73d6-4426-bb05-8ca3991862b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:05:02.926248 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=ecd1daf1-9ab4-479d-b17d-4eb2627c8cda,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:02.970575 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.991811 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:02.993974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:02.994374 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.062913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e32e9e62-36fe-456c-bf0e-1ce09ec4b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.081198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Network 9b111862-add6-4611-9174-858cbfb70bbf is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:03.095159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:03.137612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e9e62-36fe-456c-bf0e-1ce09ec4b3ee None None] No DVR routers for this DVR port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:03.139121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:03.145318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Pushing event updated for resources: {'Port': ['ID=17353b95-43ca-495b-942c-e429cd52c2b7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:03.150860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Could not find standard attr ID for object a89a5ff8-69d2-47d4-bbc1-c92d8f38a954. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:05:03.180237 n-d-817326-4 neutron-server[109887]: INFO neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No ports have port_id starting with a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 Dec 13 13:05:03.188172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e9e62-36fe-456c-bf0e-1ce09ec4b3ee None None] Pushing event deleted for resources: {'Port': ['ID=a89a5ff8-69d2-47d4-bbc1-c92d8f38a954,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:03.204468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-2d0d629b-2c5c-4805-8d42-0cca0da1bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:03.205981 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-2d0d629b-2c5c-4805-8d42-0cca0da1bf69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5884132 Dec 13 13:05:03.277735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21ce1658-cad8-47ce-be36-b0876975c096 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:05:03.303877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 21ce1658-cad8-47ce-be36-b0876975c096 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:05:03.304222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21ce1658-cad8-47ce-be36-b0876975c096 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:05:03.305633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Attempting to bind port 17353b95-43ca-495b-942c-e429cd52c2b7 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:03.306009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Attempting to bind port 17353b95-43ca-495b-942c-e429cd52c2b7 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '1e4931cb-2f2f-4382-8081-a3e377e5a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b111862-add6-4611-9174-858cbfb70bbf'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:03.306399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Attempting to bind port 17353b95-43ca-495b-942c-e429cd52c2b7 on network 9b111862-add6-4611-9174-858cbfb70bbf {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:03.310118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c050f8b-8abe-4413-b76a-62e78e91b51b req-9a4a9779-ea03-4739-ad19-e3e6d20735a1 service neutron] 10.222.0.37 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476343 Dec 13 13:05:03.315761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:03.316221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Checking segment: {'id': '1e4931cb-2f2f-4382-8081-a3e377e5a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b111862-add6-4611-9174-858cbfb70bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:03.316570 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.316950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Bound using segment: {'id': '1e4931cb-2f2f-4382-8081-a3e377e5a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b111862-add6-4611-9174-858cbfb70bbf'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:03.317436 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Bound port: 17353b95-43ca-495b-942c-e429cd52c2b7, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4931cb-2f2f-4382-8081-a3e377e5a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b111862-add6-4611-9174-858cbfb70bbf'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:03.317824 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.362667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-682b1f9a-0b7b-4d02-9caa-6d9f61b13322 req-8e20854c-7cd9-4b0f-8009-ad777358e6fc tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333704 Dec 13 13:05:03.400133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49cfd5-a454-47c3-8ff8-a98fa623aaa2 req-371272c2-d724-41dd-b099-9b1d8fd746a1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:03.407514 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-f9516cfa-82c2-4f65-aef3-a73cb3df6f70 service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912034 Dec 13 13:05:03.409921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef49cfd5-a454-47c3-8ff8-a98fa623aaa2 req-371272c2-d724-41dd-b099-9b1d8fd746a1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1602039 Dec 13 13:05:03.435259 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-19434df3-9e5a-49b1-8dce-b4c63f9d96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.438428 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-19434df3-9e5a-49b1-8dce-b4c63f9d96c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.442195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-19434df3-9e5a-49b1-8dce-b4c63f9d96c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a18e7e2-c201-4976-8503-84b3d5ffeee3 HTTP/1.1" status: 204 len: 168 time: 0.8139269 Dec 13 13:05:03.461038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19434df3-9e5a-49b1-8dce-b4c63f9d96c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a18e7e2-c201-4976-8503-84b3d5ffeee3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:03.461038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Allocated IP 2001:db8::f816:3eff:fe8e:ebd4 (9b111862-add6-4611-9174-858cbfb70bbf/21f7aa4a-65e1-4e1e-81ce-9eb1624b27b2/614edbe2-f5c4-47e6-9171-ae11ea7360b7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:03.515791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] For port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a89a5ff8-69d2-47d4-bbc1-c92d8f38a954,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:03.538561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-90c8bc5d-73d6-4426-bb05-8ca3991862b9 None None] Port a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 update to ACTIVE by agent not found {{(pid=109887) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 13:05:03.546407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef49cfd5-a454-47c3-8ff8-a98fa623aaa2 req-2ad29221-c45f-44db-8095-8c31e10f28f3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184587 Dec 13 13:05:03.567148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] For port 17353b95-43ca-495b-942c-e429cd52c2b7, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:03.600717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] For port 17353b95-43ca-495b-942c-e429cd52c2b7, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=17353b95-43ca-495b-942c-e429cd52c2b7,segment=NetworkSegment(1e4931cb-2f2f-4382-8081-a3e377e5a3f2),segment_id=1e4931cb-2f2f-4382-8081-a3e377e5a3f2)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:03.622634 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.630908 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.633834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.634695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.716493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=44f561e0-f331-4cbc-ad9d-edd153d577d2,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:03.748161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07fa79-ac6c-4aaf-96b3-2e2ff6565bbe req-80211133-137a-4304-bc23-b4f223128721 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:03.756650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c07fa79-ac6c-4aaf-96b3-2e2ff6565bbe req-80211133-137a-4304-bc23-b4f223128721 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 944 time: 0.1349707 Dec 13 13:05:03.762549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=a89a5ff8-69d2-47d4-bbc1-c92d8f38a954,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:03.772171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:03.777687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:03.789408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:03.790004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:03.817466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d9d85-1cad-474f-bd1f-91f72d7dea9c req-bd9ff7f8-dae3-4d1a-ae16-dcc4959ed1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:03.819358 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-949d9d85-1cad-474f-bd1f-91f72d7dea9c req-bd9ff7f8-dae3-4d1a-ae16-dcc4959ed1e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4daf733a4251457082d3978a8e523292&device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 1094 time: 0.3988042 Dec 13 13:05:03.832609 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e86ef8d5-1f91-4360-8baa-260f280a29be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.0884974 Dec 13 13:05:03.836971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35548) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:03.846772 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-562abd3b-4622-45d1-9a36-a83f2f8e3546 service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312778 Dec 13 13:05:03.849629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c07fa79-ac6c-4aaf-96b3-2e2ff6565bbe req-bd67bf4e-ac19-4f7d-aec5-8de9d493957f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918314 Dec 13 13:05:03.854921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:5f:c8:68', 'name': 'tempest-NetworksTestDHCPv6-821305693'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:03.904513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ecd1daf1-9ab4-479d-b17d-4eb2627c8cda up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:03.918968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:03.920828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff7f5d-225f-4062-a3b2-78c9388753f0 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:03.931119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-e6a71b48-d8ec-47e8-b27a-b1d1c4b1ba78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=c45097b7-ab3b-4dc5-9117-be3b06871a4e HTTP/1.1" status: 200 len: 217 time: 0.0700927 Dec 13 13:05:04.026951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-48d6240e-7f64-4787-a603-fbbb1062e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:04.030387 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-48d6240e-7f64-4787-a603-fbbb1062e443 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.0904837 Dec 13 13:05:04.034366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d9d85-1cad-474f-bd1f-91f72d7dea9c req-b6d7bf36-72ab-4952-9002-e398934e1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:04.035900 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-949d9d85-1cad-474f-bd1f-91f72d7dea9c req-b6d7bf36-72ab-4952-9002-e398934e1f37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=772ebe61-546c-452f-a54e-fb76791d27a0 HTTP/1.1" status: 200 len: 910 time: 0.1999981 Dec 13 13:05:04.043113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.046940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:04.111207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedda66-3882-4cf1-bf11-490943990a27 None None] Pushing event updated for resources: {'Port': ['ID=17353b95-43ca-495b-942c-e429cd52c2b7,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:04.166560 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-949d9d85-1cad-474f-bd1f-91f72d7dea9c req-b38a0bd5-6f9e-486b-8f4e-be08715d09ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2665946e-1fa9-40c2-a4a3-aafa97667ee9 HTTP/1.1" status: 200 len: 217 time: 0.1135161 Dec 13 13:05:04.190057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:04.190385 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.192113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.200575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-1d563b7b-d56d-475b-8635-fc4af077a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:04.202379 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-1d563b7b-d56d-475b-8635-fc4af077a3a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1652181 Dec 13 13:05:04.231897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 62ac93cb-1f25-4ec4-b460-248ea5b47900 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:05:04.234348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': '44f561e0-f331-4cbc-ad9d-edd153d577d2'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:04.235876 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.241747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.272726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 62ac93cb-1f25-4ec4-b460-248ea5b47900 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:04.273112 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.283062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network 9b111862-add6-4611-9174-858cbfb70bbf is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:04.291359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:04.306301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:04.321219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:04.321913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.347787 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Port': ['ID=614edbe2-f5c4-47e6-9171-ae11ea7360b7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:04.353472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 74d0861c-48d4-44a1-b5ac-d2b15c3b636a yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:05:04.399635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d9d85-1cad-474f-bd1f-91f72d7dea9c req-1a4a8c99-097b-4a42-bb72-590f5cd378d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:04.402193 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-949d9d85-1cad-474f-bd1f-91f72d7dea9c req-1a4a8c99-097b-4a42-bb72-590f5cd378d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85305c5a-1dd6-4aae-bc48-ed12633ea374 HTTP/1.1" status: 200 len: 850 time: 0.2266979 Dec 13 13:05:04.412478 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-edfb087e-d22f-46f0-af63-88bbd2f467a8 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894331 Dec 13 13:05:04.442654 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-949d9d85-1cad-474f-bd1f-91f72d7dea9c req-4bb195fd-a187-401c-ab84-ee4019700bad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=772ebe61-546c-452f-a54e-fb76791d27a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325780 Dec 13 13:05:04.472310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35566) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:04.487679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7580f4f1-8597-42de-88e5-c23e91ae2d25 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8724322 Dec 13 13:05:04.553734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17f1fdd-eb80-4a96-ba55-afbaad487629 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Deleting subnet 21f7aa4a-65e1-4e1e-81ce-9eb1624b27b2 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:04.584228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Allocated IP 2001:db8::f816:3eff:fee7:a58a (a96b3050-5a47-4623-a1bc-6be051560383/44f561e0-f331-4cbc-ad9d-edd153d577d2/bf82f69a-9d77-4534-8c56-91884a9a42b6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:04.639157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d17f1fdd-eb80-4a96-ba55-afbaad487629 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.670322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35574) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:04.715302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009cdd2-515a-476b-a3c8-5886c9d874d9 req-647e0554-9648-430e-99ec-53a7c23b0be9 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:04.718779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7009cdd2-515a-476b-a3c8-5886c9d874d9 req-647e0554-9648-430e-99ec-53a7c23b0be9 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 943 time: 0.1817441 Dec 13 13:05:04.731073 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d17f1fdd-eb80-4a96-ba55-afbaad487629 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.744706 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.801598 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:05:04.804150 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9be449-1fbe-47b2-9a8a-bd77c0ef6624" -d '{"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-plugged", "status": "completed", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:05:04.809031 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7009cdd2-515a-476b-a3c8-5886c9d874d9 req-3efb8fee-728a-4030-ae68-61397aefb25d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807703 Dec 13 13:05:04.841984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:04.848187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:05:04.858726 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-27f2cbe3-76ef-486c-91a1-2cd2d6b79773 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147730 Dec 13 13:05:04.861291 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-949d9d85-1cad-474f-bd1f-91f72d7dea9c req-7db9c4eb-9904-4107-b55e-9773f998a0e6 service neutron] 10.222.0.37 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083276 Dec 13 13:05:04.875538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:05:04.875981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a89a5ff8-69d2-47d4-bbc1-c92d8f38a954 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:05:04.886736 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.896773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-144850574-network', 'tenant_id': '28a932eb51d644fb8e3b28199f02dde0'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:04.912494 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaeb371-66a5-4f18-9ac8-e3c6754bec15 x-openstack-request-id: req-bcaeb371-66a5-4f18-9ac8-e3c6754bec15 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:05:04.912819 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-plugged", "status": "completed", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:05:04.913133 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcaeb371-66a5-4f18-9ac8-e3c6754bec15 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:05:04.913877 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'code': 200} Dec 13 13:05:04.934137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Made reservation on behalf of 28a932eb51d644fb8e3b28199f02dde0 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:04.936544 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:04.949647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fff11-3df5-4647-b925-3e607f59e10e req-dba1aa5a-0668-49b1-b844-36a8d58875be tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:04.951225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d05fff11-3df5-4647-b925-3e607f59e10e req-dba1aa5a-0668-49b1-b844-36a8d58875be tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1492412 Dec 13 13:05:04.959862 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.022113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:05.025499 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.035427 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.040762 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-d33f187a-e48f-4053-ae79-2b4621202c72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=50c45399-8b22-4490-9dce-8ab750e368d4 HTTP/1.1" status: 200 len: 217 time: 0.1645327 Dec 13 13:05:05.089967 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:05.093263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:05.099886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:05.103215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Pushing event updated for resources: {'Port': ['ID=bf82f69a-9d77-4534-8c56-91884a9a42b6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:05.134348 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-949d9d85-1cad-474f-bd1f-91f72d7dea9c req-a29341fe-226c-4901-bba3-f0ecfa7a9001 service neutron] 10.222.0.37 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551425 Dec 13 13:05:05.147611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d05fff11-3df5-4647-b925-3e607f59e10e req-06b9d72a-1bea-4c30-869c-336e31bc3f92 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895096 Dec 13 13:05:05.164598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7dc9f-21ce-42ee-a930-61a4f9636fff req-97963083-53ed-4cab-b8de-1a90e64dd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:05.171149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80b7dc9f-21ce-42ee-a930-61a4f9636fff req-97963083-53ed-4cab-b8de-1a90e64dd010 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1096 time: 0.1984253 Dec 13 13:05:05.178954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-a7226eb7-0bad-455b-8aeb-fa70afc1c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:05.180487 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-a7226eb7-0bad-455b-8aeb-fa70afc1c933 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.1228201 Dec 13 13:05:05.185938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a385fb-5dda-4b84-bb6c-0ea7f1a772b1 req-4721a65a-cd85-42fc-9533-d8418d3902fb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:05.190601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1a385fb-5dda-4b84-bb6c-0ea7f1a772b1 req-4721a65a-cd85-42fc-9533-d8418d3902fb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1999192 Dec 13 13:05:05.199198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Attempting to bind port bf82f69a-9d77-4534-8c56-91884a9a42b6 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:05.199797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Attempting to bind port bf82f69a-9d77-4534-8c56-91884a9a42b6 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:05.200130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Attempting to bind port bf82f69a-9d77-4534-8c56-91884a9a42b6 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:05.201654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::f816:3eff:fe5f:c868 (a96b3050-5a47-4623-a1bc-6be051560383/44f561e0-f331-4cbc-ad9d-edd153d577d2/74d0861c-48d4-44a1-b5ac-d2b15c3b636a) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:05.212800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:05.213181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:05.213635 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.214155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:05.214646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Bound port: bf82f69a-9d77-4534-8c56-91884a9a42b6, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:05.215030 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.241774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d17f1fdd-eb80-4a96-ba55-afbaad487629 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.284300 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-ecce1753-019e-4b07-ad4a-bac05f7cea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:05.285973 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-ecce1753-019e-4b07-ad4a-bac05f7cea62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973511 Dec 13 13:05:05.297684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] For port bf82f69a-9d77-4534-8c56-91884a9a42b6, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:05.301334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] For port bf82f69a-9d77-4534-8c56-91884a9a42b6, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bf82f69a-9d77-4534-8c56-91884a9a42b6,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:05.310746 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.322335 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d17f1fdd-eb80-4a96-ba55-afbaad487629 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.393083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf2af1-02a4-4b06-8e48-26009747e9d4 None None] Pushing event updated for resources: {'Port': ['ID=bf82f69a-9d77-4534-8c56-91884a9a42b6,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:05.405128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80b7dc9f-21ce-42ee-a930-61a4f9636fff req-a8493712-61a0-4442-a957-99307c6a81c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993850 Dec 13 13:05:05.413645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f1fdd-eb80-4a96-ba55-afbaad487629 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Subnet': ['ID=21f7aa4a-65e1-4e1e-81ce-9eb1624b27b2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:05.418353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d17f1fdd-eb80-4a96-ba55-afbaad487629 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.422097 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d17f1fdd-eb80-4a96-ba55-afbaad487629 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/subnets/21f7aa4a-65e1-4e1e-81ce-9eb1624b27b2 HTTP/1.1" status: 204 len: 168 time: 0.9484916 Dec 13 13:05:05.425540 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35582) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:05.505905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d3399a-f430-4b14-9676-19cc92b017e4 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:05.507429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d3399a-f430-4b14-9676-19cc92b017e4 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:05.507996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.512035 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-02d3399a-f430-4b14-9676-19cc92b017e4 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0822260 Dec 13 13:05:05.514393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35584) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:05.579047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.579749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 17353b95-43ca-495b-942c-e429cd52c2b7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:05.609705 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-7f4604af-b8f3-4226-a2e6-3ba63acaf959 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980876 Dec 13 13:05:05.617937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1a385fb-5dda-4b84-bb6c-0ea7f1a772b1 req-c0365398-bf20-45b0-a1bd-6579a40a5048 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073337 Dec 13 13:05:05.620170 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.632399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:05:05.645176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.645531 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Added segment 1f04d18f-1ce2-4337-88f4-99feb62107ad of type vlan for network 999c7149-ed4c-468f-9b39-244cc5ac9f47 Dec 13 13:05:05.692365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d6c1cd-0016-4844-9741-c678402aa40a None None] Network 9b111862-add6-4611-9174-858cbfb70bbf requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:05.709887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9b083e7-69d2-41fd-9fb2-7a205e561c0a tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.748454 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b083e7-69d2-41fd-9fb2-7a205e561c0a tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 13:05:05.748924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b083e7-69d2-41fd-9fb2-7a205e561c0a tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:05.761182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d9b083e7-69d2-41fd-9fb2-7a205e561c0a tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/9b111862-add6-4611-9174-858cbfb70bbf HTTP/1.1" status: 409 len: 405 time: 0.2456522 Dec 13 13:05:05.761870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35588) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:05.771978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1465378239'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:05.777494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.819576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-953095af-150c-42cb-8614-756668242467 None None] Provisioning complete for port 17353b95-43ca-495b-942c-e429cd52c2b7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:05.819944 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-953095af-150c-42cb-8614-756668242467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.823247 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:05.824743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.827437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573c57e9-c7e4-492f-82b0-7e5cb5ec4101,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:05.842597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.844653 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.845910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:05.846799 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.871551 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-1ff932ce-6f23-4070-b087-7de7f5271301 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509449 Dec 13 13:05:05.909308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 17353b95-43ca-495b-942c-e429cd52c2b7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:05.910224 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:05.928354 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-0f7ee95e-4723-4537-88df-b9a19bf9fe21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=f611ff96-dd02-482d-baa6-61dd953429d4 HTTP/1.1" status: 200 len: 217 time: 0.0466855 Dec 13 13:05:05.979852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:05:05.995729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:06.000756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.001555 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Added segment 5a6a31a5-2ec0-44f9-81e6-509cf18387ea of type vlan for network 90e1b19f-12b0-49d4-9e89-43a97b0f37f6 Dec 13 13:05:06.010484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09017404-ebce-4729-806d-938400686ec3 None None] DHCP port deletion for 9b111862-add6-4611-9174-858cbfb70bbf request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:06.012294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-a2797ba1-5a97-4031-8b56-0b4d9f5cf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.013858 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-a2797ba1-5a97-4031-8b56-0b4d9f5cf223 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.0790570 Dec 13 13:05:06.022128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3482809 Dec 13 13:05:06.029063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:06.047013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:06.059538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.060267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.077164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb2d5-4a9a-48b0-846a-9d4cefddff78 admin admin] Pushing event updated for resources: {'Network': ['ID=999c7149-ed4c-468f-9b39-244cc5ac9f47,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:06.080147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=74d0861c-48d4-44a1-b5ac-d2b15c3b636a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:06.101845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.121550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba410b6-d324-4da4-a0d7-d50622fe9c53 req-01be20e2-287f-4003-a78b-8fc09486f9a1 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.123211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ba410b6-d324-4da4-a0d7-d50622fe9c53 req-01be20e2-287f-4003-a78b-8fc09486f9a1 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 943 time: 0.1735206 Dec 13 13:05:06.131760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d9311be2-7e68-4201-99f7-70effdb5f13f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2804537 Dec 13 13:05:06.137812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 999c7149-ed4c-468f-9b39-244cc5ac9f47 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:05:06.138005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35594) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:06.204307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-c91b12d6-35b5-4632-aeee-071720b89cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.205968 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-c91b12d6-35b5-4632-aeee-071720b89cc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1688972 Dec 13 13:05:06.208814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9ba410b6-d324-4da4-a0d7-d50622fe9c53 req-12a1255e-894b-4996-907d-7ae36e7d5f32 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727491 Dec 13 13:05:06.212408 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.217914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.218597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.247485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.263285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 2665946e-1fa9-40c2-a4a3-aafa97667ee9 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:05:06.282528 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-953095af-150c-42cb-8614-756668242467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.319267 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-77f4dd7b-6ff7-4c5d-9955-eeb4c9afc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.320498 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-77f4dd7b-6ff7-4c5d-9955-eeb4c9afc614 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 1097 time: 0.2014787 Dec 13 13:05:06.370621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8701f98-0536-4ede-aea9-90306bd331c8 req-f60a8549-47f1-4d5b-99ba-5ba594ed0c0c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.375696 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6053569 Dec 13 13:05:06.378553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-953095af-150c-42cb-8614-756668242467 None None] For port 17353b95-43ca-495b-942c-e429cd52c2b7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=17353b95-43ca-495b-942c-e429cd52c2b7,segment=NetworkSegment(1e4931cb-2f2f-4382-8081-a3e377e5a3f2),segment_id=1e4931cb-2f2f-4382-8081-a3e377e5a3f2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:06.385189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8701f98-0536-4ede-aea9-90306bd331c8 req-f60a8549-47f1-4d5b-99ba-5ba594ed0c0c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.0960152 Dec 13 13:05:06.385403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35604) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:06.399006 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-953095af-150c-42cb-8614-756668242467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.436654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'subnet': {'network_id': '90e1b19f-12b0-49d4-9e89-43a97b0f37f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:06.464724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb178b19-0650-4c68-bb72-4fe2c5297757 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.472404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb178b19-0650-4c68-bb72-4fe2c5297757 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.473458 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb178b19-0650-4c68-bb72-4fe2c5297757 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3346391 Dec 13 13:05:06.473820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8701f98-0536-4ede-aea9-90306bd331c8 req-085f5b3b-f955-4bcc-8919-322a4cec5474 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868967 Dec 13 13:05:06.476484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35606) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:06.558738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-09017404-ebce-4729-806d-938400686ec3 None None] Deleting port 17353b95-43ca-495b-942c-e429cd52c2b7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:06.559112 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09017404-ebce-4729-806d-938400686ec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.581567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaff8d6-a791-4bbd-a05b-63244e63b9ef tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Network': ['ID=90e1b19f-12b0-49d4-9e89-43a97b0f37f6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:06.762436 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-cff4c76b-1ba2-4f6e-be2e-228467bf7264 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398605 Dec 13 13:05:06.765517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:06.770220 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.804371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 90e1b19f-12b0-49d4-9e89-43a97b0f37f6 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:05:06.904119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953095af-150c-42cb-8614-756668242467 None None] Pushing event updated for resources: {'Port': ['ID=17353b95-43ca-495b-942c-e429cd52c2b7,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:06.915413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:05:06.915871 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:05:06.936628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-09017404-ebce-4729-806d-938400686ec3 None None] For port 17353b95-43ca-495b-942c-e429cd52c2b7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=17353b95-43ca-495b-942c-e429cd52c2b7,segment=NetworkSegment(1e4931cb-2f2f-4382-8081-a3e377e5a3f2),segment_id=1e4931cb-2f2f-4382-8081-a3e377e5a3f2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:06.937027 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09017404-ebce-4729-806d-938400686ec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:06.940292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8a9fb-5351-4d06-a8c8-af716dd582cc req-fb213051-dc39-4a9a-95ed-8c86ab7a3255 tempest-ComputeTenantNetworksTest-355013576 tempest-ComputeTenantNetworksTest-355013576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.946321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8a9fb-5351-4d06-a8c8-af716dd582cc req-fb213051-dc39-4a9a-95ed-8c86ab7a3255 tempest-ComputeTenantNetworksTest-355013576 tempest-ComputeTenantNetworksTest-355013576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.947461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 2665946e-1fa9-40c2-a4a3-aafa97667ee9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=2665946e-1fa9-40c2-a4a3-aafa97667ee9,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:06.952481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8a9fb-5351-4d06-a8c8-af716dd582cc req-fb213051-dc39-4a9a-95ed-8c86ab7a3255 tempest-ComputeTenantNetworksTest-355013576 tempest-ComputeTenantNetworksTest-355013576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.955607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09e8a9fb-5351-4d06-a8c8-af716dd582cc req-fb213051-dc39-4a9a-95ed-8c86ab7a3255 tempest-ComputeTenantNetworksTest-355013576 tempest-ComputeTenantNetworksTest-355013576-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4205451 Dec 13 13:05:06.967062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-09017404-ebce-4729-806d-938400686ec3 None None] Calling delete_port for 17353b95-43ca-495b-942c-e429cd52c2b7 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:06.972363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '2665946e-1fa9-40c2-a4a3-aafa97667ee9', 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0', 'port_id': '2665946e-1fa9-40c2-a4a3-aafa97667ee9', 'mac_address': 'fa:16:3e:dc:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85305c5a-1dd6-4aae-bc48-ed12633ea374', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:05:06.986160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3b9fc-4304-41dd-a86f-df2e2a59713f req-f2ca62cc-51fc-4d05-87c5-8127f411f1d6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:06.988087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4b3b9fc-4304-41dd-a86f-df2e2a59713f req-f2ca62cc-51fc-4d05-87c5-8127f411f1d6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1368704 Dec 13 13:05:07.021854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2b700-ed78-4f2c-bee1-0a8bf6841df4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 74d0861c-48d4-44a1-b5ac-d2b15c3b636a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:07.022232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b700-ed78-4f2c-bee1-0a8bf6841df4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.052980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-808bc1c2-f43e-47df-b446-36dff542cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:07.054492 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-808bc1c2-f43e-47df-b446-36dff542cc3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.6936684 Dec 13 13:05:07.079940 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.098730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2665946e-1fa9-40c2-a4a3-aafa97667ee9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:05:07.107867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-16e0f893-eda7-4bc4-8a6d-778ea03a09ee None None] Provisioning complete for port bf82f69a-9d77-4534-8c56-91884a9a42b6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:07.108957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16e0f893-eda7-4bc4-8a6d-778ea03a09ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.168703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 2665946e-1fa9-40c2-a4a3-aafa97667ee9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=2665946e-1fa9-40c2-a4a3-aafa97667ee9,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:07.176693 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09017404-ebce-4729-806d-938400686ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.184489 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4b3b9fc-4304-41dd-a86f-df2e2a59713f req-777fce01-641d-469b-81b5-65fc89a3456e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901283 Dec 13 13:05:07.189422 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.231577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09017404-ebce-4729-806d-938400686ec3 None None] Pushing event deleted for resources: {'Port': ['ID=17353b95-43ca-495b-942c-e429cd52c2b7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:07.234762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09017404-ebce-4729-806d-938400686ec3 None None] No DVR routers for this DVR port 17353b95-43ca-495b-942c-e429cd52c2b7 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:07.268994 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-020e893d-deb3-445e-8153-df7c1513e295 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422091 Dec 13 13:05:07.302711 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b700-ed78-4f2c-bee1-0a8bf6841df4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.308723 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-17e70ba4-0980-4f7b-94b0-62fe86083a5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 200 len: 1000 time: 0.2427649 Dec 13 13:05:07.311635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=2665946e-1fa9-40c2-a4a3-aafa97667ee9,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:07.328947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27508b38-4049-4bd1-85a8-714e3c24bd08 req-232e6e96-2236-4e8c-a32b-9ad9ae3ca036 tempest-ComputeTenantNetworksTest-355013576 tempest-ComputeTenantNetworksTest-355013576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:07.330359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27508b38-4049-4bd1-85a8-714e3c24bd08 req-232e6e96-2236-4e8c-a32b-9ad9ae3ca036 tempest-ComputeTenantNetworksTest-355013576 tempest-ComputeTenantNetworksTest-355013576-project] 10.222.0.31 "GET /v2.0/networks/999c7149-ed4c-468f-9b39-244cc5ac9f47 HTTP/1.1" status: 200 len: 768 time: 0.2050898 Dec 13 13:05:07.358822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35618) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:07.362823 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16e0f893-eda7-4bc4-8a6d-778ea03a09ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.364828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2b700-ed78-4f2c-bee1-0a8bf6841df4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 74d0861c-48d4-44a1-b5ac-d2b15c3b636a owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:07.378933 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-ef679502-62ee-4a93-a706-063d6c8ffa34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=1d5b9ba7-fb28-4630-ad6a-37abed4bca86 HTTP/1.1" status: 200 len: 217 time: 0.0725818 Dec 13 13:05:07.407773 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:05:07.410363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-16e0f893-eda7-4bc4-8a6d-778ea03a09ee None None] For port bf82f69a-9d77-4534-8c56-91884a9a42b6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bf82f69a-9d77-4534-8c56-91884a9a42b6,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:07.420451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.444742 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16e0f893-eda7-4bc4-8a6d-778ea03a09ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.456120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Port 17353b95-43ca-495b-942c-e429cd52c2b7 update to ACTIVE by agent not found {{(pid=109887) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 13:05:07.486806 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:05:07.488706 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['2665946e-1fa9-40c2-a4a3-aafa97667ee9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:05:07.491503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-15f7a02b-c330-4ced-8c20-46a9943f2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:07.493994 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-15f7a02b-c330-4ced-8c20-46a9943f2623 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.1761210 Dec 13 13:05:07.494153 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.568131 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.585206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Subnet': ['ID=a4cc633d-aac6-4f94-ac20-5305423aae47,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:07.586366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0f893-eda7-4bc4-8a6d-778ea03a09ee None None] Pushing event updated for resources: {'Port': ['ID=bf82f69a-9d77-4534-8c56-91884a9a42b6,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:07.590768 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-f9eff138-03ff-459c-befd-d28b178875ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:07.592294 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-f9eff138-03ff-459c-befd-d28b178875ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.2023897 Dec 13 13:05:07.603728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc09b1-333f-46cd-93df-b401421ae065 req-391c6669-937f-4e13-884e-5fd5da6a5a2a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:07.606999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cca1b48a-4ce5-42e7-a9aa-5c29ad33c27f None None] Provisioning complete for port 74d0861c-48d4-44a1-b5ac-d2b15c3b636a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:07.607347 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cca1b48a-4ce5-42e7-a9aa-5c29ad33c27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.618134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8bc09b1-333f-46cd-93df-b401421ae065 req-391c6669-937f-4e13-884e-5fd5da6a5a2a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.3057699 Dec 13 13:05:07.626401 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.651232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Checking segment: {'id': '5a6a31a5-2ec0-44f9-81e6-509cf18387ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90e1b19f-12b0-49d4-9e89-43a97b0f37f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:07.652110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network hostable DHCP agents. Network: 90e1b19f-12b0-49d4-9e89-43a97b0f37f6, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:05:07.652245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f90b7-b84f-4617-bb3e-4f9ef8d74aef req-81c75183-4a74-4289-a31e-5c48f29727b1 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:07.654096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe0f90b7-b84f-4617-bb3e-4f9ef8d74aef req-81c75183-4a74-4289-a31e-5c48f29727b1 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 944 time: 0.2245753 Dec 13 13:05:07.666393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-5ea23863-552b-411d-a681-156d5ce8a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:07.668375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-5ea23863-552b-411d-a681-156d5ce8a4b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623039 Dec 13 13:05:07.679660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cca1b48a-4ce5-42e7-a9aa-5c29ad33c27f None None] Port 74d0861c-48d4-44a1-b5ac-d2b15c3b636a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:07.693435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bf82f69a-9d77-4534-8c56-91884a9a42b6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:07.786408 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port bf82f69a-9d77-4534-8c56-91884a9a42b6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:07.786906 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.797912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8bc09b1-333f-46cd-93df-b401421ae065 req-94c0a96f-9544-46d0-9ac3-a6aafd12460a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858084 Dec 13 13:05:07.840233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35622) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:07.867052 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b700-ed78-4f2c-bee1-0a8bf6841df4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.870148 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:07.890789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe0f90b7-b84f-4617-bb3e-4f9ef8d74aef req-fa7fb066-ef29-4f8f-ac0b-afa910cb40f1 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237079 Dec 13 13:05:07.968732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 17353b95-43ca-495b-942c-e429cd52c2b7 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:05:07.973306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2b700-ed78-4f2c-bee1-0a8bf6841df4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=74d0861c-48d4-44a1-b5ac-d2b15c3b636a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:07.991241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 17353b95-43ca-495b-942c-e429cd52c2b7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:05:07.991595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 17353b95-43ca-495b-942c-e429cd52c2b7 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:05:07.999523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999c7149-ed4c-468f-9b39-244cc5ac9f47']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:08.036933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f04d18f-1ce2-4337-88f4-99feb62107ad') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:08.037249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f04d18f-1ce2-4337-88f4-99feb62107ad') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:08.041870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b700-ed78-4f2c-bee1-0a8bf6841df4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.047984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3bd2b700-ed78-4f2c-bee1-0a8bf6841df4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/74d0861c-48d4-44a1-b5ac-d2b15c3b636a HTTP/1.1" status: 204 len: 168 time: 1.5679352 Dec 13 13:05:08.054035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35624) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:08.067919 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.105982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bcc227-1e3d-4a9b-96e6-742015118d84 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:08.110776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-36bcc227-1e3d-4a9b-96e6-742015118d84 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1091 time: 0.2681787 Dec 13 13:05:08.118370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35628) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:08.122156 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.127505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:08.156606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655131c-804b-4162-bbf9-3abe2d490d21 req-8eb6d93c-e64e-4428-a2be-d65a01e4d179 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:08.158323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7655131c-804b-4162-bbf9-3abe2d490d21 req-8eb6d93c-e64e-4428-a2be-d65a01e4d179 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.2644079 Dec 13 13:05:08.161310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:08.161716 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:08.165477 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:08.178423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ee81aa0b-3c3a-4e61-bb2c-31c049a17808 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:05:08.192310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f034b-7384-42fd-8b51-fc0af61645f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:08.194868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f034b-7384-42fd-8b51-fc0af61645f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:08.198108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-817f034b-7384-42fd-8b51-fc0af61645f2 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1391826 Dec 13 13:05:08.199469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35630) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:08.262343 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.264372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c96eb0-7f75-47c3-a927-8e4f43de8c77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 44f561e0-f331-4cbc-ad9d-edd153d577d2 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:08.273297 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8c96eb0-7f75-47c3-a927-8e4f43de8c77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.287312 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.291801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.298350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] 10.222.0.31 "DELETE /v2.0/networks/999c7149-ed4c-468f-9b39-244cc5ac9f47 HTTP/1.1" status: 204 len: 168 time: 0.8761826 Dec 13 13:05:08.304027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network 90e1b19f-12b0-49d4-9e89-43a97b0f37f6 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:05:08.321254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:08.335173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'port_id': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'mac_address': 'fa:16:3e:a7:6e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:05:08.357562 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-174758e6-211d-42d8-8928-83937aa8d6a6 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732001 Dec 13 13:05:08.358630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7655131c-804b-4162-bbf9-3abe2d490d21 req-f94594f1-5d03-4ca6-8503-58a09a8ce3ef tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753500 Dec 13 13:05:08.360005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-27f2a9b2-2d3e-4e49-8447-2b36a8a34c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:08.361688 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-27f2a9b2-2d3e-4e49-8447-2b36a8a34c01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7548790 Dec 13 13:05:08.369016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ad4ba-1089-46b8-a768-338041cb0e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=999c7149-ed4c-468f-9b39-244cc5ac9f47,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:08.400335 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.414051 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 90e1b19f-12b0-49d4-9e89-43a97b0f37f6) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:08.419169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:08.419841 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.427924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee81aa0b-3c3a-4e61-bb2c-31c049a17808 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:05:08.434681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4dd761-ed3c-4473-89f0-ffcd4756aa9e None None] Network 90e1b19f-12b0-49d4-9e89-43a97b0f37f6 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:08.463564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.465071 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8c96eb0-7f75-47c3-a927-8e4f43de8c77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.466635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35634) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:08.503287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:08.508482 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.573081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6bf74bd5-8a27-4ac0-8f73-67a813b8684b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28a932eb51d644fb8e3b28199f02dde0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1037374 Dec 13 13:05:08.575583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35636) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:08.581059 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-94c26e54-afa1-4384-99d2-dcb7c719af24 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1638985 Dec 13 13:05:08.588923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35638) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:08.628269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ee81aa0b-3c3a-4e61-bb2c-31c049a17808'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:05:08.671830 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ea95a1d-6556-4d79-b78e-74bbddde4dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.678862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:08.697563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ea95a1d-6556-4d79-b78e-74bbddde4dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.711079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-90e1b19f-12b0-49d4-9e89-43a97b0f37f6', 'network_id': '90e1b19f-12b0-49d4-9e89-43a97b0f37f6', 'project_id': '1b3317f727674afca22622f4ad72c18f', 'fixed_ips': [{'subnet_id': 'a4cc633d-aac6-4f94-ac20-5305423aae47'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:08.712191 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.716995 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3bcfd290-f953-4ef6-a0e5-21ce1cc6bc61 req-395abb4a-19e9-4b84-b4ec-e831369c3bc2 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459861 Dec 13 13:05:08.737743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-030ade7c-bbf8-4432-84b1-cb78f2e0755e service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545363 Dec 13 13:05:08.741750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8c96eb0-7f75-47c3-a927-8e4f43de8c77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.800782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.25.2.249 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/eddcd18c-6786-4c20-94ae-361185b64b13) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:08.907910 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ea95a1d-6556-4d79-b78e-74bbddde4dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.915747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.919547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ea95a1d-6556-4d79-b78e-74bbddde4dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:08.923346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6ea95a1d-6556-4d79-b78e-74bbddde4dae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/573c57e9-c7e4-492f-82b0-7e5cb5ec4101 HTTP/1.1" status: 204 len: 168 time: 0.3468323 Dec 13 13:05:08.942417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea95a1d-6556-4d79-b78e-74bbddde4dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573c57e9-c7e4-492f-82b0-7e5cb5ec4101,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:08.959943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Allocated IP 2001:db8::f816:3eff:fe9e:65a4 (90e1b19f-12b0-49d4-9e89-43a97b0f37f6/a4cc633d-aac6-4f94-ac20-5305423aae47/7261be2b-bcb7-4d25-8be7-b239cfece35c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:09.014951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8c96eb0-7f75-47c3-a927-8e4f43de8c77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.020662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.091996 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-8002a057-058e-41e6-bdcd-958d6c08b914 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462267 Dec 13 13:05:09.093261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8c96eb0-7f75-47c3-a927-8e4f43de8c77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.096880 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f8c96eb0-7f75-47c3-a927-8e4f43de8c77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/44f561e0-f331-4cbc-ad9d-edd153d577d2 HTTP/1.1" status: 204 len: 168 time: 0.8958652 Dec 13 13:05:09.106819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb7a4fc-4153-4395-bf90-7ee547d55f9c None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:09.122803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35658) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:09.135311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c96eb0-7f75-47c3-a927-8e4f43de8c77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=44f561e0-f331-4cbc-ad9d-edd153d577d2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:09.138194 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.202318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3bb7dd61-6831-4334-86af-1ca3f02ce5b9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575898 Dec 13 13:05:09.206271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35660) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:09.219360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da41fca-a4ac-430f-9fe1-a702b9644301 req-69f46eaf-a80c-4447-957d-510de3d2aa87 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:09.230058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0da41fca-a4ac-430f-9fe1-a702b9644301 req-69f46eaf-a80c-4447-957d-510de3d2aa87 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 944 time: 0.1977127 Dec 13 13:05:09.238823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:09.303281 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-045976b4-ef02-4f00-beda-99815180c91a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3b0e5496-c005-45dd-aa51-28c28dd43728 HTTP/1.1" status: 200 len: 217 time: 0.0756328 Dec 13 13:05:09.318691 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.334851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0da41fca-a4ac-430f-9fe1-a702b9644301 req-25080210-d17d-49d4-abb1-d38b5d00d102 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889764 Dec 13 13:05:09.335311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.337423 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.418155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Pushing event updated for resources: {'Port': ['ID=7261be2b-bcb7-4d25-8be7-b239cfece35c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:09.420472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54054d4-85a9-4e19-b965-20f355274f3b None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:09.445545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-12fdb6b5-fb93-47d2-b0cd-959e3a95a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:09.447119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-12fdb6b5-fb93-47d2-b0cd-959e3a95a58d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.1359499 Dec 13 13:05:09.475080 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Network 90e1b19f-12b0-49d4-9e89-43a97b0f37f6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:09.492976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:09.495484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:09.498662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:09.502239 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.524059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:09.540320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:09.554874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=eddcd18c-6786-4c20-94ae-361185b64b13,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:09.602156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Subnet': ['ID=a4cc633d-aac6-4f94-ac20-5305423aae47,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:09.609597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d54054d4-85a9-4e19-b965-20f355274f3b None None] Deleting port bf82f69a-9d77-4534-8c56-91884a9a42b6 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:09.610027 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d54054d4-85a9-4e19-b965-20f355274f3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.651490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-f351cf11-0330-48e8-a1d8-c49a5ea71af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:09.653844 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-f351cf11-0330-48e8-a1d8-c49a5ea71af8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1969700 Dec 13 13:05:09.697284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb22d0-9be3-4cee-93d2-4f116eaa0957 req-08ea906b-26b1-4a41-aa1e-7822d10cd65c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:09.698966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31cb22d0-9be3-4cee-93d2-4f116eaa0957 req-08ea906b-26b1-4a41-aa1e-7822d10cd65c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.1764648 Dec 13 13:05:09.700381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:09.704296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.708718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d54054d4-85a9-4e19-b965-20f355274f3b None None] For port bf82f69a-9d77-4534-8c56-91884a9a42b6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bf82f69a-9d77-4534-8c56-91884a9a42b6,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:09.709121 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d54054d4-85a9-4e19-b965-20f355274f3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.747356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bf82f69a-9d77-4534-8c56-91884a9a42b6 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:05:09.809140 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.809486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d54054d4-85a9-4e19-b965-20f355274f3b None None] Calling delete_port for bf82f69a-9d77-4534-8c56-91884a9a42b6 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:09.817068 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Attempting to bind port 7261be2b-bcb7-4d25-8be7-b239cfece35c on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:09.817450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Attempting to bind port 7261be2b-bcb7-4d25-8be7-b239cfece35c by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5a6a31a5-2ec0-44f9-81e6-509cf18387ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90e1b19f-12b0-49d4-9e89-43a97b0f37f6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:09.818179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Attempting to bind port 7261be2b-bcb7-4d25-8be7-b239cfece35c on network 90e1b19f-12b0-49d4-9e89-43a97b0f37f6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:09.841337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:09.841925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Checking segment: {'id': '5a6a31a5-2ec0-44f9-81e6-509cf18387ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90e1b19f-12b0-49d4-9e89-43a97b0f37f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:09.842135 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.842509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Bound using segment: {'id': '5a6a31a5-2ec0-44f9-81e6-509cf18387ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90e1b19f-12b0-49d4-9e89-43a97b0f37f6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:09.842993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Bound port: 7261be2b-bcb7-4d25-8be7-b239cfece35c, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6a31a5-2ec0-44f9-81e6-509cf18387ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90e1b19f-12b0-49d4-9e89-43a97b0f37f6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:09.843491 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.852668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e1b19f-12b0-49d4-9e89-43a97b0f37f6']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:09.871530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6a31a5-2ec0-44f9-81e6-509cf18387ea') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:09.872340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6a31a5-2ec0-44f9-81e6-509cf18387ea') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:09.909197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.919156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] For port 7261be2b-bcb7-4d25-8be7-b239cfece35c, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:09.923754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] For port 7261be2b-bcb7-4d25-8be7-b239cfece35c, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7261be2b-bcb7-4d25-8be7-b239cfece35c,segment=NetworkSegment(5a6a31a5-2ec0-44f9-81e6-509cf18387ea),segment_id=5a6a31a5-2ec0-44f9-81e6-509cf18387ea)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:09.964691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:09.988870 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:10.003748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:10.004178 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:10.013692 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:10.064062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419caf0-4552-47eb-83a2-8a64e288bf4a None None] Pushing event updated for resources: {'Port': ['ID=7261be2b-bcb7-4d25-8be7-b239cfece35c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:10.148063 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:10.158538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.api [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 13:05:10.158538 n-d-817326-4 neutron-server[109885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 13:05:10.158538 n-d-817326-4 neutron-server[109885]: [parameters: {'id': '90e1b19f-12b0-49d4-9e89-43a97b0f37f6'}] Dec 13 13:05:10.158538 n-d-817326-4 neutron-server[109885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:05:10.160703 n-d-817326-4 neutron-server[109885]: DEBUG oslo_db.api [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:05:10.177520 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-6e6cb5dd-fa4d-4cc1-9079-6f3428703bf3 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916511 Dec 13 13:05:10.250860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port bf82f69a-9d77-4534-8c56-91884a9a42b6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bf82f69a-9d77-4534-8c56-91884a9a42b6,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:10.259809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ee81aa0b-3c3a-4e61-bb2c-31c049a17808 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:10.308191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e266a3-1627-4507-8e28-fa9d7e08c570 None None] Network 90e1b19f-12b0-49d4-9e89-43a97b0f37f6 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:10.308191 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:10.308427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31cb22d0-9be3-4cee-93d2-4f116eaa0957 req-dff9cb6c-b9f2-46f4-8407-3f12df7f9d69 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5989058 Dec 13 13:05:10.395698 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-6ca69a89-7843-40e3-ad4a-2a88b7ece901 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058058 Dec 13 13:05:10.473376 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d54054d4-85a9-4e19-b965-20f355274f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:10.492532 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-416f9e00-399d-4fd3-ae90-d76b49170f23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f17260fa-935f-466a-9a8c-392688041fdd HTTP/1.1" status: 200 len: 217 time: 0.0942450 Dec 13 13:05:10.593858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54054d4-85a9-4e19-b965-20f355274f3b None None] No DVR routers for this DVR port bf82f69a-9d77-4534-8c56-91884a9a42b6 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:10.607596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:10.608381 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:10.635113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-79aa7a11-129b-4f4e-b2b5-77b1818a06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:10.637617 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-79aa7a11-129b-4f4e-b2b5-77b1818a06ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.1370320 Dec 13 13:05:10.668919 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:10.709448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=bf82f69a-9d77-4534-8c56-91884a9a42b6,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:10.778267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54054d4-85a9-4e19-b965-20f355274f3b None None] Pushing event deleted for resources: {'Port': ['ID=bf82f69a-9d77-4534-8c56-91884a9a42b6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:10.791473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c935c475-164e-4ab0-9700-1f3fc44dfe65 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:05:10.798335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653430-04b2-4fca-a618-32c7abb82aaa req-6c6f3a90-519d-4e7a-b70c-d739e9944146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:10.801377 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-6c6f3a90-519d-4e7a-b70c-d739e9944146 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1534946 Dec 13 13:05:10.840920 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Deleting port 7261be2b-bcb7-4d25-8be7-b239cfece35c {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:10.842406 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:10.934039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] For port 7261be2b-bcb7-4d25-8be7-b239cfece35c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7261be2b-bcb7-4d25-8be7-b239cfece35c,segment=NetworkSegment(5a6a31a5-2ec0-44f9-81e6-509cf18387ea),segment_id=5a6a31a5-2ec0-44f9-81e6-509cf18387ea)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:10.935102 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:10.951633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Calling delete_port for 7261be2b-bcb7-4d25-8be7-b239cfece35c owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:11.170163 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-ec1c5894-f02a-4592-a09d-90668891f838 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567395 Dec 13 13:05:11.197409 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.224750 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.303012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:05:11.308300 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad3741e-3dd4-4a69-aa73-b74dbb00eb89" -d '{"events": [{"server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:05:11.355158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340b7a-827f-43f4-9e8a-699a02d6ec0e req-abfd9283-7e4a-43ea-a92b-60c6de03e364 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:11.356687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91340b7a-827f-43f4-9e8a-699a02d6ec0e req-abfd9283-7e4a-43ea-a92b-60c6de03e364 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 944 time: 0.3474789 Dec 13 13:05:11.389786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:11.432893 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d4a02a-d1b6-45d2-8c8d-6e4c165e4584 x-openstack-request-id: req-b9d4a02a-d1b6-45d2-8c8d-6e4c165e4584 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:05:11.433889 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:05:11.435140 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.435658 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9d4a02a-d1b6-45d2-8c8d-6e4c165e4584 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:05:11.436293 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'code': 200} Dec 13 13:05:11.441338 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.444747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 2665946e-1fa9-40c2-a4a3-aafa97667ee9 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:11.467004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Port': ['ID=7261be2b-bcb7-4d25-8be7-b239cfece35c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:11.489649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No DVR routers for this DVR port 7261be2b-bcb7-4d25-8be7-b239cfece35c on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:11.509255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935c475-164e-4ab0-9700-1f3fc44dfe65 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:05:11.546183 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27653430-04b2-4fca-a618-32c7abb82aaa req-a3929442-5d14-4ce1-a6a5-3df313c2f438 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682449 Dec 13 13:05:11.571061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.objects.ports [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109886) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:05:11.618419 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.629085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91340b7a-827f-43f4-9e8a-699a02d6ec0e req-172c0751-3ed8-49c9-a606-b68a1609fb74 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372272 Dec 13 13:05:11.725375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:11.725982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.776340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e1b19f-12b0-49d4-9e89-43a97b0f37f6']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:11.791749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:11.800941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:11.802712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6a31a5-2ec0-44f9-81e6-509cf18387ea') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:11.803397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 2665946e-1fa9-40c2-a4a3-aafa97667ee9 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:05:11.803789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6a31a5-2ec0-44f9-81e6-509cf18387ea') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:11.826228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:11.826830 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.829991 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.849726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=8d874888-667b-4f94-a8df-8172066cab77,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:11.856564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.869125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.874165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a92c1-ac0c-4d24-bf20-aa0c6e234d88 req-45a98bd3-8869-4823-83cd-9af834a31d6c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:11.876553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-002a92c1-ac0c-4d24-bf20-aa0c6e234d88 req-45a98bd3-8869-4823-83cd-9af834a31d6c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.3463645 Dec 13 13:05:11.882008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bacdbb0a-481a-4e75-bcfc-b739714a06d7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6498370 Dec 13 13:05:11.893791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35724) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:11.896406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 2665946e-1fa9-40c2-a4a3-aafa97667ee9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:11.899927 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:11.907194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:02:29:75', 'name': 'tempest-NetworksTestDHCPv6-514980806'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:12.015218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-002a92c1-ac0c-4d24-bf20-aa0c6e234d88 req-cdf2f760-1d97-4be5-9759-48fcfa4dbf3d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317408 Dec 13 13:05:12.079696 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:12.080117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:12.086115 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:12.148141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.158139 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.243667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=eddcd18c-6786-4c20-94ae-361185b64b13,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:12.255188 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.281704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.300858 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.304149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/90e1b19f-12b0-49d4-9e89-43a97b0f37f6 HTTP/1.1" status: 204 len: 168 time: 3.7112050 Dec 13 13:05:12.308461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35736) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:12.335919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1206361219'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:12.354291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ec283-35e0-412c-a774-5028a9926332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Network': ['ID=90e1b19f-12b0-49d4-9e89-43a97b0f37f6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:12.393685 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Floating IP aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769 associated. External IP: 172.25.2.249, port: 62ac93cb-1f25-4ec4-b460-248ea5b47900. Dec 13 13:05:12.394335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:12.447452 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.540637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:12.554191 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.594294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 2665946e-1fa9-40c2-a4a3-aafa97667ee9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=2665946e-1fa9-40c2-a4a3-aafa97667ee9,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:12.606025 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.611313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': '8d874888-667b-4f94-a8df-8172066cab77'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:12.612022 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.673570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:05:12.690859 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.729197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.729197 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Added segment 7e926d7b-7a2b-4fd2-be0d-d5edfa9dffb4 of type vlan for network 74dc9830-59a4-4929-a5c7-5f545e7943d8 Dec 13 13:05:12.770951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=2665946e-1fa9-40c2-a4a3-aafa97667ee9,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:12.778722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 1e1a2dc8-5c24-43c6-a291-e083b52edf4d yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:05:12.820277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port 7f2d211c-d7b1-4b0a-b195-1e6a77299316 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:12.821209 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.933636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:12.951148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 714e4063-ce34-4c98-b586-ad8723bb9765 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:05:12.969152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95149ebe-b3b2-4af9-b3e7-c16b4c5c6d1a req-5ce25621-5da6-4b50-b5d2-c3ac2fc79082 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:12.992795 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95149ebe-b3b2-4af9-b3e7-c16b4c5c6d1a req-5ce25621-5da6-4b50-b5d2-c3ac2fc79082 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.1883883 Dec 13 13:05:13.046388 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:13.058770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:13.059550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:13.061933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Allocated IP 2001:db8::f816:3eff:feec:dbfd (a96b3050-5a47-4623-a1bc-6be051560383/8d874888-667b-4f94-a8df-8172066cab77/9d70ea6f-6b9e-4523-9a02-d3e77664b994) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:13.085918 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7741079 Dec 13 13:05:13.098846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35760) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:13.105208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'subnet': {'network_id': '74dc9830-59a4-4929-a5c7-5f545e7943d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:13.114827 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95149ebe-b3b2-4af9-b3e7-c16b4c5c6d1a req-f13e2f9f-fa99-4380-a89f-13fc849d2664 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157432 Dec 13 13:05:13.301318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e91b98-5d45-4d88-a228-3d0fc59b0ec5 req-cc127c77-5857-47c3-af14-782ef5d93922 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:13.302948 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2e91b98-5d45-4d88-a228-3d0fc59b0ec5 req-cc127c77-5857-47c3-af14-782ef5d93922 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1320937 Dec 13 13:05:13.323058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d921d9-409e-41a0-be92-461eade8734d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Network': ['ID=74dc9830-59a4-4929-a5c7-5f545e7943d8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:13.349945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:05:13.369097 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] Sync routers for ids ['714e4063-ce34-4c98-b586-ad8723bb9765'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:05:13.403094 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:13.403616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:13.408197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:13.412108 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] Routers {'714e4063-ce34-4c98-b586-ad8723bb9765'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:05:13.413533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2e91b98-5d45-4d88-a228-3d0fc59b0ec5 req-459a1053-20d8-4559-8b13-e463c1597999 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034966 Dec 13 13:05:13.418114 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['714e4063-ce34-4c98-b586-ad8723bb9765'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:13.433321 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:13.510445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-478cc370-202b-454b-b387-2e7a588135de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3925333 Dec 13 13:05:13.511044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:05:13.513538 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5535c0d-f5fc-412f-8981-8f0e2014e569" -d '{"events": [{"name": "network-changed", "server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:05:13.536329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 74dc9830-59a4-4929-a5c7-5f545e7943d8 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:05:13.545122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caecc89a-d735-41c3-9a69-567b36c00b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2665946e-1fa9-40c2-a4a3-aafa97667ee9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:05:13.557078 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09612820-0d11-451b-85ae-d1fd82b64e2e" -d '{"events": [{"server_uuid": "caecc89a-d735-41c3-9a69-567b36c00b26", "name": "network-vif-plugged", "status": "completed", "tag": "2665946e-1fa9-40c2-a4a3-aafa97667ee9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:05:13.598178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::f816:3eff:fe02:2975 (a96b3050-5a47-4623-a1bc-6be051560383/8d874888-667b-4f94-a8df-8172066cab77/1e1a2dc8-5c24-43c6-a291-e083b52edf4d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:13.616288 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f94edfc-fdad-483b-948a-4544160392fe x-openstack-request-id: req-7f94edfc-fdad-483b-948a-4544160392fe {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:05:13.616800 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:05:13.616914 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f94edfc-fdad-483b-948a-4544160392fe {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:05:13.617302 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'status': 'completed', 'code': 200} Dec 13 13:05:13.625955 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:13.678787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:13.712821 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] Set router 714e4063-ce34-4c98-b586-ad8723bb9765 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:05:13.756137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20ee78-13d7-4998-b1ce-a3b989b784f7 req-5d4c43f6-ac53-4c07-96c8-3fe854b8031c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:13.756928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:13.761319 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab20ee78-13d7-4998-b1ce-a3b989b784f7 req-5d4c43f6-ac53-4c07-96c8-3fe854b8031c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1082547 Dec 13 13:05:13.769795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:13.775313 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe1d2d6-9da9-449a-a048-571a2cc89515 x-openstack-request-id: req-9fe1d2d6-9da9-449a-a048-571a2cc89515 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:05:13.776544 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caecc89a-d735-41c3-9a69-567b36c00b26", "name": "network-vif-plugged", "status": "completed", "tag": "2665946e-1fa9-40c2-a4a3-aafa97667ee9", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:05:13.776836 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fe1d2d6-9da9-449a-a048-571a2cc89515 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:05:13.777449 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caecc89a-d735-41c3-9a69-567b36c00b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2665946e-1fa9-40c2-a4a3-aafa97667ee9', 'code': 200} Dec 13 13:05:13.886482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab20ee78-13d7-4998-b1ce-a3b989b784f7 req-feb62f6d-20da-48e1-888b-fca0bff91549 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168098 Dec 13 13:05:13.915921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35778) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:14.021960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Pushing event updated for resources: {'Port': ['ID=9d70ea6f-6b9e-4523-9a02-d3e77664b994,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:14.030496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Attempting to bind port 9d70ea6f-6b9e-4523-9a02-d3e77664b994 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:14.030997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Attempting to bind port 9d70ea6f-6b9e-4523-9a02-d3e77664b994 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:14.031500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Attempting to bind port 9d70ea6f-6b9e-4523-9a02-d3e77664b994 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:14.058472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port cb6b684c-13d9-4b84-a1e1-9aae48123eaa triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:14.058852 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:14.068099 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-af02c81c-a493-48d9-9863-36cebb121ee0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769 HTTP/1.1" status: 200 len: 991 time: 0.1507263 Dec 13 13:05:14.071826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35782) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:14.086170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-f4377f47-8579-40a2-b98c-4b87c075e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:14.087722 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-f4377f47-8579-40a2-b98c-4b87c075e85f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1096 time: 0.4445329 Dec 13 13:05:14.164821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:14.171400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:14.173714 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:14.177805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:14.179137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Bound port: 9d70ea6f-6b9e-4523-9a02-d3e77664b994, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:14.180680 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:14.187929 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'port_id': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'mac_address': 'fa:16:3e:60:65:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:05:10Z', 'updated_at': '2021-12-13T13:05:10Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2', 'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:a3:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:43Z', 'updated_at': '2021-12-13T13:04:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:14.216878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca77a02-2c81-4e3a-8bcf-0efeceb4f01b req-4a709a4a-fa68-4d03-96e5-198b0d0b7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:14.218759 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fca77a02-2c81-4e3a-8bcf-0efeceb4f01b req-4a709a4a-fa68-4d03-96e5-198b0d0b7118 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 1096 time: 0.3796823 Dec 13 13:05:14.227308 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] Checking router: 714e4063-ce34-4c98-b586-ad8723bb9765 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:05:14.240837 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] Routers {'714e4063-ce34-4c98-b586-ad8723bb9765'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:05:14.241764 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:04:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['714e4063-ce34-4c98-b586-ad8723bb9765'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:14.264538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:14.409784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] For port 9d70ea6f-6b9e-4523-9a02-d3e77664b994, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:14.414437 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fca77a02-2c81-4e3a-8bcf-0efeceb4f01b req-b14a24a2-5ac4-42cd-b344-2d7a3967bdc2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663804 Dec 13 13:05:14.419723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] For port 9d70ea6f-6b9e-4523-9a02-d3e77664b994, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9d70ea6f-6b9e-4523-9a02-d3e77664b994,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:14.470268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:14.471108 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:14.471108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Port cb6b684c-13d9-4b84-a1e1-9aae48123eaa cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:14.471328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145580-8bba-4230-920e-e5afbd64023e req-17663f3c-b091-4fff-97c9-5bcd3e99a10b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:14.478148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2145580-8bba-4230-920e-e5afbd64023e req-17663f3c-b091-4fff-97c9-5bcd3e99a10b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.2034729 Dec 13 13:05:14.530384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77b498bf-9756-4275-9439-c4efc53c1005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:14.584356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Subnet': ['ID=723104ee-3417-481d-b5b0-880a861f7d0a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:14.592023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Checking segment: {'id': '7e926d7b-7a2b-4fd2-be0d-d5edfa9dffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '74dc9830-59a4-4929-a5c7-5f545e7943d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:14.592391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network hostable DHCP agents. Network: 74dc9830-59a4-4929-a5c7-5f545e7943d8, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:05:14.605128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port eddcd18c-6786-4c20-94ae-361185b64b13 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:14.605505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:14.618028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:14.620208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-e36f68c0-2ed0-4fec-9696-fc98abde40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:14.622715 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-e36f68c0-2ed0-4fec-9696-fc98abde40b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.5032027 Dec 13 13:05:14.659401 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] Set router 714e4063-ce34-4c98-b586-ad8723bb9765 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:05:14.727851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2145580-8bba-4230-920e-e5afbd64023e req-ec738748-8db0-4a42-9772-0a7d26fa0d32 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515152 Dec 13 13:05:14.740319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0793ce-77b9-4b3f-b4e0-02a9bf331132 None None] Pushing event updated for resources: {'Port': ['ID=9d70ea6f-6b9e-4523-9a02-d3e77664b994,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:14.787156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Port eddcd18c-6786-4c20-94ae-361185b64b13 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:14.811608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port fe139781-1953-4765-8dea-bbdf26d45bee triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:14.811966 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:14.850168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22a545-afef-4544-8d7d-cc796c8cb4b4 req-fb276d4e-92c1-4de2-bc23-f77d5b99ef3f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:14.851803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e22a545-afef-4544-8d7d-cc796c8cb4b4 req-fb276d4e-92c1-4de2-bc23-f77d5b99ef3f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.2829230 Dec 13 13:05:14.989388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port bc621785-b2f2-425f-a4bb-d4e966dd7c3e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:14.989767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.034670 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77b498bf-9756-4275-9439-c4efc53c1005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.074884 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77b498bf-9756-4275-9439-c4efc53c1005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.075928 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'port_id': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'mac_address': 'fa:16:3e:60:65:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:05:10Z', 'updated_at': '2021-12-13T13:05:10Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2', 'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:a3:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:43Z', 'updated_at': '2021-12-13T13:04:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:15.077179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35790) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:15.129139 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4bbad1-f55e-4873-8a81-0c8c707a7c4b None None] The sync data for ids ['714e4063-ce34-4c98-b586-ad8723bb9765'] in n-d-817326-4 is: [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'port_id': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'mac_address': 'fa:16:3e:60:65:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:05:10Z', 'updated_at': '2021-12-13T13:05:10Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2', 'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:a3:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:43Z', 'updated_at': '2021-12-13T13:04:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:05:15.283393 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-254236b0-39c4-4430-bd3a-1b214de37bfd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769 HTTP/1.1" status: 200 len: 991 time: 0.1997828 Dec 13 13:05:15.334543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e22a545-afef-4544-8d7d-cc796c8cb4b4 req-d90c3d53-b84c-40c8-9ddc-14e7b0c62ca7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624918 Dec 13 13:05:15.340701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b498bf-9756-4275-9439-c4efc53c1005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd84ef2-f69d-4be9-bc3a-7a3f9e48c0b4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:15.348300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-77b498bf-9756-4275-9439-c4efc53c1005 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e66034f8acb48aa8bda278ded1213b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2752278 Dec 13 13:05:15.351166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35794) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:15.416427 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:15.426950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:15.432536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port 7022e80f-0fc7-44e6-adc5-c71da15c457d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:15.432911 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.439434 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:15.446135 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:15.447174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.452680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network 74dc9830-59a4-4929-a5c7-5f545e7943d8 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:05:15.476464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=1e1a2dc8-5c24-43c6-a291-e083b52edf4d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:15.478424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80b10baf-f0b0-4c97-83e5-c2f9ee005a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.483275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-773586e4-f6b3-408e-aacb-e87f8171e505 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 999 time: 0.8408442 Dec 13 13:05:15.499079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Port 7022e80f-0fc7-44e6-adc5-c71da15c457d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:15.507874 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fa37b7b7-1579-44e4-8418-35e37b164090 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6128347 Dec 13 13:05:15.508856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 74dc9830-59a4-4929-a5c7-5f545e7943d8) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:15.510725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port 2665946e-1fa9-40c2-a4a3-aafa97667ee9 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:15.511106 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.519967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35796) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:15.525442 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80b10baf-f0b0-4c97-83e5-c2f9ee005a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.564398 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:15.564968 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.614336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-6dcf08c8-d166-4d71-a43c-733f8dc15b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:15.614336 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-6dcf08c8-d166-4d71-a43c-733f8dc15b20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.1200080 Dec 13 13:05:15.618407 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-603e06be-18ef-465c-83d9-a96a72e95a67 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5179873 Dec 13 13:05:15.623890 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35798) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:15.652193 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80b10baf-f0b0-4c97-83e5-c2f9ee005a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.652629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0696e5d-7322-42be-8d8e-13080c62e009 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:15.655675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-80b10baf-f0b0-4c97-83e5-c2f9ee005a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:15.656937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-80b10baf-f0b0-4c97-83e5-c2f9ee005a04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bd84ef2-f69d-4be9-bc3a-7a3f9e48c0b4 HTTP/1.1" status: 204 len: 168 time: 0.3048108 Dec 13 13:05:15.659894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0696e5d-7322-42be-8d8e-13080c62e009 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:15.661805 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c0696e5d-7322-42be-8d8e-13080c62e009 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1405301 Dec 13 13:05:15.675572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35802) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:15.786712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9d70ea6f-6b9e-4523-9a02-d3e77664b994 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:15.801650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b10baf-f0b0-4c97-83e5-c2f9ee005a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd84ef2-f69d-4be9-bc3a-7a3f9e48c0b4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:15.876735 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-0322d773-15a0-45b3-9744-4bab2640d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:15.878295 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-0322d773-15a0-45b3-9744-4bab2640d7ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2553144 Dec 13 13:05:15.935354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b226992-a116-4e03-ab17-21b1feb9a9d7 None None] New status for floating IP aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:05:16.009133 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.067389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2bbc-a87e-4b3f-9c4c-64072175a533 req-c644e90a-0215-4ae5-ad8d-eba157d3767d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:16.069166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b0d2bbc-a87e-4b3f-9c4c-64072175a533 req-c644e90a-0215-4ae5-ad8d-eba157d3767d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.1836061 Dec 13 13:05:16.116049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-96437a7b-81a1-469b-ad08-bfb9987ab7b6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 1e1a2dc8-5c24-43c6-a291-e083b52edf4d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:16.116049 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96437a7b-81a1-469b-ad08-bfb9987ab7b6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.151027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port 1f3e35f0-9f6e-42a0-8150-4337797a937d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:16.151473 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.243103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35808) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:16.257950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b0d2bbc-a87e-4b3f-9c4c-64072175a533 req-efd9dc57-b4ae-46f1-b78c-a30a4467789b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750453 Dec 13 13:05:16.273262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9d70ea6f-6b9e-4523-9a02-d3e77664b994 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:16.286326 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.298110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35812) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:16.385321 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96437a7b-81a1-469b-ad08-bfb9987ab7b6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.414574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-96437a7b-81a1-469b-ad08-bfb9987ab7b6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 1e1a2dc8-5c24-43c6-a291-e083b52edf4d owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:16.502599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.543017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99914f-8cab-4896-bd0a-d0cd904acddc None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:16.545896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a2dab-0c34-4a15-977d-68bca93abfd7 None None] Network 74dc9830-59a4-4929-a5c7-5f545e7943d8 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:16.698398 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf0bd-7093-425d-a4f3-dd3ba084af80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.699009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321735e1-762c-48d3-8a03-27f0dbe77b74 req-b26bc44b-de28-4884-85c4-a2f76938e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:16.700863 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-321735e1-762c-48d3-8a03-27f0dbe77b74 req-b26bc44b-de28-4884-85c4-a2f76938e7c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4daf733a4251457082d3978a8e523292&device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 1096 time: 0.1280544 Dec 13 13:05:16.705737 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8770a63-d156-4caa-a998-20878f02c3bc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769 HTTP/1.1" status: 200 len: 991 time: 0.4019532 Dec 13 13:05:16.708482 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-eedca463-bfd5-4651-8db6-3aa060b6ec08 service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8107650 Dec 13 13:05:16.710979 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96437a7b-81a1-469b-ad08-bfb9987ab7b6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.806655 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.818432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96437a7b-81a1-469b-ad08-bfb9987ab7b6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=1e1a2dc8-5c24-43c6-a291-e083b52edf4d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:16.852521 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96437a7b-81a1-469b-ad08-bfb9987ab7b6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.859016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-96437a7b-81a1-469b-ad08-bfb9987ab7b6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/1e1a2dc8-5c24-43c6-a291-e083b52edf4d HTTP/1.1" status: 204 len: 168 time: 1.1769347 Dec 13 13:05:16.869647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c264e-3540-4658-8ce4-a9ef796aa51b req-d6729786-7cf2-407c-801f-f716eb8ab21e tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:16.881025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-965c264e-3540-4658-8ce4-a9ef796aa51b req-d6729786-7cf2-407c-801f-f716eb8ab21e tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1923540 Dec 13 13:05:16.881781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35820) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:16.896164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1112a97-5bcd-4f32-87fb-1fa41b21d97c req-f3d95180-c2c1-4ecd-9f81-9827671646d6 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:16.904738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1112a97-5bcd-4f32-87fb-1fa41b21d97c req-f3d95180-c2c1-4ecd-9f81-9827671646d6 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.2174261 Dec 13 13:05:16.908135 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.942062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 9d70ea6f-6b9e-4523-9a02-d3e77664b994, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9d70ea6f-6b9e-4523-9a02-d3e77664b994,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:16.952037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port 053c85ae-67cb-4d62-a130-02123c3277f2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:16.952420 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.955532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229fedc-c743-4bf5-b362-ce3dd3600539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-74dc9830-59a4-4929-a5c7-5f545e7943d8', 'network_id': '74dc9830-59a4-4929-a5c7-5f545e7943d8', 'project_id': '1b3317f727674afca22622f4ad72c18f', 'fixed_ips': [{'subnet_id': '723104ee-3417-481d-b5b0-880a861f7d0a'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:16.957181 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3229fedc-c743-4bf5-b362-ce3dd3600539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:16.985089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Subnet': ['ID=723104ee-3417-481d-b5b0-880a861f7d0a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:17.003161 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.098812 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.120080 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e5535c0d-f5fc-412f-8981-8f0e2014e569 req-45a57164-9102-426c-b3ad-75f335307deb service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696506 Dec 13 13:05:17.127623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321735e1-762c-48d3-8a03-27f0dbe77b74 req-df00566a-331e-4697-b084-e22617a17e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:17.129519 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-321735e1-762c-48d3-8a03-27f0dbe77b74 req-df00566a-331e-4697-b084-e22617a17e5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=772ebe61-546c-452f-a54e-fb76791d27a0 HTTP/1.1" status: 200 len: 910 time: 0.4162176 Dec 13 13:05:17.134788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dc9830-59a4-4929-a5c7-5f545e7943d8']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:17.172379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1112a97-5bcd-4f32-87fb-1fa41b21d97c req-cb7dd990-cdcc-40cf-8b1d-5d4dd8b3d27a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633297 Dec 13 13:05:17.176390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=9d70ea6f-6b9e-4523-9a02-d3e77664b994,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:17.231728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e926d7b-7a2b-4fd2-be0d-d5edfa9dffb4') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:17.232807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e926d7b-7a2b-4fd2-be0d-d5edfa9dffb4') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:17.243270 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-321735e1-762c-48d3-8a03-27f0dbe77b74 req-ba549af5-9bde-423e-8225-f66033f48fd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2665946e-1fa9-40c2-a4a3-aafa97667ee9 HTTP/1.1" status: 200 len: 217 time: 0.1022029 Dec 13 13:05:17.262906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6c8b2-859b-4c8e-9df0-b6b5920c5407 None None] Network 74dc9830-59a4-4929-a5c7-5f545e7943d8 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:17.276322 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf0bd-7093-425d-a4f3-dd3ba084af80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.289855 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf0bd-7093-425d-a4f3-dd3ba084af80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.292607 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.335341 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.348853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:17.349261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.369076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fde485-9f20-4941-8fd9-a4c600491dd4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:17.371085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fde485-9f20-4941-8fd9-a4c600491dd4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:17.372824 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b5fde485-9f20-4941-8fd9-a4c600491dd4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4897170 Dec 13 13:05:17.380032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35822) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:17.384609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fbbcf0bd-7093-425d-a4f3-dd3ba084af80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f443efe8a88747fa985fea0ffa09fcc1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1256299 Dec 13 13:05:17.476944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35824) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:17.487382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-965c264e-3540-4658-8ce4-a9ef796aa51b req-18af29d2-31a5-41a4-9960-a97bd8faee98 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5325127 Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:17.516063 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:17.525588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcf0bd-7093-425d-a4f3-dd3ba084af80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45227855-70a6-460a-a6f0-f52139341535,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:17.543895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port dabfea50-a3a8-41ab-b42c-616c8ab2f496 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:17.544284 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.581145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321735e1-762c-48d3-8a03-27f0dbe77b74 req-02de09f8-69ec-4e5c-9a10-dac5ea610803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:17.582870 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-321735e1-762c-48d3-8a03-27f0dbe77b74 req-02de09f8-69ec-4e5c-9a10-dac5ea610803 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85305c5a-1dd6-4aae-bc48-ed12633ea374 HTTP/1.1" status: 200 len: 850 time: 0.3244803 Dec 13 13:05:17.584769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.607899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dfd59d-79a3-4d3f-b93c-3ee1544cf3d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 8d874888-667b-4f94-a8df-8172066cab77 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:17.610570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.613470 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd59d-79a3-4d3f-b93c-3ee1544cf3d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.627394 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/74dc9830-59a4-4929-a5c7-5f545e7943d8 HTTP/1.1" status: 204 len: 168 time: 1.9989519 Dec 13 13:05:17.642246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35830) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:17.677309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-189972345'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:17.701939 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd59d-79a3-4d3f-b93c-3ee1544cf3d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.728321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35834) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:17.731917 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-321735e1-762c-48d3-8a03-27f0dbe77b74 req-623af749-3c40-4ff1-b980-234375eff912 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=772ebe61-546c-452f-a54e-fb76791d27a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378255 Dec 13 13:05:17.734333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b3e01-2eff-4313-b6fb-c63cd121ab8c tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Network': ['ID=74dc9830-59a4-4929-a5c7-5f545e7943d8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:17.747286 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eca4779f-babf-4e4d-adc5-44ceca0827df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.818744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9d70ea6f-6b9e-4523-9a02-d3e77664b994 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:17.839213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:17.852864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.896584 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eca4779f-babf-4e4d-adc5-44ceca0827df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.901913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Provisioning complete for port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:17.902332 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb0c9-83bb-4492-991b-a83028e181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.915839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:05:17.949012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9d70ea6f-6b9e-4523-9a02-d3e77664b994 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:17.949842 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.990300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:17.990926 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Added segment cd61e13e-af4a-4ee9-8ba7-38be653342cf of type vlan for network 44577023-6cf1-42e6-9fa3-6da27700e040 Dec 13 13:05:18.001373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e7291fbe-b1d2-460f-ae49-f6334d284ade tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769 HTTP/1.1" status: 200 len: 993 time: 0.2645333 Dec 13 13:05:18.017122 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd59d-79a3-4d3f-b93c-3ee1544cf3d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:18.048331 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-321735e1-762c-48d3-8a03-27f0dbe77b74 req-75481d05-3642-4954-a2ab-5d47050a32f4 service neutron] 10.222.0.37 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068886 Dec 13 13:05:18.078379 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:18.090833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eca4779f-babf-4e4d-adc5-44ceca0827df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:18.097569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eca4779f-babf-4e4d-adc5-44ceca0827df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:18.104272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eca4779f-babf-4e4d-adc5-44ceca0827df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45227855-70a6-460a-a6f0-f52139341535 HTTP/1.1" status: 204 len: 168 time: 0.6138260 Dec 13 13:05:18.141591 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4779f-babf-4e4d-adc5-44ceca0827df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45227855-70a6-460a-a6f0-f52139341535,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:18.184860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd59d-79a3-4d3f-b93c-3ee1544cf3d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:18.258172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfd59d-79a3-4d3f-b93c-3ee1544cf3d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=8d874888-667b-4f94-a8df-8172066cab77,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:18.264530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd59d-79a3-4d3f-b93c-3ee1544cf3d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:18.274121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.resource_extend [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 13:05:18.274449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c7dfd59d-79a3-4d3f-b93c-3ee1544cf3d0 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/8d874888-667b-4f94-a8df-8172066cab77 HTTP/1.1" status: 204 len: 168 time: 0.8883278 Dec 13 13:05:18.275106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35840) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:18.344666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35842) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:18.347537 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:18.351887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c0c8a36b-b1f2-4872-a09c-4a89081ed9ed None None] Could not find standard attr ID for object 1e1a2dc8-5c24-43c6-a291-e083b52edf4d. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:05:18.354160 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:18.355630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7e0f407c-a996-4efd-ba88-28e8949d1b28 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700378 Dec 13 13:05:18.359921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:18.386473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c0c8a36b-b1f2-4872-a09c-4a89081ed9ed None None] Provisioning complete for port 9d70ea6f-6b9e-4523-9a02-d3e77664b994 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:18.386841 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a36b-b1f2-4872-a09c-4a89081ed9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:18.494999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15d1a5-4f66-4c45-8670-134907c8985a req-f34e8870-31ce-4964-b5e3-6287a0105543 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:18.496631 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d15d1a5-4f66-4c45-8670-134907c8985a req-f34e8870-31ce-4964-b5e3-6287a0105543 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.1352491 Dec 13 13:05:18.505256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f802ba-902f-4c80-8d65-de581ad5041e None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:18.551845 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-321735e1-762c-48d3-8a03-27f0dbe77b74 req-55c5f359-41f6-4bf1-ba4e-80c042489f0a service neutron] 10.222.0.37 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876165 Dec 13 13:05:18.559348 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8837135 Dec 13 13:05:18.570859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764b4c8-59d7-4b5c-a044-226127a3a8ed tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Network': ['ID=44577023-6cf1-42e6-9fa3-6da27700e040,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:18.574937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35848) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:18.589823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d15d1a5-4f66-4c45-8670-134907c8985a req-16711957-60ad-4443-a1c7-95b2119ad2f2 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826628 Dec 13 13:05:18.601194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Request body: {'subnet': {'network_id': '44577023-6cf1-42e6-9fa3-6da27700e040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:18.665700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 44577023-6cf1-42e6-9fa3-6da27700e040 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:05:18.706921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47476875-767b-4031-9183-2de6d16ecf79 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:18.713969 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-47476875-767b-4031-9183-2de6d16ecf79 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3477480 Dec 13 13:05:18.717606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35856) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:18.847424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Made reservation on behalf of 1b3317f727674afca22622f4ad72c18f for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:18.852941 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:18.935312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fcf3c-809b-439f-812d-254ed825ead6 req-4f967e56-d83f-4f64-bcb1-d82984b4455f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:18.945400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf0fcf3c-809b-439f-812d-254ed825ead6 req-4f967e56-d83f-4f64-bcb1-d82984b4455f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.2430034 Dec 13 13:05:18.959848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a1ac0-0014-46f6-b5ef-9876ea4bad08 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:18.964109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-945a1ac0-0014-46f6-b5ef-9876ea4bad08 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2424977 Dec 13 13:05:18.965109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35864) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:19.022697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3430cda5-cb3a-41d5-9fba-3c589ed3372e None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:19.074247 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-01827141-3265-464b-8cd5-c2de21a14951 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000562 Dec 13 13:05:19.077853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35868) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:19.087271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-652cc864-b516-4758-b664-aff39728d037 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:19.097166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf0fcf3c-809b-439f-812d-254ed825ead6 req-8ed989c9-0d5a-4059-928c-bdc065e17730 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483054 Dec 13 13:05:19.135208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3430cda5-cb3a-41d5-9fba-3c589ed3372e None None] Deleting port 9d70ea6f-6b9e-4523-9a02-d3e77664b994 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:19.135727 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3430cda5-cb3a-41d5-9fba-3c589ed3372e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:19.494219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:05:19.497995 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:19.522618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3430cda5-cb3a-41d5-9fba-3c589ed3372e None None] For port 9d70ea6f-6b9e-4523-9a02-d3e77664b994, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9d70ea6f-6b9e-4523-9a02-d3e77664b994,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:19.523303 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3430cda5-cb3a-41d5-9fba-3c589ed3372e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:19.543326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652cc864-b516-4758-b664-aff39728d037 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:19.557407 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-652cc864-b516-4758-b664-aff39728d037 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:19.558373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3430cda5-cb3a-41d5-9fba-3c589ed3372e None None] Calling delete_port for 9d70ea6f-6b9e-4523-9a02-d3e77664b994 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:19.649507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9d70ea6f-6b9e-4523-9a02-d3e77664b994 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:05:19.816319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Port 9d70ea6f-6b9e-4523-9a02-d3e77664b994 update to DOWN by agent not found {{(pid=109887) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 13:05:19.828632 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3430cda5-cb3a-41d5-9fba-3c589ed3372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:19.870752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430cda5-cb3a-41d5-9fba-3c589ed3372e None None] Pushing event deleted for resources: {'Port': ['ID=9d70ea6f-6b9e-4523-9a02-d3e77664b994,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:19.871305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277b813-5701-4fb0-a475-386274fcdb79 req-ef4b883d-45f5-4e1a-94e1-ccdf30975541 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:19.888807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5277b813-5701-4fb0-a475-386274fcdb79 req-ef4b883d-45f5-4e1a-94e1-ccdf30975541 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.1619389 Dec 13 13:05:19.909464 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3430cda5-cb3a-41d5-9fba-3c589ed3372e None None] No DVR routers for this DVR port 9d70ea6f-6b9e-4523-9a02-d3e77664b994 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:19.980919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event updated for resources: {'Subnet': ['ID=d62c6e4f-f4f4-4733-9363-011cbdbca5c0,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:20.001952 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5277b813-5701-4fb0-a475-386274fcdb79 req-5ea450c5-6a05-4a81-b874-600cec69f57b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072564 Dec 13 13:05:20.018394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Checking segment: {'id': 'cd61e13e-af4a-4ee9-8ba7-38be653342cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '44577023-6cf1-42e6-9fa3-6da27700e040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:20.018787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network hostable DHCP agents. Network: 44577023-6cf1-42e6-9fa3-6da27700e040, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:05:20.054794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-652cc864-b516-4758-b664-aff39728d037 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:20.103547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Network 44577023-6cf1-42e6-9fa3-6da27700e040 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:05:20.106874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652cc864-b516-4758-b664-aff39728d037 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:20.125723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-652cc864-b516-4758-b664-aff39728d037 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:20.149386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652cc864-b516-4758-b664-aff39728d037 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:20.152878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-652cc864-b516-4758-b664-aff39728d037 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:20.156934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5885a03-175a-4a69-b757-05680fdfb675 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:20.180651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cc864-b516-4758-b664-aff39728d037 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=df672ccf-0010-46a3-a07a-18f21f4f2156,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:20.186025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 44577023-6cf1-42e6-9fa3-6da27700e040) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:20.203672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:20.204304 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:20.247099 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-652cc864-b516-4758-b664-aff39728d037 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1672099 Dec 13 13:05:20.255201 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-52da1997-c616-499c-9ef4-591e591e9147 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6792054 Dec 13 13:05:20.259279 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35902) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:20.262675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35904) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:20.263827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2deab3-795a-41d7-9b19-d30d0f1c7340 None None] Network 44577023-6cf1-42e6-9fa3-6da27700e040 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:20.278022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:ee:59:88', 'name': 'tempest-NetworksTestDHCPv6-1068338001'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:20.449715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c044f8-290b-40ee-8ac1-2f74c4403fcd req-45faf156-81ed-4740-b949-04615df2670d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:20.457660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2c044f8-290b-40ee-8ac1-2f74c4403fcd req-45faf156-81ed-4740-b949-04615df2670d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.2240894 Dec 13 13:05:20.485441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': 'df672ccf-0010-46a3-a07a-18f21f4f2156'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:20.486605 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:20.498341 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:20.564519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-44577023-6cf1-42e6-9fa3-6da27700e040', 'network_id': '44577023-6cf1-42e6-9fa3-6da27700e040', 'project_id': '1b3317f727674afca22622f4ad72c18f', 'fixed_ips': [{'subnet_id': 'd62c6e4f-f4f4-4733-9363-011cbdbca5c0'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:20.567218 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:20.578269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2c044f8-290b-40ee-8ac1-2f74c4403fcd req-f144c087-b820-49cd-9666-ddf6ee32592d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186059 Dec 13 13:05:20.650820 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:20.701563 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:20.755018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port c9e2b261-0d92-4aae-bedc-dda362160fe5 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:05:20.855702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35912) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:20.857831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:20.985251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::3b6 (a96b3050-5a47-4623-a1bc-6be051560383/df672ccf-0010-46a3-a07a-18f21f4f2156/c9e2b261-0d92-4aae-bedc-dda362160fe5) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:21.011603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Allocated IP 2001:db8::f816:3eff:fee5:f0fc (44577023-6cf1-42e6-9fa3-6da27700e040/d62c6e4f-f4f4-4733-9363-011cbdbca5c0/aec1eaa6-0c07-4bd8-9d79-94217baf300a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:21.085914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.149811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7eee8-f4f1-4aec-ac76-fb8cc551afd4 req-495a547a-2c32-41b0-8eb5-529bcc45c016 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:21.158644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3b7eee8-f4f1-4aec-ac76-fb8cc551afd4 req-495a547a-2c32-41b0-8eb5-529bcc45c016 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.0771880 Dec 13 13:05:21.204834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.212954 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.213197 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.216246 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3b7eee8-f4f1-4aec-ac76-fb8cc551afd4 req-fbec7e2e-cacf-4e60-90a5-19986cd0f711 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561655 Dec 13 13:05:21.227486 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.259612 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.270730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Network 44577023-6cf1-42e6-9fa3-6da27700e040 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:21.278083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:21.282167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:21.295085 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a2fe11136514e0085f7cab0c271a5d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4359450 Dec 13 13:05:21.301204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35920) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:21.305037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Subnet': ['ID=d62c6e4f-f4f4-4733-9363-011cbdbca5c0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:21.308813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aada6d75-8512-4b10-9943-7832419ac10b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:21.318370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Pushing event updated for resources: {'Port': ['ID=aec1eaa6-0c07-4bd8-9d79-94217baf300a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:21.322745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.323087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.323683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.324331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.324770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.325101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.325532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.326030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.326489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.326691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.327284 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.327883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.328742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539a94-b07a-4d07-a6ff-3a5fc87ff968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:21.352828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Attempting to bind port aec1eaa6-0c07-4bd8-9d79-94217baf300a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:21.353210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Attempting to bind port aec1eaa6-0c07-4bd8-9d79-94217baf300a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'cd61e13e-af4a-4ee9-8ba7-38be653342cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '44577023-6cf1-42e6-9fa3-6da27700e040'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:21.353599 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Attempting to bind port aec1eaa6-0c07-4bd8-9d79-94217baf300a on network 44577023-6cf1-42e6-9fa3-6da27700e040 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:21.367297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:21.367804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Checking segment: {'id': 'cd61e13e-af4a-4ee9-8ba7-38be653342cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '44577023-6cf1-42e6-9fa3-6da27700e040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:21.368221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.368621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Bound using segment: {'id': 'cd61e13e-af4a-4ee9-8ba7-38be653342cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '44577023-6cf1-42e6-9fa3-6da27700e040'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:21.369098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Bound port: aec1eaa6-0c07-4bd8-9d79-94217baf300a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd61e13e-af4a-4ee9-8ba7-38be653342cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '44577023-6cf1-42e6-9fa3-6da27700e040'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:21.369485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.451294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] For port aec1eaa6-0c07-4bd8-9d79-94217baf300a, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:21.456115 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.459994 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-44a4bd37-0d04-4b52-b77b-c4e8a69b1368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.460376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] For port aec1eaa6-0c07-4bd8-9d79-94217baf300a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aec1eaa6-0c07-4bd8-9d79-94217baf300a,segment=NetworkSegment(cd61e13e-af4a-4ee9-8ba7-38be653342cf),segment_id=cd61e13e-af4a-4ee9-8ba7-38be653342cf)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:21.469448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.470122 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.491652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44577023-6cf1-42e6-9fa3-6da27700e040']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:21.512264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-44a4bd37-0d04-4b52-b77b-c4e8a69b1368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.515409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd61e13e-af4a-4ee9-8ba7-38be653342cf') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:21.516000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd61e13e-af4a-4ee9-8ba7-38be653342cf') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:21.537536 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.553442 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.571119 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.580044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:21.580832 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:21.584602 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:21.657519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/df672ccf-0010-46a3-a07a-18f21f4f2156/b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:21.662980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-44a4bd37-0d04-4b52-b77b-c4e8a69b1368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.664319 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-44a4bd37-0d04-4b52-b77b-c4e8a69b1368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.679237 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-44a4bd37-0d04-4b52-b77b-c4e8a69b1368 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aada6d75-8512-4b10-9943-7832419ac10b HTTP/1.1" status: 204 len: 168 time: 0.3632498 Dec 13 13:05:21.691983 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:21.700851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:21.709016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4bd37-0d04-4b52-b77b-c4e8a69b1368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aada6d75-8512-4b10-9943-7832419ac10b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:21.723874 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.api [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 13:05:21.723874 n-d-817326-4 neutron-server[109886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 13:05:21.723874 n-d-817326-4 neutron-server[109886]: [parameters: {'id': '44577023-6cf1-42e6-9fa3-6da27700e040'}] Dec 13 13:05:21.723874 n-d-817326-4 neutron-server[109886]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:05:21.724438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:21.725405 n-d-817326-4 neutron-server[109886]: DEBUG oslo_db.api [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:05:21.739422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:21.740115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.767090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=c9e2b261-0d92-4aae-bedc-dda362160fe5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:21.783395 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f4f41f65-a3b1-40f2-b4d5-9cfd1f9df32a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5094779 Dec 13 13:05:21.792213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:21.860853 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.885609 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:21.901802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61940be3-faf6-4aea-bd59-21c02e258fad None None] Network 44577023-6cf1-42e6-9fa3-6da27700e040 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:21.902977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dbee3-676b-492f-9b5c-dc9dd61a2143 req-2f389695-4c93-43d1-b203-5910c57a1725 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:21.904661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f8dbee3-676b-492f-9b5c-dc9dd61a2143 req-2f389695-4c93-43d1-b203-5910c57a1725 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1701124 Dec 13 13:05:21.988883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:21.994174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3828d7b2-826a-4bce-99e9-737b472038b3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:21.996226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3828d7b2-826a-4bce-99e9-737b472038b3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2000029 Dec 13 13:05:21.999009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35930) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:22.001487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f8dbee3-676b-492f-9b5c-dc9dd61a2143 req-376e1d53-4dc8-4440-9541-ea24f09e35a3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835154 Dec 13 13:05:22.002090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:22.005433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:22.013002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba1a3c-c682-4a86-beea-2799a55076bb None None] Pushing event updated for resources: {'Port': ['ID=aec1eaa6-0c07-4bd8-9d79-94217baf300a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:22.159769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Pushing event updated for resources: {'Port': ['ID=b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:22.178701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-94af8912-67a0-44c4-a293-60c0fdb824e4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port c9e2b261-0d92-4aae-bedc-dda362160fe5 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:22.179596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94af8912-67a0-44c4-a293-60c0fdb824e4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.226939 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.231563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Attempting to bind port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:22.232009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Attempting to bind port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:22.232283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Attempting to bind port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:22.240213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:22.240469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:22.240793 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.241185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:22.241651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Bound port: b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:22.242129 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.344409 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94af8912-67a0-44c4-a293-60c0fdb824e4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.360303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] For port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:22.367149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] For port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:22.370367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-94af8912-67a0-44c4-a293-60c0fdb824e4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for c9e2b261-0d92-4aae-bedc-dda362160fe5 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:22.377705 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.407954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Deleting port aec1eaa6-0c07-4bd8-9d79-94217baf300a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:22.409627 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.454110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f15d7-5820-46f1-add1-1508cfc431cb None None] Pushing event updated for resources: {'Port': ['ID=b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:22.568460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d354291-a010-494d-b935-d9ffa1555d2d req-3d374268-3c61-40c6-ba30-0ce9fbcb876e tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:22.570100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d354291-a010-494d-b935-d9ffa1555d2d req-3d374268-3c61-40c6-ba30-0ce9fbcb876e tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.1985302 Dec 13 13:05:22.580468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] For port aec1eaa6-0c07-4bd8-9d79-94217baf300a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aec1eaa6-0c07-4bd8-9d79-94217baf300a,segment=NetworkSegment(cd61e13e-af4a-4ee9-8ba7-38be653342cf),segment_id=cd61e13e-af4a-4ee9-8ba7-38be653342cf)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:22.580846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.624553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Calling delete_port for aec1eaa6-0c07-4bd8-9d79-94217baf300a owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:22.641272 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94af8912-67a0-44c4-a293-60c0fdb824e4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.676695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d354291-a010-494d-b935-d9ffa1555d2d req-22c92ff8-7427-41b2-8cdf-b07699db9a67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985589 Dec 13 13:05:22.678805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af8912-67a0-44c4-a293-60c0fdb824e4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=c9e2b261-0d92-4aae-bedc-dda362160fe5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:22.762050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94af8912-67a0-44c4-a293-60c0fdb824e4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.770481 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-94af8912-67a0-44c4-a293-60c0fdb824e4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/c9e2b261-0d92-4aae-bedc-dda362160fe5 HTTP/1.1" status: 204 len: 168 time: 0.7604623 Dec 13 13:05:22.770481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35952) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:22.848501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deadcb8-5e4a-4213-963a-699dd75da9c6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:22.850949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deadcb8-5e4a-4213-963a-699dd75da9c6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:22.855895 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1deadcb8-5e4a-4213-963a-699dd75da9c6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0834427 Dec 13 13:05:22.856231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35954) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:22.910011 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.923017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d980c3e-168b-4651-9d9c-718bd2616a7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet df672ccf-0010-46a3-a07a-18f21f4f2156 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:22.927546 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d980c3e-168b-4651-9d9c-718bd2616a7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.972227 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d980c3e-168b-4651-9d9c-718bd2616a7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:22.978408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No DVR routers for this DVR port aec1eaa6-0c07-4bd8-9d79-94217baf300a on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:22.986894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Port': ['ID=aec1eaa6-0c07-4bd8-9d79-94217baf300a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:23.083779 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:23.103527 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d980c3e-168b-4651-9d9c-718bd2616a7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:23.122021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44577023-6cf1-42e6-9fa3-6da27700e040']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:23.175710 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d980c3e-168b-4651-9d9c-718bd2616a7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:23.189517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd61e13e-af4a-4ee9-8ba7-38be653342cf') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:23.191706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd61e13e-af4a-4ee9-8ba7-38be653342cf') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:23.198654 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d980c3e-168b-4651-9d9c-718bd2616a7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:23.203433 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4d980c3e-168b-4651-9d9c-718bd2616a7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/df672ccf-0010-46a3-a07a-18f21f4f2156 HTTP/1.1" status: 204 len: 168 time: 0.3462822 Dec 13 13:05:23.209782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35964) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:23.267175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:23.284822 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:23.295098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:23.295425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:23.309196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93a1e8-3ed9-4a53-8274-0b1abdd76136 req-02379b69-37e4-402f-8bfb-824ec4da9e9f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:23.317136 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd93a1e8-3ed9-4a53-8274-0b1abdd76136 req-02379b69-37e4-402f-8bfb-824ec4da9e9f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1815200 Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:23.324034 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:23.337929 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b8b3badc-29f2-4c71-8250-78d09b1edbc1 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267846 Dec 13 13:05:23.339592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35966) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:23.340410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d980c3e-168b-4651-9d9c-718bd2616a7d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=df672ccf-0010-46a3-a07a-18f21f4f2156,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:23.677107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:23.898613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:23.899059 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.005717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b7da9-9467-4d72-9a83-08932db9bcd7 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:24.021254 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.031892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692903eb-da57-46c3-bdfa-c0fc51e7e8e9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:24.035613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-692903eb-da57-46c3-bdfa-c0fc51e7e8e9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6889255 Dec 13 13:05:24.036188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35984) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:24.080483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.088055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/44577023-6cf1-42e6-9fa3-6da27700e040 HTTP/1.1" status: 204 len: 168 time: 3.8194900 Dec 13 13:05:24.093247 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35990) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:24.095703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215cfc0-ce24-4a98-9dc5-61118914620e tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Network': ['ID=44577023-6cf1-42e6-9fa3-6da27700e040,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:24.130977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd93a1e8-3ed9-4a53-8274-0b1abdd76136 req-22beb406-e0ba-421a-b351-f43f181c8a5c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8083994 Dec 13 13:05:24.153107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d4965-96af-42b6-8449-45f260130e4e req-90d3f5f7-4583-4b4f-b98c-02bbeea3453b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:24.153959 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-257c3d4b-2f9d-4ca7-8742-87fddc50f18d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] DELETE failed (client error): The resource could not be found. Dec 13 13:05:24.161562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-752d4965-96af-42b6-8449-45f260130e4e req-90d3f5f7-4583-4b4f-b98c-02bbeea3453b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.2104883 Dec 13 13:05:24.162465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257c3d4b-2f9d-4ca7-8742-87fddc50f18d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:24.165759 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-257c3d4b-2f9d-4ca7-8742-87fddc50f18d tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/subnets/d62c6e4f-f4f4-4733-9363-011cbdbca5c0 HTTP/1.1" status: 404 len: 337 time: 0.0712371 Dec 13 13:05:24.168706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35992) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:24.219142 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4324887-c153-4e62-b311-9e534d7d7fcb tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] DELETE failed (client error): The resource could not be found. Dec 13 13:05:24.220220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4324887-c153-4e62-b311-9e534d7d7fcb tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:24.231046 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c4324887-c153-4e62-b311-9e534d7d7fcb tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/44577023-6cf1-42e6-9fa3-6da27700e040 HTTP/1.1" status: 404 len: 339 time: 0.0573211 Dec 13 13:05:24.234943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35998) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:24.247051 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e11dc096-f631-4280-9d91-57d3488078fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.251888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2994dfb1-0bd4-43e4-b88d-238b37070aff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:24.253454 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2994dfb1-0bd4-43e4-b88d-238b37070aff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2156897 Dec 13 13:05:24.255978 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.257685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36004) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:24.285697 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-df145fed-c86c-4f90-aec2-c3ce4981c7c3 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] DELETE failed (client error): The resource could not be found. Dec 13 13:05:24.288289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df145fed-c86c-4f90-aec2-c3ce4981c7c3 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:24.294222 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-df145fed-c86c-4f90-aec2-c3ce4981c7c3 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/subnets/723104ee-3417-481d-b5b0-880a861f7d0a HTTP/1.1" status: 404 len: 337 time: 0.0549026 Dec 13 13:05:24.321880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-752d4965-96af-42b6-8449-45f260130e4e req-eb3a5bcc-9857-467a-8fc7-fc5bd9e6ea56 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398520 Dec 13 13:05:24.322499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36010) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:24.328925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1228a029-c2b0-4eee-85df-94697851ba97 None None] Provisioning complete for port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:24.329307 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1228a029-c2b0-4eee-85df-94697851ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.339851 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-318bfbe0-9eb1-4ec9-8616-9947830f1e04 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823202 Dec 13 13:05:24.348831 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36012) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:24.353907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:24.359965 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ebea77-3fcf-4723-a6a3-9264a7593c37 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] DELETE failed (client error): The resource could not be found. Dec 13 13:05:24.360641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ebea77-3fcf-4723-a6a3-9264a7593c37 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:24.368710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a5ebea77-3fcf-4723-a6a3-9264a7593c37 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/74dc9830-59a4-4929-a5c7-5f545e7943d8 HTTP/1.1" status: 404 len: 339 time: 0.0415013 Dec 13 13:05:24.369769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36018) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:24.416705 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaac453e-6494-477b-bb0e-a19b689e0332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] DELETE failed (client error): The resource could not be found. Dec 13 13:05:24.417199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaac453e-6494-477b-bb0e-a19b689e0332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:24.426692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eaac453e-6494-477b-bb0e-a19b689e0332 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/subnets/a4cc633d-aac6-4f94-ac20-5305423aae47 HTTP/1.1" status: 404 len: 337 time: 0.0552485 Dec 13 13:05:24.427410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36020) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:24.452093 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-294a2db7-7615-4838-b27d-cda9d1225d07 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] DELETE failed (client error): The resource could not be found. Dec 13 13:05:24.452833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294a2db7-7615-4838-b27d-cda9d1225d07 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:24.460433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-294a2db7-7615-4838-b27d-cda9d1225d07 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/90e1b19f-12b0-49d4-9e89-43a97b0f37f6 HTTP/1.1" status: 404 len: 339 time: 0.0318737 Dec 13 13:05:24.461099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36022) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:24.480545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:24.499309 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.560490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:24.564726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.615602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:24.624917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e05f3a63-7114-4580-b5fc-a3bbe618f952 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Deleting port 614edbe2-f5c4-47e6-9171-ae11ea7360b7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:24.625284 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e05f3a63-7114-4580-b5fc-a3bbe618f952 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.627909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b88d706-d34d-4fde-85c4-20b7af39b668 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:24.635096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.635622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.636637 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.637145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.637582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.638928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.639362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.639785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.640239 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.640661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.641078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.641546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.641961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:24.756565 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0b88d706-d34d-4fde-85c4-20b7af39b668 None None] Deleting port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:24.757830 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b88d706-d34d-4fde-85c4-20b7af39b668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.775981 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e05f3a63-7114-4580-b5fc-a3bbe618f952 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.806510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e05f3a63-7114-4580-b5fc-a3bbe618f952 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Calling delete_port for 614edbe2-f5c4-47e6-9171-ae11ea7360b7 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:24.839836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0b88d706-d34d-4fde-85c4-20b7af39b668 None None] For port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:24.839836 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b88d706-d34d-4fde-85c4-20b7af39b668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:24.859398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0b88d706-d34d-4fde-85c4-20b7af39b668 None None] Calling delete_port for b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:24.987340 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e05f3a63-7114-4580-b5fc-a3bbe618f952 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.051003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f3a63-7114-4580-b5fc-a3bbe618f952 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Port': ['ID=614edbe2-f5c4-47e6-9171-ae11ea7360b7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:25.072133 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e05f3a63-7114-4580-b5fc-a3bbe618f952 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.084089 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e05f3a63-7114-4580-b5fc-a3bbe618f952 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/ports/614edbe2-f5c4-47e6-9171-ae11ea7360b7 HTTP/1.1" status: 204 len: 168 time: 0.6196957 Dec 13 13:05:25.089188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36050) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:25.167330 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa75293-5fa1-41de-9d72-1f39f30ec0c1 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] DELETE failed (client error): The resource could not be found. Dec 13 13:05:25.167804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa75293-5fa1-41de-9d72-1f39f30ec0c1 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:25.180458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dfa75293-5fa1-41de-9d72-1f39f30ec0c1 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/subnets/21f7aa4a-65e1-4e1e-81ce-9eb1624b27b2 HTTP/1.1" status: 404 len: 337 time: 0.0877836 Dec 13 13:05:25.181846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36054) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:25.210655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:05:25.309435 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b88d706-d34d-4fde-85c4-20b7af39b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.342960 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.347827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88d706-d34d-4fde-85c4-20b7af39b668 None None] Pushing event deleted for resources: {'Port': ['ID=b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:25.350138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88d706-d34d-4fde-85c4-20b7af39b668 None None] No DVR routers for this DVR port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:25.387078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68f7b-3de2-4ced-bbc3-ef38b4ccaa67 req-8c60687c-1c27-4e9f-817d-7873197d0a9c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:25.387943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9cba6b-ce4c-4321-b516-384bfc180ce8 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:05:25.388835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2b68f7b-3de2-4ced-bbc3-ef38b4ccaa67 req-8c60687c-1c27-4e9f-817d-7873197d0a9c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1140139 Dec 13 13:05:25.507337 n-d-817326-4 neutron-server[109885]: WARNING neutron.services.revisions.revision_plugin [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Could not find related port for resource to bump revision. Dec 13 13:05:25.526644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Port b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109885) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 13 13:05:25.526969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Reverting IP allocation for 2001:db8::f816:3eff:fed9:6ad2 {{(pid=109885) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 13 13:05:25.543402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed9:6ad2 {{(pid=109885) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 13 13:05:25.550456 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.572187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2b68f7b-3de2-4ced-bbc3-ef38b4ccaa67 req-41bb0c9c-fe27-4ae1-8d07-263762ee1a6f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405318 Dec 13 13:05:25.574361 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.590216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36062) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:25.642765 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:25.648072 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b111862-add6-4611-9174-858cbfb70bbf']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:25.657011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:25.667154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4931cb-2f2f-4382-8081-a3e377e5a3f2') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:25.667537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4931cb-2f2f-4382-8081-a3e377e5a3f2') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:25.668031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9cba6b-ce4c-4321-b516-384bfc180ce8 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:05:25.678435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:05:25.680873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:25.681348 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.693598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.716291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.730746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:25.731162 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.732825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=37af5dc2-0f28-48a8-a110-9dbe246afa64,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:25.742930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:05:25.743383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b0e2a639-0e6b-4cac-8e5e-2d1c4e5f0aaf not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:05:25.744482 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bbe0abd5-5edc-44b2-a5c3-0202ab7acc90 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3945487 Dec 13 13:05:25.749760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36066) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:25.755709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6b402e1e-de40-494f-b250-00dcd21f4aea tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:25.848162 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:25.861606 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.880911 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.884581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/9b111862-add6-4611-9174-858cbfb70bbf HTTP/1.1" status: 204 len: 168 time: 0.6997371 Dec 13 13:05:25.885474 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95d4cee1-314c-4009-972c-bf2a630837af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.887361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36068) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:25.920415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39a7f5-9786-40ae-b4ed-cc46b7f70952 req-30e9bd96-88e5-4348-9c39-6650667132da tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:25.922791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae39a7f5-9786-40ae-b4ed-cc46b7f70952 req-30e9bd96-88e5-4348-9c39-6650667132da tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.4085674 Dec 13 13:05:25.924963 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b402e1e-de40-494f-b250-00dcd21f4aea tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:25.929403 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b402e1e-de40-494f-b250-00dcd21f4aea tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:25.930376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccced31-65b6-42b6-8412-5bc1fecff551 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Network': ['ID=9b111862-add6-4611-9174-858cbfb70bbf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:26.067595 n-d-817326-4 neutron-server[109885]: INFO neutron.db.ipam_backend_mixin [None req-6b402e1e-de40-494f-b250-00dcd21f4aea tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37af5dc2-0f28-48a8-a110-9dbe246afa64 (CIDR: 2001:db8::/64) Dec 13 13:05:26.071767 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b402e1e-de40-494f-b250-00dcd21f4aea tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:05:26.072675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b402e1e-de40-494f-b250-00dcd21f4aea tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:26.094163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae39a7f5-9786-40ae-b4ed-cc46b7f70952 req-9fad224d-0613-484f-9034-4ad6bf10a7d8 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401451 Dec 13 13:05:26.100448 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6b402e1e-de40-494f-b250-00dcd21f4aea tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3492916 Dec 13 13:05:26.101713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36070) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:26.110200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-28b5ce34-de1e-41b2-95a4-52f3ae381439 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:26.156166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': '37af5dc2-0f28-48a8-a110-9dbe246afa64'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:26.157151 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.169264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b689442d-52a1-4591-89d1-493eb0618087 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Deleting port 03086b6a-590b-4384-ae64-59a0e8854a9f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:26.169881 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b689442d-52a1-4591-89d1-493eb0618087 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.268624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b5ce34-de1e-41b2-95a4-52f3ae381439 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:26.276736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28b5ce34-de1e-41b2-95a4-52f3ae381439 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.290863 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b689442d-52a1-4591-89d1-493eb0618087 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.305341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b689442d-52a1-4591-89d1-493eb0618087 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Calling delete_port for 03086b6a-590b-4384-ae64-59a0e8854a9f owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:26.313653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Allocated IP 2001:db8::f816:3eff:fefc:1e56 (a96b3050-5a47-4623-a1bc-6be051560383/37af5dc2-0f28-48a8-a110-9dbe246afa64/d57694f2-cfe6-441b-a57b-754a58ebd3bc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:26.393769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95d4cee1-314c-4009-972c-bf2a630837af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.411085 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95d4cee1-314c-4009-972c-bf2a630837af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.452106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4cee1-314c-4009-972c-bf2a630837af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb77530e-336f-483a-8c0f-c54d96e5c28d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:26.471181 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b689442d-52a1-4591-89d1-493eb0618087 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.516443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-95d4cee1-314c-4009-972c-bf2a630837af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=321c5b0566cd4457afc4866a137b8fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9200983 Dec 13 13:05:26.518968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689442d-52a1-4591-89d1-493eb0618087 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Port': ['ID=03086b6a-590b-4384-ae64-59a0e8854a9f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:26.520685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36072) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:26.526050 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.534327 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b689442d-52a1-4591-89d1-493eb0618087 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.536704 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.537935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b689442d-52a1-4591-89d1-493eb0618087 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/ports/03086b6a-590b-4384-ae64-59a0e8854a9f HTTP/1.1" status: 204 len: 168 time: 0.6362078 Dec 13 13:05:26.543953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36074) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:26.587363 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6449b2-0c66-4dbd-9846-c47b54855819 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] DELETE failed (client error): The resource could not be found. Dec 13 13:05:26.587837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6449b2-0c66-4dbd-9846-c47b54855819 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:26.591070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2c6449b2-0c66-4dbd-9846-c47b54855819 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/subnets/c9b545e8-d6f2-47b7-8123-741c1c7a6887 HTTP/1.1" status: 404 len: 337 time: 0.0461137 Dec 13 13:05:26.594683 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36076) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:26.621227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:26.625393 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-089eff78-31c7-4c1f-a5f9-9a80661aa733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.627793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:26.630342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Pushing event updated for resources: {'Port': ['ID=d57694f2-cfe6-441b-a57b-754a58ebd3bc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:26.632862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:26.657174 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eae839d9-02ed-4317-9260-14a6bf02d31e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.705658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Attempting to bind port d57694f2-cfe6-441b-a57b-754a58ebd3bc on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:26.706620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Attempting to bind port d57694f2-cfe6-441b-a57b-754a58ebd3bc by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:26.707009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Attempting to bind port d57694f2-cfe6-441b-a57b-754a58ebd3bc on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:26.716680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:26.717071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:26.717843 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.718519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:26.719229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Bound port: d57694f2-cfe6-441b-a57b-754a58ebd3bc, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:26.719630 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.755207 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eae839d9-02ed-4317-9260-14a6bf02d31e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.784865 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:26.897088 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] For port d57694f2-cfe6-441b-a57b-754a58ebd3bc, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:26.903590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] For port d57694f2-cfe6-441b-a57b-754a58ebd3bc, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d57694f2-cfe6-441b-a57b-754a58ebd3bc,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:26.914595 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.017989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c17d0-f8f2-4602-b912-37f211514064 None None] Pushing event updated for resources: {'Port': ['ID=d57694f2-cfe6-441b-a57b-754a58ebd3bc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:27.043859 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.077710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026ba4-486a-46bc-bff9-7089000fa4db req-f560871d-bda6-4dd2-9449-222dcacea2f8 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:27.086895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c026ba4-486a-46bc-bff9-7089000fa4db req-f560871d-bda6-4dd2-9449-222dcacea2f8 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.2799904 Dec 13 13:05:27.106063 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28b5ce34-de1e-41b2-95a4-52f3ae381439 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.120447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5943800-0d34-414e-b238-1d32d259a241']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:27.151932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:27.152289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29fdb2c-2fb1-4f8f-85f6-775bc39fb8bf') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:27.158321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b5ce34-de1e-41b2-95a4-52f3ae381439 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:27.162640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-28b5ce34-de1e-41b2-95a4-52f3ae381439 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:27.165126 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eae839d9-02ed-4317-9260-14a6bf02d31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.167404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b5ce34-de1e-41b2-95a4-52f3ae381439 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:27.168018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28b5ce34-de1e-41b2-95a4-52f3ae381439 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.169533 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eae839d9-02ed-4317-9260-14a6bf02d31e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.185530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5ce34-de1e-41b2-95a4-52f3ae381439 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=f3c3382e-c3e2-4e50-b309-95f322c29437,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:27.186150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eae839d9-02ed-4317-9260-14a6bf02d31e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb77530e-336f-483a-8c0f-c54d96e5c28d HTTP/1.1" status: 204 len: 168 time: 0.6544905 Dec 13 13:05:27.203745 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-28b5ce34-de1e-41b2-95a4-52f3ae381439 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0980597 Dec 13 13:05:27.205373 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36086) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:27.211031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:13:9d:c6', 'name': 'tempest-NetworksTestDHCPv6-1109554945'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:27.218598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.238639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c026ba4-486a-46bc-bff9-7089000fa4db req-18870835-b7db-4254-bf2e-75b662257b3f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507363 Dec 13 13:05:27.359086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae839d9-02ed-4317-9260-14a6bf02d31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb77530e-336f-483a-8c0f-c54d96e5c28d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:27.406490 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.423416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:27.438134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:27.439756 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:27.445928 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:27.526452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f4262-5766-48ca-8f01-fbb3b2e93abe req-5117ee80-a067-4da7-a6dd-592b7ae1ee21 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:27.528097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a58f4262-5766-48ca-8f01-fbb3b2e93abe req-5117ee80-a067-4da7-a6dd-592b7ae1ee21 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.2833371 Dec 13 13:05:27.581675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.598402 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.603300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/a5943800-0d34-414e-b238-1d32d259a241 HTTP/1.1" status: 204 len: 168 time: 1.0074725 Dec 13 13:05:27.608282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36090) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:27.623878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d157c4-bc8f-41c4-bd67-ec47043550ea tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Network': ['ID=a5943800-0d34-414e-b238-1d32d259a241,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:27.649945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a58f4262-5766-48ca-8f01-fbb3b2e93abe req-a5a17010-2fa5-4b0b-83f0-bf4779186f6e tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095209 Dec 13 13:05:27.695345 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.705673 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.729070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-518732d4-8f4a-4c6c-915a-072d5266dcec tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Deleting subnet acc443fa-5e31-4487-b5a9-57d01bd992f7 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:27.737840 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-518732d4-8f4a-4c6c-915a-072d5266dcec tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.741555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 2e93af31-e11e-4557-97bf-91c2f479a1b6 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:05:27.751005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d57694f2-cfe6-441b-a57b-754a58ebd3bc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:27.782920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36092) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:27.799834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b7dff4bf-c7e1-4f17-8807-402c8d3107d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.845306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d57694f2-cfe6-441b-a57b-754a58ebd3bc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:27.846319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.875272 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-518732d4-8f4a-4c6c-915a-072d5266dcec tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.997484 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b7dff4bf-c7e1-4f17-8807-402c8d3107d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:27.999177 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.006988 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b7dff4bf-c7e1-4f17-8807-402c8d3107d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.061774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port d57694f2-cfe6-441b-a57b-754a58ebd3bc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d57694f2-cfe6-441b-a57b-754a58ebd3bc,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:28.069423 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.075910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b7dff4bf-c7e1-4f17-8807-402c8d3107d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4be4fd85f9441e79dbbd2b94b3201d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910962 Dec 13 13:05:28.078437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dff4bf-c7e1-4f17-8807-402c8d3107d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a58b58-6339-4668-a54c-face88e86b89,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:28.082002 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36096) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:28.131400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-518732d4-8f4a-4c6c-915a-072d5266dcec tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.171956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=d57694f2-cfe6-441b-a57b-754a58ebd3bc,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:28.180397 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-525f2d8d-42a4-45c5-889d-a9718f05975d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.180771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8:0:1::c5 (a96b3050-5a47-4623-a1bc-6be051560383/f3c3382e-c3e2-4e50-b309-95f322c29437/2e93af31-e11e-4557-97bf-91c2f479a1b6) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:28.197578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::f816:3eff:fe13:9dc6 (a96b3050-5a47-4623-a1bc-6be051560383/37af5dc2-0f28-48a8-a110-9dbe246afa64/2e93af31-e11e-4557-97bf-91c2f479a1b6) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:28.208700 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-525f2d8d-42a4-45c5-889d-a9718f05975d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.278824 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-518732d4-8f4a-4c6c-915a-072d5266dcec tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.287363 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-525f2d8d-42a4-45c5-889d-a9718f05975d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.291154 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-525f2d8d-42a4-45c5-889d-a9718f05975d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.293837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-525f2d8d-42a4-45c5-889d-a9718f05975d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19a58b58-6339-4668-a54c-face88e86b89 HTTP/1.1" status: 204 len: 168 time: 0.2095935 Dec 13 13:05:28.316899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f2d8d-42a4-45c5-889d-a9718f05975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a58b58-6339-4668-a54c-face88e86b89,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:28.402655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518732d4-8f4a-4c6c-915a-072d5266dcec tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Subnet': ['ID=acc443fa-5e31-4487-b5a9-57d01bd992f7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:28.444076 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-518732d4-8f4a-4c6c-915a-072d5266dcec tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.444076 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-518732d4-8f4a-4c6c-915a-072d5266dcec tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/subnets/acc443fa-5e31-4487-b5a9-57d01bd992f7 HTTP/1.1" status: 204 len: 168 time: 0.8309367 Dec 13 13:05:28.447110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36102) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:28.515375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eed860-3179-4244-aa68-80c34e9cc1a4 req-5d86f91c-b8f2-456b-a182-87ea11987851 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:28.524677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15eed860-3179-4244-aa68-80c34e9cc1a4 req-5d86f91c-b8f2-456b-a182-87ea11987851 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1035533 Dec 13 13:05:28.539697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c451e3aa-dda9-4dc3-ab9c-a8863d342c97 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:28.621268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15eed860-3179-4244-aa68-80c34e9cc1a4 req-e8026cdd-ed29-4223-8e06-c48c130875a0 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956419 Dec 13 13:05:28.621671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.656829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0ad0d-6722-45b5-be95-46f67caff069 None None] Network b5da87d9-f757-4a54-ae6e-9a052dec54be requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:28.674160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ab9a1c3e-29db-41fc-bb11-4e87424cd8d2 None None] Provisioning complete for port d57694f2-cfe6-441b-a57b-754a58ebd3bc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:28.674530 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab9a1c3e-29db-41fc-bb11-4e87424cd8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.679223 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.759437 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:28.865544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e5ee7-42a5-40f5-b78e-e7414653da4d req-703874e0-60ff-4787-bf4c-a3e6ee78bd35 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:28.867514 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f45e5ee7-42a5-40f5-b78e-e7414653da4d req-703874e0-60ff-4787-bf4c-a3e6ee78bd35 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.0936215 Dec 13 13:05:28.938861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:28.965006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:28.968886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f45e5ee7-42a5-40f5-b78e-e7414653da4d req-9a77e806-cc8f-4bce-a64e-daccaa3babf8 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953350 Dec 13 13:05:28.996605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:29.006349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:29.007024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.056935 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.088587 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8796108 Dec 13 13:05:29.088587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457913fe-e765-4fb1-b826-9fab47b36c1c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=2e93af31-e11e-4557-97bf-91c2f479a1b6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:29.089074 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36120) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:29.125811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Deleting port a7ad49e8-2a4b-47b6-839e-013a88656d7a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:29.130501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.138657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc0697-27b5-4b86-9d7f-16c51ee83593 None None] Update dhcp port {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': '37af5dc2-0f28-48a8-a110-9dbe246afa64', 'ip_address': '2001:db8::f816:3eff:fefc:1e56'}, {'subnet_id': 'f3c3382e-c3e2-4e50-b309-95f322c29437'}], 'binding:host_id': 'n-d-817326-4'}, 'id': 'd57694f2-cfe6-441b-a57b-754a58ebd3bc'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:05:29.167122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f99530-bf7b-4b00-a6e7-ff2e782de2e5 None None] DHCP port deletion for b5da87d9-f757-4a54-ae6e-9a052dec54be request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:29.206451 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0697-27b5-4b86-9d7f-16c51ee83593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.241826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-bee84861-7ac9-4201-9e2c-145ed98fa12a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 2e93af31-e11e-4557-97bf-91c2f479a1b6 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:29.242489 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bee84861-7ac9-4201-9e2c-145ed98fa12a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.274774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-90f99530-bf7b-4b00-a6e7-ff2e782de2e5 None None] Deleting port a7ad49e8-2a4b-47b6-839e-013a88656d7a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:29.275151 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90f99530-bf7b-4b00-a6e7-ff2e782de2e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.305641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] For port a7ad49e8-2a4b-47b6-839e-013a88656d7a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a7ad49e8-2a4b-47b6-839e-013a88656d7a,segment=NetworkSegment(054d8b30-d3ea-4f4d-a5ff-ed6caea74639),segment_id=054d8b30-d3ea-4f4d-a5ff-ed6caea74639)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:29.306179 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.323576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Calling delete_port for a7ad49e8-2a4b-47b6-839e-013a88656d7a owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:29.412876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bee84861-7ac9-4201-9e2c-145ed98fa12a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.432508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-bee84861-7ac9-4201-9e2c-145ed98fa12a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 2e93af31-e11e-4557-97bf-91c2f479a1b6 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:29.456266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-90f99530-bf7b-4b00-a6e7-ff2e782de2e5 None None] For port a7ad49e8-2a4b-47b6-839e-013a88656d7a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a7ad49e8-2a4b-47b6-839e-013a88656d7a,segment=NetworkSegment(054d8b30-d3ea-4f4d-a5ff-ed6caea74639),segment_id=054d8b30-d3ea-4f4d-a5ff-ed6caea74639)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:29.456798 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90f99530-bf7b-4b00-a6e7-ff2e782de2e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.484937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-90f99530-bf7b-4b00-a6e7-ff2e782de2e5 None None] Calling delete_port for a7ad49e8-2a4b-47b6-839e-013a88656d7a owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:29.524178 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.595555 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e2bc0697-27b5-4b86-9d7f-16c51ee83593 None None] Allocated IP 2001:db8:0:1::2 (a96b3050-5a47-4623-a1bc-6be051560383/f3c3382e-c3e2-4e50-b309-95f322c29437/d57694f2-cfe6-441b-a57b-754a58ebd3bc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:29.637502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d57694f2-cfe6-441b-a57b-754a58ebd3bc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:29.699068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Port': ['ID=a7ad49e8-2a4b-47b6-839e-013a88656d7a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:29.715848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] No DVR routers for this DVR port a7ad49e8-2a4b-47b6-839e-013a88656d7a on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:29.747129 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bee84861-7ac9-4201-9e2c-145ed98fa12a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.785847 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90f99530-bf7b-4b00-a6e7-ff2e782de2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.789674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee84861-7ac9-4201-9e2c-145ed98fa12a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=2e93af31-e11e-4557-97bf-91c2f479a1b6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:29.825667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f99530-bf7b-4b00-a6e7-ff2e782de2e5 None None] Pushing event deleted for resources: {'Port': ['ID=a7ad49e8-2a4b-47b6-839e-013a88656d7a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:29.840841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f99530-bf7b-4b00-a6e7-ff2e782de2e5 None None] No DVR routers for this DVR port a7ad49e8-2a4b-47b6-839e-013a88656d7a on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:29.877917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d57694f2-cfe6-441b-a57b-754a58ebd3bc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:29.878321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.911615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.927910 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e2bc0697-27b5-4b86-9d7f-16c51ee83593 None None] For port d57694f2-cfe6-441b-a57b-754a58ebd3bc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d57694f2-cfe6-441b-a57b-754a58ebd3bc,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:29.962444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5da87d9-f757-4a54-ae6e-9a052dec54be']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:29.967290 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bee84861-7ac9-4201-9e2c-145ed98fa12a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.975382 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:29.976011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36134) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:29.980905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bee84861-7ac9-4201-9e2c-145ed98fa12a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/2e93af31-e11e-4557-97bf-91c2f479a1b6 HTTP/1.1" status: 204 len: 168 time: 0.8900361 Dec 13 13:05:29.987365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054d8b30-d3ea-4f4d-a5ff-ed6caea74639') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:29.987704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054d8b30-d3ea-4f4d-a5ff-ed6caea74639') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:30.013439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:30.015386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53828a53-342e-4cb9-aecb-ba970562aa65 req-7b88811f-fec3-4adb-8c3f-bb42c57683ac tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:30.017426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53828a53-342e-4cb9-aecb-ba970562aa65 req-7b88811f-fec3-4adb-8c3f-bb42c57683ac tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.2300417 Dec 13 13:05:30.026713 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0697-27b5-4b86-9d7f-16c51ee83593 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:30.031719 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:30.040108 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0697-27b5-4b86-9d7f-16c51ee83593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:30.042825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:30.043370 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:30.050121 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:30.075316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cf9e1a-7e46-4bba-8562-d9efe8e24f9e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:30.077649 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-52cf9e1a-7e46-4bba-8562-d9efe8e24f9e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1002450 Dec 13 13:05:30.094973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36140) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:30.141536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:30.148921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:30.154744 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] 10.222.0.31 "DELETE /v2.0/networks/b5da87d9-f757-4a54-ae6e-9a052dec54be HTTP/1.1" status: 204 len: 168 time: 1.7040234 Dec 13 13:05:30.199993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc0697-27b5-4b86-9d7f-16c51ee83593 None None] Pushing event updated for resources: {'Port': ['ID=d57694f2-cfe6-441b-a57b-754a58ebd3bc,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:30.226551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19990632-4183-413d-a134-5d585c4d3b84 tempest-NetworksIpV6TestAttrs-2028884329 tempest-NetworksIpV6TestAttrs-2028884329-project] Pushing event deleted for resources: {'Network': ['ID=b5da87d9-f757-4a54-ae6e-9a052dec54be,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:30.261395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a7ad49e8-2a4b-47b6-839e-013a88656d7a no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:05:30.291519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: a7ad49e8-2a4b-47b6-839e-013a88656d7a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:05:30.291867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a7ad49e8-2a4b-47b6-839e-013a88656d7a not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:05:30.318785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53828a53-342e-4cb9-aecb-ba970562aa65 req-c47f7a8b-f19f-4cb8-9a64-a7f8e22b3a5d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919383 Dec 13 13:05:30.343437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788abb7a-f8f8-433b-bccb-d4046edccd56 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:30.345052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-788abb7a-f8f8-433b-bccb-d4046edccd56 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2467608 Dec 13 13:05:30.357278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36146) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:30.391446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e287ba-d98e-4794-b63e-708612382bce req-be7573db-1661-476f-877a-17f46598fba0 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:30.393034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51e287ba-d98e-4794-b63e-708612382bce req-be7573db-1661-476f-877a-17f46598fba0 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.2338665 Dec 13 13:05:30.475164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e15d3-8be1-48e6-85c8-f19bbcbcc7c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:30.476980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e15d3-8be1-48e6-85c8-f19bbcbcc7c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:30.494992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e15d3-8be1-48e6-85c8-f19bbcbcc7c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:30.499445 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-930e15d3-8be1-48e6-85c8-f19bbcbcc7c8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1478326 Dec 13 13:05:30.501726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36150) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:30.565660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51e287ba-d98e-4794-b63e-708612382bce req-63fa7bf0-7583-4559-8c45-0ba927461030 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643198 Dec 13 13:05:30.595923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-582e1210-3aff-4fd8-a55e-7ef7f88fc693 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 37af5dc2-0f28-48a8-a110-9dbe246afa64 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:30.599614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-582e1210-3aff-4fd8-a55e-7ef7f88fc693 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:30.666841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-582e1210-3aff-4fd8-a55e-7ef7f88fc693 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:30.690018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36156) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:30.848978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-582e1210-3aff-4fd8-a55e-7ef7f88fc693 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.010986 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-582e1210-3aff-4fd8-a55e-7ef7f88fc693 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.057524 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e90096e7-1e2f-46e8-87f7-9e758728f841 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b3317f727674afca22622f4ad72c18f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3643301 Dec 13 13:05:31.074741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36166) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:31.077675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e1210-3aff-4fd8-a55e-7ef7f88fc693 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=37af5dc2-0f28-48a8-a110-9dbe246afa64,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:31.135369 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1921696b-e5a7-42ac-a19d-57920af6dec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.161811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1921696b-e5a7-42ac-a19d-57920af6dec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.172123 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-582e1210-3aff-4fd8-a55e-7ef7f88fc693 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.175889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-582e1210-3aff-4fd8-a55e-7ef7f88fc693 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/37af5dc2-0f28-48a8-a110-9dbe246afa64 HTTP/1.1" status: 204 len: 168 time: 0.6731873 Dec 13 13:05:31.178744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5290432a-1661-48e3-b5a6-61b6f910e9e6 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:31.190677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36170) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:31.243085 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1921696b-e5a7-42ac-a19d-57920af6dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.245988 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1921696b-e5a7-42ac-a19d-57920af6dec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.281926 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1921696b-e5a7-42ac-a19d-57920af6dec9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04ac66c6-b283-4aa8-bc7c-faa056eacdb6 HTTP/1.1" status: 204 len: 168 time: 0.1758783 Dec 13 13:05:31.282812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f00988b1-07c2-4a82-879d-18aea5ac013a None None] Provisioning complete for port d57694f2-cfe6-441b-a57b-754a58ebd3bc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:31.282812 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f00988b1-07c2-4a82-879d-18aea5ac013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.283333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921696b-e5a7-42ac-a19d-57920af6dec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ac66c6-b283-4aa8-bc7c-faa056eacdb6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:31.283554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4a273a-a1d8-4030-bac2-963400b1e62f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet f3c3382e-c3e2-4e50-b309-95f322c29437 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:31.291057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b4a273a-a1d8-4030-bac2-963400b1e62f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.397154 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b4a273a-a1d8-4030-bac2-963400b1e62f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.547299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36186) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:31.824992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dbd3-4b6c-4855-baa8-23affa2e384f req-c472c4cb-0bb8-4efd-88d2-8533c1539c76 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:31.840197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d57694f2-cfe6-441b-a57b-754a58ebd3bc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:31.842982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c57dbd3-4b6c-4855-baa8-23affa2e384f req-c472c4cb-0bb8-4efd-88d2-8533c1539c76 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.3155806 Dec 13 13:05:31.876539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ca9c477b-8ac8-4995-a577-20d743932a4a tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:31.889148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f00988b1-07c2-4a82-879d-18aea5ac013a None None] Could not find standard attr ID for object 2e93af31-e11e-4557-97bf-91c2f479a1b6. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:05:31.915787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d57694f2-cfe6-441b-a57b-754a58ebd3bc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:31.916394 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:31.937175 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ca9c477b-8ac8-4995-a577-20d743932a4a tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] 10.222.0.31 "PUT /v2.0/quotas/101f805e896447e5889d4036eef10885 HTTP/1.1" status: 200 len: 368 time: 0.3891778 Dec 13 13:05:31.944490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36198) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:31.963093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Request body: {'network': {'project_id': '101f805e896447e5889d4036eef10885'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:32.007528 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Made reservation on behalf of 101f805e896447e5889d4036eef10885 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:32.010064 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.026700 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.101169 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b4a273a-a1d8-4030-bac2-963400b1e62f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.156416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.162867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.199057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:05:32.204367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc81b77-827c-4a07-a063-f97e30865349 req-c3162431-df00-4e67-a0a5-521c48f37f06 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:32.206183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cc81b77-827c-4a07-a063-f97e30865349 req-c3162431-df00-4e67-a0a5-521c48f37f06 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.3419471 Dec 13 13:05:32.224833 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c57dbd3-4b6c-4855-baa8-23affa2e384f req-d9029a60-1aa6-4482-9e09-e20df11fb79d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799906 Dec 13 13:05:32.225723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a436cca-487d-4b62-bc3c-36029e1c5a78,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:32.239049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.239916 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Added segment 2666e915-5fa5-40ea-979c-c57cfd42b421 of type vlan for network 26729722-e429-4db8-8de2-a88df057796b Dec 13 13:05:32.311083 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.342472 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.343780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6cc81b77-827c-4a07-a063-f97e30865349 req-f034105f-7f61-42d5-92cb-e3ed1e73ff2a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214905 Dec 13 13:05:32.344121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:32.344775 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.362718 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b4a273a-a1d8-4030-bac2-963400b1e62f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.381336 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4355094 Dec 13 13:05:32.385174 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36210) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:32.419207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a273a-a1d8-4030-bac2-963400b1e62f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c3382e-c3e2-4e50-b309-95f322c29437,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:32.424255 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b4a273a-a1d8-4030-bac2-963400b1e62f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.442388 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6b4a273a-a1d8-4030-bac2-963400b1e62f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/f3c3382e-c3e2-4e50-b309-95f322c29437 HTTP/1.1" status: 204 len: 168 time: 1.2435520 Dec 13 13:05:32.442388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36212) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:32.442568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Request body: {'network': {'project_id': '101f805e896447e5889d4036eef10885'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:32.496161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4574eb-b410-4a1b-bb41-df15fc642928 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Pushing event updated for resources: {'Network': ['ID=26729722-e429-4db8-8de2-a88df057796b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:32.498105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4319c03e-a941-424f-bbbb-f0b8a7c15a53 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596960 Dec 13 13:05:32.498786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36218) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:32.509687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 26729722-e429-4db8-8de2-a88df057796b details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:05:32.516445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:32.533237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Made reservation on behalf of 101f805e896447e5889d4036eef10885 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:32.538705 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.586899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:05:32.614554 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.614928 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Added segment e2d79e26-c4d9-4cdd-84de-5e744eb30411 of type vlan for network 10544d48-1f37-4bff-af4b-b904e98e9ec2 Dec 13 13:05:32.712203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:32.719218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.720246 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.751018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36224) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:32.763800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.764863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:32.765565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:32.834278 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4487324 Dec 13 13:05:32.837217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36228) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:32.843467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ad6c6f67-736c-4e08-b78e-ca7e6574200a tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Request body: {'network': {'project_id': '101f805e896447e5889d4036eef10885'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:32.863910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d376fa-4e14-4f96-b774-7a1729d47e5d tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Pushing event updated for resources: {'Network': ['ID=10544d48-1f37-4bff-af4b-b904e98e9ec2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:32.877155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 10544d48-1f37-4bff-af4b-b904e98e9ec2 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:05:32.886298 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6c6f67-736c-4e08-b78e-ca7e6574200a tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 13:05:32.886870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6c6f67-736c-4e08-b78e-ca7e6574200a tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:32.888078 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ad6c6f67-736c-4e08-b78e-ca7e6574200a tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0499873 Dec 13 13:05:32.892352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36230) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:32.953474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-49638407'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:32.962754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133c8c4-b423-47c6-9287-995386448eb6 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:32.990773 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:32.994925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.009387 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.043206 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4e0e4f53-65ed-4653-82c7-3c7924a0626a tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=101f805e896447e5889d4036eef10885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493695 Dec 13 13:05:33.047354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36232) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:33.079200 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4bdc1735-66d0-4721-b883-a321183d91aa None None] Provisioning complete for port d57694f2-cfe6-441b-a57b-754a58ebd3bc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:33.079582 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bdc1735-66d0-4721-b883-a321183d91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.168173 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e14352-80e2-4d7b-b302-008cb7855665 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.211328 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e14352-80e2-4d7b-b302-008cb7855665 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.227741 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.237913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9003101-b3c6-4e3e-957e-facb42fb7d8d None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:33.248313 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.285681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:05:33.308748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.objects.ports [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109886) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:05:33.309405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d9003101-b3c6-4e3e-957e-facb42fb7d8d None None] Deleting port d57694f2-cfe6-441b-a57b-754a58ebd3bc {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:33.309789 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9003101-b3c6-4e3e-957e-facb42fb7d8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.340927 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385a6320-7645-4d46-94f6-5547316205e2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:33.382206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.383037 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added segment 21a24f3f-c233-4c91-90e0-ade9eb5460a8 of type vlan for network 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c Dec 13 13:05:33.427019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d9003101-b3c6-4e3e-957e-facb42fb7d8d None None] For port d57694f2-cfe6-441b-a57b-754a58ebd3bc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d57694f2-cfe6-441b-a57b-754a58ebd3bc,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:33.427413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9003101-b3c6-4e3e-957e-facb42fb7d8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.448886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d9003101-b3c6-4e3e-957e-facb42fb7d8d None None] Calling delete_port for d57694f2-cfe6-441b-a57b-754a58ebd3bc owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:33.454939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e14352-80e2-4d7b-b302-008cb7855665 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.457600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8e14352-80e2-4d7b-b302-008cb7855665 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.461624 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8e14352-80e2-4d7b-b302-008cb7855665 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a436cca-487d-4b62-bc3c-36029e1c5a78 HTTP/1.1" status: 204 len: 168 time: 0.4132922 Dec 13 13:05:33.463547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.465573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36248) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:33.522401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f038f-932f-458f-9f1b-608f1560d9c5 req-2b8715f7-9aca-4a48-91c9-2daa011ff98f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:33.523960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff0f038f-932f-458f-9f1b-608f1560d9c5 req-2b8715f7-9aca-4a48-91c9-2daa011ff98f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1465483 Dec 13 13:05:33.528146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e14352-80e2-4d7b-b302-008cb7855665 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a436cca-487d-4b62-bc3c-36029e1c5a78,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:33.564423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708fadd-4fcd-4455-a24c-20e6b70a19d5 req-726f9f94-3663-4f4a-8bc3-ea98bf5f6fd4 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:33.565097 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.565982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9708fadd-4fcd-4455-a24c-20e6b70a19d5 req-726f9f94-3663-4f4a-8bc3-ea98bf5f6fd4 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.0959690 Dec 13 13:05:33.570771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:33.571414 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.583860 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.611912 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9003101-b3c6-4e3e-957e-facb42fb7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.622712 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.638516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9003101-b3c6-4e3e-957e-facb42fb7d8d None None] Pushing event deleted for resources: {'Port': ['ID=d57694f2-cfe6-441b-a57b-754a58ebd3bc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:33.642535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9003101-b3c6-4e3e-957e-facb42fb7d8d None None] No DVR routers for this DVR port d57694f2-cfe6-441b-a57b-754a58ebd3bc on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:33.657226 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8986456 Dec 13 13:05:33.657226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36250) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:33.661026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-459809614'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:33.663528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d57694f2-cfe6-441b-a57b-754a58ebd3bc no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:05:33.674664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82292723-34e6-4e03-a805-b87574c64d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Network': ['ID=9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:33.688908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:05:33.732011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d57694f2-cfe6-441b-a57b-754a58ebd3bc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:05:33.732356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d57694f2-cfe6-441b-a57b-754a58ebd3bc not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:05:33.741371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:33.744892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.758865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff0f038f-932f-458f-9f1b-608f1560d9c5 req-88389edf-c09d-449b-8a8c-b94abec29b9d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221794 Dec 13 13:05:33.771329 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.772844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Port d57694f2-cfe6-441b-a57b-754a58ebd3bc concurrently deleted while adding address for new subnet {'id': '7f82c085-7bf1-4f2d-8f44-ddcc635e54aa', 'name': '', 'tenant_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2481, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-13T13:05:32Z', 'updated_at': '2021-12-13T13:05:32Z', 'revision_number': 0, 'segment_id': None, 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad'}. {{(pid=109886) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Dec 13 13:05:33.773622 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.796491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10544d48-1f37-4bff-af4b-b904e98e9ec2']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:33.810463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d79e26-c4d9-4cdd-84de-5e744eb30411') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:33.810785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d79e26-c4d9-4cdd-84de-5e744eb30411') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:33.812490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:05:33.828253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9708fadd-4fcd-4455-a24c-20e6b70a19d5 req-fd1492e9-93c5-41f3-ae3a-a66230d5df2d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359776 Dec 13 13:05:33.830137 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.838678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:33.840839 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.841207 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added segment d50dde53-2b13-4731-978a-c63a9690c9ed of type vlan for network 3afdb010-463e-4434-8b65-d9605b07112b Dec 13 13:05:33.843861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:33.848832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:33.849420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.865270 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a791c-9207-4bcb-8013-6a8b5797b47f None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:33.872247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.886342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:33.887095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:33.888443 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:33.892960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=7f82c085-7bf1-4f2d-8f44-ddcc635e54aa,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:33.900392 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.920168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c11f5b79-08e3-44cc-a0da-179ce25ceecd tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4066501 Dec 13 13:05:33.920465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36254) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:33.931365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-79c20be4-eab7-4e5d-8049-17da89b8ac06 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:33.992676 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:33.998283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': '7f82c085-7bf1-4f2d-8f44-ddcc635e54aa'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:33.999853 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.000015 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.006232 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] 10.222.0.31 "DELETE /v2.0/networks/10544d48-1f37-4bff-af4b-b904e98e9ec2 HTTP/1.1" status: 204 len: 168 time: 0.5382292 Dec 13 13:05:34.006380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36256) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:34.008367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.013844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:34.014451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.036101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552cddd-8547-45b3-9e98-c6060c7b064c tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Pushing event deleted for resources: {'Network': ['ID=10544d48-1f37-4bff-af4b-b904e98e9ec2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:34.041398 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-bd888740-94fa-492c-a965-6c79f2ac068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:34.042941 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-bd888740-94fa-492c-a965-6c79f2ac068a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 1097 time: 0.1063793 Dec 13 13:05:34.084686 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4245563 Dec 13 13:05:34.089619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36258) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:34.094748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'subnet': {'network_id': '9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:34.160724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d7342-cb11-42fa-aac1-88fe2f08dca1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Network': ['ID=3afdb010-463e-4434-8b65-d9605b07112b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:34.163352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Allocated IP 2001:db8::f816:3eff:fee8:5a4b (a96b3050-5a47-4623-a1bc-6be051560383/7f82c085-7bf1-4f2d-8f44-ddcc635e54aa/e080448f-3140-45e2-ab4b-59130e5f66cd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:34.171778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.184920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 3afdb010-463e-4434-8b65-d9605b07112b details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:05:34.196325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-61167fb6-2ce1-4a13-ac37-8cc0af50040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:34.198125 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-61167fb6-2ce1-4a13-ac37-8cc0af50040a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.1476805 Dec 13 13:05:34.198297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c20be4-eab7-4e5d-8049-17da89b8ac06 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:34.201753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79c20be4-eab7-4e5d-8049-17da89b8ac06 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.269049 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-2b94c8b0-6628-439b-b20f-4a30519afd87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 200 len: 1000 time: 0.0628798 Dec 13 13:05:34.326030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-f3d41094-f88a-408f-aa63-08ce8b0b3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:34.328647 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-f3d41094-f88a-408f-aa63-08ce8b0b3815 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.0519927 Dec 13 13:05:34.345122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:34.347181 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.381573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-10b41f87-39f3-41da-9e6a-474cc61b50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:34.383166 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-10b41f87-39f3-41da-9e6a-474cc61b50d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486016 Dec 13 13:05:34.403105 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.410582 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.432791 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.456830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:34.461768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:34.466398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:34.470279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Pushing event updated for resources: {'Port': ['ID=e080448f-3140-45e2-ab4b-59130e5f66cd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:34.480387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26729722-e429-4db8-8de2-a88df057796b']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:34.487854 n-d-817326-4 neutron-server[109886]: INFO neutron.db.ipam_backend_mixin [None req-79c20be4-eab7-4e5d-8049-17da89b8ac06 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f82c085-7bf1-4f2d-8f44-ddcc635e54aa (CIDR: 2001:db8::/64) Dec 13 13:05:34.497738 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c20be4-eab7-4e5d-8049-17da89b8ac06 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:05:34.498221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c20be4-eab7-4e5d-8049-17da89b8ac06 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:34.502307 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-dbfdc86e-892e-4557-9819-14b976a9c5fa service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107342 Dec 13 13:05:34.502557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2666e915-5fa5-40ea-979c-c57cfd42b421') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:34.502800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2666e915-5fa5-40ea-979c-c57cfd42b421') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:34.521485 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.524771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Attempting to bind port e080448f-3140-45e2-ab4b-59130e5f66cd on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:34.525341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Attempting to bind port e080448f-3140-45e2-ab4b-59130e5f66cd by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:34.525798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Attempting to bind port e080448f-3140-45e2-ab4b-59130e5f66cd on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:34.531323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:34.531875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:34.532216 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.532767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:34.533425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Bound port: e080448f-3140-45e2-ab4b-59130e5f66cd, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:34.533742 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.546492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-79c20be4-eab7-4e5d-8049-17da89b8ac06 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6219137 Dec 13 13:05:34.546492 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.550958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36260) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:34.577309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fef00626-cf37-4502-9594-3a3a8fcd854e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:34.588818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:05:34.589088 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:05:34.591816 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:05:34.603032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] For port e080448f-3140-45e2-ab4b-59130e5f66cd, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:34.606294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] For port e080448f-3140-45e2-ab4b-59130e5f66cd, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e080448f-3140-45e2-ab4b-59130e5f66cd,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:34.607504 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee4bdd21-c721-406e-aa18-8d306c614061 req-41c03b1d-3829-471e-b7bb-2dee89f8710c service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979259 Dec 13 13:05:34.613843 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.688930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7704b-116e-4c8d-b04b-15bac29d914c None None] Pushing event updated for resources: {'Port': ['ID=e080448f-3140-45e2-ab4b-59130e5f66cd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:34.708684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.743187 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.746396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] 10.222.0.31 "DELETE /v2.0/networks/26729722-e429-4db8-8de2-a88df057796b HTTP/1.1" status: 204 len: 168 time: 0.7389472 Dec 13 13:05:34.774339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7bde5-cf18-4af5-9811-76f8dcc39164 tempest-QuotasNegativeTest-1817676769 tempest-QuotasNegativeTest-1817676769-project-admin] Pushing event deleted for resources: {'Network': ['ID=26729722-e429-4db8-8de2-a88df057796b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:34.807929 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:34.881694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef00626-cf37-4502-9594-3a3a8fcd854e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:34.891943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fef00626-cf37-4502-9594-3a3a8fcd854e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.056684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Subnet': ['ID=fffab737-efa7-46ca-854e-8a2413442bcc,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:35.107513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ba4a-7838-416b-bf75-d990fcc9bbe7 req-a9c5ee43-fb2e-45a5-b86a-51ba65673817 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:35.109137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5a2ba4a-7838-416b-bf75-d990fcc9bbe7 req-a9c5ee43-fb2e-45a5-b86a-51ba65673817 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.2338474 Dec 13 13:05:35.118616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Checking segment: {'id': '21a24f3f-c233-4c91-90e0-ade9eb5460a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:35.118971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network hostable DHCP agents. Network: 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:05:35.152365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1380-2d71-495e-92a3-216778af134d req-48bfca48-3a3f-4ca2-87fc-b0aaaa6764ba tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:35.153910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce2e1380-2d71-495e-92a3-216778af134d req-48bfca48-3a3f-4ca2-87fc-b0aaaa6764ba tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.1993926 Dec 13 13:05:35.206266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:05:35.242565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:35.250767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a5dfa-c4b0-4459-bb21-9f4abe086222 None None] Network 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:35.265520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5a2ba4a-7838-416b-bf75-d990fcc9bbe7 req-1ea93db9-c850-4138-9092-aefa5dc34d26 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480684 Dec 13 13:05:35.286345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:35.286934 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.307499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce2e1380-2d71-495e-92a3-216778af134d req-b1a010ee-ffba-4257-9c92-178be39e5055 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416624 Dec 13 13:05:35.332234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36276) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:35.340358 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-846b3a6d-ff0c-4e3c-ad8e-79425055d590 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2476256 Dec 13 13:05:35.341341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36278) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:35.368450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'subnet': {'network_id': '3afdb010-463e-4434-8b65-d9605b07112b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:35.427202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c', 'network_id': '9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c', 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'fixed_ips': [{'subnet_id': 'fffab737-efa7-46ca-854e-8a2413442bcc'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:35.429897 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.513019 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ec1cac1-e5a4-44a8-bff9-7119c8de51da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.662892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ec1cac1-e5a4-44a8-bff9-7119c8de51da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.663139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e080448f-3140-45e2-ab4b-59130e5f66cd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:35.670276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ec1cac1-e5a4-44a8-bff9-7119c8de51da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.718839 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Allocated IP 2001:db8::2 (9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c/fffab737-efa7-46ca-854e-8a2413442bcc/0b64d1b7-dedf-44b4-adf7-7bf0105e9975) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:35.740036 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4ec1cac1-e5a4-44a8-bff9-7119c8de51da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74a27c5a6507415c85b8a7bb482ed263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4061346 Dec 13 13:05:35.743030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36282) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:35.743842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1cac1-e5a4-44a8-bff9-7119c8de51da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5750920d-22d7-487a-9417-8864bd1f5da1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:35.807616 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5844788-18dd-4378-aa61-047a2133dff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.818149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:35.818526 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.843872 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5844788-18dd-4378-aa61-047a2133dff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.903831 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5844788-18dd-4378-aa61-047a2133dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.906917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5844788-18dd-4378-aa61-047a2133dff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:35.910497 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f5844788-18dd-4378-aa61-047a2133dff3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5750920d-22d7-487a-9417-8864bd1f5da1 HTTP/1.1" status: 204 len: 168 time: 0.1613522 Dec 13 13:05:35.916420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5844788-18dd-4378-aa61-047a2133dff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5750920d-22d7-487a-9417-8864bd1f5da1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:35.952063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fef00626-cf37-4502-9594-3a3a8fcd854e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.002709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:36.006493 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.006730 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.008367 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.011589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-47606a66-3b21-4fbc-832b-203b31bb078c None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:36.011990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47606a66-3b21-4fbc-832b-203b31bb078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.015603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef00626-cf37-4502-9594-3a3a8fcd854e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:36.031103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-fef00626-cf37-4502-9594-3a3a8fcd854e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:36.053527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e177cf-8ade-4d65-a2df-4931d9439959 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:36.056364 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.067195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef00626-cf37-4502-9594-3a3a8fcd854e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:36.067771 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fef00626-cf37-4502-9594-3a3a8fcd854e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.078959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef00626-cf37-4502-9594-3a3a8fcd854e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=5bdaa42b-3f37-4dc9-8bf5-df880930df5c,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:36.108130 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fef00626-cf37-4502-9594-3a3a8fcd854e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5560429 Dec 13 13:05:36.111696 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36288) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:36.120984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:28:fa:1c', 'name': 'tempest-NetworksTestDHCPv6-729907394'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:36.184078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port e080448f-3140-45e2-ab4b-59130e5f66cd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e080448f-3140-45e2-ab4b-59130e5f66cd,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:36.189918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Network 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:36.204814 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.216127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:36.218992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:36.221268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Pushing event updated for resources: {'Port': ['ID=0b64d1b7-dedf-44b4-adf7-7bf0105e9975,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:36.299200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36290) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:36.316128 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.374288 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e09dfe0f-83ec-48d4-83f1-80e3fc46c4fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.403131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:36.423333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Subnet': ['ID=bd32b370-0e1b-425d-8ce6-3eb87addcbcf,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:36.454759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Checking segment: {'id': 'd50dde53-2b13-4731-978a-c63a9690c9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3afdb010-463e-4434-8b65-d9605b07112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:36.455129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network hostable DHCP agents. Network: 3afdb010-463e-4434-8b65-d9605b07112b, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:05:36.525960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd846d47-4dec-4618-9391-7f92a2e71a20 req-02d1a7b9-d447-484c-8d61-c803282d753a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:36.527581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd846d47-4dec-4618-9391-7f92a2e71a20 req-02d1a7b9-d447-484c-8d61-c803282d753a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1082137 Dec 13 13:05:36.529531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 3afdb010-463e-4434-8b65-d9605b07112b is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:05:36.534643 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.545210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b864e-2ff0-43d8-840e-065e306e0af9 req-0defddb2-cef5-4685-8b1e-e94e29a11762 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:36.546291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed5b864e-2ff0-43d8-840e-065e306e0af9 req-0defddb2-cef5-4685-8b1e-e94e29a11762 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.0931907 Dec 13 13:05:36.565472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 2dc5129b-f525-4478-95df-d210b0c16feb yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:05:36.566580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 3afdb010-463e-4434-8b65-d9605b07112b) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:36.580140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:36.580357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.617891 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e09dfe0f-83ec-48d4-83f1-80e3fc46c4fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.628196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e09dfe0f-83ec-48d4-83f1-80e3fc46c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.635824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12df77b6-3e40-4c6f-b9ab-209839474833 None None] Network 3afdb010-463e-4434-8b65-d9605b07112b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:36.639997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd846d47-4dec-4618-9391-7f92a2e71a20 req-364a913b-036d-429c-b7af-6bee648ab5a9 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926652 Dec 13 13:05:36.649744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2c9528d3-fd4c-42bb-8b0e-aeabfc18ca26 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3063788 Dec 13 13:05:36.650827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36298) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:36.659119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-58c5c212-1d34-4a8a-a165-24e4002723b3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1689859682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:36.670268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Attempting to bind port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:36.670903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Attempting to bind port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '21a24f3f-c233-4c91-90e0-ade9eb5460a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:36.671315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Attempting to bind port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 on network 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:36.685679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed5b864e-2ff0-43d8-840e-065e306e0af9 req-87a8b5dd-0f01-4614-8435-1f7f004b02f5 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227443 Dec 13 13:05:36.703695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=e080448f-3140-45e2-ab4b-59130e5f66cd,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:36.716360 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e09dfe0f-83ec-48d4-83f1-80e3fc46c4fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=580dad3468c043f4bcdd720c950ba827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4120500 Dec 13 13:05:36.716647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36302) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:36.727988 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58c5c212-1d34-4a8a-a165-24e4002723b3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.729061 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58c5c212-1d34-4a8a-a165-24e4002723b3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.753815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:36.754246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Checking segment: {'id': '21a24f3f-c233-4c91-90e0-ade9eb5460a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:36.755119 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.755520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Bound using segment: {'id': '21a24f3f-c233-4c91-90e0-ade9eb5460a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:36.756054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Bound port: 0b64d1b7-dedf-44b4-adf7-7bf0105e9975, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a24f3f-c233-4c91-90e0-ade9eb5460a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:36.756375 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.766971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dfe0f-83ec-48d4-83f1-80e3fc46c4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cd2978-f745-47b8-8e68-628e3c2681a3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:36.844602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58c5c212-1d34-4a8a-a165-24e4002723b3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.850539 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a12ca7b-bad6-4354-8aca-8dc4a5b3940e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.854413 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58c5c212-1d34-4a8a-a165-24e4002723b3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.895690 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a12ca7b-bad6-4354-8aca-8dc4a5b3940e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.899757 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58c5c212-1d34-4a8a-a165-24e4002723b3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.904573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36306) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:36.905540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-58c5c212-1d34-4a8a-a165-24e4002723b3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2509890 Dec 13 13:05:36.945789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-3afdb010-463e-4434-8b65-d9605b07112b', 'network_id': '3afdb010-463e-4434-8b65-d9605b07112b', 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'fixed_ips': [{'subnet_id': 'bd32b370-0e1b-425d-8ce6-3eb87addcbcf'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:36.947159 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.954959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8:0:1::2fd (a96b3050-5a47-4623-a1bc-6be051560383/5bdaa42b-3f37-4dc9-8bf5-df880930df5c/2dc5129b-f525-4478-95df-d210b0c16feb) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:36.975602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a12ca7b-bad6-4354-8aca-8dc4a5b3940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.980033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a12ca7b-bad6-4354-8aca-8dc4a5b3940e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:36.983824 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0a12ca7b-bad6-4354-8aca-8dc4a5b3940e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4cd2978-f745-47b8-8e68-628e3c2681a3 HTTP/1.1" status: 204 len: 168 time: 0.2634802 Dec 13 13:05:36.983956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609b30ee-0a31-4d4a-9a51-156f07a29040 None None] Update dhcp port {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': '7f82c085-7bf1-4f2d-8f44-ddcc635e54aa', 'ip_address': '2001:db8::f816:3eff:fee8:5a4b'}, {'subnet_id': '5bdaa42b-3f37-4dc9-8bf5-df880930df5c'}], 'binding:host_id': 'n-d-817326-4'}, 'id': 'e080448f-3140-45e2-ab4b-59130e5f66cd'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:05:36.992344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12ca7b-bad6-4354-8aca-8dc4a5b3940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cd2978-f745-47b8-8e68-628e3c2681a3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:37.001816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::f816:3eff:fe28:fa1c (a96b3050-5a47-4623-a1bc-6be051560383/7f82c085-7bf1-4f2d-8f44-ddcc635e54aa/2dc5129b-f525-4478-95df-d210b0c16feb) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:37.043679 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-609b30ee-0a31-4d4a-9a51-156f07a29040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:37.081261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] For port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:37.103813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] For port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0b64d1b7-dedf-44b4-adf7-7bf0105e9975,segment=NetworkSegment(21a24f3f-c233-4c91-90e0-ade9eb5460a8),segment_id=21a24f3f-c233-4c91-90e0-ade9eb5460a8)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:37.175438 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:37.318667 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:37.444859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d0fee-5463-42ba-bcbc-781c3d009989 None None] Pushing event updated for resources: {'Port': ['ID=0b64d1b7-dedf-44b4-adf7-7bf0105e9975,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:37.511819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Allocated IP 2001:db8:1::2 (3afdb010-463e-4434-8b65-d9605b07112b/bd32b370-0e1b-425d-8ce6-3eb87addcbcf/d2db99aa-16b9-4cca-b4ce-352325f9235b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:37.645645 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:37.654513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:37.787282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e080448f-3140-45e2-ab4b-59130e5f66cd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:37.910520 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:37.929677 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:37.993233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Pushing event updated for resources: {'Port': ['ID=d2db99aa-16b9-4cca-b4ce-352325f9235b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:38.008883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:38.009610 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:38.047587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Network 3afdb010-463e-4434-8b65-d9605b07112b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:38.053591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:38.056189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:38.090053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c4e52-bae5-403f-99e8-594c3efa1e9b req-70fabe8d-43dc-4a52-8a1d-6964a3fa4dde tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:38.096212 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e10c4e52-bae5-403f-99e8-594c3efa1e9b req-70fabe8d-43dc-4a52-8a1d-6964a3fa4dde tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.2026687 Dec 13 13:05:38.116161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631684f1-f15f-420e-877b-cbb1c1df0a21 req-174162b4-59be-4e6b-9650-18899582b481 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:38.122900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-631684f1-f15f-420e-877b-cbb1c1df0a21 req-174162b4-59be-4e6b-9650-18899582b481 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.2442226 Dec 13 13:05:38.222785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Attempting to bind port d2db99aa-16b9-4cca-b4ce-352325f9235b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:38.223319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Attempting to bind port d2db99aa-16b9-4cca-b4ce-352325f9235b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'd50dde53-2b13-4731-978a-c63a9690c9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3afdb010-463e-4434-8b65-d9605b07112b'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:38.223747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Attempting to bind port d2db99aa-16b9-4cca-b4ce-352325f9235b on network 3afdb010-463e-4434-8b65-d9605b07112b {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:38.231660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:38.232255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Checking segment: {'id': 'd50dde53-2b13-4731-978a-c63a9690c9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3afdb010-463e-4434-8b65-d9605b07112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:38.232861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:38.233450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Bound using segment: {'id': 'd50dde53-2b13-4731-978a-c63a9690c9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3afdb010-463e-4434-8b65-d9605b07112b'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:38.234002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Bound port: d2db99aa-16b9-4cca-b4ce-352325f9235b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50dde53-2b13-4731-978a-c63a9690c9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3afdb010-463e-4434-8b65-d9605b07112b'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:38.237926 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:38.243016 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:38.248000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-631684f1-f15f-420e-877b-cbb1c1df0a21 req-fa40f66f-7183-4c55-a3bd-2ad9df121a9c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168039 Dec 13 13:05:38.296491 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e10c4e52-bae5-403f-99e8-594c3efa1e9b req-95a1d527-f899-4af0-a235-8b9cd9e4f078 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723638 Dec 13 13:05:38.349476 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:38.360083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] For port d2db99aa-16b9-4cca-b4ce-352325f9235b, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:38.366156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ee81aa0b-3c3a-4e61-bb2c-31c049a17808 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:05:38.372187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] For port d2db99aa-16b9-4cca-b4ce-352325f9235b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d2db99aa-16b9-4cca-b4ce-352325f9235b,segment=NetworkSegment(d50dde53-2b13-4731-978a-c63a9690c9ed),segment_id=d50dde53-2b13-4731-978a-c63a9690c9ed)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:38.424084 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:38.451483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:38.459022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:38.497007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:38.502903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:38.503964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:38.506790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4c855-e456-48f3-8cbc-c05086d6067f None None] Pushing event updated for resources: {'Port': ['ID=d2db99aa-16b9-4cca-b4ce-352325f9235b,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:38.529783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-609b30ee-0a31-4d4a-9a51-156f07a29040 None None] Allocated IP 2001:db8:0:1::2 (a96b3050-5a47-4623-a1bc-6be051560383/5bdaa42b-3f37-4dc9-8bf5-df880930df5c/e080448f-3140-45e2-ab4b-59130e5f66cd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:38.543275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=2dc5129b-f525-4478-95df-d210b0c16feb,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:38.601688 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-befbe818-fc40-45e8-b772-33defd5c824c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2393272 Dec 13 13:05:38.605194 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f14f0db9-555d-4f2d-8349-0850de525135 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4924464 Dec 13 13:05:38.608057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36362) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:38.664540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:38.697449 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Allocated IP 2001:db8::1 (9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c/fffab737-efa7-46ca-854e-8a2413442bcc/259805b2-2140-42b4-b422-40d5be7e3326) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:38.729477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:38.745439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:05:38.747873 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0853327-fe23-4664-a55e-87f727debbff" -d '{"events": [{"server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:05:38.766183 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:38.878282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0768c37b-1120-4459-99e9-c7285528cac6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 2dc5129b-f525-4478-95df-d210b0c16feb {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:38.879288 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0768c37b-1120-4459-99e9-c7285528cac6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:38.918212 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 13:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf49ee0d-c604-4f3a-b8d6-edff8f529cf7 x-openstack-request-id: req-cf49ee0d-c604-4f3a-b8d6-edff8f529cf7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:05:38.918740 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "name": "network-vif-unplugged", "status": "failed", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808", "code": 422}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:05:38.918740 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf49ee0d-c604-4f3a-b8d6-edff8f529cf7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:05:38.919135 n-d-817326-4 neutron-server[109887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'code': 422} returned with failed status Dec 13 13:05:38.934235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-609b30ee-0a31-4d4a-9a51-156f07a29040 None None] For port e080448f-3140-45e2-ab4b-59130e5f66cd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e080448f-3140-45e2-ab4b-59130e5f66cd,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:38.954634 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.019921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.043592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:39.076562 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-609b30ee-0a31-4d4a-9a51-156f07a29040 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.088191 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-609b30ee-0a31-4d4a-9a51-156f07a29040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.100349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:39.116750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:39.122620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:39.130215 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.135997 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0768c37b-1120-4459-99e9-c7285528cac6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.169498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0768c37b-1120-4459-99e9-c7285528cac6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 2dc5129b-f525-4478-95df-d210b0c16feb owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:39.200219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=259805b2-2140-42b4-b422-40d5be7e3326,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:39.252953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0506a393-2746-4b7c-a928-cc2956919e36 None None] Network 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:39.383339 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.529163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b30ee-0a31-4d4a-9a51-156f07a29040 None None] Pushing event updated for resources: {'Port': ['ID=e080448f-3140-45e2-ab4b-59130e5f66cd,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:39.549051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-14e96ac6-e189-48aa-a829-dbe3845c8f28 None None] Provisioning complete for port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:39.549723 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14e96ac6-e189-48aa-a829-dbe3845c8f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.696649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f5245-dd3a-455e-b419-7946cf5b03eb req-62fe3958-bad5-442e-8cba-f6befe20d125 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:39.720254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-097f5245-dd3a-455e-b419-7946cf5b03eb req-62fe3958-bad5-442e-8cba-f6befe20d125 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.3123255 Dec 13 13:05:39.821990 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0768c37b-1120-4459-99e9-c7285528cac6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.879092 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14e96ac6-e189-48aa-a829-dbe3845c8f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.912418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36394) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:39.953896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768c37b-1120-4459-99e9-c7285528cac6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=2dc5129b-f525-4478-95df-d210b0c16feb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:39.972566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-14e96ac6-e189-48aa-a829-dbe3845c8f28 None None] For port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0b64d1b7-dedf-44b4-adf7-7bf0105e9975,segment=NetworkSegment(21a24f3f-c233-4c91-90e0-ade9eb5460a8),segment_id=21a24f3f-c233-4c91-90e0-ade9eb5460a8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:39.985875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f094cea-9be2-4a8b-8c31-f089f221348f req-a9326a72-58f7-46a5-9c62-cccad21dd039 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:39.986121 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14e96ac6-e189-48aa-a829-dbe3845c8f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:39.996103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f094cea-9be2-4a8b-8c31-f089f221348f req-a9326a72-58f7-46a5-9c62-cccad21dd039 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 944 time: 0.5269394 Dec 13 13:05:40.113660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e96ac6-e189-48aa-a829-dbe3845c8f28 None None] Pushing event updated for resources: {'Port': ['ID=0b64d1b7-dedf-44b4-adf7-7bf0105e9975,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:40.123399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e080448f-3140-45e2-ab4b-59130e5f66cd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:40.126581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:40.140668 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:40.141751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:40.151880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f094cea-9be2-4a8b-8c31-f089f221348f req-1497ecda-f896-4f58-a41f-5f00b06390f4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148257 Dec 13 13:05:40.210375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-097f5245-dd3a-455e-b419-7946cf5b03eb req-aaa3f683-8fe2-4cd5-a467-a3c100f3c830 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848304 Dec 13 13:05:40.218318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0768c37b-1120-4459-99e9-c7285528cac6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:40.223740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0768c37b-1120-4459-99e9-c7285528cac6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/2dc5129b-f525-4478-95df-d210b0c16feb HTTP/1.1" status: 204 len: 168 time: 1.6142249 Dec 13 13:05:40.226262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36398) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.272486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=259805b2-2140-42b4-b422-40d5be7e3326,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:40.278433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:40.278734 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:40.286057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a6a82-5dc5-4b8a-ab83-9be70993a0db tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:40.288363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cd7a6a82-5dc5-4b8a-ab83-9be70993a0db tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0605788 Dec 13 13:05:40.290912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36400) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.308153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8f2392cf-de98-4595-b8d1-35ea494a68cd tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:40.363210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07520331-0d71-4117-b38d-288491463e2d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:40.367235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-07520331-0d71-4117-b38d-288491463e2d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0728252 Dec 13 13:05:40.374638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36402) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.481216 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8f2392cf-de98-4595-b8d1-35ea494a68cd tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] 10.222.0.31 "PUT /v2.0/quotas/d92cf203c5994a35bdbe48809bcfdd93 HTTP/1.1" status: 200 len: 366 time: 0.5676889 Dec 13 13:05:40.485118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36404) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.485751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d2db99aa-16b9-4cca-b4ce-352325f9235b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:40.490045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6ef03479-476f-4e8a-8ecf-c08437d04c2f None None] Provisioning complete for port 259805b2-2140-42b4-b422-40d5be7e3326 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:40.490045 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ef03479-476f-4e8a-8ecf-c08437d04c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:40.514700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:40.516891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:40.521733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eca492b9-504c-4dae-821d-acb88eb8a5a5 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0353816 Dec 13 13:05:40.524278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36406) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.543837 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0e77a508-1822-43bf-a97e-e081069c3777 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] 10.222.0.31 "GET /v2.0/quotas/d92cf203c5994a35bdbe48809bcfdd93 HTTP/1.1" status: 200 len: 366 time: 0.0179338 Dec 13 13:05:40.545234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e8b14-5152-43bd-8d39-93de6f71a1ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:40.546042 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36408) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.555726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e8b14-5152-43bd-8d39-93de6f71a1ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:40.557471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e8b14-5152-43bd-8d39-93de6f71a1ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:40.559191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-218e8b14-5152-43bd-8d39-93de6f71a1ab tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1835210 Dec 13 13:05:40.563956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36410) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.599986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6ef03479-476f-4e8a-8ecf-c08437d04c2f None None] Port 259805b2-2140-42b4-b422-40d5be7e3326 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:40.616676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6ef03479-476f-4e8a-8ecf-c08437d04c2f None None] Provisioning complete for port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:40.617055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ef03479-476f-4e8a-8ecf-c08437d04c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:40.618904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d2db99aa-16b9-4cca-b4ce-352325f9235b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:40.619257 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:40.623526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e94ce-0772-4f86-b695-03813ec56d3a None None] Network 3afdb010-463e-4434-8b65-d9605b07112b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:40.649460 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fe378f20-1738-4ade-a5fb-07625d931e26 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/d92cf203c5994a35bdbe48809bcfdd93 HTTP/1.1" status: 204 len: 168 time: 0.0907576 Dec 13 13:05:40.650782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36412) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.697086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf73ae06-da93-4087-8741-40b36d3f02f8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 5bdaa42b-3f37-4dc9-8bf5-df880930df5c {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:40.715424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf73ae06-da93-4087-8741-40b36d3f02f8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:40.731996 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-00c2f457-6d1e-444a-8e4f-895f0ff1d752 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0147650 Dec 13 13:05:40.735469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36414) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.752667 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-58b7c42e-6c99-4310-a9b2-9ce4fdcb290a tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] 10.222.0.31 "GET /v2.0/quotas/d92cf203c5994a35bdbe48809bcfdd93 HTTP/1.1" status: 200 len: 370 time: 0.0157528 Dec 13 13:05:40.756525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36416) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.764244 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-412627fd-cf18-4db5-809b-4d2681e81e8b tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] 10.222.0.31 "GET /v2.0/quotas/d92cf203c5994a35bdbe48809bcfdd93/default HTTP/1.1" status: 200 len: 370 time: 0.0063624 Dec 13 13:05:40.767826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36418) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:40.779615 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-e8bee29a-f535-4a77-8df5-9b7ba4920016 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] delete failed (client error): The resource could not be found. Dec 13 13:05:40.781021 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e8bee29a-f535-4a77-8df5-9b7ba4920016 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/d92cf203c5994a35bdbe48809bcfdd93 HTTP/1.1" status: 404 len: 348 time: 0.0117235 Dec 13 13:05:40.816512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf73ae06-da93-4087-8741-40b36d3f02f8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:40.818485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:05:40.988420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36422) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:41.039302 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf73ae06-da93-4087-8741-40b36d3f02f8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.054645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Usage tracker for resource:network and project:ede55ae8fac749a7b7d499f2a104c17e is out of sync, need to count used quota {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 13:05:41.064202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:05:41.080771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 13:05:41.083014 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb2bf73-ce55-4ac8-ab1f-87f8af8a0e43 None None] Sync routers for ids ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:05:41.090953 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-124c8be7-0bcd-484f-bc59-bd6634146b29 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1818535 Dec 13 13:05:41.096801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36424) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:41.115617 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb2bf73-ce55-4ac8-ab1f-87f8af8a0e43 None None] Routers {'a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:05:41.116259 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1eb2bf73-ce55-4ac8-ab1f-87f8af8a0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:41.177969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0254e08-d81d-4f13-89bc-32fe0cc5cae2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:41.180143 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a0254e08-d81d-4f13-89bc-32fe0cc5cae2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports/259805b2-2140-42b4-b422-40d5be7e3326 HTTP/1.1" status: 200 len: 911 time: 0.0820632 Dec 13 13:05:41.182861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Usage tracker for resource:subnet and project:ede55ae8fac749a7b7d499f2a104c17e is out of sync, need to count used quota {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 13:05:41.183546 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf73ae06-da93-4087-8741-40b36d3f02f8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.187933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36428) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:41.188599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 13:05:41.196374 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.197152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Usage tracker for resource:subnetpool and project:ede55ae8fac749a7b7d499f2a104c17e is out of sync, need to count used quota {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 13:05:41.200245 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1eb2bf73-ce55-4ac8-ab1f-87f8af8a0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:41.203803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 13:05:41.213343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Usage tracker for resource:port and project:ede55ae8fac749a7b7d499f2a104c17e is out of sync, need to count used quota {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 13:05:41.217964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 13:05:41.227697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Usage tracker for resource:router and project:ede55ae8fac749a7b7d499f2a104c17e is out of sync, need to count used quota {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 13:05:41.232313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 13:05:41.248465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Usage tracker for resource:floatingip and project:ede55ae8fac749a7b7d499f2a104c17e is out of sync, need to count used quota {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 13:05:41.256942 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb2bf73-ce55-4ac8-ab1f-87f8af8a0e43 None None] Routers {'a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:05:41.258107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 13:05:41.262375 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1eb2bf73-ce55-4ac8-ab1f-87f8af8a0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:41.316785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Usage tracker for resource:security_group and project:ede55ae8fac749a7b7d499f2a104c17e is out of sync, need to count used quota {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 13:05:41.321214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 13:05:41.329746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Usage tracker for resource:security_group_rule and project:ede55ae8fac749a7b7d499f2a104c17e is out of sync, need to count used quota {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 13:05:41.333465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.quota.resource [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109885) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 13:05:41.338247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port d2db99aa-16b9-4cca-b4ce-352325f9235b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d2db99aa-16b9-4cca-b4ce-352325f9235b,segment=NetworkSegment(d50dde53-2b13-4731-978a-c63a9690c9ed),segment_id=d50dde53-2b13-4731-978a-c63a9690c9ed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:41.341320 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8261cc9c-38cd-495a-b2c6-3a60f7ee0305 tempest-QuotasTest-560999874 tempest-QuotasTest-560999874-project-admin] 10.222.0.31 "GET /v2.0/quotas/ede55ae8fac749a7b7d499f2a104c17e/details.json HTTP/1.1" status: 200 len: 703 time: 0.3505075 Dec 13 13:05:41.357780 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.358677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:41.384463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73ae06-da93-4087-8741-40b36d3f02f8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdaa42b-3f37-4dc9-8bf5-df880930df5c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:41.385556 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1eb2bf73-ce55-4ac8-ab1f-87f8af8a0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:41.386936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf73ae06-da93-4087-8741-40b36d3f02f8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.391277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cf73ae06-da93-4087-8741-40b36d3f02f8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/5bdaa42b-3f37-4dc9-8bf5-df880930df5c HTTP/1.1" status: 204 len: 168 time: 0.8260746 Dec 13 13:05:41.394028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36436) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:41.394733 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb2bf73-ce55-4ac8-ab1f-87f8af8a0e43 None None] The sync data for ids ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:05:41.426843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=d2db99aa-16b9-4cca-b4ce-352325f9235b,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:41.431551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c7b1e3-9e7c-4896-83c1-ed9682f82db0 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:41.506315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-731839df-1289-4f24-892d-b72fb95b9d6c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 7f82c085-7bf1-4f2d-8f44-ddcc635e54aa {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:41.515610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-731839df-1289-4f24-892d-b72fb95b9d6c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.599376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-731839df-1289-4f24-892d-b72fb95b9d6c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.612861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-887fb63d-5bd6-49ba-8085-09e954b29427 None None] Provisioning complete for port d2db99aa-16b9-4cca-b4ce-352325f9235b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:41.613237 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-887fb63d-5bd6-49ba-8085-09e954b29427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.621987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:41.622212 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.817456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4028259-26a6-4915-bf14-9e1b7022d740 req-cfc6f583-1885-4ec7-ac43-5f4cc0d8a188 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:41.829790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4028259-26a6-4915-bf14-9e1b7022d740 req-cfc6f583-1885-4ec7-ac43-5f4cc0d8a188 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 944 time: 0.4507747 Dec 13 13:05:41.831111 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-731839df-1289-4f24-892d-b72fb95b9d6c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.850628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8141e-3c9f-4aea-8bff-6c2feee0d8d5 req-8764c290-1e61-4111-84a0-a31b2c63dfe9 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:41.852558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7e8141e-3c9f-4aea-8bff-6c2feee0d8d5 req-8764c290-1e61-4111-84a0-a31b2c63dfe9 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.4716837 Dec 13 13:05:41.887045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-887fb63d-5bd6-49ba-8085-09e954b29427 None None] Provisioning complete for port 259805b2-2140-42b4-b422-40d5be7e3326 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:41.887424 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-887fb63d-5bd6-49ba-8085-09e954b29427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.923762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36440) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:41.963949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-887fb63d-5bd6-49ba-8085-09e954b29427 None None] Port 259805b2-2140-42b4-b422-40d5be7e3326 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:41.968190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-731839df-1289-4f24-892d-b72fb95b9d6c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:41.978402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-887fb63d-5bd6-49ba-8085-09e954b29427 None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:41.979139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-887fb63d-5bd6-49ba-8085-09e954b29427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.003732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731839df-1289-4f24-892d-b72fb95b9d6c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=7f82c085-7bf1-4f2d-8f44-ddcc635e54aa,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:42.019244 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-731839df-1289-4f24-892d-b72fb95b9d6c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.025831 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-731839df-1289-4f24-892d-b72fb95b9d6c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/7f82c085-7bf1-4f2d-8f44-ddcc635e54aa HTTP/1.1" status: 204 len: 168 time: 0.6275129 Dec 13 13:05:42.026409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36444) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:42.064206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:42.124178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7e8141e-3c9f-4aea-8bff-6c2feee0d8d5 req-b5e41946-bdca-4ecc-89bd-ee9df816c055 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186210 Dec 13 13:05:42.157030 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-74d5b5d5-a562-478d-9ed3-cb0a1e8b9729 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1258924 Dec 13 13:05:42.161648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36446) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:42.173492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c2edc541-180e-4fcc-b668-97f7b2de0366 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:42.180488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-887fb63d-5bd6-49ba-8085-09e954b29427 None None] Could not find standard attr ID for object 2dc5129b-f525-4478-95df-d210b0c16feb. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:05:42.210140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:42.210771 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.223980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4028259-26a6-4915-bf14-9e1b7022d740 req-41bffff4-7e2e-4c75-99cf-89ccbf0b3a7a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3892045 Dec 13 13:05:42.316193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2edc541-180e-4fcc-b668-97f7b2de0366 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:42.320377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c2edc541-180e-4fcc-b668-97f7b2de0366 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.329321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b56ace57-bf56-4dbb-8b88-fcc04ef1dc50 None None] Provisioning complete for port d2db99aa-16b9-4cca-b4ce-352325f9235b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:42.329697 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b56ace57-bf56-4dbb-8b88-fcc04ef1dc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.370363 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-598dea63-9c6e-4874-ba96-14c848174098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.422256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d2db99aa-16b9-4cca-b4ce-352325f9235b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:42.463845 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.564457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d2db99aa-16b9-4cca-b4ce-352325f9235b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:42.564874 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.621863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c2edc541-180e-4fcc-b668-97f7b2de0366 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.708361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65025332-e135-4735-b3cd-77263c9c47e2 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:42.709814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2edc541-180e-4fcc-b668-97f7b2de0366 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:42.714390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c2edc541-180e-4fcc-b668-97f7b2de0366 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:42.719001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2edc541-180e-4fcc-b668-97f7b2de0366 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:42.719863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c2edc541-180e-4fcc-b668-97f7b2de0366 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.734906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edc541-180e-4fcc-b668-97f7b2de0366 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=a6895719-c5bd-41e6-952e-c8bc8dbd8853,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:42.746050 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c2edc541-180e-4fcc-b668-97f7b2de0366 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5832808 Dec 13 13:05:42.746770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36448) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:42.752160 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1a97a97e-2903-4aa4-9081-60444fbce93f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:42.807688 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-598dea63-9c6e-4874-ba96-14c848174098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.855361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9e08da47-86da-42ce-9f17-1ba667144ebe None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:42.855719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-598dea63-9c6e-4874-ba96-14c848174098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.855819 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e08da47-86da-42ce-9f17-1ba667144ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.900385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a97a97e-2903-4aa4-9081-60444fbce93f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:42.908275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1a97a97e-2903-4aa4-9081-60444fbce93f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:42.926438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-598dea63-9c6e-4874-ba96-14c848174098 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a56bc6cd407460486357de28740bac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9919534 Dec 13 13:05:42.927397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dea63-9c6e-4874-ba96-14c848174098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba60c1a-91be-4861-9cdd-7fd00a7b381f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:42.928549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36450) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:42.931022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Allocated IP 2001:db8:1::1 (3afdb010-463e-4434-8b65-d9605b07112b/bd32b370-0e1b-425d-8ce6-3eb87addcbcf/7fff4a58-97b0-4085-9558-852d27fbd076) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:43.118613 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-593bddbe-5900-404f-a48b-f679ef090a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.126845 n-d-817326-4 neutron-server[109885]: INFO neutron.db.ipam_backend_mixin [None req-1a97a97e-2903-4aa4-9081-60444fbce93f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6895719-c5bd-41e6-952e-c8bc8dbd8853 (CIDR: 2001:db8::/64) Dec 13 13:05:43.137971 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a97a97e-2903-4aa4-9081-60444fbce93f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:05:43.138464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a97a97e-2903-4aa4-9081-60444fbce93f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:43.143621 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.177604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-593bddbe-5900-404f-a48b-f679ef090a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.189715 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.200444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e099dbba-e5fe-4df3-b7ac-b1f24a3b48e6 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:43.227295 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1a97a97e-2903-4aa4-9081-60444fbce93f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4794433 Dec 13 13:05:43.230426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36456) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:43.246105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:43.304294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 3afdb010-463e-4434-8b65-d9605b07112b is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:43.313902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:43.334353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:43.334945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.350480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-575f9df6-193c-4881-8b3c-90af8fdb2175 None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:43.351586 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-575f9df6-193c-4881-8b3c-90af8fdb2175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.436884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-593bddbe-5900-404f-a48b-f679ef090a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.439554 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-593bddbe-5900-404f-a48b-f679ef090a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.440719 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-593bddbe-5900-404f-a48b-f679ef090a96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dba60c1a-91be-4861-9cdd-7fd00a7b381f HTTP/1.1" status: 204 len: 168 time: 0.5112154 Dec 13 13:05:43.498578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bddbe-5900-404f-a48b-f679ef090a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba60c1a-91be-4861-9cdd-7fd00a7b381f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:43.558050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:43.569792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.593777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=7fff4a58-97b0-4085-9558-852d27fbd076,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:43.678445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd507c88-590a-4b19-a870-7bba29bdef19 req-6fd5c541-3170-4380-b9a1-d50c1a27265b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:43.680199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd507c88-590a-4b19-a870-7bba29bdef19 req-6fd5c541-3170-4380-b9a1-d50c1a27265b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.4414971 Dec 13 13:05:43.705029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.789641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d790f4-9eb1-4567-89de-15cb8fb9e13f req-751224a4-a158-4385-a932-440bf76a3fd6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:43.792725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0d790f4-9eb1-4567-89de-15cb8fb9e13f req-751224a4-a158-4385-a932-440bf76a3fd6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 944 time: 0.1897368 Dec 13 13:05:43.845081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e5dd1337-be8e-4ccb-b0d7-b478870a142b None None] Provisioning complete for port 7fff4a58-97b0-4085-9558-852d27fbd076 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:43.845465 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5dd1337-be8e-4ccb-b0d7-b478870a142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.913042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd1337-be8e-4ccb-b0d7-b478870a142b None None] Port 7fff4a58-97b0-4085-9558-852d27fbd076 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:43.913643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd507c88-590a-4b19-a870-7bba29bdef19 req-c67a5fbf-5ff2-4e4f-a088-7eb7a1d55608 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246869 Dec 13 13:05:43.925425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e5dd1337-be8e-4ccb-b0d7-b478870a142b None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:43.925757 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5dd1337-be8e-4ccb-b0d7-b478870a142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:43.984548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36468) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:44.033941 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42ca648f-250a-4e7d-b92e-02e188e21232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.085965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0d790f4-9eb1-4567-89de-15cb8fb9e13f req-343da2a6-796a-43fe-b277-80d83890a1a9 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850225 Dec 13 13:05:44.141251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.objects.ports [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:05:44.149633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7248c3-d1b9-4007-b5fb-ff18be7f7ea6 req-bd3cf513-ddb9-481b-a43d-5c8deee750c3 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:44.151190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b7248c3-d1b9-4007-b5fb-ff18be7f7ea6 req-bd3cf513-ddb9-481b-a43d-5c8deee750c3 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1096 time: 0.1105983 Dec 13 13:05:44.288535 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42ca648f-250a-4e7d-b92e-02e188e21232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.304265 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-42ca648f-250a-4e7d-b92e-02e188e21232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.317571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b7248c3-d1b9-4007-b5fb-ff18be7f7ea6 req-3e74e90d-59b2-4b31-8ba9-a89ca888eb1b tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530278 Dec 13 13:05:44.319616 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.371894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca648f-250a-4e7d-b92e-02e188e21232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6786d79f-1f1e-4e97-aca6-d4670fc7854c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:44.381481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-42ca648f-250a-4e7d-b92e-02e188e21232 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ede55ae8fac749a7b7d499f2a104c17e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3943470 Dec 13 13:05:44.382116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36474) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:44.424937 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.442751 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.442751 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.491561 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:05:44.559866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] For port e080448f-3140-45e2-ab4b-59130e5f66cd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e080448f-3140-45e2-ab4b-59130e5f66cd,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:44.595208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=7fff4a58-97b0-4085-9558-852d27fbd076,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:44.597499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb430767-33e1-42e2-9f15-7d1557718ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.630013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.638355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdefe95-7688-48c4-9e0c-61ddbbef6665 req-0a5d8aed-da7f-409b-95f2-01e57c5b6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:44.640764 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-abdefe95-7688-48c4-9e0c-61ddbbef6665 req-0a5d8aed-da7f-409b-95f2-01e57c5b6dec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 1096 time: 0.0787654 Dec 13 13:05:44.641867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.642628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.657855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50c7a-02cb-49a4-ab8d-9cca2755de74 req-06ffff2f-ce07-4b4c-8dca-0222974cd812 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:44.659395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4da50c7a-02cb-49a4-ab8d-9cca2755de74 req-06ffff2f-ce07-4b4c-8dca-0222974cd812 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1998773 Dec 13 13:05:44.661332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb430767-33e1-42e2-9f15-7d1557718ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.699735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 3afdb010-463e-4434-8b65-d9605b07112b is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:44.714195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:44.739425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:44.773894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:44.777321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:44.777935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.791646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=276ac923-a0db-4b1c-ba21-0860ad4699d9,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:44.802631 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-abdefe95-7688-48c4-9e0c-61ddbbef6665 req-674610d9-7f33-48b9-adf4-abb1f109b393 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488996 Dec 13 13:05:44.805711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4da50c7a-02cb-49a4-ab8d-9cca2755de74 req-13c682c4-2bf0-4d41-b6ab-3f1e2e56d6ca tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364374 Dec 13 13:05:44.817023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194054ff-bec9-42f3-adbf-47bf90bb6540 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:44.836237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36476) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:44.853230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=e080448f-3140-45e2-ab4b-59130e5f66cd,revision_number=8']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:44.883215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb430767-33e1-42e2-9f15-7d1557718ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.891690 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9f7e1bf7-64c6-46fa-a8a2-2120e659ff7a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6560867 Dec 13 13:05:44.893983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb430767-33e1-42e2-9f15-7d1557718ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:44.895560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36478) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:44.902405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:3c:0f:0a', 'name': 'tempest-NetworksTestDHCPv6-717232430'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:44.902894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cb430767-33e1-42e2-9f15-7d1557718ac3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6786d79f-1f1e-4e97-aca6-d4670fc7854c HTTP/1.1" status: 204 len: 168 time: 0.5179057 Dec 13 13:05:44.920283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb430767-33e1-42e2-9f15-7d1557718ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6786d79f-1f1e-4e97-aca6-d4670fc7854c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:44.946029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:05:45.067872 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2469aa0b-f903-4cc0-8efc-7ed285fbf11e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769 HTTP/1.1" status: 200 len: 993 time: 0.2270977 Dec 13 13:05:45.174204 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f383ffa0-04ba-4240-a608-2b042d611fcf None None] Update dhcp port {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'fixed_ips': [{'subnet_id': '276ac923-a0db-4b1c-ba21-0860ad4699d9', 'ip_address': '2001:db8:0:1:f816:3eff:fee8:5a4b'}, {'subnet_id': 'a6895719-c5bd-41e6-952e-c8bc8dbd8853'}], 'binding:host_id': 'n-d-817326-4'}, 'id': 'e080448f-3140-45e2-ab4b-59130e5f66cd'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:05:45.191412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:05:45.206948 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-35f65695-72ec-47e0-a770-265c49a61721 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0135224 Dec 13 13:05:45.218041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36488) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:45.222633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba4db1-cad2-4a0e-9249-e6ea9e5a76a8 None None] Sync routers for ids ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:05:45.272032 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f383ffa0-04ba-4240-a608-2b042d611fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:45.286138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e5da69e4-94d9-4a9e-ad31-3497654b0788 None None] Provisioning complete for port 7fff4a58-97b0-4085-9558-852d27fbd076 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:45.286518 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5da69e4-94d9-4a9e-ad31-3497654b0788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:45.289264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:45.295244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740766b-64b4-4471-948d-e0cdb756a968 req-112e9e08-6877-439c-8f1e-812daa90d8a3 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:45.297105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8740766b-64b4-4471-948d-e0cdb756a968 req-112e9e08-6877-439c-8f1e-812daa90d8a3 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.2078567 Dec 13 13:05:45.329505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba4db1-cad2-4a0e-9249-e6ea9e5a76a8 None None] Routers {'a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:05:45.330203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4eba4db1-cad2-4a0e-9249-e6ea9e5a76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:45.432240 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:45.468397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port b825defe-7a71-4861-b9f9-dd994f4c27fc yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:05:45.599373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4eba4db1-cad2-4a0e-9249-e6ea9e5a76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:45.611734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e5da69e4-94d9-4a9e-ad31-3497654b0788 None None] Port 7fff4a58-97b0-4085-9558-852d27fbd076 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:45.615494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba4db1-cad2-4a0e-9249-e6ea9e5a76a8 None None] Routers {'a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:05:45.616069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4eba4db1-cad2-4a0e-9249-e6ea9e5a76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:45.661962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4eba4db1-cad2-4a0e-9249-e6ea9e5a76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:45.662716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba4db1-cad2-4a0e-9249-e6ea9e5a76a8 None None] The sync data for ids ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:05:45.753087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::37e (a96b3050-5a47-4623-a1bc-6be051560383/a6895719-c5bd-41e6-952e-c8bc8dbd8853/b825defe-7a71-4861-b9f9-dd994f4c27fc) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:45.761044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3c:f0a (a96b3050-5a47-4623-a1bc-6be051560383/276ac923-a0db-4b1c-ba21-0860ad4699d9/b825defe-7a71-4861-b9f9-dd994f4c27fc) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:45.776167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf30db0-1ac6-4ae3-b7d4-82ddfa599d27 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:45.779865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8cf30db0-1ac6-4ae3-b7d4-82ddfa599d27 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports/7fff4a58-97b0-4085-9558-852d27fbd076 HTTP/1.1" status: 200 len: 913 time: 0.5569923 Dec 13 13:05:45.785275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36506) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:45.899582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d288543-2208-495d-b71c-e6b2aaf0e121 req-2ddfae09-e16f-4084-b36b-a186571dcbb0 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:45.907129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d288543-2208-495d-b71c-e6b2aaf0e121 req-2ddfae09-e16f-4084-b36b-a186571dcbb0 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 944 time: 0.6061964 Dec 13 13:05:45.949801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8740766b-64b4-4471-948d-e0cdb756a968 req-c4ed4caa-2a60-4788-9806-630524ed4767 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963243 Dec 13 13:05:45.993339 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:46.047984 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:46.094038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f383ffa0-04ba-4240-a608-2b042d611fcf None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/a6895719-c5bd-41e6-952e-c8bc8dbd8853/e080448f-3140-45e2-ab4b-59130e5f66cd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:46.102382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e080448f-3140-45e2-ab4b-59130e5f66cd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:46.153418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-db8119e7-ee6a-4ad1-aef9-7da6e65001f1 req-28d89856-5715-4bae-bb63-ae5e99090179 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:05:46.171351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db8119e7-ee6a-4ad1-aef9-7da6e65001f1 req-28d89856-5715-4bae-bb63-ae5e99090179 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0233676 Dec 13 13:05:46.177632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:46.185480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:46.188069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=b825defe-7a71-4861-b9f9-dd994f4c27fc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:46.201666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:46.211205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d288543-2208-495d-b71c-e6b2aaf0e121 req-1c1de4b8-9505-4da6-a5bb-8fe90548781c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031046 Dec 13 13:05:46.212422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:46.213322 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:46.238308 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b818bc6f-f129-41bc-aab9-86ef1d255d66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3412807 Dec 13 13:05:46.240982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36518) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:46.301373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f383ffa0-04ba-4240-a608-2b042d611fcf None None] For port e080448f-3140-45e2-ab4b-59130e5f66cd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e080448f-3140-45e2-ab4b-59130e5f66cd,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:46.333450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:46.343927 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f383ffa0-04ba-4240-a608-2b042d611fcf None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:46.349673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:46.350129 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:46.354557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f383ffa0-04ba-4240-a608-2b042d611fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:46.503936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b679c911-f8df-47e5-9f34-00a39ec736f5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port b825defe-7a71-4861-b9f9-dd994f4c27fc {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:46.506885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b679c911-f8df-47e5-9f34-00a39ec736f5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:46.565114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383ffa0-04ba-4240-a608-2b042d611fcf None None] Pushing event updated for resources: {'Port': ['ID=e080448f-3140-45e2-ab4b-59130e5f66cd,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:46.624900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-43f22afc-01d6-46a1-92a3-23d89a80e5ae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259193 Dec 13 13:05:46.630614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b679c911-f8df-47e5-9f34-00a39ec736f5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:46.630810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-92d0bbbe-f3e7-4710-9457-eecfb46cd133 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:05:46.645195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b679c911-f8df-47e5-9f34-00a39ec736f5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for b825defe-7a71-4861-b9f9-dd994f4c27fc owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:46.648453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-92d0bbbe-f3e7-4710-9457-eecfb46cd133 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192230 Dec 13 13:05:46.698438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63092c-6332-4a35-9396-98b772835fa9 req-4f853143-2b44-4e4c-9864-a699e338a793 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:46.708068 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad63092c-6332-4a35-9396-98b772835fa9 req-4f853143-2b44-4e4c-9864-a699e338a793 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1513753 Dec 13 13:05:46.735784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-359499394'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:46.816457 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:46.817929 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Made reservation on behalf of cdcb16e7c70947728a1cc9436a1172c7 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:46.821488 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:46.822902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad63092c-6332-4a35-9396-98b772835fa9 req-f04f8325-cf39-4284-a9ab-744b64330101 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062069 Dec 13 13:05:46.856590 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:47.090109 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b679c911-f8df-47e5-9f34-00a39ec736f5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:47.130843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679c911-f8df-47e5-9f34-00a39ec736f5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=b825defe-7a71-4861-b9f9-dd994f4c27fc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:47.179973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f638e3-6571-498c-93dc-a605bac6949c req-662a468b-6c52-40ac-901a-4f9fb092a6b4 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:47.188487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26f638e3-6571-498c-93dc-a605bac6949c req-662a468b-6c52-40ac-901a-4f9fb092a6b4 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.1137192 Dec 13 13:05:47.203512 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b679c911-f8df-47e5-9f34-00a39ec736f5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:47.207331 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b679c911-f8df-47e5-9f34-00a39ec736f5 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/b825defe-7a71-4861-b9f9-dd994f4c27fc HTTP/1.1" status: 204 len: 168 time: 0.9649768 Dec 13 13:05:47.210096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36544) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:47.362711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26f638e3-6571-498c-93dc-a605bac6949c req-ba90e99e-089b-416f-8619-e28b11c35190 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719563 Dec 13 13:05:47.462446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b990e17-0add-4a7c-82bd-e9a7218bbe39 req-7ee6048c-205f-4f96-b70d-c3e27e67718d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:47.464316 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b990e17-0add-4a7c-82bd-e9a7218bbe39 req-7ee6048c-205f-4f96-b70d-c3e27e67718d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 944 time: 0.0935690 Dec 13 13:05:47.486042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 7fff4a58-97b0-4085-9558-852d27fbd076 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:47.488768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:47.676774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b990e17-0add-4a7c-82bd-e9a7218bbe39 req-335ea1fa-69ab-4b06-9837-8c6a4fb6ed05 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963058 Dec 13 13:05:47.867224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f2450d9e-50b1-4ffa-9fea-5fb3c2210c2d None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:47.867869 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2450d9e-50b1-4ffa-9fea-5fb3c2210c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:47.941031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4599407-d907-4c15-9274-8f41caaeb67f req-7b8ecb33-4156-42c9-b9aa-20ef6c1fe69d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:47.949847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-7b8ecb33-4156-42c9-b9aa-20ef6c1fe69d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/networks?id=772ebe61-546c-452f-a54e-fb76791d27a0 HTTP/1.1" status: 200 len: 810 time: 0.2437167 Dec 13 13:05:47.973919 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.022814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 7fff4a58-97b0-4085-9558-852d27fbd076 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:48.041126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-e9c2414e-994b-4e51-a5b4-8a7364dd0e46 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/quotas/4daf733a4251457082d3978a8e523292 HTTP/1.1" status: 200 len: 375 time: 0.0351562 Dec 13 13:05:48.081375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e080448f-3140-45e2-ab4b-59130e5f66cd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:48.106533 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.118512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a838fad-cb8d-4110-a088-ebf08fa3c28e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:48.120739 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9a838fad-cb8d-4110-a088-ebf08fa3c28e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9090724 Dec 13 13:05:48.123229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36570) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:48.125993 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.168888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:48.169628 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.243501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c369aa-be8e-4b7e-a8e4-dd3d498fc6ee req-dc3ca637-cc4f-4cd7-9bfb-1e37cab0899c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:48.245149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2c369aa-be8e-4b7e-a8e4-dd3d498fc6ee req-dc3ca637-cc4f-4cd7-9bfb-1e37cab0899c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.2432599 Dec 13 13:05:48.274349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:05:48.285212 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-6c03a3e4-f23a-4f87-bfc1-af5be9ff8dd8 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4daf733a4251457082d3978a8e523292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2430348 Dec 13 13:05:48.309536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.310556 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Added segment 96cba6be-ddf3-42e9-828f-e17be14ccc9b of type vlan for network 1add63e2-c95b-408d-9e61-e065dea40ba7 Dec 13 13:05:48.374489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8dbc14-a70c-497d-bff3-6722d66a35f1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:48.381633 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.415193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a5131-bf81-4173-bcf5-f6abf5c4791d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:48.417395 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fc8a5131-bf81-4173-bcf5-f6abf5c4791d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2928813 Dec 13 13:05:48.420758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36572) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:48.482697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b575ec4b-8582-4509-aad1-85f1e9801d1b None None] Could not find standard attr ID for object b825defe-7a71-4861-b9f9-dd994f4c27fc. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:05:48.503150 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.511668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:48.512679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.557150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac2b4b2-4c3a-4134-9251-da8814dd61e3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:48.559385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac2b4b2-4c3a-4134-9251-da8814dd61e3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:48.562673 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac2b4b2-4c3a-4134-9251-da8814dd61e3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:48.564666 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cac2b4b2-4c3a-4134-9251-da8814dd61e3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1428282 Dec 13 13:05:48.572165 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2330496 Dec 13 13:05:48.584040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36576) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:48.584729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36578) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:48.592249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Request body: {'subnet': {'network_id': '1add63e2-c95b-408d-9e61-e065dea40ba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:48.636672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2c369aa-be8e-4b7e-a8e4-dd3d498fc6ee req-256407c9-3f9e-4122-9a4f-1e90497a5b21 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664205 Dec 13 13:05:48.637331 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.692617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=7fff4a58-97b0-4085-9558-852d27fbd076,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:48.714153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.714678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.715098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.715515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.715910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.716408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.716879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.717496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.718277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.718469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.718962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.719382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.719866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:05:48.788753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dd066-b4d1-4c63-a3e1-e0c56f796589 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event updated for resources: {'Network': ['ID=1add63e2-c95b-408d-9e61-e065dea40ba7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:48.806534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 1add63e2-c95b-408d-9e61-e065dea40ba7 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:05:48.854175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ed6f22-7889-4c75-86bd-acd13a7ab2ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 276ac923-a0db-4b1c-ba21-0860ad4699d9 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:48.866884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f22-7889-4c75-86bd-acd13a7ab2ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.913348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-115dc64d-1101-4848-bdc1-98483cee6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:48.914890 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-115dc64d-1101-4848-bdc1-98483cee6477 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1096 time: 0.3027291 Dec 13 13:05:48.960270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Made reservation on behalf of cdcb16e7c70947728a1cc9436a1172c7 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:48.963772 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.969446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f22-7889-4c75-86bd-acd13a7ab2ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:48.982924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-7aac97f7-d700-4ca8-a947-04d214c26cca service neutron] 10.222.0.31 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967146 Dec 13 13:05:49.075666 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:49.095803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cb266-2e31-4408-bebf-45e585d5ba2f req-67199647-196a-4a53-a32d-2f2c181b02fe tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:49.097308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e7cb266-2e31-4408-bebf-45e585d5ba2f req-67199647-196a-4a53-a32d-2f2c181b02fe tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 944 time: 0.2282557 Dec 13 13:05:49.174048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-17ca74c7-d9ba-4959-a3a7-41348e5353a9 service neutron] 10.222.0.31 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899817 Dec 13 13:05:49.185663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-f60ca9dd-7c97-4c99-a752-5ece9149185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:49.187659 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-f60ca9dd-7c97-4c99-a752-5ece9149185f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.2618461 Dec 13 13:05:49.195001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f22-7889-4c75-86bd-acd13a7ab2ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:49.242223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e7cb266-2e31-4408-bebf-45e585d5ba2f req-709233a5-119a-4a72-bee2-de02fdbe4367 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350269 Dec 13 13:05:49.363296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-272b32b9-d4bf-42c6-9baf-1c7286722b68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 1001 time: 0.1647255 Dec 13 13:05:49.366850 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f22-7889-4c75-86bd-acd13a7ab2ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:49.399278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8ff4a33-894f-42eb-96e4-dc4bd6d1f0cb req-d39df31f-8c09-4b3b-88df-e6b7d76f15db tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 210 time: 0.0374553 Dec 13 13:05:49.404081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c432761-fe98-4f73-bc67-27513eb89630 req-ab1634c0-4b5e-427f-9d5b-c0cb800b16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:49.405573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-ab1634c0-4b5e-427f-9d5b-c0cb800b16d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1&tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf HTTP/1.1" status: 200 len: 1095 time: 0.1157653 Dec 13 13:05:49.410748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:05:49.419565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:49.438258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed6f22-7889-4c75-86bd-acd13a7ab2ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=276ac923-a0db-4b1c-ba21-0860ad4699d9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:49.497157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f22-7889-4c75-86bd-acd13a7ab2ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:49.500363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad950b5-1517-4549-9404-d72e8d3c6806 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:49.501493 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37ed6f22-7889-4c75-86bd-acd13a7ab2ff tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/276ac923-a0db-4b1c-ba21-0860ad4699d9 HTTP/1.1" status: 204 len: 168 time: 0.9155777 Dec 13 13:05:49.509742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36588) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:49.550649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-3a2254fb-a9e1-4d34-ad14-0e54c1310994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:49.553124 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-3a2254fb-a9e1-4d34-ad14-0e54c1310994 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.1775331 Dec 13 13:05:49.558224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:49.577524 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:49.583718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:05:49.598040 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37562ea6-d318-4b71-89ca-2a16e4a03ce3 None None] Sync routers for ids ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:05:49.605006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ffb8cf65-a3a2-43d7-9d63-9b3398faefb0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8132410 Dec 13 13:05:49.609585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36592) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:49.615103 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37562ea6-d318-4b71-89ca-2a16e4a03ce3 None None] Routers {'a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:05:49.616728 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-37562ea6-d318-4b71-89ca-2a16e4a03ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:49.662034 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-37562ea6-d318-4b71-89ca-2a16e4a03ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:49.672380 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-882210ad-b268-4cf0-9be3-a9a15490a117 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet a6895719-c5bd-41e6-952e-c8bc8dbd8853 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:49.677202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-882210ad-b268-4cf0-9be3-a9a15490a117 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:49.677348 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37562ea6-d318-4b71-89ca-2a16e4a03ce3 None None] Routers {'a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:05:49.678007 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-37562ea6-d318-4b71-89ca-2a16e4a03ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:49.725715 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-882210ad-b268-4cf0-9be3-a9a15490a117 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:49.731858 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-37562ea6-d318-4b71-89ca-2a16e4a03ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:49.732535 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37562ea6-d318-4b71-89ca-2a16e4a03ce3 None None] The sync data for ids ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:05:49.869428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-882210ad-b268-4cf0-9be3-a9a15490a117 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:49.940020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-a9fd8ad5-d45d-425c-87a5-f26990d3cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:49.941569 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-a9fd8ad5-d45d-425c-87a5-f26990d3cf63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3779752 Dec 13 13:05:49.946838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event updated for resources: {'Subnet': ['ID=ea5d8551-2f26-4258-b63e-a64ed717a214,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:50.022371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:50.030009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Checking segment: {'id': '96cba6be-ddf3-42e9-828f-e17be14ccc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1add63e2-c95b-408d-9e61-e065dea40ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:50.030525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Network hostable DHCP agents. Network: 1add63e2-c95b-408d-9e61-e065dea40ba7, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:05:50.050683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-882210ad-b268-4cf0-9be3-a9a15490a117 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:50.063872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872e828-6058-47d3-ac3e-eb59bf368557 req-2957851b-b390-46aa-aa32-8814614750fc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:50.067180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b872e828-6058-47d3-ac3e-eb59bf368557 req-2957851b-b390-46aa-aa32-8814614750fc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.2200177 Dec 13 13:05:50.101819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882210ad-b268-4cf0-9be3-a9a15490a117 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=a6895719-c5bd-41e6-952e-c8bc8dbd8853,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:50.115913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-882210ad-b268-4cf0-9be3-a9a15490a117 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:50.119239 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-882210ad-b268-4cf0-9be3-a9a15490a117 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/a6895719-c5bd-41e6-952e-c8bc8dbd8853 HTTP/1.1" status: 204 len: 168 time: 0.6071084 Dec 13 13:05:50.122001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Network 1add63e2-c95b-408d-9e61-e065dea40ba7 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:05:50.124839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36600) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:50.137105 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-aa0a62ae-89e4-4adf-b264-b8e4abb1a132 service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811838 Dec 13 13:05:50.146277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:50.179273 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d5599db2-3490-4a46-9202-0e9ace0151c6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487030 Dec 13 13:05:50.184289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 1add63e2-c95b-408d-9e61-e065dea40ba7) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:50.185674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36602) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:50.192034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d8acc147-1a26-40b8-bf4b-1964f4f5c3d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:50.197400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a944f8-30da-4218-989f-867ff85a32e0 None None] Network 1add63e2-c95b-408d-9e61-e065dea40ba7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:50.207744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:50.208344 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:50.264595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee81aa0b-3c3a-4e61-bb2c-31c049a17808 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:05:50.282162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b872e828-6058-47d3-ac3e-eb59bf368557 req-353e8c7b-3746-4aab-90e5-3621969e17c9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945639 Dec 13 13:05:50.305169 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:50.325712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Transition to ACTIVE for port object ee81aa0b-3c3a-4e61-bb2c-31c049a17808 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:05:50.347282 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:50.352670 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f7770559-8a32-4198-95e5-ef98175b5c3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7653034 Dec 13 13:05:50.362667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36606) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:50.377527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Request body: {'port': {'network_id': '1add63e2-c95b-408d-9e61-e065dea40ba7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1402727437'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:50.418400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-1add63e2-c95b-408d-9e61-e065dea40ba7', 'network_id': '1add63e2-c95b-408d-9e61-e065dea40ba7', 'project_id': 'cdcb16e7c70947728a1cc9436a1172c7', 'fixed_ips': [{'subnet_id': 'ea5d8551-2f26-4258-b63e-a64ed717a214'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:50.420104 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:50.433276 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=9']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:50.554884 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-10f634ed-1e2f-4d86-90df-79e20024d61d service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804290 Dec 13 13:05:50.574064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8acc147-1a26-40b8-bf4b-1964f4f5c3d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:50.591209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8acc147-1a26-40b8-bf4b-1964f4f5c3d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:50.704866 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Allocated IP 2001:db8::2 (1add63e2-c95b-408d-9e61-e065dea40ba7/ea5d8551-2f26-4258-b63e-a64ed717a214/20a77bd5-820b-482b-8e2d-d7ed5026d715) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:50.892832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc24013-f623-484b-bdf5-3618846ecf63 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:50.984378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Made reservation on behalf of cdcb16e7c70947728a1cc9436a1172c7 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:50.987956 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.031741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4599407-d907-4c15-9274-8f41caaeb67f req-3d9bb289-e438-4b2f-a8a0-b8c1494426b2 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:51.033285 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-3d9bb289-e438-4b2f-a8a0-b8c1494426b2 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.42 "GET /v2.0/networks?id=772ebe61-546c-452f-a54e-fb76791d27a0 HTTP/1.1" status: 200 len: 810 time: 0.2791867 Dec 13 13:05:51.040196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.053023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Request body: {'port': {'device_id': '2d569e77-3cf8-419e-9a3e-1d1f451a6b2a', 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0', 'admin_state_up': True, 'tenant_id': '4daf733a4251457082d3978a8e523292'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:51.057991 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] device_id is not set on port e9d5b66d-6032-463b-8c0f-619916d7975e yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:05:51.059157 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.089753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ac5b04a-1e37-43bf-a67c-7c37f2ed5de0 req-7438d8a7-c764-496e-8121-4e43acb6d97c tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 210 time: 0.1195183 Dec 13 13:05:51.101768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a42b9fb3-7bff-4b4f-855e-ac99d7d7d468 None None] Provisioning complete for port e080448f-3140-45e2-ab4b-59130e5f66cd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:51.102354 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a42b9fb3-7bff-4b4f-855e-ac99d7d7d468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.143773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04b7a7-7638-46fa-9e3d-33b78f46205e req-1cae29f0-4f0f-4a16-a415-a8a0ea103b18 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:51.145664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f04b7a7-7638-46fa-9e3d-33b78f46205e req-1cae29f0-4f0f-4a16-a415-a8a0ea103b18 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 944 time: 0.7251194 Dec 13 13:05:51.202670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] No DVR routers for this DVR port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:51.207390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Network 1add63e2-c95b-408d-9e61-e065dea40ba7 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:51.214908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:51.223340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:51.258380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Pushing event updated for resources: {'Port': ['ID=20a77bd5-820b-482b-8e2d-d7ed5026d715,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:51.354938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ff2c6f-2ebb-4989-9368-96652789a3fa None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:51.376810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Attempting to bind port 20a77bd5-820b-482b-8e2d-d7ed5026d715 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:51.377214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Attempting to bind port 20a77bd5-820b-482b-8e2d-d7ed5026d715 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '96cba6be-ddf3-42e9-828f-e17be14ccc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1add63e2-c95b-408d-9e61-e065dea40ba7'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:51.377577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Attempting to bind port 20a77bd5-820b-482b-8e2d-d7ed5026d715 on network 1add63e2-c95b-408d-9e61-e065dea40ba7 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:51.393230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:51.393230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Checking segment: {'id': '96cba6be-ddf3-42e9-828f-e17be14ccc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1add63e2-c95b-408d-9e61-e065dea40ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:51.394571 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.394974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Bound using segment: {'id': '96cba6be-ddf3-42e9-828f-e17be14ccc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1add63e2-c95b-408d-9e61-e065dea40ba7'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:51.395476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Bound port: 20a77bd5-820b-482b-8e2d-d7ed5026d715, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cba6be-ddf3-42e9-828f-e17be14ccc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1add63e2-c95b-408d-9e61-e065dea40ba7'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:51.395864 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.450909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f04b7a7-7638-46fa-9e3d-33b78f46205e req-46199737-27b3-4ca3-95c9-7777fba78d29 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924731 Dec 13 13:05:51.460281 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.475969 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8acc147-1a26-40b8-bf4b-1964f4f5c3d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.522591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-45ff2c6f-2ebb-4989-9368-96652789a3fa None None] Deleting port e080448f-3140-45e2-ab4b-59130e5f66cd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:51.523075 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c6f-2ebb-4989-9368-96652789a3fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.535924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Allocated IP 2001:db8::226 (1add63e2-c95b-408d-9e61-e065dea40ba7/ea5d8551-2f26-4258-b63e-a64ed717a214/e9d5b66d-6032-463b-8c0f-619916d7975e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:51.551043 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] For port 20a77bd5-820b-482b-8e2d-d7ed5026d715, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:51.568123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8acc147-1a26-40b8-bf4b-1964f4f5c3d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:51.579901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d8acc147-1a26-40b8-bf4b-1964f4f5c3d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:51.595190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8acc147-1a26-40b8-bf4b-1964f4f5c3d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:51.596497 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8acc147-1a26-40b8-bf4b-1964f4f5c3d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.599838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Made reservation on behalf of 4daf733a4251457082d3978a8e523292 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:51.604441 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.604640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] For port 20a77bd5-820b-482b-8e2d-d7ed5026d715, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=20a77bd5-820b-482b-8e2d-d7ed5026d715,segment=NetworkSegment(96cba6be-ddf3-42e9-828f-e17be14ccc9b),segment_id=96cba6be-ddf3-42e9-828f-e17be14ccc9b)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:51.615940 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.652055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acc147-1a26-40b8-bf4b-1964f4f5c3d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=f76f8131-9326-4b99-97be-b05fb949efc7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:51.658799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb280d-547d-4d37-9e1c-9197b60e2519 req-d83ccdb5-fa84-452d-84a8-7aab2f838fcc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:51.667088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33fb280d-547d-4d37-9e1c-9197b60e2519 req-d83ccdb5-fa84-452d-84a8-7aab2f838fcc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1958687 Dec 13 13:05:51.695663 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8acc147-1a26-40b8-bf4b-1964f4f5c3d6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5043895 Dec 13 13:05:51.708059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36614) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:51.713903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-45ff2c6f-2ebb-4989-9368-96652789a3fa None None] For port e080448f-3140-45e2-ab4b-59130e5f66cd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e080448f-3140-45e2-ab4b-59130e5f66cd,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:51.718468 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c6f-2ebb-4989-9368-96652789a3fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.721901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9c8ddbee-9f78-4f0f-ae14-2e755c4b6649 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:51.749194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbecd19-f98d-48b2-a413-a570bd9401a7 None None] Pushing event updated for resources: {'Port': ['ID=20a77bd5-820b-482b-8e2d-d7ed5026d715,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:51.756715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-45ff2c6f-2ebb-4989-9368-96652789a3fa None None] Calling delete_port for e080448f-3140-45e2-ab4b-59130e5f66cd owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:51.758472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Attempting to bind port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:51.758808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Attempting to bind port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:51.759135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Attempting to bind port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 on network a006c405-a67a-4ac4-8e44-115e7f359776 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:51.832014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 on network a006c405-a67a-4ac4-8e44-115e7f359776 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:05:51.832342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Attempting to bind port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 on network a006c405-a67a-4ac4-8e44-115e7f359776 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:51.868763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:51.868763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Checking segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:51.868763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Bound using segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:51.868763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Bound port: ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:51.868763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.881343 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c6f-2ebb-4989-9368-96652789a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:51.918453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33fb280d-547d-4d37-9e1c-9197b60e2519 req-80c780fd-4d5e-4705-ada8-5f26832d39bb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466536 Dec 13 13:05:51.951377 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff2c6f-2ebb-4989-9368-96652789a3fa None None] No DVR routers for this DVR port e080448f-3140-45e2-ab4b-59130e5f66cd on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:51.955057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Allocated IP 172.20.0.11 (772ebe61-546c-452f-a54e-fb76791d27a0/85305c5a-1dd6-4aae-bc48-ed12633ea374/04c04b0b-a26c-4cee-83a7-f3a91741311b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:51.955273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff2c6f-2ebb-4989-9368-96652789a3fa None None] Pushing event deleted for resources: {'Port': ['ID=e080448f-3140-45e2-ab4b-59130e5f66cd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:52.018156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967382a7-2ab1-41c0-8428-3b3cff67d7e3 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:52.043218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e080448f-3140-45e2-ab4b-59130e5f66cd no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:05:52.059585 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.065452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:52.111774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:52.115742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ddbee-9f78-4f0f-ae14-2e755c4b6649 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:52.119449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9c8ddbee-9f78-4f0f-ae14-2e755c4b6649 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.134465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e080448f-3140-45e2-ab4b-59130e5f66cd {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:05:52.134809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e080448f-3140-45e2-ab4b-59130e5f66cd not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:05:52.154515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.199446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a96b3050-5a47-4623-a1bc-6be051560383', 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'project_id': '84598a7713344c9d9f05f2aa25c5a0ad', 'fixed_ips': [{'subnet_id': 'f76f8131-9326-4b99-97be-b05fb949efc7'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:05:52.200424 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.241650 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.267783 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.340710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=10']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:52.353800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Network 1add63e2-c95b-408d-9e61-e065dea40ba7 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:52.360082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:52.362972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.365717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:52.371832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:52.372558 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.374095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-e3bba89a-7402-4448-8559-9d0b3036c21a service neutron] 10.222.0.42 "PUT /v2.0/ports/ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 200 len: 1092 time: 2.9594772 Dec 13 13:05:52.376240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['2665946e-1fa9-40c2-a4a3-aafa97667ee9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:05:52.378347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:52.379790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.385878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event updated for resources: {'Port': ['ID=e9d5b66d-6032-463b-8c0f-619916d7975e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:52.396273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef6c9826-8b30-411c-bb78-bf15d9cc2b8b req-566a08ba-39db-4918-a7af-b396f676f143 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 210 time: 0.1392679 Dec 13 13:05:52.396727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:05:52.399217 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:05:52.424739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Allocated IP 2001:db8::2 (a96b3050-5a47-4623-a1bc-6be051560383/f76f8131-9326-4b99-97be-b05fb949efc7/6f2e1bca-6d56-4a02-90d3-8919630f44b7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:52.468918 n-d-817326-4 neutron-server[109886]: INFO neutron.db.ipam_backend_mixin [None req-9c8ddbee-9f78-4f0f-ae14-2e755c4b6649 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f76f8131-9326-4b99-97be-b05fb949efc7 (CIDR: 2001:db8::/64) Dec 13 13:05:52.471033 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79dcec6-e0f2-4b22-a27b-66fc38a4a9e8 x-openstack-request-id: req-c79dcec6-e0f2-4b22-a27b-66fc38a4a9e8 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:05:52.471312 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:05:52.471566 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c79dcec6-e0f2-4b22-a27b-66fc38a4a9e8 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:05:52.471978 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'status': 'completed', 'code': 200} Dec 13 13:05:52.478660 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8ddbee-9f78-4f0f-ae14-2e755c4b6649 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:05:52.479110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8ddbee-9f78-4f0f-ae14-2e755c4b6649 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:05:52.498040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Pushing event updated for resources: {'Port': ['ID=04c04b0b-a26c-4cee-83a7-f3a91741311b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:52.513041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Network 772ebe61-546c-452f-a54e-fb76791d27a0 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:52.518961 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7d79c2cd-134d-4161-8751-286ad18d8a09 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1510243 Dec 13 13:05:52.520430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:52.522452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36624) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:52.524931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:52.533995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Request body: {'port': {'network_id': '1add63e2-c95b-408d-9e61-e065dea40ba7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1377222144', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:52.535561 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.api.validators [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] bootfile-name is not in valid_values {{(pid=109885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:05:52.535994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.api.validators [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] tftp-server is not in valid_values {{(pid=109885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:05:52.536553 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.api.validators [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] server-ip-address is not in valid_values {{(pid=109885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:05:52.565441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77dd519-9633-4ecf-b47a-49e1f71bc4d9 None None] DHCP port deletion for 772ebe61-546c-452f-a54e-fb76791d27a0 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:52.594575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9c8ddbee-9f78-4f0f-ae14-2e755c4b6649 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8810904 Dec 13 13:05:52.597045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36626) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:52.605970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'subnet': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:52.678881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:52.680783 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.683430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c432761-fe98-4f73-bc67-27513eb89630 req-15516051-c400-4032-a206-c69421db8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:52.685009 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-15516051-c400-4032-a206-c69421db8cfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 1096 time: 0.2728014 Dec 13 13:05:52.692265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ce2a337c-d76f-4eac-9385-d1107f48afa6 None None] Provisioning complete for port 04c04b0b-a26c-4cee-83a7-f3a91741311b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:52.692679 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce2a337c-d76f-4eac-9385-d1107f48afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.718757 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-1f620329-6a4e-48e1-9386-07e00f4bc60b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6698287 Dec 13 13:05:52.719977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 259805b2-2140-42b4-b422-40d5be7e3326 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:52.720332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.732642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Request body: {'port': {'device_id': '2d569e77-3cf8-419e-9a3e-1d1f451a6b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:52.782446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a337c-d76f-4eac-9385-d1107f48afa6 None None] Port 04c04b0b-a26c-4cee-83a7-f3a91741311b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:52.810480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.846996 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.864595 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:52.889478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff4f0-2222-4d56-b54c-ed9c089f03aa req-05ceb998-2399-4056-9417-dc6fed0667cf tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:52.891403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-be5ff4f0-2222-4d56-b54c-ed9c089f03aa req-05ceb998-2399-4056-9417-dc6fed0667cf tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.2786958 Dec 13 13:05:52.928160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Pushing event updated for resources: {'Port': ['ID=6f2e1bca-6d56-4a02-90d3-8919630f44b7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:52.953838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:52.957634 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:52.960942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Made reservation on behalf of cdcb16e7c70947728a1cc9436a1172c7 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:52.963064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:52.964713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.011684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c432761-fe98-4f73-bc67-27513eb89630 req-cadf778f-9276-44a2-8686-1f62b71a2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:53.013197 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-cadf778f-9276-44a2-8686-1f62b71a2e51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.2979908 Dec 13 13:05:53.018329 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.039674 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Attempting to bind port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:53.040294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Attempting to bind port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:53.040659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Attempting to bind port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 on network a96b3050-5a47-4623-a1bc-6be051560383 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:53.047133 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:53.048117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Checking segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:53.048683 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.049057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Bound using segment: {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:53.049540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Bound port: 6f2e1bca-6d56-4a02-90d3-8919630f44b7, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83461-2dca-4c24-bf4c-a4c93ab186ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:53.050234 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.117105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 259805b2-2140-42b4-b422-40d5be7e3326 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:53.137893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] For port 6f2e1bca-6d56-4a02-90d3-8919630f44b7, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:53.143152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] For port 6f2e1bca-6d56-4a02-90d3-8919630f44b7, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6f2e1bca-6d56-4a02-90d3-8919630f44b7,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:53.148002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] device_id is not set on port 4d72ff50-a816-492a-a430-4378f1c2d829 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:05:53.155873 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.163206 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-be5ff4f0-2222-4d56-b54c-ed9c089f03aa req-eb301ec3-963e-4ee0-bc61-85f4ca7ff549 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595537 Dec 13 13:05:53.173490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:53.177057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.220766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da01e35-bf5e-416b-ab10-237c9daba41b None None] Network 1add63e2-c95b-408d-9e61-e065dea40ba7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:53.309521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-b7f54d10-daba-436d-925b-e24e0d8443ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 200 len: 998 time: 0.2733710 Dec 13 13:05:53.309863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a342e3b-14cd-459d-92bc-860593c9135e None None] Pushing event updated for resources: {'Port': ['ID=6f2e1bca-6d56-4a02-90d3-8919630f44b7,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:53.313117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c04b0b-a26c-4cee-83a7-f3a91741311b {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:05:53.319807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-39902d62-db85-4a7d-8ba1-2848c6a19a00 None None] Provisioning complete for port 20a77bd5-820b-482b-8e2d-d7ed5026d715 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:53.320177 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39902d62-db85-4a7d-8ba1-2848c6a19a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.333943 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.338170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18169e50-3699-4e6f-b2f5-345dd8f6b714 req-c92e9d47-b384-4bf5-9bf7-35593da70add tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:53.346998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18169e50-3699-4e6f-b2f5-345dd8f6b714 req-c92e9d47-b384-4bf5-9bf7-35593da70add tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.3095596 Dec 13 13:05:53.359972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Transition to ACTIVE for port object 04c04b0b-a26c-4cee-83a7-f3a91741311b will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:05:53.376080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Allocated IP 2001:db8::238 (1add63e2-c95b-408d-9e61-e065dea40ba7/ea5d8551-2f26-4258-b63e-a64ed717a214/4d72ff50-a816-492a-a430-4378f1c2d829) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:53.378381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.462969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Pushing event updated for resources: {'Port': ['ID=04c04b0b-a26c-4cee-83a7-f3a91741311b,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:53.483589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffa3abf-339a-40fa-aa4b-4b2a75e27af5 None None] DHCP port deletion for 772ebe61-546c-452f-a54e-fb76791d27a0 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:53.550947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18169e50-3699-4e6f-b2f5-345dd8f6b714 req-1eaaf4aa-95c9-46dd-9290-5d3d8ffb2206 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029886 Dec 13 13:05:53.562858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c432761-fe98-4f73-bc67-27513eb89630 req-0ec054ff-3980-4bb1-a490-b1c3e9a14cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:53.579546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-0ec054ff-3980-4bb1-a490-b1c3e9a14cd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.2505937 Dec 13 13:05:53.617796 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39902d62-db85-4a7d-8ba1-2848c6a19a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.683626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-39902d62-db85-4a7d-8ba1-2848c6a19a00 None None] For port 20a77bd5-820b-482b-8e2d-d7ed5026d715, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=20a77bd5-820b-482b-8e2d-d7ed5026d715,segment=NetworkSegment(96cba6be-ddf3-42e9-828f-e17be14ccc9b),segment_id=96cba6be-ddf3-42e9-828f-e17be14ccc9b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:53.687311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Attempting to bind port 04c04b0b-a26c-4cee-83a7-f3a91741311b on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:05:53.687858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Attempting to bind port 04c04b0b-a26c-4cee-83a7-f3a91741311b by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:05:53.687858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Attempting to bind port 04c04b0b-a26c-4cee-83a7-f3a91741311b on network 772ebe61-546c-452f-a54e-fb76791d27a0 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:53.691322 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39902d62-db85-4a7d-8ba1-2848c6a19a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.700624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Port 04c04b0b-a26c-4cee-83a7-f3a91741311b on network 772ebe61-546c-452f-a54e-fb76791d27a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:05:53.702374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Attempting to bind port 04c04b0b-a26c-4cee-83a7-f3a91741311b on network 772ebe61-546c-452f-a54e-fb76791d27a0 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:05:53.724439 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:05:53.724809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Checking segment: {'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:05:53.725391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Bound using segment: {'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:05:53.725941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Bound port: 04c04b0b-a26c-4cee-83a7-f3a91741311b, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae87bbb-b105-48eb-96f9-3920e3912c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:05:53.726346 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.789832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39902d62-db85-4a7d-8ba1-2848c6a19a00 None None] Pushing event updated for resources: {'Port': ['ID=20a77bd5-820b-482b-8e2d-d7ed5026d715,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:53.849707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bb937-615a-4dba-ac3b-4cb8e514d705 req-d6b5f462-4d50-45c0-8bcb-329b7bd51a00 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:53.851458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-745bb937-615a-4dba-ac3b-4cb8e514d705 req-d6b5f462-4d50-45c0-8bcb-329b7bd51a00 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 944 time: 0.2489078 Dec 13 13:05:53.865960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] For port 04c04b0b-a26c-4cee-83a7-f3a91741311b, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:05:53.866645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c432761-fe98-4f73-bc67-27513eb89630 req-aa84870a-7cd7-4427-ba56-5374252e272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:53.868457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-aa84870a-7cd7-4427-ba56-5374252e272b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2863421 Dec 13 13:05:53.869412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] For port 04c04b0b-a26c-4cee-83a7-f3a91741311b, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04c04b0b-a26c-4cee-83a7-f3a91741311b,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:05:53.876356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.898452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:53.899880 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:53.901984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a97b1-821b-4707-8dab-1756a0e8fb6e None None] DHCP port deletion for 772ebe61-546c-452f-a54e-fb76791d27a0 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:53.902141 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] 10.222.0.42 "PUT /v2.0/ports/04c04b0b-a26c-4cee-83a7-f3a91741311b HTTP/1.1" status: 200 len: 1092 time: 1.1746881 Dec 13 13:05:53.903729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d569e77-3cf8-419e-9a3e-1d1f451a6b2a', 'tag': '04c04b0b-a26c-4cee-83a7-f3a91741311b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:05:53.911145 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59414b51-a934-4052-ab3d-d0d3a77f4903" -d '{"events": [{"name": "network-changed", "server_uuid": "2d569e77-3cf8-419e-9a3e-1d1f451a6b2a", "tag": "04c04b0b-a26c-4cee-83a7-f3a91741311b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:05:54.023152 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38788725-f4de-4e1c-bd59-cf4623e234bc x-openstack-request-id: req-38788725-f4de-4e1c-bd59-cf4623e234bc {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:05:54.023448 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d569e77-3cf8-419e-9a3e-1d1f451a6b2a", "tag": "04c04b0b-a26c-4cee-83a7-f3a91741311b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:05:54.023698 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38788725-f4de-4e1c-bd59-cf4623e234bc {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:05:54.024152 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d569e77-3cf8-419e-9a3e-1d1f451a6b2a', 'tag': '04c04b0b-a26c-4cee-83a7-f3a91741311b', 'status': 'completed', 'code': 200} Dec 13 13:05:54.048846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fb0f9-841a-4f73-b1dd-3efe4467154f service neutron] Pushing event updated for resources: {'Port': ['ID=04c04b0b-a26c-4cee-83a7-f3a91741311b,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:54.080460 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4599407-d907-4c15-9274-8f41caaeb67f req-a5741e57-faf1-4b97-8a02-6c3a657b227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:54.081970 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-a5741e57-faf1-4b97-8a02-6c3a657b227a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4daf733a4251457082d3978a8e523292&device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 1095 time: 0.1112113 Dec 13 13:05:54.083788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.087067 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.090668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2cf709d6-13f0-4b32-b425-a883e664ee9e None None] Provisioning complete for port e9d5b66d-6032-463b-8c0f-619916d7975e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:54.090668 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2cf709d6-13f0-4b32-b425-a883e664ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.140081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6f2e1bca-6d56-4a02-90d3-8919630f44b7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:54.164922 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-f5edbc1a-ea26-45fd-b25f-4d77dd618410 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c04b0b-a26c-4cee-83a7-f3a91741311b HTTP/1.1" status: 200 len: 217 time: 0.0723653 Dec 13 13:05:54.213410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2cf709d6-13f0-4b32-b425-a883e664ee9e None None] Port e9d5b66d-6032-463b-8c0f-619916d7975e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:54.221687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=259805b2-2140-42b4-b422-40d5be7e3326,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:54.251145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-745bb937-615a-4dba-ac3b-4cb8e514d705 req-d69ceea9-ea4a-44e6-8453-79778458d5bc tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397983 Dec 13 13:05:54.262270 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-061cb09b-f7cc-4c77-9ae5-283493519fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.341247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2cf709d6-13f0-4b32-b425-a883e664ee9e None None] Provisioning complete for port 20a77bd5-820b-482b-8e2d-d7ed5026d715 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:54.341619 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2cf709d6-13f0-4b32-b425-a883e664ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.345705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:54.346095 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.370008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-39bc8d86-5e8f-4540-ae61-f061b3aca8d2 service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187211 Dec 13 13:05:54.532396 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.617372 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 6f2e1bca-6d56-4a02-90d3-8919630f44b7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6f2e1bca-6d56-4a02-90d3-8919630f44b7,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:54.626680 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.627612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 20a77bd5-820b-482b-8e2d-d7ed5026d715 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:54.753631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=6f2e1bca-6d56-4a02-90d3-8919630f44b7,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:54.767454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a3345360-3ddc-4164-871f-3395c695219c None None] Provisioning complete for port e9d5b66d-6032-463b-8c0f-619916d7975e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:54.767916 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3345360-3ddc-4164-871f-3395c695219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.769891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 20a77bd5-820b-482b-8e2d-d7ed5026d715 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:54.770384 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.837982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.861587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4599407-d907-4c15-9274-8f41caaeb67f req-efff36cf-680e-4c18-80d8-2d4f609b2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:54.863578 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-efff36cf-680e-4c18-80d8-2d4f609b2062 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85305c5a-1dd6-4aae-bc48-ed12633ea374 HTTP/1.1" status: 200 len: 850 time: 0.6756992 Dec 13 13:05:54.913065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Network 1add63e2-c95b-408d-9e61-e065dea40ba7 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:54.931666 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-71e81705-9ee2-4793-8b3c-7bbb8a681e73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=772ebe61-546c-452f-a54e-fb76791d27a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478675 Dec 13 13:05:54.935087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:54.938177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:54.945071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:54.945894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:54.973671 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event updated for resources: {'Port': ['ID=4d72ff50-a816-492a-a430-4378f1c2d829,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:54.980384 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0354148d-a7d0-4f4b-a99a-05267de608e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.4566329 Dec 13 13:05:54.990419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36642) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:55.026109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a3345360-3ddc-4164-871f-3395c695219c None None] Port e9d5b66d-6032-463b-8c0f-619916d7975e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:55.096879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c9f5d7-b577-4caa-a555-d62defa0af65 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:55.103598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c9f5d7-b577-4caa-a555-d62defa0af65 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:55.109538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c9f5d7-b577-4caa-a555-d62defa0af65 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:55.111324 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-23c9f5d7-b577-4caa-a555-d62defa0af65 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1199396 Dec 13 13:05:55.117683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36644) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:55.149938 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:55.158044 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-6aa7cd37-dbb6-46e2-8c16-bddfdd5ee454 service neutron] 10.222.0.42 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967592 Dec 13 13:05:55.163890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-37129744-461b-4e4f-ad53-dfcccdc7fd44 None None] Provisioning complete for port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:55.164290 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37129744-461b-4e4f-ad53-dfcccdc7fd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:55.201254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.objects.ports [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109886) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 13:05:55.221373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4961fbe-43b4-4c11-8870-b27289e1da76 req-1bb706ef-695a-4930-9886-a2684626e4ab tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:55.229049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4961fbe-43b4-4c11-8870-b27289e1da76 req-1bb706ef-695a-4930-9886-a2684626e4ab tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.8578651 Dec 13 13:05:55.348542 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e4599407-d907-4c15-9274-8f41caaeb67f req-a074f58f-98a0-4af7-8fc1-7e5f6b509c90 service neutron] 10.222.0.42 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805506 Dec 13 13:05:55.352274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f8962ea8-cd55-448c-94cb-cfe0683d6d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Deleting port 4d72ff50-a816-492a-a430-4378f1c2d829 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:55.352612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8962ea8-cd55-448c-94cb-cfe0683d6d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:55.411790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-95c4f9db-b3da-4837-9dc4-c1a9113b26e3 None None] Provisioning complete for port 4d72ff50-a816-492a-a430-4378f1c2d829 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:55.412195 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95c4f9db-b3da-4837-9dc4-c1a9113b26e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:55.433623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a22053-27ee-4403-b1f5-025e1a6838d9 req-0d8ffc83-9de5-419a-bd64-96a99adbb0c1 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:55.435116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6a22053-27ee-4403-b1f5-025e1a6838d9 req-0d8ffc83-9de5-419a-bd64-96a99adbb0c1 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.3656051 Dec 13 13:05:55.446734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-40c25a2a-7661-48b9-baa4-4e9e0be138ec service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0607259 Dec 13 13:05:55.492855 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-95c4f9db-b3da-4837-9dc4-c1a9113b26e3 None None] Port 4d72ff50-a816-492a-a430-4378f1c2d829 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:55.503102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414b51-a934-4052-ab3d-d0d3a77f4903 req-1f2e1207-8dd2-4a2e-a6ed-8ffac246ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:55.505409 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-59414b51-a934-4052-ab3d-d0d3a77f4903 req-1f2e1207-8dd2-4a2e-a6ed-8ffac246ce44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4daf733a4251457082d3978a8e523292&device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 1095 time: 0.0906510 Dec 13 13:05:55.521943 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8962ea8-cd55-448c-94cb-cfe0683d6d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:55.555696 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f8962ea8-cd55-448c-94cb-cfe0683d6d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Calling delete_port for 4d72ff50-a816-492a-a430-4378f1c2d829 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:55.643221 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4961fbe-43b4-4c11-8870-b27289e1da76 req-20fb477c-3400-442b-a1f4-fe85bd76df84 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132609 Dec 13 13:05:55.664461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6a22053-27ee-4403-b1f5-025e1a6838d9 req-8143d522-3ee0-4993-9bcb-2b0be7849880 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137914 Dec 13 13:05:55.717629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:05:55.721427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-ebc720b7-ec82-48ae-be7d-078f0150502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:55.723757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-ebc720b7-ec82-48ae-be7d-078f0150502a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 1096 time: 0.1631525 Dec 13 13:05:55.843972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414b51-a934-4052-ab3d-d0d3a77f4903 req-51b26d03-e4ad-49e1-bf4b-d52102ac8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:55.845718 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-59414b51-a934-4052-ab3d-d0d3a77f4903 req-51b26d03-e4ad-49e1-bf4b-d52102ac8b8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=772ebe61-546c-452f-a54e-fb76791d27a0 HTTP/1.1" status: 200 len: 910 time: 0.3201094 Dec 13 13:05:55.851395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8962ea8-cd55-448c-94cb-cfe0683d6d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:55.917961 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:55.928350 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-59414b51-a934-4052-ab3d-d0d3a77f4903 req-1d3f4890-372a-4b33-ab58-af2cc26d00c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c04b0b-a26c-4cee-83a7-f3a91741311b HTTP/1.1" status: 200 len: 217 time: 0.0739930 Dec 13 13:05:55.932508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8962ea8-cd55-448c-94cb-cfe0683d6d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event deleted for resources: {'Port': ['ID=4d72ff50-a816-492a-a430-4378f1c2d829,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:55.994794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6f2e1bca-6d56-4a02-90d3-8919630f44b7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:56.019304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414b51-a934-4052-ab3d-d0d3a77f4903 req-ae12e7ae-5d75-422f-aaae-af37f1bad170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:56.020482 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-59414b51-a934-4052-ab3d-d0d3a77f4903 req-ae12e7ae-5d75-422f-aaae-af37f1bad170 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85305c5a-1dd6-4aae-bc48-ed12633ea374 HTTP/1.1" status: 200 len: 850 time: 0.0649269 Dec 13 13:05:56.021140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:05:56.032029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1d607d54-6225-4eaf-abaa-dfa14f8fe299 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4188406 Dec 13 13:05:56.038858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36666) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:56.083796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8962ea8-cd55-448c-94cb-cfe0683d6d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:56.089170 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f8962ea8-cd55-448c-94cb-cfe0683d6d3b tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "DELETE /v2.0/ports/4d72ff50-a816-492a-a430-4378f1c2d829 HTTP/1.1" status: 204 len: 168 time: 0.9708560 Dec 13 13:05:56.092646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-59414b51-a934-4052-ab3d-d0d3a77f4903 req-91a7b485-a102-4df2-acf2-007c18567f9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=772ebe61-546c-452f-a54e-fb76791d27a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517814 Dec 13 13:05:56.093301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36668) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:56.102245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Request body: {'port': {'name': 'tempest-new-port-name-1300750979', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:56.103651 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.api.validators [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] bootfile-name is not in valid_values {{(pid=109885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:05:56.104188 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.api.validators [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] tftp-server is not in valid_values {{(pid=109885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:05:56.104765 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.api.validators [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] server-ip-address is not in valid_values {{(pid=109885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:05:56.108689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b187a79d-70d6-4216-af16-1e75341dd62b None None] Sync routers for ids ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:05:56.113915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36670) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:56.115389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8252978c-77d5-4276-9a9c-1903012cbabd tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4 HTTP/1.1" status: 200 len: 205 time: 0.0661533 Dec 13 13:05:56.134820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187a79d-70d6-4216-af16-1e75341dd62b None None] Routers {'a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:05:56.145613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03aab77-0105-42e5-9f2a-ef93ea7c1735 req-a4317d96-149b-4e09-b5f5-6fe2957d67b2 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:56.147446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f03aab77-0105-42e5-9f2a-ef93ea7c1735 req-a4317d96-149b-4e09-b5f5-6fe2957d67b2 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 944 time: 0.3522096 Dec 13 13:05:56.148672 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-e66ae44a-37c8-4d54-bb93-ca75478c1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:56.150048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-e66ae44a-37c8-4d54-bb93-ca75478c1a5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.4158471 Dec 13 13:05:56.150332 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b187a79d-70d6-4216-af16-1e75341dd62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:56.238203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b187a79d-70d6-4216-af16-1e75341dd62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:56.267644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187a79d-70d6-4216-af16-1e75341dd62b None None] Routers {'a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:05:56.268600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b187a79d-70d6-4216-af16-1e75341dd62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:56.341510 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b187a79d-70d6-4216-af16-1e75341dd62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:05:56.343547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b187a79d-70d6-4216-af16-1e75341dd62b None None] The sync data for ids ['a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:05:56.352189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:56.353076 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:56.377455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f03aab77-0105-42e5-9f2a-ef93ea7c1735 req-179abe16-584f-4663-9fa2-eef13b526847 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050385 Dec 13 13:05:56.506331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50a7c8c9-586e-4e70-995f-8586c807b23e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:56.524411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] For port 6f2e1bca-6d56-4a02-90d3-8919630f44b7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6f2e1bca-6d56-4a02-90d3-8919630f44b7,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:56.549856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-d3e05b0c-46dc-4d69-a5d0-4842468435fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 200 len: 998 time: 0.1694567 Dec 13 13:05:56.573095 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:56.583462 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:56.585071 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:56.589552 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:56.597140 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2721bdb8-a38e-4687-ae29-fd226ff22291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:56.728369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:56.732308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=6f2e1bca-6d56-4a02-90d3-8919630f44b7,revision_number=5']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:56.735989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:56.738236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Subnet': ['ID=8d77e77e-c02b-479f-b4f7-8823899d0738,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:56.741449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:56.742212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:56.751104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68c619-6327-4f8a-ad44-dea65891a602 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:56.784643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4d80f4f0-7424-460d-9ac7-970171d6ef67 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.1829836 Dec 13 13:05:56.793914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36676) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:56.800642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Request body: {'port': {'network_id': 'a96b3050-5a47-4623-a1bc-6be051560383', 'mac_address': 'fa:16:3e:3e:4d:24', 'name': 'tempest-NetworksTestDHCPv6-1422130192'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:05:56.834432 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-59414b51-a934-4052-ab3d-d0d3a77f4903 req-e68cd18c-9bae-464c-8991-961a86c53d02 service neutron] 10.222.0.42 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711607 Dec 13 13:05:56.933326 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50a7c8c9-586e-4e70-995f-8586c807b23e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:56.951968 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50a7c8c9-586e-4e70-995f-8586c807b23e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.052467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8022f0-cee7-4479-a1d8-1461980a2ccd req-a6c73313-5854-43c6-a73c-f89cdff10ced tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:57.054426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8022f0-cee7-4479-a1d8-1461980a2ccd req-a6c73313-5854-43c6-a73c-f89cdff10ced tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1399989 Dec 13 13:05:57.086181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50a7c8c9-586e-4e70-995f-8586c807b23e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.086795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a7c8c9-586e-4e70-995f-8586c807b23e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Fanout notify agent at l3_agent the message router_deleted on router a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:05:57.109925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50a7c8c9-586e-4e70-995f-8586c807b23e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.111824 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-50a7c8c9-586e-4e70-995f-8586c807b23e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4 HTTP/1.1" status: 204 len: 168 time: 0.9956851 Dec 13 13:05:57.115275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36680) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:57.153819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e3086-8688-499a-83db-66159d2bcf17 req-50abbd95-0d35-451b-b61e-c38f65604e73 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:57.161842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a84e3086-8688-499a-83db-66159d2bcf17 req-50abbd95-0d35-451b-b61e-c38f65604e73 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.2384830 Dec 13 13:05:57.188987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-172d1d6a-079c-4175-ae01-fd0e62a4e750 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting subnet bd32b370-0e1b-425d-8ce6-3eb87addcbcf {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:57.195431 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-172d1d6a-079c-4175-ae01-fd0e62a4e750 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.256866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Made reservation on behalf of 84598a7713344c9d9f05f2aa25c5a0ad for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:05:57.279246 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-172d1d6a-079c-4175-ae01-fd0e62a4e750 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.301539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8022f0-cee7-4479-a1d8-1461980a2ccd req-da825c18-510b-4dd7-a861-ac646c69eec1 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351131 Dec 13 13:05:57.430034 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.439138 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.448929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a84e3086-8688-499a-83db-66159d2bcf17 req-1ff6ea1d-5942-47c9-a0df-bef2e98952dd tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820985 Dec 13 13:05:57.488597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-172d1d6a-079c-4175-ae01-fd0e62a4e750 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.491821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event updated for resources: {'Port': ['ID=e9d5b66d-6032-463b-8c0f-619916d7975e,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:57.541748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] In _notify_port_updated(), no bound segment for port e9d5b66d-6032-463b-8c0f-619916d7975e on network 1add63e2-c95b-408d-9e61-e065dea40ba7 {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:05:57.546661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.547840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:57.548717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.553041 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5e1812ef-9276-48f9-bf7d-0546e737a57f tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "PUT /v2.0/ports/e9d5b66d-6032-463b-8c0f-619916d7975e HTTP/1.1" status: 200 len: 1130 time: 1.4586115 Dec 13 13:05:57.556185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36684) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:57.627155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] device_id is not set on port 022cddcf-4cd9-42f2-92e8-61e17e37cc94 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:05:57.667782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c67db2-6a8c-4a91-9be4-4154c994c121 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:57.673436 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a5c67db2-6a8c-4a91-9be4-4154c994c121 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "GET /v2.0/ports/e9d5b66d-6032-463b-8c0f-619916d7975e HTTP/1.1" status: 200 len: 1130 time: 0.1161833 Dec 13 13:05:57.674129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36686) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:57.696898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4195801-57e2-47fa-ae26-be9d38c603b9 req-ab1f1b11-36d8-4577-87cd-7b646baeeafd tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:57.712822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4195801-57e2-47fa-ae26-be9d38c603b9 req-ab1f1b11-36d8-4577-87cd-7b646baeeafd tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 944 time: 0.1261241 Dec 13 13:05:57.720254 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.793531 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-172d1d6a-079c-4175-ae01-fd0e62a4e750 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.838272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4195801-57e2-47fa-ae26-be9d38c603b9 req-c47eb0da-f044-405c-ac60-9fe765e30e15 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243591 Dec 13 13:05:57.846653 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-172d1d6a-079c-4175-ae01-fd0e62a4e750 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.854337 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-172d1d6a-079c-4175-ae01-fd0e62a4e750 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/bd32b370-0e1b-425d-8ce6-3eb87addcbcf HTTP/1.1" status: 204 len: 168 time: 0.7351282 Dec 13 13:05:57.854522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86831bce-26c7-45d6-86df-d4d6881efc1f None None] Network 3afdb010-463e-4434-8b65-d9605b07112b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:57.857348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36688) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:57.861918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d1d6a-079c-4175-ae01-fd0e62a4e750 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Subnet': ['ID=bd32b370-0e1b-425d-8ce6-3eb87addcbcf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:57.983649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fee785-bea2-4d4e-9767-450b9befc54f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting subnet fffab737-efa7-46ca-854e-8a2413442bcc {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:57.988766 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0fee785-bea2-4d4e-9767-450b9befc54f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:57.995748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 04c04b0b-a26c-4cee-83a7-f3a91741311b details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:05:58.051652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf43a9-0d64-4a43-9613-a28810ead431 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Deleting port e9d5b66d-6032-463b-8c0f-619916d7975e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:58.053205 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fbf43a9-0d64-4a43-9613-a28810ead431 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.128786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 04c04b0b-a26c-4cee-83a7-f3a91741311b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04c04b0b-a26c-4cee-83a7-f3a91741311b,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:58.132303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0fee785-bea2-4d4e-9767-450b9befc54f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.149252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '04c04b0b-a26c-4cee-83a7-f3a91741311b', 'network_id': '772ebe61-546c-452f-a54e-fb76791d27a0', 'port_id': '04c04b0b-a26c-4cee-83a7-f3a91741311b', 'mac_address': 'fa:16:3e:9b:76:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85305c5a-1dd6-4aae-bc48-ed12633ea374', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:05:58.153761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6f2e1bca-6d56-4a02-90d3-8919630f44b7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:05:58.203379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8::352 (a96b3050-5a47-4623-a1bc-6be051560383/f76f8131-9326-4b99-97be-b05fb949efc7/022cddcf-4cd9-42f2-92e8-61e17e37cc94) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:58.225384 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fbf43a9-0d64-4a43-9613-a28810ead431 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.231829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7ccf4450-c4d3-481a-8dc3-d096eeed239a None None] Provisioning complete for port e9d5b66d-6032-463b-8c0f-619916d7975e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:58.232195 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ccf4450-c4d3-481a-8dc3-d096eeed239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.242658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf43a9-0d64-4a43-9613-a28810ead431 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Calling delete_port for e9d5b66d-6032-463b-8c0f-619916d7975e owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:58.246110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:4d24 (a96b3050-5a47-4623-a1bc-6be051560383/8d77e77e-c02b-479f-b4f7-8823899d0738/022cddcf-4cd9-42f2-92e8-61e17e37cc94) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:05:58.271918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf4450-c4d3-481a-8dc3-d096eeed239a None None] Port e9d5b66d-6032-463b-8c0f-619916d7975e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:05:58.298435 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.315129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c04b0b-a26c-4cee-83a7-f3a91741311b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:05:58.352705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:58.353081 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.356559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 04c04b0b-a26c-4cee-83a7-f3a91741311b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04c04b0b-a26c-4cee-83a7-f3a91741311b,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:58.401393 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0fee785-bea2-4d4e-9767-450b9befc54f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.470121 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.478631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401b7e10-eb3d-414e-8ab8-7240ee1102a7 None None] DHCP port deletion for 3afdb010-463e-4434-8b65-d9605b07112b request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:58.516647 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fbf43a9-0d64-4a43-9613-a28810ead431 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.583944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf43a9-0d64-4a43-9613-a28810ead431 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event deleted for resources: {'Port': ['ID=e9d5b66d-6032-463b-8c0f-619916d7975e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:58.600521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=04c04b0b-a26c-4cee-83a7-f3a91741311b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:58.616203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4acd6ae9-2199-4b59-88ba-0b1f58a2e55c None None] Provisioning complete for port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:58.616728 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4acd6ae9-2199-4b59-88ba-0b1f58a2e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.658179 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fbf43a9-0d64-4a43-9613-a28810ead431 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.671573 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2fbf43a9-0d64-4a43-9613-a28810ead431 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "DELETE /v2.0/ports/e9d5b66d-6032-463b-8c0f-619916d7975e HTTP/1.1" status: 204 len: 168 time: 0.9761994 Dec 13 13:05:58.675205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36694) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:58.698010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a7ce-b229-4cd0-a4b1-0fee803195aa req-4f758b81-35e1-45c6-9462-e549af8d31a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:58.712911 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7783a7ce-b229-4cd0-a4b1-0fee803195aa req-4f758b81-35e1-45c6-9462-e549af8d31a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.2032170 Dec 13 13:05:58.714063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0fee785-bea2-4d4e-9767-450b9befc54f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.790539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['04c04b0b-a26c-4cee-83a7-f3a91741311b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:05:58.795202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-401b7e10-eb3d-414e-8ab8-7240ee1102a7 None None] Deleting port d2db99aa-16b9-4cca-b4ce-352325f9235b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:58.795585 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-401b7e10-eb3d-414e-8ab8-7240ee1102a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.820535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-6507718c-0f9e-48cb-a333-e45aba2a21fe tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Deleting subnet ea5d8551-2f26-4258-b63e-a64ed717a214 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:05:58.843305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6507718c-0f9e-48cb-a333-e45aba2a21fe tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.918659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.921111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fee785-bea2-4d4e-9767-450b9befc54f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Subnet': ['ID=fffab737-efa7-46ca-854e-8a2413442bcc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:58.947917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6507718c-0f9e-48cb-a333-e45aba2a21fe tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.948674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0fee785-bea2-4d4e-9767-450b9befc54f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:58.957614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642e01ae-0654-4d6c-8c4f-32ce7cf074e5 None None] Network 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:58.958373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a0fee785-bea2-4d4e-9767-450b9befc54f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/fffab737-efa7-46ca-854e-8a2413442bcc HTTP/1.1" status: 204 len: 168 time: 1.0994632 Dec 13 13:05:58.961996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36698) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:59.035112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-401b7e10-eb3d-414e-8ab8-7240ee1102a7 None None] For port d2db99aa-16b9-4cca-b4ce-352325f9235b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d2db99aa-16b9-4cca-b4ce-352325f9235b,segment=NetworkSegment(d50dde53-2b13-4731-978a-c63a9690c9ed),segment_id=d50dde53-2b13-4731-978a-c63a9690c9ed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:59.035516 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-401b7e10-eb3d-414e-8ab8-7240ee1102a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.117556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7783a7ce-b229-4cd0-a4b1-0fee803195aa req-108578fd-d31c-4de0-9494-403ee93f899d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3874364 Dec 13 13:05:59.136602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-401b7e10-eb3d-414e-8ab8-7240ee1102a7 None None] Calling delete_port for d2db99aa-16b9-4cca-b4ce-352325f9235b owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:59.136602 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.177167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.178601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6507718c-0f9e-48cb-a333-e45aba2a21fe tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.182220 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.274234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event updated for resources: {'Port': ['ID=022cddcf-4cd9-42f2-92e8-61e17e37cc94,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:59.297985 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6507718c-0f9e-48cb-a333-e45aba2a21fe tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.343994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507718c-0f9e-48cb-a333-e45aba2a21fe tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5d8551-2f26-4258-b63e-a64ed717a214,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:59.346727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6507718c-0f9e-48cb-a333-e45aba2a21fe tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.353822 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6507718c-0f9e-48cb-a333-e45aba2a21fe tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "DELETE /v2.0/subnets/ea5d8551-2f26-4258-b63e-a64ed717a214 HTTP/1.1" status: 204 len: 168 time: 0.6747577 Dec 13 13:05:59.354600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36700) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:59.380232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b22183e-0aff-4354-89df-9d12e3a3354c None None] Network 1add63e2-c95b-408d-9e61-e065dea40ba7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:05:59.422385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Network a96b3050-5a47-4623-a1bc-6be051560383 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:05:59.428432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:05:59.431490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:05:59.445068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:59.445984 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.468563 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.492813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541359d-20da-4753-93b5-570fc8661c73 req-7a33266d-a918-4e44-9e03-f76536ab7eb7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:05:59.495944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e0a95f-5c91-422a-9968-e64be30be519 None None] DHCP port deletion for 9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:05:59.501495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e541359d-20da-4753-93b5-570fc8661c73 req-7a33266d-a918-4e44-9e03-f76536ab7eb7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.2390895 Dec 13 13:05:59.552850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-72a407b9-7dde-45c6-bed6-fe11b0890aaf tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7573845 Dec 13 13:05:59.558091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36706) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:05:59.619137 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Deleting port 20a77bd5-820b-482b-8e2d-d7ed5026d715 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:59.619603 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.652227 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e541359d-20da-4753-93b5-570fc8661c73 req-9f5f013d-51c2-4c5a-a610-808654f9707c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497118 Dec 13 13:05:59.670224 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-401b7e10-eb3d-414e-8ab8-7240ee1102a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.746095 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b7e10-eb3d-414e-8ab8-7240ee1102a7 None None] No DVR routers for this DVR port d2db99aa-16b9-4cca-b4ce-352325f9235b on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:05:59.753228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b7e10-eb3d-414e-8ab8-7240ee1102a7 None None] Pushing event deleted for resources: {'Port': ['ID=d2db99aa-16b9-4cca-b4ce-352325f9235b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:05:59.780354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0a95f-5c91-422a-9968-e64be30be519 None None] Deleting port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:59.780730 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a95f-5c91-422a-9968-e64be30be519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.794359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] For port 20a77bd5-820b-482b-8e2d-d7ed5026d715, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=20a77bd5-820b-482b-8e2d-d7ed5026d715,segment=NetworkSegment(96cba6be-ddf3-42e9-828f-e17be14ccc9b),segment_id=96cba6be-ddf3-42e9-828f-e17be14ccc9b)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:59.798329 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.829060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Calling delete_port for 20a77bd5-820b-482b-8e2d-d7ed5026d715 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:05:59.841393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port d2db99aa-16b9-4cca-b4ce-352325f9235b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:05:59.842064 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.933474 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d5e0a95f-5c91-422a-9968-e64be30be519 None None] For port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0b64d1b7-dedf-44b4-adf7-7bf0105e9975,segment=NetworkSegment(21a24f3f-c233-4c91-90e0-ade9eb5460a8),segment_id=21a24f3f-c233-4c91-90e0-ade9eb5460a8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:05:59.933937 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a95f-5c91-422a-9968-e64be30be519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.938056 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.978905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-988a714e-b66f-4e30-80d6-6029f42bebc7 None None] Provisioning complete for port 022cddcf-4cd9-42f2-92e8-61e17e37cc94 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:05:59.979302 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-988a714e-b66f-4e30-80d6-6029f42bebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:05:59.981617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0a95f-5c91-422a-9968-e64be30be519 None None] Calling delete_port for 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:00.039877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] DHCP port deletion for 1add63e2-c95b-408d-9e61-e065dea40ba7 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:00.084597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port d2db99aa-16b9-4cca-b4ce-352325f9235b, host n-d-817326-4, got binding levels [] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:00.085328 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.102404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for d2db99aa-16b9-4cca-b4ce-352325f9235b owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:00.105779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Port d2db99aa-16b9-4cca-b4ce-352325f9235b was not found and therefore no delete operation was performed {{(pid=109886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:06:00.143023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d2db99aa-16b9-4cca-b4ce-352325f9235b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:00.151637 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.185412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-988a714e-b66f-4e30-80d6-6029f42bebc7 None None] Port 022cddcf-4cd9-42f2-92e8-61e17e37cc94 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:00.193119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d2db99aa-16b9-4cca-b4ce-352325f9235b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:00.193610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d2db99aa-16b9-4cca-b4ce-352325f9235b not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:00.194053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:00.213656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.247442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No DVR routers for this DVR port d2db99aa-16b9-4cca-b4ce-352325f9235b on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:00.261385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=d2db99aa-16b9-4cca-b4ce-352325f9235b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:00.279336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a96722-90e6-424d-b71a-68b143dcddd8 req-2905744e-8bb6-4a4b-b059-3f815df2fa23 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:00.281755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] No DVR routers for this DVR port 20a77bd5-820b-482b-8e2d-d7ed5026d715 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:00.289153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57a96722-90e6-424d-b71a-68b143dcddd8 req-2905744e-8bb6-4a4b-b059-3f815df2fa23 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 945 time: 0.1812422 Dec 13 13:06:00.367017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event deleted for resources: {'Port': ['ID=20a77bd5-820b-482b-8e2d-d7ed5026d715,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:00.437897 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-59414b51-a934-4052-ab3d-d0d3a77f4903 req-74f061be-2639-4ce6-ad0d-1e5f7fb1a044 service neutron] 10.222.0.42 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572499 Dec 13 13:06:00.462224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.487455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afdb010-463e-4434-8b65-d9605b07112b']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:00.499084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50dde53-2b13-4731-978a-c63a9690c9ed') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:00.499652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50dde53-2b13-4731-978a-c63a9690c9ed') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:00.512303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.528167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.536451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:00.537068 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.543079 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.567138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1add63e2-c95b-408d-9e61-e065dea40ba7']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:00.579209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cba6be-ddf3-42e9-828f-e17be14ccc9b') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:00.579511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cba6be-ddf3-42e9-828f-e17be14ccc9b') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:00.589783 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.603914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.610575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:00.610972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:00.621078 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:00.628997 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.662213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-f74ff823-176c-4b38-bfcd-85a044070b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:00.664343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-f74ff823-176c-4b38-bfcd-85a044070b19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.5235622 Dec 13 13:06:00.674507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] Deleting port 20a77bd5-820b-482b-8e2d-d7ed5026d715 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:00.675645 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.685584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57a96722-90e6-424d-b71a-68b143dcddd8 req-ac2b8036-1168-4fe8-826e-bf0923de3894 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949957 Dec 13 13:06:00.699810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-30f56ed0-a733-48de-8b33-7f8b83363f66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting port 022cddcf-4cd9-42f2-92e8-61e17e37cc94 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:00.700295 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30f56ed0-a733-48de-8b33-7f8b83363f66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:00.744908 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:00.751633 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.761402 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.788361 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.801032 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] 10.222.0.31 "DELETE /v2.0/networks/1add63e2-c95b-408d-9e61-e065dea40ba7 HTTP/1.1" status: 204 len: 168 time: 1.4446993 Dec 13 13:06:00.802626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad4c9d-2cbd-496b-96c5-5f486832fb18 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737 tempest-ExtraDHCPOptionsIpV6TestJSON-1182630737-project] Pushing event deleted for resources: {'Network': ['ID=1add63e2-c95b-408d-9e61-e065dea40ba7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:00.846563 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a95f-5c91-422a-9968-e64be30be519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.890015 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0a95f-5c91-422a-9968-e64be30be519 None None] No DVR routers for this DVR port 0b64d1b7-dedf-44b4-adf7-7bf0105e9975 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:00.931008 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30f56ed0-a733-48de-8b33-7f8b83363f66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.934528 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:00.938849 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/networks/3afdb010-463e-4434-8b65-d9605b07112b HTTP/1.1" status: 204 len: 168 time: 1.9743576 Dec 13 13:06:00.941515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36714) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:00.955183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0a95f-5c91-422a-9968-e64be30be519 None None] Pushing event deleted for resources: {'Port': ['ID=0b64d1b7-dedf-44b4-adf7-7bf0105e9975,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:00.984822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] For port 20a77bd5-820b-482b-8e2d-d7ed5026d715, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:00.985935 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.000481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] Calling delete_port for 20a77bd5-820b-482b-8e2d-d7ed5026d715 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:01.003457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] Port 20a77bd5-820b-482b-8e2d-d7ed5026d715 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:06:01.005237 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.034676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f217d3-144c-4753-a957-fcce590327a2 req-02bd8f24-38f9-4d19-bcce-acab3520eb17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:01.039183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] Pushing event deleted for resources: {'Port': ['ID=20a77bd5-820b-482b-8e2d-d7ed5026d715,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:01.043948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] Network 1add63e2-c95b-408d-9e61-e065dea40ba7 is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:06:01.044582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd7d54-5671-4084-ab40-41716e45925d None None] No DVR routers for this DVR port 20a77bd5-820b-482b-8e2d-d7ed5026d715 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:01.047362 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16f217d3-144c-4753-a957-fcce590327a2 req-02bd8f24-38f9-4d19-bcce-acab3520eb17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.7110476 Dec 13 13:06:01.048245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0353aaa-ade9-4937-8546-4bf4c11dcd35 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Network': ['ID=3afdb010-463e-4434-8b65-d9605b07112b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:01.088175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-30f56ed0-a733-48de-8b33-7f8b83363f66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Calling delete_port for 022cddcf-4cd9-42f2-92e8-61e17e37cc94 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:01.123896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.243628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a262bf-406d-4a15-849f-d0a2653f73e7 req-8301cdb3-4da0-425f-a8c3-b78df1a95d51 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:01.245118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6a262bf-406d-4a15-849f-d0a2653f73e7 req-8301cdb3-4da0-425f-a8c3-b78df1a95d51 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.3049738 Dec 13 13:06:01.259641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16f217d3-144c-4753-a957-fcce590327a2 req-0475f9da-f937-4ec7-9f05-aa7e778a3838 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971846 Dec 13 13:06:01.282661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.327026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:01.354064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a24f3f-c233-4c91-90e0-ade9eb5460a8') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:01.355183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a24f3f-c233-4c91-90e0-ade9eb5460a8') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:01.364197 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6a262bf-406d-4a15-849f-d0a2653f73e7 req-600f4bf2-6580-4cfb-b48c-715f3753d5ef tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931900 Dec 13 13:06:01.396559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36720) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:01.420404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.442115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.453256 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:01.455352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:01.531524 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:01.562797 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.578886 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.584885 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/networks/9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c HTTP/1.1" status: 204 len: 168 time: 0.6421490 Dec 13 13:06:01.592994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36724) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:01.600945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1167538572'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:01.606098 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30f56ed0-a733-48de-8b33-7f8b83363f66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.613258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779f2e1-4c7f-4679-8848-0f0d70bf25a9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Network': ['ID=9efb98b7-8f6f-44a6-94fd-3cbbb4f4666c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:01.657446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f56ed0-a733-48de-8b33-7f8b83363f66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Port': ['ID=022cddcf-4cd9-42f2-92e8-61e17e37cc94,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:01.712788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:01.720802 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:01.948672 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 04c04b0b-a26c-4cee-83a7-f3a91741311b up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:01.985208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 20a77bd5-820b-482b-8e2d-d7ed5026d715 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:02.013563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 20a77bd5-820b-482b-8e2d-d7ed5026d715 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:02.013957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 20a77bd5-820b-482b-8e2d-d7ed5026d715 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:02.039581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 04c04b0b-a26c-4cee-83a7-f3a91741311b completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:06:02.044826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 04c04b0b-a26c-4cee-83a7-f3a91741311b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:02.045972 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.130863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.156482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d569e77-3cf8-419e-9a3e-1d1f451a6b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c04b0b-a26c-4cee-83a7-f3a91741311b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:06:02.158899 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d4004a-dab2-4ee4-9c6b-9f7c9019e96b" -d '{"events": [{"server_uuid": "2d569e77-3cf8-419e-9a3e-1d1f451a6b2a", "name": "network-vif-plugged", "status": "completed", "tag": "04c04b0b-a26c-4cee-83a7-f3a91741311b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:06:02.171509 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30f56ed0-a733-48de-8b33-7f8b83363f66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.172537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 04c04b0b-a26c-4cee-83a7-f3a91741311b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04c04b0b-a26c-4cee-83a7-f3a91741311b,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:02.177263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-30f56ed0-a733-48de-8b33-7f8b83363f66 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/022cddcf-4cd9-42f2-92e8-61e17e37cc94 HTTP/1.1" status: 204 len: 168 time: 2.6158235 Dec 13 13:06:02.177701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36730) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:02.189977 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.233548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cd1b7bca-214c-4116-a9c3-6f30de5d2d5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdcb16e7c70947728a1cc9436a1172c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8350279 Dec 13 13:06:02.238730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36732) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:02.240846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:02.258127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5d6a8d-06a7-4be2-8a7d-27eda5a24179 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:02.262207 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ec5d6a8d-06a7-4be2-8a7d-27eda5a24179 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0808535 Dec 13 13:06:02.263310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36734) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:02.271206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd87fb9-a4c2-40b8-bbbf-613f1a4aa98d req-c6ba177a-92c6-416a-bf2e-3350419ec90b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:02.272770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdd87fb9-a4c2-40b8-bbbf-613f1a4aa98d req-c6ba177a-92c6-416a-bf2e-3350419ec90b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1139524 Dec 13 13:06:02.277451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.277797 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added segment ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43 of type vlan for network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c Dec 13 13:06:02.289401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=04c04b0b-a26c-4cee-83a7-f3a91741311b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:02.343375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e93c9-3868-4a08-8389-2b265e2f2d1b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:02.347982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36738) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:02.348144 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f88e93c9-3868-4a08-8389-2b265e2f2d1b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0840414 Dec 13 13:06:02.407302 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.432199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdd87fb9-a4c2-40b8-bbbf-613f1a4aa98d req-239b6b82-153d-4772-8264-8202cd381faf tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386135 Dec 13 13:06:02.468516 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b7a410b-1642-487d-8155-0b467b6f9623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.473727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b740ebd-2851-45f8-8c75-45dafde26d46 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:02.474896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b740ebd-2851-45f8-8c75-45dafde26d46 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:02.476443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b740ebd-2851-45f8-8c75-45dafde26d46 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:02.478152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3b740ebd-2851-45f8-8c75-45dafde26d46 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1177521 Dec 13 13:06:02.481034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36742) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:02.491678 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.498352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:02.499153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.502614 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8707e925-3416-4093-870a-e8a648da67ef x-openstack-request-id: req-8707e925-3416-4093-870a-e8a648da67ef {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:06:02.502908 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d569e77-3cf8-419e-9a3e-1d1f451a6b2a", "name": "network-vif-plugged", "status": "completed", "tag": "04c04b0b-a26c-4cee-83a7-f3a91741311b", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:06:02.503163 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8707e925-3416-4093-870a-e8a648da67ef {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:06:02.503563 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d569e77-3cf8-419e-9a3e-1d1f451a6b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c04b0b-a26c-4cee-83a7-f3a91741311b', 'code': 200} Dec 13 13:06:02.550340 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b7a410b-1642-487d-8155-0b467b6f9623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.567285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06d784c-5a38-4e20-bb79-29888a13c0c9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet 8d77e77e-c02b-479f-b4f7-8823899d0738 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:02.570876 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c06d784c-5a38-4e20-bb79-29888a13c0c9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.631051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c06d784c-5a38-4e20-bb79-29888a13c0c9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.641475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0468018 Dec 13 13:06:02.654264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36744) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:02.661009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'subnet': {'network_id': 'fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:02.685213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd9878-469e-4705-9a51-c9749d705da9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Network': ['ID=fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:02.698502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:02.731377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c06d784c-5a38-4e20-bb79-29888a13c0c9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.750174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd8831-5b7b-40ff-91d3-b3f91d7da63b req-b1c5245a-a1bd-4df2-966e-d7d138b547b2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:02.757992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aedd8831-5b7b-40ff-91d3-b3f91d7da63b req-b1c5245a-a1bd-4df2-966e-d7d138b547b2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1670923 Dec 13 13:06:02.804849 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b7a410b-1642-487d-8155-0b467b6f9623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.807893 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b7a410b-1642-487d-8155-0b467b6f9623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.808731 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3b7a410b-1642-487d-8155-0b467b6f9623 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc8dbc14-a70c-497d-bff3-6722d66a35f1 HTTP/1.1" status: 204 len: 168 time: 0.5696814 Dec 13 13:06:02.822329 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c06d784c-5a38-4e20-bb79-29888a13c0c9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.845424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a410b-1642-487d-8155-0b467b6f9623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8dbc14-a70c-497d-bff3-6722d66a35f1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:02.864739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aedd8831-5b7b-40ff-91d3-b3f91d7da63b req-a02fde08-12f9-49bf-a6c7-ccb0764674e4 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057246 Dec 13 13:06:02.872335 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c06d784c-5a38-4e20-bb79-29888a13c0c9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.876052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:02.878437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a82cf8a-6972-4636-8b9d-8a59bd6ca315 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:02.880465 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c06d784c-5a38-4e20-bb79-29888a13c0c9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/8d77e77e-c02b-479f-b4f7-8823899d0738 HTTP/1.1" status: 204 len: 168 time: 0.3980560 Dec 13 13:06:02.907763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:02.912550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36750) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:02.920491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d784c-5a38-4e20-bb79-29888a13c0c9 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=8d77e77e-c02b-479f-b4f7-8823899d0738,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:03.144747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-38dcb798-c8f7-4dff-81e3-122ac91a6249 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Deleting subnet f76f8131-9326-4b99-97be-b05fb949efc7 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:03.156836 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38dcb798-c8f7-4dff-81e3-122ac91a6249 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:03.253065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862485ad-4e55-46fa-a576-b8ec6be31a67 req-4568c300-f675-4679-aa5c-65af687df6c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:03.261694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-862485ad-4e55-46fa-a576-b8ec6be31a67 req-4568c300-f675-4679-aa5c-65af687df6c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.2317116 Dec 13 13:06:03.312561 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38dcb798-c8f7-4dff-81e3-122ac91a6249 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:03.430266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-862485ad-4e55-46fa-a576-b8ec6be31a67 req-379f8b4c-28a7-435d-856c-a29df4832c54 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617973 Dec 13 13:06:03.579772 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38dcb798-c8f7-4dff-81e3-122ac91a6249 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:03.697523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:03.782976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b2c4-ba0a-40b3-9f8d-430d11918d40 req-229b5bb9-e13b-408f-a920-e7659b805bfb tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:03.784580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f75b2c4-ba0a-40b3-9f8d-430d11918d40 req-229b5bb9-e13b-408f-a920-e7659b805bfb tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.2074277 Dec 13 13:06:03.860244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Subnet': ['ID=855edb87-0ff7-4874-a2da-cfc3a6e4de6e,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:03.867297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38dcb798-c8f7-4dff-81e3-122ac91a6249 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:03.885801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Checking segment: {'id': 'ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:03.886263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network hostable DHCP agents. Network: fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:03.931542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-38dcb798-c8f7-4dff-81e3-122ac91a6249 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:03.937592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-38dcb798-c8f7-4dff-81e3-122ac91a6249 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/f76f8131-9326-4b99-97be-b05fb949efc7 HTTP/1.1" status: 204 len: 168 time: 1.0053990 Dec 13 13:06:03.938013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36772) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:03.946090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcb798-c8f7-4dff-81e3-122ac91a6249 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Subnet': ['ID=f76f8131-9326-4b99-97be-b05fb949efc7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:03.958292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:03.969106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f75b2c4-ba0a-40b3-9f8d-430d11918d40 req-3e30bbcd-99e9-4081-b883-9118e448ee82 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615353 Dec 13 13:06:03.990885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:04.000187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fdb00e-b37c-4941-9474-5e7413491636 None None] Network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:04.008908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:04.011221 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.020808 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-823b2e80-ab4e-455d-bc79-5cd633218e15 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784826 Dec 13 13:06:04.021016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36774) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.064428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3931c195-1c3d-45cb-a942-6ede94e34a3c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4070330 Dec 13 13:06:04.069416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36776) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.093581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2ef0c91b-aaa6-4c6a-a5a7-f19d83d901d1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-406555756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:04.180043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c91b-aaa6-4c6a-a5a7-f19d83d901d1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.181454 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c91b-aaa6-4c6a-a5a7-f19d83d901d1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.182297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e5197-f08e-49bc-8043-9ebd599217ae tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:04.188803 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2d3e5197-f08e-49bc-8043-9ebd599217ae tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1643097 Dec 13 13:06:04.189009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ff366a-d793-43bf-9aa6-0931de351bc2 None None] Network a96b3050-5a47-4623-a1bc-6be051560383 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:04.189305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36780) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.226878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36782) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.259341 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff82ad37-f450-4a08-a2a3-1299a59fb08b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:04.263278 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ff82ad37-f450-4a08-a2a3-1299a59fb08b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0702903 Dec 13 13:06:04.264671 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36786) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.338391 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6e8785d8-37db-4777-8b4a-ee33078f6a60 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698512 Dec 13 13:06:04.345022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6c4e3053-310e-40a4-996f-7b9bb153bbb9 None None] Provisioning complete for port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:04.345446 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3053-310e-40a4-996f-7b9bb153bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.354149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36788) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.384471 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c91b-aaa6-4c6a-a5a7-f19d83d901d1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.397579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c91b-aaa6-4c6a-a5a7-f19d83d901d1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.402887 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd038715-df1f-42f3-8984-9984e4478835 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:04.403474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd038715-df1f-42f3-8984-9984e4478835 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:04.407237 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fd038715-df1f-42f3-8984-9984e4478835 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/022cddcf-4cd9-42f2-92e8-61e17e37cc94 HTTP/1.1" status: 404 len: 333 time: 0.0505345 Dec 13 13:06:04.409783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36790) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.420068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8194d-9a2e-493a-bee0-a338a0a9538a req-e5ff9cc8-020f-47c0-9db4-946ca84e336e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:04.430892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ee8194d-9a2e-493a-bee0-a338a0a9538a req-e5ff9cc8-020f-47c0-9db4-946ca84e336e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.2243917 Dec 13 13:06:04.452523 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5ff584-2ce2-40f6-accd-edf61ca2fb23 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:04.453053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5ff584-2ce2-40f6-accd-edf61ca2fb23 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:04.456630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-db5ff584-2ce2-40f6-accd-edf61ca2fb23 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/8d77e77e-c02b-479f-b4f7-8823899d0738 HTTP/1.1" status: 404 len: 337 time: 0.0457153 Dec 13 13:06:04.470021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36792) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.481521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1472102850'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:04.506046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c91b-aaa6-4c6a-a5a7-f19d83d901d1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.506377 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c66e281-18a5-460c-89cc-e5c232948a2c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:04.506783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c66e281-18a5-460c-89cc-e5c232948a2c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:04.509446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2ef0c91b-aaa6-4c6a-a5a7-f19d83d901d1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4389718 Dec 13 13:06:04.512126 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3c66e281-18a5-460c-89cc-e5c232948a2c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/f76f8131-9326-4b99-97be-b05fb949efc7 HTTP/1.1" status: 404 len: 337 time: 0.0397208 Dec 13 13:06:04.512930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36796) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.515811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36798) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.518490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'port': {'network_id': 'fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c', 'name': 'tempest-RoutersIpV6Test-2015235509'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:04.573528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c', 'network_id': 'fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c', 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'fixed_ips': [{'subnet_id': '855edb87-0ff7-4874-a2da-cfc3a6e4de6e'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:04.574560 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.627323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ee8194d-9a2e-493a-bee0-a338a0a9538a req-292dc80e-3cc1-429a-b1fc-5f47f224b5e8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882496 Dec 13 13:06:04.685624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944875c-dd53-4bc9-be24-8f8f5a81c481 None None] DHCP port deletion for a96b3050-5a47-4623-a1bc-6be051560383 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:04.711868 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e579d5-abc1-4d59-82f6-569607b8e7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:04.712966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e579d5-abc1-4d59-82f6-569607b8e7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:04.717994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c0e579d5-abc1-4d59-82f6-569607b8e7de tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/b825defe-7a71-4861-b9f9-dd994f4c27fc HTTP/1.1" status: 404 len: 333 time: 0.1372600 Dec 13 13:06:04.721223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36800) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.757653 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-414a74e8-6ffe-4deb-b3ee-36b38f06386a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:04.758142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414a74e8-6ffe-4deb-b3ee-36b38f06386a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:04.761659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-414a74e8-6ffe-4deb-b3ee-36b38f06386a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/276ac923-a0db-4b1c-ba21-0860ad4699d9 HTTP/1.1" status: 404 len: 337 time: 0.0393004 Dec 13 13:06:04.762940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:04.767435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36802) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.769056 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.783100 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.787807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Allocated IP 2001:db8::2 (fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c/855edb87-0ff7-4874-a2da-cfc3a6e4de6e/28f8925c-0ecb-41c8-8c5d-874a7531fea2) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:04.824127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b944875c-dd53-4bc9-be24-8f8f5a81c481 None None] Deleting port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:04.824867 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b944875c-dd53-4bc9-be24-8f8f5a81c481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.853204 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58dadad-adf6-4e1a-abe0-214d61b6e810 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:04.853678 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58dadad-adf6-4e1a-abe0-214d61b6e810 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:04.864688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36804) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.871205 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f58dadad-adf6-4e1a-abe0-214d61b6e810 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/a6895719-c5bd-41e6-952e-c8bc8dbd8853 HTTP/1.1" status: 404 len: 337 time: 0.1026025 Dec 13 13:06:04.912664 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6f5833-823d-42ad-9008-7b76d3aaa331 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:04.913236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6f5833-823d-42ad-9008-7b76d3aaa331 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:04.919784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4b6f5833-823d-42ad-9008-7b76d3aaa331 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/2dc5129b-f525-4478-95df-d210b0c16feb HTTP/1.1" status: 404 len: 333 time: 0.0523915 Dec 13 13:06:04.922534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:04.927529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36806) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:04.927994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.949991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b944875c-dd53-4bc9-be24-8f8f5a81c481 None None] For port 6f2e1bca-6d56-4a02-90d3-8919630f44b7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6f2e1bca-6d56-4a02-90d3-8919630f44b7,segment=NetworkSegment(5cd83461-2dca-4c24-bf4c-a4c93ab186ba),segment_id=5cd83461-2dca-4c24-bf4c-a4c93ab186ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:04.950813 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b944875c-dd53-4bc9-be24-8f8f5a81c481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:04.960726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] device_id is not set on port 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:04.976182 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b944875c-dd53-4bc9-be24-8f8f5a81c481 None None] Calling delete_port for 6f2e1bca-6d56-4a02-90d3-8919630f44b7 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:05.016347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4575004-fb72-42f8-9807-2b0a5b7e6a5c req-e7241c87-c0ac-4fce-b8bc-819d720d9386 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:05.037391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4575004-fb72-42f8-9807-2b0a5b7e6a5c req-e7241c87-c0ac-4fce-b8bc-819d720d9386 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.2560122 Dec 13 13:06:05.044041 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ced257-7f9e-4663-8204-11e044d487e7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:05.045057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ced257-7f9e-4663-8204-11e044d487e7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:05.052900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d3ced257-7f9e-4663-8204-11e044d487e7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/5bdaa42b-3f37-4dc9-8bf5-df880930df5c HTTP/1.1" status: 404 len: 337 time: 0.1225007 Dec 13 13:06:05.055405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36810) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:05.083655 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.099632 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.106144 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.120896 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bb65c6-72c3-481c-ac6b-47dd3c358f03 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:05.124074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bb65c6-72c3-481c-ac6b-47dd3c358f03 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:05.125799 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.133138 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37bb65c6-72c3-481c-ac6b-47dd3c358f03 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/7f82c085-7bf1-4f2d-8f44-ddcc635e54aa HTTP/1.1" status: 404 len: 337 time: 0.0746961 Dec 13 13:06:05.155845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Pushing event updated for resources: {'Port': ['ID=28f8925c-0ecb-41c8-8c5d-874a7531fea2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:05.162103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36812) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:05.163001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e530a9-d028-4652-9c8f-acd5eee789be,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:05.170821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:05.172363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:05.175537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:05.205092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:05.209453 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b944875c-dd53-4bc9-be24-8f8f5a81c481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.213840 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8fcc28-b54d-4fcc-aefb-b38ff6e59c84 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:05.214748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8fcc28-b54d-4fcc-aefb-b38ff6e59c84 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:05.223325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0f8fcc28-b54d-4fcc-aefb-b38ff6e59c84 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/2e93af31-e11e-4557-97bf-91c2f479a1b6 HTTP/1.1" status: 404 len: 333 time: 0.0535505 Dec 13 13:06:05.226853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36814) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:05.262815 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-124df392-07d3-4843-a415-1b4a375c91b3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:05.264285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124df392-07d3-4843-a415-1b4a375c91b3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:05.269038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-124df392-07d3-4843-a415-1b4a375c91b3 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/f3c3382e-c3e2-4e50-b309-95f322c29437 HTTP/1.1" status: 404 len: 337 time: 0.0376623 Dec 13 13:06:05.274234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36816) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:05.275712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Attempting to bind port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:05.276093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Attempting to bind port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:05.276458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Attempting to bind port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 on network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:05.280120 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.280573 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Added segment eedb941d-e094-47e6-997a-43dd32bd6e39 of type vlan for network b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 Dec 13 13:06:05.283979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944875c-dd53-4bc9-be24-8f8f5a81c481 None None] Pushing event deleted for resources: {'Port': ['ID=6f2e1bca-6d56-4a02-90d3-8919630f44b7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:05.286091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:05.286473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Checking segment: {'id': 'ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:05.286883 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.287272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Bound using segment: {'id': 'ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:05.287754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Bound port: 28f8925c-0ecb-41c8-8c5d-874a7531fea2, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:05.288137 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.295549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944875c-dd53-4bc9-be24-8f8f5a81c481 None None] No DVR routers for this DVR port 6f2e1bca-6d56-4a02-90d3-8919630f44b7 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:05.319003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4575004-fb72-42f8-9807-2b0a5b7e6a5c req-3f25b695-2686-4d7c-bd55-45a190af4617 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636979 Dec 13 13:06:05.353584 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-45009dbd-7903-44a9-8573-5b10beeceb9b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:05.366747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45009dbd-7903-44a9-8573-5b10beeceb9b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:05.367104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Allocated IP 2001:db8::231 (fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c/855edb87-0ff7-4874-a2da-cfc3a6e4de6e/5afb0703-f1b3-4fa6-aa08-b33b87b3bac7) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:05.397160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-45009dbd-7903-44a9-8573-5b10beeceb9b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/37af5dc2-0f28-48a8-a110-9dbe246afa64 HTTP/1.1" status: 404 len: 337 time: 0.0964236 Dec 13 13:06:05.401608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36818) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:05.422783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] For port 28f8925c-0ecb-41c8-8c5d-874a7531fea2, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:05.427588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] For port 28f8925c-0ecb-41c8-8c5d-874a7531fea2, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=28f8925c-0ecb-41c8-8c5d-874a7531fea2,segment=NetworkSegment(ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43),segment_id=ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:05.436118 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.526636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb83ff3-4dd1-4d61-9f78-51d24e153e24 None None] Pushing event updated for resources: {'Port': ['ID=28f8925c-0ecb-41c8-8c5d-874a7531fea2,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:05.577557 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.580287 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7beb60-03cf-49a1-8880-29070f291a4b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:05.580933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7beb60-03cf-49a1-8880-29070f291a4b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:05.584279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9d7beb60-03cf-49a1-8880-29070f291a4b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/c9e2b261-0d92-4aae-bedc-dda362160fe5 HTTP/1.1" status: 404 len: 333 time: 0.0966656 Dec 13 13:06:05.588110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36820) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:05.628028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c169c-a8e6-4f29-898f-225639529266 req-4d13d255-b605-4456-9d61-11af7c089318 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:05.631899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c4c169c-a8e6-4f29-898f-225639529266 req-4d13d255-b605-4456-9d61-11af7c089318 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1327038 Dec 13 13:06:05.658497 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.664173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:05.664774 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:05.904647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6715908 Dec 13 13:06:05.935870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f80c00-72b4-4817-8039-bbc922247b1c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=b55f8929-6b1a-4c23-b3ba-4ccbaad762b1,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:05.969452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c4c169c-a8e6-4f29-898f-225639529266 req-2d179c60-f9e6-48a7-b67a-b6d054768127 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303707 Dec 13 13:06:05.980418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:06.181826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 28f8925c-0ecb-41c8-8c5d-874a7531fea2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:06.214382 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-b769ec51-8c93-417e-b7bd-9378138db84c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:06.215667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b769ec51-8c93-417e-b7bd-9378138db84c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:06.223474 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b769ec51-8c93-417e-b7bd-9378138db84c tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/df672ccf-0010-46a3-a07a-18f21f4f2156 HTTP/1.1" status: 404 len: 337 time: 0.6352198 Dec 13 13:06:06.224378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36824) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:06.263305 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb83e56d-3b9d-4402-93ff-6e0b86bbed6f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:06.264289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb83e56d-3b9d-4402-93ff-6e0b86bbed6f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:06.271923 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-eb83e56d-3b9d-4402-93ff-6e0b86bbed6f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/1e1a2dc8-5c24-43c6-a291-e083b52edf4d HTTP/1.1" status: 404 len: 333 time: 0.0432138 Dec 13 13:06:06.273698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36826) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:06.286711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a0f31-e5dd-4d64-8320-4c1aab229c99 req-baf65d08-4c25-450f-8d7d-774c09579c9f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:06.289594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:06.289974 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:06.296809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-626a0f31-e5dd-4d64-8320-4c1aab229c99 req-baf65d08-4c25-450f-8d7d-774c09579c9f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1417909 Dec 13 13:06:06.317516 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-febed6c0-288f-4e44-87e6-eb048286c2da tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:06.318445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febed6c0-288f-4e44-87e6-eb048286c2da tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:06.324419 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-febed6c0-288f-4e44-87e6-eb048286c2da tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/8d874888-667b-4f94-a8df-8172066cab77 HTTP/1.1" status: 404 len: 337 time: 0.0463462 Dec 13 13:06:06.325257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36828) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:06.328698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:06.435696 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:06.451666 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a75f52-fe9f-487c-874d-af89d5b22692 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:06.458529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a75f52-fe9f-487c-874d-af89d5b22692 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:06.461927 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c4a75f52-fe9f-487c-874d-af89d5b22692 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/74d0861c-48d4-44a1-b5ac-d2b15c3b636a HTTP/1.1" status: 404 len: 333 time: 0.1355553 Dec 13 13:06:06.480098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36834) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:06.525588 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:06.550065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=5afb0703-f1b3-4fa6-aa08-b33b87b3bac7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:06.591582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:06.593221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:06.599351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:06.600931 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eebbca6-803c-45d7-956c-f6b716d9afad tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:06.604220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eebbca6-803c-45d7-956c-f6b716d9afad tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:06.610408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:06.611092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:06.617034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 28f8925c-0ecb-41c8-8c5d-874a7531fea2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=28f8925c-0ecb-41c8-8c5d-874a7531fea2,segment=NetworkSegment(ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43),segment_id=ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:06.619449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0eebbca6-803c-45d7-956c-f6b716d9afad tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/44f561e0-f331-4cbc-ad9d-edd153d577d2 HTTP/1.1" status: 404 len: 337 time: 0.1377375 Dec 13 13:06:06.634111 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:06.636614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36836) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:06.709457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-626a0f31-e5dd-4d64-8320-4c1aab229c99 req-a919be93-5db2-4ac8-8777-ef43bb3849d6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3989680 Dec 13 13:06:06.768953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=28f8925c-0ecb-41c8-8c5d-874a7531fea2,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:06.783244 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2106d992-502e-4fc0-b5e5-66a07700126b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:06.783835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2106d992-502e-4fc0-b5e5-66a07700126b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:06.798447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36838) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:06.799621 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2106d992-502e-4fc0-b5e5-66a07700126b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/2f57669d-79f0-42b9-a886-557359ea2835 HTTP/1.1" status: 404 len: 333 time: 0.1499033 Dec 13 13:06:06.815500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6f2e1bca-6d56-4a02-90d3-8919630f44b7 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:06.816256 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3e93afb0-c533-4c19-b17e-6d32a3aed476 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3021214 Dec 13 13:06:06.819166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36840) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:06.893542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 6f2e1bca-6d56-4a02-90d3-8919630f44b7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:06.893901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6f2e1bca-6d56-4a02-90d3-8919630f44b7 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:06.895305 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6917009a-46e5-429d-9172-819a07103361 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:06.911920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6917009a-46e5-429d-9172-819a07103361 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:06.915707 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6917009a-46e5-429d-9172-819a07103361 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/2cf9942d-8d4a-4bbe-8a59-e26d33230c55 HTTP/1.1" status: 404 len: 337 time: 0.1152298 Dec 13 13:06:06.924336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36842) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:06.993056 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d24861b-c16a-4794-9ddc-93d34da0b1bc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:06.993883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d24861b-c16a-4794-9ddc-93d34da0b1bc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:06.997413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0d24861b-c16a-4794-9ddc-93d34da0b1bc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/b2fe868d-d9ac-4c10-aaaf-d05b2f96f6a5 HTTP/1.1" status: 404 len: 333 time: 0.0716457 Dec 13 13:06:07.001156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36846) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.047389 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-23afe609-2ccf-4436-9280-eef221ea3a05 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.048001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23afe609-2ccf-4436-9280-eef221ea3a05 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.051299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-23afe609-2ccf-4436-9280-eef221ea3a05 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/47a53237-db85-47ef-9067-9612013d7012 HTTP/1.1" status: 404 len: 337 time: 0.0489118 Dec 13 13:06:07.055302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36848) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.085957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf21d84-afb9-4767-9ac2-67f46b4aee3f req-d43280e9-f702-4b67-9e4c-25724f49cd1c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:07.090957 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-abf21d84-afb9-4767-9ac2-67f46b4aee3f req-d43280e9-f702-4b67-9e4c-25724f49cd1c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.1675780 Dec 13 13:06:07.118144 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be71fe6-fe17-49e4-ac8e-d30f973fb799 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.118872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be71fe6-fe17-49e4-ac8e-d30f973fb799 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.128155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0be71fe6-fe17-49e4-ac8e-d30f973fb799 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/6b712026-7e68-4537-abb9-68934aad9c6e HTTP/1.1" status: 404 len: 333 time: 0.0665410 Dec 13 13:06:07.131203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36850) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.173222 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-743531f7-e392-4a4a-9cb9-4c8006e5442a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.173966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743531f7-e392-4a4a-9cb9-4c8006e5442a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.179389 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-743531f7-e392-4a4a-9cb9-4c8006e5442a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/8a80d388-553a-4648-ba66-8cf8f06bacec HTTP/1.1" status: 404 len: 337 time: 0.0470381 Dec 13 13:06:07.182254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36852) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.244745 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d9e27d-bd1f-4a14-9a2c-6c4645a23c4b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.245298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d9e27d-bd1f-4a14-9a2c-6c4645a23c4b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.256975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-82d9e27d-bd1f-4a14-9a2c-6c4645a23c4b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/3f1d9d6f-d526-422b-844c-d65df42ca1f6 HTTP/1.1" status: 404 len: 337 time: 0.0733340 Dec 13 13:06:07.277267 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36854) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.278040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-abf21d84-afb9-4767-9ac2-67f46b4aee3f req-a1512ecc-7d38-4b32-8e23-2b9207305ef8 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604962 Dec 13 13:06:07.339476 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e2abf1-54b6-46c8-ba3d-063709d4a361 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.340098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e2abf1-54b6-46c8-ba3d-063709d4a361 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.347803 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-47e2abf1-54b6-46c8-ba3d-063709d4a361 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/6cf59e22-7a14-4a32-bd8a-bb042d77e294 HTTP/1.1" status: 404 len: 333 time: 0.0675480 Dec 13 13:06:07.348000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36856) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.421305 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9df18f-a21a-4391-9752-0ef5ec674dbc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.422963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9df18f-a21a-4391-9752-0ef5ec674dbc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.490792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8a9df18f-a21a-4391-9752-0ef5ec674dbc tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/9566f9bb-3dc5-4236-8e09-408cf2f79f23 HTTP/1.1" status: 404 len: 337 time: 0.1414659 Dec 13 13:06:07.502031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36858) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.551723 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:07.599110 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:07.605030 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:07.613237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3aeb3c-2a50-444a-8cea-be37fbe1ee77 None None] Network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:07.638746 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bbf744-6296-4fa9-9209-71a19ecde41f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.639373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bbf744-6296-4fa9-9209-71a19ecde41f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.643056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a8bbf744-6296-4fa9-9209-71a19ecde41f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/6029922d-8f88-49af-9eb7-818f6d6e75aa HTTP/1.1" status: 404 len: 337 time: 0.1320579 Dec 13 13:06:07.646839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36860) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.674595 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71beaee-817c-49d2-a6d5-b83ff9e73b77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.675316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71beaee-817c-49d2-a6d5-b83ff9e73b77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.678652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e71beaee-817c-49d2-a6d5-b83ff9e73b77 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/bd01b595-0e03-4156-98b6-eb4267b2bd7a HTTP/1.1" status: 404 len: 333 time: 0.0312982 Dec 13 13:06:07.681141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36862) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.701417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-277d036b-2648-41df-9ad9-b0059ba48a96 None None] Provisioning complete for port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:07.701989 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-277d036b-2648-41df-9ad9-b0059ba48a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:07.725166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd9145-43e9-47dd-a0fd-b1243b78eef2 req-ec1abe16-4f38-4b7b-a514-7127459eb598 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:07.728117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8dbd9145-43e9-47dd-a0fd-b1243b78eef2 req-ec1abe16-4f38-4b7b-a514-7127459eb598 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.2343783 Dec 13 13:06:07.729450 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e32d9e-9f38-4a15-a0eb-886e1fd35164 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.730854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e32d9e-9f38-4a15-a0eb-886e1fd35164 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.735545 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-76e32d9e-9f38-4a15-a0eb-886e1fd35164 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/8c59cba4-7f94-4f08-9083-69d790e161d4 HTTP/1.1" status: 404 len: 337 time: 0.0530202 Dec 13 13:06:07.739492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36864) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.861938 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-654b838b-296f-45d2-b776-642a5cf79c08 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.862822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654b838b-296f-45d2-b776-642a5cf79c08 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.875125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-654b838b-296f-45d2-b776-642a5cf79c08 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/c6942186-5801-4137-bd33-a9b2edba97fe HTTP/1.1" status: 404 len: 337 time: 0.1099751 Dec 13 13:06:07.877490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36868) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:07.944427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8dbd9145-43e9-47dd-a0fd-b1243b78eef2 req-0e0a9ec3-6e49-4371-b7f6-c3b566dddb97 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076199 Dec 13 13:06:07.965437 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-18298601-d222-4fc9-9aa6-104de967d695 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:07.966177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18298601-d222-4fc9-9aa6-104de967d695 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:07.973488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-18298601-d222-4fc9-9aa6-104de967d695 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/440581b9-5406-43c7-8455-917a7d5f00be HTTP/1.1" status: 404 len: 333 time: 0.0886762 Dec 13 13:06:07.977377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36870) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.024690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-16c06d83-1466-44da-8060-b6db52a53577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.026634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-16c06d83-1466-44da-8060-b6db52a53577 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2521851 Dec 13 13:06:08.028865 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c5db0f-9603-4780-b79a-17d57e46dbf8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:08.029627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c5db0f-9603-4780-b79a-17d57e46dbf8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:08.033096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b3c5db0f-9603-4780-b79a-17d57e46dbf8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/5a839a9a-e320-4ade-b3d8-3ab100be982a HTTP/1.1" status: 404 len: 337 time: 0.0519185 Dec 13 13:06:08.039855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36872) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.068825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 28f8925c-0ecb-41c8-8c5d-874a7531fea2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:08.074150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112814bc-b26e-468c-b47a-db6f0e9bc64b req-dbe2cc1e-04bd-4688-9c15-d0d133280aaa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.082895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112814bc-b26e-468c-b47a-db6f0e9bc64b req-dbe2cc1e-04bd-4688-9c15-d0d133280aaa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1729574 Dec 13 13:06:08.091330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884dd15-4b55-4abe-886a-c968c4bba7f2 req-8c9e6519-1473-4592-9c32-63052e2c80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.104646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6884dd15-4b55-4abe-886a-c968c4bba7f2 req-8c9e6519-1473-4592-9c32-63052e2c80d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 1097 time: 0.2011285 Dec 13 13:06:08.126895 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a947ee5-2141-4c32-baea-820f5fa24077 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:08.128449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a947ee5-2141-4c32-baea-820f5fa24077 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:08.133634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8a947ee5-2141-4c32-baea-820f5fa24077 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/814df46c-faf8-458b-8230-65049eb8fa9b HTTP/1.1" status: 404 len: 337 time: 0.0878420 Dec 13 13:06:08.149141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36874) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.190358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:08.191249 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:08.221318 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-39ddc704-b775-404e-9b88-df3c398b29dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2455790 Dec 13 13:06:08.281146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-112814bc-b26e-468c-b47a-db6f0e9bc64b req-f2299134-0c31-4e4e-b26b-8a747492b27b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972127 Dec 13 13:06:08.285904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1e7cf7c7-1a5f-4137-abb4-08b057aead43 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports?device_id=175a8254-94a1-4104-b626-76adfaf9352e HTTP/1.1" status: 200 len: 205 time: 0.1354797 Dec 13 13:06:08.288393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36876) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.367830 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6884dd15-4b55-4abe-886a-c968c4bba7f2 req-ad34dde7-9601-4c95-870f-92dabda1e396 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234321 Dec 13 13:06:08.390171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8ec8615e-be16-41a3-ae6e-212fe81010e1 None None] Provisioning complete for port 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:08.390735 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ec8615e-be16-41a3-ae6e-212fe81010e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:08.415913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:08.422402 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-a765abcd-cc07-4907-bda2-9f3743fa2988 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] delete failed (client error): The resource could not be found. Dec 13 13:06:08.426136 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a765abcd-cc07-4907-bda2-9f3743fa2988 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/routers/175a8254-94a1-4104-b626-76adfaf9352e HTTP/1.1" status: 404 len: 336 time: 0.1343884 Dec 13 13:06:08.433612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-6eb57dbe-6c3f-49fa-812f-6e7b177e99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.435365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-6eb57dbe-6c3f-49fa-812f-6e7b177e99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.436013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-6eb57dbe-6c3f-49fa-812f-6e7b177e99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.440458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36880) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.440771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8615e-be16-41a3-ae6e-212fe81010e1 None None] Port 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:08.442129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-6eb57dbe-6c3f-49fa-812f-6e7b177e99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.444571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-6eb57dbe-6c3f-49fa-812f-6e7b177e99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.445251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-6eb57dbe-6c3f-49fa-812f-6e7b177e99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.445863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-6eb57dbe-6c3f-49fa-812f-6e7b177e99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.452750 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-6eb57dbe-6c3f-49fa-812f-6e7b177e99cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9bf505fe3584a8282b32576febeaa8a&device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6502 time: 0.1442776 Dec 13 13:06:08.454386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:08.471596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8ec8615e-be16-41a3-ae6e-212fe81010e1 None None] Provisioning complete for port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:08.472157 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ec8615e-be16-41a3-ae6e-212fe81010e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:08.495023 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-50167e99-1bae-4f2b-9963-074e3f7c4288 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:08.495589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50167e99-1bae-4f2b-9963-074e3f7c4288 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:08.501526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-50167e99-1bae-4f2b-9963-074e3f7c4288 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/1252d0ec-c070-4ba7-a1cf-5636a8769434 HTTP/1.1" status: 404 len: 337 time: 0.0583324 Dec 13 13:06:08.508951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36882) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.563854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1a4f8559-15a2-43f1-95b5-849456da4946 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "GET /v2.0/ports?device_id=75055d5a-2e67-4698-bae4-cc7524eadf83 HTTP/1.1" status: 200 len: 205 time: 0.0505986 Dec 13 13:06:08.565229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36884) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.585336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3310d9-13ce-4b85-9caf-f294a37ada2c req-0fa538be-de11-4ada-b829-ad3bbeb60fff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:08.587048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d3310d9-13ce-4b85-9caf-f294a37ada2c req-0fa538be-de11-4ada-b829-ad3bbeb60fff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.1592102 Dec 13 13:06:08.590004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-47c1d2be-1a77-4985-97ea-ae9005f55148 service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507946 Dec 13 13:06:08.653862 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-2fa82f59-5bc2-4490-90d1-eaeeffeb9d5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] delete failed (client error): The resource could not be found. Dec 13 13:06:08.658087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2fa82f59-5bc2-4490-90d1-eaeeffeb9d5f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/routers/75055d5a-2e67-4698-bae4-cc7524eadf83 HTTP/1.1" status: 404 len: 336 time: 0.0903199 Dec 13 13:06:08.672569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36886) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.710684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=5afb0703-f1b3-4fa6-aa08-b33b87b3bac7,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:08.738545 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c2cee4-d7f0-484e-ad1e-97a326be53f4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:08.739163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c2cee4-d7f0-484e-ad1e-97a326be53f4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:08.745458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-74c2cee4-d7f0-484e-ad1e-97a326be53f4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/65f7b1b5-66f1-4125-ae07-21a882ad69cb HTTP/1.1" status: 404 len: 337 time: 0.0713952 Dec 13 13:06:08.751738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36888) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.781558 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a963cb-a0f7-4dbc-84f3-7a55a1c8f09f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:08.782256 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a963cb-a0f7-4dbc-84f3-7a55a1c8f09f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:08.791286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a2a963cb-a0f7-4dbc-84f3-7a55a1c8f09f tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/a9b29268-27e1-491b-8c8f-bde05e3325c0 HTTP/1.1" status: 404 len: 337 time: 0.0384057 Dec 13 13:06:08.795763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b61f7d09-466a-49be-8be5-3c49c2ba6ee4 None None] Provisioning complete for port 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:08.797306 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b61f7d09-466a-49be-8be5-3c49c2ba6ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:08.799565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36892) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.849149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d3310d9-13ce-4b85-9caf-f294a37ada2c req-21f3c02d-93e3-48a0-8fa9-5e5071ac2513 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094238 Dec 13 13:06:08.868160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04aa7d32-2796-4099-9f7e-f9cc94a2bc7e req-fb367443-e271-4705-bd4e-11ba9e5edbca service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223616 Dec 13 13:06:08.902011 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c9a4af-6acf-4ff2-8cc6-e8ef2c569aa7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:08.903050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c9a4af-6acf-4ff2-8cc6-e8ef2c569aa7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:08.908357 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a8c9a4af-6acf-4ff2-8cc6-e8ef2c569aa7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/8e3dfb22-ff0b-459d-a2eb-7b62a7a151b2 HTTP/1.1" status: 404 len: 333 time: 0.1002953 Dec 13 13:06:08.910390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36894) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.940961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b61f7d09-466a-49be-8be5-3c49c2ba6ee4 None None] Port 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:08.945859 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d03357-fa1a-4d48-a0c3-d3255c7b157e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:08.946255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d03357-fa1a-4d48-a0c3-d3255c7b157e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:08.949419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-72d03357-fa1a-4d48-a0c3-d3255c7b157e tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/b93a6fdc-1df0-45ca-99cf-b1e9f1ff8e24 HTTP/1.1" status: 404 len: 337 time: 0.0377622 Dec 13 13:06:08.953007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36896) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:08.984076 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf2c4b1-33ae-4fdd-b26c-af2c47b5cff7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:08.984665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf2c4b1-33ae-4fdd-b26c-af2c47b5cff7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:08.990534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4cf2c4b1-33ae-4fdd-b26c-af2c47b5cff7 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/46171e49-7730-4184-8666-ed285165e56d HTTP/1.1" status: 404 len: 333 time: 0.0364652 Dec 13 13:06:08.991137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36900) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.018656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-e918e2e4-e4a1-4eb7-a547-5980ad2bac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:09.019059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-e918e2e4-e4a1-4eb7-a547-5980ad2bac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:09.019525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-e918e2e4-e4a1-4eb7-a547-5980ad2bac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:09.021159 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-e918e2e4-e4a1-4eb7-a547-5980ad2bac4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 HTTP/1.1" status: 200 len: 2296 time: 0.3318090 Dec 13 13:06:09.021914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.023944 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-445835a5-8a5e-4ccb-afb7-f476f156d531 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.024407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445835a5-8a5e-4ccb-afb7-f476f156d531 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.031402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-445835a5-8a5e-4ccb-afb7-f476f156d531 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/3cd3848d-2445-4d76-9803-9b73c44b18c2 HTTP/1.1" status: 404 len: 337 time: 0.0390315 Dec 13 13:06:09.032358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36902) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.078117 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2596d7d1-c4a1-4587-9d58-1b36ae8ad9f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.078799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2596d7d1-c4a1-4587-9d58-1b36ae8ad9f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.081435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36904) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.084155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2596d7d1-c4a1-4587-9d58-1b36ae8ad9f6 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/6df08a36-45d1-4adf-a106-baae1a8291a8 HTTP/1.1" status: 404 len: 333 time: 0.0504339 Dec 13 13:06:09.088505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36906) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.088678 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'network_id': 'b55f8929-6b1a-4c23-b3ba-4ccbaad762b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:09.128718 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-134b36f1-6298-4820-a35a-5728c5d56aa8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.129109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134b36f1-6298-4820-a35a-5728c5d56aa8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.134712 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-134b36f1-6298-4820-a35a-5728c5d56aa8 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/adb3e2fc-335f-49a8-9526-b228e659df5d HTTP/1.1" status: 404 len: 337 time: 0.0451274 Dec 13 13:06:09.136362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36908) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.161678 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ec286c-2765-432d-bf56-f8c26434a081 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.162244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ec286c-2765-432d-bf56-f8c26434a081 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.167732 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-81ec286c-2765-432d-bf56-f8c26434a081 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/d1fe2004-0fba-4a10-b5b7-4a4e6308e294 HTTP/1.1" status: 404 len: 333 time: 0.0280201 Dec 13 13:06:09.168484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36910) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.171294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0ef6ad50-2b6c-42bc-924e-255c0d7d2c78 None None] Provisioning complete for port 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:09.171884 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ad50-2b6c-42bc-924e-255c0d7d2c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.184992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd61e7f-9cf1-46ea-9c4c-2a2837ad4bd2 req-945b0e27-1799-4c59-85b1-5c7239f7555d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:09.186552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ffd61e7f-9cf1-46ea-9c4c-2a2837ad4bd2 req-945b0e27-1799-4c59-85b1-5c7239f7555d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1193981 Dec 13 13:06:09.213293 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-156a523a-3fed-46e5-b97a-d90b1845986a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.213765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156a523a-3fed-46e5-b97a-d90b1845986a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.214873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6ad50-2b6c-42bc-924e-255c0d7d2c78 None None] Port 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:09.216971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-156a523a-3fed-46e5-b97a-d90b1845986a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/e42be05f-2bd2-46b5-9f9d-fca07f8e975d HTTP/1.1" status: 404 len: 337 time: 0.0473466 Dec 13 13:06:09.219651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36912) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.246720 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-e2d16929-541f-4adb-9c10-86b4e2d06f80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b HTTP/1.1" status: 200 len: 1000 time: 0.1642516 Dec 13 13:06:09.256787 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4648e80-507b-4c7e-8821-4d8a9c722a42 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.257357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4648e80-507b-4c7e-8821-4d8a9c722a42 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.260455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c4648e80-507b-4c7e-8821-4d8a9c722a42 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/b71976cd-f0e1-4466-be5a-dd836620e986 HTTP/1.1" status: 404 len: 333 time: 0.0398910 Dec 13 13:06:09.265905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36914) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.305470 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fffa756-d44b-4bd3-a041-68b7f3b9eaa4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.305932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fffa756-d44b-4bd3-a041-68b7f3b9eaa4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.309046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1fffa756-d44b-4bd3-a041-68b7f3b9eaa4 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/d5c01b0b-c3f6-43e0-bf2d-ebb2b57d87ee HTTP/1.1" status: 404 len: 337 time: 0.0422051 Dec 13 13:06:09.321055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36916) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.321213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ffd61e7f-9cf1-46ea-9c4c-2a2837ad4bd2 req-e4026ea2-d770-4c1b-a840-4b5bd12d5736 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121104 Dec 13 13:06:09.337132 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.369731 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85cf3b6-15ec-4982-87d8-66b6a605c64a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.370486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85cf3b6-15ec-4982-87d8-66b6a605c64a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.373806 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e85cf3b6-15ec-4982-87d8-66b6a605c64a tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/4ceb1d24-0df5-488a-b72c-99eba665a77e HTTP/1.1" status: 404 len: 333 time: 0.0492041 Dec 13 13:06:09.377873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36920) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.381526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:09.385301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.421610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19194e89-7804-4757-b0ce-706f50ec2823 req-8aa6ced0-f548-4d64-b7ec-ad96c71928cb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:09.423122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19194e89-7804-4757-b0ce-706f50ec2823 req-8aa6ced0-f548-4d64-b7ec-ad96c71928cb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.0503795 Dec 13 13:06:09.452679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-c322ddd3-5364-4b3e-bed2-778963985fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:09.454179 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-c322ddd3-5364-4b3e-bed2-778963985fb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a389fb1f-57ad-40b1-ba6f-4d733cc5344d HTTP/1.1" status: 200 len: 856 time: 0.1785879 Dec 13 13:06:09.455061 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f29bbdb-352e-4992-ae69-ba990d14e51d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.455530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f29bbdb-352e-4992-ae69-ba990d14e51d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.461430 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4f29bbdb-352e-4992-ae69-ba990d14e51d tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/bdc67133-d826-4320-b707-38e5ae072579 HTTP/1.1" status: 404 len: 337 time: 0.0806210 Dec 13 13:06:09.461598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36922) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.494103 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b372922f-a891-404a-866d-1af3940821be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.495286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b372922f-a891-404a-866d-1af3940821be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.498628 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b372922f-a891-404a-866d-1af3940821be tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/ports/106c4dc1-20f7-48eb-967c-f95ba1026557 HTTP/1.1" status: 404 len: 333 time: 0.0360944 Dec 13 13:06:09.505299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36924) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.544937 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-94df153b-746b-4f57-9fe1-d2360b192571 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:09.545405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94df153b-746b-4f57-9fe1-d2360b192571 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:09.551029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-94df153b-746b-4f57-9fe1-d2360b192571 tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/subnets/a51fc78a-2cae-4b42-b063-6f843ba04828 HTTP/1.1" status: 404 len: 337 time: 0.0423417 Dec 13 13:06:09.551266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:09.563231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19194e89-7804-4757-b0ce-706f50ec2823 req-653bbf44-8d2a-4d22-83ad-8b39fe7038ff tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181870 Dec 13 13:06:09.642218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.669816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-be944c75-3306-4631-bc24-e5fb455442d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:09.671369 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-be944c75-3306-4631-bc24-e5fb455442d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b55b850-3b5e-4fc5-8393-9ef69708ae21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744223 Dec 13 13:06:09.733876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.755499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96b3050-5a47-4623-a1bc-6be051560383']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:09.765679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd83461-2dca-4c24-bf4c-a4c93ab186ba') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:09.765973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd83461-2dca-4c24-bf4c-a4c93ab186ba') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:09.775419 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.789323 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.796920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:09.797355 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:09.800427 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:09.900804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.910153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.913695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] 10.222.0.31 "DELETE /v2.0/networks/a96b3050-5a47-4623-a1bc-6be051560383 HTTP/1.1" status: 204 len: 168 time: 0.3614857 Dec 13 13:06:09.931914 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-58f14c9d-8f6e-4157-993a-9a6002c203cd service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480960 Dec 13 13:06:09.933134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b30248-6fca-4801-b37c-dfe5c3be998b tempest-NetworksTestDHCPv6-380158034 tempest-NetworksTestDHCPv6-380158034-project] Pushing event deleted for resources: {'Network': ['ID=a96b3050-5a47-4623-a1bc-6be051560383,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:09.936629 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-d3931249-4dd8-481c-a46c-3209f7c3f8b9 service neutron] show failed (client error): The resource could not be found. Dec 13 13:06:09.937746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-d3931249-4dd8-481c-a46c-3209f7c3f8b9 service neutron] 10.222.0.42 "GET /v2.0/ports/62ac93cb-1f25-4ec4-b460-248ea5b47900/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.1246326 Dec 13 13:06:09.974555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.991533 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:09.992371 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.041981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.068305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194208c-a5c3-4b1e-8be6-84f57a1d2298 req-1e81b157-aeba-4cc8-9e45-1c157f0dbc96 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:10.069217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d194208c-a5c3-4b1e-8be6-84f57a1d2298 req-1e81b157-aeba-4cc8-9e45-1c157f0dbc96 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.0632231 Dec 13 13:06:10.140330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d194208c-a5c3-4b1e-8be6-84f57a1d2298 req-c1969739-45e9-45ec-963e-60a29876ab47 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591385 Dec 13 13:06:10.203260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=5afb0703-f1b3-4fa6-aa08-b33b87b3bac7,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:10.265988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=a5e5b3d1-f4f4-4efe-a879-09a1806c789f,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:10.269484 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-3fc5e14c-88c7-4a71-965b-92b7a78ad5ec service neutron] 10.222.0.42 "GET /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247058 Dec 13 13:06:10.280259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36936) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:10.299478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking segment: {'id': 'eedb941d-e094-47e6-997a-43dd32bd6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b55f8929-6b1a-4c23-b3ba-4ccbaad762b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:10.299834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network hostable DHCP agents. Network: b55f8929-6b1a-4c23-b3ba-4ccbaad762b1, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:10.336717 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-a5f1dd9e-758a-4276-b567-1e57834176e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=c45097b7-ab3b-4dc5-9117-be3b06871a4e HTTP/1.1" status: 200 len: 217 time: 0.0548530 Dec 13 13:06:10.349897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:10.351926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-88b72dec-9eed-44e9-aae4-54b6edb886c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:10.353397 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-88b72dec-9eed-44e9-aae4-54b6edb886c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 1096 time: 0.1627703 Dec 13 13:06:10.365102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:10.369835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:10.434490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:10.479303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb45d88-72fd-4c2f-b569-065c237fd465 req-5e95d9ab-b06f-4a0e-8417-1647950f89bb tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:10.481027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fb45d88-72fd-4c2f-b569-065c237fd465 req-5e95d9ab-b06f-4a0e-8417-1647950f89bb tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.0838335 Dec 13 13:06:10.482174 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-dc367330-7b8b-4d21-b9db-7b061158e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:10.483741 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-dc367330-7b8b-4d21-b9db-7b061158e7cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.1367409 Dec 13 13:06:10.484318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d31c0c80-f168-4752-bdaa-fff1bcbd315d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84598a7713344c9d9f05f2aa25c5a0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2025344 Dec 13 13:06:10.488167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36942) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:10.541389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b55f8929-6b1a-4c23-b3ba-4ccbaad762b1) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:10.555405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ee386-a89b-4e05-8be4-85ea94f24323 None None] Network b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:10.564100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:10.564974 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.574652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fb45d88-72fd-4c2f-b569-065c237fd465 req-f81556ee-817a-4b03-99ef-3428f7e68472 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798674 Dec 13 13:06:10.595263 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.624343 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9779de62-2fe3-4d8c-9762-e75368990903 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5404634 Dec 13 13:06:10.628461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36948) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:10.630367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f00f14c6-43b8-4f6a-9704-a7df9315a192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.632322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-7b2100ff-5b00-4220-8d4e-11824a30b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:10.634006 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-7b2100ff-5b00-4220-8d4e-11824a30b255 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185570 Dec 13 13:06:10.637560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-314878574'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:10.673983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f00f14c6-43b8-4f6a-9704-a7df9315a192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.784983 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:10.788504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.793839 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f00f14c6-43b8-4f6a-9704-a7df9315a192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.799945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f00f14c6-43b8-4f6a-9704-a7df9315a192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.800188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-b55f8929-6b1a-4c23-b3ba-4ccbaad762b1', 'network_id': 'b55f8929-6b1a-4c23-b3ba-4ccbaad762b1', 'project_id': 'fe6f52f0488a4d6697b3174c80a58810', 'fixed_ips': [{'subnet_id': 'a5e5b3d1-f4f4-4efe-a879-09a1806c789f'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:10.801971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f00f14c6-43b8-4f6a-9704-a7df9315a192 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd0253b9-8c67-4898-b1b3-c33a86da69cf HTTP/1.1" status: 204 len: 168 time: 0.3122218 Dec 13 13:06:10.807653 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.824932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a73a34-e611-4f65-a61b-46b42e509b94 req-cc1a0526-3813-46f6-b39d-06f1c4f94f29 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:10.826779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43a73a34-e611-4f65-a61b-46b42e509b94 req-cc1a0526-3813-46f6-b39d-06f1c4f94f29 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.1173365 Dec 13 13:06:10.855792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-12812e30-c06e-4fe2-bf5b-661a0bd98d64 None None] Provisioning complete for port 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:10.856515 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12812e30-c06e-4fe2-bf5b-661a0bd98d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:10.856848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f14c6-43b8-4f6a-9704-a7df9315a192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0253b9-8c67-4898-b1b3-c33a86da69cf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:10.952555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0d8b-95e8-4260-b2b2-16016267210b req-198d85ee-d4b7-4fec-b0ff-18c49a047273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:10.954891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f5c0d8b-95e8-4260-b2b2-16016267210b req-198d85ee-d4b7-4fec-b0ff-18c49a047273 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4daf733a4251457082d3978a8e523292&device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 1097 time: 0.1253450 Dec 13 13:06:10.975673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43a73a34-e611-4f65-a61b-46b42e509b94 req-38966500-72b5-4532-9dc5-ec59e48d3f0b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339142 Dec 13 13:06:10.994143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb60e4b-b2b5-4cb7-af49-2bf8eca316ac req-c3887d2d-d988-46f1-845e-1e8d21e804be tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:11.001685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcb60e4b-b2b5-4cb7-af49-2bf8eca316ac req-c3887d2d-d988-46f1-845e-1e8d21e804be tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1288280 Dec 13 13:06:11.016290 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router a1f26e26-3d44-4f4b-9256-9baddc603faf is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:06:11.068513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:11.072367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:11.077825 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-fa52c9a4-2799-4632-acb9-c0f1b69787d5 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346609 Dec 13 13:06:11.169636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-12812e30-c06e-4fe2-bf5b-661a0bd98d64 None None] Port 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:11.172277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcb60e4b-b2b5-4cb7-af49-2bf8eca316ac req-39e327d1-d335-48c0-a7a0-1d5d7fc55589 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632936 Dec 13 13:06:11.245430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0d8b-95e8-4260-b2b2-16016267210b req-fbb488fe-bedb-47ac-b246-70f37ce44480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:11.247028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f5c0d8b-95e8-4260-b2b2-16016267210b req-fbb488fe-bedb-47ac-b246-70f37ce44480 service neutron] 10.222.0.42 "GET /v2.0/networks?id=772ebe61-546c-452f-a54e-fb76791d27a0 HTTP/1.1" status: 200 len: 910 time: 0.2703764 Dec 13 13:06:11.287502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Allocated IP 2001:db8:0:ffff::2 (b55f8929-6b1a-4c23-b3ba-4ccbaad762b1/a5e5b3d1-f4f4-4efe-a879-09a1806c789f/9c459396-382d-4cdb-a07a-0f209b0d92e0) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:11.316053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f5c0d8b-95e8-4260-b2b2-16016267210b req-05b8b207-4396-4d68-a423-03b7920e1b6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c04b0b-a26c-4cee-83a7-f3a91741311b HTTP/1.1" status: 200 len: 217 time: 0.0608096 Dec 13 13:06:11.408334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2ded1-c4af-4ac2-8545-6d7fafffb6d2 req-48d312cd-75e7-49d1-a953-9100821503df tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:11.410182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2e2ded1-c4af-4ac2-8545-6d7fafffb6d2 req-48d312cd-75e7-49d1-a953-9100821503df tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.0929327 Dec 13 13:06:11.411483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c0d8b-95e8-4260-b2b2-16016267210b req-ad7d01ce-b158-4945-a02f-f142fef2ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:11.412870 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f5c0d8b-95e8-4260-b2b2-16016267210b req-ad7d01ce-b158-4945-a02f-f142fef2ce69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85305c5a-1dd6-4aae-bc48-ed12633ea374 HTTP/1.1" status: 200 len: 850 time: 0.0858080 Dec 13 13:06:11.461617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f5c0d8b-95e8-4260-b2b2-16016267210b req-41dd65dd-7f31-45f1-bff5-357f0f63415e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=772ebe61-546c-452f-a54e-fb76791d27a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337613 Dec 13 13:06:11.540278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2e2ded1-c4af-4ac2-8545-6d7fafffb6d2 req-04d34f6a-c7a4-4bdb-a6ea-5d4adc4f5b50 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233165 Dec 13 13:06:11.563595 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:11.573234 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:11.594733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f5c0d8b-95e8-4260-b2b2-16016267210b req-1ab319ee-d1a1-480a-83f7-e522054e4222 service neutron] 10.222.0.42 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253865 Dec 13 13:06:11.637013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Network b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:11.641380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:11.655053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:11.664440 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:11.665033 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Added segment 1a279afc-d232-4ea7-b5cc-61338f3b19f5 of type vlan for network 047c89e3-7638-4ee6-baf7-5984c33f468c Dec 13 13:06:11.665341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Pushing event updated for resources: {'Port': ['ID=9c459396-382d-4cdb-a07a-0f209b0d92e0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:11.702327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f5c0d8b-95e8-4260-b2b2-16016267210b req-8a0a5e61-213b-4968-a621-69fe5ba0f4f1 service neutron] 10.222.0.42 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996225 Dec 13 13:06:11.713866 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:11.726981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Attempting to bind port 9c459396-382d-4cdb-a07a-0f209b0d92e0 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:11.727299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Attempting to bind port 9c459396-382d-4cdb-a07a-0f209b0d92e0 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'eedb941d-e094-47e6-997a-43dd32bd6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b55f8929-6b1a-4c23-b3ba-4ccbaad762b1'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:11.727698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Attempting to bind port 9c459396-382d-4cdb-a07a-0f209b0d92e0 on network b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:11.734156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:11.734546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Checking segment: {'id': 'eedb941d-e094-47e6-997a-43dd32bd6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b55f8929-6b1a-4c23-b3ba-4ccbaad762b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:11.735251 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:11.735501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Bound using segment: {'id': 'eedb941d-e094-47e6-997a-43dd32bd6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b55f8929-6b1a-4c23-b3ba-4ccbaad762b1'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:11.736070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Bound port: 9c459396-382d-4cdb-a07a-0f209b0d92e0, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedb941d-e094-47e6-997a-43dd32bd6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b55f8929-6b1a-4c23-b3ba-4ccbaad762b1'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:11.736465 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:11.776742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:11.809890 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:11.811356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] For port 9c459396-382d-4cdb-a07a-0f209b0d92e0, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:11.814754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] For port 9c459396-382d-4cdb-a07a-0f209b0d92e0, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9c459396-382d-4cdb-a07a-0f209b0d92e0,segment=NetworkSegment(eedb941d-e094-47e6-997a-43dd32bd6e39),segment_id=eedb941d-e094-47e6-997a-43dd32bd6e39)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:11.815758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:11.816452 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:11.819407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:06:11.820402 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:11.827279 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-849174bd-1968-43d8-a1c4-0f5136e15e03 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/a1f26e26-3d44-4f4b-9256-9baddc603faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0031714 Dec 13 13:06:11.829788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36982) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:11.841296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36984) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:11.844323 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb06991-816c-483c-86e0-1666d870a951 None None] Sync routers for ids ['a1f26e26-3d44-4f4b-9256-9baddc603faf'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:06:11.855319 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb06991-816c-483c-86e0-1666d870a951 None None] Routers {'a1f26e26-3d44-4f4b-9256-9baddc603faf'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:11.855931 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-acb06991-816c-483c-86e0-1666d870a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a1f26e26-3d44-4f4b-9256-9baddc603faf'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:11.920079 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-acb06991-816c-483c-86e0-1666d870a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:11.933680 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb06991-816c-483c-86e0-1666d870a951 None None] Routers {'a1f26e26-3d44-4f4b-9256-9baddc603faf'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:11.933947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a65677-03ab-4e1b-a7d2-f6ee1df50b87 None None] Pushing event updated for resources: {'Port': ['ID=9c459396-382d-4cdb-a07a-0f209b0d92e0,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:11.934910 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-acb06991-816c-483c-86e0-1666d870a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a1f26e26-3d44-4f4b-9256-9baddc603faf'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:11.951979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3215413 Dec 13 13:06:11.958987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e922539-ee69-4121-ac53-8736d3145080 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:11.963994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5e922539-ee69-4121-ac53-8736d3145080 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports/5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 HTTP/1.1" status: 200 len: 984 time: 0.1287251 Dec 13 13:06:11.963994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36988) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:11.965744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'network_id': '047c89e3-7638-4ee6-baf7-5984c33f468c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:11.969185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36990) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:11.979321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:11.979559 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-acb06991-816c-483c-86e0-1666d870a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:11.979989 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb06991-816c-483c-86e0-1666d870a951 None None] The sync data for ids ['a1f26e26-3d44-4f4b-9256-9baddc603faf'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:06:11.995521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:11.999671 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:06:12.002966 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cc6ee9-420d-4e45-9b66-ae1606d10f91" -d '{"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-unplugged", "status": "completed", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:06:12.006907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Transition to ACTIVE for port object 62ac93cb-1f25-4ec4-b460-248ea5b47900 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:06:12.034465 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-508f0a97-e4ee-4c18-8bee-caa21961c6e5 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8855619 Dec 13 13:06:12.044122 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:12.069099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:12.100970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888a388-b764-49e4-bec5-9968ea590a25 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=047c89e3-7638-4ee6-baf7-5984c33f468c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:12.120931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 047c89e3-7638-4ee6-baf7-5984c33f468c details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:12.161107 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796db7cc-3d6a-4908-935e-0e68385080bb x-openstack-request-id: req-796db7cc-3d6a-4908-935e-0e68385080bb {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:06:12.161402 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-unplugged", "status": "completed", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:06:12.161660 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-796db7cc-3d6a-4908-935e-0e68385080bb {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:06:12.162066 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'code': 200} Dec 13 13:06:12.240364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1558280867'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:12.265137 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-d2434161-11a9-47d9-977c-848e6f98e999 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=50c45399-8b22-4490-9dce-8ab750e368d4 HTTP/1.1" status: 200 len: 217 time: 0.2006092 Dec 13 13:06:12.379731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] No DVR routers for this DVR port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:12.382374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=6']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:12.516559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-92a4ddde-3980-492b-b21d-39ad6968b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:12.519722 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-92a4ddde-3980-492b-b21d-39ad6968b962 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.1748509 Dec 13 13:06:12.600939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-aba2402f-b14f-4505-99ba-b47e2cbc2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:12.602596 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-aba2402f-b14f-4505-99ba-b47e2cbc2a59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743268 Dec 13 13:06:12.607990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:12.608392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:12.608650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on network 8285ad6c-236f-4047-ae32-62a71099a68c {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:12.630809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on network 8285ad6c-236f-4047-ae32-62a71099a68c not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:06:12.631132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on network 8285ad6c-236f-4047-ae32-62a71099a68c {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:12.667292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:12.667984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Checking segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:12.667984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Bound using segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:12.668431 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Bound port: 62ac93cb-1f25-4ec4-b460-248ea5b47900, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:12.668776 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:12.754807 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-be8e3cd4-06bd-4ea3-99d6-3481f4919404 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431623 Dec 13 13:06:12.784008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:12.813191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:12.816691 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:12.840542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:12.849767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53095dfb-252d-4537-82b3-8975e54cd02b req-dbf97694-d28b-4026-a31d-279b0525a5ce tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:12.851526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53095dfb-252d-4537-82b3-8975e54cd02b req-dbf97694-d28b-4026-a31d-279b0525a5ce tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 943 time: 0.7165582 Dec 13 13:06:12.853536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:12.896914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Made reservation on behalf of 409c4fcdf4f245f68435961cdf1a27c2 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:12.900434 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:12.930024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:12.930678 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:12.932102 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] 10.222.0.37 "PUT /v2.0/ports/62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 1091 time: 2.5685804 Dec 13 13:06:12.932810 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:12.962513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169e40c-b6ae-4a67-99ae-7cee3f7e3425 req-6a541610-cd41-4be9-9695-3a5c3bf62bbe tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:12.964033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4169e40c-b6ae-4a67-99ae-7cee3f7e3425 req-6a541610-cd41-4be9-9695-3a5c3bf62bbe tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.2405124 Dec 13 13:06:12.989915 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-08e0a75f-3c72-400b-a811-9501f252e21c service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269385 Dec 13 13:06:13.006723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c087f-5cc7-4a83-816a-62237999f999 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:13.053899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53095dfb-252d-4537-82b3-8975e54cd02b req-a7f15fb0-d51b-4b5b-b3c4-621e76e62284 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653538 Dec 13 13:06:13.073624 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-aaca1c08-c14b-46ab-bc75-4782bbe84e89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=f611ff96-dd02-482d-baa6-61dd953429d4 HTTP/1.1" status: 200 len: 217 time: 0.0638354 Dec 13 13:06:13.084075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4169e40c-b6ae-4a67-99ae-7cee3f7e3425 req-727fc4fc-c863-4118-9a66-3ec1efc48a42 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100533 Dec 13 13:06:13.152157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-29e93c19-219f-41c6-95db-e4bfbd8697b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:13.153786 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-29e93c19-219f-41c6-95db-e4bfbd8697b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1094 time: 0.1906686 Dec 13 13:06:13.253541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-a17e0f4d-3daa-45bb-801c-cf5f1d78ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:13.255880 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-a17e0f4d-3daa-45bb-801c-cf5f1d78ffdc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.1637442 Dec 13 13:06:13.303620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70c1fd-42dc-43d6-b10f-fb3fd9e2151d req-14ec824b-a71c-4dad-a119-93ddbc6e294f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:13.305298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c70c1fd-42dc-43d6-b10f-fb3fd9e2151d req-14ec824b-a71c-4dad-a119-93ddbc6e294f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.1271019 Dec 13 13:06:13.307863 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.316541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0587c9-2819-4398-9487-e6b7485e96be None None] Network b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:13.320111 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.341677 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.371494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-2a7e502d-d45b-4949-9906-a1d3af21caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:13.373057 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-2a7e502d-d45b-4949-9906-a1d3af21caa8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.2070255 Dec 13 13:06:13.400598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:13.404864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7e54675d-823c-4563-85f2-6c50c384f279 None None] Provisioning complete for port 9c459396-382d-4cdb-a07a-0f209b0d92e0 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:13.405577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e54675d-823c-4563-85f2-6c50c384f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.459896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.460300 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Added segment 30b513d4-7753-4b3d-a61f-7187ccce55d9 of type vlan for network bb2c278b-7718-45bf-bff7-50d234f02327 Dec 13 13:06:13.479096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-99760718-9bfc-463b-8cb3-21ed9fd140fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:13.480641 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-99760718-9bfc-463b-8cb3-21ed9fd140fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1590023 Dec 13 13:06:13.481265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaac6a43-a524-48ca-8340-c39bfaefc67e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:13.490413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c70c1fd-42dc-43d6-b10f-fb3fd9e2151d req-ecc2e973-6b53-457e-885a-8d5c2ddbf0bd tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516566 Dec 13 13:06:13.501658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking segment: {'id': '1a279afc-d232-4ea7-b5cc-61338f3b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '047c89e3-7638-4ee6-baf7-5984c33f468c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:13.502020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network hostable DHCP agents. Network: 047c89e3-7638-4ee6-baf7-5984c33f468c, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:13.504140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=0c07c2fd-eb45-4890-8f3b-e5c426a1cf0c,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:13.531494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.547280 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-237b0e64-662d-4dd5-a00f-6890bd5b1a8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 999 time: 0.1630173 Dec 13 13:06:13.560531 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e54675d-823c-4563-85f2-6c50c384f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.592174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.601110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7e54675d-823c-4563-85f2-6c50c384f279 None None] For port 9c459396-382d-4cdb-a07a-0f209b0d92e0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9c459396-382d-4cdb-a07a-0f209b0d92e0,segment=NetworkSegment(eedb941d-e094-47e6-997a-43dd32bd6e39),segment_id=eedb941d-e094-47e6-997a-43dd32bd6e39)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:13.608187 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e54675d-823c-4563-85f2-6c50c384f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.608779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network 047c89e3-7638-4ee6-baf7-5984c33f468c is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:13.625787 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 047c89e3-7638-4ee6-baf7-5984c33f468c) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:13.635684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:13.636384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.664066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03090259-ec36-49ab-b95e-189fa5696dd9 None None] Network 047c89e3-7638-4ee6-baf7-5984c33f468c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:13.698994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-aa141375-a2fb-40d2-be74-098e1702e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:13.698994 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-aa141375-a2fb-40d2-be74-098e1702e452 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.1185622 Dec 13 13:06:13.704000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6278cd94-44fc-4e5c-9333-498efb66b80b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7392406 Dec 13 13:06:13.704156 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.708613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:13.709214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.711737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37004) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:13.745322 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-a4dd1102-4b82-41e8-8a40-2044f822c252 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368879 Dec 13 13:06:13.752159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54675d-823c-4563-85f2-6c50c384f279 None None] Pushing event updated for resources: {'Port': ['ID=9c459396-382d-4cdb-a07a-0f209b0d92e0,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:13.809501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-047c89e3-7638-4ee6-baf7-5984c33f468c', 'network_id': '047c89e3-7638-4ee6-baf7-5984c33f468c', 'project_id': 'fe6f52f0488a4d6697b3174c80a58810', 'fixed_ips': [{'subnet_id': '0c07c2fd-eb45-4890-8f3b-e5c426a1cf0c'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:13.811569 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.816298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:13.817211 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.908054 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0549481 Dec 13 13:06:13.920058 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:13.921593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37006) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:13.933754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 5afb0703-f1b3-4fa6-aa08-b33b87b3bac7 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:13.969373 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Request body: {'subnet': {'network_id': 'bb2c278b-7718-45bf-bff7-50d234f02327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:14.001016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Allocated IP 2001:db8::1 (047c89e3-7638-4ee6-baf7-5984c33f468c/0c07c2fd-eb45-4890-8f3b-e5c426a1cf0c/d0c073c6-3662-4ee1-9671-f05ec5c7b341) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:14.009017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3c685e47-4903-414d-a87c-efacc2bd4e09 None None] Provisioning complete for port 9c459396-382d-4cdb-a07a-0f209b0d92e0 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:14.009387 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c685e47-4903-414d-a87c-efacc2bd4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.039827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9c459396-382d-4cdb-a07a-0f209b0d92e0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:14.065551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30f1b3-ada9-47e5-8af7-bff9e0f4b2f8 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event updated for resources: {'Network': ['ID=bb2c278b-7718-45bf-bff7-50d234f02327,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:14.099599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-55531f6b-cf15-4947-a8dd-1a71160a548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:14.101257 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-55531f6b-cf15-4947-a8dd-1a71160a548b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3886485 Dec 13 13:06:14.156568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network bb2c278b-7718-45bf-bff7-50d234f02327 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:14.179999 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:06:14.182300 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.182453 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a870595-a816-49e0-9159-6ea09ecc2f23" -d '{"events": [{"name": "network-changed", "server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:06:14.212288 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-e97094b4-09cb-4bcd-b290-020878b570e1 service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508605 Dec 13 13:06:14.272142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=5afb0703-f1b3-4fa6-aa08-b33b87b3bac7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:14.275608 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-83b521e0-4276-43de-9456-eab3a05d47bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=1d5b9ba7-fb28-4630-ad6a-37abed4bca86 HTTP/1.1" status: 200 len: 217 time: 0.0430872 Dec 13 13:06:14.283227 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.364293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9c459396-382d-4cdb-a07a-0f209b0d92e0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:14.365221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.400412 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-1ef20a67-2292-431b-bdf7-3f88f8e9dd0f service neutron] 10.222.0.37 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831933 Dec 13 13:06:14.401194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Made reservation on behalf of 409c4fcdf4f245f68435961cdf1a27c2 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:14.410325 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.468426 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.484173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.487867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.508397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1bc84-2a4b-497d-9d95-c36d59dab859 req-65c62cde-8075-40d7-9a4f-d5a2944b7222 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:14.517568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21d1bc84-2a4b-497d-9d95-c36d59dab859 req-65c62cde-8075-40d7-9a4f-d5a2944b7222 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.2885180 Dec 13 13:06:14.567357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-0df5ab37-73b3-42d3-beae-e6722767a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:14.574705 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-0df5ab37-73b3-42d3-beae-e6722767a759 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 200 len: 797 time: 0.2893767 Dec 13 13:06:14.592411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc210049-4fde-42aa-9542-fecf2f5fef0c req-dd681a55-c336-4da3-84a2-bff4457fc680 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:14.594797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Network 047c89e3-7638-4ee6-baf7-5984c33f468c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:14.598377 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:14.600994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc210049-4fde-42aa-9542-fecf2f5fef0c req-dd681a55-c336-4da3-84a2-bff4457fc680 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 943 time: 0.3737335 Dec 13 13:06:14.605670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:14.658545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Pushing event updated for resources: {'Port': ['ID=d0c073c6-3662-4ee1-9671-f05ec5c7b341,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:14.681788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Attempting to bind port d0c073c6-3662-4ee1-9671-f05ec5c7b341 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:14.682263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Attempting to bind port d0c073c6-3662-4ee1-9671-f05ec5c7b341 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '1a279afc-d232-4ea7-b5cc-61338f3b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '047c89e3-7638-4ee6-baf7-5984c33f468c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:14.682726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Attempting to bind port d0c073c6-3662-4ee1-9671-f05ec5c7b341 on network 047c89e3-7638-4ee6-baf7-5984c33f468c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:14.690265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:14.690774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Checking segment: {'id': '1a279afc-d232-4ea7-b5cc-61338f3b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '047c89e3-7638-4ee6-baf7-5984c33f468c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:14.691257 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.693239 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Bound using segment: {'id': '1a279afc-d232-4ea7-b5cc-61338f3b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '047c89e3-7638-4ee6-baf7-5984c33f468c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:14.693823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Bound port: d0c073c6-3662-4ee1-9671-f05ec5c7b341, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a279afc-d232-4ea7-b5cc-61338f3b19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '047c89e3-7638-4ee6-baf7-5984c33f468c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:14.694410 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.749056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21d1bc84-2a4b-497d-9d95-c36d59dab859 req-df976d6a-341e-43e9-89e0-f16539ab176b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313812 Dec 13 13:06:14.756296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.782197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] For port d0c073c6-3662-4ee1-9671-f05ec5c7b341, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:14.785460 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] For port d0c073c6-3662-4ee1-9671-f05ec5c7b341, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0c073c6-3662-4ee1-9671-f05ec5c7b341,segment=NetworkSegment(1a279afc-d232-4ea7-b5cc-61338f3b19f5),segment_id=1a279afc-d232-4ea7-b5cc-61338f3b19f5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:14.793305 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.812853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router a1f26e26-3d44-4f4b-9256-9baddc603faf has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:06:14.856695 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da896cad-0e9e-4ec8-bb39-b74f70ce3a5c x-openstack-request-id: req-da896cad-0e9e-4ec8-bb39-b74f70ce3a5c {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:06:14.856951 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:06:14.857080 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc210049-4fde-42aa-9542-fecf2f5fef0c req-5da34fd7-9ffc-4c3b-ac18-2f0a6429129f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522156 Dec 13 13:06:14.857700 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da896cad-0e9e-4ec8-bb39-b74f70ce3a5c {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:06:14.857700 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'status': 'completed', 'code': 200} Dec 13 13:06:14.871200 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:14.898294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf8eee-92ab-4748-b09e-f72e2307c73b None None] Pushing event updated for resources: {'Port': ['ID=d0c073c6-3662-4ee1-9671-f05ec5c7b341,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:14.944630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-a64fdfd9-d1f3-4fac-bfd7-ada5d1b6b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:14.947090 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-a64fdfd9-d1f3-4fac-bfd7-ada5d1b6b59c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af42c895-8317-4d3b-b2fd-4293b38dc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3000944 Dec 13 13:06:14.949685 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a1b13d6b-f7b0-47ce-a028-46546c463e02 req-71fc78e6-559d-45bb-b8fd-bcafefc020af service neutron] 10.222.0.37 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561536 Dec 13 13:06:14.968728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Subnet': ['ID=0c07c2fd-eb45-4890-8f3b-e5c426a1cf0c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:15.035771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:06:15.042820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8884d81b-a400-443f-a1bb-3909334c847c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/a1f26e26-3d44-4f4b-9256-9baddc603faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0714002 Dec 13 13:06:15.048332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-f05865e0-bba1-4696-9494-cb11346ef1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:15.049735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-f05865e0-bba1-4696-9494-cb11346ef1f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1094 time: 0.1662586 Dec 13 13:06:15.050311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37018) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:15.053922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc23806-028c-4a7a-b414-f3c3c3982a76 None None] Sync routers for ids ['a1f26e26-3d44-4f4b-9256-9baddc603faf'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:06:15.068758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc23806-028c-4a7a-b414-f3c3c3982a76 None None] Routers {'a1f26e26-3d44-4f4b-9256-9baddc603faf'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:15.069853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ddc23806-028c-4a7a-b414-f3c3c3982a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a1f26e26-3d44-4f4b-9256-9baddc603faf'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:15.115125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ddc23806-028c-4a7a-b414-f3c3c3982a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:15.130438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:15.131830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc23806-028c-4a7a-b414-f3c3c3982a76 None None] Routers {'a1f26e26-3d44-4f4b-9256-9baddc603faf'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:15.134061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ddc23806-028c-4a7a-b414-f3c3c3982a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:05:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a1f26e26-3d44-4f4b-9256-9baddc603faf'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:15.205876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ddc23806-028c-4a7a-b414-f3c3c3982a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:15.205876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc23806-028c-4a7a-b414-f3c3c3982a76 None None] The sync data for ids ['a1f26e26-3d44-4f4b-9256-9baddc603faf'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:06:15.222688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047c89e3-7638-4ee6-baf7-5984c33f468c']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:15.228946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-14fdfb28-525b-47ab-85a5-098ce94d09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:15.230480 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-14fdfb28-525b-47ab-85a5-098ce94d09e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1094 time: 0.1931059 Dec 13 13:06:15.238884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a23168-3262-4dc0-90ca-45a4fa6a1d81 req-56a25438-a2bc-4b26-8cc1-8f01e45b9657 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:15.240401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6a23168-3262-4dc0-90ca-45a4fa6a1d81 req-56a25438-a2bc-4b26-8cc1-8f01e45b9657 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.2815461 Dec 13 13:06:15.424346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6a23168-3262-4dc0-90ca-45a4fa6a1d81 req-abecc32b-7795-4044-9a58-0961b711ec82 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741004 Dec 13 13:06:15.428060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-18a3ef59-4bf9-40a9-82ab-7dbcb4532053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:15.429525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-18a3ef59-4bf9-40a9-82ab-7dbcb4532053 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.3711414 Dec 13 13:06:15.461172 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-bbf94706-b8c4-4d93-8948-16e0d2906314 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 13:06:15.461172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bbf94706-b8c4-4d93-8948-16e0d2906314 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/a1f26e26-3d44-4f4b-9256-9baddc603faf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4064319 Dec 13 13:06:15.461529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37020) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:15.523156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fdef369b-d254-446d-9029-d34f065332a8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1f26e26-3d44-4f4b-9256-9baddc603faf HTTP/1.1" status: 200 len: 205 time: 0.0605860 Dec 13 13:06:15.525883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37022) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:15.607857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-3060f8b9-9b48-4b15-bede-c466f86ee873 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 999 time: 0.1574519 Dec 13 13:06:15.611898 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fc1baa0f-88ad-406a-9497-29b8d1c39f60 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:15.614425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a279afc-d232-4ea7-b5cc-61338f3b19f5') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:15.614716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a279afc-d232-4ea7-b5cc-61338f3b19f5') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:15.640191 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:15.691967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:15.707907 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:15.750626 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-437894e8-6fec-44e1-b142-d7c07ab6ee5c service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7855635 Dec 13 13:06:15.751877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:15.752281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:15.761398 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:15.940952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-a0af887c-5386-4ac2-8190-343ba1991861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:15.942671 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-a0af887c-5386-4ac2-8190-343ba1991861 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.3328497 Dec 13 13:06:15.952029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.api [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 13:06:15.952029 n-d-817326-4 neutron-server[109885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 13:06:15.952029 n-d-817326-4 neutron-server[109885]: [parameters: {'id': '047c89e3-7638-4ee6-baf7-5984c33f468c'}] Dec 13 13:06:15.952029 n-d-817326-4 neutron-server[109885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:15.952369 n-d-817326-4 neutron-server[109885]: DEBUG oslo_db.api [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:16.031165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ee81aa0b-3c3a-4e61-bb2c-31c049a17808 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:06:16.046455 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event updated for resources: {'Subnet': ['ID=02cfd461-fddf-4888-bfc0-3336a2fb7833,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:16.068672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Checking segment: {'id': '30b513d4-7753-4b3d-a61f-7187ccce55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bb2c278b-7718-45bf-bff7-50d234f02327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:16.069048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Network hostable DHCP agents. Network: bb2c278b-7718-45bf-bff7-50d234f02327, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:16.092040 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-09c6d449-76f2-4e2f-9ebf-4bbbe2e74f9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 999 time: 0.1366313 Dec 13 13:06:16.111911 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-cfcf14a7-c586-428b-a851-a61205e6963c service neutron] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484092 Dec 13 13:06:16.116863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d0c073c6-3662-4ee1-9671-f05ec5c7b341 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:16.119891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d519f2-9221-48cc-a077-5c4bd50223b8 None None] Network 047c89e3-7638-4ee6-baf7-5984c33f468c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:16.192613 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-d2a175b2-2baa-47dc-8c5e-4e22f8fe61d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3b0e5496-c005-45dd-aa51-28c28dd43728 HTTP/1.1" status: 200 len: 217 time: 0.0507557 Dec 13 13:06:16.195524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Network bb2c278b-7718-45bf-bff7-50d234f02327 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:16.218399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-2d30a061-3b34-4ce5-b1a4-b0a4a6f2681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:16.220165 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-2d30a061-3b34-4ce5-b1a4-b0a4a6f2681f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.1187644 Dec 13 13:06:16.220935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, bb2c278b-7718-45bf-bff7-50d234f02327) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:16.236461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-ee416da7-b4f1-4829-bc2a-e4d657973872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:16.238180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-ee416da7-b4f1-4829-bc2a-e4d657973872 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.6232357 Dec 13 13:06:16.245506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:16.246130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.276674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fc1baa0f-88ad-406a-9497-29b8d1c39f60 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.289219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fc1baa0f-88ad-406a-9497-29b8d1c39f60 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.308118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f48e3f29-fde4-427b-9848-e3c5b92b76d0 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3416746 Dec 13 13:06:16.308389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37030) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:16.315375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Request body: {'port': {'network_id': 'bb2c278b-7718-45bf-bff7-50d234f02327', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1333659582'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:16.319825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-65c9463a-4ded-4ad8-940c-b9bb630431c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:16.321291 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-65c9463a-4ded-4ad8-940c-b9bb630431c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.1127045 Dec 13 13:06:16.348764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44e9a3-b39b-4537-84d0-4e3db90ef7cc None None] Network bb2c278b-7718-45bf-bff7-50d234f02327 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:16.355725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-74a97453-55dd-4029-bc4f-179a3333c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:16.357791 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-74a97453-55dd-4029-bc4f-179a3333c604 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089814 Dec 13 13:06:16.376090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4827e88-cd4d-40b1-b9a5-7d54b3ad30be req-2a228a95-f428-4618-92a7-cec30493f1ec tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:16.377852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4827e88-cd4d-40b1-b9a5-7d54b3ad30be req-2a228a95-f428-4618-92a7-cec30493f1ec tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.3057528 Dec 13 13:06:16.389535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911dceb-05df-4a10-ae97-25b0398cc898 req-3dae38e1-541e-4ac2-9ae4-dad670fb9f31 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:16.396194 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4911dceb-05df-4a10-ae97-25b0398cc898 req-3dae38e1-541e-4ac2-9ae4-dad670fb9f31 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 943 time: 0.3228748 Dec 13 13:06:16.417168 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fc1baa0f-88ad-406a-9497-29b8d1c39f60 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.417668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1baa0f-88ad-406a-9497-29b8d1c39f60 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Fanout notify agent at l3_agent the message router_deleted on router a1f26e26-3d44-4f4b-9256-9baddc603faf {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:06:16.428438 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fc1baa0f-88ad-406a-9497-29b8d1c39f60 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.429540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fc1baa0f-88ad-406a-9497-29b8d1c39f60 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/a1f26e26-3d44-4f4b-9256-9baddc603faf HTTP/1.1" status: 204 len: 168 time: 0.9029012 Dec 13 13:06:16.433792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37032) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:16.436541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-9b88e306-61b3-4cc4-a637-bfbe90bf42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:16.438027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-9b88e306-61b3-4cc4-a637-bfbe90bf42c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668556 Dec 13 13:06:16.472381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.490351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fabadb2c-5b21-488b-b3b8-7b6377ffc2fd None None] Provisioning complete for port d0c073c6-3662-4ee1-9671-f05ec5c7b341 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:16.490722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fabadb2c-5b21-488b-b3b8-7b6377ffc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.536016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4911dceb-05df-4a10-ae97-25b0398cc898 req-421ccd32-a94f-41d0-82c3-9ea078dc58d8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389351 Dec 13 13:06:16.571539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-5f54530c-ad22-4762-b15a-fb5e61116808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:16.573104 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-5f54530c-ad22-4762-b15a-fb5e61116808 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2355051 Dec 13 13:06:16.582741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4827e88-cd4d-40b1-b9a5-7d54b3ad30be req-396a634d-98fd-462d-9702-ce9e1836364e tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433992 Dec 13 13:06:16.595362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9102ad-dfb9-4a70-88d5-207769a39006 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting subnet 855edb87-0ff7-4874-a2da-cfc3a6e4de6e {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:16.600134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:16.606671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da9102ad-dfb9-4a70-88d5-207769a39006 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.650173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-f4267910-d7c5-4a8b-8fcd-16a1262753f2 service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996918 Dec 13 13:06:16.662254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'port_id': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'mac_address': 'fa:16:3e:a7:6e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:06:16.706507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d0c073c6-3662-4ee1-9671-f05ec5c7b341 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:16.706873 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.712858 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-5bc1ea1e-6848-4c8a-8f28-b02d5a306bc4 service neutron] 10.222.0.37 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192515 Dec 13 13:06:16.753742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da9102ad-dfb9-4a70-88d5-207769a39006 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.772428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-bb2c278b-7718-45bf-bff7-50d234f02327', 'network_id': 'bb2c278b-7718-45bf-bff7-50d234f02327', 'project_id': '409c4fcdf4f245f68435961cdf1a27c2', 'fixed_ips': [{'subnet_id': '02cfd461-fddf-4888-bfc0-3336a2fb7833'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:16.774041 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.791232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f987887-d546-419d-841b-408a877a3828 req-dea701d1-d2e9-44eb-af71-d5c961cd975f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:16.792753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f987887-d546-419d-841b-408a877a3828 req-dea701d1-d2e9-44eb-af71-d5c961cd975f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 945 time: 0.1334596 Dec 13 13:06:16.804484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-b444fbe1-ce48-496f-b09f-66993e4aea1f service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438012 Dec 13 13:06:16.858756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Made reservation on behalf of 409c4fcdf4f245f68435961cdf1a27c2 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:16.862386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:16.894309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f987887-d546-419d-841b-408a877a3828 req-47c12c27-f9c1-45cc-b830-e6c43e840740 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799325 Dec 13 13:06:16.949099 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-420eabd6-6032-4e1e-8a3f-c26ef9fb435d service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657036 Dec 13 13:06:16.963231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9488a2-e829-47f5-b848-2cc514d12561 None None] DHCP port deletion for 047c89e3-7638-4ee6-baf7-5984c33f468c request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:16.964205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] device_id is not set on port 59e77e6a-f2bc-4936-9774-05e49534ce50 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:17.011394 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.058092 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a870595-a816-49e0-9159-6ea09ecc2f23 req-608363a9-9b43-40ce-a23d-90a5ad87a4eb service neutron] 10.222.0.37 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249910 Dec 13 13:06:17.059552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Deleting port d0c073c6-3662-4ee1-9671-f05ec5c7b341 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:17.060337 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.065106 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fabadb2c-5b21-488b-b3b8-7b6377ffc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.073381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee81aa0b-3c3a-4e61-bb2c-31c049a17808 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:06:17.120129 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.149400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fabadb2c-5b21-488b-b3b8-7b6377ffc2fd None None] For port d0c073c6-3662-4ee1-9671-f05ec5c7b341, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0c073c6-3662-4ee1-9671-f05ec5c7b341,segment=NetworkSegment(1a279afc-d232-4ea7-b5cc-61338f3b19f5),segment_id=1a279afc-d232-4ea7-b5cc-61338f3b19f5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:17.168549 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fabadb2c-5b21-488b-b3b8-7b6377ffc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.173414 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da9102ad-dfb9-4a70-88d5-207769a39006 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.174627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:17.213825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Allocated IP 172.20.0.2 (bb2c278b-7718-45bf-bff7-50d234f02327/02cfd461-fddf-4888-bfc0-3336a2fb7833/76475fac-e947-4daa-a719-e45d6ea328bf) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:17.219446 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.245649 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bb9488a2-e829-47f5-b848-2cc514d12561 None None] Deleting port d0c073c6-3662-4ee1-9671-f05ec5c7b341 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:17.246011 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9488a2-e829-47f5-b848-2cc514d12561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.255241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] For port d0c073c6-3662-4ee1-9671-f05ec5c7b341, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0c073c6-3662-4ee1-9671-f05ec5c7b341,segment=NetworkSegment(1a279afc-d232-4ea7-b5cc-61338f3b19f5),segment_id=1a279afc-d232-4ea7-b5cc-61338f3b19f5)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:17.255748 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.279743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-79941eb8-395e-4128-b832-12ab69a9709b service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168187 Dec 13 13:06:17.281024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Calling delete_port for d0c073c6-3662-4ee1-9671-f05ec5c7b341 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:17.341792 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-be81e1b6-a9d3-499d-b6e2-6b90261bc5ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f17260fa-935f-466a-9a8c-392688041fdd HTTP/1.1" status: 200 len: 217 time: 0.0532935 Dec 13 13:06:17.368416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabadb2c-5b21-488b-b3b8-7b6377ffc2fd None None] Pushing event updated for resources: {'Port': ['ID=d0c073c6-3662-4ee1-9671-f05ec5c7b341,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:17.412618 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da9102ad-dfb9-4a70-88d5-207769a39006 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.422649 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:17.422959 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:17.433767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bb9488a2-e829-47f5-b848-2cc514d12561 None None] For port d0c073c6-3662-4ee1-9671-f05ec5c7b341, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0c073c6-3662-4ee1-9671-f05ec5c7b341,segment=NetworkSegment(1a279afc-d232-4ea7-b5cc-61338f3b19f5),segment_id=1a279afc-d232-4ea7-b5cc-61338f3b19f5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:17.434147 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9488a2-e829-47f5-b848-2cc514d12561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.459505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9102ad-dfb9-4a70-88d5-207769a39006 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Subnet': ['ID=855edb87-0ff7-4874-a2da-cfc3a6e4de6e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:17.466755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bb9488a2-e829-47f5-b848-2cc514d12561 None None] Calling delete_port for d0c073c6-3662-4ee1-9671-f05ec5c7b341 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:17.476041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da9102ad-dfb9-4a70-88d5-207769a39006 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.479553 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-da9102ad-dfb9-4a70-88d5-207769a39006 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/855edb87-0ff7-4874-a2da-cfc3a6e4de6e HTTP/1.1" status: 204 len: 168 time: 1.0146854 Dec 13 13:06:17.482661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37036) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:17.490334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-e23ebc42-345b-448c-bbb0-6001a862f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:17.491988 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-e23ebc42-345b-448c-bbb0-6001a862f01b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 200 len: 797 time: 0.1429458 Dec 13 13:06:17.496960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dabc1a8-d774-4325-9a5d-8eb83b4992a8 None None] Network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:17.520845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ee81aa0b-3c3a-4e61-bb2c-31c049a17808'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:06:17.522681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:17.557193 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.568053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-7924d248-6201-44bc-96a2-83e1f5db0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:17.569996 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-7924d248-6201-44bc-96a2-83e1f5db0369 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658071 Dec 13 13:06:17.600499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No DVR routers for this DVR port d0c073c6-3662-4ee1-9671-f05ec5c7b341 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:17.632221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Port': ['ID=d0c073c6-3662-4ee1-9671-f05ec5c7b341,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:17.659972 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.764100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.778202 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.807722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047c89e3-7638-4ee6-baf7-5984c33f468c']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:17.807927 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.834212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c394-dabb-4b9c-b556-89f5025fd0c8 req-b2b1dea9-876a-450c-b11b-c140d4d67e51 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:17.837719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f85c394-dabb-4b9c-b556-89f5025fd0c8 req-b2b1dea9-876a-450c-b11b-c140d4d67e51 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 943 time: 0.1164086 Dec 13 13:06:17.853514 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9488a2-e829-47f5-b848-2cc514d12561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.862113 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-3d57bc86-f2d5-4c3a-8ba4-fb6fc88c1ea9 service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726049 Dec 13 13:06:17.867759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a279afc-d232-4ea7-b5cc-61338f3b19f5') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:17.868063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a279afc-d232-4ea7-b5cc-61338f3b19f5') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:17.877456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Network bb2c278b-7718-45bf-bff7-50d234f02327 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:17.888743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:17.894066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:17.900170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9488a2-e829-47f5-b848-2cc514d12561 None None] No DVR routers for this DVR port d0c073c6-3662-4ee1-9671-f05ec5c7b341 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:17.914210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Pushing event updated for resources: {'Port': ['ID=76475fac-e947-4daa-a719-e45d6ea328bf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:17.920499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.927497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a825ad-f02b-4894-866e-02023407b89b req-789d1a14-dfff-48d1-829d-8c0aad6fd671 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:17.933163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44a825ad-f02b-4894-866e-02023407b89b req-789d1a14-dfff-48d1-829d-8c0aad6fd671 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.2214935 Dec 13 13:06:17.981006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b296d75-5ece-4ea0-a7bb-807fc30ca6f6 None None] DHCP port deletion for fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:17.986233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:17.987496 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:17.994215 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.001624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Allocated IP 172.20.0.5 (bb2c278b-7718-45bf-bff7-50d234f02327/02cfd461-fddf-4888-bfc0-3336a2fb7833/59e77e6a-f2bc-4936-9774-05e49534ce50) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:18.010363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:18.010774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:18.015718 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:18.081890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f85c394-dabb-4b9c-b556-89f5025fd0c8 req-39a0a94f-ef23-4bf9-89b5-9d5af58900cf tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298634 Dec 13 13:06:18.108926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Port d0c073c6-3662-4ee1-9671-f05ec5c7b341 update to ACTIVE by agent not found {{(pid=109887) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 13:06:18.121489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9488a2-e829-47f5-b848-2cc514d12561 None None] Pushing event deleted for resources: {'Port': ['ID=d0c073c6-3662-4ee1-9671-f05ec5c7b341,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:18.167567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44a825ad-f02b-4894-866e-02023407b89b req-45f8fac2-fa03-4368-8db4-d147e051efed tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266526 Dec 13 13:06:18.186011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.210280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port 28f8925c-0ecb-41c8-8c5d-874a7531fea2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=28f8925c-0ecb-41c8-8c5d-874a7531fea2,segment=NetworkSegment(ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43),segment_id=ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:18.210751 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.218968 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.221504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Attempting to bind port 76475fac-e947-4daa-a719-e45d6ea328bf on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:18.221873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Attempting to bind port 76475fac-e947-4daa-a719-e45d6ea328bf by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '30b513d4-7753-4b3d-a61f-7187ccce55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bb2c278b-7718-45bf-bff7-50d234f02327'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:18.222260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Attempting to bind port 76475fac-e947-4daa-a719-e45d6ea328bf on network bb2c278b-7718-45bf-bff7-50d234f02327 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:18.222788 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/047c89e3-7638-4ee6-baf7-5984c33f468c HTTP/1.1" status: 204 len: 168 time: 4.5061622 Dec 13 13:06:18.226711 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-271e031e-8fcc-44fa-975e-3901e6f72a15 req-bf2fdd2a-b0bf-494e-9868-3dc8efa401cc service neutron] 10.222.0.42 "GET /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566222 Dec 13 13:06:18.227179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37048) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:18.245410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 28f8925c-0ecb-41c8-8c5d-874a7531fea2 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:18.271304 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:18.271680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Checking segment: {'id': '30b513d4-7753-4b3d-a61f-7187ccce55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bb2c278b-7718-45bf-bff7-50d234f02327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:18.272081 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.272619 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Bound using segment: {'id': '30b513d4-7753-4b3d-a61f-7187ccce55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bb2c278b-7718-45bf-bff7-50d234f02327'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:18.272961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Bound port: 76475fac-e947-4daa-a719-e45d6ea328bf, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b513d4-7753-4b3d-a61f-7187ccce55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bb2c278b-7718-45bf-bff7-50d234f02327'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:18.273342 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.320459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9b296d75-5ece-4ea0-a7bb-807fc30ca6f6 None None] Deleting port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:18.321195 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b296d75-5ece-4ea0-a7bb-807fc30ca6f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.324044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-170489560'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:18.330319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a01ce-52ed-45b7-81b5-ea97481ef6bc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Network': ['ID=047c89e3-7638-4ee6-baf7-5984c33f468c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:18.413168 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:18.414734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] For port 76475fac-e947-4daa-a719-e45d6ea328bf, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:18.416966 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.419770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] For port 76475fac-e947-4daa-a719-e45d6ea328bf, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=76475fac-e947-4daa-a719-e45d6ea328bf,segment=NetworkSegment(30b513d4-7753-4b3d-a61f-7187ccce55d9),segment_id=30b513d4-7753-4b3d-a61f-7187ccce55d9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:18.448041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d0c073c6-3662-4ee1-9671-f05ec5c7b341 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:18.450927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e711b-433a-4242-8c57-bda8d4bbe625 req-b23e8f53-10de-469f-8e2b-d18da1281e54 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:18.454518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26e711b-433a-4242-8c57-bda8d4bbe625 req-b23e8f53-10de-469f-8e2b-d18da1281e54 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.1526752 Dec 13 13:06:18.473623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:06:18.484866 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d0c073c6-3662-4ee1-9671-f05ec5c7b341 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:18.485359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d0c073c6-3662-4ee1-9671-f05ec5c7b341 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:18.485620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 28f8925c-0ecb-41c8-8c5d-874a7531fea2 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:18.505699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:18.516921 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.521113 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.526334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.526742 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Added segment 7850fb53-3bbb-4b89-bab9-9006e85e2e3b of type vlan for network e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4 Dec 13 13:06:18.559644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 28f8925c-0ecb-41c8-8c5d-874a7531fea2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:18.560067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 28f8925c-0ecb-41c8-8c5d-874a7531fea2 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:18.574214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No DVR routers for this DVR port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:18.585159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=28f8925c-0ecb-41c8-8c5d-874a7531fea2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:18.662686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.682454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f26e711b-433a-4242-8c57-bda8d4bbe625 req-0e4b22cf-1083-447b-aa2f-fec4ce4e12a6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057493 Dec 13 13:06:18.732069 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.743465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-4ef75f62-8c44-46a2-ac78-ebf870330d55 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:18.745296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-4ef75f62-8c44-46a2-ac78-ebf870330d55 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08&tenant_id=b1ead8c13ad94dc28381575c3180019a&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 943 time: 0.2105103 Dec 13 13:06:18.745708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e3232-0d95-4675-9c20-dc82ae7648d3 req-1eb945c1-30e7-48fb-84ab-2b539157ae47 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:18.747453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e17e3232-0d95-4675-9c20-dc82ae7648d3 req-1eb945c1-30e7-48fb-84ab-2b539157ae47 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 943 time: 0.1703382 Dec 13 13:06:18.753318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.805333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:18.816578 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.822730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:18.823510 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.827567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:18.827970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:18.839479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e17e3232-0d95-4675-9c20-dc82ae7648d3 req-a76081a5-4bbe-463c-be6c-a4e0cb9558a4 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822744 Dec 13 13:06:18.843630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-ae0f0b78-4629-4129-a192-051324883199 service neutron] 10.222.0.37 "GET /v2.0/ports/62ac93cb-1f25-4ec4-b460-248ea5b47900/bindings/n-h1-817326-4 HTTP/1.1" status: 200 len: 382 time: 0.0864813 Dec 13 13:06:18.844189 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.863671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.872413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:18.873334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:18.877570 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:18.936553 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6232371 Dec 13 13:06:18.937112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37054) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:18.942742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'network_id': 'e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:18.958918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:18.961697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ae9d1-c72c-4da6-ab77-fb43eb8c2ec8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:18.993294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:19.001523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-fcfdee7a-c358-4154-9a65-f93a9dd6ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:19.003597 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-fcfdee7a-c358-4154-9a65-f93a9dd6ee93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1094 time: 0.1322105 Dec 13 13:06:19.043307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Network bb2c278b-7718-45bf-bff7-50d234f02327 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:19.048653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9b296d75-5ece-4ea0-a7bb-807fc30ca6f6 None None] For port 28f8925c-0ecb-41c8-8c5d-874a7531fea2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=28f8925c-0ecb-41c8-8c5d-874a7531fea2,segment=NetworkSegment(ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43),segment_id=ba5196cd-bd2e-4b0d-b6c1-cf999e5b1a43)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:19.049064 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b296d75-5ece-4ea0-a7bb-807fc30ca6f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.074545 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.081201 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.085430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/networks/fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c HTTP/1.1" status: 204 len: 168 time: 1.6003802 Dec 13 13:06:19.087334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:19.092810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37056) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:19.093619 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:19.104598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1494278594'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:19.107185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e553c84-54c6-4105-b46c-eb0c85aa5f09 None None] Pushing event updated for resources: {'Port': ['ID=76475fac-e947-4daa-a719-e45d6ea328bf,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:19.110819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event updated for resources: {'Port': ['ID=59e77e6a-f2bc-4936-9774-05e49534ce50,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:19.113375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df30f-61a7-48d3-a449-a0cabe3e5ae8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Network': ['ID=fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:19.136119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:19.142096 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.155140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9b296d75-5ece-4ea0-a7bb-807fc30ca6f6 None None] Calling delete_port for 28f8925c-0ecb-41c8-8c5d-874a7531fea2 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:19.211489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:19.212256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.221415 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:19.225586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.305040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:19.330495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-2c7ca16b-924e-4c29-bc13-0fef3c036088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:19.332074 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-2c7ca16b-924e-4c29-bc13-0fef3c036088 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.3195219 Dec 13 13:06:19.353287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'port_id': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'mac_address': 'fa:16:3e:60:65:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:06:19.356667 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-68e3546b-5337-4106-a0f8-0e02a6bf21df tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0472796 Dec 13 13:06:19.370527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37062) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:19.375053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:19.395949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Request body: {'port': {'network_id': 'bb2c278b-7718-45bf-bff7-50d234f02327', 'name': 'tempest-ExtraDHCPOptionsTestJSON-358793191', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:19.396479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.api.validators [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] bootfile-name is not in valid_values {{(pid=109885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:06:19.396811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.api.validators [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] tftp-server is not in valid_values {{(pid=109885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:06:19.397139 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.api.validators [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] server-ip-address is not in valid_values {{(pid=109885) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:06:19.426684 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.443096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ac93cb-1f25-4ec4-b460-248ea5b47900 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:06:19.452362 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b296d75-5ece-4ea0-a7bb-807fc30ca6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.460983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ecae6-5b1d-4319-9d9b-2f72701f9f52 req-f921ae5e-d7c8-467d-9910-c76d874d9b5f tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:19.463183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-762ecae6-5b1d-4319-9d9b-2f72701f9f52 req-f921ae5e-d7c8-467d-9910-c76d874d9b5f tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1596410 Dec 13 13:06:19.469550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.469913 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added segment 64051b04-9b8a-4320-ae0e-f2de50a86bd8 of type vlan for network 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df Dec 13 13:06:19.495956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:19.497302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b296d75-5ece-4ea0-a7bb-807fc30ca6f6 None None] Network fd0de37b-9c3c-4e1c-96aa-f0ae1ef9c96c is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:06:19.497889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b296d75-5ece-4ea0-a7bb-807fc30ca6f6 None None] No DVR routers for this DVR port 28f8925c-0ecb-41c8-8c5d-874a7531fea2 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:19.499675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b296d75-5ece-4ea0-a7bb-807fc30ca6f6 None None] Pushing event deleted for resources: {'Port': ['ID=28f8925c-0ecb-41c8-8c5d-874a7531fea2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:19.503448 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.567920 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.572830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:19.630665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-762ecae6-5b1d-4319-9d9b-2f72701f9f52 req-f73174a6-bc79-481c-932b-4f6c53dc94b9 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254296 Dec 13 13:06:19.654715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=adfef897-8438-477c-85ee-a110ce04c5ad,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:19.667064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking segment: {'id': '7850fb53-3bbb-4b89-bab9-9006e85e2e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:19.667422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network hostable DHCP agents. Network: e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:19.687997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:19.698773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:19.703471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:19.704077 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.711047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b689af-5834-48db-8b55-3a44803a13c4 None None] Network e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:19.726107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a934df29-6ec6-4c0b-a6ea-03a4b97a04f0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7879934 Dec 13 13:06:19.754657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37066) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:19.765152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1596103081'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:19.777370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['62ac93cb-1f25-4ec4-b460-248ea5b47900'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:06:19.794437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:19.799657 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.879595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab173f5-2e4f-4bca-a82b-e92e6bd50c4f req-4cff6495-5374-466f-a739-6a6e11264448 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:19.887101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ab173f5-2e4f-4bca-a82b-e92e6bd50c4f req-4cff6495-5374-466f-a739-6a6e11264448 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 946 time: 0.0838277 Dec 13 13:06:19.896894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4', 'network_id': 'e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4', 'project_id': 'fe6f52f0488a4d6697b3174c80a58810', 'fixed_ips': [{'subnet_id': 'adfef897-8438-477c-85ee-a110ce04c5ad'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:19.897900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:19.938402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ab173f5-2e4f-4bca-a82b-e92e6bd50c4f req-23b5eb38-96d9-43ca-b39c-8594b5dd6b29 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503497 Dec 13 13:06:20.029363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3b376-8bb2-494a-a635-29ea7c2d9a71 req-8150f2fe-d65e-4668-bd21-1b1e02ab4221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:20.033039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13c3b376-8bb2-494a-a635-29ea7c2d9a71 req-8150f2fe-d65e-4668-bd21-1b1e02ab4221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 944 time: 0.0699687 Dec 13 13:06:20.063450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ee81aa0b-3c3a-4e61-bb2c-31c049a17808 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:20.082928 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-fa70e949-2e3c-4550-a784-e91288d26d58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 999 time: 0.7214391 Dec 13 13:06:20.100698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13c3b376-8bb2-494a-a635-29ea7c2d9a71 req-22cff643-09b8-45cd-a7ea-bc63b7d7514d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616167 Dec 13 13:06:20.138282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.202644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Allocated IP 2001:db8::1 (e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4/adfef897-8438-477c-85ee-a110ce04c5ad/6d43feea-f1c3-4bfe-a877-7f7cc9586d4f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:20.207783 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.api [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=109886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:20.208085 n-d-817326-4 neutron-server[109886]: DEBUG oslo_db.api [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:20.220311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-ead6ec81-8dbb-48e9-98b6-ba2d3972243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:20.222202 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-ead6ec81-8dbb-48e9-98b6-ba2d3972243b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.1295867 Dec 13 13:06:20.224849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.234107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:20.234348 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.250299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:06:20.260808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Made reservation on behalf of 409c4fcdf4f245f68435961cdf1a27c2 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:20.264881 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.297490 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1981525 Dec 13 13:06:20.299231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37070) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:20.301925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 76475fac-e947-4daa-a719-e45d6ea328bf up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:20.303032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'subnet': {'network_id': '0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:20.317744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:20.317941 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.364110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] device_id is not set on port 37fefabf-be52-48da-ae61-fc4cde1c8178 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:20.378648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c3e9b-f4f9-453c-83cb-bbef7b5f9bcc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Network': ['ID=0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:20.399627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:20.433082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-a0d65030-849f-4c43-8dfc-c0f51e84f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:20.434659 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-a0d65030-849f-4c43-8dfc-c0f51e84f317 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867986 Dec 13 13:06:20.458699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:20.464725 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.477871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62014c2f-e120-4611-97f1-616b05b5e4e1 None None] Network bb2c278b-7718-45bf-bff7-50d234f02327 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:20.602783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Allocated IP 172.20.0.11 (bb2c278b-7718-45bf-bff7-50d234f02327/02cfd461-fddf-4888-bfc0-3336a2fb7833/37fefabf-be52-48da-ae61-fc4cde1c8178) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:20.610981 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-6b57a605-1654-4889-ab9c-9caca4b2a4f3 service neutron] 10.222.0.37 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681926 Dec 13 13:06:20.672978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.682927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-313f5c88-e589-4226-868e-3936691db8de None None] Provisioning complete for port 76475fac-e947-4daa-a719-e45d6ea328bf triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:20.683297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-313f5c88-e589-4226-868e-3936691db8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.720542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.759885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 76475fac-e947-4daa-a719-e45d6ea328bf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:20.760289 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.812883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Subnet': ['ID=278b419a-dcaa-4008-bbcf-72f125bf263f,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:20.817155 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-f9503d79-0326-4ca6-bc37-23b223c92d30 service neutron] 10.222.0.37 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974695 Dec 13 13:06:20.833044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:20.840856 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.845734 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.846844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Checking segment: {'id': '64051b04-9b8a-4320-ae0e-f2de50a86bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:20.847267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network hostable DHCP agents. Network: 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:20.860827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496657b0-695a-4fad-a5fa-4cb566e442ee req-7924bf54-e4fa-4152-b40f-5cc09c19de67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:20.862366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-496657b0-695a-4fad-a5fa-4cb566e442ee req-7924bf54-e4fa-4152-b40f-5cc09c19de67 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1135216 Dec 13 13:06:20.865943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.866383 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Added segment 5ab93281-192c-4ac0-9a20-d375e61f2b99 of type vlan for network e1d541dc-d678-484f-bcd9-ef705bf4f4bf Dec 13 13:06:20.869246 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.915056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.922103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:20.934103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:06:20.936276 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3882638-de3c-4e4d-a36f-aa1576bbba8b" -d '{"events": [{"server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:06:20.943026 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.957033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:20.971996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Network e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:20.973691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a6737-31aa-408e-b967-bb4823ba6be3 None None] Network 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:20.974554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:20.975168 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:20.997301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:21.007995 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-496657b0-695a-4fad-a5fa-4cb566e442ee req-dcb0e143-c309-4503-80bd-4c8e8b419ed9 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349034 Dec 13 13:06:21.021246 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c197514b-89e7-46da-b3f8-746176cedbce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7214241 Dec 13 13:06:21.022833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.023402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37080) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:21.031137 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fe412705-087c-40be-a035-f5605a5bee05 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1575822617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:21.033769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Pushing event updated for resources: {'Port': ['ID=6d43feea-f1c3-4bfe-a877-7f7cc9586d4f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:21.036877 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9e878b-5617-418a-b127-0c82101bd10b x-openstack-request-id: req-5e9e878b-5617-418a-b127-0c82101bd10b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:06:21.037184 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:06:21.037426 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e9e878b-5617-418a-b127-0c82101bd10b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:06:21.037818 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'code': 200} Dec 13 13:06:21.040628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:21.041416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.058002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:21.065342 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.071997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:21.090961 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.107744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fe412705-087c-40be-a035-f5605a5bee05 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.109062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fe412705-087c-40be-a035-f5605a5bee05 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.133822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3777173 Dec 13 13:06:21.138398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37084) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:21.143967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'network_id': 'e1d541dc-d678-484f-bcd9-ef705bf4f4bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:21.237501 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.260679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Network bb2c278b-7718-45bf-bff7-50d234f02327 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:21.262347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7af690-bca3-4300-999f-4167410b6437 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=e1d541dc-d678-484f-bcd9-ef705bf4f4bf,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:21.276604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:21.282124 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-313f5c88-e589-4226-868e-3936691db8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.296082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:21.303591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e1d541dc-d678-484f-bcd9-ef705bf4f4bf details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:21.332570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fe412705-087c-40be-a035-f5605a5bee05 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.335391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event updated for resources: {'Port': ['ID=37fefabf-be52-48da-ae61-fc4cde1c8178,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:21.365964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeea4b8-0bf9-489c-9dbd-e08fdb37cd54 req-7c2616da-5979-476e-b39c-2e1d4ed26278 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:21.367708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4eeea4b8-0bf9-489c-9dbd-e08fdb37cd54 req-7c2616da-5979-476e-b39c-2e1d4ed26278 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 947 time: 0.1260364 Dec 13 13:06:21.370043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.370228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:21.370422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.370761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.371098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.371422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.371769 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.372099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.372421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.372781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.375066 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.375066 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.375066 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.375320 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.375507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:21.405792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fe412705-087c-40be-a035-f5605a5bee05 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.432125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee672394-65f1-4262-8f62-7695432c65a8 req-572020d5-6af6-4cae-a514-d67d633e4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:21.433678 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee672394-65f1-4262-8f62-7695432c65a8 req-572020d5-6af6-4cae-a514-d67d633e4f00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 1098 time: 0.2046878 Dec 13 13:06:21.469862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d86f8d-158f-4172-ba5a-ae17ea231855 req-b8df0c68-083c-4fe3-bf63-1c4ad67211e4 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:21.471531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11d86f8d-158f-4172-ba5a-ae17ea231855 req-b8df0c68-083c-4fe3-bf63-1c4ad67211e4 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 944 time: 0.2335393 Dec 13 13:06:21.473497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Performing IP validity checks on allocation pools {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 13:06:21.474332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 13:06:21.474532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:21.475488 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.491846 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:06:21.537766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fe412705-087c-40be-a035-f5605a5bee05 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.541581 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fe412705-087c-40be-a035-f5605a5bee05 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5145507 Dec 13 13:06:21.544948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37088) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:21.553059 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2dd9ece9-a31d-4ad1-8a3a-05861020d049 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1811998 Dec 13 13:06:21.557056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37090) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:21.566234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ee672394-65f1-4262-8f62-7695432c65a8 req-2f206818-7076-45ba-b495-b90aaf5799ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222343 Dec 13 13:06:21.610400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4eeea4b8-0bf9-489c-9dbd-e08fdb37cd54 req-47b26b26-42f6-47bc-be18-5d9a95e60b51 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634703 Dec 13 13:06:21.667379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=12']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:21.693903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 76475fac-e947-4daa-a719-e45d6ea328bf, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=76475fac-e947-4daa-a719-e45d6ea328bf,segment=NetworkSegment(30b513d4-7753-4b3d-a61f-7187ccce55d9),segment_id=30b513d4-7753-4b3d-a61f-7187ccce55d9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:21.700962 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11d86f8d-158f-4172-ba5a-ae17ea231855 req-22a5f094-53f6-4ba5-b423-2dbde79ddc61 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218027 Dec 13 13:06:21.738420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7d8ae-1273-4e4a-816f-757da8b52a00 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:21.744839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7d8ae-1273-4e4a-816f-757da8b52a00 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:21.751562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7d8ae-1273-4e4a-816f-757da8b52a00 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:21.753308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-28b7d8ae-1273-4e4a-816f-757da8b52a00 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1953526 Dec 13 13:06:21.756901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37092) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:21.760691 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.856698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Attempting to bind port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:21.856989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Attempting to bind port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '7850fb53-3bbb-4b89-bab9-9006e85e2e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:21.857444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Attempting to bind port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f on network e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:21.861180 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-313f5c88-e589-4226-868e-3936691db8de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:21.861761 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-313f5c88-e589-4226-868e-3936691db8de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:21.888154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df', 'network_id': '0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df', 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'fixed_ips': [{'subnet_id': '278b419a-dcaa-4008-bbcf-72f125bf263f'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:21.889055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.895279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.907935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:21.907935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Checking segment: {'id': '7850fb53-3bbb-4b89-bab9-9006e85e2e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:21.908298 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.908547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Bound using segment: {'id': '7850fb53-3bbb-4b89-bab9-9006e85e2e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:21.908885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Bound port: 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7850fb53-3bbb-4b89-bab9-9006e85e2e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:21.909266 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.945830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=76475fac-e947-4daa-a719-e45d6ea328bf,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:21.968475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-05a4136d-947b-49be-9d77-64312d708804 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Deleting port 37fefabf-be52-48da-ae61-fc4cde1c8178 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:21.968806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05a4136d-947b-49be-9d77-64312d708804 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.971636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:21.985164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=33fdfbad-de6c-490d-9f1f-1f5dfd9106b1,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:22.047017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking segment: {'id': '5ab93281-192c-4ac0-9a20-d375e61f2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e1d541dc-d678-484f-bcd9-ef705bf4f4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:22.047387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network hostable DHCP agents. Network: e1d541dc-d678-484f-bcd9-ef705bf4f4bf, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:22.095291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] For port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:22.096114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network e1d541dc-d678-484f-bcd9-ef705bf4f4bf is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:22.112283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] For port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6d43feea-f1c3-4bfe-a877-7f7cc9586d4f,segment=NetworkSegment(7850fb53-3bbb-4b89-bab9-9006e85e2e3b),segment_id=7850fb53-3bbb-4b89-bab9-9006e85e2e3b)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:22.113759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e1d541dc-d678-484f-bcd9-ef705bf4f4bf) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:22.125927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82bc79-8798-4e71-990e-fbe0ed6db610 None None] Network e1d541dc-d678-484f-bcd9-ef705bf4f4bf requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:22.134517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.135702 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05a4136d-947b-49be-9d77-64312d708804 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.142435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Allocated IP 2001:db8::2 (0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df/278b419a-dcaa-4008-bbcf-72f125bf263f/542245a3-23a3-4cc9-bf29-4d1dd105f083) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:22.183371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:22.183371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.209363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20305303-d29f-43e8-bd90-49fc7cf24199 None None] Pushing event updated for resources: {'Port': ['ID=6d43feea-f1c3-4bfe-a877-7f7cc9586d4f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:22.226682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9a96ea50-a36a-40e9-9527-4db9de1a3982 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0838020 Dec 13 13:06:22.227991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-05a4136d-947b-49be-9d77-64312d708804 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Calling delete_port for 37fefabf-be52-48da-ae61-fc4cde1c8178 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:22.228922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37096) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:22.256928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248182b-91fb-456e-b345-190ec852cf88 req-6c7316ca-5499-4fa2-a8de-4b69e4788f74 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:22.258554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0248182b-91fb-456e-b345-190ec852cf88 req-6c7316ca-5499-4fa2-a8de-4b69e4788f74 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1262865 Dec 13 13:06:22.275796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 76475fac-e947-4daa-a719-e45d6ea328bf up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:22.362808 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.384828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0248182b-91fb-456e-b345-190ec852cf88 req-4411cda1-4666-42c8-83cf-5fdb403aa4a5 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720022 Dec 13 13:06:22.424568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:22.426345 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.482688 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05a4136d-947b-49be-9d77-64312d708804 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.518342 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.560420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4136d-947b-49be-9d77-64312d708804 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event deleted for resources: {'Port': ['ID=37fefabf-be52-48da-ae61-fc4cde1c8178,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:22.578611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Subnet': ['ID=33fdfbad-de6c-490d-9f1f-1f5dfd9106b1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:22.675819 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05a4136d-947b-49be-9d77-64312d708804 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.686201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-05a4136d-947b-49be-9d77-64312d708804 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "DELETE /v2.0/ports/37fefabf-be52-48da-ae61-fc4cde1c8178 HTTP/1.1" status: 204 len: 168 time: 0.9280891 Dec 13 13:06:22.689871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37102) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:22.707947 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.710183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139b9500-6c4a-4b2b-922c-b837ad5d0210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-e1d541dc-d678-484f-bcd9-ef705bf4f4bf', 'network_id': 'e1d541dc-d678-484f-bcd9-ef705bf4f4bf', 'project_id': 'fe6f52f0488a4d6697b3174c80a58810', 'fixed_ips': [{'subnet_id': '33fdfbad-de6c-490d-9f1f-1f5dfd9106b1'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:22.713282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Request body: {'port': {'name': 'tempest-new-port-name-761965817', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:22.713779 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.api.validators [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] bootfile-name is not in valid_values {{(pid=109886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:06:22.714044 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.api.validators [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] tftp-server is not in valid_values {{(pid=109886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:06:22.714863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-139b9500-6c4a-4b2b-922c-b837ad5d0210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.718631 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.api.validators [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] server-ip-address is not in valid_values {{(pid=109886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 13:06:22.751722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d541dc-d678-484f-bcd9-ef705bf4f4bf']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:22.794153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab93281-192c-4ac0-9a20-d375e61f2b99') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:22.794454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab93281-192c-4ac0-9a20-d375e61f2b99') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:22.836810 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.864524 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.884282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 76475fac-e947-4daa-a719-e45d6ea328bf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:22.884678 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.890235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:22.890655 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:22.965171 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:23.000529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.015270 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.021671 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.029437 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.032805 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/e1d541dc-d678-484f-bcd9-ef705bf4f4bf HTTP/1.1" status: 204 len: 168 time: 0.8028221 Dec 13 13:06:23.040652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412ba69-45cc-4e93-a11f-ef0eae0b5558 req-b2ac085b-51ab-4f05-a8d0-47734f172ee2 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:23.042277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e412ba69-45cc-4e93-a11f-ef0eae0b5558 req-b2ac085b-51ab-4f05-a8d0-47734f172ee2 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 947 time: 0.2188210 Dec 13 13:06:23.043094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37116) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:23.060199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1798251290'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:23.065957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b75c9d25-44c7-4d1f-81ff-36f3155c7fb5 None None] Provisioning complete for port 76475fac-e947-4daa-a719-e45d6ea328bf triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:23.066420 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b75c9d25-44c7-4d1f-81ff-36f3155c7fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.072919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21332487-1c1b-4bcb-9f01-825f4c2d67c7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Network': ['ID=e1d541dc-d678-484f-bcd9-ef705bf4f4bf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:23.118273 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.120665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 62ac93cb-1f25-4ec4-b460-248ea5b47900 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:06:23.127241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a6365-bd74-4115-9560-e4b0d16cb7ef None None] Network e1d541dc-d678-484f-bcd9-ef705bf4f4bf requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:23.143759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 62ac93cb-1f25-4ec4-b460-248ea5b47900 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:23.144202 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.171034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a6365-bd74-4115-9560-e4b0d16cb7ef None None] Network e1d541dc-d678-484f-bcd9-ef705bf4f4bf could not be found, it might have been deleted concurrently. {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 13:06:23.172027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Allocated IP 2001:db8::1 (0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df/278b419a-dcaa-4008-bbcf-72f125bf263f/5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:23.232553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70083a-a7f6-4218-93d2-cb98fb0d47fe req-96d89066-fa2a-43de-a702-23d1e7e21fcc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:23.240292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a70083a-a7f6-4218-93d2-cb98fb0d47fe req-96d89066-fa2a-43de-a702-23d1e7e21fcc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 944 time: 0.3403718 Dec 13 13:06:23.293981 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-df143028-3339-4fa1-92a1-814b479eb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:23.295657 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-df143028-3339-4fa1-92a1-814b479eb4e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 1095 time: 0.1253867 Dec 13 13:06:23.310836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:23.321212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Network 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:23.344353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b75c9d25-44c7-4d1f-81ff-36f3155c7fb5 None None] Could not find standard attr ID for object 37fefabf-be52-48da-ae61-fc4cde1c8178. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:06:23.350278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:23.350458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a70083a-a7f6-4218-93d2-cb98fb0d47fe req-99aef2a6-5f47-4883-bb0b-eb0bac02d626 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781028 Dec 13 13:06:23.353789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:23.361846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:23.365651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Pushing event updated for resources: {'Port': ['ID=542245a3-23a3-4cc9-bf29-4d1dd105f083,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:23.367843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.425932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b75c9d25-44c7-4d1f-81ff-36f3155c7fb5 None None] Provisioning complete for port 59e77e6a-f2bc-4936-9774-05e49534ce50 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:23.426325 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b75c9d25-44c7-4d1f-81ff-36f3155c7fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.498701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e412ba69-45cc-4e93-a11f-ef0eae0b5558 req-c66bfade-500f-461f-8f97-bae2a93a4e9c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719578 Dec 13 13:06:23.501908 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.508799 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Attempting to bind port 542245a3-23a3-4cc9-bf29-4d1dd105f083 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:23.509179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Attempting to bind port 542245a3-23a3-4cc9-bf29-4d1dd105f083 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '64051b04-9b8a-4320-ae0e-f2de50a86bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:23.509542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Attempting to bind port 542245a3-23a3-4cc9-bf29-4d1dd105f083 on network 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:23.522128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:23.522128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Checking segment: {'id': '64051b04-9b8a-4320-ae0e-f2de50a86bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:23.522128 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.522128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Bound using segment: {'id': '64051b04-9b8a-4320-ae0e-f2de50a86bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:23.522128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Bound port: 542245a3-23a3-4cc9-bf29-4d1dd105f083, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64051b04-9b8a-4320-ae0e-f2de50a86bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:23.522128 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.526391 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b75c9d25-44c7-4d1f-81ff-36f3155c7fb5 None None] Port 59e77e6a-f2bc-4936-9774-05e49534ce50 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:23.530313 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.576118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:23.582169 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.632242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:06:23.634600 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc63864-fb4d-42c6-802a-a324f8e4a442" -d '{"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-plugged", "status": "completed", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:06:23.639106 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.639669 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Added segment 155ab6c9-53cf-4a4a-86a0-2fa9768344e9 of type vlan for network 18dc3917-19d0-41cc-a7d9-61f30ebbbd1f Dec 13 13:06:23.664017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:23.669692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] For port 542245a3-23a3-4cc9-bf29-4d1dd105f083, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:23.696581 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.705782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] For port 542245a3-23a3-4cc9-bf29-4d1dd105f083, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=542245a3-23a3-4cc9-bf29-4d1dd105f083,segment=NetworkSegment(64051b04-9b8a-4320-ae0e-f2de50a86bd8),segment_id=64051b04-9b8a-4320-ae0e-f2de50a86bd8)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:23.746959 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.760803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1352f49-0e13-461c-97b4-446cbf3ddc01 req-c1c04d3f-3ab8-4169-8c45-3687d12e8a24 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:23.769570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1352f49-0e13-461c-97b4-446cbf3ddc01 req-c1c04d3f-3ab8-4169-8c45-3687d12e8a24 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1551702 Dec 13 13:06:23.769826 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbdd3c4-b30c-4edc-a914-800224ccfe10 x-openstack-request-id: req-ccbdd3c4-b30c-4edc-a914-800224ccfe10 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:06:23.770702 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-plugged", "status": "completed", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:06:23.773711 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccbdd3c4-b30c-4edc-a914-800224ccfe10 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:06:23.774341 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'code': 200} Dec 13 13:06:23.779479 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.786817 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.api [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:23.787322 n-d-817326-4 neutron-server[109885]: DEBUG oslo_db.api [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:23.800099 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.831917 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.848090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.853793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:23.854490 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.860359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:23.863283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:23.863856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.889528 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:23.894902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:23.895449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:23.960319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa66663-a455-4a57-982c-228c4bebf671 None None] Pushing event updated for resources: {'Port': ['ID=542245a3-23a3-4cc9-bf29-4d1dd105f083,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:23.967855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event updated for resources: {'Port': ['ID=59e77e6a-f2bc-4936-9774-05e49534ce50,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:24.021302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:24.036077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1352f49-0e13-461c-97b4-446cbf3ddc01 req-7f1c040c-882a-49ec-91c5-157ea9fe2654 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650034 Dec 13 13:06:24.061556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0079896 Dec 13 13:06:24.065149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37148) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:24.105043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'network_id': '18dc3917-19d0-41cc-a7d9-61f30ebbbd1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:24.111807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e4e54-1a88-4f3d-9280-13732384c49d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=18dc3917-19d0-41cc-a7d9-61f30ebbbd1f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:24.116861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9113d9db-3a41-47e8-a035-917753f600fa None None] Network e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:24.160608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:24.252233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] In _notify_port_updated(), no bound segment for port 59e77e6a-f2bc-4936-9774-05e49534ce50 on network bb2c278b-7718-45bf-bff7-50d234f02327 {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:06:24.268812 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:24.274180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:24.274342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 18dc3917-19d0-41cc-a7d9-61f30ebbbd1f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:24.274882 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0d6372ff-d534-49e2-b8e3-e6868a394adb tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "PUT /v2.0/ports/59e77e6a-f2bc-4936-9774-05e49534ce50 HTTP/1.1" status: 200 len: 1135 time: 1.5819299 Dec 13 13:06:24.278899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37150) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:24.347933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:24.356511 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:24.420742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:24.454473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7fa2c8-2c68-4897-b054-2bfd4317c45b tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:24.459913 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0f7fa2c8-2c68-4897-b054-2bfd4317c45b tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "GET /v2.0/ports/59e77e6a-f2bc-4936-9774-05e49534ce50 HTTP/1.1" status: 200 len: 1135 time: 0.1763365 Dec 13 13:06:24.484700 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9336179d-ae98-4d02-8b62-b2b257b2dce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:24.497785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37154) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:24.505033 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Provisioning complete for port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:24.505409 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:24.516368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:24.616398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:24.617576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:24.725174 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:24.783463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] For port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6d43feea-f1c3-4bfe-a877-7f7cc9586d4f,segment=NetworkSegment(7850fb53-3bbb-4b89-bab9-9006e85e2e3b),segment_id=7850fb53-3bbb-4b89-bab9-9006e85e2e3b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:24.837841 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:24.841676 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:24.924700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Pushing event updated for resources: {'Port': ['ID=6d43feea-f1c3-4bfe-a877-7f7cc9586d4f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:24.937401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:24.988161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:25.040894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.060176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Transition to ACTIVE for port object 62ac93cb-1f25-4ec4-b460-248ea5b47900 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:06:25.061171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:06:25.064399 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57816157-3961-4705-bb32-7c9633525ebb" -d '{"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-unplugged", "status": "completed", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:06:25.091776 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.094381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.151936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=10']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:25.166730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.168620 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.180737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fea1e-eb33-4eb7-9b82-837f4bce7019 req-02ab6490-a6e6-420d-ad1d-4f7f02012165 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:25.188960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d7fea1e-eb33-4eb7-9b82-837f4bce7019 req-02ab6490-a6e6-420d-ad1d-4f7f02012165 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 945 time: 0.6702344 Dec 13 13:06:25.203614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.204129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.204564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.204997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.205380 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.205523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.205917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.206370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.206775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.207211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.207629 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.208128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.208546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.208960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e55f2-6c57-489c-9235-e2a234673bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:25.228546 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:25.229040 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:25.231937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4f45ccbd-20a9-41ef-b6a9-fc6bf7298ff4 None None] Provisioning complete for port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:25.233474 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f45ccbd-20a9-41ef-b6a9-fc6bf7298ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.335001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] No DVR routers for this DVR port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:25.341398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad6c06-0297-4a5b-aed1-ad8c8ffe5684 req-379145bc-9f27-4caa-9a36-babc9141d04d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:25.343047 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09ad6c06-0297-4a5b-aed1-ad8c8ffe5684 req-379145bc-9f27-4caa-9a36-babc9141d04d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 947 time: 0.7197473 Dec 13 13:06:25.347997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4f45ccbd-20a9-41ef-b6a9-fc6bf7298ff4 None None] Provisioning complete for port 59e77e6a-f2bc-4936-9774-05e49534ce50 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:25.348526 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f45ccbd-20a9-41ef-b6a9-fc6bf7298ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.414352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4f45ccbd-20a9-41ef-b6a9-fc6bf7298ff4 None None] Port 59e77e6a-f2bc-4936-9774-05e49534ce50 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:25.421231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d7fea1e-eb33-4eb7-9b82-837f4bce7019 req-220956ab-0d3a-4292-a801-1d463576ef8e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314370 Dec 13 13:06:25.427866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=afc3a211-9132-4223-83a8-b9a24ca1099e,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:25.476883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:25.477978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038cbb48-fcd1-4c74-849f-3b36a62b50e6 None None] Network 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:25.505985 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09ad6c06-0297-4a5b-aed1-ad8c8ffe5684 req-2edfc293-dd37-4188-9692-bcd27703bf1f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434195 Dec 13 13:06:25.508885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking segment: {'id': '155ab6c9-53cf-4a4a-86a0-2fa9768344e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18dc3917-19d0-41cc-a7d9-61f30ebbbd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:25.509264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network hostable DHCP agents. Network: 18dc3917-19d0-41cc-a7d9-61f30ebbbd1f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:25.562869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d2744519-7946-483c-b3e2-01ac67e92a4a tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Deleting port 59e77e6a-f2bc-4936-9774-05e49534ce50 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:25.563215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2744519-7946-483c-b3e2-01ac67e92a4a tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.592132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:25.600483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:25.641954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network 18dc3917-19d0-41cc-a7d9-61f30ebbbd1f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:25.665904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-20483095-bf37-4d1e-b123-92bfe68e417e None None] Provisioning complete for port 542245a3-23a3-4cc9-bf29-4d1dd105f083 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:25.666293 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20483095-bf37-4d1e-b123-92bfe68e417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.679576 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175d8124-87ff-4506-9dda-ce2fda968cbe x-openstack-request-id: req-175d8124-87ff-4506-9dda-ce2fda968cbe {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:06:25.679857 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-unplugged", "status": "completed", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:06:25.682123 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-175d8124-87ff-4506-9dda-ce2fda968cbe {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:06:25.682123 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'code': 200} Dec 13 13:06:25.684498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:25.685081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:25.685288 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on network 8285ad6c-236f-4047-ae32-62a71099a68c {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:25.692391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on network 8285ad6c-236f-4047-ae32-62a71099a68c not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:06:25.692719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Attempting to bind port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on network 8285ad6c-236f-4047-ae32-62a71099a68c {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:25.705364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 18dc3917-19d0-41cc-a7d9-61f30ebbbd1f) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:25.709564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:25.710993 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.720300 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c09ac-dbaa-42c6-980f-fb0faf21564f None None] Network 18dc3917-19d0-41cc-a7d9-61f30ebbbd1f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:25.736082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:25.736423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Checking segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:25.736817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Bound using segment: {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:25.737262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Bound port: 62ac93cb-1f25-4ec4-b460-248ea5b47900, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:25.737626 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.770922 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2744519-7946-483c-b3e2-01ac67e92a4a tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.790899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a74de84a-cb1f-429f-ac41-b128f7ce6fc5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7222900 Dec 13 13:06:25.792614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d2744519-7946-483c-b3e2-01ac67e92a4a tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Calling delete_port for 59e77e6a-f2bc-4936-9774-05e49534ce50 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:25.796561 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37166) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:25.812690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaca628-eec9-48ab-8b53-9d7b4638d93b req-30413ccf-694d-4765-a8b0-218779c7f0ff tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:25.821415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-abaca628-eec9-48ab-8b53-9d7b4638d93b req-30413ccf-694d-4765-a8b0-218779c7f0ff tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1743715 Dec 13 13:06:25.894889 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20483095-bf37-4d1e-b123-92bfe68e417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.930743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-abaca628-eec9-48ab-8b53-9d7b4638d93b req-cdc0ca2e-695d-4af7-8187-194eac512a28 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090701 Dec 13 13:06:25.958364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-20483095-bf37-4d1e-b123-92bfe68e417e None None] For port 542245a3-23a3-4cc9-bf29-4d1dd105f083, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=542245a3-23a3-4cc9-bf29-4d1dd105f083,segment=NetworkSegment(64051b04-9b8a-4320-ae0e-f2de50a86bd8),segment_id=64051b04-9b8a-4320-ae0e-f2de50a86bd8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:25.963532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-18dc3917-19d0-41cc-a7d9-61f30ebbbd1f', 'network_id': '18dc3917-19d0-41cc-a7d9-61f30ebbbd1f', 'project_id': 'fe6f52f0488a4d6697b3174c80a58810', 'fixed_ips': [{'subnet_id': 'afc3a211-9132-4223-83a8-b9a24ca1099e'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:25.964513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:25.980016 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20483095-bf37-4d1e-b123-92bfe68e417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.077087 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2744519-7946-483c-b3e2-01ac67e92a4a tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.123730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20483095-bf37-4d1e-b123-92bfe68e417e None None] Pushing event updated for resources: {'Port': ['ID=542245a3-23a3-4cc9-bf29-4d1dd105f083,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:26.123984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2744519-7946-483c-b3e2-01ac67e92a4a tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event deleted for resources: {'Port': ['ID=59e77e6a-f2bc-4936-9774-05e49534ce50,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:26.193759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Allocated IP 2001:db8::1 (18dc3917-19d0-41cc-a7d9-61f30ebbbd1f/afc3a211-9132-4223-83a8-b9a24ca1099e/71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:26.240586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2744519-7946-483c-b3e2-01ac67e92a4a tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.246394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d2744519-7946-483c-b3e2-01ac67e92a4a tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "DELETE /v2.0/ports/59e77e6a-f2bc-4936-9774-05e49534ce50 HTTP/1.1" status: 204 len: 168 time: 1.7409005 Dec 13 13:06:26.250949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37168) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:26.356606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68fb5f0-50f0-4276-906f-7e4940190d36 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Deleting subnet 02cfd461-fddf-4888-bfc0-3336a2fb7833 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:26.360413 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b68fb5f0-50f0-4276-906f-7e4940190d36 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.362092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:26.376736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:26.383032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.402877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a012bf7b-a6f8-437f-9eee-eb7acdbc4288 None None] Provisioning complete for port 542245a3-23a3-4cc9-bf29-4d1dd105f083 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:26.403254 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a012bf7b-a6f8-437f-9eee-eb7acdbc4288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.421494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b68fb5f0-50f0-4276-906f-7e4940190d36 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.429564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.438905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:26.499892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:26.501001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.502049 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] 10.222.0.42 "PUT /v2.0/ports/62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 1092 time: 3.1979635 Dec 13 13:06:26.509764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 542245a3-23a3-4cc9-bf29-4d1dd105f083 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:26.546133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 75cde4d5-5127-4ce6-aeaa-3fab40708e2a is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:06:26.673161 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b68fb5f0-50f0-4276-906f-7e4940190d36 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.724318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:26.727907 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bce278ca-10f3-45d4-8c7a-e4f3246d5257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.749124 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.754556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:06:26.767756 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb9b0f-4830-4b50-929a-af2f4cd0b88c None None] Sync routers for ids ['75cde4d5-5127-4ce6-aeaa-3fab40708e2a'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:06:26.768335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907bd2b-dacd-4819-b0d1-8b901114e1b6 req-04c6285a-871f-43bd-a147-2890fa87aee0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:26.778456 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.780908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5907bd2b-dacd-4819-b0d1-8b901114e1b6 req-04c6285a-871f-43bd-a147-2890fa87aee0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 944 time: 0.1702886 Dec 13 13:06:26.783797 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb9b0f-4830-4b50-929a-af2f4cd0b88c None None] Routers {'75cde4d5-5127-4ce6-aeaa-3fab40708e2a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:26.784348 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b4fb9b0f-4830-4b50-929a-af2f4cd0b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['75cde4d5-5127-4ce6-aeaa-3fab40708e2a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:26.809868 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bfec7f75-4622-424a-8719-716f800aec5a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/75cde4d5-5127-4ce6-aeaa-3fab40708e2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2524614 Dec 13 13:06:26.810745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-33283de5-6c74-4c70-9500-2123828024d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:26.811919 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-33283de5-6c74-4c70-9500-2123828024d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1095 time: 0.2670908 Dec 13 13:06:26.812406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37174) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:26.821759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b689d24-2523-4055-a4d2-ac514a87e243 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=11']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:26.823435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.866433 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b4fb9b0f-4830-4b50-929a-af2f4cd0b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:26.880166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Pushing event updated for resources: {'Port': ['ID=71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:26.891281 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb9b0f-4830-4b50-929a-af2f4cd0b88c None None] Routers {'75cde4d5-5127-4ce6-aeaa-3fab40708e2a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:26.891935 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b4fb9b0f-4830-4b50-929a-af2f4cd0b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['75cde4d5-5127-4ce6-aeaa-3fab40708e2a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:26.894358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 542245a3-23a3-4cc9-bf29-4d1dd105f083 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:26.895079 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.902501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57944d3a-efa4-40f5-8560-30b286f79098 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:26.904130 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-57944d3a-efa4-40f5-8560-30b286f79098 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports/5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8 HTTP/1.1" status: 200 len: 911 time: 0.0848815 Dec 13 13:06:26.913092 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b68fb5f0-50f0-4276-906f-7e4940190d36 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:26.918509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37176) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:26.945339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5907bd2b-dacd-4819-b0d1-8b901114e1b6 req-cbae7d6f-d8bd-42ce-8097-18a4b67720d5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633589 Dec 13 13:06:26.954764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Network 18dc3917-19d0-41cc-a7d9-61f30ebbbd1f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:26.974299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:26.977068 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:26.994467 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b4fb9b0f-4830-4b50-929a-af2f4cd0b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:26.995133 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb9b0f-4830-4b50-929a-af2f4cd0b88c None None] The sync data for ids ['75cde4d5-5127-4ce6-aeaa-3fab40708e2a'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:06:27.028490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fb5f0-50f0-4276-906f-7e4940190d36 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event deleted for resources: {'Subnet': ['ID=02cfd461-fddf-4888-bfc0-3336a2fb7833,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:27.039214 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b68fb5f0-50f0-4276-906f-7e4940190d36 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.042635 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b68fb5f0-50f0-4276-906f-7e4940190d36 tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "DELETE /v2.0/subnets/02cfd461-fddf-4888-bfc0-3336a2fb7833 HTTP/1.1" status: 204 len: 168 time: 0.7916558 Dec 13 13:06:27.045556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37180) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:27.072986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a012bf7b-a6f8-437f-9eee-eb7acdbc4288 None None] Provisioning complete for port 5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:27.073404 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a012bf7b-a6f8-437f-9eee-eb7acdbc4288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.080487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:27.082154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef0dc7-17ab-450b-8d0a-6637683da5d7 None None] Network bb2c278b-7718-45bf-bff7-50d234f02327 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:27.124019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-89fc62f9-4bce-42c1-b18c-1be5954f5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:27.125666 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-89fc62f9-4bce-42c1-b18c-1be5954f5290 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.2406948 Dec 13 13:06:27.171608 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.183839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc296ddb-35eb-410e-98e4-15deb0233659 req-bd0dad40-d0b7-4996-9766-344494a3bbac tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:27.184070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Attempting to bind port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:27.184070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Attempting to bind port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '155ab6c9-53cf-4a4a-86a0-2fa9768344e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18dc3917-19d0-41cc-a7d9-61f30ebbbd1f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:27.184070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Attempting to bind port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 on network 18dc3917-19d0-41cc-a7d9-61f30ebbbd1f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:27.184351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc296ddb-35eb-410e-98e4-15deb0233659 req-bd0dad40-d0b7-4996-9766-344494a3bbac tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1140282 Dec 13 13:06:27.207335 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a012bf7b-a6f8-437f-9eee-eb7acdbc4288 None None] Port 5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:27.211935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:27.211935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Checking segment: {'id': '155ab6c9-53cf-4a4a-86a0-2fa9768344e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18dc3917-19d0-41cc-a7d9-61f30ebbbd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:27.212337 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.212643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Bound using segment: {'id': '155ab6c9-53cf-4a4a-86a0-2fa9768344e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18dc3917-19d0-41cc-a7d9-61f30ebbbd1f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:27.213939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Bound port: 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155ab6c9-53cf-4a4a-86a0-2fa9768344e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18dc3917-19d0-41cc-a7d9-61f30ebbbd1f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:27.213939 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.263552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc296ddb-35eb-410e-98e4-15deb0233659 req-50f939c1-cc2a-4dc4-83bc-1a6129435bfa tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723419 Dec 13 13:06:27.282547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Deleting port 76475fac-e947-4daa-a719-e45d6ea328bf {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:27.282913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.334041 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-c8c22262-727c-4087-8262-05454bbbcd8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 999 time: 0.1674740 Dec 13 13:06:27.340296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.346474 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:27.346770 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.350606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] For port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:27.354521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] For port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6,segment=NetworkSegment(155ab6c9-53cf-4a4a-86a0-2fa9768344e9),segment_id=155ab6c9-53cf-4a4a-86a0-2fa9768344e9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:27.362598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] For port 76475fac-e947-4daa-a719-e45d6ea328bf, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=76475fac-e947-4daa-a719-e45d6ea328bf,segment=NetworkSegment(30b513d4-7753-4b3d-a61f-7187ccce55d9),segment_id=30b513d4-7753-4b3d-a61f-7187ccce55d9)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:27.363048 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.377871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Calling delete_port for 76475fac-e947-4daa-a719-e45d6ea328bf owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:27.383269 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.385237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Subnet': ['ID=afc3a211-9132-4223-83a8-b9a24ca1099e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:27.458169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c86904-8a85-4c6c-887d-9f7ca6786f27 None None] DHCP port deletion for bb2c278b-7718-45bf-bff7-50d234f02327 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:27.474472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-46ad329d-f3cf-4c41-bfa5-c4964b2dd8dd None None] Provisioning complete for port 5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:27.475117 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46ad329d-f3cf-4c41-bfa5-c4964b2dd8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.507948 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.516790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-a8291f5e-713f-4fe1-8bb8-b91393069213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:27.518229 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-a8291f5e-713f-4fe1-8bb8-b91393069213 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.1672196 Dec 13 13:06:27.548395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] No DVR routers for this DVR port 76475fac-e947-4daa-a719-e45d6ea328bf on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:27.556110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ad2dc-8bb4-48a3-838d-826b61c475ba None None] Pushing event updated for resources: {'Port': ['ID=71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:27.573295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-46ad329d-f3cf-4c41-bfa5-c4964b2dd8dd None None] Port 5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:27.578959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.594899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event deleted for resources: {'Port': ['ID=76475fac-e947-4daa-a719-e45d6ea328bf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:27.627508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-66c86904-8a85-4c6c-887d-9f7ca6786f27 None None] Deleting port 76475fac-e947-4daa-a719-e45d6ea328bf {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:27.627881 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66c86904-8a85-4c6c-887d-9f7ca6786f27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.634416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dc3917-19d0-41cc-a7d9-61f30ebbbd1f']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:27.649581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155ab6c9-53cf-4a4a-86a0-2fa9768344e9') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:27.649958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155ab6c9-53cf-4a4a-86a0-2fa9768344e9') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:27.663197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.666311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-d3799e20-9fd5-4625-80aa-2b19cdbbc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:27.667782 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-d3799e20-9fd5-4625-80aa-2b19cdbbc404 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359117 Dec 13 13:06:27.676299 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.686565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:06:27.688842 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9257dfb-83bb-41db-a134-de464a74fb83" -d '{"events": [{"name": "network-changed", "server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:06:27.743104 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2c278b-7718-45bf-bff7-50d234f02327']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:27.762799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b513d4-7753-4b3d-a61f-7187ccce55d9') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:27.764155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b513d4-7753-4b3d-a61f-7187ccce55d9') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:27.784743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.787236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-66c86904-8a85-4c6c-887d-9f7ca6786f27 None None] For port 76475fac-e947-4daa-a719-e45d6ea328bf, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:27.787874 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66c86904-8a85-4c6c-887d-9f7ca6786f27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.808530 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.813723 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.816251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-66c86904-8a85-4c6c-887d-9f7ca6786f27 None None] Calling delete_port for 76475fac-e947-4daa-a719-e45d6ea328bf owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:27.820245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-66c86904-8a85-4c6c-887d-9f7ca6786f27 None None] Port 76475fac-e947-4daa-a719-e45d6ea328bf was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:06:27.821989 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66c86904-8a85-4c6c-887d-9f7ca6786f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.822174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:27.822547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.825101 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:27.826154 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:27.828505 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb7f967-e142-4d5a-9457-efb89c89cee0 x-openstack-request-id: req-5eb7f967-e142-4d5a-9457-efb89c89cee0 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:06:27.828830 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:06:27.829085 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5eb7f967-e142-4d5a-9457-efb89c89cee0 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:06:27.829482 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'status': 'completed', 'code': 200} Dec 13 13:06:27.847883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c86904-8a85-4c6c-887d-9f7ca6786f27 None None] Pushing event deleted for resources: {'Port': ['ID=76475fac-e947-4daa-a719-e45d6ea328bf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:27.853951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:27.854384 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.855871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c86904-8a85-4c6c-887d-9f7ca6786f27 None None] No DVR routers for this DVR port 76475fac-e947-4daa-a719-e45d6ea328bf on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:27.858149 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:27.930165 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.934648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:27.941581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] 10.222.0.31 "DELETE /v2.0/networks/bb2c278b-7718-45bf-bff7-50d234f02327 HTTP/1.1" status: 204 len: 168 time: 0.8949566 Dec 13 13:06:27.960439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099b83b-c8a9-4646-9f7e-06f4264a26ec tempest-ExtraDHCPOptionsTestJSON-1693899841 tempest-ExtraDHCPOptionsTestJSON-1693899841-project] Pushing event deleted for resources: {'Network': ['ID=bb2c278b-7718-45bf-bff7-50d234f02327,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:27.981654 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.api [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 13:06:27.981654 n-d-817326-4 neutron-server[109885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 13:06:27.981654 n-d-817326-4 neutron-server[109885]: [parameters: {'id': '18dc3917-19d0-41cc-a7d9-61f30ebbbd1f'}] Dec 13 13:06:27.981654 n-d-817326-4 neutron-server[109885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:27.982230 n-d-817326-4 neutron-server[109885]: DEBUG oslo_db.api [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:28.008292 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-92312745-0912-4bac-bdca-0068e21574a5 service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301575 Dec 13 13:06:28.015595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-db879e39-28fc-4618-9a6d-9847c8b4b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:28.017083 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-db879e39-28fc-4618-9a6d-9847c8b4b789 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1095 time: 0.1782775 Dec 13 13:06:28.087858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9dc0-374e-43a9-a80d-94491e3320ec req-70cb6ee0-fd41-4e0d-a87a-0a1e88329da1 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:28.089622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41bd9dc0-374e-43a9-a80d-94491e3320ec req-70cb6ee0-fd41-4e0d-a87a-0a1e88329da1 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 944 time: 0.0548334 Dec 13 13:06:28.146929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41bd9dc0-374e-43a9-a80d-94491e3320ec req-e3dd87ec-03f3-4d0e-87b0-d50bd1871b18 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504060 Dec 13 13:06:28.215374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.258332 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b52a4df4-f986-43d5-9305-3fe2557795fe req-49b94466-1d9e-484a-a3b8-a16a72158b18 service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399302 Dec 13 13:06:28.265898 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:28.293584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37192) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:28.295087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-e960cca5-a574-4aca-b5b1-cdb0b492e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:28.296612 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-e960cca5-a574-4aca-b5b1-cdb0b492e48c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.2624915 Dec 13 13:06:28.325593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:28.325972 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.418141 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-8066593d-2a88-40be-94a5-54c888688fad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 999 time: 0.1051359 Dec 13 13:06:28.465429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43230a90-2e71-48e6-b289-57de33ba972c req-5db2cb79-6669-4505-996a-2ead2ba1aeb0 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:28.467677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43230a90-2e71-48e6-b289-57de33ba972c req-5db2cb79-6669-4505-996a-2ead2ba1aeb0 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.0774753 Dec 13 13:06:28.489446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.492763 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.534418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6,segment=NetworkSegment(155ab6c9-53cf-4a4a-86a0-2fa9768344e9),segment_id=155ab6c9-53cf-4a4a-86a0-2fa9768344e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:28.537398 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-88a18efa-3e68-423f-8997-a04ef5b48c52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=409c4fcdf4f245f68435961cdf1a27c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418981 Dec 13 13:06:28.541081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37198) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:28.546226 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.621660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-c6ca560a-a1bf-4251-80eb-6c3bf8534a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:28.623159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 76475fac-e947-4daa-a719-e45d6ea328bf no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:28.623555 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-c6ca560a-a1bf-4251-80eb-6c3bf8534a3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1095 time: 0.2937057 Dec 13 13:06:28.627474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-37814a4e-8763-4b32-9e9f-6758a7753d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:28.628916 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-37814a4e-8763-4b32-9e9f-6758a7753d78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.1794353 Dec 13 13:06:28.637511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43230a90-2e71-48e6-b289-57de33ba972c req-88501b93-92f3-40c0-9e33-61b2c7a16d93 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604135 Dec 13 13:06:28.642999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-51e2adf9-49f6-4c2c-a354-f3511aaa2d61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.667393 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-51e2adf9-49f6-4c2c-a354-f3511aaa2d61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.677707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 76475fac-e947-4daa-a719-e45d6ea328bf {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:28.678132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 76475fac-e947-4daa-a719-e45d6ea328bf not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:28.696420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:28.719710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-51e2adf9-49f6-4c2c-a354-f3511aaa2d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.722830 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-51e2adf9-49f6-4c2c-a354-f3511aaa2d61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.726170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-51e2adf9-49f6-4c2c-a354-f3511aaa2d61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eaac6a43-a524-48ca-8340-c39bfaefc67e HTTP/1.1" status: 204 len: 168 time: 0.1823802 Dec 13 13:06:28.744391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2adf9-49f6-4c2c-a354-f3511aaa2d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaac6a43-a524-48ca-8340-c39bfaefc67e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:28.761342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Deleting port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:28.761680 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.769522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb7fbec-d536-4575-8de5-ffff59020eed None None] Network 18dc3917-19d0-41cc-a7d9-61f30ebbbd1f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:28.848695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-0099f148-2485-4c43-885c-c96dc6b38534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:28.850265 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-0099f148-2485-4c43-885c-c96dc6b38534 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924691 Dec 13 13:06:28.865296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a00f4822-2359-4a1c-8cbc-7accd012ee5f None None] Provisioning complete for port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:28.865829 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a00f4822-2359-4a1c-8cbc-7accd012ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:28.981143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-ca887fd0-69a8-4367-8b37-99a589487668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:28.982742 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-ca887fd0-69a8-4367-8b37-99a589487668 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.3469598 Dec 13 13:06:28.984585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] For port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6,segment=NetworkSegment(155ab6c9-53cf-4a4a-86a0-2fa9768344e9),segment_id=155ab6c9-53cf-4a4a-86a0-2fa9768344e9)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:28.984939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.012699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Calling delete_port for 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:29.015603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a85ca-8372-4d58-be7d-81c885729bc6 None None] DHCP port deletion for 18dc3917-19d0-41cc-a7d9-61f30ebbbd1f request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:29.064055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.077857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-675a85ca-8372-4d58-be7d-81c885729bc6 None None] Deleting port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:29.078269 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-675a85ca-8372-4d58-be7d-81c885729bc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.289528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b524-8ee6-40ee-a0d4-f15ff26da54b req-92838c85-4628-4e74-bcc7-eabb64aac1ba tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:29.291214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-99b1b524-8ee6-40ee-a0d4-f15ff26da54b req-92838c85-4628-4e74-bcc7-eabb64aac1ba tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 944 time: 0.0622935 Dec 13 13:06:29.333196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-675a85ca-8372-4d58-be7d-81c885729bc6 None None] For port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6,segment=NetworkSegment(155ab6c9-53cf-4a4a-86a0-2fa9768344e9),segment_id=155ab6c9-53cf-4a4a-86a0-2fa9768344e9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:29.333596 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-675a85ca-8372-4d58-be7d-81c885729bc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.347183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-675a85ca-8372-4d58-be7d-81c885729bc6 None None] Calling delete_port for 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:29.359608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-99b1b524-8ee6-40ee-a0d4-f15ff26da54b req-a616386d-f09b-4ba6-8f8e-3e1a6e15573a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611515 Dec 13 13:06:29.434870 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-675a85ca-8372-4d58-be7d-81c885729bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.478425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675a85ca-8372-4d58-be7d-81c885729bc6 None None] No DVR routers for this DVR port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:29.480377 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a85ca-8372-4d58-be7d-81c885729bc6 None None] Pushing event deleted for resources: {'Port': ['ID=71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:29.542549 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-a6bcd10f-326b-4d17-9ec9-832be7216772 service neutron] 10.222.0.37 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766589 Dec 13 13:06:29.563071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:29.563404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.568020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37224) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:29.570745 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-980c0bd3-6a1d-492b-aafb-df255a4655c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 999 time: 0.5737200 Dec 13 13:06:29.667298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1030721118'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:29.690681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:29.695987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.709683 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.748177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-1b23ae57-1d27-4252-9d44-8eff31897c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:29.749558 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-1b23ae57-1d27-4252-9d44-8eff31897c58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.1476042 Dec 13 13:06:29.789045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f9890-8acc-404a-b951-3372a6ee002b req-b991d064-f2df-422b-add7-09b46ccf8f94 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:29.790605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-561f9890-8acc-404a-b951-3372a6ee002b req-b991d064-f2df-422b-add7-09b46ccf8f94 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.0778573 Dec 13 13:06:29.803504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.838028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.843359 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-61ed4caa-9fb2-43b4-bcd8-2af3d81f1e0a service neutron] 10.222.0.37 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905812 Dec 13 13:06:29.856182 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Port': ['ID=71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:29.864767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:29.868023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No DVR routers for this DVR port 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:29.895220 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.901342 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-561f9890-8acc-404a-b951-3372a6ee002b req-e8ad28fe-43c4-4b9f-b20b-132c9753b3ea tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019351 Dec 13 13:06:29.917253 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.921990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.958455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:29.979150 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:29.979491 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Added segment d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468 of type vlan for network 80e1f77d-7d40-445b-a26b-641191ac2fbd Dec 13 13:06:29.988943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87c40b2-7ce6-43a6-8868-720ee2142ac2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:30.034176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.067003 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.073040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:30.073927 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.094165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:06:30.098944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-6c28d012-9847-4e18-afab-3fad9946a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:30.101487 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-6c28d012-9847-4e18-afab-3fad9946a0ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3408518 Dec 13 13:06:30.116088 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.169919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Network': ['ID=80e1f77d-7d40-445b-a26b-641191ac2fbd,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:30.178003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bb244b61-d3e8-4868-bdf4-fb97e575f151 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6088715 Dec 13 13:06:30.179272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37234) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:30.184468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'name': 'tempest-PortsTestJSON-2049898365'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:30.238235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:30.311717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:30.311963 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dc3917-19d0-41cc-a7d9-61f30ebbbd1f']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:30.325082 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.339432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:30.358973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:30.365169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155ab6c9-53cf-4a4a-86a0-2fa9768344e9') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:30.365562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155ab6c9-53cf-4a4a-86a0-2fa9768344e9') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:30.387500 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.400393 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:30.403655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:30.404370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 71dfcce7-86b3-4b5f-8430-9f9af2c6a0c6 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:30.416370 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.425476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'port_id': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'mac_address': 'fa:16:3e:60:65:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:06:30.438654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:30.439073 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:30.444128 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:30.467186 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-3a548c63-ce8b-4954-b2a6-23a489d8c75f service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561409 Dec 13 13:06:30.473539 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.488466 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ac93cb-1f25-4ec4-b460-248ea5b47900 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:06:30.511551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:30.516223 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.569616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=12']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:30.602263 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.608980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e8c4-0e6f-4880-a66c-85f3b201cf04 req-0323b282-8fe9-40e9-9648-1a17065d3edf tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:30.610550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3d1e8c4-0e6f-4880-a66c-85f3b201cf04 req-0323b282-8fe9-40e9-9648-1a17065d3edf tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 944 time: 0.1247361 Dec 13 13:06:30.615607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.618814 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.622275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/18dc3917-19d0-41cc-a7d9-61f30ebbbd1f HTTP/1.1" status: 204 len: 168 time: 4.8247278 Dec 13 13:06:30.634748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37238) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:30.642057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1016755196'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:30.645158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f001af3-a39d-4d9b-952e-a99c7ce2e2e4 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Network': ['ID=18dc3917-19d0-41cc-a7d9-61f30ebbbd1f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:30.650439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.676648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3d1e8c4-0e6f-4880-a66c-85f3b201cf04 req-a0728a40-dd2f-4ccb-ba22-472631dbe8d3 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548110 Dec 13 13:06:30.697188 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.705211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=5ffa06e8-a79f-46bb-a3c1-5841c25ad0f8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:30.707159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37240) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:30.732707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:30.736300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.770454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:30.779238 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b9257dfb-83bb-41db-a134-de464a74fb83 req-660b07a8-d60c-4979-aa22-c7d25df85789 service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905636 Dec 13 13:06:30.779907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Checking segment: {'id': 'd94ac3df-ab8a-4420-a8e9-4f6b4cc9c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:30.780255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network hostable DHCP agents. Network: 80e1f77d-7d40-445b-a26b-641191ac2fbd, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:30.804957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:30.817404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 80e1f77d-7d40-445b-a26b-641191ac2fbd) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:30.822395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:30.827819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3839db5-42e6-4365-8b40-c9f96f8010f0 None None] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:30.828415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:30.829239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.850463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['62ac93cb-1f25-4ec4-b460-248ea5b47900'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:06:30.853153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-add6aca2-e11f-443e-b9f7-6096a9387a05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6724751 Dec 13 13:06:30.853842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37242) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:30.859494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-944323987'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:30.878627 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-83fcd59f-d8ef-4a64-b439-1acb0251d83a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769 HTTP/1.1" status: 200 len: 992 time: 0.1587608 Dec 13 13:06:30.879930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:30.896946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:30.901590 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.925894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.931794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.932092 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Added segment 0d34d0de-4eb2-442c-8e44-0955a84f3687 of type vlan for network b3e996a5-bfa1-4569-b53c-c2eaf04e7706 Dec 13 13:06:30.935403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:30.948754 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:30.948754 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Added segment 021db4c3-ba9b-4638-8bc1-ae83dd1d0019 of type vlan for network 418dde78-5a57-418d-9d64-aae214fd841d Dec 13 13:06:31.003055 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.036697 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.044996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:31.045950 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.063662 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.156344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3011544 Dec 13 13:06:31.161820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37248) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:31.166850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'ports': [{'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd'}, {'network_id': '418dde78-5a57-418d-9d64-aae214fd841d'}]} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:31.167366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:31.167974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': '418dde78-5a57-418d-9d64-aae214fd841d'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:31.188448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.195103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:31.195699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.197760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a7610-07f2-4a23-8c58-12926079ea2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Network': ['ID=418dde78-5a57-418d-9d64-aae214fd841d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:31.205793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 75cde4d5-5127-4ce6-aeaa-3fab40708e2a has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:06:31.218724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 418dde78-5a57-418d-9d64-aae214fd841d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:31.239096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c6e71-3d77-43ac-96cc-827f202beebd req-9f498164-2e46-4dfc-8d14-66e88bb3ffc3 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:31.240722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a40c6e71-3d77-43ac-96cc-827f202beebd req-9f498164-2e46-4dfc-8d14-66e88bb3ffc3 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1833487 Dec 13 13:06:31.281719 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6456039 Dec 13 13:06:31.282397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37250) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:31.292779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'network_id': 'b3e996a5-bfa1-4569-b53c-c2eaf04e7706', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:31.317608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00ee5a-e62e-4e03-80ed-9654f2bf4c1b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=b3e996a5-bfa1-4569-b53c-c2eaf04e7706,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:31.337476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b3e996a5-bfa1-4569-b53c-c2eaf04e7706 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:31.369758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a40c6e71-3d77-43ac-96cc-827f202beebd req-c8f1b9b7-9c96-4c51-a4fb-ca3ad1d0f793 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170471 Dec 13 13:06:31.412496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 2} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:31.419256 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.433829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.443607 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:06:31.449818 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3b31fdab-0765-4fea-937d-940f45ebc0ba tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/75cde4d5-5127-4ce6-aeaa-3fab40708e2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5037770 Dec 13 13:06:31.449982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37252) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:31.456343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf0445-6f72-4ff7-ac97-ba599e0bf069 None None] Sync routers for ids ['75cde4d5-5127-4ce6-aeaa-3fab40708e2a'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:06:31.469178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf0445-6f72-4ff7-ac97-ba599e0bf069 None None] Routers {'75cde4d5-5127-4ce6-aeaa-3fab40708e2a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:31.470060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e3bf0445-6f72-4ff7-ac97-ba599e0bf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['75cde4d5-5127-4ce6-aeaa-3fab40708e2a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:31.482646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:31.486804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.491309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3e29757f-d0d8-4a19-a494-170addea9dff tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cde4d5-5127-4ce6-aeaa-3fab40708e2a HTTP/1.1" status: 200 len: 205 time: 0.0398023 Dec 13 13:06:31.494958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37254) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:31.510378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e3bf0445-6f72-4ff7-ac97-ba599e0bf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:31.521574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf0445-6f72-4ff7-ac97-ba599e0bf069 None None] Routers {'75cde4d5-5127-4ce6-aeaa-3fab40708e2a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:31.522250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e3bf0445-6f72-4ff7-ac97-ba599e0bf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['75cde4d5-5127-4ce6-aeaa-3fab40708e2a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:31.550014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port a22a7492-1b63-4873-9ab3-2408ec43dbcc yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:31.556587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e3bf0445-6f72-4ff7-ac97-ba599e0bf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:31.557250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf0445-6f72-4ff7-ac97-ba599e0bf069 None None] The sync data for ids ['75cde4d5-5127-4ce6-aeaa-3fab40708e2a'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:06:31.631937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82a6223e-e443-482c-a039-64057aebde10 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.662800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.734841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port 6fddff01-6371-4980-bf80-416029c6c16f yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:31.832658 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82a6223e-e443-482c-a039-64057aebde10 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.836644 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82a6223e-e443-482c-a039-64057aebde10 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.844710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.883695 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.892637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82a6223e-e443-482c-a039-64057aebde10 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.893180 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a6223e-e443-482c-a039-64057aebde10 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Fanout notify agent at l3_agent the message router_deleted on router 75cde4d5-5127-4ce6-aeaa-3fab40708e2a {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:06:31.923768 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-82a6223e-e443-482c-a039-64057aebde10 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.927457 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-82a6223e-e443-482c-a039-64057aebde10 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/75cde4d5-5127-4ce6-aeaa-3fab40708e2a HTTP/1.1" status: 204 len: 168 time: 0.4291527 Dec 13 13:06:31.927941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37256) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:31.942027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:31.950398 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.968710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:31.975083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:31.975905 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:31.982927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=a22a7492-1b63-4873-9ab3-2408ec43dbcc,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:32.016643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=fb539afc-0f8e-45ec-9116-ad26da76b2e7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:32.024132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking segment: {'id': '0d34d0de-4eb2-442c-8e44-0955a84f3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b3e996a5-bfa1-4569-b53c-c2eaf04e7706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:32.024515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network hostable DHCP agents. Network: b3e996a5-bfa1-4569-b53c-c2eaf04e7706, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:32.042896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a2b405-4b38-4ba3-aae0-b1c79300f67b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting subnet 278b419a-dcaa-4008-bbcf-72f125bf263f {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:32.043366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network b3e996a5-bfa1-4569-b53c-c2eaf04e7706 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:32.053459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b3e996a5-bfa1-4569-b53c-c2eaf04e7706) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:32.054111 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b405-4b38-4ba3-aae0-b1c79300f67b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.056616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=6fddff01-6371-4980-bf80-416029c6c16f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:32.061915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f38c649-f729-41c6-94f7-54c2380a3ed3 None None] Network b3e996a5-bfa1-4569-b53c-c2eaf04e7706 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:32.062222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:32.062815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.080905 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-74298042-b9fb-407e-b0ff-6450a3ae0293 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7940135 Dec 13 13:06:32.083517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37258) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:32.100374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Checking segment: {'id': '021db4c3-ba9b-4638-8bc1-ae83dd1d0019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '418dde78-5a57-418d-9d64-aae214fd841d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:32.100729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network hostable DHCP agents. Network: 418dde78-5a57-418d-9d64-aae214fd841d, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:32.113607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b405-4b38-4ba3-aae0-b1c79300f67b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.157497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 418dde78-5a57-418d-9d64-aae214fd841d is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:32.172603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 418dde78-5a57-418d-9d64-aae214fd841d) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:32.179103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:32.183232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de83f8a-2b21-4930-8dac-c3869c75fca9 None None] Network 418dde78-5a57-418d-9d64-aae214fd841d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:32.185048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:32.190587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:32.191395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.196376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.204245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d995a-0601-4d3f-b0f1-cdbdb2739b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-b3e996a5-bfa1-4569-b53c-c2eaf04e7706', 'network_id': 'b3e996a5-bfa1-4569-b53c-c2eaf04e7706', 'project_id': 'fe6f52f0488a4d6697b3174c80a58810', 'fixed_ips': [{'subnet_id': 'fb539afc-0f8e-45ec-9116-ad26da76b2e7'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:32.205312 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf3d995a-0601-4d3f-b0f1-cdbdb2739b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.248036 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f46b2879-886b-4769-825a-6964b01f5b52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0848939 Dec 13 13:06:32.249451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b405-4b38-4ba3-aae0-b1c79300f67b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.253367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37262) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:32.274509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.343850 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.375872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Subnet': ['ID=fb539afc-0f8e-45ec-9116-ad26da76b2e7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:32.378282 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b405-4b38-4ba3-aae0-b1c79300f67b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.416674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2b405-4b38-4ba3-aae0-b1c79300f67b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Subnet': ['ID=278b419a-dcaa-4008-bbcf-72f125bf263f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:32.419035 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b405-4b38-4ba3-aae0-b1c79300f67b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.423044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d6a2b405-4b38-4ba3-aae0-b1c79300f67b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/278b419a-dcaa-4008-bbcf-72f125bf263f HTTP/1.1" status: 204 len: 168 time: 0.4909437 Dec 13 13:06:32.425924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37266) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server [None req-bf3d995a-0601-4d3f-b0f1-cdbdb2739b30 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb539afc-0f8e-45ec-9116-ad26da76b2e7: This subnet is being modified by another concurrent operation. Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:06:32.431084 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise exception Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb539afc-0f8e-45ec-9116-ad26da76b2e7: This subnet is being modified by another concurrent operation. Dec 13 13:06:32.435482 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Dec 13 13:06:32.444310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5083a070-9dbc-426c-9a92-ddf808a4df95 None None] Network 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:32.444638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4562b0ba-788e-4de9-b401-5ba9f1067149 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 6fddff01-6371-4980-bf80-416029c6c16f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:32.445889 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4562b0ba-788e-4de9-b401-5ba9f1067149 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.478469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.505798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e996a5-bfa1-4569-b53c-c2eaf04e7706']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:32.515794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d34d0de-4eb2-442c-8e44-0955a84f3687') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:32.516096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d34d0de-4eb2-442c-8e44-0955a84f3687') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:32.525995 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.530414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2549ff-6870-424f-9233-5e8abb2922ff None None] Network b3e996a5-bfa1-4569-b53c-c2eaf04e7706 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:32.554877 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.563877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:32.564355 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:32.569834 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:32.611629 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4562b0ba-788e-4de9-b401-5ba9f1067149 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.624223 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.636820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4562b0ba-788e-4de9-b401-5ba9f1067149 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 6fddff01-6371-4980-bf80-416029c6c16f owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:32.651903 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.654673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f45598-8671-41c4-86d1-5b8a8f890679 req-cf94530c-2cc8-44c7-8352-3ad27c14c716 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:32.656239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61f45598-8671-41c4-86d1-5b8a8f890679 req-cf94530c-2cc8-44c7-8352-3ad27c14c716 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1567354 Dec 13 13:06:32.663020 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.667168 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/b3e996a5-bfa1-4569-b53c-c2eaf04e7706 HTTP/1.1" status: 204 len: 168 time: 0.5819714 Dec 13 13:06:32.671654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:32.678103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533227649'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:32.695857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e3035-bcf9-4c11-8646-0902fb40312d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Network': ['ID=b3e996a5-bfa1-4569-b53c-c2eaf04e7706,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:32.720350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:32.722794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255c8db-a43b-4f52-a1ae-5d465df7989e None None] DHCP port deletion for 0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:32.726410 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.756414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:32.767482 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.767920 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Added segment 10251879-9560-4c19-856b-d27c1e43eabb of type vlan for network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 Dec 13 13:06:32.783715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9255c8db-a43b-4f52-a1ae-5d465df7989e None None] Deleting port 542245a3-23a3-4cc9-bf29-4d1dd105f083 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:32.784403 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9255c8db-a43b-4f52-a1ae-5d465df7989e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.788665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61f45598-8671-41c4-86d1-5b8a8f890679 req-3c883a98-be17-458d-b88f-4fc2e5f0650a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236141 Dec 13 13:06:32.814225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 542245a3-23a3-4cc9-bf29-4d1dd105f083 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:32.814601 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.817554 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4562b0ba-788e-4de9-b401-5ba9f1067149 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.833322 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.865603 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.870000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9255c8db-a43b-4f52-a1ae-5d465df7989e None None] For port 542245a3-23a3-4cc9-bf29-4d1dd105f083, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=542245a3-23a3-4cc9-bf29-4d1dd105f083,segment=NetworkSegment(64051b04-9b8a-4320-ae0e-f2de50a86bd8),segment_id=64051b04-9b8a-4320-ae0e-f2de50a86bd8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:32.870505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9255c8db-a43b-4f52-a1ae-5d465df7989e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.871946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:32.872958 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.884262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9255c8db-a43b-4f52-a1ae-5d465df7989e None None] Calling delete_port for 542245a3-23a3-4cc9-bf29-4d1dd105f083 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:32.893147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562b0ba-788e-4de9-b401-5ba9f1067149 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=6fddff01-6371-4980-bf80-416029c6c16f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:32.914741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4562b0ba-788e-4de9-b401-5ba9f1067149 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.918092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4562b0ba-788e-4de9-b401-5ba9f1067149 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/6fddff01-6371-4980-bf80-416029c6c16f HTTP/1.1" status: 204 len: 168 time: 0.6646886 Dec 13 13:06:32.923829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37270) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:32.934189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port 542245a3-23a3-4cc9-bf29-4d1dd105f083, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=542245a3-23a3-4cc9-bf29-4d1dd105f083,segment=NetworkSegment(64051b04-9b8a-4320-ae0e-f2de50a86bd8),segment_id=64051b04-9b8a-4320-ae0e-f2de50a86bd8)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:32.934545 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:32.942945 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2694869 Dec 13 13:06:32.949737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37272) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:32.955902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'network_id': '6bced2b9-24da-4f6c-bb64-66ebc07149e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:32.965135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 542245a3-23a3-4cc9-bf29-4d1dd105f083 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:32.995721 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9255c8db-a43b-4f52-a1ae-5d465df7989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.020370 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9478e-2db6-4c8c-ba9c-214c5d96e774 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=6bced2b9-24da-4f6c-bb64-66ebc07149e0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:33.025638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa69f98-8618-4ee9-8cb2-6b832bf7b550 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:33.031809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa69f98-8618-4ee9-8cb2-6b832bf7b550 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:33.033454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-daa69f98-8618-4ee9-8cb2-6b832bf7b550 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1086874 Dec 13 13:06:33.035141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:33.036478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37274) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:33.071922 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.099777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=542245a3-23a3-4cc9-bf29-4d1dd105f083,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:33.106529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No DVR routers for this DVR port 542245a3-23a3-4cc9-bf29-4d1dd105f083 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:33.116617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255c8db-a43b-4f52-a1ae-5d465df7989e None None] Pushing event deleted for resources: {'Port': ['ID=542245a3-23a3-4cc9-bf29-4d1dd105f083,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:33.120877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255c8db-a43b-4f52-a1ae-5d465df7989e None None] No DVR routers for this DVR port 542245a3-23a3-4cc9-bf29-4d1dd105f083 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:33.142566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:33.143876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f76bf0-12ff-4eb9-9891-852ca80b9476 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:06:33.146427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.202786 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.224332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:33.235745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64051b04-9b8a-4320-ae0e-f2de50a86bd8') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:33.236191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64051b04-9b8a-4320-ae0e-f2de50a86bd8') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:33.240255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c60f2f1f-2380-4ffe-ae02-3ecedd73473e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port a22a7492-1b63-4873-9ab3-2408ec43dbcc {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:33.240602 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c60f2f1f-2380-4ffe-ae02-3ecedd73473e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.248145 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.265277 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.273373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:33.273788 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:33.280018 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:33.285579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f76bf0-12ff-4eb9-9891-852ca80b9476 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:06:33.321103 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c60f2f1f-2380-4ffe-ae02-3ecedd73473e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.356778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c60f2f1f-2380-4ffe-ae02-3ecedd73473e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for a22a7492-1b63-4873-9ab3-2408ec43dbcc owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:33.360867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.372090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.382590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/networks/0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df HTTP/1.1" status: 204 len: 168 time: 0.9553294 Dec 13 13:06:33.382808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37278) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:33.390473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2007081098', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:33.398733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdafca-f2d4-423d-8a0a-86ebe15f3311 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Network': ['ID=0bb3c98a-2f3e-4e5e-8cc2-254c31c2e9df,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:33.490164 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.491204 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.519853 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.608173 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.613830 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c60f2f1f-2380-4ffe-ae02-3ecedd73473e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:33.627429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=3804a94d-ec61-4c3f-a56b-30956f804dcc,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:33.917773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c327628-2784-454d-a818-2c5060f4cc10 req-197e5800-e557-432f-9378-5db6bc1bee6b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:33.919457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c327628-2784-454d-a818-2c5060f4cc10 req-197e5800-e557-432f-9378-5db6bc1bee6b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.0549624 Dec 13 13:06:33.971393 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c327628-2784-454d-a818-2c5060f4cc10 req-312f33e4-78e9-4eae-a4b2-617787ab102a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Dec 13 13:06:34.051305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f2f1f-2380-4ffe-ae02-3ecedd73473e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=a22a7492-1b63-4873-9ab3-2408ec43dbcc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:34.086519 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c60f2f1f-2380-4ffe-ae02-3ecedd73473e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.089734 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c60f2f1f-2380-4ffe-ae02-3ecedd73473e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/a22a7492-1b63-4873-9ab3-2408ec43dbcc HTTP/1.1" status: 204 len: 168 time: 1.0445333 Dec 13 13:06:34.093206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37282) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:34.098485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking segment: {'id': '10251879-9560-4c19-856b-d27c1e43eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6bced2b9-24da-4f6c-bb64-66ebc07149e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:34.098847 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network hostable DHCP agents. Network: 6bced2b9-24da-4f6c-bb64-66ebc07149e0, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:34.105851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:34.163921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39737e-4617-4b81-a904-2a47a586ce6d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:34.167935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bd39737e-4617-4b81-a904-2a47a586ce6d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0712380 Dec 13 13:06:34.168116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37284) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:34.179278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 62ac93cb-1f25-4ec4-b460-248ea5b47900 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:06:34.180781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.183684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 62ac93cb-1f25-4ec4-b460-248ea5b47900 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:34.184072 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.195954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:34.197418 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afe4c78-f9c5-4e5c-b415-bfd10c6261cc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:06:34.198994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4afe4c78-f9c5-4e5c-b415-bfd10c6261cc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/6fddff01-6371-4980-bf80-416029c6c16f HTTP/1.1" status: 404 len: 333 time: 0.0299263 Dec 13 13:06:34.202614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37286) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:34.220164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 6bced2b9-24da-4f6c-bb64-66ebc07149e0) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:34.226581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:34.227236 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.233350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c257824-2733-4352-a5d8-d7e055aaa168 None None] Network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:34.237759 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-839e92d0-0b13-4676-be4b-52dadb89b5da tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:06:34.239396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-839e92d0-0b13-4676-be4b-52dadb89b5da tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/a22a7492-1b63-4873-9ab3-2408ec43dbcc HTTP/1.1" status: 404 len: 333 time: 0.0355618 Dec 13 13:06:34.241992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37288) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:34.258369 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 542245a3-23a3-4cc9-bf29-4d1dd105f083 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:34.285819 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-81418ce0-800e-4174-84ae-fa0705deb541 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3327165 Dec 13 13:06:34.286036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37290) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:34.291283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-51308ba6-e3bd-4759-a21d-083d715bef05 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'network_id': '6bced2b9-24da-4f6c-bb64-66ebc07149e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:34.307813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 542245a3-23a3-4cc9-bf29-4d1dd105f083 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:34.307813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 542245a3-23a3-4cc9-bf29-4d1dd105f083 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:34.330337 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.402212 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.423934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-6bced2b9-24da-4f6c-bb64-66ebc07149e0', 'network_id': '6bced2b9-24da-4f6c-bb64-66ebc07149e0', 'project_id': 'fe6f52f0488a4d6697b3174c80a58810', 'fixed_ips': [{'subnet_id': '3804a94d-ec61-4c3f-a56b-30956f804dcc'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:34.424681 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.427760 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.447885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:06:34.450219 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea510fd-5a62-41b3-9fee-4ce3402088e2" -d '{"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-plugged", "status": "completed", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:06:34.455681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418dde78-5a57-418d-9d64-aae214fd841d']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:34.468803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021db4c3-ba9b-4638-8bc1-ae83dd1d0019') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:34.469327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021db4c3-ba9b-4638-8bc1-ae83dd1d0019') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:34.477672 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:34.481376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.487585 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.500232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.509341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:34.509968 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:34.513580 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:34.539068 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7318bff8-b957-4fc9-a320-57c7fad81b73 x-openstack-request-id: req-7318bff8-b957-4fc9-a320-57c7fad81b73 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:06:34.539693 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-plugged", "status": "completed", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:06:34.539693 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7318bff8-b957-4fc9-a320-57c7fad81b73 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:06:34.540007 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'code': 200} Dec 13 13:06:34.570419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51308ba6-e3bd-4759-a21d-083d715bef05 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:34.572910 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51308ba6-e3bd-4759-a21d-083d715bef05 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.576168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.580049 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.587975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.593284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/networks/418dde78-5a57-418d-9d64-aae214fd841d HTTP/1.1" status: 204 len: 168 time: 0.3501201 Dec 13 13:06:34.599773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37296) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:34.607242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-74698154'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:34.626051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=13']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:34.626616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d5ac6-7e31-48ad-a959-af3de913b510 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Network': ['ID=418dde78-5a57-418d-9d64-aae214fd841d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:34.645643 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.647934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:34.649558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Allocated IP 2001:db8::2 (6bced2b9-24da-4f6c-bb64-66ebc07149e0/3804a94d-ec61-4c3f-a56b-30956f804dcc/13185934-ab13-4daa-9c03-b2b3e9ee44ac) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:34.658133 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.685103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:34.694768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.696286 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Added segment ae44651c-ed79-427c-a4b2-92d1cb60a456 of type vlan for network 6bc874a6-375b-4bfc-a5a9-ab7d70657387 Dec 13 13:06:34.739882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.770567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.777698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:34.778401 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:34.817450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Allocated IP 172.25.2.97 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/f2f9e2ee-2b04-479c-8cfd-47e27b1f4b93) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:34.842870 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2398994 Dec 13 13:06:34.855501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37298) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:34.868648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': '6bc874a6-375b-4bfc-a5a9-ab7d70657387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:34.888751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb307256-b8e2-43ca-8974-45e712bac2bc tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Network': ['ID=6bc874a6-375b-4bfc-a5a9-ab7d70657387,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:34.904752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 6bc874a6-375b-4bfc-a5a9-ab7d70657387 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:34.974100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:34.978362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.029354 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.041886 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.045270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Performing IP validity checks on allocation pools {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 13:06:35.046102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 13:06:35.055686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.068828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51308ba6-e3bd-4759-a21d-083d715bef05 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.096290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:35.100798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:35.105071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:35.108487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Pushing event updated for resources: {'Port': ['ID=13185934-ab13-4daa-9c03-b2b3e9ee44ac,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:35.130233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820db90-7552-476c-b4b1-351dee6bf2ff req-ea2ffb8f-2420-462f-941c-a44f54ee737f tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:35.131969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a820db90-7552-476c-b4b1-351dee6bf2ff req-ea2ffb8f-2420-462f-941c-a44f54ee737f tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.0748770 Dec 13 13:06:35.146832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51308ba6-e3bd-4759-a21d-083d715bef05 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:35.158566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-51308ba6-e3bd-4759-a21d-083d715bef05 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:35.162549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Attempting to bind port 13185934-ab13-4daa-9c03-b2b3e9ee44ac on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:35.162933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Attempting to bind port 13185934-ab13-4daa-9c03-b2b3e9ee44ac by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '10251879-9560-4c19-856b-d27c1e43eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6bced2b9-24da-4f6c-bb64-66ebc07149e0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:35.163327 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Attempting to bind port 13185934-ab13-4daa-9c03-b2b3e9ee44ac on network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:35.165713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51308ba6-e3bd-4759-a21d-083d715bef05 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:35.166724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51308ba6-e3bd-4759-a21d-083d715bef05 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.168670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:35.169185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Checking segment: {'id': '10251879-9560-4c19-856b-d27c1e43eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6bced2b9-24da-4f6c-bb64-66ebc07149e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:35.169432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51308ba6-e3bd-4759-a21d-083d715bef05 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=ab90df25-9496-430b-8651-b7a13ed81d1c,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:35.169913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.170509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Bound using segment: {'id': '10251879-9560-4c19-856b-d27c1e43eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6bced2b9-24da-4f6c-bb64-66ebc07149e0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:35.171009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Bound port: 13185934-ab13-4daa-9c03-b2b3e9ee44ac, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10251879-9560-4c19-856b-d27c1e43eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6bced2b9-24da-4f6c-bb64-66ebc07149e0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:35.171407 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.181867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.217358 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-51308ba6-e3bd-4759-a21d-083d715bef05 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9302227 Dec 13 13:06:35.221116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37302) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:35.228497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:35.233625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:35.237175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:35.246384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] For port 13185934-ab13-4daa-9c03-b2b3e9ee44ac, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:35.251607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] For port 13185934-ab13-4daa-9c03-b2b3e9ee44ac, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=13185934-ab13-4daa-9c03-b2b3e9ee44ac,segment=NetworkSegment(10251879-9560-4c19-856b-d27c1e43eabb),segment_id=10251879-9560-4c19-856b-d27c1e43eabb)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:35.259172 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.261133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=f2f9e2ee-2b04-479c-8cfd-47e27b1f4b93,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:35.269387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5fd82-a657-42ed-8e31-e4bf9bdcbb60 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:35.345423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520b6b7-df5e-47f3-a517-c9da17b51eb7 None None] Pushing event updated for resources: {'Port': ['ID=13185934-ab13-4daa-9c03-b2b3e9ee44ac,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:35.363712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7755dd7f-83bf-4d06-bd70-0e11fb8e809d None None] Provisioning complete for port f2f9e2ee-2b04-479c-8cfd-47e27b1f4b93 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:35.363949 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7755dd7f-83bf-4d06-bd70-0e11fb8e809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.405518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7755dd7f-83bf-4d06-bd70-0e11fb8e809d None None] Port f2f9e2ee-2b04-479c-8cfd-47e27b1f4b93 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:35.602289 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.739374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a820db90-7552-476c-b4b1-351dee6bf2ff req-f60cda07-7a1a-4858-81fc-144f1bb1ee71 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728891 Dec 13 13:06:35.766697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e828e9f-ad7d-4e67-8ab4-7ecbed8cb2a5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:35.768317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e828e9f-ad7d-4e67-8ab4-7ecbed8cb2a5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:35.769807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e828e9f-ad7d-4e67-8ab4-7ecbed8cb2a5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:35.771321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e828e9f-ad7d-4e67-8ab4-7ecbed8cb2a5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:35.772821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e828e9f-ad7d-4e67-8ab4-7ecbed8cb2a5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:35.774805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2e828e9f-ad7d-4e67-8ab4-7ecbed8cb2a5 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5502174 Dec 13 13:06:35.775806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.780113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37306) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:35.806906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859367823'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:35.825769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.857441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=1ee4df7e-ab53-4d6d-bb9c-9784c72c4db2,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:35.862189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:35.866019 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.892779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Checking segment: {'id': 'ae44651c-ed79-427c-a4b2-92d1cb60a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6bc874a6-375b-4bfc-a5a9-ab7d70657387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:35.893150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network hostable DHCP agents. Network: 6bc874a6-375b-4bfc-a5a9-ab7d70657387, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:35.911133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:35.924227 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:35.924577 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Added segment fbaa732b-91bd-42c1-a3f1-71eb95f5a36a of type vlan for network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e Dec 13 13:06:35.925866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 6bc874a6-375b-4bfc-a5a9-ab7d70657387 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:35.966045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router c208c026-2ff5-4f5d-bd74-9773a19c6865 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:06:35.994433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 6bc874a6-375b-4bfc-a5a9-ab7d70657387) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:36.002373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:36.002967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.003944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d533ad-deae-40b3-a241-5bce8ac505bd None None] Network 6bc874a6-375b-4bfc-a5a9-ab7d70657387 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:36.026963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.045015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e594c49e-c211-4199-a390-cf8f178e1c28 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1858850 Dec 13 13:06:36.048541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37308) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:36.053508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': '6bc874a6-375b-4bfc-a5a9-ab7d70657387', 'name': 'tempest-PortsTestJSON-1639533254'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:36.098258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:06:36.104461 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.110717 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9fe70-273b-468f-b0f0-fb0794a7ec39 None None] Sync routers for ids ['c208c026-2ff5-4f5d-bd74-9773a19c6865'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:06:36.111706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:36.112350 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.124898 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb9fe70-273b-468f-b0f0-fb0794a7ec39 None None] Routers {'c208c026-2ff5-4f5d-bd74-9773a19c6865'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:36.125918 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6fb9fe70-273b-468f-b0f0-fb0794a7ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c208c026-2ff5-4f5d-bd74-9773a19c6865'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:36.136424 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.137781 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3b48d49d-4f25-45f5-8fe7-e3473f38eb74 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7539861 Dec 13 13:06:36.148799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37310) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:36.171386 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6fb9fe70-273b-468f-b0f0-fb0794a7ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:36.195071 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb9fe70-273b-468f-b0f0-fb0794a7ec39 None None] Routers {'c208c026-2ff5-4f5d-bd74-9773a19c6865'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:36.196158 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6fb9fe70-273b-468f-b0f0-fb0794a7ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c208c026-2ff5-4f5d-bd74-9773a19c6865'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:36.217381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-6bc874a6-375b-4bfc-a5a9-ab7d70657387', 'network_id': '6bc874a6-375b-4bfc-a5a9-ab7d70657387', 'project_id': 'bbd88c456e024765b8aad9fde561d6cb', 'fixed_ips': [{'subnet_id': '1ee4df7e-ab53-4d6d-bb9c-9784c72c4db2'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:36.218364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4353046 Dec 13 13:06:36.219753 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.223709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37312) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:36.231210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-46a5f51d-eab9-4a62-a609-66b76c2c6e61 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:36.246368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531e4a8-79fc-404c-94dd-6ea8e5bf6139 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=5f10ed34-929a-4c2b-9e3d-e95c5948aa1e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:36.262462 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6fb9fe70-273b-468f-b0f0-fb0794a7ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:36.263938 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9fe70-273b-468f-b0f0-fb0794a7ec39 None None] The sync data for ids ['c208c026-2ff5-4f5d-bd74-9773a19c6865'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:06:36.343370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:36.358952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 13185934-ab13-4daa-9c03-b2b3e9ee44ac up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:36.389450 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4010a932-9735-4762-be82-98b2518ade9f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/routers/c208c026-2ff5-4f5d-bd74-9773a19c6865 HTTP/1.1" status: 200 len: 884 time: 0.2394288 Dec 13 13:06:36.393226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37314) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:36.406852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:36.410730 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.521755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Allocated IP 172.20.0.2 (6bc874a6-375b-4bfc-a5a9-ab7d70657387/1ee4df7e-ab53-4d6d-bb9c-9784c72c4db2/160c090b-d6cf-41a7-9313-c72caeb4f2aa) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:36.534273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde4c4b-5548-42f4-bf63-509bba0bff9b None None] Network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:36.547358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port b47fbd74-db13-4a11-b819-9a36ba1860d5 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:36.563203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 13185934-ab13-4daa-9c03-b2b3e9ee44ac triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:36.563571 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.655900 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46a5f51d-eab9-4a62-a609-66b76c2c6e61 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.682760 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46a5f51d-eab9-4a62-a609-66b76c2c6e61 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.687882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-64591a92-c123-493b-a7f3-9eba72848f23 None None] Provisioning complete for port 13185934-ab13-4daa-9c03-b2b3e9ee44ac triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:36.688261 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64591a92-c123-493b-a7f3-9eba72848f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.713361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46a5f51d-eab9-4a62-a609-66b76c2c6e61 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e is not hosted by any dhcp agent {{(pid=109886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:06:36.719221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a5f51d-eab9-4a62-a609-66b76c2c6e61 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:36.719828 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46a5f51d-eab9-4a62-a609-66b76c2c6e61 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.724670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37318) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:36.725019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-46a5f51d-eab9-4a62-a609-66b76c2c6e61 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "PUT /v2.0/networks/5f10ed34-929a-4c2b-9e3d-e95c5948aa1e HTTP/1.1" status: 200 len: 723 time: 0.4976661 Dec 13 13:06:36.730381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'network_id': '5f10ed34-929a-4c2b-9e3d-e95c5948aa1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:36.834647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5f51d-eab9-4a62-a609-66b76c2c6e61 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=5f10ed34-929a-4c2b-9e3d-e95c5948aa1e,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:36.851873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:36.878102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:36.883356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.899078 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:36.917745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c6716-14b1-4674-aa8a-eabed4dc04b7 req-1286aa6f-dc1f-48bc-9463-f96c248a5275 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:36.919559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-175c6716-14b1-4674-aa8a-eabed4dc04b7 req-1286aa6f-dc1f-48bc-9463-f96c248a5275 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.0913548 Dec 13 13:06:36.969346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1df9dbc0-b838-4f4d-be44-314d8979f334 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5747638 Dec 13 13:06:36.972034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37322) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:36.979938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7667ab70-42f3-4e2b-944f-2f657b60f0d3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2007081098'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:36.993419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-175c6716-14b1-4674-aa8a-eabed4dc04b7 req-9dd9679f-f7fb-4edd-a1c4-42fe8055695e tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651026 Dec 13 13:06:37.041585 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.060483 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64591a92-c123-493b-a7f3-9eba72848f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.070694 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.096384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 13185934-ab13-4daa-9c03-b2b3e9ee44ac, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=13185934-ab13-4daa-9c03-b2b3e9ee44ac,segment=NetworkSegment(10251879-9560-4c19-856b-d27c1e43eabb),segment_id=10251879-9560-4c19-856b-d27c1e43eabb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:37.116195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.12 (6bc874a6-375b-4bfc-a5a9-ab7d70657387/1ee4df7e-ab53-4d6d-bb9c-9784c72c4db2/b47fbd74-db13-4a11-b819-9a36ba1860d5) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:37.123481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62887425-b234-48d9-90cc-9401185a8454 None None] Update dhcp port {'port': {'network_id': '6bced2b9-24da-4f6c-bb64-66ebc07149e0', 'fixed_ips': [{'subnet_id': '3804a94d-ec61-4c3f-a56b-30956f804dcc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab90df25-9496-430b-8651-b7a13ed81d1c'}], 'binding:host_id': 'n-d-817326-4'}, 'id': '13185934-ab13-4daa-9c03-b2b3e9ee44ac'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:06:37.130837 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.164641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Network 6bc874a6-375b-4bfc-a5a9-ab7d70657387 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:37.176183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:37.200382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:37.204115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Pushing event updated for resources: {'Port': ['ID=160c090b-d6cf-41a7-9313-c72caeb4f2aa,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:37.215063 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62887425-b234-48d9-90cc-9401185a8454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.267411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.302239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.306796 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-64591a92-c123-493b-a7f3-9eba72848f23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:37.307329 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-64591a92-c123-493b-a7f3-9eba72848f23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:37.347238 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.350337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Attempting to bind port 160c090b-d6cf-41a7-9313-c72caeb4f2aa on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:37.350720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Attempting to bind port 160c090b-d6cf-41a7-9313-c72caeb4f2aa by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ae44651c-ed79-427c-a4b2-92d1cb60a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6bc874a6-375b-4bfc-a5a9-ab7d70657387'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:37.351135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Attempting to bind port 160c090b-d6cf-41a7-9313-c72caeb4f2aa on network 6bc874a6-375b-4bfc-a5a9-ab7d70657387 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:37.352050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=b2f4318c-cdac-4a66-b24f-730f6c7bc479,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:37.366943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=13185934-ab13-4daa-9c03-b2b3e9ee44ac,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:37.371230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:37.371613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Checking segment: {'id': 'ae44651c-ed79-427c-a4b2-92d1cb60a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6bc874a6-375b-4bfc-a5a9-ab7d70657387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:37.372734 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.373135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Bound using segment: {'id': 'ae44651c-ed79-427c-a4b2-92d1cb60a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6bc874a6-375b-4bfc-a5a9-ab7d70657387'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:37.373621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Bound port: 160c090b-d6cf-41a7-9313-c72caeb4f2aa, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae44651c-ed79-427c-a4b2-92d1cb60a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6bc874a6-375b-4bfc-a5a9-ab7d70657387'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:37.374039 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.404450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking segment: {'id': 'fbaa732b-91bd-42c1-a3f1-71eb95f5a36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5f10ed34-929a-4c2b-9e3d-e95c5948aa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:37.404450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network hostable DHCP agents. Network: 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:37.408678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 6bc874a6-375b-4bfc-a5a9-ab7d70657387 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:37.412744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:37.415105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:37.441820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=b47fbd74-db13-4a11-b819-9a36ba1860d5,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:37.468818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:37.472513 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7667ab70-42f3-4e2b-944f-2f657b60f0d3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.473539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:37.474369 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.488118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:37.490735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7667ab70-42f3-4e2b-944f-2f657b60f0d3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.496039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1ed2e53a-9630-4af3-bf59-bfc6f0aa8421 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4463513 Dec 13 13:06:37.499668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:37.500299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571241'] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.502397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37324) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:37.558605 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bdec19c5-650c-4654-9dc0-b715ad1223fc tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8324089 Dec 13 13:06:37.561595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37326) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:37.568227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-abe96f3f-f388-4db4-9d84-13c259ad9e74 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:37.612294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d8bdf8fb-92d4-4799-b2e1-555263f93362 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port b47fbd74-db13-4a11-b819-9a36ba1860d5 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:37.612684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8bdf8fb-92d4-4799-b2e1-555263f93362 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.655622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb40498-3f2d-4803-8dfd-0e6ab71351b6 None None] Network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:37.708958 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8bdf8fb-92d4-4799-b2e1-555263f93362 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.724206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abe96f3f-f388-4db4-9d84-13c259ad9e74 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26338402'] for subnet, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.724429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d8bdf8fb-92d4-4799-b2e1-555263f93362 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for b47fbd74-db13-4a11-b819-9a36ba1860d5 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:37.743464 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.753146 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.775746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7667ab70-42f3-4e2b-944f-2f657b60f0d3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router c208c026-2ff5-4f5d-bd74-9773a19c6865 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:06:37.792438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] For port 160c090b-d6cf-41a7-9313-c72caeb4f2aa, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:37.817407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] For port 160c090b-d6cf-41a7-9313-c72caeb4f2aa, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=160c090b-d6cf-41a7-9313-c72caeb4f2aa,segment=NetworkSegment(ae44651c-ed79-427c-a4b2-92d1cb60a456),segment_id=ae44651c-ed79-427c-a4b2-92d1cb60a456)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:37.852907 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.880708 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8bdf8fb-92d4-4799-b2e1-555263f93362 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.927819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdf8fb-92d4-4799-b2e1-555263f93362 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=b47fbd74-db13-4a11-b819-9a36ba1860d5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:37.928700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-62887425-b234-48d9-90cc-9401185a8454 None None] Allocated IP 172.20.0.1 (6bced2b9-24da-4f6c-bb64-66ebc07149e0/ab90df25-9496-430b-8651-b7a13ed81d1c/13185934-ab13-4daa-9c03-b2b3e9ee44ac) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:37.967336 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-5f10ed34-929a-4c2b-9e3d-e95c5948aa1e', 'network_id': '5f10ed34-929a-4c2b-9e3d-e95c5948aa1e', 'project_id': 'fe6f52f0488a4d6697b3174c80a58810', 'fixed_ips': [{'subnet_id': 'b2f4318c-cdac-4a66-b24f-730f6c7bc479'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:37.968218 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.987574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7667ab70-42f3-4e2b-944f-2f657b60f0d3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:06:37.995216 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7667ab70-42f3-4e2b-944f-2f657b60f0d3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:37.997820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a78cb-d176-4684-9bc9-8b0c141b44b3 None None] Pushing event updated for resources: {'Port': ['ID=160c090b-d6cf-41a7-9313-c72caeb4f2aa,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:38.000764 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7667ab70-42f3-4e2b-944f-2f657b60f0d3 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/c208c026-2ff5-4f5d-bd74-9773a19c6865 HTTP/1.1" status: 200 len: 891 time: 1.0264354 Dec 13 13:06:38.002008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37330) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:38.009280 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abe96f3f-f388-4db4-9d84-13c259ad9e74 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731151253980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2722105'] for subnet, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.031396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36846ac-b010-41e6-b7e8-2322c46d909a None None] Sync routers for ids ['c208c026-2ff5-4f5d-bd74-9773a19c6865'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:06:38.052244 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8bdf8fb-92d4-4799-b2e1-555263f93362 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.057479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d8bdf8fb-92d4-4799-b2e1-555263f93362 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/b47fbd74-db13-4a11-b819-9a36ba1860d5 HTTP/1.1" status: 204 len: 168 time: 0.5531316 Dec 13 13:06:38.059318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37334) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:38.109405 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3912c88-6a2f-41ba-b951-ddbf0f2c04bf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:38.110016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3912c88-6a2f-41ba-b951-ddbf0f2c04bf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:38.113268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e3912c88-6a2f-41ba-b951-ddbf0f2c04bf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/b47fbd74-db13-4a11-b819-9a36ba1860d5 HTTP/1.1" status: 404 len: 333 time: 0.0516858 Dec 13 13:06:38.124513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37336) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:38.169722 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a617781-499a-4704-ae5d-6d682b8fa62e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:06:38.171488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1a617781-499a-4704-ae5d-6d682b8fa62e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/b47fbd74-db13-4a11-b819-9a36ba1860d5 HTTP/1.1" status: 404 len: 333 time: 0.0486376 Dec 13 13:06:38.177219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37338) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:38.200091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Allocated IP 2001:db8::2 (5f10ed34-929a-4c2b-9e3d-e95c5948aa1e/b2f4318c-cdac-4a66-b24f-730f6c7bc479/9eca5e6f-4835-44fa-be7a-1ee86fdd162a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:38.222052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36846ac-b010-41e6-b7e8-2322c46d909a None None] Routers {'c208c026-2ff5-4f5d-bd74-9773a19c6865'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:38.223013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c36846ac-b010-41e6-b7e8-2322c46d909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c208c026-2ff5-4f5d-bd74-9773a19c6865'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:38.271041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5a78bd-d3b6-4d78-b49b-f89b351daf9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet 1ee4df7e-ab53-4d6d-bb9c-9784c72c4db2 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:38.276569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f5a78bd-d3b6-4d78-b49b-f89b351daf9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.330173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd635f87-5227-4594-b8af-4df1e4850571 req-fb9cc07b-1a8d-4cdc-9dd5-fd791cf2dfed tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:38.341598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd635f87-5227-4594-b8af-4df1e4850571 req-fb9cc07b-1a8d-4cdc-9dd5-fd791cf2dfed tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.2416849 Dec 13 13:06:38.357284 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f5a78bd-d3b6-4d78-b49b-f89b351daf9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.428525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 13185934-ab13-4daa-9c03-b2b3e9ee44ac up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:38.459428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd635f87-5227-4594-b8af-4df1e4850571 req-9522277a-69eb-41c8-9609-7ef798eb1f41 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076820 Dec 13 13:06:38.524592 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f5a78bd-d3b6-4d78-b49b-f89b351daf9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.548670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c36846ac-b010-41e6-b7e8-2322c46d909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:38.554415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-62887425-b234-48d9-90cc-9401185a8454 None None] For port 13185934-ab13-4daa-9c03-b2b3e9ee44ac, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=13185934-ab13-4daa-9c03-b2b3e9ee44ac,segment=NetworkSegment(10251879-9560-4c19-856b-d27c1e43eabb),segment_id=10251879-9560-4c19-856b-d27c1e43eabb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:38.562629 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.590316 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.603884 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f5a78bd-d3b6-4d78-b49b-f89b351daf9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.618696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36846ac-b010-41e6-b7e8-2322c46d909a None None] Routers {'c208c026-2ff5-4f5d-bd74-9773a19c6865'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:38.619485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c36846ac-b010-41e6-b7e8-2322c46d909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c208c026-2ff5-4f5d-bd74-9773a19c6865'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:38.625896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe96f3f-f388-4db4-9d84-13c259ad9e74 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:38.626529 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abe96f3f-f388-4db4-9d84-13c259ad9e74 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.627835 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-abe96f3f-f388-4db4-9d84-13c259ad9e74 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "PUT /v2.0/subnets/b2f4318c-cdac-4a66-b24f-730f6c7bc479 HTTP/1.1" status: 200 len: 826 time: 1.0655189 Dec 13 13:06:38.644345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a78bd-d3b6-4d78-b49b-f89b351daf9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee4df7e-ab53-4d6d-bb9c-9784c72c4db2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:38.644683 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62887425-b234-48d9-90cc-9401185a8454 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.646787 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37340) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:38.661808 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f5a78bd-d3b6-4d78-b49b-f89b351daf9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.668500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4f5a78bd-d3b6-4d78-b49b-f89b351daf9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/1ee4df7e-ab53-4d6d-bb9c-9784c72c4db2 HTTP/1.1" status: 204 len: 168 time: 0.4817820 Dec 13 13:06:38.671073 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37342) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:38.699708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe96f3f-f388-4db4-9d84-13c259ad9e74 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=b2f4318c-cdac-4a66-b24f-730f6c7bc479,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:38.703241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c36846ac-b010-41e6-b7e8-2322c46d909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:38.703990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36846ac-b010-41e6-b7e8-2322c46d909a None None] The sync data for ids ['c208c026-2ff5-4f5d-bd74-9773a19c6865'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:06:38.712288 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62887425-b234-48d9-90cc-9401185a8454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.727557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:38.728600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Pushing event updated for resources: {'Port': ['ID=9eca5e6f-4835-44fa-be7a-1ee86fdd162a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:38.737027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:38.764152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:38.776672 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.781803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 13185934-ab13-4daa-9c03-b2b3e9ee44ac triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:38.782135 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f4a19a11-24e6-451d-9a9f-1651cadaf04c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/routers/c208c026-2ff5-4f5d-bd74-9773a19c6865 HTTP/1.1" status: 200 len: 891 time: 0.7788715 Dec 13 13:06:38.782385 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.785589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37346) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:38.823684 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b021d62f-f435-4273-9688-a2877fcc4119 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=c208c026-2ff5-4f5d-bd74-9773a19c6865 HTTP/1.1" status: 200 len: 205 time: 0.0372376 Dec 13 13:06:38.826246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37348) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:38.838192 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.854053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Deleting port 9eca5e6f-4835-44fa-be7a-1ee86fdd162a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:38.854053 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.916531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62887425-b234-48d9-90cc-9401185a8454 None None] Pushing event updated for resources: {'Port': ['ID=13185934-ab13-4daa-9c03-b2b3e9ee44ac,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:38.936859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Attempting to bind port 9eca5e6f-4835-44fa-be7a-1ee86fdd162a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:38.940205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Attempting to bind port 9eca5e6f-4835-44fa-be7a-1ee86fdd162a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'fbaa732b-91bd-42c1-a3f1-71eb95f5a36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5f10ed34-929a-4c2b-9e3d-e95c5948aa1e'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:38.944515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Attempting to bind port 9eca5e6f-4835-44fa-be7a-1ee86fdd162a on network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:38.957571 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:38.957954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Checking segment: {'id': 'fbaa732b-91bd-42c1-a3f1-71eb95f5a36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5f10ed34-929a-4c2b-9e3d-e95c5948aa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:38.958539 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.959091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Bound using segment: {'id': 'fbaa732b-91bd-42c1-a3f1-71eb95f5a36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5f10ed34-929a-4c2b-9e3d-e95c5948aa1e'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:38.959729 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Bound port: 9eca5e6f-4835-44fa-be7a-1ee86fdd162a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbaa732b-91bd-42c1-a3f1-71eb95f5a36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5f10ed34-929a-4c2b-9e3d-e95c5948aa1e'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:38.960735 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.977129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] For port 9eca5e6f-4835-44fa-be7a-1ee86fdd162a, host n-d-817326-4, got binding levels [] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:38.977623 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:38.993117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Calling delete_port for 9eca5e6f-4835-44fa-be7a-1ee86fdd162a owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:39.001470 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.062179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 160c090b-d6cf-41a7-9313-c72caeb4f2aa {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:39.062531 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.107990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] For port 9eca5e6f-4835-44fa-be7a-1ee86fdd162a, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:39.112907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] For port 9eca5e6f-4835-44fa-be7a-1ee86fdd162a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9eca5e6f-4835-44fa-be7a-1ee86fdd162a,segment=NetworkSegment(fbaa732b-91bd-42c1-a3f1-71eb95f5a36a),segment_id=fbaa732b-91bd-42c1-a3f1-71eb95f5a36a)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:39.119006 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.220511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc4a2c-65ee-4c54-8ad8-d559c8d5afad None None] Pushing event updated for resources: {'Port': ['ID=9eca5e6f-4835-44fa-be7a-1ee86fdd162a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:39.254003 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.257395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] For port 160c090b-d6cf-41a7-9313-c72caeb4f2aa, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=160c090b-d6cf-41a7-9313-c72caeb4f2aa,segment=NetworkSegment(ae44651c-ed79-427c-a4b2-92d1cb60a456),segment_id=ae44651c-ed79-427c-a4b2-92d1cb60a456)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:39.257847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.267083 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.293794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 160c090b-d6cf-41a7-9313-c72caeb4f2aa owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:39.302172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Port': ['ID=9eca5e6f-4835-44fa-be7a-1ee86fdd162a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:39.355437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No DVR routers for this DVR port 9eca5e6f-4835-44fa-be7a-1ee86fdd162a on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:39.444225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port f2f9e2ee-2b04-479c-8cfd-47e27b1f4b93 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:39.444225 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.444479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.551979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.593324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89b3c36-e190-42ec-86b9-e3ddfd3083f3 None None] Network 6bc874a6-375b-4bfc-a5a9-ab7d70657387 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:39.595096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No DVR routers for this DVR port 160c090b-d6cf-41a7-9313-c72caeb4f2aa on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:39.596808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=160c090b-d6cf-41a7-9313-c72caeb4f2aa,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:39.646603 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.709493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f4318c-cdac-4a66-b24f-730f6c7bc479,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:39.730144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c8a54980-cb2f-4753-934d-42697368c593 None None] Could not find standard attr ID for object 160c090b-d6cf-41a7-9313-c72caeb4f2aa. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:06:39.735526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d2dac-d2a2-41fb-9523-5d76154e33ea req-96032bea-1b0e-4b18-92f0-85b5ad3fb4a6 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:39.736102 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.737208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d1d2dac-d2a2-41fb-9523-5d76154e33ea req-96032bea-1b0e-4b18-92f0-85b5ad3fb4a6 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1644237 Dec 13 13:06:39.750273 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for f2f9e2ee-2b04-479c-8cfd-47e27b1f4b93 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:39.779409 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.815596 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.833361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc874a6-375b-4bfc-a5a9-ab7d70657387']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:39.853522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae44651c-ed79-427c-a4b2-92d1cb60a456') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:39.853813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae44651c-ed79-427c-a4b2-92d1cb60a456') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:39.859127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d52087-40c1-4c8e-b97d-1b0ae6f22d7d None None] DHCP port deletion for 6bc874a6-375b-4bfc-a5a9-ab7d70657387 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:39.867831 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.888581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f10ed34-929a-4c2b-9e3d-e95c5948aa1e']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:39.909985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaa732b-91bd-42c1-a3f1-71eb95f5a36a') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:39.910342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaa732b-91bd-42c1-a3f1-71eb95f5a36a') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:39.918562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bdf25-143d-48b5-aa8d-b8525b40c71d None None] Network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:39.927464 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d1d2dac-d2a2-41fb-9523-5d76154e33ea req-3ffa4fe2-a181-400a-8d59-de6a766841ac tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741953 Dec 13 13:06:39.927739 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.932252 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.942331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:39.942719 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:39.945999 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:39.958320 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.967875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:39.968413 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:39.972820 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:40.050008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.073506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.078146 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/networks/6bc874a6-375b-4bfc-a5a9-ab7d70657387 HTTP/1.1" status: 204 len: 168 time: 1.4051130 Dec 13 13:06:40.080865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840c007-6346-4789-8d70-682988e67c05 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Network': ['ID=6bc874a6-375b-4bfc-a5a9-ab7d70657387,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:40.083978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37356) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:40.093823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1866712753'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:40.097654 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.109455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cdd1a52f-d3fc-4dea-b88d-c17037b88228 None None] Provisioning complete for port 13185934-ab13-4daa-9c03-b2b3e9ee44ac triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:40.109830 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cdd1a52f-d3fc-4dea-b88d-c17037b88228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.118834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.124549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=f2f9e2ee-2b04-479c-8cfd-47e27b1f4b93,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:40.143279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.146889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/5f10ed34-929a-4c2b-9e3d-e95c5948aa1e HTTP/1.1" status: 204 len: 168 time: 1.4964252 Dec 13 13:06:40.154503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a5045-f2a5-4366-9af8-8114db662ea4 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:40.163742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686895c-4ad2-4b00-b0b0-36d1c75f5450 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Network': ['ID=5f10ed34-929a-4c2b-9e3d-e95c5948aa1e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:40.165721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37358) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:40.186848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:40.191209 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.235971 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb7b693-667c-4698-84f5-d5a7ee81035e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:40.236496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb7b693-667c-4698-84f5-d5a7ee81035e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:40.240407 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3eb7b693-667c-4698-84f5-d5a7ee81035e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/5f10ed34-929a-4c2b-9e3d-e95c5948aa1e HTTP/1.1" status: 404 len: 339 time: 0.0740011 Dec 13 13:06:40.247722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e0d0-a7c6-4693-8822-88443a74c398 req-159d5bf1-c7b1-4479-ab92-21e69edc94b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.249321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37360) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:40.255200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1764051300', 'description': 'd1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:40.265194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e0d0-a7c6-4693-8822-88443a74c398 req-159d5bf1-c7b1-4479-ab92-21e69edc94b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.273853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e0d0-a7c6-4693-8822-88443a74c398 req-159d5bf1-c7b1-4479-ab92-21e69edc94b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.280890 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.287300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e0d0-a7c6-4693-8822-88443a74c398 req-159d5bf1-c7b1-4479-ab92-21e69edc94b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.293380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e0d0-a7c6-4693-8822-88443a74c398 req-159d5bf1-c7b1-4479-ab92-21e69edc94b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.306908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e0d0-a7c6-4693-8822-88443a74c398 req-159d5bf1-c7b1-4479-ab92-21e69edc94b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.313910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e0d0-a7c6-4693-8822-88443a74c398 req-159d5bf1-c7b1-4479-ab92-21e69edc94b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.316304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06e5e0d0-a7c6-4693-8822-88443a74c398 req-159d5bf1-c7b1-4479-ab92-21e69edc94b0 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5445 time: 0.2129464 Dec 13 13:06:40.322751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:40.333135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 13185934-ab13-4daa-9c03-b2b3e9ee44ac up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:40.369855 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.370270 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Added segment dc82eaf8-5a6d-4594-a4e6-bb79bb22575c of type vlan for network f6093274-23f9-4163-a370-c1ba41788247 Dec 13 13:06:40.402861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 13185934-ab13-4daa-9c03-b2b3e9ee44ac triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:40.403509 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.462536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.466199 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.477967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.497385 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06e5e0d0-a7c6-4693-8822-88443a74c398 req-e5d5ddfc-527a-4c01-bef1-9e4e1f758f35 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1602705 Dec 13 13:06:40.540514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:40.543483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.545183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.549065 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.549796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Fanout notify agent at l3_agent the message router_deleted on router c208c026-2ff5-4f5d-bd74-9773a19c6865 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:06:40.563808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.564684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.569983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.575072 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-43196624-a936-482e-b654-99a8263cd252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/c208c026-2ff5-4f5d-bd74-9773a19c6865 HTTP/1.1" status: 204 len: 168 time: 1.7439897 Dec 13 13:06:40.575072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37364) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:40.586046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1601271122'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:40.621805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:40.626177 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.648954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:40.665424 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5790246 Dec 13 13:06:40.665646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.665646 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Added segment 8ef7a404-2b39-406c-8604-21866c553ae9 of type vlan for network c70fd17f-ca18-486a-8b3f-1a0c8a7ea161 Dec 13 13:06:40.670179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37366) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:40.670179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:40.673522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': 'f6093274-23f9-4163-a370-c1ba41788247', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:40.697324 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53319693-122d-4439-aab2-8301e1ffab5d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Network': ['ID=f6093274-23f9-4163-a370-c1ba41788247,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:40.706672 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.707048 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added segment fd913b31-108b-481d-a4c1-970c3c26c0a2 of type vlan for network 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 Dec 13 13:06:40.710431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network f6093274-23f9-4163-a370-c1ba41788247 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:40.728113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa85732-ab5e-494b-9812-505ef4d8d5e7 req-c87a6756-3011-4d52-bfb4-60ab715d939e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.736092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa85732-ab5e-494b-9812-505ef4d8d5e7 req-c87a6756-3011-4d52-bfb4-60ab715d939e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.742413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa85732-ab5e-494b-9812-505ef4d8d5e7 req-c87a6756-3011-4d52-bfb4-60ab715d939e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.748855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa85732-ab5e-494b-9812-505ef4d8d5e7 req-c87a6756-3011-4d52-bfb4-60ab715d939e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.755410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa85732-ab5e-494b-9812-505ef4d8d5e7 req-c87a6756-3011-4d52-bfb4-60ab715d939e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.761426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa85732-ab5e-494b-9812-505ef4d8d5e7 req-c87a6756-3011-4d52-bfb4-60ab715d939e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.769096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa85732-ab5e-494b-9812-505ef4d8d5e7 req-c87a6756-3011-4d52-bfb4-60ab715d939e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.771157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9fa85732-ab5e-494b-9812-505ef4d8d5e7 req-c87a6756-3011-4d52-bfb4-60ab715d939e tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5445 time: 0.1229405 Dec 13 13:06:40.803125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c8931a4e-61d5-4224-8abb-e3c2a97677a3 None None] Provisioning complete for port 13185934-ab13-4daa-9c03-b2b3e9ee44ac triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:40.803503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8931a4e-61d5-4224-8abb-e3c2a97677a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.812286 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.844957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.877650 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.884924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.884924 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.888317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a67c9d6-d659-4891-826d-382d9f939fd6 None None] DHCP port deletion for 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:40.915714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda5958f-7f79-4b22-9401-ea8cce927783 None None] Network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:40.931471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda5958f-7f79-4b22-9401-ea8cce927783 None None] Network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e could not be found, it might have been deleted concurrently. {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 13:06:40.939894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec6c2d-39a8-48f6-893e-cf211f7340b1 None None] Network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:40.956401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec6c2d-39a8-48f6-893e-cf211f7340b1 None None] Network 5f10ed34-929a-4c2b-9e3d-e95c5948aa1e could not be found, it might have been deleted concurrently. {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 13:06:40.961161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.967640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:40.968244 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.970583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:40.973786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:40.998893 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7479103 Dec 13 13:06:41.001951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37372) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:41.027079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ad7c2af3-a40a-4d23-9326-4cc8dbd7daf7 None None] Could not find standard attr ID for object 9eca5e6f-4835-44fa-be7a-1ee86fdd162a. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:06:41.051792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11015f89-2ecf-4f8d-962d-9bb195573434 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=c70fd17f-ca18-486a-8b3f-1a0c8a7ea161,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:41.065312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network c70fd17f-ca18-486a-8b3f-1a0c8a7ea161 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:41.069358 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4931922 Dec 13 13:06:41.083166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37374) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:41.088464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6565fd3-6098-47a0-a6dc-451dfa191c7c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:41.090275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d6565fd3-6098-47a0-a6dc-451dfa191c7c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/networks?id=c70fd17f-ca18-486a-8b3f-1a0c8a7ea161 HTTP/1.1" status: 200 len: 765 time: 0.0872648 Dec 13 13:06:41.091948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'subnet': {'network_id': '8e7baf8a-7a3f-47ef-81df-203eec4f3a95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:41.098968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37376) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:41.143360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fdc04-677e-4658-bd00-e45f18127623 req-5d3c9cbc-4e26-40d4-a2f4-575ca1d50d61 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:41.144064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6d19a9ee-f633-438d-b475-bd80172e5c17 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'description': 'd2'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:41.144891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e76fdc04-677e-4658-bd00-e45f18127623 req-5d3c9cbc-4e26-40d4-a2f4-575ca1d50d61 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.0533004 Dec 13 13:06:41.199682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e76fdc04-677e-4658-bd00-e45f18127623 req-2bee2dcb-a198-41dc-aae7-ae7af893e973 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480587 Dec 13 13:06:41.284720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9759c14-0eb9-4505-9965-3d45c5ea11e1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Network': ['ID=8e7baf8a-7a3f-47ef-81df-203eec4f3a95,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:41.295873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:41.399254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:41.402792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:41.493483 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d19a9ee-f633-438d-b475-bd80172e5c17 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:41.545870 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d19a9ee-f633-438d-b475-bd80172e5c17 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:41.617443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d19a9ee-f633-438d-b475-bd80172e5c17 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network c70fd17f-ca18-486a-8b3f-1a0c8a7ea161 is not hosted by any dhcp agent {{(pid=109885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:06:41.623280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d19a9ee-f633-438d-b475-bd80172e5c17 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:41.623869 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6d19a9ee-f633-438d-b475-bd80172e5c17 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:41.625137 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6d19a9ee-f633-438d-b475-bd80172e5c17 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "PUT /v2.0/networks/c70fd17f-ca18-486a-8b3f-1a0c8a7ea161 HTTP/1.1" status: 200 len: 762 time: 0.5240893 Dec 13 13:06:41.628253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37378) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:41.638190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:41.680871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19a9ee-f633-438d-b475-bd80172e5c17 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=c70fd17f-ca18-486a-8b3f-1a0c8a7ea161,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:41.693816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network c70fd17f-ca18-486a-8b3f-1a0c8a7ea161 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:41.721429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e201c9f-e291-4861-9e17-b3c71ac42117 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:41.727191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0e201c9f-e291-4861-9e17-b3c71ac42117 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/networks?id=c70fd17f-ca18-486a-8b3f-1a0c8a7ea161 HTTP/1.1" status: 200 len: 765 time: 0.0931442 Dec 13 13:06:41.728950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37380) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:41.747122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=384435a0-f1db-4cd2-b954-c2e58c5415c7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:41.795412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Checking segment: {'id': 'dc82eaf8-5a6d-4594-a4e6-bb79bb22575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6093274-23f9-4163-a370-c1ba41788247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:41.795749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network hostable DHCP agents. Network: f6093274-23f9-4163-a370-c1ba41788247, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:41.825415 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:41.837467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network f6093274-23f9-4163-a370-c1ba41788247 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:41.874105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, f6093274-23f9-4163-a370-c1ba41788247) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:41.883777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:41.884461 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:41.886653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809bd469-2309-475a-b467-47b66cfffca5 None None] Network f6093274-23f9-4163-a370-c1ba41788247 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:41.917094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Subnet': ['ID=227f9469-816f-494a-9f05-ed418e24a9f5,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:41.931740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73eb1a-9717-4d59-af9b-49033bc26500 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:41.933504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5c73eb1a-9717-4d59-af9b-49033bc26500 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2040870 Dec 13 13:06:41.936410 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f91320ff-7353-42c8-937b-cf773a3c4055 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2692072 Dec 13 13:06:41.938538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37382) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:41.939022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37384) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:41.944335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': 'f6093274-23f9-4163-a370-c1ba41788247', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1503429021'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:41.949388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Checking segment: {'id': 'fd913b31-108b-481d-a4c1-970c3c26c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8e7baf8a-7a3f-47ef-81df-203eec4f3a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:41.949781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network hostable DHCP agents. Network: 8e7baf8a-7a3f-47ef-81df-203eec4f3a95, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:41.989751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7ec88910-d2fd-468b-b40f-cb2f071619d0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 207 time: 0.0496614 Dec 13 13:06:41.990477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37388) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:42.007761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-f6093274-23f9-4163-a370-c1ba41788247', 'network_id': 'f6093274-23f9-4163-a370-c1ba41788247', 'project_id': 'bbd88c456e024765b8aad9fde561d6cb', 'fixed_ips': [{'subnet_id': '384435a0-f1db-4cd2-b954-c2e58c5415c7'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:42.008810 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.019720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:42.039034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 8e7baf8a-7a3f-47ef-81df-203eec4f3a95) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:42.046640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:42.047178 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.078372 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4d54d899-6908-4125-b975-cbfb338dcae9 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9947157 Dec 13 13:06:42.082467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37390) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:42.082644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe44d3f9-2260-4ef6-871a-22f417e16ddc None None] Network 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:42.086884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-059fc60b-463e-42a3-85e5-bd70b5fd2e2f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1795623819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:42.109356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:42.113395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.142498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port a3ecafed-bd54-4e88-bd8e-d9b5ee5b5b5e yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:42.154536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-059fc60b-463e-42a3-85e5-bd70b5fd2e2f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.156046 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-059fc60b-463e-42a3-85e5-bd70b5fd2e2f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.290258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9eca5e6f-4835-44fa-be7a-1ee86fdd162a no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:42.303623 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-059fc60b-463e-42a3-85e5-bd70b5fd2e2f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.311507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-059fc60b-463e-42a3-85e5-bd70b5fd2e2f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.338985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 9eca5e6f-4835-44fa-be7a-1ee86fdd162a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:42.339618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9eca5e6f-4835-44fa-be7a-1ee86fdd162a not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:42.340375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-059fc60b-463e-42a3-85e5-bd70b5fd2e2f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.346631 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-059fc60b-463e-42a3-85e5-bd70b5fd2e2f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2629948 Dec 13 13:06:42.347703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.5 (f6093274-23f9-4163-a370-c1ba41788247/384435a0-f1db-4cd2-b954-c2e58c5415c7/a3ecafed-bd54-4e88-bd8e-d9b5ee5b5b5e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:42.350115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37394) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:42.424177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-8e7baf8a-7a3f-47ef-81df-203eec4f3a95', 'network_id': '8e7baf8a-7a3f-47ef-81df-203eec4f3a95', 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'fixed_ips': [{'subnet_id': '227f9469-816f-494a-9f05-ed418e24a9f5'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:42.425451 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.629711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Allocated IP 2001:db8::2 (8e7baf8a-7a3f-47ef-81df-203eec4f3a95/227f9469-816f-494a-9f05-ed418e24a9f5/ac8c3676-1e5c-4735-a7df-3e42b4baadf9) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:42.664427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba736e56-7a1c-4d69-b1e1-c639501a4222 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:42.671399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba736e56-7a1c-4d69-b1e1-c639501a4222 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:42.677911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba736e56-7a1c-4d69-b1e1-c639501a4222 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:42.683926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba736e56-7a1c-4d69-b1e1-c639501a4222 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:42.690367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba736e56-7a1c-4d69-b1e1-c639501a4222 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:42.696361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba736e56-7a1c-4d69-b1e1-c639501a4222 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:42.702779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ba736e56-7a1c-4d69-b1e1-c639501a4222 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7068906 Dec 13 13:06:42.704083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37400) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:42.729513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa3562-0123-4ebc-908e-e6f2d93847eb req-f6716d38-5dfa-4c28-a2fa-cf0ba3dc7c26 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:42.738218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5eaa3562-0123-4ebc-908e-e6f2d93847eb req-f6716d38-5dfa-4c28-a2fa-cf0ba3dc7c26 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1843920 Dec 13 13:06:42.838959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5eaa3562-0123-4ebc-908e-e6f2d93847eb req-ee5089e1-b5bd-4c37-873d-6cebf17068f5 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954356 Dec 13 13:06:42.851653 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.862495 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:42.882505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Network 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:42.884884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:42.907300 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:42.981103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b40e25be-5ca1-4212-9c4d-c108712d1804 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2751400 Dec 13 13:06:42.992319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37414) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:42.994308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Attempting to bind port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:42.994687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Attempting to bind port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'fd913b31-108b-481d-a4c1-970c3c26c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8e7baf8a-7a3f-47ef-81df-203eec4f3a95'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:42.995769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Attempting to bind port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 on network 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:42.998387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Pushing event updated for resources: {'Port': ['ID=ac8c3676-1e5c-4735-a7df-3e42b4baadf9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:43.008896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:43.009475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Checking segment: {'id': 'fd913b31-108b-481d-a4c1-970c3c26c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8e7baf8a-7a3f-47ef-81df-203eec4f3a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:43.010031 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.010617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Bound using segment: {'id': 'fd913b31-108b-481d-a4c1-970c3c26c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8e7baf8a-7a3f-47ef-81df-203eec4f3a95'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:43.011261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Bound port: ac8c3676-1e5c-4735-a7df-3e42b4baadf9, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd913b31-108b-481d-a4c1-970c3c26c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8e7baf8a-7a3f-47ef-81df-203eec4f3a95'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:43.011810 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.012977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37416) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:43.059266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.073478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd16e6-e8d2-4768-a911-99de833463e0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.075192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd16e6-e8d2-4768-a911-99de833463e0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.077185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd16e6-e8d2-4768-a911-99de833463e0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.078924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd16e6-e8d2-4768-a911-99de833463e0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.080601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd16e6-e8d2-4768-a911-99de833463e0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.082587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e3dd16e6-e8d2-4768-a911-99de833463e0 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0890210 Dec 13 13:06:43.092002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] For port ac8c3676-1e5c-4735-a7df-3e42b4baadf9, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:43.092235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37420) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:43.097541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] For port ac8c3676-1e5c-4735-a7df-3e42b4baadf9, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ac8c3676-1e5c-4735-a7df-3e42b4baadf9,segment=NetworkSegment(fd913b31-108b-481d-a4c1-970c3c26c0a2),segment_id=fd913b31-108b-481d-a4c1-970c3c26c0a2)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:43.102325 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.161718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e58d7-8aaa-41f2-98ea-39a23dd90b94 None None] Pushing event updated for resources: {'Port': ['ID=ac8c3676-1e5c-4735-a7df-3e42b4baadf9,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:43.180478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b423ab-6078-4e54-80cd-b4d0ab352a6e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.180478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b423ab-6078-4e54-80cd-b4d0ab352a6e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.180478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b423ab-6078-4e54-80cd-b4d0ab352a6e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.184281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b423ab-6078-4e54-80cd-b4d0ab352a6e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.186320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b423ab-6078-4e54-80cd-b4d0ab352a6e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.188088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d7b423ab-6078-4e54-80cd-b4d0ab352a6e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0949998 Dec 13 13:06:43.195459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9486-6be8-4d4c-a9ed-fa53b9f6d53f req-d7e73c58-ff4f-4072-b5a6-a40cb1f2b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.195922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9486-6be8-4d4c-a9ed-fa53b9f6d53f req-d7e73c58-ff4f-4072-b5a6-a40cb1f2b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.196405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9486-6be8-4d4c-a9ed-fa53b9f6d53f req-d7e73c58-ff4f-4072-b5a6-a40cb1f2b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.196854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9486-6be8-4d4c-a9ed-fa53b9f6d53f req-d7e73c58-ff4f-4072-b5a6-a40cb1f2b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.197306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9486-6be8-4d4c-a9ed-fa53b9f6d53f req-d7e73c58-ff4f-4072-b5a6-a40cb1f2b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.197611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37422) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:43.197725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9486-6be8-4d4c-a9ed-fa53b9f6d53f req-d7e73c58-ff4f-4072-b5a6-a40cb1f2b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.198285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9486-6be8-4d4c-a9ed-fa53b9f6d53f req-d7e73c58-ff4f-4072-b5a6-a40cb1f2b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.200680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbca9486-6be8-4d4c-a9ed-fa53b9f6d53f req-d7e73c58-ff4f-4072-b5a6-a40cb1f2b844 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 6502 time: 0.1849682 Dec 13 13:06:43.237581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f02fe-b523-40bc-a01a-ae73001f663f req-f13a17e3-1b8e-4e4e-9092-4779ed1f448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.239133 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-737f02fe-b523-40bc-a01a-ae73001f663f req-f13a17e3-1b8e-4e4e-9092-4779ed1f448f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 1097 time: 0.1777799 Dec 13 13:06:43.274530 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbca9486-6be8-4d4c-a9ed-fa53b9f6d53f req-089021ba-b58a-4290-94e3-cfb321d015c0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670109 Dec 13 13:06:43.296673 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.332383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Allocated IP 172.20.0.2 (f6093274-23f9-4163-a370-c1ba41788247/384435a0-f1db-4cd2-b954-c2e58c5415c7/b1e58404-ed17-4df4-9c28-ef615c2531ce) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:43.364216 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.416411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network f6093274-23f9-4163-a370-c1ba41788247 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:43.437618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:43.447902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:43.454167 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-737f02fe-b523-40bc-a01a-ae73001f663f req-d5941e2f-451b-4a5a-9428-bb998a7ed019 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855950 Dec 13 13:06:43.459743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=a3ecafed-bd54-4e88-bd8e-d9b5ee5b5b5e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:43.518617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61abadd1-c5cb-4ac9-966e-9d5b92bb4a85 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.520041 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-61abadd1-c5cb-4ac9-966e-9d5b92bb4a85 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/networks/b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 HTTP/1.1" status: 200 len: 804 time: 0.3181870 Dec 13 13:06:43.524549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37426) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:43.548494 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.555526 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.587948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.588706 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.602955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Network f6093274-23f9-4163-a370-c1ba41788247 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:43.605865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:43.609965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:43.622343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Pushing event updated for resources: {'Port': ['ID=b1e58404-ed17-4df4-9c28-ef615c2531ce,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:43.648052 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d5015c19-c6cc-4427-84e1-3614f7b57b9b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7055049 Dec 13 13:06:43.648405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37430) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:43.681039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Attempting to bind port b1e58404-ed17-4df4-9c28-ef615c2531ce on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:43.681336 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Attempting to bind port b1e58404-ed17-4df4-9c28-ef615c2531ce by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'dc82eaf8-5a6d-4594-a4e6-bb79bb22575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6093274-23f9-4163-a370-c1ba41788247'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:43.681719 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Attempting to bind port b1e58404-ed17-4df4-9c28-ef615c2531ce on network f6093274-23f9-4163-a370-c1ba41788247 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:43.688600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:43.688928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Checking segment: {'id': 'dc82eaf8-5a6d-4594-a4e6-bb79bb22575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6093274-23f9-4163-a370-c1ba41788247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:43.689493 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.689769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Bound using segment: {'id': 'dc82eaf8-5a6d-4594-a4e6-bb79bb22575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6093274-23f9-4163-a370-c1ba41788247'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:43.690512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Bound port: b1e58404-ed17-4df4-9c28-ef615c2531ce, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc82eaf8-5a6d-4594-a4e6-bb79bb22575c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6093274-23f9-4163-a370-c1ba41788247'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:43.690856 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.701878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-10a1016b-7c56-42f5-981a-68210e6c9636 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/networks/b55f8929-6b1a-4c23-b3ba-4ccbaad762b1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1767840 Dec 13 13:06:43.705708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37432) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:43.773312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] For port b1e58404-ed17-4df4-9c28-ef615c2531ce, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:43.777797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-981860ec-3ec5-4009-a9f0-556625d9fbef tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port a3ecafed-bd54-4e88-bd8e-d9b5ee5b5b5e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:43.778468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] For port b1e58404-ed17-4df4-9c28-ef615c2531ce, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b1e58404-ed17-4df4-9c28-ef615c2531ce,segment=NetworkSegment(dc82eaf8-5a6d-4594-a4e6-bb79bb22575c),segment_id=dc82eaf8-5a6d-4594-a4e6-bb79bb22575c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:43.778607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-981860ec-3ec5-4009-a9f0-556625d9fbef tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.786192 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.805669 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c118f-e569-4bcb-8921-59b81149b0ea tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.811443 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bd6c118f-e569-4bcb-8921-59b81149b0ea tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/subnets/a5e5b3d1-f4f4-4efe-a879-09a1806c789f HTTP/1.1" status: 200 len: 843 time: 0.1002805 Dec 13 13:06:43.818322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37434) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:43.828469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Allocated IP 2001:db8::1 (8e7baf8a-7a3f-47ef-81df-203eec4f3a95/227f9469-816f-494a-9f05-ed418e24a9f5/07034dc9-d5f9-427b-a1a5-8ba16ac57130) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:43.856166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771a05a-99a8-4527-9272-c9ef73e65d1c None None] Pushing event updated for resources: {'Port': ['ID=b1e58404-ed17-4df4-9c28-ef615c2531ce,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:43.898167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-981860ec-3ec5-4009-a9f0-556625d9fbef tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:43.912039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-981860ec-3ec5-4009-a9f0-556625d9fbef tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for a3ecafed-bd54-4e88-bd8e-d9b5ee5b5b5e owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:43.942626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b836ee3-3bbd-4260-a914-57ac517b6158 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['shared'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:43.948578 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9b836ee3-3bbd-4260-a914-57ac517b6158 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "GET /v2.0/subnets/a5e5b3d1-f4f4-4efe-a879-09a1806c789f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1246352 Dec 13 13:06:43.949664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37438) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:43.960467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305792901'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:44.010572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:44.014194 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.022474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b92f9e-1840-4da0-9ece-3d6f8d65e058 req-8cf9a44d-7e03-4dd5-9e31-ed6e4149473a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:44.034524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46b92f9e-1840-4da0-9ece-3d6f8d65e058 req-8cf9a44d-7e03-4dd5-9e31-ed6e4149473a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1120439 Dec 13 13:06:44.050449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.066602 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:44.089786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.090179 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Added segment d67ab051-1214-47fa-8450-0d808e89b2bc of type vlan for network 4806012e-bc1d-495c-914c-381b4204a7bf Dec 13 13:06:44.131147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46b92f9e-1840-4da0-9ece-3d6f8d65e058 req-910bcf73-d1bc-45f7-8ae8-f38cc3a8bb3b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953908 Dec 13 13:06:44.217948 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.238432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-981860ec-3ec5-4009-a9f0-556625d9fbef tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.271063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981860ec-3ec5-4009-a9f0-556625d9fbef tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=a3ecafed-bd54-4e88-bd8e-d9b5ee5b5b5e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:44.284978 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.307865 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.314467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:44.315344 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.371396 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4212899 Dec 13 13:06:44.375791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37440) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:44.383533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'network_id': '4806012e-bc1d-495c-914c-381b4204a7bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:44.397768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ac8c3676-1e5c-4735-a7df-3e42b4baadf9 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:44.402026 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-981860ec-3ec5-4009-a9f0-556625d9fbef tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.408146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-981860ec-3ec5-4009-a9f0-556625d9fbef tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/a3ecafed-bd54-4e88-bd8e-d9b5ee5b5b5e HTTP/1.1" status: 204 len: 168 time: 0.7561831 Dec 13 13:06:44.410995 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37442) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:44.419403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:44.459594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:44.468096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:44.468475 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.474292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:44.474945 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.500099 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4936de59-d084-4b3b-9b46-6c563af24782 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:06:44.500949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f154ae-bf9c-41dd-bd5e-857d5896ec8f None None] Network 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:44.504059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4936de59-d084-4b3b-9b46-6c563af24782 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/a3ecafed-bd54-4e88-bd8e-d9b5ee5b5b5e HTTP/1.1" status: 404 len: 333 time: 0.0285220 Dec 13 13:06:44.511099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37444) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:44.527514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79766076-bb1e-4de3-bc0e-3a81585dd22c tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Network': ['ID=4806012e-bc1d-495c-914c-381b4204a7bf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:44.532454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=07034dc9-d5f9-427b-a1a5-8ba16ac57130,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:44.576400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 4806012e-bc1d-495c-914c-381b4204a7bf details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:44.591345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebf643d-2864-42cb-a84c-112ffcb48aca tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet 384435a0-f1db-4cd2-b954-c2e58c5415c7 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:44.597956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ebf643d-2864-42cb-a84c-112ffcb48aca tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.635049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Made reservation on behalf of fe6f52f0488a4d6697b3174c80a58810 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:44.639549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.642461 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.670502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f4ea4223-5005-43a3-91c3-004e2d4ac5d1 None None] Provisioning complete for port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:44.670879 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4223-5005-43a3-91c3-004e2d4ac5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.694160 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ebf643d-2864-42cb-a84c-112ffcb48aca tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.735200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Performing IP validity checks on allocation pools {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 13:06:44.736523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 13:06:44.830933 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.836313 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ebf643d-2864-42cb-a84c-112ffcb48aca tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.903150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port ac8c3676-1e5c-4735-a7df-3e42b4baadf9, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ac8c3676-1e5c-4735-a7df-3e42b4baadf9,segment=NetworkSegment(fd913b31-108b-481d-a4c1-970c3c26c0a2),segment_id=fd913b31-108b-481d-a4c1-970c3c26c0a2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:44.911106 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4223-5005-43a3-91c3-004e2d4ac5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.915685 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:44.916741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b1e58404-ed17-4df4-9c28-ef615c2531ce up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:45.024289 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ebf643d-2864-42cb-a84c-112ffcb48aca tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.034900 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.042927 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.043478 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.044010 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.081279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf643d-2864-42cb-a84c-112ffcb48aca tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=384435a0-f1db-4cd2-b954-c2e58c5415c7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:45.083504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ebf643d-2864-42cb-a84c-112ffcb48aca tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.091136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=ac8c3676-1e5c-4735-a7df-3e42b4baadf9,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:45.095086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7ebf643d-2864-42cb-a84c-112ffcb48aca tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/384435a0-f1db-4cd2-b954-c2e58c5415c7 HTTP/1.1" status: 204 len: 168 time: 0.5809517 Dec 13 13:06:45.102306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37446) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:45.111178 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-f4ea4223-5005-43a3-91c3-004e2d4ac5d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:45.111743 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-f4ea4223-5005-43a3-91c3-004e2d4ac5d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:45.127660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b1e58404-ed17-4df4-9c28-ef615c2531ce triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:45.128085 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.182980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Checking segment: {'id': 'd67ab051-1214-47fa-8450-0d808e89b2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4806012e-bc1d-495c-914c-381b4204a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:45.185017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network hostable DHCP agents. Network: 4806012e-bc1d-495c-914c-381b4204a7bf, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:45.189595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=2b2b4531-7cfc-4adb-8207-84f2563afcd7,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:45.231883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Network 4806012e-bc1d-495c-914c-381b4204a7bf is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:45.245175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 4806012e-bc1d-495c-914c-381b4204a7bf) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:45.250869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:45.251625 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.260283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b85b4d-c1a0-4db8-9478-f61b06a2dfb0 None None] Network 4806012e-bc1d-495c-914c-381b4204a7bf requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:45.294576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-47e0a12c-8b0b-4970-ae11-45ca6a0e1265 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9174464 Dec 13 13:06:45.295294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37450) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:45.328137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e37a01df-220f-4c00-ad4b-4a2f92710fdb tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:45.360810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=07034dc9-d5f9-427b-a1a5-8ba16ac57130,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:45.379521 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:45.384358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.388530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:45.393773 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.415174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe1455-7475-41f0-947b-8e7086a1a812 req-78bfcebe-45af-4609-ab95-4cfb7d473bdb tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:45.416997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8efe1455-7475-41f0-947b-8e7086a1a812 req-78bfcebe-45af-4609-ab95-4cfb7d473bdb tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1400430 Dec 13 13:06:45.417655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa8ef41-b703-48c0-997d-c0f74cd6a3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-4806012e-bc1d-495c-914c-381b4204a7bf', 'network_id': '4806012e-bc1d-495c-914c-381b4204a7bf', 'project_id': 'fe6f52f0488a4d6697b3174c80a58810', 'fixed_ips': [{'subnet_id': '2b2b4531-7cfc-4adb-8207-84f2563afcd7'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:45.419637 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ef41-b703-48c0-997d-c0f74cd6a3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.521742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e37a01df-220f-4c00-ad4b-4a2f92710fdb tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29356136'] for subnet, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.539859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8efe1455-7475-41f0-947b-8e7086a1a812 req-23403b49-fb75-409f-b742-750d8143495b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141903 Dec 13 13:06:45.601072 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port b1e58404-ed17-4df4-9c28-ef615c2531ce, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b1e58404-ed17-4df4-9c28-ef615c2531ce,segment=NetworkSegment(dc82eaf8-5a6d-4594-a4e6-bb79bb22575c),segment_id=dc82eaf8-5a6d-4594-a4e6-bb79bb22575c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:45.602347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb752f-dcb4-4ae4-85c0-758cf65c4b15 None None] Network f6093274-23f9-4163-a370-c1ba41788247 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:45.651078 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port b1e58404-ed17-4df4-9c28-ef615c2531ce {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:45.651685 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.715302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 9f7ee794-e711-4401-88f1-6745033c0435 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:06:45.734301 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.743397 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-eaa8ef41-b703-48c0-997d-c0f74cd6a3de None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 13:06:45.743397 n-d-817326-4 neutron-server[109887]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 13 13:06:45.743397 n-d-817326-4 neutron-server[109887]: [parameters: {'in_use': 1, 'id_1': '2b2b4531-7cfc-4adb-8207-84f2563afcd7'}] Dec 13 13:06:45.743397 n-d-817326-4 neutron-server[109887]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:45.743761 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-eaa8ef41-b703-48c0-997d-c0f74cd6a3de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:45.843063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=b1e58404-ed17-4df4-9c28-ef615c2531ce,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:45.852111 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e37a01df-220f-4c00-ad4b-4a2f92710fdb tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731151253980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29187571'] for subnet, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.868705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] For port b1e58404-ed17-4df4-9c28-ef615c2531ce, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b1e58404-ed17-4df4-9c28-ef615c2531ce,segment=NetworkSegment(dc82eaf8-5a6d-4594-a4e6-bb79bb22575c),segment_id=dc82eaf8-5a6d-4594-a4e6-bb79bb22575c)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:45.869177 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.934087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c5fda4b5-725a-4601-bc8c-b028862d0ed3 None None] Provisioning complete for port b1e58404-ed17-4df4-9c28-ef615c2531ce triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:45.934712 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c5fda4b5-725a-4601-bc8c-b028862d0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.935313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for b1e58404-ed17-4df4-9c28-ef615c2531ce owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:45.967038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405d595-320e-4f3a-b66f-0fb33765fd9b None None] DHCP port deletion for f6093274-23f9-4163-a370-c1ba41788247 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:45.968916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a01df-220f-4c00-ad4b-4a2f92710fdb tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:45.970109 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e37a01df-220f-4c00-ad4b-4a2f92710fdb tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:45.971972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:06:45.974533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e37a01df-220f-4c00-ad4b-4a2f92710fdb tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "PUT /v2.0/subnets/2b2b4531-7cfc-4adb-8207-84f2563afcd7 HTTP/1.1" status: 200 len: 900 time: 0.6509988 Dec 13 13:06:45.975343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37456) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:45.984161 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef2e9c-0ae2-439c-86e2-1be6e38f4435 None None] Sync routers for ids ['9f7ee794-e711-4401-88f1-6745033c0435'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:06:46.000120 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef2e9c-0ae2-439c-86e2-1be6e38f4435 None None] Routers {'9f7ee794-e711-4401-88f1-6745033c0435'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:46.000858 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-adef2e9c-0ae2-439c-86e2-1be6e38f4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9f7ee794-e711-4401-88f1-6745033c0435'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:46.012256 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9b51f623-e843-4ca1-b1ac-6f24e74d1521 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/9f7ee794-e711-4401-88f1-6745033c0435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6608610 Dec 13 13:06:46.015540 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37458) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:46.017583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3aeb5-b80b-462c-ba9a-f51d86cd3474 req-0729e867-29d3-4633-89b9-be7c5bb353f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:46.019178 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ab3aeb5-b80b-462c-ba9a-f51d86cd3474 req-0729e867-29d3-4633-89b9-be7c5bb353f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4daf733a4251457082d3978a8e523292&device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 1097 time: 0.2072690 Dec 13 13:06:46.042620 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-adef2e9c-0ae2-439c-86e2-1be6e38f4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:46.051974 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef2e9c-0ae2-439c-86e2-1be6e38f4435 None None] Routers {'9f7ee794-e711-4401-88f1-6745033c0435'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:46.052787 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-adef2e9c-0ae2-439c-86e2-1be6e38f4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9f7ee794-e711-4401-88f1-6745033c0435'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:46.088937 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-adef2e9c-0ae2-439c-86e2-1be6e38f4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:46.089760 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef2e9c-0ae2-439c-86e2-1be6e38f4435 None None] The sync data for ids ['9f7ee794-e711-4401-88f1-6745033c0435'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:06:46.095780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8405d595-320e-4f3a-b66f-0fb33765fd9b None None] Deleting port b1e58404-ed17-4df4-9c28-ef615c2531ce {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:46.096160 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8405d595-320e-4f3a-b66f-0fb33765fd9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.099776 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a01df-220f-4c00-ad4b-4a2f92710fdb tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event updated for resources: {'Subnet': ['ID=2b2b4531-7cfc-4adb-8207-84f2563afcd7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:46.131647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015a155-2b88-4e67-ad93-5ad8094b2716 req-7dcea86a-6fe6-4944-8932-4aab3a17816a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:46.133413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b015a155-2b88-4e67-ad93-5ad8094b2716 req-7dcea86a-6fe6-4944-8932-4aab3a17816a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.2779315 Dec 13 13:06:46.163359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce83426-5ecc-48a8-a71f-3145f44943e0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:46.165746 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0ce83426-5ecc-48a8-a71f-3145f44943e0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports/07034dc9-d5f9-427b-a1a5-8ba16ac57130 HTTP/1.1" status: 200 len: 911 time: 0.1451581 Dec 13 13:06:46.168974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.172766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37460) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:46.180070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4892c2dc-7985-4c75-a7d4-5d087ceb7d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '227f9469-816f-494a-9f05-ed418e24a9f5'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:46.183408 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8405d595-320e-4f3a-b66f-0fb33765fd9b None None] For port b1e58404-ed17-4df4-9c28-ef615c2531ce, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b1e58404-ed17-4df4-9c28-ef615c2531ce,segment=NetworkSegment(dc82eaf8-5a6d-4594-a4e6-bb79bb22575c),segment_id=dc82eaf8-5a6d-4594-a4e6-bb79bb22575c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:46.183791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8405d595-320e-4f3a-b66f-0fb33765fd9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.192120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c5fda4b5-725a-4601-bc8c-b028862d0ed3 None None] Provisioning complete for port 07034dc9-d5f9-427b-a1a5-8ba16ac57130 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:46.192494 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c5fda4b5-725a-4601-bc8c-b028862d0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.210848 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.220928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3aeb5-b80b-462c-ba9a-f51d86cd3474 req-5373f824-8c25-4050-8268-8d26f3a8f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:46.222752 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ab3aeb5-b80b-462c-ba9a-f51d86cd3474 req-5373f824-8c25-4050-8268-8d26f3a8f3b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=772ebe61-546c-452f-a54e-fb76791d27a0 HTTP/1.1" status: 200 len: 910 time: 0.1918337 Dec 13 13:06:46.233909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c5fda4b5-725a-4601-bc8c-b028862d0ed3 None None] Port 07034dc9-d5f9-427b-a1a5-8ba16ac57130 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:46.239348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8405d595-320e-4f3a-b66f-0fb33765fd9b None None] Calling delete_port for b1e58404-ed17-4df4-9c28-ef615c2531ce owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:46.249626 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ef41-b703-48c0-997d-c0f74cd6a3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.256420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=b1e58404-ed17-4df4-9c28-ef615c2531ce,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:46.258477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No DVR routers for this DVR port b1e58404-ed17-4df4-9c28-ef615c2531ce on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:46.271784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c5fda4b5-725a-4601-bc8c-b028862d0ed3 None None] Provisioning complete for port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:46.272160 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c5fda4b5-725a-4601-bc8c-b028862d0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.309313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b015a155-2b88-4e67-ad93-5ad8094b2716 req-8658dd9f-6278-4452-8c54-21627c18139a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691828 Dec 13 13:06:46.314667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ac8c3676-1e5c-4735-a7df-3e42b4baadf9 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:46.358951 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.367640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.390883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6093274-23f9-4163-a370-c1ba41788247']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:46.406166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc82eaf8-5a6d-4594-a4e6-bb79bb22575c') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:46.406166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc82eaf8-5a6d-4594-a4e6-bb79bb22575c') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:46.409496 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ab3aeb5-b80b-462c-ba9a-f51d86cd3474 req-4fc5fa91-0436-4cfb-a8c6-a8ee94365eca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c04b0b-a26c-4cee-83a7-f3a91741311b HTTP/1.1" status: 200 len: 217 time: 0.1598005 Dec 13 13:06:46.444762 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.465602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.488616 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.498312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2b4531-7cfc-4adb-8207-84f2563afcd7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:46.500576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:46.501095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:46.505181 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:46.519169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3aeb5-b80b-462c-ba9a-f51d86cd3474 req-4c423a38-aa5b-413a-9d72-d2f6f6cd2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:46.520836 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ab3aeb5-b80b-462c-ba9a-f51d86cd3474 req-4c423a38-aa5b-413a-9d72-d2f6f6cd2e31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85305c5a-1dd6-4aae-bc48-ed12633ea374 HTTP/1.1" status: 200 len: 850 time: 0.0978029 Dec 13 13:06:46.583522 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4892c2dc-7985-4c75-a7d4-5d087ceb7d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.584293 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ab3aeb5-b80b-462c-ba9a-f51d86cd3474 req-de480463-60a5-4b55-9c68-c7d60f2ac8d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=772ebe61-546c-452f-a54e-fb76791d27a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336351 Dec 13 13:06:46.606586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.614058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.634011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4806012e-bc1d-495c-914c-381b4204a7bf']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:46.664509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server [None req-eaa8ef41-b703-48c0-997d-c0f74cd6a3de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b2b4531-7cfc-4adb-8207-84f2563afcd7: This subnet is being modified by another concurrent operation. Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:06:46.666112 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise exception Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b2b4531-7cfc-4adb-8207-84f2563afcd7: This subnet is being modified by another concurrent operation. Dec 13 13:06:46.678181 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Dec 13 13:06:46.681450 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/networks/f6093274-23f9-4163-a370-c1ba41788247 HTTP/1.1" status: 204 len: 168 time: 1.5468974 Dec 13 13:06:46.682015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67ab051-1214-47fa-8450-0d808e89b2bc') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:46.682015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67ab051-1214-47fa-8450-0d808e89b2bc') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:46.682301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37464) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:46.682301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'name': 'tempest-PortsTestJSON-593748748'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:46.684000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fb892-bf88-4c0a-b459-2b41540129d2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Network': ['ID=f6093274-23f9-4163-a370-c1ba41788247,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:46.689082 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.742361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16f1098-8410-4754-8222-c81166ef05dd None None] Network 4806012e-bc1d-495c-914c-381b4204a7bf requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:46.753298 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.786978 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ab3aeb5-b80b-462c-ba9a-f51d86cd3474 req-be3bda03-1c27-460a-a6c6-fd907443f03c service neutron] 10.222.0.42 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944163 Dec 13 13:06:46.793329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:46.793824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:46.797117 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.828983 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:46.832014 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:06:46.854133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:46.856152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:46.856457 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.857266 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.880269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e686af-6ef8-40c8-99b4-4ddb6596419f None None] Network 4806012e-bc1d-495c-914c-381b4204a7bf requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:46.882203 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8405d595-320e-4f3a-b66f-0fb33765fd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.885205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port 0804165e-9842-4031-8ae1-24b7d91e2464 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:46.927521 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.955012 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:46.958424 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/4806012e-bc1d-495c-914c-381b4204a7bf HTTP/1.1" status: 204 len: 168 time: 0.9787390 Dec 13 13:06:46.964334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37466) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:46.966535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8405d595-320e-4f3a-b66f-0fb33765fd9b None None] Network f6093274-23f9-4163-a370-c1ba41788247 is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:06:46.967144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405d595-320e-4f3a-b66f-0fb33765fd9b None None] No DVR routers for this DVR port b1e58404-ed17-4df4-9c28-ef615c2531ce on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:46.978622 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8ab3aeb5-b80b-462c-ba9a-f51d86cd3474 req-22ae6b6e-3e7d-478f-8a31-2ad916427fbc service neutron] 10.222.0.42 "GET /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832683 Dec 13 13:06:46.978988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405d595-320e-4f3a-b66f-0fb33765fd9b None None] Pushing event deleted for resources: {'Port': ['ID=b1e58404-ed17-4df4-9c28-ef615c2531ce,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:46.993905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe16f0-1fac-40cb-8ed0-88e0dc28b538 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Network': ['ID=4806012e-bc1d-495c-914c-381b4204a7bf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:47.014720 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-551e120b-93cf-405a-a748-3c371737bf3a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:47.014840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551e120b-93cf-405a-a748-3c371737bf3a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:47.018263 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-551e120b-93cf-405a-a748-3c371737bf3a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/subnets/2b2b4531-7cfc-4adb-8207-84f2563afcd7 HTTP/1.1" status: 404 len: 337 time: 0.0506542 Dec 13 13:06:47.024601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37468) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:47.054161 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f36d124-8ce8-4af0-9ee4-fe52c60a299d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:47.054304 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-82facd39-86dd-4046-a54d-912d3fa0c001 None None] Provisioning complete for port 07034dc9-d5f9-427b-a1a5-8ba16ac57130 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:47.054701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f36d124-8ce8-4af0-9ee4-fe52c60a299d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:47.057451 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82facd39-86dd-4046-a54d-912d3fa0c001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.057873 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6f36d124-8ce8-4af0-9ee4-fe52c60a299d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/4806012e-bc1d-495c-914c-381b4204a7bf HTTP/1.1" status: 404 len: 339 time: 0.0324481 Dec 13 13:06:47.061155 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37470) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:47.065604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb35466-f4a2-4cd0-b653-c95f57f02fe9 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:06:47.167840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-82facd39-86dd-4046-a54d-912d3fa0c001 None None] Port 07034dc9-d5f9-427b-a1a5-8ba16ac57130 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:47.205670 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.213169 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.268420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb35466-f4a2-4cd0-b653-c95f57f02fe9 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:06:47.270384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4892c2dc-7985-4c75-a7d4-5d087ceb7d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.282871 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4892c2dc-7985-4c75-a7d4-5d087ceb7d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.287759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b1e58404-ed17-4df4-9c28-ef615c2531ce no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:47.291458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4892c2dc-7985-4c75-a7d4-5d087ceb7d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:47.292401 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4892c2dc-7985-4c75-a7d4-5d087ceb7d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.297597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4892c2dc-7985-4c75-a7d4-5d087ceb7d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/ports/07034dc9-d5f9-427b-a1a5-8ba16ac57130 HTTP/1.1" status: 200 len: 911 time: 1.1227162 Dec 13 13:06:47.298550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37472) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:47.327502 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.338636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.348549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b1e58404-ed17-4df4-9c28-ef615c2531ce {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:47.348677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b1e58404-ed17-4df4-9c28-ef615c2531ce not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:47.382470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70fd17f-ca18-486a-8b3f-1a0c8a7ea161']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:47.404475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef7a404-2b39-406c-8604-21866c553ae9') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:47.404762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef7a404-2b39-406c-8604-21866c553ae9') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:47.417596 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:47.418526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=0804165e-9842-4031-8ae1-24b7d91e2464,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:47.423682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:47.426579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.428449 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:47.434138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:47.435040 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.458286 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.468590 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f4fe4609-426b-4165-8f7c-5de61ce3daf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7959096 Dec 13 13:06:47.469909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:47.470352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:47.474061 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:47.476463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37476) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:47.605567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.613012 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.616373 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/c70fd17f-ca18-486a-8b3f-1a0c8a7ea161 HTTP/1.1" status: 204 len: 168 time: 0.5540559 Dec 13 13:06:47.621163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37478) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:47.657914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2caa1-1670-4b24-bb43-baf20e02f8ca tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Network': ['ID=c70fd17f-ca18-486a-8b3f-1a0c8a7ea161,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:47.661591 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a61d89-e385-467d-bce0-a8cdacf55dc7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:47.662059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a61d89-e385-467d-bce0-a8cdacf55dc7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:47.665239 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-76a61d89-e385-467d-bce0-a8cdacf55dc7 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/subnets/b2f4318c-cdac-4a66-b24f-730f6c7bc479 HTTP/1.1" status: 404 len: 337 time: 0.0433199 Dec 13 13:06:47.667907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37480) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:47.691918 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-73192d2d-7474-42c7-a3cc-3b6fa4c39344 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:47.692354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73192d2d-7474-42c7-a3cc-3b6fa4c39344 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:47.698017 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-73192d2d-7474-42c7-a3cc-3b6fa4c39344 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/5f10ed34-929a-4c2b-9e3d-e95c5948aa1e HTTP/1.1" status: 404 len: 339 time: 0.0266337 Dec 13 13:06:47.699000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37482) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:47.710897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a6447f86-0eb4-4e24-abae-a13485f1f20c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 0804165e-9842-4031-8ae1-24b7d91e2464 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:47.711237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6447f86-0eb4-4e24-abae-a13485f1f20c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.814108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892c2dc-7985-4c75-a7d4-5d087ceb7d9b tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=07034dc9-d5f9-427b-a1a5-8ba16ac57130,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:47.815291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae6969e-eddd-43aa-b228-37f363154030 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Deleting subnet ab90df25-9496-430b-8651-b7a13ed81d1c {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:47.818422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6447f86-0eb4-4e24-abae-a13485f1f20c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.827494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ae6969e-eddd-43aa-b228-37f363154030 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:47.852862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a6447f86-0eb4-4e24-abae-a13485f1f20c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 0804165e-9842-4031-8ae1-24b7d91e2464 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:47.878590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30949ef6-7a34-4600-8cff-9ffcb6f1267c req-2d6e0927-dd68-4d6f-bc2f-616e27e2180a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:47.880449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30949ef6-7a34-4600-8cff-9ffcb6f1267c req-2d6e0927-dd68-4d6f-bc2f-616e27e2180a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1075842 Dec 13 13:06:47.882989 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ae6969e-eddd-43aa-b228-37f363154030 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.003428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30949ef6-7a34-4600-8cff-9ffcb6f1267c req-00e93cb8-6ac4-46b9-9cb9-1104a157f6b5 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878444 Dec 13 13:06:48.121159 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.378311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ae6969e-eddd-43aa-b228-37f363154030 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.395671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 07034dc9-d5f9-427b-a1a5-8ba16ac57130 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:48.396024 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.400310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6447f86-0eb4-4e24-abae-a13485f1f20c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.438297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6447f86-0eb4-4e24-abae-a13485f1f20c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=0804165e-9842-4031-8ae1-24b7d91e2464,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:48.450476 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6447f86-0eb4-4e24-abae-a13485f1f20c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.453768 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a6447f86-0eb4-4e24-abae-a13485f1f20c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/0804165e-9842-4031-8ae1-24b7d91e2464 HTTP/1.1" status: 204 len: 168 time: 0.9786439 Dec 13 13:06:48.458468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37484) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:48.471003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'mac_address': 'fa:16:3e:58:4e:52', 'name': 'tempest-PortsTestJSON-1220694046'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:48.477274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ae6969e-eddd-43aa-b228-37f363154030 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.507986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6969e-eddd-43aa-b228-37f363154030 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Subnet': ['ID=ab90df25-9496-430b-8651-b7a13ed81d1c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:48.511946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ae6969e-eddd-43aa-b228-37f363154030 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.518459 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5ae6969e-eddd-43aa-b228-37f363154030 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/subnets/ab90df25-9496-430b-8651-b7a13ed81d1c HTTP/1.1" status: 204 len: 168 time: 0.8148692 Dec 13 13:06:48.518692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37486) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:48.522451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29174aa-b732-4da2-996c-8caec8b28385 None None] Network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:48.571739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e83f2f-54c0-4d4e-b266-f1ec1049643d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Deleting subnet 3804a94d-ec61-4c3f-a56b-30956f804dcc {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:48.575233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9e83f2f-54c0-4d4e-b266-f1ec1049643d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.577234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.596384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 07034dc9-d5f9-427b-a1a5-8ba16ac57130 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:48.624375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9e83f2f-54c0-4d4e-b266-f1ec1049643d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.649810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:48.718330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9e83f2f-54c0-4d4e-b266-f1ec1049643d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.738432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.796299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9e83f2f-54c0-4d4e-b266-f1ec1049643d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.805128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port 481c9b4c-138a-492d-bad9-ce605ffc9640 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:48.856064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e83f2f-54c0-4d4e-b266-f1ec1049643d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Subnet': ['ID=3804a94d-ec61-4c3f-a56b-30956f804dcc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:48.860466 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c9e83f2f-54c0-4d4e-b266-f1ec1049643d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.866829 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c9e83f2f-54c0-4d4e-b266-f1ec1049643d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/subnets/3804a94d-ec61-4c3f-a56b-30956f804dcc HTTP/1.1" status: 204 len: 168 time: 0.3444524 Dec 13 13:06:48.867644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37488) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:48.952582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:48.967755 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.013480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Deleting port 13185934-ab13-4daa-9c03-b2b3e9ee44ac {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:49.014675 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.039677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-56cc9bf8-070d-430b-8a51-c4004d998a3a req-c9a6ca63-ad71-49f4-8545-70c841a7e572 tempest-SecurityGroupsTestJSON-948278787 tempest-SecurityGroupsTestJSON-948278787-project] (109886) timed out ('10.222.0.42', 54189) {{(pid=109886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:06:49.051045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=07034dc9-d5f9-427b-a1a5-8ba16ac57130,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:49.086637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] For port 13185934-ab13-4daa-9c03-b2b3e9ee44ac, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=13185934-ab13-4daa-9c03-b2b3e9ee44ac,segment=NetworkSegment(10251879-9560-4c19-856b-d27c1e43eabb),segment_id=10251879-9560-4c19-856b-d27c1e43eabb)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:49.087004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.103683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Calling delete_port for 13185934-ab13-4daa-9c03-b2b3e9ee44ac owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:49.180063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.180329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.180684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.181040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.181382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.181724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.182064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.182416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.182734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.183071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.183405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.183735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.184420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:49.199919 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.210980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.214671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.228779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Port': ['ID=13185934-ab13-4daa-9c03-b2b3e9ee44ac,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:49.242640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No DVR routers for this DVR port 13185934-ab13-4daa-9c03-b2b3e9ee44ac on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:49.298223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6bb09-e90c-487b-adec-0c1904a0ec72 req-4b026952-c969-4aba-9ba3-ced31001318b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:49.299877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02c6bb09-e90c-487b-adec-0c1904a0ec72 req-4b026952-c969-4aba-9ba3-ced31001318b tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1767678 Dec 13 13:06:49.338597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.362204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bced2b9-24da-4f6c-bb64-66ebc07149e0']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:49.372050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10251879-9560-4c19-856b-d27c1e43eabb') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:49.372371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10251879-9560-4c19-856b-d27c1e43eabb') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:49.383738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.394294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7045d185-bc4e-4a9f-996f-f26bd5c45909 None None] Network 6bced2b9-24da-4f6c-bb64-66ebc07149e0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:49.398580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.406095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:49.406494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:49.409759 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:49.420932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.457484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-af17ee49-0ee4-4e99-a015-f3bd8454bdf1 None None] Could not find standard attr ID for object 13185934-ab13-4daa-9c03-b2b3e9ee44ac. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:06:49.488562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.499056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.502522 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/6bced2b9-24da-4f6c-bb64-66ebc07149e0 HTTP/1.1" status: 204 len: 168 time: 0.6338923 Dec 13 13:06:49.505518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37492) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.523798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc72d2-511b-4871-814f-f9c4626d5d2a tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Network': ['ID=6bced2b9-24da-4f6c-bb64-66ebc07149e0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:49.528459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02c6bb09-e90c-487b-adec-0c1904a0ec72 req-2dacbada-c76c-4c9d-887b-6261257be5ed tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924112 Dec 13 13:06:49.543140 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-195576a7-5cb6-4b47-b3db-56a2ff9e7372 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:49.543406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195576a7-5cb6-4b47-b3db-56a2ff9e7372 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:49.544230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:49.546741 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-195576a7-5cb6-4b47-b3db-56a2ff9e7372 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/subnets/fb539afc-0f8e-45ec-9116-ad26da76b2e7 HTTP/1.1" status: 404 len: 337 time: 0.0405695 Dec 13 13:06:49.549268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37494) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.555110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 9f7ee794-e711-4401-88f1-6745033c0435 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:06:49.557254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:49.564141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=481c9b4c-138a-492d-bad9-ce605ffc9640,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:49.566958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:49.573336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:49.573960 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.576102 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e565ee8-4414-402c-8fa1-0aeb4b499bc2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:49.576637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e565ee8-4414-402c-8fa1-0aeb4b499bc2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:49.580057 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7e565ee8-4414-402c-8fa1-0aeb4b499bc2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/b3e996a5-bfa1-4569-b53c-c2eaf04e7706 HTTP/1.1" status: 404 len: 339 time: 0.0298374 Dec 13 13:06:49.582615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37498) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.599139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439dc8c-5860-481b-9b55-50819074f250 None None] DHCP port deletion for 6bced2b9-24da-4f6c-bb64-66ebc07149e0 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:49.621573 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-427aa8de-4899-407b-9355-a6f8d73f1717 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:49.622210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427aa8de-4899-407b-9355-a6f8d73f1717 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:49.626170 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-427aa8de-4899-407b-9355-a6f8d73f1717 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/subnets/afc3a211-9132-4223-83a8-b9a24ca1099e HTTP/1.1" status: 404 len: 337 time: 0.0419705 Dec 13 13:06:49.629535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37500) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.647469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f85f1c7c-c152-4167-a566-1167c51a9f1d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1834638 Dec 13 13:06:49.647736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37502) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.650630 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed72347-1775-4d8f-9f7d-bd2377d36d36 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:49.651164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed72347-1775-4d8f-9f7d-bd2377d36d36 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:49.654634 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9ed72347-1775-4d8f-9f7d-bd2377d36d36 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/18dc3917-19d0-41cc-a7d9-61f30ebbbd1f HTTP/1.1" status: 404 len: 339 time: 0.0238593 Dec 13 13:06:49.657250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37504) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.684910 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc25cf54-d93f-4e22-96d3-b462300d68f8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:49.685374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc25cf54-d93f-4e22-96d3-b462300d68f8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:49.690135 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fc25cf54-d93f-4e22-96d3-b462300d68f8 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/subnets/33fdfbad-de6c-490d-9f1f-1f5dfd9106b1 HTTP/1.1" status: 404 len: 337 time: 0.0311160 Dec 13 13:06:49.691902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37506) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.716705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:06:49.726956 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5e49b4-d3d7-4b42-9e3c-6567affae34e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:49.727697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5e49b4-d3d7-4b42-9e3c-6567affae34e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:49.727978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dee537-51f3-4e99-ac3d-6085f4d764e2 None None] Sync routers for ids ['9f7ee794-e711-4401-88f1-6745033c0435'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:06:49.731839 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3b5e49b4-d3d7-4b42-9e3c-6567affae34e tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/e1d541dc-d678-484f-bcd9-ef705bf4f4bf HTTP/1.1" status: 404 len: 339 time: 0.0388703 Dec 13 13:06:49.734986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37510) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.743439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dee537-51f3-4e99-ac3d-6085f4d764e2 None None] Routers {'9f7ee794-e711-4401-88f1-6745033c0435'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:49.745030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d4dee537-51f3-4e99-ac3d-6085f4d764e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9f7ee794-e711-4401-88f1-6745033c0435'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:49.748670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-021c4c51-a17d-4430-9495-7a05f1ca6071 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/9f7ee794-e711-4401-88f1-6745033c0435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4448559 Dec 13 13:06:49.754618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37512) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.794110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3a8be5f1-2d23-4910-95d5-3e524c222710 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f7ee794-e711-4401-88f1-6745033c0435 HTTP/1.1" status: 200 len: 205 time: 0.0359178 Dec 13 13:06:49.794895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37514) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.798922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d4dee537-51f3-4e99-ac3d-6085f4d764e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:49.800458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102629fd-cd2c-49c2-b1e2-bef00b696052 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:49.801960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-102629fd-cd2c-49c2-b1e2-bef00b696052 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/481c9b4c-138a-492d-bad9-ce605ffc9640 HTTP/1.1" status: 200 len: 841 time: 0.1532810 Dec 13 13:06:49.804645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37516) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:49.815063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dee537-51f3-4e99-ac3d-6085f4d764e2 None None] Routers {'9f7ee794-e711-4401-88f1-6745033c0435'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:49.818731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d4dee537-51f3-4e99-ac3d-6085f4d764e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9f7ee794-e711-4401-88f1-6745033c0435'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:49.847375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b75f28-0499-4613-a593-6bb82bafd086 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Deleting subnet adfef897-8438-477c-85ee-a110ce04c5ad {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:49.855112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d9b95-32d5-4c0b-b8b7-f38af965cc8d req-79a56650-292f-422b-bf37-82aa8b0eed63 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:49.857023 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-981d9b95-32d5-4c0b-b8b7-f38af965cc8d req-79a56650-292f-422b-bf37-82aa8b0eed63 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.0677876 Dec 13 13:06:49.862423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d4dee537-51f3-4e99-ac3d-6085f4d764e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:49.863087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dee537-51f3-4e99-ac3d-6085f4d764e2 None None] The sync data for ids ['9f7ee794-e711-4401-88f1-6745033c0435'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:06:49.872818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7b75f28-0499-4613-a593-6bb82bafd086 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:49.908301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-981d9b95-32d5-4c0b-b8b7-f38af965cc8d req-a6f03c0a-f602-4c62-affb-ea51e609a62d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 Dec 13 13:06:49.939027 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73961405-8c92-4262-8504-2f27023b2e3a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.037735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7b75f28-0499-4613-a593-6bb82bafd086 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.183729 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73961405-8c92-4262-8504-2f27023b2e3a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.189168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73961405-8c92-4262-8504-2f27023b2e3a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.216062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 13185934-ab13-4daa-9c03-b2b3e9ee44ac no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:50.237461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 13185934-ab13-4daa-9c03-b2b3e9ee44ac {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:50.237951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 13185934-ab13-4daa-9c03-b2b3e9ee44ac not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:50.263083 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73961405-8c92-4262-8504-2f27023b2e3a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.263637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73961405-8c92-4262-8504-2f27023b2e3a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Fanout notify agent at l3_agent the message router_deleted on router 9f7ee794-e711-4401-88f1-6745033c0435 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:06:50.266883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc2a24-a680-4558-b7d8-f978bffbee66 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 481c9b4c-138a-492d-bad9-ce605ffc9640 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:50.267205 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3fc2a24-a680-4558-b7d8-f978bffbee66 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.274556 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73961405-8c92-4262-8504-2f27023b2e3a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.275642 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-73961405-8c92-4262-8504-2f27023b2e3a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/9f7ee794-e711-4401-88f1-6745033c0435 HTTP/1.1" status: 204 len: 168 time: 0.4801970 Dec 13 13:06:50.278543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37518) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:50.279522 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7b75f28-0499-4613-a593-6bb82bafd086 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.336652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c550e829-72b2-4681-bf28-31be7e42ebce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting subnet 227f9469-816f-494a-9f05-ed418e24a9f5 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:50.339898 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c550e829-72b2-4681-bf28-31be7e42ebce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.375575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3fc2a24-a680-4558-b7d8-f978bffbee66 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.381390 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c550e829-72b2-4681-bf28-31be7e42ebce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.390840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc2a24-a680-4558-b7d8-f978bffbee66 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 481c9b4c-138a-492d-bad9-ce605ffc9640 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:50.438445 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7b75f28-0499-4613-a593-6bb82bafd086 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.468016 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c550e829-72b2-4681-bf28-31be7e42ebce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.479802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b75f28-0499-4613-a593-6bb82bafd086 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Subnet': ['ID=adfef897-8438-477c-85ee-a110ce04c5ad,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:50.481500 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7b75f28-0499-4613-a593-6bb82bafd086 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.483734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392fe195-2e5d-426a-b2d9-4cc7d329bacb None None] Network e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:50.487249 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e7b75f28-0499-4613-a593-6bb82bafd086 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/subnets/adfef897-8438-477c-85ee-a110ce04c5ad HTTP/1.1" status: 204 len: 168 time: 0.7473540 Dec 13 13:06:50.491389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:50.549538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c550e829-72b2-4681-bf28-31be7e42ebce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.581710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550e829-72b2-4681-bf28-31be7e42ebce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Subnet': ['ID=227f9469-816f-494a-9f05-ed418e24a9f5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:50.582374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.588789 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c550e829-72b2-4681-bf28-31be7e42ebce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.589959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3fc2a24-a680-4558-b7d8-f978bffbee66 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.593311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c550e829-72b2-4681-bf28-31be7e42ebce tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/227f9469-816f-494a-9f05-ed418e24a9f5 HTTP/1.1" status: 204 len: 168 time: 0.3131287 Dec 13 13:06:50.596087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37522) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:50.604610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a9ffc-83ce-4552-80fc-60a7b8ae71a4 None None] Network 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:50.627377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc2a24-a680-4558-b7d8-f978bffbee66 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=481c9b4c-138a-492d-bad9-ce605ffc9640,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:50.636980 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3fc2a24-a680-4558-b7d8-f978bffbee66 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.642646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f3fc2a24-a680-4558-b7d8-f978bffbee66 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/481c9b4c-138a-492d-bad9-ce605ffc9640 HTTP/1.1" status: 204 len: 168 time: 0.8347261 Dec 13 13:06:50.646157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37524) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:50.682902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9969f55-04f0-41e6-8ba3-1939a4d594ef None None] DHCP port deletion for e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:50.689801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.698488 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b11c139-dc89-4105-8a7b-b868fe8b2927 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:06:50.699965 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5b11c139-dc89-4105-8a7b-b868fe8b2927 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/481c9b4c-138a-492d-bad9-ce605ffc9640 HTTP/1.1" status: 404 len: 333 time: 0.0277450 Dec 13 13:06:50.703673 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37526) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:50.708465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'name': 'tempest-PortsTestJSON-843051012'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:50.758331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:50.758862 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.766858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e9969f55-04f0-41e6-8ba3-1939a4d594ef None None] Deleting port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:50.767306 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9969f55-04f0-41e6-8ba3-1939a4d594ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.800664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Deleting port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:50.801006 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.838526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port ac8c3676-1e5c-4735-a7df-3e42b4baadf9, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ac8c3676-1e5c-4735-a7df-3e42b4baadf9,segment=NetworkSegment(fd913b31-108b-481d-a4c1-970c3c26c0a2),segment_id=fd913b31-108b-481d-a4c1-970c3c26c0a2)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:50.839210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.845135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e9969f55-04f0-41e6-8ba3-1939a4d594ef None None] For port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6d43feea-f1c3-4bfe-a877-7f7cc9586d4f,segment=NetworkSegment(7850fb53-3bbb-4b89-bab9-9006e85e2e3b),segment_id=7850fb53-3bbb-4b89-bab9-9006e85e2e3b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:50.845608 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9969f55-04f0-41e6-8ba3-1939a4d594ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.849207 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:50.852736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.853214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for ac8c3676-1e5c-4735-a7df-3e42b4baadf9 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:50.865732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e9969f55-04f0-41e6-8ba3-1939a4d594ef None None] Calling delete_port for 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:50.873855 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e804996-9cfc-4060-a6e7-7b5f4497f510 None None] DHCP port deletion for 8e7baf8a-7a3f-47ef-81df-203eec4f3a95 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:50.886540 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port b23cfd9f-1928-41be-a9f4-a9d9025d6f98 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:50.896485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] For port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6d43feea-f1c3-4bfe-a877-7f7cc9586d4f,segment=NetworkSegment(7850fb53-3bbb-4b89-bab9-9006e85e2e3b),segment_id=7850fb53-3bbb-4b89-bab9-9006e85e2e3b)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:50.896845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.938717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Calling delete_port for 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:50.946540 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:50.993763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=ac8c3676-1e5c-4735-a7df-3e42b4baadf9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:50.996625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4e804996-9cfc-4060-a6e7-7b5f4497f510 None None] Deleting port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:50.997502 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e804996-9cfc-4060-a6e7-7b5f4497f510 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.014856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No DVR routers for this DVR port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:51.049510 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9969f55-04f0-41e6-8ba3-1939a4d594ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.089655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9969f55-04f0-41e6-8ba3-1939a4d594ef None None] Pushing event deleted for resources: {'Port': ['ID=6d43feea-f1c3-4bfe-a877-7f7cc9586d4f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:51.096962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9969f55-04f0-41e6-8ba3-1939a4d594ef None None] No DVR routers for this DVR port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:51.114759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4e804996-9cfc-4060-a6e7-7b5f4497f510 None None] For port ac8c3676-1e5c-4735-a7df-3e42b4baadf9, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:51.115390 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e804996-9cfc-4060-a6e7-7b5f4497f510 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.129721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4e804996-9cfc-4060-a6e7-7b5f4497f510 None None] Calling delete_port for ac8c3676-1e5c-4735-a7df-3e42b4baadf9 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:51.133909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-4e804996-9cfc-4060-a6e7-7b5f4497f510 None None] Port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:06:51.136061 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e804996-9cfc-4060-a6e7-7b5f4497f510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.147748 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.150032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056cb65-7894-41b9-bb87-28bb511303b8 req-e34585c1-d8b9-43e3-95ae-e41a251b3bf2 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:51.151619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d056cb65-7894-41b9-bb87-28bb511303b8 req-e34585c1-d8b9-43e3-95ae-e41a251b3bf2 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1287525 Dec 13 13:06:51.152104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.154291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.163897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e804996-9cfc-4060-a6e7-7b5f4497f510 None None] Pushing event deleted for resources: {'Port': ['ID=ac8c3676-1e5c-4735-a7df-3e42b4baadf9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:51.167537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e804996-9cfc-4060-a6e7-7b5f4497f510 None None] No DVR routers for this DVR port ac8c3676-1e5c-4735-a7df-3e42b4baadf9 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:51.193440 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Port': ['ID=6d43feea-f1c3-4bfe-a877-7f7cc9586d4f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:51.199674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7baf8a-7a3f-47ef-81df-203eec4f3a95']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:51.200272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No DVR routers for this DVR port 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:51.217066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd913b31-108b-481d-a4c1-970c3c26c0a2') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:51.217442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd913b31-108b-481d-a4c1-970c3c26c0a2') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:51.233659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.248723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d056cb65-7894-41b9-bb87-28bb511303b8 req-dd9ca9de-85a0-4e18-92b0-2862d3d3772c tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864415 Dec 13 13:06:51.255433 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.263149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:51.263638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:51.266967 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:51.295592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.304334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.325638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.334050 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.340989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/networks/8e7baf8a-7a3f-47ef-81df-203eec4f3a95 HTTP/1.1" status: 204 len: 168 time: 0.7400749 Dec 13 13:06:51.346862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37530) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:51.351511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c7ff5601-489e-404f-aa56-cf85f322216c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2052781221', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:51.356723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:51.357400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bc389-7533-40ce-a42b-9da5d30e6188 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Network': ['ID=8e7baf8a-7a3f-47ef-81df-203eec4f3a95,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:51.371268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7850fb53-3bbb-4b89-bab9-9006e85e2e3b') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:51.371558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7850fb53-3bbb-4b89-bab9-9006e85e2e3b') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:51.377451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5601-489e-404f-aa56-cf85f322216c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.378803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5601-489e-404f-aa56-cf85f322216c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.386431 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:51.391403 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.395092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:51.406566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:51.412456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:51.412856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.417819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=b23cfd9f-1928-41be-a9f4-a9d9025d6f98,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:51.427315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.445732 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5023ce17-e03f-4840-9070-566ebb77f778 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7410100 Dec 13 13:06:51.448859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:51.449398 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:51.453577 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:51.456569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37532) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:51.459062 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6e2a9a59-4d5f-4f1b-b12f-15ba506a4acf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:51.577515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.586299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.592131 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4 HTTP/1.1" status: 204 len: 168 time: 1.0972669 Dec 13 13:06:51.594820 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37534) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:51.611699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e2a9a59-4d5f-4f1b-b12f-15ba506a4acf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.632580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b6e27-657c-40b3-ac5b-1fd283d1b355 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Network': ['ID=e5aa752f-8c3f-4a1e-9c8d-3ce01dfbf9e4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:51.642644 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-1336fc5f-868a-4fa7-8043-0be5370d335d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:51.643120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1336fc5f-868a-4fa7-8043-0be5370d335d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:51.648634 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1336fc5f-868a-4fa7-8043-0be5370d335d tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/subnets/0c07c2fd-eb45-4890-8f3b-e5c426a1cf0c HTTP/1.1" status: 404 len: 337 time: 0.0501873 Dec 13 13:06:51.650511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37536) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:51.692066 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85d958c-3cfd-40be-9be3-a80b0a93755b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] DELETE failed (client error): The resource could not be found. Dec 13 13:06:51.692948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85d958c-3cfd-40be-9be3-a80b0a93755b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:51.698792 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f85d958c-3cfd-40be-9be3-a80b0a93755b tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/047c89e3-7638-4ee6-baf7-5984c33f468c HTTP/1.1" status: 404 len: 339 time: 0.0448883 Dec 13 13:06:51.701874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37538) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:51.752499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5601-489e-404f-aa56-cf85f322216c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.759318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5601-489e-404f-aa56-cf85f322216c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.778332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5601-489e-404f-aa56-cf85f322216c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.780111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c7ff5601-489e-404f-aa56-cf85f322216c tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4320576 Dec 13 13:06:51.782736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37540) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:51.788834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-910431761'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:51.808906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:51.812485 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.815501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd20031-3ae9-4aaa-b28b-8bd9385e1605 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Deleting subnet a5e5b3d1-f4f4-4efe-a879-09a1806c789f {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:06:51.820592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efd20031-3ae9-4aaa-b28b-8bd9385e1605 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.836533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:51.846303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.846643 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added segment e823d37a-1d7c-4e69-b3b6-3b5e8878173c of type vlan for network ca909b90-8270-4d92-8a01-08593c094441 Dec 13 13:06:51.888080 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efd20031-3ae9-4aaa-b28b-8bd9385e1605 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.895602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.922682 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.929108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:51.929882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.954434 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e2a9a59-4d5f-4f1b-b12f-15ba506a4acf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.961480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e2a9a59-4d5f-4f1b-b12f-15ba506a4acf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:51.992251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2080638 Dec 13 13:06:51.995408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37542) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:52.007972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'subnet': {'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:52.032961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a9a59-4d5f-4f1b-b12f-15ba506a4acf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] In _notify_port_updated(), no bound segment for port b23cfd9f-1928-41be-a9f4-a9d9025d6f98 on network 80e1f77d-7d40-445b-a26b-641191ac2fbd {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:06:52.038639 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a9a59-4d5f-4f1b-b12f-15ba506a4acf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:52.039247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e2a9a59-4d5f-4f1b-b12f-15ba506a4acf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.040566 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6e2a9a59-4d5f-4f1b-b12f-15ba506a4acf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "PUT /v2.0/ports/b23cfd9f-1928-41be-a9f4-a9d9025d6f98 HTTP/1.1" status: 200 len: 818 time: 0.5858243 Dec 13 13:06:52.047855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37544) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:52.065337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f428822-31b6-49eb-8a7d-a167540d7858 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Network': ['ID=ca909b90-8270-4d92-8a01-08593c094441,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:52.077407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network ca909b90-8270-4d92-8a01-08593c094441 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:52.094425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a9a59-4d5f-4f1b-b12f-15ba506a4acf tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=b23cfd9f-1928-41be-a9f4-a9d9025d6f98,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:52.100849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efd20031-3ae9-4aaa-b28b-8bd9385e1605 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.135114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:52.140233 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.232181 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8b2cb-5d75-4f21-b9f3-5be03345f17f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port b23cfd9f-1928-41be-a9f4-a9d9025d6f98 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:52.232632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b2cb-5d75-4f21-b9f3-5be03345f17f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.239220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ac8c3676-1e5c-4735-a7df-3e42b4baadf9 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:52.240100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efd20031-3ae9-4aaa-b28b-8bd9385e1605 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.265553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ac8c3676-1e5c-4735-a7df-3e42b4baadf9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:52.265903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ac8c3676-1e5c-4735-a7df-3e42b4baadf9 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:52.266543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:52.293145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:52.293486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6d43feea-f1c3-4bfe-a877-7f7cc9586d4f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:52.326058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-efd20031-3ae9-4aaa-b28b-8bd9385e1605 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.332006 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-efd20031-3ae9-4aaa-b28b-8bd9385e1605 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/subnets/a5e5b3d1-f4f4-4efe-a879-09a1806c789f HTTP/1.1" status: 204 len: 168 time: 0.6292267 Dec 13 13:06:52.333651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0861b7-f34e-4152-a073-c7b4daefa406 None None] Network b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:52.335892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd20031-3ae9-4aaa-b28b-8bd9385e1605 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e5b3d1-f4f4-4efe-a879-09a1806c789f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:52.344879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37548) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:52.385137 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b2cb-5d75-4f21-b9f3-5be03345f17f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.425972 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.437968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8b2cb-5d75-4f21-b9f3-5be03345f17f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for b23cfd9f-1928-41be-a9f4-a9d9025d6f98 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:52.466190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.479496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adbda7-7f83-4fce-8e94-d515dfbcc737 req-876cbdf0-08ff-4535-bd40-c644039cf6ee tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:52.481389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9adbda7-7f83-4fce-8e94-d515dfbcc737 req-876cbdf0-08ff-4535-bd40-c644039cf6ee tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1374056 Dec 13 13:06:52.520676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Subnet': ['ID=8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:52.559687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f9f50d-8662-4f7c-ae26-a106c9df57e2 None None] DHCP port deletion for b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:52.573492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Checking segment: {'id': 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:52.573995 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network hostable DHCP agents. Network: ca909b90-8270-4d92-8a01-08593c094441, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:52.587975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9adbda7-7f83-4fce-8e94-d515dfbcc737 req-115fd389-85b7-46d9-8f37-7c27b353bd31 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942471 Dec 13 13:06:52.608923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network ca909b90-8270-4d92-8a01-08593c094441 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:52.615346 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b2cb-5d75-4f21-b9f3-5be03345f17f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.619590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9f50d-8662-4f7c-ae26-a106c9df57e2 None None] Deleting port 9c459396-382d-4cdb-a07a-0f209b0d92e0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:52.619965 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f50d-8662-4f7c-ae26-a106c9df57e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.633917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, ca909b90-8270-4d92-8a01-08593c094441) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:52.640533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:52.641703 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.644448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Deleting port 9c459396-382d-4cdb-a07a-0f209b0d92e0 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:52.645845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.661895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90d1f9-964a-42dc-a648-cfc73ec86fe3 None None] Network ca909b90-8270-4d92-8a01-08593c094441 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:52.666974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dff0a192-c820-4cee-9cfb-f361e28f885e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6704681 Dec 13 13:06:52.667620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37550) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:52.727543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8b2cb-5d75-4f21-b9f3-5be03345f17f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=b23cfd9f-1928-41be-a9f4-a9d9025d6f98,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:52.737724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b2cb-5d75-4f21-b9f3-5be03345f17f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.739317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c9f9f50d-8662-4f7c-ae26-a106c9df57e2 None None] For port 9c459396-382d-4cdb-a07a-0f209b0d92e0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9c459396-382d-4cdb-a07a-0f209b0d92e0,segment=NetworkSegment(eedb941d-e094-47e6-997a-43dd32bd6e39),segment_id=eedb941d-e094-47e6-997a-43dd32bd6e39)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:52.739624 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f50d-8662-4f7c-ae26-a106c9df57e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.745698 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8ed8b2cb-5d75-4f21-b9f3-5be03345f17f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/b23cfd9f-1928-41be-a9f4-a9d9025d6f98 HTTP/1.1" status: 204 len: 168 time: 0.6931596 Dec 13 13:06:52.747687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37552) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:52.765108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9f50d-8662-4f7c-ae26-a106c9df57e2 None None] Calling delete_port for 9c459396-382d-4cdb-a07a-0f209b0d92e0 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:52.769541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] For port 9c459396-382d-4cdb-a07a-0f209b0d92e0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9c459396-382d-4cdb-a07a-0f209b0d92e0,segment=NetworkSegment(eedb941d-e094-47e6-997a-43dd32bd6e39),segment_id=eedb941d-e094-47e6-997a-43dd32bd6e39)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:52.769930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.799164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Calling delete_port for 9c459396-382d-4cdb-a07a-0f209b0d92e0 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:52.854689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-ca909b90-8270-4d92-8a01-08593c094441', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:52.855468 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.864342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b843b27-60bc-4650-a4f8-174dd735b0b5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:52.866853 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2b843b27-60bc-4650-a4f8-174dd735b0b5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1179564 Dec 13 13:06:52.870303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37554) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:52.905761 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b42d42-d63b-4738-80ea-d54d4efabe00 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:06:52.907150 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a7b42d42-d63b-4738-80ea-d54d4efabe00 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/b23cfd9f-1928-41be-a9f4-a9d9025d6f98 HTTP/1.1" status: 404 len: 333 time: 0.0355339 Dec 13 13:06:52.911260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37556) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:52.916434 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2130816674'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:52.962885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:52.965301 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f50d-8662-4f7c-ae26-a106c9df57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.967433 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:52.995823 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.007262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9f50d-8662-4f7c-ae26-a106c9df57e2 None None] Pushing event deleted for resources: {'Port': ['ID=9c459396-382d-4cdb-a07a-0f209b0d92e0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:53.009342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9f50d-8662-4f7c-ae26-a106c9df57e2 None None] No DVR routers for this DVR port 9c459396-382d-4cdb-a07a-0f209b0d92e0 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:53.034324 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:53.041688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Port': ['ID=9c459396-382d-4cdb-a07a-0f209b0d92e0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:53.047397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] No DVR routers for this DVR port 9c459396-382d-4cdb-a07a-0f209b0d92e0 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:53.062368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Allocated IP 2001:db8::2 (ca909b90-8270-4d92-8a01-08593c094441/8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e/48746a62-5615-4b63-9e8e-bf4bac175adc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:53.071245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.075833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.076186 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Added segment 9d739c40-8c65-4b3a-b864-e32dfe6094b7 of type vlan for network a88c114a-89a7-4d6f-b9df-4d34e730339c Dec 13 13:06:53.195431 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.199949 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.222105 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.229616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55f8929-6b1a-4c23-b3ba-4ccbaad762b1']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:53.230025 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.255162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedb941d-e094-47e6-997a-43dd32bd6e39') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:53.255558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedb941d-e094-47e6-997a-43dd32bd6e39') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:53.264568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-36f84e05-328d-479f-a0e2-3525b6753bc8 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:53.266062 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-36f84e05-328d-479f-a0e2-3525b6753bc8 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1703324 Dec 13 13:06:53.270307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Network ca909b90-8270-4d92-8a01-08593c094441 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:53.276007 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.278607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:53.283539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:53.290170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.295948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:53.296547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.320952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Pushing event updated for resources: {'Port': ['ID=48746a62-5615-4b63-9e8e-bf4bac175adc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:53.346561 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Allocated IP 2001:db8::1 (ca909b90-8270-4d92-8a01-08593c094441/8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e/4c50cbaa-3217-44b2-bcc1-45367f6c8724) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:53.351734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Attempting to bind port 48746a62-5615-4b63-9e8e-bf4bac175adc on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:53.353197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.353340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Attempting to bind port 48746a62-5615-4b63-9e8e-bf4bac175adc by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:53.353677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Attempting to bind port 48746a62-5615-4b63-9e8e-bf4bac175adc on network ca909b90-8270-4d92-8a01-08593c094441 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:53.359537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:53.360204 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Checking segment: {'id': 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:53.360610 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.361005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Bound using segment: {'id': 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:53.361471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Bound port: 48746a62-5615-4b63-9e8e-bf4bac175adc, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:53.362060 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.406709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:06:53.407143 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.413036 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5007823 Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:06:53.414201 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:06:53.416950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37560) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:53.423461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:53.430220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] For port 48746a62-5615-4b63-9e8e-bf4bac175adc, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:53.458761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc53c1-6144-4889-88e3-5ec9e0797e68 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Network': ['ID=a88c114a-89a7-4d6f-b9df-4d34e730339c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:53.469740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network a88c114a-89a7-4d6f-b9df-4d34e730339c details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:53.522319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.528381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.532452 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] 10.222.0.31 "DELETE /v2.0/networks/b55f8929-6b1a-4c23-b3ba-4ccbaad762b1 HTTP/1.1" status: 204 len: 168 time: 1.1858721 Dec 13 13:06:53.544092 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.547046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] For port 48746a62-5615-4b63-9e8e-bf4bac175adc, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48746a62-5615-4b63-9e8e-bf4bac175adc,segment=NetworkSegment(e823d37a-1d7c-4e69-b3b6-3b5e8878173c),segment_id=e823d37a-1d7c-4e69-b3b6-3b5e8878173c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:53.553636 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11fc4c-da57-4cd3-a24f-6cd76ad76be2 tempest-NetworksIpV6Test-2089074384 tempest-NetworksIpV6Test-2089074384-project] Pushing event deleted for resources: {'Network': ['ID=b55f8929-6b1a-4c23-b3ba-4ccbaad762b1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:53.566706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:53.568442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-3e22ed2b-0913-4af7-9d06-513d205b1731 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Deleting port 04c04b0b-a26c-4cee-83a7-f3a91741311b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:53.568826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-3e22ed2b-0913-4af7-9d06-513d205b1731 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.570564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.578447 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.664339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.676824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deb1ea-f5f0-4b36-80d9-7968c92cbe1e None None] Pushing event updated for resources: {'Port': ['ID=48746a62-5615-4b63-9e8e-bf4bac175adc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:53.703065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-3e22ed2b-0913-4af7-9d06-513d205b1731 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] For port 04c04b0b-a26c-4cee-83a7-f3a91741311b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=04c04b0b-a26c-4cee-83a7-f3a91741311b,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:53.703569 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-3e22ed2b-0913-4af7-9d06-513d205b1731 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.738173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-3e22ed2b-0913-4af7-9d06-513d205b1731 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Calling delete_port for 04c04b0b-a26c-4cee-83a7-f3a91741311b owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:53.742841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network ca909b90-8270-4d92-8a01-08593c094441 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:53.771928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:53.780575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=4c50cbaa-3217-44b2-bcc1-45367f6c8724,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:53.783029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:53.783575 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.913004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-3e22ed2b-0913-4af7-9d06-513d205b1731 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:53.928482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['2665946e-1fa9-40c2-a4a3-aafa97667ee9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:06:53.929621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff65fd-9864-45cb-ba72-ad7c033c3eb8 req-7e46b023-c307-4275-86cf-0759497c529d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:53.931210 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6ff65fd-9864-45cb-ba72-ad7c033c3eb8 req-7e46b023-c307-4275-86cf-0759497c529d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 946 time: 0.1971374 Dec 13 13:06:53.947872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37568) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:53.990319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22ed2b-0913-4af7-9d06-513d205b1731 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Pushing event deleted for resources: {'Port': ['ID=04c04b0b-a26c-4cee-83a7-f3a91741311b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:54.019711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['04c04b0b-a26c-4cee-83a7-f3a91741311b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:06:54.024017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0472c71d-312c-4b5c-bc91-16d16fa4ca07 None None] DHCP port deletion for 772ebe61-546c-452f-a54e-fb76791d27a0 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:06:54.114203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6ff65fd-9864-45cb-ba72-ad7c033c3eb8 req-591b71f3-80c1-41d3-b5c7-ab048cec5ab5 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719568 Dec 13 13:06:54.121173 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.127289 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.256286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5db65b0a-a0c3-4099-acb6-5d6fdc120387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.261841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=e7b6ca15-2aec-44f7-b057-9dc2bb8988f6,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:54.338832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48746a62-5615-4b63-9e8e-bf4bac175adc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:54.359291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Checking segment: {'id': '9d739c40-8c65-4b3a-b864-e32dfe6094b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:54.359895 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network hostable DHCP agents. Network: a88c114a-89a7-4d6f-b9df-4d34e730339c, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:54.393686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network a88c114a-89a7-4d6f-b9df-4d34e730339c is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:54.394903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 48746a62-5615-4b63-9e8e-bf4bac175adc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:54.395450 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.408397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, a88c114a-89a7-4d6f-b9df-4d34e730339c) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:54.429475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:54.430095 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.479570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-37a69093-df52-4fc9-83ef-841b81a8426a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0619578 Dec 13 13:06:54.483301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37572) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:54.488553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b861142a-97b7-4bc1-b057-0e7b9ca64652 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:54.557770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-3e22ed2b-0913-4af7-9d06-513d205b1731 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] No DVR routers for this DVR port 04c04b0b-a26c-4cee-83a7-f3a91741311b on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:06:54.566268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-3e22ed2b-0913-4af7-9d06-513d205b1731 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.569738 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2d8795d0-46e7-4f92-bdc7-0eb69e8d6afc req-3e22ed2b-0913-4af7-9d06-513d205b1731 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.42 "DELETE /v2.0/ports/04c04b0b-a26c-4cee-83a7-f3a91741311b HTTP/1.1" status: 204 len: 173 time: 1.2956882 Dec 13 13:06:54.570049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d569e77-3cf8-419e-9a3e-1d1f451a6b2a', 'name': 'network-vif-deleted', 'tag': '04c04b0b-a26c-4cee-83a7-f3a91741311b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:06:54.572371 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6dd88-8627-48b8-848b-07e45680b8d0" -d '{"events": [{"server_uuid": "2d569e77-3cf8-419e-9a3e-1d1f451a6b2a", "name": "network-vif-deleted", "tag": "04c04b0b-a26c-4cee-83a7-f3a91741311b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:06:54.606306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4dc451-58cd-44eb-844b-ab34329afa22 None None] Network a88c114a-89a7-4d6f-b9df-4d34e730339c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:54.646534 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f39b8c-9e33-418f-a2e1-38bcad712f7c x-openstack-request-id: req-03f39b8c-9e33-418f-a2e1-38bcad712f7c {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:06:54.647902 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d569e77-3cf8-419e-9a3e-1d1f451a6b2a", "name": "network-vif-deleted", "tag": "04c04b0b-a26c-4cee-83a7-f3a91741311b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:06:54.648255 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03f39b8c-9e33-418f-a2e1-38bcad712f7c {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:06:54.649207 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d569e77-3cf8-419e-9a3e-1d1f451a6b2a', 'name': 'network-vif-deleted', 'tag': '04c04b0b-a26c-4cee-83a7-f3a91741311b', 'status': 'completed', 'code': 200} Dec 13 13:06:54.650145 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.660743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.661552 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.689157 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b9d5c8d0-79ad-4aa3-bcc0-145bc6a9811b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe6f52f0488a4d6697b3174c80a58810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7335584 Dec 13 13:06:54.695495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37576) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:54.706461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b861142a-97b7-4bc1-b057-0e7b9ca64652 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:54.710211 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b861142a-97b7-4bc1-b057-0e7b9ca64652 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.776132 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4490-254f-4fbd-8ede-a6501f519359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.791546 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.808005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a88c114a-89a7-4d6f-b9df-4d34e730339c', 'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c', 'project_id': 'bbd88c456e024765b8aad9fde561d6cb', 'fixed_ips': [{'subnet_id': 'e7b6ca15-2aec-44f7-b057-9dc2bb8988f6'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:54.809076 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.821744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4490-254f-4fbd-8ede-a6501f519359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.858129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 48746a62-5615-4b63-9e8e-bf4bac175adc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48746a62-5615-4b63-9e8e-bf4bac175adc,segment=NetworkSegment(e823d37a-1d7c-4e69-b3b6-3b5e8878173c),segment_id=e823d37a-1d7c-4e69-b3b6-3b5e8878173c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:54.862321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=4c50cbaa-3217-44b2-bcc1-45367f6c8724,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:54.892145 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4490-254f-4fbd-8ede-a6501f519359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.895000 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4490-254f-4fbd-8ede-a6501f519359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.898662 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8eeb4490-254f-4fbd-8ede-a6501f519359 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26e530a9-d028-4652-9c8f-acd5eee789be HTTP/1.1" status: 204 len: 168 time: 0.1996293 Dec 13 13:06:54.915926 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:54.943924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb4490-254f-4fbd-8ede-a6501f519359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e530a9-d028-4652-9c8f-acd5eee789be,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:54.959043 n-d-817326-4 neutron-server[109886]: INFO neutron.db.ipam_backend_mixin [None req-b861142a-97b7-4bc1-b057-0e7b9ca64652 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e7b6ca15-2aec-44f7-b057-9dc2bb8988f6 (CIDR: 172.20.0.0/28) Dec 13 13:06:55.001253 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b861142a-97b7-4bc1-b057-0e7b9ca64652 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:06:55.001746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b861142a-97b7-4bc1-b057-0e7b9ca64652 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:06:55.011019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network ca909b90-8270-4d92-8a01-08593c094441 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:55.016847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:55.026748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9c459396-382d-4cdb-a07a-0f209b0d92e0 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:55.046640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b861142a-97b7-4bc1-b057-0e7b9ca64652 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5624151 Dec 13 13:06:55.049363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37580) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:55.060778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-539acf6b-4093-4f74-a201-d0f3d2878332 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:55.070598 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 9c459396-382d-4cdb-a07a-0f209b0d92e0 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:55.070937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9c459396-382d-4cdb-a07a-0f209b0d92e0 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:55.076226 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=48746a62-5615-4b63-9e8e-bf4bac175adc,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:55.092549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Allocated IP 172.20.0.2 (a88c114a-89a7-4d6f-b9df-4d34e730339c/e7b6ca15-2aec-44f7-b057-9dc2bb8988f6/91bf22e6-d27d-40a7-9ec8-5a28dd21a921) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:55.271207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d33b00e-f721-4b16-8eb3-a2d35cfa9a28 None None] Network ca909b90-8270-4d92-8a01-08593c094441 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:55.281099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:06:55.306682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b439ed7-dc6a-4688-bbdd-05a568d65b63 req-a160c07a-00ca-4410-afca-c0bb8874133c tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d569e77-3cf8-419e-9a3e-1d1f451a6b2a HTTP/1.1" status: 200 len: 210 time: 0.0375161 Dec 13 13:06:55.318746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539acf6b-4093-4f74-a201-d0f3d2878332 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:55.323104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-539acf6b-4093-4f74-a201-d0f3d2878332 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.410425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:06:55.422446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c60723b1-92b7-4e9f-94c2-6c1fcd8bdbf5 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7513597 Dec 13 13:06:55.422652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37588) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:55.422797 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:06:55.432550 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:55.432765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-992136600'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:55.433156 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:55.466194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f4f4df27-3e9d-44f7-ac94-69069e579382 None None] Provisioning complete for port 48746a62-5615-4b63-9e8e-bf4bac175adc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:55.466804 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4f4df27-3e9d-44f7-ac94-69069e579382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.475633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:55.480303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.514868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:55.525743 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.535109 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.535926 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added segment 507a226a-2d68-495f-9cf4-a9d9efae1a61 of type vlan for network b05c2e52-a667-498a-8227-813e5d31dab6 Dec 13 13:06:55.543022 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.621910 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.627493 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:06:55.637001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Network a88c114a-89a7-4d6f-b9df-4d34e730339c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:55.647549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:55.650791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:55.655998 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.663268 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:55.664048 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.672991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Pushing event updated for resources: {'Port': ['ID=91bf22e6-d27d-40a7-9ec8-5a28dd21a921,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:55.707275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-539acf6b-4093-4f74-a201-d0f3d2878332 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.731188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3030927 Dec 13 13:06:55.732216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37596) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:55.749359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'subnet': {'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:55.789911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Attempting to bind port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:55.790331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Attempting to bind port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '9d739c40-8c65-4b3a-b864-e32dfe6094b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:55.790701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Attempting to bind port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 on network a88c114a-89a7-4d6f-b9df-4d34e730339c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:55.802729 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:55.803113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Checking segment: {'id': '9d739c40-8c65-4b3a-b864-e32dfe6094b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:55.803506 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.803903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Bound using segment: {'id': '9d739c40-8c65-4b3a-b864-e32dfe6094b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:55.804385 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Bound port: 91bf22e6-d27d-40a7-9ec8-5a28dd21a921, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d739c40-8c65-4b3a-b864-e32dfe6094b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:55.804917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.817226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539acf6b-4093-4f74-a201-d0f3d2878332 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=ed6f6d56-ff35-4c8f-966e-e2b2eab92448,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:55.844779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539acf6b-4093-4f74-a201-d0f3d2878332 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network a88c114a-89a7-4d6f-b9df-4d34e730339c is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:55.850444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-539acf6b-4093-4f74-a201-d0f3d2878332 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:55.859771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539acf6b-4093-4f74-a201-d0f3d2878332 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:55.860459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-539acf6b-4093-4f74-a201-d0f3d2878332 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:55.893922 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-539acf6b-4093-4f74-a201-d0f3d2878332 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8430367 Dec 13 13:06:55.897214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37600) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:55.901340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1855fb-4e97-455c-b828-5ee2d6a4be98 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Network': ['ID=b05c2e52-a667-498a-8227-813e5d31dab6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:55.917631 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c', 'fixed_ips': [{'subnet_id': 'e7b6ca15-2aec-44f7-b057-9dc2bb8988f6'}, {'subnet_id': 'ed6f6d56-ff35-4c8f-966e-e2b2eab92448'}], 'name': 'tempest-PortsTestJSON-362586814'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:55.922409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b05c2e52-a667-498a-8227-813e5d31dab6 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:55.934491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:55.942898 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.082237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] For port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:56.087008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] For port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=91bf22e6-d27d-40a7-9ec8-5a28dd21a921,segment=NetworkSegment(9d739c40-8c65-4b3a-b864-e32dfe6094b7),segment_id=9d739c40-8c65-4b3a-b864-e32dfe6094b7)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:56.098895 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:06:53Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:54Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:56.099361 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.147832 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:06:56.148019 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Updating router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:06:56.201240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:56.216126 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.218543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132aec69-15b8-4a8f-a402-e40cd2f5843c None None] Pushing event updated for resources: {'Port': ['ID=91bf22e6-d27d-40a7-9ec8-5a28dd21a921,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:56.294942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-60eea9b5-6659-4fed-bdc8-9cfcad6a732e None None] Provisioning complete for port 48746a62-5615-4b63-9e8e-bf4bac175adc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:56.295583 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60eea9b5-6659-4fed-bdc8-9cfcad6a732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.300381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37608) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:56.400682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48746a62-5615-4b63-9e8e-bf4bac175adc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:56.482721 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.533092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port cf5c8057-fc60-4350-b449-fd5dbab8b94b yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:06:56.548805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b4a528c0-dc2c-4ec6-acdc-05e1b7eb4efd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1432698020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:56.682385 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f051203-1a77-4039-a76d-0a6345d07106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.683940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-60eea9b5-6659-4fed-bdc8-9cfcad6a732e None None] Provisioning complete for port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:56.684831 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60eea9b5-6659-4fed-bdc8-9cfcad6a732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.744760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-60eea9b5-6659-4fed-bdc8-9cfcad6a732e None None] Port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:56.751158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 48746a62-5615-4b63-9e8e-bf4bac175adc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:56.751776 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.921188 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.924206 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.928690 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.945990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-797137de-069a-4601-976f-183f1b9e1e0a None None] Provisioning complete for port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:56.946945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-797137de-069a-4601-976f-183f1b9e1e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.976777 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b4a528c0-dc2c-4ec6-acdc-05e1b7eb4efd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:56.979200 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b4a528c0-dc2c-4ec6-acdc-05e1b7eb4efd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.009224 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Pushing event updated for resources: {'Port': ['ID=4c50cbaa-3217-44b2-bcc1-45367f6c8724,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:57.012550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-797137de-069a-4601-976f-183f1b9e1e0a None None] Port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:06:57.021299 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.021647 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.022032 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.022467 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.022801 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.023128 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.024763 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.025261 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.025663 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.026186 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.026521 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.026887 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.027216 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:06:57.040265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f5cf-dd60-4e7a-a45d-bc4359a76e82 req-d7569214-d232-4370-b99c-af1be896b06d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:57.053870 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0096f5cf-dd60-4e7a-a45d-bc4359a76e82 req-d7569214-d232-4370-b99c-af1be896b06d tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.1730211 Dec 13 13:06:57.071244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Subnet': ['ID=5903458b-0e5a-4a9c-ae29-92077459db83,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:57.093908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Checking segment: {'id': '507a226a-2d68-495f-9cf4-a9d9efae1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:57.094487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network hostable DHCP agents. Network: b05c2e52-a667-498a-8227-813e5d31dab6, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:57.113759 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b4a528c0-dc2c-4ec6-acdc-05e1b7eb4efd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.130483 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b4a528c0-dc2c-4ec6-acdc-05e1b7eb4efd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.137934 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Attempting to bind port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:57.138349 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Attempting to bind port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:57.138715 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Attempting to bind port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 on network ca909b90-8270-4d92-8a01-08593c094441 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:57.142166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network b05c2e52-a667-498a-8227-813e5d31dab6 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:57.146348 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:57.146781 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Checking segment: {'id': 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:57.147190 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.147584 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Bound using segment: {'id': 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:57.148060 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Bound port: 4c50cbaa-3217-44b2-bcc1-45367f6c8724, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:57.148443 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.160601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0096f5cf-dd60-4e7a-a45d-bc4359a76e82 req-3cab7e1a-3cf4-4c24-ad88-617788152fe9 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057329 Dec 13 13:06:57.171313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b05c2e52-a667-498a-8227-813e5d31dab6) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:57.187766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b8d52-827d-4385-b124-b6c6163e37c4 None None] Network b05c2e52-a667-498a-8227-813e5d31dab6 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:57.188122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:57.188809 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.194691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b4a528c0-dc2c-4ec6-acdc-05e1b7eb4efd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.198492 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b4a528c0-dc2c-4ec6-acdc-05e1b7eb4efd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8951294 Dec 13 13:06:57.199510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37618) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:57.210649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-772244880'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:57.214352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.12 (a88c114a-89a7-4d6f-b9df-4d34e730339c/e7b6ca15-2aec-44f7-b057-9dc2bb8988f6/cf5c8057-fc60-4350-b449-fd5dbab8b94b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:57.222725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.30 (a88c114a-89a7-4d6f-b9df-4d34e730339c/ed6f6d56-ff35-4c8f-966e-e2b2eab92448/cf5c8057-fc60-4350-b449-fd5dbab8b94b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:57.240573 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] For port 4c50cbaa-3217-44b2-bcc1-45367f6c8724, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:57.244442 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] For port 4c50cbaa-3217-44b2-bcc1-45367f6c8724, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4c50cbaa-3217-44b2-bcc1-45367f6c8724,segment=NetworkSegment(e823d37a-1d7c-4e69-b3b6-3b5e8878173c),segment_id=e823d37a-1d7c-4e69-b3b6-3b5e8878173c)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:57.253757 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.262034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e87036d7-74d1-443e-98d6-df960623d57a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5215087 Dec 13 13:06:57.267033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37620) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:57.281935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Made reservation on behalf of f869076f833647e4acef3a1b24e41490 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:57.296629 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.313715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6597a536-512d-4fdd-83c7-b335088e007e None None] Provisioning complete for port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:57.314460 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6597a536-512d-4fdd-83c7-b335088e007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.325442 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:06:57.326348 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:57.362418 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.477525 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:06:57.492189 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.541070 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.542256 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f21e2-924e-4a9a-bfae-9867c12c194e None None] Pushing event updated for resources: {'Port': ['ID=4c50cbaa-3217-44b2-bcc1-45367f6c8724,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:57.567575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-b05c2e52-a667-498a-8227-813e5d31dab6', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:06:57.568704 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.583884 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6597a536-512d-4fdd-83c7-b335088e007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.643477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6597a536-512d-4fdd-83c7-b335088e007e None None] For port 4c50cbaa-3217-44b2-bcc1-45367f6c8724, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4c50cbaa-3217-44b2-bcc1-45367f6c8724,segment=NetworkSegment(e823d37a-1d7c-4e69-b3b6-3b5e8878173c),segment_id=e823d37a-1d7c-4e69-b3b6-3b5e8878173c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:57.648332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=cf5c8057-fc60-4350-b449-fd5dbab8b94b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:57.660219 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6597a536-512d-4fdd-83c7-b335088e007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.690936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network a88c114a-89a7-4d6f-b9df-4d34e730339c is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:57.693292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:57.699066 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:57.719081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597a536-512d-4fdd-83c7-b335088e007e None None] Pushing event updated for resources: {'Port': ['ID=4c50cbaa-3217-44b2-bcc1-45367f6c8724,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:57.810146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:57.813779 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.831809 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.845959 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4c039ac0-77ac-4071-928b-1de2415b432c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9476275 Dec 13 13:06:57.849067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37624) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:57.859246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f0576518-3fdc-4a34-8465-43e5c562dbe0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7b6ca15-2aec-44f7-b057-9dc2bb8988f6'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:57.862307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-dd54677f-37ef-4592-809b-68e93b97d5c7 None None] Provisioning complete for port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:57.862684 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dd54677f-37ef-4592-809b-68e93b97d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.882065 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:06:53Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:06:57.946610 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.948721 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640ed9b-81ab-4c4e-8472-23f80042448b None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:06:53Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:06:57.968145 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0576518-3fdc-4a34-8465-43e5c562dbe0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:57.984278 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.012915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Allocated IP 2001:db8:1::2 (b05c2e52-a667-498a-8227-813e5d31dab6/5903458b-0e5a-4a9c-ae29-92077459db83/d34ac656-8d05-40b3-bb83-31e3496713c9) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:58.038232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:06:58.074490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca126b72-efa6-4a36-b5f7-ffd1cee10820 None None] Network a88c114a-89a7-4d6f-b9df-4d34e730339c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:06:58.104229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50147a-c7d4-4d31-b03e-73790f157e55,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:58.111422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.112149 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Added segment 2844976f-c01a-4b75-95de-a281ca1970ab of type vlan for network 0b520035-60a9-404f-8896-86046cc83626 Dec 13 13:06:58.169597 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.174912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.202343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 04c04b0b-a26c-4cee-83a7-f3a91741311b no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:06:58.307499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.315080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:58.315738 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.436440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:06:58.437351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f0576518-3fdc-4a34-8465-43e5c562dbe0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Delete allocated IP 172.20.0.30 (a88c114a-89a7-4d6f-b9df-4d34e730339c/ed6f6d56-ff35-4c8f-966e-e2b2eab92448) {{(pid=109885) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 13:06:58.454845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 04c04b0b-a26c-4cee-83a7-f3a91741311b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:06:58.455233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 04c04b0b-a26c-4cee-83a7-f3a91741311b not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:06:58.491656 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:06:58.509627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3073473 Dec 13 13:06:58.521552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37628) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:58.542344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Request body: {'subnet': {'network_id': '0b520035-60a9-404f-8896-86046cc83626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:58.623145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e95cbc-283f-46de-add3-a7fc99cac957 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'Network': ['ID=0b520035-60a9-404f-8896-86046cc83626,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:58.627570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0576518-3fdc-4a34-8465-43e5c562dbe0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.644682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0576518-3fdc-4a34-8465-43e5c562dbe0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.648403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 0b520035-60a9-404f-8896-86046cc83626 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:06:58.711470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5a9ad988-a0fb-4528-86ba-a8147444e8cd None None] Provisioning complete for port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:58.711755 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad988-a0fb-4528-86ba-a8147444e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.752062 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0576518-3fdc-4a34-8465-43e5c562dbe0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=cf5c8057-fc60-4350-b449-fd5dbab8b94b,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:58.782338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c20296-7067-4ca5-9cd7-ca3a720a2dc0 req-05ca5b77-e7a6-4db1-8f30-0050a393a204 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:58.784119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7c20296-7067-4ca5-9cd7-ca3a720a2dc0 req-05ca5b77-e7a6-4db1-8f30-0050a393a204 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.4654627 Dec 13 13:06:58.786289 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.809711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f0576518-3fdc-4a34-8465-43e5c562dbe0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] In _notify_port_updated(), no bound segment for port cf5c8057-fc60-4350-b449-fd5dbab8b94b on network a88c114a-89a7-4d6f-b9df-4d34e730339c {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:06:58.817979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0576518-3fdc-4a34-8465-43e5c562dbe0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:58.818873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0576518-3fdc-4a34-8465-43e5c562dbe0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.821243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.825939 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f0576518-3fdc-4a34-8465-43e5c562dbe0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "PUT /v2.0/ports/cf5c8057-fc60-4350-b449-fd5dbab8b94b HTTP/1.1" status: 200 len: 919 time: 0.9751778 Dec 13 13:06:58.837693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37636) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:06:58.851214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-08e82893-94eb-443b-b895-f408868e1ffa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7b6ca15-2aec-44f7-b057-9dc2bb8988f6'}, {'subnet_id': 'ed6f6d56-ff35-4c8f-966e-e2b2eab92448'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:06:58.870884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:58.871255 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.933131 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Made reservation on behalf of f869076f833647e4acef3a1b24e41490 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:06:58.941886 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:58.955812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Network b05c2e52-a667-498a-8227-813e5d31dab6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:58.965004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:58.973308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:59.013259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Pushing event updated for resources: {'Port': ['ID=d34ac656-8d05-40b3-bb83-31e3496713c9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:59.035994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08e82893-94eb-443b-b895-f408868e1ffa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.098891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-7e8cb321-5e5e-4a1c-97f6-62ee93e675f7 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:59.100679 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-7e8cb321-5e5e-4a1c-97f6-62ee93e675f7 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.37 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 945 time: 0.1604459 Dec 13 13:06:59.121941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Allocated IP 2001:db8:1::1 (b05c2e52-a667-498a-8227-813e5d31dab6/5903458b-0e5a-4a9c-ae29-92077459db83/d42f1393-cc8b-4d8b-aab6-b078205a2f78) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:59.141992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770d811-88d9-4c9c-a05d-cc8e0795b57e None None] Update dhcp port {'port': {'network_id': 'a88c114a-89a7-4d6f-b9df-4d34e730339c', 'fixed_ips': [{'subnet_id': 'e7b6ca15-2aec-44f7-b057-9dc2bb8988f6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed6f6d56-ff35-4c8f-966e-e2b2eab92448'}], 'binding:host_id': 'n-d-817326-4'}, 'id': '91bf22e6-d27d-40a7-9ec8-5a28dd21a921'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:06:59.215923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Attempting to bind port d34ac656-8d05-40b3-bb83-31e3496713c9 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:06:59.216818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Attempting to bind port d34ac656-8d05-40b3-bb83-31e3496713c9 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '507a226a-2d68-495f-9cf4-a9d9efae1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:06:59.217173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Attempting to bind port d34ac656-8d05-40b3-bb83-31e3496713c9 on network b05c2e52-a667-498a-8227-813e5d31dab6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:06:59.225177 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.259292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:06:59.259678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Checking segment: {'id': '507a226a-2d68-495f-9cf4-a9d9efae1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:59.260082 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.260463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Bound using segment: {'id': '507a226a-2d68-495f-9cf4-a9d9efae1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:06:59.260946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Bound port: d34ac656-8d05-40b3-bb83-31e3496713c9, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507a226a-2d68-495f-9cf4-a9d9efae1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:06:59.261813 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.272777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad988-a0fb-4528-86ba-a8147444e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.311469 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2770d811-88d9-4c9c-a05d-cc8e0795b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.354250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-6abd61b7-cd15-46a0-a2b6-a248a7167d3a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Deleting port 2665946e-1fa9-40c2-a4a3-aafa97667ee9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:06:59.354598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-6abd61b7-cd15-46a0-a2b6-a248a7167d3a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.358963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.385615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7c20296-7067-4ca5-9cd7-ca3a720a2dc0 req-449a50f5-88ff-487f-a202-6716cf14051a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894952 Dec 13 13:06:59.454976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5a9ad988-a0fb-4528-86ba-a8147444e8cd None None] For port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=91bf22e6-d27d-40a7-9ec8-5a28dd21a921,segment=NetworkSegment(9d739c40-8c65-4b3a-b864-e32dfe6094b7),segment_id=9d739c40-8c65-4b3a-b864-e32dfe6094b7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:59.460667 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.467645 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad988-a0fb-4528-86ba-a8147444e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.522613 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.524229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-6abd61b7-cd15-46a0-a2b6-a248a7167d3a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] For port 2665946e-1fa9-40c2-a4a3-aafa97667ee9, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=2665946e-1fa9-40c2-a4a3-aafa97667ee9,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:06:59.524735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-6abd61b7-cd15-46a0-a2b6-a248a7167d3a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.527667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-08e82893-94eb-443b-b895-f408868e1ffa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.21 (a88c114a-89a7-4d6f-b9df-4d34e730339c/ed6f6d56-ff35-4c8f-966e-e2b2eab92448/cf5c8057-fc60-4350-b449-fd5dbab8b94b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:06:59.545356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-6abd61b7-cd15-46a0-a2b6-a248a7167d3a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Calling delete_port for 2665946e-1fa9-40c2-a4a3-aafa97667ee9 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:06:59.590702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5a9ad988-a0fb-4528-86ba-a8147444e8cd None None] Provisioning complete for port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:06:59.590939 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad988-a0fb-4528-86ba-a8147444e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.599043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network b05c2e52-a667-498a-8227-813e5d31dab6 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:06:59.611684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:59.617005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:06:59.617561 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.658747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=d42f1393-cc8b-4d8b-aab6-b078205a2f78,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:59.663202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.741808 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:06:59.742200 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:06:59.751739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] For port d34ac656-8d05-40b3-bb83-31e3496713c9, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:06:59.763140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'Subnet': ['ID=27d6352c-3909-4311-9610-24b8ec1db026,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:59.774147 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08e82893-94eb-443b-b895-f408868e1ffa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.785126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08e82893-94eb-443b-b895-f408868e1ffa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.805354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Checking segment: {'id': '2844976f-c01a-4b75-95de-a281ca1970ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0b520035-60a9-404f-8896-86046cc83626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:06:59.805733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Network hostable DHCP agents. Network: 0b520035-60a9-404f-8896-86046cc83626, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:06:59.813161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] For port d34ac656-8d05-40b3-bb83-31e3496713c9, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d34ac656-8d05-40b3-bb83-31e3496713c9,segment=NetworkSegment(507a226a-2d68-495f-9cf4-a9d9efae1a61),segment_id=507a226a-2d68-495f-9cf4-a9d9efae1a61)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:06:59.814607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.823286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ad988-a0fb-4528-86ba-a8147444e8cd None None] Pushing event updated for resources: {'Port': ['ID=91bf22e6-d27d-40a7-9ec8-5a28dd21a921,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:59.832342 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.869388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Network 0b520035-60a9-404f-8896-86046cc83626 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:06:59.890828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 0b520035-60a9-404f-8896-86046cc83626) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:06:59.901573 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-6abd61b7-cd15-46a0-a2b6-a248a7167d3a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.939306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:06:59.940223 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:06:59.946876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e82893-94eb-443b-b895-f408868e1ffa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=cf5c8057-fc60-4350-b449-fd5dbab8b94b,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:06:59.967938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-2770d811-88d9-4c9c-a05d-cc8e0795b57e None None] Allocated IP 172.20.0.18 (a88c114a-89a7-4d6f-b9df-4d34e730339c/ed6f6d56-ff35-4c8f-966e-e2b2eab92448/91bf22e6-d27d-40a7-9ec8-5a28dd21a921) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:00.005699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd61b7-cd15-46a0-a2b6-a248a7167d3a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Pushing event deleted for resources: {'Port': ['ID=2665946e-1fa9-40c2-a4a3-aafa97667ee9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:00.025854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cb2a8ad0-f6a4-48da-992b-6f5ae7acfff0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4889288 Dec 13 13:07:00.029088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37648) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:00.036067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Request body: {'network': {'name': 'tempest-router-network01--124332347'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:00.042139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-08e82893-94eb-443b-b895-f408868e1ffa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] In _notify_port_updated(), no bound segment for port cf5c8057-fc60-4350-b449-fd5dbab8b94b on network a88c114a-89a7-4d6f-b9df-4d34e730339c {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:07:00.058590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e82893-94eb-443b-b895-f408868e1ffa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:00.059441 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-08e82893-94eb-443b-b895-f408868e1ffa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.060932 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-08e82893-94eb-443b-b895-f408868e1ffa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "PUT /v2.0/ports/cf5c8057-fc60-4350-b449-fd5dbab8b94b HTTP/1.1" status: 200 len: 999 time: 1.2219489 Dec 13 13:07:00.065686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37650) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:00.078640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2debc41-2cec-41f1-9a89-78c731c853a6 None None] Network 0b520035-60a9-404f-8896-86046cc83626 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:00.081805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['2665946e-1fa9-40c2-a4a3-aafa97667ee9'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:07:00.083677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3007d140-7fc2-4ce3-8185-1b3ad941085c None None] DHCP port deletion for 772ebe61-546c-452f-a54e-fb76791d27a0 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:00.099264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-6abd61b7-cd15-46a0-a2b6-a248a7167d3a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] No DVR routers for this DVR port 2665946e-1fa9-40c2-a4a3-aafa97667ee9 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:00.107590 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-6abd61b7-cd15-46a0-a2b6-a248a7167d3a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.111098 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a18de363-0657-487c-bbd1-22f2ef499a8f req-6abd61b7-cd15-46a0-a2b6-a248a7167d3a tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.37 "DELETE /v2.0/ports/2665946e-1fa9-40c2-a4a3-aafa97667ee9 HTTP/1.1" status: 204 len: 173 time: 1.0015266 Dec 13 13:07:00.111607 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caecc89a-d735-41c3-9a69-567b36c00b26', 'name': 'network-vif-deleted', 'tag': '2665946e-1fa9-40c2-a4a3-aafa97667ee9'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:07:00.114334 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25081297-62bc-4ee7-b84f-04252e04f6ed" -d '{"events": [{"server_uuid": "caecc89a-d735-41c3-9a69-567b36c00b26", "name": "network-vif-deleted", "tag": "2665946e-1fa9-40c2-a4a3-aafa97667ee9"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:07:00.159659 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a494ad0-36ff-4e5f-9a9a-f404251e85d5 x-openstack-request-id: req-3a494ad0-36ff-4e5f-9a9a-f404251e85d5 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:07:00.160177 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caecc89a-d735-41c3-9a69-567b36c00b26", "name": "network-vif-deleted", "tag": "2665946e-1fa9-40c2-a4a3-aafa97667ee9", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:07:00.160737 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a494ad0-36ff-4e5f-9a9a-f404251e85d5 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:07:00.161480 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caecc89a-d735-41c3-9a69-567b36c00b26', 'name': 'network-vif-deleted', 'tag': '2665946e-1fa9-40c2-a4a3-aafa97667ee9', 'status': 'completed', 'code': 200} Dec 13 13:07:00.234124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Made reservation on behalf of f869076f833647e4acef3a1b24e41490 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:00.239160 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.265789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2770d811-88d9-4c9c-a05d-cc8e0795b57e None None] For port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=91bf22e6-d27d-40a7-9ec8-5a28dd21a921,segment=NetworkSegment(9d739c40-8c65-4b3a-b864-e32dfe6094b7),segment_id=9d739c40-8c65-4b3a-b864-e32dfe6094b7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:00.341710 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.409701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:07:00.453665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f950fcd9-2fc4-401d-9491-f95d6f2d6a33 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port cf5c8057-fc60-4350-b449-fd5dbab8b94b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:00.453989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f950fcd9-2fc4-401d-9491-f95d6f2d6a33 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.506876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.507222 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Added segment 6b3bb603-ab36-4e00-9cbc-4737ffd79326 of type vlan for network 67bfb4ff-7297-43b8-8b4e-de449a6feeee Dec 13 13:07:00.552936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcada481-adbb-4d8f-8ffe-0066da1607ad None None] Pushing event updated for resources: {'Port': ['ID=d34ac656-8d05-40b3-bb83-31e3496713c9,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:00.561898 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2770d811-88d9-4c9c-a05d-cc8e0795b57e None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.592720 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2770d811-88d9-4c9c-a05d-cc8e0795b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.659872 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.689923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.764355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6caae2a3-e2d0-4b86-bdc7-bfc17b598c02 req-5c07cbf3-6bfe-4bad-a4e1-78c7eec3abf6 tempest-ServerRescueTestJSON-405142388 tempest-ServerRescueTestJSON-405142388-project] 10.222.0.31 "GET /v2.0/ports?device_id=caecc89a-d735-41c3-9a69-567b36c00b26 HTTP/1.1" status: 200 len: 210 time: 0.1925285 Dec 13 13:07:00.765183 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.766708 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.841829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-0b520035-60a9-404f-8896-86046cc83626', 'network_id': '0b520035-60a9-404f-8896-86046cc83626', 'project_id': 'f869076f833647e4acef3a1b24e41490', 'fixed_ips': [{'subnet_id': '27d6352c-3909-4311-9610-24b8ec1db026'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:00.842796 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.885630 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f950fcd9-2fc4-401d-9491-f95d6f2d6a33 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.926706 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.932470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:00.933073 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:00.939559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770d811-88d9-4c9c-a05d-cc8e0795b57e None None] Pushing event updated for resources: {'Port': ['ID=91bf22e6-d27d-40a7-9ec8-5a28dd21a921,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:00.969267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f950fcd9-2fc4-401d-9491-f95d6f2d6a33 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for cf5c8057-fc60-4350-b449-fd5dbab8b94b owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:00.973717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:01.099708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'Network': ['ID=67bfb4ff-7297-43b8-8b4e-de449a6feeee,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:01.109818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Allocated IP 172.20.0.2 (0b520035-60a9-404f-8896-86046cc83626/27d6352c-3909-4311-9610-24b8ec1db026/1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:01.113996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 67bfb4ff-7297-43b8-8b4e-de449a6feeee details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:07:01.115765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-98cfe03e-57b6-480d-bd75-3c3670eae28f tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0852430 Dec 13 13:07:01.118948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37662) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:01.128194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Request body: {'network': {'name': 'tempest-router-network02--727419996'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:01.129384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=d42f1393-cc8b-4d8b-aab6-b078205a2f78,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:01.130696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:01.131076 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:01.219564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Made reservation on behalf of f869076f833647e4acef3a1b24e41490 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:01.224036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:01.297751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:07:01.325381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:01.326109 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Added segment 3fe02f19-abd3-4613-b71a-683f0eab9c69 of type vlan for network 85a94e23-3e1f-4935-aded-ed03782dc2a1 Dec 13 13:07:01.395047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network b05c2e52-a667-498a-8227-813e5d31dab6 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:01.415463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:01.432051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:01.506214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:01.512393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:01.513359 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:01.744209 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6239464 Dec 13 13:07:01.748642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37668) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:01.754387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Request body: {'subnet': {'network_id': '67bfb4ff-7297-43b8-8b4e-de449a6feeee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:01.884442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37672) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:01.888851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d90d3c-ceec-4c36-9c02-3da2c126def1 None None] Network a88c114a-89a7-4d6f-b9df-4d34e730339c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:01.899928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0fa69-6c25-4090-9c19-d7bcd4820b42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'Network': ['ID=85a94e23-3e1f-4935-aded-ed03782dc2a1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:02.038897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Made reservation on behalf of f869076f833647e4acef3a1b24e41490 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:02.042992 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.050835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 85a94e23-3e1f-4935-aded-ed03782dc2a1 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:07:02.118166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:02.191600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf388a5a-e52d-4e20-9822-46c46b8586ea None None] Network b05c2e52-a667-498a-8227-813e5d31dab6 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:02.208159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7a93ab9e-6cc0-4117-9a86-dc5a258b7a0e None None] Provisioning complete for port cf5c8057-fc60-4350-b449-fd5dbab8b94b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:02.208843 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a93ab9e-6cc0-4117-9a86-dc5a258b7a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.270605 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f950fcd9-2fc4-401d-9491-f95d6f2d6a33 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.284936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:02.290596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c8b19332-179b-49c7-aaf3-d82cabe06629 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0215228 Dec 13 13:07:02.313588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37674) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:02.321630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1248092528'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:02.326969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:02.358643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4c50cbaa-3217-44b2-bcc1-45367f6c8724 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:02.370057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950fcd9-2fc4-401d-9491-f95d6f2d6a33 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=cf5c8057-fc60-4350-b449-fd5dbab8b94b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:02.406569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:02.413486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.414924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:02.415578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:02.427432 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.428604 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-462169fa-090f-4cf7-9c8e-191d8d8fab0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2835364 Dec 13 13:07:02.478093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7a93ab9e-6cc0-4117-9a86-dc5a258b7a0e None None] Port cf5c8057-fc60-4350-b449-fd5dbab8b94b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:02.489950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:07:02.499484 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.503142 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.503824 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added segment 453c2811-c35b-4a52-8e1b-5f29f993a5bf of type vlan for network c1971c6f-99e7-4b09-934e-8f121c9379fc Dec 13 13:07:02.554566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 2665946e-1fa9-40c2-a4a3-aafa97667ee9 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:02.555609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.597079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 2665946e-1fa9-40c2-a4a3-aafa97667ee9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:02.597421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 2665946e-1fa9-40c2-a4a3-aafa97667ee9 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:02.603572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-6bfb48a9-3b39-4c03-a815-6f7595b0c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:02.605990 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-6bfb48a9-3b39-4c03-a815-6f7595b0c112 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 1098 time: 0.1343639 Dec 13 13:07:02.626795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7a93ab9e-6cc0-4117-9a86-dc5a258b7a0e None None] Provisioning complete for port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:02.627336 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a93ab9e-6cc0-4117-9a86-dc5a258b7a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.657340 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.664029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:02.664939 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.670039 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f950fcd9-2fc4-401d-9491-f95d6f2d6a33 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.677421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f950fcd9-2fc4-401d-9491-f95d6f2d6a33 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/cf5c8057-fc60-4350-b449-fd5dbab8b94b HTTP/1.1" status: 204 len: 168 time: 2.6081686 Dec 13 13:07:02.681395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37676) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:02.698993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Network 0b520035-60a9-404f-8896-86046cc83626 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:02.723540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:02.726186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:02.743293 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.760048 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6730c4a3-f610-4982-b7bd-68e1b84b3bf7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:07:02.764121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6730c4a3-f610-4982-b7bd-68e1b84b3bf7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/cf5c8057-fc60-4350-b449-fd5dbab8b94b HTTP/1.1" status: 404 len: 333 time: 0.0776179 Dec 13 13:07:02.769346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:02.786050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Pushing event updated for resources: {'Port': ['ID=1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:02.792238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37680) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:02.821020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:02.821545 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:02.826970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5120037 Dec 13 13:07:02.831753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37682) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:02.838756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'subnet': {'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:02.848871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fcb4d-05b7-4d8f-8d8c-f9313877142f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Network': ['ID=c1971c6f-99e7-4b09-934e-8f121c9379fc,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:02.911301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network c1971c6f-99e7-4b09-934e-8f121c9379fc details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:07:02.948527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-69c92ea4-fb2a-4987-8191-b822372cec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:02.951029 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-69c92ea4-fb2a-4987-8191-b822372cec7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.3201745 Dec 13 13:07:02.970972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'Subnet': ['ID=9c57be5f-8bf4-4825-b4b6-b002b5b10a89,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:02.982388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:02.987232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:03.062821 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-aaa1ed35-f18d-42cb-8595-e33201797fe4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 200 len: 1000 time: 0.0879805 Dec 13 13:07:03.076747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Attempting to bind port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:03.077220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Attempting to bind port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '2844976f-c01a-4b75-95de-a281ca1970ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0b520035-60a9-404f-8896-86046cc83626'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:03.077675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Attempting to bind port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e on network 0b520035-60a9-404f-8896-86046cc83626 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:03.150680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-caa64ec9-bc7d-49d8-943b-bc68a2a6daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:03.152171 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-caa64ec9-bc7d-49d8-943b-bc68a2a6daae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.0636451 Dec 13 13:07:03.160896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad0e479-611f-4030-808c-4aef3ac261b8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet ed6f6d56-ff35-4c8f-966e-e2b2eab92448 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:03.164605 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dad0e479-611f-4030-808c-4aef3ac261b8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:03.200272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:03.207473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Checking segment: {'id': '2844976f-c01a-4b75-95de-a281ca1970ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0b520035-60a9-404f-8896-86046cc83626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:03.208103 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:03.212907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Bound using segment: {'id': '2844976f-c01a-4b75-95de-a281ca1970ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0b520035-60a9-404f-8896-86046cc83626'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:03.213597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Bound port: 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2844976f-c01a-4b75-95de-a281ca1970ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0b520035-60a9-404f-8896-86046cc83626'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:03.214123 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:03.273123 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:03.396360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:03.528301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Subnet': ['ID=f37bff79-2d7c-4fd2-89d3-614efede52cb,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:03.594249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Checking segment: {'id': '453c2811-c35b-4a52-8e1b-5f29f993a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:03.594616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network hostable DHCP agents. Network: c1971c6f-99e7-4b09-934e-8f121c9379fc, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:07:03.630150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network c1971c6f-99e7-4b09-934e-8f121c9379fc is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:07:03.650843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, c1971c6f-99e7-4b09-934e-8f121c9379fc) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:03.657867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:03.660809 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:03.681377 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0c3862-acc6-4bfc-b837-d7c776dbfece None None] Network c1971c6f-99e7-4b09-934e-8f121c9379fc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:03.701323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3393a386-22e1-4bb2-a866-e1a8d654178f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8678596 Dec 13 13:07:03.704153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37684) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:03.871643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Could not find standard attr ID for object cf5c8057-fc60-4350-b449-fd5dbab8b94b. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:07:03.887165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] For port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:03.924034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] For port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e,segment=NetworkSegment(2844976f-c01a-4b75-95de-a281ca1970ab),segment_id=2844976f-c01a-4b75-95de-a281ca1970ab)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:03.938592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dad0e479-611f-4030-808c-4aef3ac261b8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:03.945163 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:04.023628 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Checking segment: {'id': '6b3bb603-ab36-4e00-9cbc-4737ffd79326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '67bfb4ff-7297-43b8-8b4e-de449a6feeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:04.028824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Network hostable DHCP agents. Network: 67bfb4ff-7297-43b8-8b4e-de449a6feeee, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:07:04.287289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d34ac656-8d05-40b3-bb83-31e3496713c9 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:04.290054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Provisioning complete for port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:04.290695 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:04.307731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Network 67bfb4ff-7297-43b8-8b4e-de449a6feeee is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:07:04.317772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-6ceb951b-37f5-4cd3-b4ef-8dbd508bfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:04.328250 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-6ceb951b-37f5-4cd3-b4ef-8dbd508bfcbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1100180 Dec 13 13:07:04.349081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 67bfb4ff-7297-43b8-8b4e-de449a6feeee) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:04.379521 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dad0e479-611f-4030-808c-4aef3ac261b8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:04.406723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:04.407781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:04.418566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ce7bbc-a862-4300-b52e-7a68589bfa0b None None] Network 67bfb4ff-7297-43b8-8b4e-de449a6feeee requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:04.537655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-c1971c6f-99e7-4b09-934e-8f121c9379fc', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:04.538978 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:04.550768 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ce387ed2-a353-4905-a672-57ff5222f1cd tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8013573 Dec 13 13:07:04.561931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37690) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:04.565036 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:06:59Z', 'revision_number': 3, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:00Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:04.567833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Request body: {'subnet': {'network_id': '85a94e23-3e1f-4935-aded-ed03782dc2a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:04.576195 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:04.645176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:04.645834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Updating router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 port d42f1393-cc8b-4d8b-aab6-b078205a2f78 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:07:04.654439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9139c0-2e55-44e5-ade7-0b020461338b None None] Pushing event updated for resources: {'Port': ['ID=1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:04.809640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dad0e479-611f-4030-808c-4aef3ac261b8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:04.826153 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Allocated IP 2001:db8:2::2 (c1971c6f-99e7-4b09-934e-8f121c9379fc/f37bff79-2d7c-4fd2-89d3-614efede52cb/60cd156a-5212-41dd-b50f-b1d241843cbd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:04.876610 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-88f2d349-8534-430b-8e43-1659720fddff service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366340 Dec 13 13:07:04.906652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0e479-611f-4030-808c-4aef3ac261b8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6f6d56-ff35-4c8f-966e-e2b2eab92448,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:04.940939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dad0e479-611f-4030-808c-4aef3ac261b8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:04.946815 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dad0e479-611f-4030-808c-4aef3ac261b8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/ed6f6d56-ff35-4c8f-966e-e2b2eab92448 HTTP/1.1" status: 204 len: 168 time: 2.1487055 Dec 13 13:07:04.948012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37692) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:05.101310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Made reservation on behalf of f869076f833647e4acef3a1b24e41490 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:05.104892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.120147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df445fb-dea1-40d3-9365-bc52de06c8e7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet e7b6ca15-2aec-44f7-b057-9dc2bb8988f6 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:05.140092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3df445fb-dea1-40d3-9365-bc52de06c8e7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.148597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa17061c-109f-4fc2-b6e7-c1751a91e4f1 None None] Network a88c114a-89a7-4d6f-b9df-4d34e730339c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:05.188484 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.226922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d34ac656-8d05-40b3-bb83-31e3496713c9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:05.227311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.250064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Provisioning complete for port d42f1393-cc8b-4d8b-aab6-b078205a2f78 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:05.250481 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.252161 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-184ef2cd-f48a-4931-80b4-5f9960637ed8 req-24099b85-b734-44df-8c39-d2c2e70cd2c2 service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593831 Dec 13 13:07:05.285450 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3df445fb-dea1-40d3-9365-bc52de06c8e7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.301580 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.354917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.434318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-67bfb4ff-7297-43b8-8b4e-de449a6feeee', 'network_id': '67bfb4ff-7297-43b8-8b4e-de449a6feeee', 'project_id': 'f869076f833647e4acef3a1b24e41490', 'fixed_ips': [{'subnet_id': '9c57be5f-8bf4-4825-b4b6-b002b5b10a89'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:05.435230 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.463521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Allocated IP 2001:db8:2::1 (c1971c6f-99e7-4b09-934e-8f121c9379fc/f37bff79-2d7c-4fd2-89d3-614efede52cb/ae18cc1f-2ccb-4a98-b54f-ab29deb3544b) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:05.477301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3df445fb-dea1-40d3-9365-bc52de06c8e7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.510354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] Deleting port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:05.510584 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.518016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Port d42f1393-cc8b-4d8b-aab6-b078205a2f78 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:05.542334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Network c1971c6f-99e7-4b09-934e-8f121c9379fc is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:05.618159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:05.620115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Pushing event updated for resources: {'Port': ['ID=60cd156a-5212-41dd-b50f-b1d241843cbd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:05.629790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:05.655401 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.718095 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.743011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.758456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Provisioning complete for port d34ac656-8d05-40b3-bb83-31e3496713c9 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:05.759062 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.805432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] For port ecd1daf1-9ab4-479d-b17d-4eb2627c8cda, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ecd1daf1-9ab4-479d-b17d-4eb2627c8cda,segment=NetworkSegment(3ae87bbb-b105-48eb-96f9-3920e3912c71),segment_id=3ae87bbb-b105-48eb-96f9-3920e3912c71)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:05.805911 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.834906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network c1971c6f-99e7-4b09-934e-8f121c9379fc is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:05.838346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] Calling delete_port for ecd1daf1-9ab4-479d-b17d-4eb2627c8cda owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:05.841596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:05.844085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=ae18cc1f-2ccb-4a98-b54f-ab29deb3544b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:05.852924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:05.853711 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:05.935416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Attempting to bind port 60cd156a-5212-41dd-b50f-b1d241843cbd on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:05.935957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Attempting to bind port 60cd156a-5212-41dd-b50f-b1d241843cbd by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '453c2811-c35b-4a52-8e1b-5f29f993a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:05.936445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Attempting to bind port 60cd156a-5212-41dd-b50f-b1d241843cbd on network c1971c6f-99e7-4b09-934e-8f121c9379fc {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:06.016179 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.032019 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.034716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:06.035212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Checking segment: {'id': '453c2811-c35b-4a52-8e1b-5f29f993a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:06.035715 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.036227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Bound using segment: {'id': '453c2811-c35b-4a52-8e1b-5f29f993a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:06.036820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Bound port: 60cd156a-5212-41dd-b50f-b1d241843cbd, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453c2811-c35b-4a52-8e1b-5f29f993a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:06.037307 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.136445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] For port 60cd156a-5212-41dd-b50f-b1d241843cbd, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:06.141625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] For port 60cd156a-5212-41dd-b50f-b1d241843cbd, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=60cd156a-5212-41dd-b50f-b1d241843cbd,segment=NetworkSegment(453c2811-c35b-4a52-8e1b-5f29f993a5bf),segment_id=453c2811-c35b-4a52-8e1b-5f29f993a5bf)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:06.166646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3df445fb-dea1-40d3-9365-bc52de06c8e7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.197913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'Subnet': ['ID=8e4fbe27-47d6-4102-b544-cb2b51068d15,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:06.220415 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3df445fb-dea1-40d3-9365-bc52de06c8e7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.223873 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3df445fb-dea1-40d3-9365-bc52de06c8e7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/e7b6ca15-2aec-44f7-b057-9dc2bb8988f6 HTTP/1.1" status: 204 len: 168 time: 1.2708061 Dec 13 13:07:06.246556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37698) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:06.258267 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df445fb-dea1-40d3-9365-bc52de06c8e7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b6ca15-2aec-44f7-b057-9dc2bb8988f6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:06.275476 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.312131 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.318033 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6530c9-8b23-4dc6-b746-03ccf88401b1 None None] Network 0b520035-60a9-404f-8896-86046cc83626 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:06.337275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Checking segment: {'id': '3fe02f19-abd3-4613-b71a-683f0eab9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85a94e23-3e1f-4935-aded-ed03782dc2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:06.343073 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Network hostable DHCP agents. Network: 85a94e23-3e1f-4935-aded-ed03782dc2a1, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:07:06.349357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd1daf1-9ab4-479d-b17d-4eb2627c8cda,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:06.416364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.444754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5dc61e-6179-471e-a8b9-9e16228e1aee None None] DHCP port deletion for 772ebe61-546c-452f-a54e-fb76791d27a0 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:06.445133 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.455643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.457029 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.457174 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.464465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Network 85a94e23-3e1f-4935-aded-ed03782dc2a1 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:07:06.500492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 85a94e23-3e1f-4935-aded-ed03782dc2a1) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:06.511862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:06.513117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.523321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.558628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5e3e1-9d3a-4856-b0eb-50ada2f9b752 None None] Pushing event updated for resources: {'Port': ['ID=d42f1393-cc8b-4d8b-aab6-b078205a2f78,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:06.562642 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.585098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=ae18cc1f-2ccb-4a98-b54f-ab29deb3544b,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:06.596417 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-001725d8-9387-4bc6-b181-f46aeef24c3d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0332034 Dec 13 13:07:06.607301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37700) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:06.649222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:06.649570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.701512 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.823380 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] For port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=91bf22e6-d27d-40a7-9ec8-5a28dd21a921,segment=NetworkSegment(9d739c40-8c65-4b3a-b864-e32dfe6094b7),segment_id=9d739c40-8c65-4b3a-b864-e32dfe6094b7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:06.824282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:06.829434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network c1971c6f-99e7-4b09-934e-8f121c9379fc is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:06.900086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:06.918511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:06.920890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88633b-c800-46dc-85aa-53a88ed3dcca None None] Network 85a94e23-3e1f-4935-aded-ed03782dc2a1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:07.001155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port d34ac656-8d05-40b3-bb83-31e3496713c9, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d34ac656-8d05-40b3-bb83-31e3496713c9,segment=NetworkSegment(507a226a-2d68-495f-9cf4-a9d9efae1a61),segment_id=507a226a-2d68-495f-9cf4-a9d9efae1a61)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:07.034445 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.035360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:07.085970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:07.177479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Allocated IP 172.20.0.2 (67bfb4ff-7297-43b8-8b4e-de449a6feeee/9c57be5f-8bf4-4825-b4b6-b002b5b10a89/d5c0ec87-c29c-482f-b1d6-0cc58e79d63e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:07.281130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.295751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.317021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No active binding found for port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 {{(pid=109887) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 13:07:07.317021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 13:07:07.388909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=91bf22e6-d27d-40a7-9ec8-5a28dd21a921,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:07.398090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No DVR routers for this DVR port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:07.401173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] Router 4f8da07c-093b-4443-88bc-9de88e56a390 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:07.423095 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3538e-83be-42d1-aeb5-e3e250143860 None None] Pushing event updated for resources: {'Port': ['ID=60cd156a-5212-41dd-b50f-b1d241843cbd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:07.469006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:07.481300 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64deceb0-6a58-4012-bbd3-40764a865c31 None None] Network a88c114a-89a7-4d6f-b9df-4d34e730339c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:07.537313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d6620138-15c2-45ef-a085-70f582648e12 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8319118 Dec 13 13:07:07.539459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37704) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:07.693638 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:07:07.694129 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-6b858202-dc60-4726-8f35-1053e25e82fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:07:07.696026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Port 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 not found, will not notify nova. {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 13:07:07.697854 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.801666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88c114a-89a7-4d6f-b9df-4d34e730339c']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:07.824101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-85a94e23-3e1f-4935-aded-ed03782dc2a1', 'network_id': '85a94e23-3e1f-4935-aded-ed03782dc2a1', 'project_id': 'f869076f833647e4acef3a1b24e41490', 'fixed_ips': [{'subnet_id': '8e4fbe27-47d6-4102-b544-cb2b51068d15'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:07.825093 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.825382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d739c40-8c65-4b3a-b864-e32dfe6094b7') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:07.825992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d739c40-8c65-4b3a-b864-e32dfe6094b7') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:07.833631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=d34ac656-8d05-40b3-bb83-31e3496713c9,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:07.842879 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.865601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.876486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:07.877176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.880588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Attempting to bind port d42f1393-cc8b-4d8b-aab6-b078205a2f78 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:07.880962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Attempting to bind port d42f1393-cc8b-4d8b-aab6-b078205a2f78 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '507a226a-2d68-495f-9cf4-a9d9efae1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:07.881329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Attempting to bind port d42f1393-cc8b-4d8b-aab6-b078205a2f78 on network b05c2e52-a667-498a-8227-813e5d31dab6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:07.883249 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:07.899492 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.906180 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.907077 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:07.907456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Checking segment: {'id': '507a226a-2d68-495f-9cf4-a9d9efae1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:07.907852 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:07.908249 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Bound using segment: {'id': '507a226a-2d68-495f-9cf4-a9d9efae1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:07.908745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Bound port: d42f1393-cc8b-4d8b-aab6-b078205a2f78, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507a226a-2d68-495f-9cf4-a9d9efae1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:07.909151 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:08.045745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:08.053207 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e85ac1f0-4120-4ff0-88b9-cc362cfb916e admin admin] 10.222.0.31 "PUT /v2.0/routers/4f8da07c-093b-4443-88bc-9de88e56a390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1604865 Dec 13 13:07:08.055946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37706) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:08.059020 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] Sync routers for ids ['4f8da07c-093b-4443-88bc-9de88e56a390'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:08.068227 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:08.086880 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] Routers {'4f8da07c-093b-4443-88bc-9de88e56a390'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:08.087425 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4f8da07c-093b-4443-88bc-9de88e56a390'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:08.090481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e04462e-98f8-4bb3-a633-7fbf0bd1d3b6 None None] DHCP port deletion for a88c114a-89a7-4d6f-b9df-4d34e730339c request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:08.219974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:08.227582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-168244150'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:08.231834 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] Set router 4f8da07c-093b-4443-88bc-9de88e56a390 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:08.253650 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:08.258056 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/networks/a88c114a-89a7-4d6f-b9df-4d34e730339c HTTP/1.1" status: 204 len: 168 time: 2.0084348 Dec 13 13:07:08.277755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37710) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:08.291980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60d46c-c5fc-4c89-b471-d8b5c3cb2dc7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Network': ['ID=a88c114a-89a7-4d6f-b9df-4d34e730339c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:08.292276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:08.315403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] For port d42f1393-cc8b-4d8b-aab6-b078205a2f78, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:08.398835 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:08.407253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] For port d42f1393-cc8b-4d8b-aab6-b078205a2f78, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d42f1393-cc8b-4d8b-aab6-b078205a2f78,segment=NetworkSegment(507a226a-2d68-495f-9cf4-a9d9efae1a61),segment_id=507a226a-2d68-495f-9cf4-a9d9efae1a61)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:08.412416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2204c377-77e3-4030-bd99-3e97d1ba7e5b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:08.420856 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2204c377-77e3-4030-bd99-3e97d1ba7e5b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1156964 Dec 13 13:07:08.423574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:08.425444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37718) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:08.454514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Allocated IP 172.20.0.2 (85a94e23-3e1f-4935-aded-ed03782dc2a1/8e4fbe27-47d6-4102-b544-cb2b51068d15/28d77c58-d5b7-4b0f-89eb-5870605549d1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:08.501343 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'name': 'tempest-ServerRescueTestJSON-478211445-router', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:42Z', 'updated_at': '2021-12-13T13:07:06Z', 'revision_number': 5, 'project_id': '4daf733a4251457082d3978a8e523292', 'gw_port': {'id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:44Z', 'updated_at': '2021-12-13T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:08.530365 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:08.549793 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] Checking router: 4f8da07c-093b-4443-88bc-9de88e56a390 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:08.569119 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] Routers {'4f8da07c-093b-4443-88bc-9de88e56a390'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:08.569952 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4f8da07c-093b-4443-88bc-9de88e56a390'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:08.590004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Network 67bfb4ff-7297-43b8-8b4e-de449a6feeee is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:08.592548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Allocated IP 172.20.0.1 (67bfb4ff-7297-43b8-8b4e-de449a6feeee/9c57be5f-8bf4-4825-b4b6-b002b5b10a89/0742adef-e29c-4d80-90dd-de60dd74f7c0) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:08.600098 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3ba8e30b-7e8d-4cec-a453-da02fa6080a6 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1704888 Dec 13 13:07:08.604013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37722) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:08.610395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-241594188'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:08.640222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:08.670054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Could not find standard attr ID for object cf5c8057-fc60-4350-b449-fd5dbab8b94b. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:07:08.673632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:08.696394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Pushing event updated for resources: {'Port': ['ID=d5c0ec87-c29c-482f-b1d6-0cc58e79d63e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:08.696952 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] Set router 4f8da07c-093b-4443-88bc-9de88e56a390 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:08.832089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Could not find standard attr ID for object 91bf22e6-d27d-40a7-9ec8-5a28dd21a921. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:07:08.867480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:08.895234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:08.896285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:08.918855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:08.929470 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.071290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:09.080968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d723172-4205-4870-b329-691691b70f63 req-b9bd9fa2-be68-4c86-b010-209fbfcb599f tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:09.083902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d723172-4205-4870-b329-691691b70f63 req-b9bd9fa2-be68-4c86-b010-209fbfcb599f tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1097 time: 0.1970992 Dec 13 13:07:09.085010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:07:09.105035 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.147010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a9279-180d-4aba-9618-f96ccc138cce req-40cf1f5c-84d1-44ef-b08e-7f76111e7334 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:09.149347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a7a9279-180d-4aba-9618-f96ccc138cce req-40cf1f5c-84d1-44ef-b08e-7f76111e7334 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 947 time: 0.2641256 Dec 13 13:07:09.168768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:09.169206 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.191015 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'name': 'tempest-ServerRescueTestJSON-478211445-router', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:42Z', 'updated_at': '2021-12-13T13:07:06Z', 'revision_number': 5, 'project_id': '4daf733a4251457082d3978a8e523292', 'gw_port': {'id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:44Z', 'updated_at': '2021-12-13T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:09.196348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Network 67bfb4ff-7297-43b8-8b4e-de449a6feeee is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:09.220392 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8df0e-2843-436a-816c-b28bf6f72fc7 None None] The sync data for ids ['4f8da07c-093b-4443-88bc-9de88e56a390'] in n-d-817326-4 is: [{'id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'name': 'tempest-ServerRescueTestJSON-478211445-router', 'tenant_id': '4daf733a4251457082d3978a8e523292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:42Z', 'updated_at': '2021-12-13T13:07:06Z', 'revision_number': 5, 'project_id': '4daf733a4251457082d3978a8e523292', 'gw_port': {'id': '053c85ae-67cb-4d62-a130-02123c3277f2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8da07c-093b-4443-88bc-9de88e56a390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:44Z', 'updated_at': '2021-12-13T13:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:09.224285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:09.244140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:09.249580 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.249926 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added segment ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e of type vlan for network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 Dec 13 13:07:09.292341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684f0d93-a850-46c6-b72e-3bbab4ecd847 None None] Network c1971c6f-99e7-4b09-934e-8f121c9379fc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:09.318714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:09.322518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.357432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'Port': ['ID=0742adef-e29c-4d80-90dd-de60dd74f7c0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:09.361965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:07:09.368268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.370438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d723172-4205-4870-b329-691691b70f63 req-e2c69aa9-ee8c-4a09-ac9b-ad4f5a4d5867 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582862 Dec 13 13:07:09.378755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.380394 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Added segment 4abc1040-b05f-483f-9bf9-81c90ea4cf86 of type vlan for network 2569069f-d439-43d8-babb-3ab610c5bcae Dec 13 13:07:09.381994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a7a9279-180d-4aba-9618-f96ccc138cce req-944bf9cd-fa56-4256-acc0-051faa6b2338 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770289 Dec 13 13:07:09.396519 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.400941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37726) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:09.435024 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.501986 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.508287 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:09.509091 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.518066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.613321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.618517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0779407 Dec 13 13:07:09.619573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:09.620204 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.623820 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Deleting port 053c85ae-67cb-4d62-a130-02123c3277f2 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:09.624155 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.626910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37728) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:09.634852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'subnet': {'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:09.640497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Provisioning complete for port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:09.641086 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.641629 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.643413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5e3e1-9d3a-4856-b0eb-50ada2f9b752 None None] Pushing event updated for resources: {'Port': ['ID=d42f1393-cc8b-4d8b-aab6-b078205a2f78,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:09.654514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Attempting to bind port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:09.655189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Attempting to bind port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '6b3bb603-ab36-4e00-9cbc-4737ffd79326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '67bfb4ff-7297-43b8-8b4e-de449a6feeee'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:09.655725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Attempting to bind port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e on network 67bfb4ff-7297-43b8-8b4e-de449a6feeee {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:09.660010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37a535-7347-473a-8d16-e74cefd943b7 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Network': ['ID=5a43c746-ed4c-4913-a86f-a5b0cc0f5436,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:09.680819 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.696441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:07:09.740551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:09.740949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Checking segment: {'id': '6b3bb603-ab36-4e00-9cbc-4737ffd79326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '67bfb4ff-7297-43b8-8b4e-de449a6feeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:09.741314 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.741709 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Bound using segment: {'id': '6b3bb603-ab36-4e00-9cbc-4737ffd79326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '67bfb4ff-7297-43b8-8b4e-de449a6feeee'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:09.742505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Bound port: d5c0ec87-c29c-482f-b1d6-0cc58e79d63e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bb603-ab36-4e00-9cbc-4737ffd79326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '67bfb4ff-7297-43b8-8b4e-de449a6feeee'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:09.742645 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.763257 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.784902 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1797245 Dec 13 13:07:09.789392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37730) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:09.795749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': '2569069f-d439-43d8-babb-3ab610c5bcae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:09.865807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a19bb-2625-43f8-9cac-41d66b48aa99 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Network': ['ID=2569069f-d439-43d8-babb-3ab610c5bcae,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:09.920980 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.934141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 2569069f-d439-43d8-babb-3ab610c5bcae details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:07:09.942038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port eddcd18c-6786-4c20-94ae-361185b64b13 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:09.942574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:09.967855 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Network 85a94e23-3e1f-4935-aded-ed03782dc2a1 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:10.028062 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] For port 053c85ae-67cb-4d62-a130-02123c3277f2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=053c85ae-67cb-4d62-a130-02123c3277f2,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:10.028438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.041651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Made reservation on behalf of eaeac1ee030140509354b4a7300a6ffd for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:10.048016 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.048232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:10.056783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Pushing event updated for resources: {'Port': ['ID=28d77c58-d5b7-4b0f-89eb-5870605549d1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:10.063110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Calling delete_port for 053c85ae-67cb-4d62-a130-02123c3277f2 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:10.065907 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.066275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.074906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:10.076585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:10.080196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.106722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for eddcd18c-6786-4c20-94ae-361185b64b13 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:10.175792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] For port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:10.178944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e,segment=NetworkSegment(2844976f-c01a-4b75-95de-a281ca1970ab),segment_id=2844976f-c01a-4b75-95de-a281ca1970ab)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:10.208075 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.219132 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.219939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 60cd156a-5212-41dd-b50f-b1d241843cbd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:10.221542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.266440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] For port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d5c0ec87-c29c-482f-b1d6-0cc58e79d63e,segment=NetworkSegment(6b3bb603-ab36-4e00-9cbc-4737ffd79326),segment_id=6b3bb603-ab36-4e00-9cbc-4737ffd79326)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:10.269994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.314587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.349872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Attempting to bind port 28d77c58-d5b7-4b0f-89eb-5870605549d1 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:10.350626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Attempting to bind port 28d77c58-d5b7-4b0f-89eb-5870605549d1 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '3fe02f19-abd3-4613-b71a-683f0eab9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85a94e23-3e1f-4935-aded-ed03782dc2a1'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:10.350850 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.351613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Attempting to bind port 28d77c58-d5b7-4b0f-89eb-5870605549d1 on network 85a94e23-3e1f-4935-aded-ed03782dc2a1 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:10.389352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:10.390058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Checking segment: {'id': '3fe02f19-abd3-4613-b71a-683f0eab9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85a94e23-3e1f-4935-aded-ed03782dc2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:10.390658 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.391258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Bound using segment: {'id': '3fe02f19-abd3-4613-b71a-683f0eab9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85a94e23-3e1f-4935-aded-ed03782dc2a1'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:10.392065 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Bound port: 28d77c58-d5b7-4b0f-89eb-5870605549d1, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe02f19-abd3-4613-b71a-683f0eab9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85a94e23-3e1f-4935-aded-ed03782dc2a1'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:10.392631 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.405190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'Port': ['ID=0742adef-e29c-4d80-90dd-de60dd74f7c0,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:10.425907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924911a8-891e-480c-b382-b722a7196e2e req-1df593e4-38f2-41f0-bd0e-5756cdb121fb tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:10.427439 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-924911a8-891e-480c-b382-b722a7196e2e req-1df593e4-38f2-41f0-bd0e-5756cdb121fb tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 947 time: 0.2328904 Dec 13 13:07:10.436699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:10.495012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:05Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:06Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:08Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:10.575489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6bdd1-0782-430d-8eed-72e45e10d326 None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:05Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:06Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:08Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:10.575762 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.634877 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:07:10.635253 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:07:10.639797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Network 67bfb4ff-7297-43b8-8b4e-de449a6feeee is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:10.655778 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 60cd156a-5212-41dd-b50f-b1d241843cbd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:10.666973 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.674706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:10.715014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d6b5-3d21-42eb-9883-22ecc1de5245 req-daee6520-a8c3-489b-9f7e-9e482f9d3533 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:10.722622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0af7d6b5-3d21-42eb-9883-22ecc1de5245 req-daee6520-a8c3-489b-9f7e-9e482f9d3533 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 947 time: 0.2060299 Dec 13 13:07:10.726135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Subnet': ['ID=37f4391f-2869-4530-8719-e5fcaf0e89e2,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:10.727083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca4933-f339-4425-93ef-21d163cb0760 None None] Pushing event updated for resources: {'Port': ['ID=d5c0ec87-c29c-482f-b1d6-0cc58e79d63e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:10.777679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] For port 28d77c58-d5b7-4b0f-89eb-5870605549d1, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:10.792197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] For port 28d77c58-d5b7-4b0f-89eb-5870605549d1, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=28d77c58-d5b7-4b0f-89eb-5870605549d1,segment=NetworkSegment(3fe02f19-abd3-4613-b71a-683f0eab9c69),segment_id=3fe02f19-abd3-4613-b71a-683f0eab9c69)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:10.812536 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:10.884965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Checking segment: {'id': 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:10.885417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network hostable DHCP agents. Network: 5a43c746-ed4c-4913-a86f-a5b0cc0f5436, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:07:10.973220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0af7d6b5-3d21-42eb-9883-22ecc1de5245 req-3fa6739b-89eb-43d4-9e16-ff8639201259 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495840 Dec 13 13:07:10.993389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b691960-9ce0-468b-8dc2-35926073c6dd None None] Pushing event updated for resources: {'Port': ['ID=28d77c58-d5b7-4b0f-89eb-5870605549d1,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:11.011173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:07:11.022866 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:11.044478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 5a43c746-ed4c-4913-a86f-a5b0cc0f5436) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:11.049198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Router 819cfad6-9b32-4121-bffa-466b37a99d60 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:07:11.054357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:11.055211 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:11.065467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab30f20-3de2-4f70-b940-93603673dfd0 None None] Network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:11.086254 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:11.111579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:11.237261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:11.246991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:11.268034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c0663a06-9f1b-4af5-84fc-cffede83f285 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6403823 Dec 13 13:07:11.272998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d1c83ebe-8f97-4623-9c44-1cc01a192880 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "PUT /v2.0/routers/819cfad6-9b32-4121-bffa-466b37a99d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6646235 Dec 13 13:07:11.273630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37734) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:11.280502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37736) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:11.289826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ab7ac-872d-4c6d-b555-0065efba2374 None None] Sync routers for ids ['819cfad6-9b32-4121-bffa-466b37a99d60'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:11.303602 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=053c85ae-67cb-4d62-a130-02123c3277f2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:11.377252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 60cd156a-5212-41dd-b50f-b1d241843cbd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=60cd156a-5212-41dd-b50f-b1d241843cbd,segment=NetworkSegment(453c2811-c35b-4a52-8e1b-5f29f993a5bf),segment_id=453c2811-c35b-4a52-8e1b-5f29f993a5bf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:11.400691 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:11.415731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ab7ac-872d-4c6d-b555-0065efba2374 None None] Routers {'819cfad6-9b32-4121-bffa-466b37a99d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:11.416696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8e9ab7ac-872d-4c6d-b555-0065efba2374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['819cfad6-9b32-4121-bffa-466b37a99d60'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:11.418786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Provisioning complete for port d42f1393-cc8b-4d8b-aab6-b078205a2f78 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:11.419424 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:11.452935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b7df39-d708-42c3-9c5f-53c95bd1fa28 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:11.489454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=74f59207-d6db-4111-9eee-1423824ec9ca,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:11.605741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=eddcd18c-6786-4c20-94ae-361185b64b13,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:11.650344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Checking segment: {'id': '4abc1040-b05f-483f-9bf9-81c90ea4cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2569069f-d439-43d8-babb-3ab610c5bcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:11.650710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network hostable DHCP agents. Network: 2569069f-d439-43d8-babb-3ab610c5bcae, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:07:11.710363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8e9ab7ac-872d-4c6d-b555-0065efba2374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:11.765121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:11.765577 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Floating IP aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769 disassociated (deleted). External IP: 172.25.2.249, port: 62ac93cb-1f25-4ec4-b460-248ea5b47900. Dec 13 13:07:11.829609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2de48c-7e05-4175-9d9b-1c4b3d5a9212 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:11.868623 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:11.892061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'fixed_ips': [{'subnet_id': '37f4391f-2869-4530-8719-e5fcaf0e89e2'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:11.893084 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:11.922598 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ab7ac-872d-4c6d-b555-0065efba2374 None None] Routers {'819cfad6-9b32-4121-bffa-466b37a99d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:11.923255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8e9ab7ac-872d-4c6d-b555-0065efba2374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['819cfad6-9b32-4121-bffa-466b37a99d60'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:12.063868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=60cd156a-5212-41dd-b50f-b1d241843cbd,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:12.070251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d5c0ec87-c29c-482f-b1d6-0cc58e79d63e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:12.077790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8e9ab7ac-872d-4c6d-b555-0065efba2374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:12.089265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ab7ac-872d-4c6d-b555-0065efba2374 None None] The sync data for ids ['819cfad6-9b32-4121-bffa-466b37a99d60'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:12.112792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Deleting port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:12.113381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.116279 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 2569069f-d439-43d8-babb-3ab610c5bcae is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:07:12.123292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.139514 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.192329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 2569069f-d439-43d8-babb-3ab610c5bcae) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:12.240899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:12.241718 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.295694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.299451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f8da07c-093b-4443-88bc-9de88e56a390 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:07:12.322136 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.324913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b359b-4701-43da-9148-13baa240c680 None None] Network 2569069f-d439-43d8-babb-3ab610c5bcae requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:12.355841 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.365267 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6ebeda40-6bd8-4c65-81a2-bec2f30b1aaa admin admin] 10.222.0.31 "DELETE /v2.0/routers/4f8da07c-093b-4443-88bc-9de88e56a390 HTTP/1.1" status: 204 len: 168 time: 4.3077905 Dec 13 13:07:12.380770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37740) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:12.486562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b5f244-ba12-4387-9dc9-8a16cc88e696 admin admin] Deleting subnet 85305c5a-1dd6-4aae-bc48-ed12633ea374 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:12.502594 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6a6229f9-661f-4653-b68e-5836e1ff2c67 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7112668 Dec 13 13:07:12.512303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37742) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:12.554369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': '2569069f-d439-43d8-babb-3ab610c5bcae', 'name': 'tempest-PortsTestJSON-1222985410'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:12.564751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b9b5f244-ba12-4387-9dc9-8a16cc88e696 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.621831 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] For port d42f1393-cc8b-4d8b-aab6-b078205a2f78, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d42f1393-cc8b-4d8b-aab6-b078205a2f78,segment=NetworkSegment(507a226a-2d68-495f-9cf4-a9d9efae1a61),segment_id=507a226a-2d68-495f-9cf4-a9d9efae1a61)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:12.636697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] For port ee81aa0b-3c3a-4e61-bb2c-31c049a17808, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:12.636697 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.641283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3720d19f-0d19-4cc3-b1bc-236d25fcae62 None None] Network 67bfb4ff-7297-43b8-8b4e-de449a6feeee requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:12.854594 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b9b5f244-ba12-4387-9dc9-8a16cc88e696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.880355 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:12.893398 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:12.894034 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:12.905696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe645db-8a31-44eb-a23e-197a9ce4c5ea req-389e033c-de8b-40b9-9a9f-76e5dcf8d8e7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:12.907330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbe645db-8a31-44eb-a23e-197a9ce4c5ea req-389e033c-de8b-40b9-9a9f-76e5dcf8d8e7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 947 time: 0.7594326 Dec 13 13:07:12.924277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-2569069f-d439-43d8-babb-3ab610c5bcae', 'network_id': '2569069f-d439-43d8-babb-3ab610c5bcae', 'project_id': 'bbd88c456e024765b8aad9fde561d6cb', 'fixed_ips': [{'subnet_id': '74f59207-d6db-4111-9eee-1423824ec9ca'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:12.925275 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:12.942326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb81c80c-7e16-4483-9ce1-b64d25dc3bbc None None] Network 85a94e23-3e1f-4935-aded-ed03782dc2a1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:12.962439 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.029283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:13.029644 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.031343 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:13.128097 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b9b5f244-ba12-4387-9dc9-8a16cc88e696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.131540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbe645db-8a31-44eb-a23e-197a9ce4c5ea req-0d3b1689-ec49-4614-913e-21c7fbed8060 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152596 Dec 13 13:07:13.143357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaf2f6-6738-46b1-8e70-a30e4ce7b567 None None] Pushing event updated for resources: {'Port': ['ID=d42f1393-cc8b-4d8b-aab6-b078205a2f78,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:13.156537 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.185995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Provisioning complete for port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:13.186382 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.190489 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-b607a4d7-d91f-4ee9-88eb-82abc3483447 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:07:13.191804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b607a4d7-d91f-4ee9-88eb-82abc3483447 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "PUT /v2.0/routers/819cfad6-9b32-4121-bffa-466b37a99d60/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9092851 Dec 13 13:07:13.196473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37744) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:13.255544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:13.319518 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:05Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:06Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:13.351214 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:13.351720 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Updating router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:07:13.380274 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.397292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Provisioning complete for port d42f1393-cc8b-4d8b-aab6-b078205a2f78 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:13.397678 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.400988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Allocated IP 2001:db8:3::2 (5a43c746-ed4c-4913-a86f-a5b0cc0f5436/37f4391f-2869-4530-8719-e5fcaf0e89e2/352b091f-415d-484e-8f03-8e284392ac3f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:13.522252 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.567433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d5c0ec87-c29c-482f-b1d6-0cc58e79d63e,segment=NetworkSegment(6b3bb603-ab36-4e00-9cbc-4737ffd79326),segment_id=6b3bb603-ab36-4e00-9cbc-4737ffd79326)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:13.604169 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.605049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:13.707738 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.720404 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.783244 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.795467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 714e4063-ce34-4c98-b586-ad8723bb9765 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:13.828953 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b9b5f244-ba12-4387-9dc9-8a16cc88e696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.866302 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Attempting to bind port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:13.866763 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Attempting to bind port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '453c2811-c35b-4a52-8e1b-5f29f993a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:13.867123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Allocated IP 172.20.0.2 (2569069f-d439-43d8-babb-3ab610c5bcae/74f59207-d6db-4111-9eee-1423824ec9ca/12b10617-be82-452a-9ea3-4110bd8331d3) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:13.867320 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Attempting to bind port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b on network c1971c6f-99e7-4b09-934e-8f121c9379fc {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:13.884008 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:13.884706 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Checking segment: {'id': '453c2811-c35b-4a52-8e1b-5f29f993a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:13.888268 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.890725 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Bound using segment: {'id': '453c2811-c35b-4a52-8e1b-5f29f993a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:13.892353 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Bound port: ae18cc1f-2ccb-4a98-b54f-ab29deb3544b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453c2811-c35b-4a52-8e1b-5f29f993a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:13.892495 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b9b5f244-ba12-4387-9dc9-8a16cc88e696 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.895989 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.900644 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b9b5f244-ba12-4387-9dc9-8a16cc88e696 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/85305c5a-1dd6-4aae-bc48-ed12633ea374 HTTP/1.1" status: 204 len: 168 time: 1.5129874 Dec 13 13:07:13.905995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:13.906252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37746) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:13.906460 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:13.908695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5f244-ba12-4387-9dc9-8a16cc88e696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85305c5a-1dd6-4aae-bc48-ed12633ea374,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:13.911852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27199adf-d13c-4ce6-87e6-16715b652c7d None None] Network 772ebe61-546c-452f-a54e-fb76791d27a0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:13.925674 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09583ea2-0add-4536-8d7d-b5de87c8688f None None] Pushing event updated for resources: {'Port': ['ID=ae18cc1f-2ccb-4a98-b54f-ab29deb3544b,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:14.071994 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=d5c0ec87-c29c-482f-b1d6-0cc58e79d63e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:14.076122 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] For port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:14.084623 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] For port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ae18cc1f-2ccb-4a98-b54f-ab29deb3544b,segment=NetworkSegment(453c2811-c35b-4a52-8e1b-5f29f993a5bf),segment_id=453c2811-c35b-4a52-8e1b-5f29f993a5bf)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:14.097375 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.126418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:14.140542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:14.145959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.166706 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.173743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.174534 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.175189 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Floating IP 3ab09fa1-5e94-4956-b4f5-f65eb7937706 disassociated. External IP: 172.25.2.9, port: ee81aa0b-3c3a-4e61-bb2c-31c049a17808. Dec 13 13:07:14.175725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Calling delete_port for ee81aa0b-3c3a-4e61-bb2c-31c049a17808 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:14.187574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port ebbeded0-244d-4279-8181-2c819ad226a8 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:07:14.193451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] Sync routers for ids ['714e4063-ce34-4c98-b586-ad8723bb9765'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:14.197014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Provisioning complete for port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:14.197394 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.284648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ee81aa0b-3c3a-4e61-bb2c-31c049a17808 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:14.285365 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:14.286213 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:14.362913 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09583ea2-0add-4536-8d7d-b5de87c8688f None None] Pushing event updated for resources: {'Port': ['ID=ae18cc1f-2ccb-4a98-b54f-ab29deb3544b,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:14.400214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.413421 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-466deaf8-f392-4c5d-88be-e4cca49839a5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/floatingips/aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769 HTTP/1.1" status: 204 len: 168 time: 5.0112617 Dec 13 13:07:14.416884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:07:14.419774 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fcd1b2-7cf1-433a-b839-903551547afb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:07:14.426967 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8f377-ebb2-4831-bc65-976ffee7cc69 None None] DHCP port deletion for 772ebe61-546c-452f-a54e-fb76791d27a0 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:14.477293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] Routers {'714e4063-ce34-4c98-b586-ad8723bb9765'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:14.477578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['714e4063-ce34-4c98-b586-ad8723bb9765'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:14.520889 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:14.527736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.551129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772ebe61-546c-452f-a54e-fb76791d27a0']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:14.552119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073ef17-79ee-44f2-969a-8790045a268c req-4eeee396-2231-4c99-93ab-698c34c433f7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:14.561622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae87bbb-b105-48eb-96f9-3920e3912c71') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:14.561996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae87bbb-b105-48eb-96f9-3920e3912c71') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:14.562810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6073ef17-79ee-44f2-969a-8790045a268c req-4eeee396-2231-4c99-93ab-698c34c433f7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 947 time: 0.2426224 Dec 13 13:07:14.580174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.595095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.602117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:14.602565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:14.621433 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:14.678981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Deleting port 0742adef-e29c-4d80-90dd-de60dd74f7c0 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:14.679575 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.703297 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.709192 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.716107 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] 10.222.0.31 "DELETE /v2.0/networks/772ebe61-546c-452f-a54e-fb76791d27a0 HTTP/1.1" status: 204 len: 168 time: 0.8035381 Dec 13 13:07:14.737619 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772e5c5-75ea-4eb8-8ae5-83a807402ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=772ebe61-546c-452f-a54e-fb76791d27a0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:14.856268 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661fa390-e0ae-46af-82f5-e166632e0af4 x-openstack-request-id: req-661fa390-e0ae-46af-82f5-e166632e0af4 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:07:14.856571 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:07:14.856944 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-661fa390-e0ae-46af-82f5-e166632e0af4 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:07:14.857367 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'status': 'completed', 'code': 200} Dec 13 13:07:14.872213 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:14.882374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6073ef17-79ee-44f2-969a-8790045a268c req-b07592cf-5a86-443b-9ce7-fcd5ea8cfb85 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=7df67809-f1f1-424d-b08a-4a5f7d79766f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124764 Dec 13 13:07:14.944656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event deleted for resources: {'Port': ['ID=ee81aa0b-3c3a-4e61-bb2c-31c049a17808,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:15.021397 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.094114 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:05Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:14Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:15.111622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.10 (2569069f-d439-43d8-babb-3ab610c5bcae/74f59207-d6db-4111-9eee-1423824ec9ca/ebbeded0-244d-4279-8181-2c819ad226a8) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:15.130333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] Set router 714e4063-ce34-4c98-b586-ad8723bb9765 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:15.140370 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ea42a-b5fe-4485-b534-ef2a109f108c None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:05Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:14Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:15.158594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37758) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:15.181252 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.216051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd1b2-7cf1-433a-b839-903551547afb req-bd5df4fa-3bbd-46f5-9fb6-27aebb865db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:15.217606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56fcd1b2-7cf1-433a-b839-903551547afb req-bd5df4fa-3bbd-46f5-9fb6-27aebb865db3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 1097 time: 0.3323860 Dec 13 13:07:15.229749 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dcd1b193-7afb-4658-923b-5add0db9292a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4daf733a4251457082d3978a8e523292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652668 Dec 13 13:07:15.240609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37760) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:15.252321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d56376-990e-4216-8741-b65ba0b32f84 req-32d86cc3-215d-498c-8860-06289c08f727 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:15.253852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12d56376-990e-4216-8741-b65ba0b32f84 req-32d86cc3-215d-498c-8860-06289c08f727 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 946 time: 0.2659237 Dec 13 13:07:15.258778 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.264585 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.266922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Calling delete_port for 0742adef-e29c-4d80-90dd-de60dd74f7c0 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:15.276274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No active binding found for port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 {{(pid=109887) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 13:07:15.277660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ee81aa0b-3c3a-4e61-bb2c-31c049a17808 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:15.343153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Router c045d537-cfec-4e14-b2cb-bae78dde249d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:15.442692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.442936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Allocated IP 2001:db8:3::1 (5a43c746-ed4c-4913-a86f-a5b0cc0f5436/37f4391f-2869-4530-8719-e5fcaf0e89e2/a40f1c41-3a25-4d49-8e52-c3ab088f4c52) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:15.539515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:15.550303 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] Sync routers for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:15.571065 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:15.571757 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:15.608556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.614569 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.622448 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] No DVR routers for this DVR port ee81aa0b-3c3a-4e61-bb2c-31c049a17808 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:15.625395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.629661 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-924911a8-891e-480c-b382-b722a7196e2e req-f3b677f6-489a-4735-b254-f4177241d945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.42 "DELETE /v2.0/ports/ee81aa0b-3c3a-4e61-bb2c-31c049a17808 HTTP/1.1" status: 204 len: 173 time: 5.1924634 Dec 13 13:07:15.630807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.632078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Network 2569069f-d439-43d8-babb-3ab610c5bcae is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:15.688625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:15.694390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:15.711331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 2569069f-d439-43d8-babb-3ab610c5bcae is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:15.718666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:15.719668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d34ac656-8d05-40b3-bb83-31e3496713c9 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:15.721902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.724699 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:15.737533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:15.742869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=ebbeded0-244d-4279-8181-2c819ad226a8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:15.787249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=a40f1c41-3a25-4d49-8e52-c3ab088f4c52,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:15.816010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:15.816930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.818056 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:15.843114 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2eb25a3f-49f1-4c8f-8c17-6db38d0f98fa tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3295569 Dec 13 13:07:15.843751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37762) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:15.848209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:15.848745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': '2569069f-d439-43d8-babb-3ab610c5bcae', 'name': 'tempest-PortsTestJSON-340345696'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:15.853934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:15.861915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12d56376-990e-4216-8741-b65ba0b32f84 req-92aaa69c-7c57-443c-b588-c7d83e1acae1 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5427189 Dec 13 13:07:15.876939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:15.886834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd1b2-7cf1-433a-b839-903551547afb req-6dc55de3-c3d8-4881-b42e-76a1ad651437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:15.888369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56fcd1b2-7cf1-433a-b839-903551547afb req-6dc55de3-c3d8-4881-b42e-76a1ad651437 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 200 len: 896 time: 0.6579788 Dec 13 13:07:15.889252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:15.894366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:15.894915 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.914620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Pushing event updated for resources: {'Port': ['ID=12b10617-be82-452a-9ea3-4110bd8331d3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:15.940264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Provisioning complete for port 28d77c58-d5b7-4b0f-89eb-5870605549d1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:15.940826 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:15.983882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6868c532-3305-4070-a748-ab403e3b9358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.004582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Attempting to bind port 12b10617-be82-452a-9ea3-4110bd8331d3 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:16.005225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Attempting to bind port 12b10617-be82-452a-9ea3-4110bd8331d3 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '4abc1040-b05f-483f-9bf9-81c90ea4cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2569069f-d439-43d8-babb-3ab610c5bcae'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:16.005784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Attempting to bind port 12b10617-be82-452a-9ea3-4110bd8331d3 on network 2569069f-d439-43d8-babb-3ab610c5bcae {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:16.026500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:16.039823 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.067760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:16.068474 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Checking segment: {'id': '4abc1040-b05f-483f-9bf9-81c90ea4cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2569069f-d439-43d8-babb-3ab610c5bcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:16.069062 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.069463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Bound using segment: {'id': '4abc1040-b05f-483f-9bf9-81c90ea4cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2569069f-d439-43d8-babb-3ab610c5bcae'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:16.069958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Bound port: 12b10617-be82-452a-9ea3-4110bd8331d3, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abc1040-b05f-483f-9bf9-81c90ea4cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2569069f-d439-43d8-babb-3ab610c5bcae'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:16.070366 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.079440 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port ac05a758-8495-4c49-9915-4daac40d1b6d yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:07:16.096981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Pushing event updated for resources: {'Port': ['ID=352b091f-415d-484e-8f03-8e284392ac3f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:16.113319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Attempting to bind port 352b091f-415d-484e-8f03-8e284392ac3f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:16.113421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56fcd1b2-7cf1-433a-b839-903551547afb req-8ae8794b-d020-4fc4-b794-319ef201548b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 200 len: 217 time: 0.1259308 Dec 13 13:07:16.113756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Attempting to bind port 352b091f-415d-484e-8f03-8e284392ac3f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:16.114017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Attempting to bind port 352b091f-415d-484e-8f03-8e284392ac3f on network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:16.143664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2', 'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:a3:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:43Z', 'updated_at': '2021-12-13T13:04:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:16.166554 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6868c532-3305-4070-a748-ab403e3b9358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.169424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:16.169817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Checking segment: {'id': 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:16.170274 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.170654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Bound using segment: {'id': 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:16.171290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Bound port: 352b091f-415d-484e-8f03-8e284392ac3f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:16.171686 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.174118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d34ac656-8d05-40b3-bb83-31e3496713c9 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:16.174488 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.211580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36fa62d3-d4d0-4f24-81fe-cec3fd242ef5 req-af614c24-7620-4812-9b55-8c0ecf0cd4ae tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ca25c46-4315-43f9-98cc-656b426102d1 HTTP/1.1" status: 200 len: 210 time: 0.1229954 Dec 13 13:07:16.236320 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.245899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] Checking router: 714e4063-ce34-4c98-b586-ad8723bb9765 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:16.278687 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:16.308302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-e5dcbbce-bc38-422c-bee0-1cbb9703658c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:16.310276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-e5dcbbce-bc38-422c-bee0-1cbb9703658c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 946 time: 0.1687067 Dec 13 13:07:16.339340 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] Checking router: c045d537-cfec-4e14-b2cb-bae78dde249d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:16.367288 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:16.367753 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:16.413268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] For port 352b091f-415d-484e-8f03-8e284392ac3f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:16.419144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] For port 352b091f-415d-484e-8f03-8e284392ac3f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=352b091f-415d-484e-8f03-8e284392ac3f,segment=NetworkSegment(ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e),segment_id=ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:16.440604 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.446545 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.457686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] Routers {'714e4063-ce34-4c98-b586-ad8723bb9765'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:16.458931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['714e4063-ce34-4c98-b586-ad8723bb9765'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:16.471108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] For port 12b10617-be82-452a-9ea3-4110bd8331d3, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:16.563806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.5 (2569069f-d439-43d8-babb-3ab610c5bcae/74f59207-d6db-4111-9eee-1423824ec9ca/ac05a758-8495-4c49-9915-4daac40d1b6d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:16.611303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-4f5c5a48-4ddb-4f2f-956e-b8cb84f62133 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port 62ac93cb-1f25-4ec4-b460-248ea5b47900 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:16.611642 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-4f5c5a48-4ddb-4f2f-956e-b8cb84f62133 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.629639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] For port 12b10617-be82-452a-9ea3-4110bd8331d3, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=12b10617-be82-452a-9ea3-4110bd8331d3,segment=NetworkSegment(4abc1040-b05f-483f-9bf9-81c90ea4cf86),segment_id=4abc1040-b05f-483f-9bf9-81c90ea4cf86)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:16.669811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] For port 28d77c58-d5b7-4b0f-89eb-5870605549d1, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=28d77c58-d5b7-4b0f-89eb-5870605549d1,segment=NetworkSegment(3fe02f19-abd3-4613-b71a-683f0eab9c69),segment_id=3fe02f19-abd3-4613-b71a-683f0eab9c69)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:16.680288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:16.690159 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.702633 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.722536 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:16.740336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd1b2-7cf1-433a-b839-903551547afb req-09fd9788-8ad9-4884-a29d-a442e5a34588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:16.742946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56fcd1b2-7cf1-433a-b839-903551547afb req-09fd9788-8ad9-4884-a29d-a442e5a34588 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 200 len: 834 time: 0.5935299 Dec 13 13:07:16.758343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Provisioning complete for port 60cd156a-5212-41dd-b50f-b1d241843cbd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:16.759120 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:16.775123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:16.775123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 91bf22e6-d27d-40a7-9ec8-5a28dd21a921 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:16.775622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ecd1daf1-9ab4-479d-b17d-4eb2627c8cda no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:16.866550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'name': 'network-vif-deleted', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:07:16.884551 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f350711a-cbc1-45e1-9c03-3f41255c0e11" -d '{"events": [{"server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "name": "network-vif-deleted", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:07:16.978932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] Set router 714e4063-ce34-4c98-b586-ad8723bb9765 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:16.999331 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c5b21-21bc-4b77-a57a-1cd85c6fef83 x-openstack-request-id: req-ba8c5b21-21bc-4b77-a57a-1cd85c6fef83 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:07:16.999798 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca25c46-4315-43f9-98cc-656b426102d1", "name": "network-vif-deleted", "tag": "ee81aa0b-3c3a-4e61-bb2c-31c049a17808", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:07:17.000156 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba8c5b21-21bc-4b77-a57a-1cd85c6fef83 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:07:17.000661 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca25c46-4315-43f9-98cc-656b426102d1', 'name': 'network-vif-deleted', 'tag': 'ee81aa0b-3c3a-4e61-bb2c-31c049a17808', 'status': 'completed', 'code': 200} Dec 13 13:07:17.021514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-4f5c5a48-4ddb-4f2f-956e-b8cb84f62133 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port 62ac93cb-1f25-4ec4-b460-248ea5b47900, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=62ac93cb-1f25-4ec4-b460-248ea5b47900,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:17.023182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-4f5c5a48-4ddb-4f2f-956e-b8cb84f62133 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:17.058183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-4f5c5a48-4ddb-4f2f-956e-b8cb84f62133 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for 62ac93cb-1f25-4ec4-b460-248ea5b47900 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:17.066682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:17.103938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ab3fd-8448-4cd1-93ec-1fdfd5a0b708 None None] Pushing event updated for resources: {'Port': ['ID=352b091f-415d-484e-8f03-8e284392ac3f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:17.148673 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6868c532-3305-4070-a748-ab403e3b9358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:17.167134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ecd1daf1-9ab4-479d-b17d-4eb2627c8cda {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:17.167659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ecd1daf1-9ab4-479d-b17d-4eb2627c8cda not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:17.188416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6868c532-3305-4070-a748-ab403e3b9358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:17.189887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6868c532-3305-4070-a748-ab403e3b9358 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff401e19-7e4b-497e-8d52-bce7fe1b1d6f HTTP/1.1" status: 204 len: 168 time: 1.9347003 Dec 13 13:07:17.294106 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:17.400099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231605e-376d-4787-a6c1-e61e1a2bd5c8 None None] Pushing event updated for resources: {'Port': ['ID=12b10617-be82-452a-9ea3-4110bd8331d3,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:17.407645 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:17.488817 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31962fe-0564-4d1c-b6d8-0f2da6525733 None None] The sync data for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 is: [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:17.548068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37776) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:17.580284 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:17.593617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 2569069f-d439-43d8-babb-3ab610c5bcae is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:17.640303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd1b2-7cf1-433a-b839-903551547afb req-74e69d87-86e2-41c5-86a2-213985ba53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:17.641709 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56fcd1b2-7cf1-433a-b839-903551547afb req-74e69d87-86e2-41c5-86a2-213985ba53c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8285ad6c-236f-4047-ae32-62a71099a68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8736966 Dec 13 13:07:17.701197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868c532-3305-4070-a748-ab403e3b9358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff401e19-7e4b-497e-8d52-bce7fe1b1d6f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:17.708569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:17.728832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:17.754676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=ac05a758-8495-4c49-9915-4daac40d1b6d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:17.804906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8722676-d168-431f-a844-c2563c9a1ef2 None None] Pushing event updated for resources: {'Port': ['ID=28d77c58-d5b7-4b0f-89eb-5870605549d1,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:17.848678 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:17.931916 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] Provisioning complete for port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:17.933164 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:17.956134 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:17.956858 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.020409 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-83c73398-a7b5-4aeb-a205-8ceeb8b45d54 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.100230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-4f5c5a48-4ddb-4f2f-956e-b8cb84f62133 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.110838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Port': ['ID=0742adef-e29c-4d80-90dd-de60dd74f7c0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:18.117394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d5c0ec87-c29c-482f-b1d6-0cc58e79d63e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:18.129715 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a69444c7-ddde-40a7-9a75-3577d391811d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2844517 Dec 13 13:07:18.130647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37786) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:18.156046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.157170 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.328759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2', 'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:a3:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:43Z', 'updated_at': '2021-12-13T13:04:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:18.335445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c5a48-4ddb-4f2f-956e-b8cb84f62133 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=62ac93cb-1f25-4ec4-b460-248ea5b47900,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:18.400371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20944f0c-12d5-43fc-8626-164b1d99a2ec None None] The sync data for ids ['714e4063-ce34-4c98-b586-ad8723bb9765'] in n-d-817326-4 is: [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:04:44Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2', 'name': '', 'network_id': '8285ad6c-236f-4047-ae32-62a71099a68c', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:a3:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:43Z', 'updated_at': '2021-12-13T13:04:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': 'a18e25e6-7a84-4861-861a-db69a8c24dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:18.402511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a087efa-f83e-4c47-a6b0-d23fb267120f None None] New status for floating IP 3ab09fa1-5e94-4956-b4f5-f65eb7937706: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:07:18.414157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-83c73398-a7b5-4aeb-a205-8ceeb8b45d54 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.422448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2e46-5d4e-4cfa-8e74-ec5091a2267e req-880a1f65-de72-47a9-ba88-0dea7619a5ec tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:18.427775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-570c2e46-5d4e-4cfa-8e74-ec5091a2267e req-880a1f65-de72-47a9-ba88-0dea7619a5ec tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c18c2de-df6f-4549-a328-d487ac15bd08 HTTP/1.1" status: 200 len: 946 time: 1.4107006 Dec 13 13:07:18.505884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-4f5c5a48-4ddb-4f2f-956e-b8cb84f62133 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] No DVR routers for this DVR port 62ac93cb-1f25-4ec4-b460-248ea5b47900 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:18.508043 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-4f5c5a48-4ddb-4f2f-956e-b8cb84f62133 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.513067 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8619495-b0af-4e1f-9104-c1e9b4562b57 req-4f5c5a48-4ddb-4f2f-956e-b8cb84f62133 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "DELETE /v2.0/ports/62ac93cb-1f25-4ec4-b460-248ea5b47900 HTTP/1.1" status: 204 len: 173 time: 2.1600122 Dec 13 13:07:18.600444 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.629660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c3552-1bd9-488b-ab17-1608352f476e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:18.633905 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-286c3552-1bd9-488b-ab17-1608352f476e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.4301424 Dec 13 13:07:18.649601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37794) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:18.719936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.730530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d559f03-a561-4799-9519-1f41aa545614 None None] Network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:18.809489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event updated for resources: {'Port': ['ID=a40f1c41-3a25-4d49-8e52-c3ab088f4c52,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:18.879332 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-83c73398-a7b5-4aeb-a205-8ceeb8b45d54 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.896744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-83c73398-a7b5-4aeb-a205-8ceeb8b45d54 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.901053 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-83c73398-a7b5-4aeb-a205-8ceeb8b45d54 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "DELETE /v2.0/security-groups/7df67809-f1f1-424d-b08a-4a5f7d79766f HTTP/1.1" status: 204 len: 168 time: 1.3471138 Dec 13 13:07:18.910466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6391587d-12f8-4445-90e1-9f7a7a7ee4ea tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port ac05a758-8495-4c49-9915-4daac40d1b6d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:18.910872 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6391587d-12f8-4445-90e1-9f7a7a7ee4ea tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:18.993417 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01ea03-1c88-4254-a170-b3f6465416ec None None] New status for floating IP aa3ebfe4-7c4d-4af8-bcdf-e5ce0bf8e769: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:07:19.003642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37800) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:19.079631 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6391587d-12f8-4445-90e1-9f7a7a7ee4ea tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:19.099526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6391587d-12f8-4445-90e1-9f7a7a7ee4ea tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for ac05a758-8495-4c49-9915-4daac40d1b6d owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:19.125298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-570c2e46-5d4e-4cfa-8e74-ec5091a2267e req-209a5b1b-1287-44ef-9a17-21640789fb73 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff83fb41-6f39-4dda-a54c-99c78616d63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6824481 Dec 13 13:07:19.131810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56fcd1b2-7cf1-433a-b839-903551547afb req-aa3751c6-30ee-4b5f-8c48-11f22a547417 service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4327998 Dec 13 13:07:19.277056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-deleted', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:07:19.280824 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a7cec9-7c25-4b13-9a97-4194c4cc77c8" -d '{"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-deleted", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:07:19.292186 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6391587d-12f8-4445-90e1-9f7a7a7ee4ea tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:19.364003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391587d-12f8-4445-90e1-9f7a7a7ee4ea tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=ac05a758-8495-4c49-9915-4daac40d1b6d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:19.366378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c73398-a7b5-4aeb-a205-8ceeb8b45d54 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df67809-f1f1-424d-b08a-4a5f7d79766f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:19.370711 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12495642-cf98-486a-8445-f25a03592d6c x-openstack-request-id: req-12495642-cf98-486a-8445-f25a03592d6c {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:07:19.371309 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c18c2de-df6f-4549-a328-d487ac15bd08", "name": "network-vif-deleted", "tag": "62ac93cb-1f25-4ec4-b460-248ea5b47900", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:07:19.371703 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12495642-cf98-486a-8445-f25a03592d6c {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:07:19.372285 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c18c2de-df6f-4549-a328-d487ac15bd08', 'name': 'network-vif-deleted', 'tag': '62ac93cb-1f25-4ec4-b460-248ea5b47900', 'status': 'completed', 'code': 200} Dec 13 13:07:19.418461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] For port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ae18cc1f-2ccb-4a98-b54f-ab29deb3544b,segment=NetworkSegment(453c2811-c35b-4a52-8e1b-5f29f993a5bf),segment_id=453c2811-c35b-4a52-8e1b-5f29f993a5bf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:19.419972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6c83c9-4ec1-433e-8a33-fd9fbc811f4b None None] Network 2569069f-d439-43d8-babb-3ab610c5bcae requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:19.444656 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-e212c7f9-3b7a-48ec-8a1c-dd9860b97a38 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] show failed (client error): The resource could not be found. Dec 13 13:07:19.446203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e212c7f9-3b7a-48ec-8a1c-dd9860b97a38 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups/7df67809-f1f1-424d-b08a-4a5f7d79766f HTTP/1.1" status: 404 len: 347 time: 0.3840137 Dec 13 13:07:19.454590 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:19.463128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37808) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:19.501587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56fcd1b2-7cf1-433a-b839-903551547afb req-ee29fdd5-48a5-44ba-9fcd-44a74abe5486 service neutron] 10.222.0.42 "GET /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110189 Dec 13 13:07:19.593015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:19.597207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:19.605230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6391587d-12f8-4445-90e1-9f7a7a7ee4ea tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:19.613804 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6391587d-12f8-4445-90e1-9f7a7a7ee4ea tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/ac05a758-8495-4c49-9915-4daac40d1b6d HTTP/1.1" status: 204 len: 168 time: 0.9622533 Dec 13 13:07:19.617657 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37814) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:19.639553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] Pushing event updated for resources: {'Port': ['ID=ae18cc1f-2ccb-4a98-b54f-ab29deb3544b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:19.646290 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-945e4686-3a31-4cb4-8993-49a0a502826a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:07:19.647957 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-945e4686-3a31-4cb4-8993-49a0a502826a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/ac05a758-8495-4c49-9915-4daac40d1b6d HTTP/1.1" status: 404 len: 333 time: 0.0287492 Dec 13 13:07:19.680215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37816) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:19.713938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:19.714348 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:19.726775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Router 819cfad6-9b32-4121-bffa-466b37a99d60 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:19.760138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] Provisioning complete for port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:19.760518 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:19.792071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:19.824618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Deleting port 7022e80f-0fc7-44e6-adc5-c71da15c457d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:19.824964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:19.837455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:19.849823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-58577b42-4079-45b1-808c-8cf31ec4cc42 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "PUT /v2.0/routers/819cfad6-9b32-4121-bffa-466b37a99d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6513352 Dec 13 13:07:19.852364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37828) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:19.858129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa8000-2612-45cd-9c7c-e65c26bf0026 None None] Sync routers for ids ['819cfad6-9b32-4121-bffa-466b37a99d60'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:19.903224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa8000-2612-45cd-9c7c-e65c26bf0026 None None] Routers {'819cfad6-9b32-4121-bffa-466b37a99d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:19.903894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8afa8000-2612-45cd-9c7c-e65c26bf0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['819cfad6-9b32-4121-bffa-466b37a99d60'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:19.952849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-71c5175d-7269-4cb8-a9c2-d35b4ce476be tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port ebbeded0-244d-4279-8181-2c819ad226a8 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:19.953272 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71c5175d-7269-4cb8-a9c2-d35b4ce476be tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:19.955540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8afa8000-2612-45cd-9c7c-e65c26bf0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:19.959990 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-60c0ebc8-856c-461f-addf-fcd0012d573e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] delete failed (client error): The resource could not be found. Dec 13 13:07:19.965367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-60c0ebc8-856c-461f-addf-fcd0012d573e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1089385551 HTTP/1.1" status: 404 len: 335 time: 0.1118631 Dec 13 13:07:19.968592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37834) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:19.975530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-66a51b63-934b-4b63-a3c0-431f5b03cf03 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Request body: {'router': {'external_gateway_info': {'network_id': '819cfad6-9b32-4121-bffa-466b37a99d60'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:20.030753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d42f1393-cc8b-4d8b-aab6-b078205a2f78 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:20.032447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa8000-2612-45cd-9c7c-e65c26bf0026 None None] Routers {'819cfad6-9b32-4121-bffa-466b37a99d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:20.033097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8afa8000-2612-45cd-9c7c-e65c26bf0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['819cfad6-9b32-4121-bffa-466b37a99d60'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:20.098452 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8afa8000-2612-45cd-9c7c-e65c26bf0026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:20.099154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa8000-2612-45cd-9c7c-e65c26bf0026 None None] The sync data for ids ['819cfad6-9b32-4121-bffa-466b37a99d60'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:20.156549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] Provisioning complete for port 28d77c58-d5b7-4b0f-89eb-5870605549d1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:20.156933 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:20.174731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:20.175053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:20.225772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Calling delete_port for 7022e80f-0fc7-44e6-adc5-c71da15c457d owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:20.226684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:20.240936 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:20.253325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-356f2a66-3301-4b7a-9989-2ea87ad35222 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9759727 Dec 13 13:07:20.258115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37848) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:20.258429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37850) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:20.267738 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:20.268537 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:20.273931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:20.307502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-482e1cf5-9ffa-4db1-bf38-ed797e82e949 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:20.314742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d42f1393-cc8b-4d8b-aab6-b078205a2f78 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:20.315129 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:20.317811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 62ac93cb-1f25-4ec4-b460-248ea5b47900 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:20.318184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 62ac93cb-1f25-4ec4-b460-248ea5b47900 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:20.384609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66a51b63-934b-4b63-a3c0-431f5b03cf03 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:20.421376 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-66a51b63-934b-4b63-a3c0-431f5b03cf03 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] update failed (client error): The resource could not be found. Dec 13 13:07:20.426166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-66a51b63-934b-4b63-a3c0-431f5b03cf03 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "PUT /v2.0/routers/819cfad6-9b32-4121-bffa-466b37a99d60 HTTP/1.1" status: 404 len: 339 time: 0.4529448 Dec 13 13:07:20.426405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37856) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:20.499416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-07f1b07e-2a25-4a21-8045-2c5aff0ea2ad None None] Could not find standard attr ID for object 0742adef-e29c-4d80-90dd-de60dd74f7c0. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:07:20.516895 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:20.645625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae18cc1f-2ccb-4a98-b54f-ab29deb3544b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:20.725030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Provisioning complete for port 352b091f-415d-484e-8f03-8e284392ac3f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:20.725419 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:20.846113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:20.847231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37860) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:20.847375 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:20.962131 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:15Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40f1c41-3a25-4d49-8e52-c3ab088f4c52', 'name': '', 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:b9:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:13Z', 'updated_at': '2021-12-13T13:07:17Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:21.026873 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:21.027660 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Updating router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 port a40f1c41-3a25-4d49-8e52-c3ab088f4c52 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:07:21.049057 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.059102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 352b091f-415d-484e-8f03-8e284392ac3f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:21.106284 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.184348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] For port 352b091f-415d-484e-8f03-8e284392ac3f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=352b091f-415d-484e-8f03-8e284392ac3f,segment=NetworkSegment(ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e),segment_id=ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:21.195118 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.228767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 352b091f-415d-484e-8f03-8e284392ac3f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:21.229362 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.292533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Provisioning complete for port 12b10617-be82-452a-9ea3-4110bd8331d3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:21.293155 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.395988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Pushing event updated for resources: {'Port': ['ID=352b091f-415d-484e-8f03-8e284392ac3f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:21.408150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.506801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72931de3-1a8f-4386-90ea-877e35079046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.520971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 60cd156a-5212-41dd-b50f-b1d241843cbd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:21.565557 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.576041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71c5175d-7269-4cb8-a9c2-d35b4ce476be tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.576577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] For port 12b10617-be82-452a-9ea3-4110bd8331d3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=12b10617-be82-452a-9ea3-4110bd8331d3,segment=NetworkSegment(4abc1040-b05f-483f-9bf9-81c90ea4cf86),segment_id=4abc1040-b05f-483f-9bf9-81c90ea4cf86)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:21.577074 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.588887 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.597790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 60cd156a-5212-41dd-b50f-b1d241843cbd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:21.598412 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.603609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72931de3-1a8f-4386-90ea-877e35079046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.606149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-71c5175d-7269-4cb8-a9c2-d35b4ce476be tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for ebbeded0-244d-4279-8181-2c819ad226a8 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:21.636259 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72931de3-1a8f-4386-90ea-877e35079046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.678375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Provisioning complete for port ebbeded0-244d-4279-8181-2c819ad226a8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:21.678892 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.686970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-72931de3-1a8f-4386-90ea-877e35079046 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57ac876052cd47bea815b71276e817a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8385236 Dec 13 13:07:21.694364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37864) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:21.710465 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Attempting to bind port a40f1c41-3a25-4d49-8e52-c3ab088f4c52 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:21.710974 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Attempting to bind port a40f1c41-3a25-4d49-8e52-c3ab088f4c52 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:21.711345 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Attempting to bind port a40f1c41-3a25-4d49-8e52-c3ab088f4c52 on network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:21.718516 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:21.719076 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Checking segment: {'id': 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:21.719483 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.720787 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Bound using segment: {'id': 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:21.722351 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Bound port: a40f1c41-3a25-4d49-8e52-c3ab088f4c52, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:21.723422 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.744138 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ab44a-ccd8-4b08-94cf-51d66a36af3f None None] Pushing event updated for resources: {'Port': ['ID=a40f1c41-3a25-4d49-8e52-c3ab088f4c52,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:21.761321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72931de3-1a8f-4386-90ea-877e35079046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdaf166-e92d-40f2-b224-3d20bc6cf830,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:21.778380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Pushing event updated for resources: {'Port': ['ID=12b10617-be82-452a-9ea3-4110bd8331d3,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:21.804414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Port ebbeded0-244d-4279-8181-2c819ad226a8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:21.817726 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219b5b7e-4edc-44c0-8559-fbacc7954bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.820264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.880089 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] For port a40f1c41-3a25-4d49-8e52-c3ab088f4c52, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:21.881580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 28d77c58-d5b7-4b0f-89eb-5870605549d1 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:21.886781 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] For port a40f1c41-3a25-4d49-8e52-c3ab088f4c52, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a40f1c41-3a25-4d49-8e52-c3ab088f4c52,segment=NetworkSegment(ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e),segment_id=ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:21.893862 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.932192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Provisioning complete for port a40f1c41-3a25-4d49-8e52-c3ab088f4c52 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:21.932824 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:21.961623 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ab44a-ccd8-4b08-94cf-51d66a36af3f None None] Pushing event updated for resources: {'Port': ['ID=a40f1c41-3a25-4d49-8e52-c3ab088f4c52,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:21.995083 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:21.996024 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:22.029743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 28d77c58-d5b7-4b0f-89eb-5870605549d1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:22.030611 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.096945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.122267 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:22.129454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Allocated IP 172.20.0.1 (0b520035-60a9-404f-8896-86046cc83626/27d6352c-3909-4311-9610-24b8ec1db026/b5445dd8-ee2e-4477-b83c-14ae40c9f9e7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:22.165323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] For port a40f1c41-3a25-4d49-8e52-c3ab088f4c52, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a40f1c41-3a25-4d49-8e52-c3ab088f4c52,segment=NetworkSegment(ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e),segment_id=ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:22.175661 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.218457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.extraroute_db [None req-482e1cf5-9ffa-4db1-bf38-ed797e82e949 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=109885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 13:07:22.256393 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219b5b7e-4edc-44c0-8559-fbacc7954bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.279878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.304408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.extraroute_db [None req-482e1cf5-9ffa-4db1-bf38-ed797e82e949 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Removed routes are [] {{(pid=109885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 13:07:22.304811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-482e1cf5-9ffa-4db1-bf38-ed797e82e949 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.327916 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.365903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event deleted for resources: {'Port': ['ID=7022e80f-0fc7-44e6-adc5-c71da15c457d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:22.371214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 053c85ae-67cb-4d62-a130-02123c3277f2 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:22.399490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 053c85ae-67cb-4d62-a130-02123c3277f2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:22.399992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 053c85ae-67cb-4d62-a130-02123c3277f2 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:22.401671 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654c8d48-9ff5-4bd3-82a2-a28ee9cffa80 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:22.404036 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-593af831-c1c9-42df-872f-a47cf29fb91c None None] Provisioning complete for port ebbeded0-244d-4279-8181-2c819ad226a8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:22.404443 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-593af831-c1c9-42df-872f-a47cf29fb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.436983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219b5b7e-4edc-44c0-8559-fbacc7954bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.441515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219b5b7e-4edc-44c0-8559-fbacc7954bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.443306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-219b5b7e-4edc-44c0-8559-fbacc7954bf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fdaf166-e92d-40f2-b224-3d20bc6cf830 HTTP/1.1" status: 204 len: 168 time: 0.7424750 Dec 13 13:07:22.446794 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.450765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-593af831-c1c9-42df-872f-a47cf29fb91c None None] Port ebbeded0-244d-4279-8181-2c819ad226a8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:22.462349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-593af831-c1c9-42df-872f-a47cf29fb91c None None] Could not find standard attr ID for object ac05a758-8495-4c49-9915-4daac40d1b6d. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:07:22.464392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba872b6-bc53-4561-907e-427aeb5ef3dd None None] Pushing event updated for resources: {'Port': ['ID=a40f1c41-3a25-4d49-8e52-c3ab088f4c52,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:22.479685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-593af831-c1c9-42df-872f-a47cf29fb91c None None] Provisioning complete for port a40f1c41-3a25-4d49-8e52-c3ab088f4c52 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:22.480429 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-593af831-c1c9-42df-872f-a47cf29fb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.498570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b5b7e-4edc-44c0-8559-fbacc7954bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdaf166-e92d-40f2-b224-3d20bc6cf830,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:22.499097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.499963 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.502327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.504303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.506518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.507050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.508075 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.508581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.510302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.512090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.513923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.514479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.514995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:22.552938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Network 0b520035-60a9-404f-8896-86046cc83626 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:22.557597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:22.565912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:22.582581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71c5175d-7269-4cb8-a9c2-d35b4ce476be tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.629389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'Port': ['ID=b5445dd8-ee2e-4477-b83c-14ae40c9f9e7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:22.653510 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:15Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40f1c41-3a25-4d49-8e52-c3ab088f4c52', 'name': '', 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:b9:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:13Z', 'updated_at': '2021-12-13T13:07:21Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:22.664517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.736307 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab7e00-8103-479d-8492-b2642c4d44ab None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:15Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40f1c41-3a25-4d49-8e52-c3ab088f4c52', 'name': '', 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:b9:44:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:13Z', 'updated_at': '2021-12-13T13:07:21Z', 'revision_number': 4, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:22.791167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5175d-7269-4cb8-a9c2-d35b4ce476be tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=ebbeded0-244d-4279-8181-2c819ad226a8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:22.852635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae18cc1f-2ccb-4a98-b54f-ab29deb3544b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:22.905774 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.955007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f9f8ffde-ef01-47dc-b575-8f68225850bc None None] Provisioning complete for port a40f1c41-3a25-4d49-8e52-c3ab088f4c52 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:22.955376 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ffde-ef01-47dc-b575-8f68225850bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.979509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.982602 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:22.983917 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b76843ea-5b4d-4c8d-bbda-f105211aec86 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "DELETE /v2.0/floatingips/3ab09fa1-5e94-4956-b4f5-f65eb7937706 HTTP/1.1" status: 204 len: 168 time: 3.5198002 Dec 13 13:07:23.118498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:23.118498 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.298766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71c5175d-7269-4cb8-a9c2-d35b4ce476be tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.303249 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 12b10617-be82-452a-9ea3-4110bd8331d3 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:23.308967 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-71c5175d-7269-4cb8-a9c2-d35b4ce476be tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/ebbeded0-244d-4279-8181-2c819ad226a8 HTTP/1.1" status: 204 len: 168 time: 3.6248510 Dec 13 13:07:23.309708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37882) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:23.320813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-482e1cf5-9ffa-4db1-bf38-ed797e82e949 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.348757 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-482e1cf5-9ffa-4db1-bf38-ed797e82e949 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.360837 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f3cf96-a755-4602-831f-cf76df558779 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:07:23.365124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-15f3cf96-a755-4602-831f-cf76df558779 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/ebbeded0-244d-4279-8181-2c819ad226a8 HTTP/1.1" status: 404 len: 333 time: 0.0519123 Dec 13 13:07:23.365458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37886) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:23.422114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2f9e413e-7dfa-4762-a07c-38707f2a659a None None] Provisioning complete for port b5445dd8-ee2e-4477-b83c-14ae40c9f9e7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:23.427508 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f9e413e-7dfa-4762-a07c-38707f2a659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.474386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-147308b2-771a-4d1a-915c-a086f98fbf13 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet 74f59207-d6db-4111-9eee-1423824ec9ca {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:23.495274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e413e-7dfa-4762-a07c-38707f2a659a None None] Port b5445dd8-ee2e-4477-b83c-14ae40c9f9e7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:23.497456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 12b10617-be82-452a-9ea3-4110bd8331d3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:23.498100 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.554728 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-147308b2-771a-4d1a-915c-a086f98fbf13 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.573248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482e1cf5-9ffa-4db1-bf38-ed797e82e949 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:23.618396 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-147308b2-771a-4d1a-915c-a086f98fbf13 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.673282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 352b091f-415d-484e-8f03-8e284392ac3f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:23.706165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37892) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:23.719283 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-147308b2-771a-4d1a-915c-a086f98fbf13 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.742616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 352b091f-415d-484e-8f03-8e284392ac3f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:23.743095 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.778985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37896) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:23.793063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-147308b2-771a-4d1a-915c-a086f98fbf13 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.801114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8ae1d758-ddb4-42b1-a047-6549a419f8c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027953954', 'description': 'tempest-description--1601879516'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:23.826374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.831209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147308b2-771a-4d1a-915c-a086f98fbf13 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=74f59207-d6db-4111-9eee-1423824ec9ca,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:23.834051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-147308b2-771a-4d1a-915c-a086f98fbf13 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.836818 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-147308b2-771a-4d1a-915c-a086f98fbf13 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/74f59207-d6db-4111-9eee-1423824ec9ca HTTP/1.1" status: 204 len: 168 time: 0.4704728 Dec 13 13:07:23.841175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37898) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:23.958830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c713f3-bfcf-4263-a375-d44c36101947 None None] Network 2569069f-d439-43d8-babb-3ab610c5bcae requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:23.963440 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.972944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-255723554-network', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:23.976043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:23.987974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.000046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482e1cf5-9ffa-4db1-bf38-ed797e82e949 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:24.008724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-482e1cf5-9ffa-4db1-bf38-ed797e82e949 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.013648 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-482e1cf5-9ffa-4db1-bf38-ed797e82e949 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0 HTTP/1.1" status: 200 len: 954 time: 3.7493634 Dec 13 13:07:24.013648 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ae1d758-ddb4-42b1-a047-6549a419f8c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.025672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37900) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:24.026354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Made reservation on behalf of 8fd14c1710c0474f81e533ec78ac461c for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:24.029801 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.082810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:24.091549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.112641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:24.113255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:24.117672 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event updated for resources: {'Port': ['ID=b5445dd8-ee2e-4477-b83c-14ae40c9f9e7,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:24.117896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 28d77c58-d5b7-4b0f-89eb-5870605549d1 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:24.121710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.191616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 12b10617-be82-452a-9ea3-4110bd8331d3 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:24.192051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.223592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4eec9c-209d-48b5-ae0c-1526bf7a9343 None None] DHCP port deletion for 2569069f-d439-43d8-babb-3ab610c5bcae request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:24.248807 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e011a70-16f7-4b6b-8ea2-be99e40e80f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.284726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] For port 12b10617-be82-452a-9ea3-4110bd8331d3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=12b10617-be82-452a-9ea3-4110bd8331d3,segment=NetworkSegment(4abc1040-b05f-483f-9bf9-81c90ea4cf86),segment_id=4abc1040-b05f-483f-9bf9-81c90ea4cf86)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:24.285089 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.289496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:24.306599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 12b10617-be82-452a-9ea3-4110bd8331d3 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:24.309676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Network 0b520035-60a9-404f-8896-86046cc83626 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:24.314680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:24.342987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 28d77c58-d5b7-4b0f-89eb-5870605549d1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:24.343344 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.477191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4f4eec9c-209d-48b5-ae0c-1526bf7a9343 None None] Deleting port 12b10617-be82-452a-9ea3-4110bd8331d3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:24.477569 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f4eec9c-209d-48b5-ae0c-1526bf7a9343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.493470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Router 819cfad6-9b32-4121-bffa-466b37a99d60 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:24.517045 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.578560 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b831186d-7020-4423-9d06-4952c0d77f28 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0 HTTP/1.1" status: 200 len: 954 time: 0.5461149 Dec 13 13:07:24.585764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37904) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:24.610871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-17569a74-ad43-4015-a4e0-dbd66dfbcd19 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'routes': None}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:24.657979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No DVR routers for this DVR port 12b10617-be82-452a-9ea3-4110bd8331d3 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:24.659815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=12b10617-be82-452a-9ea3-4110bd8331d3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:24.665075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4f4eec9c-209d-48b5-ae0c-1526bf7a9343 None None] For port 12b10617-be82-452a-9ea3-4110bd8331d3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=12b10617-be82-452a-9ea3-4110bd8331d3,segment=NetworkSegment(4abc1040-b05f-483f-9bf9-81c90ea4cf86),segment_id=4abc1040-b05f-483f-9bf9-81c90ea4cf86)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:24.666100 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f4eec9c-209d-48b5-ae0c-1526bf7a9343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.684257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4f12fe67-e8ab-455e-997c-7c1305cfb8ba None None] Provisioning complete for port b5445dd8-ee2e-4477-b83c-14ae40c9f9e7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:24.684634 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f12fe67-e8ab-455e-997c-7c1305cfb8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.704609 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ae1d758-ddb4-42b1-a047-6549a419f8c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.719012 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ae1d758-ddb4-42b1-a047-6549a419f8c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.731419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4f12fe67-e8ab-455e-997c-7c1305cfb8ba None None] Port b5445dd8-ee2e-4477-b83c-14ae40c9f9e7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:24.734744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4f4eec9c-209d-48b5-ae0c-1526bf7a9343 None None] Calling delete_port for 12b10617-be82-452a-9ea3-4110bd8331d3 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:24.781058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.785618 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ae1d758-ddb4-42b1-a047-6549a419f8c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.788110 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8ae1d758-ddb4-42b1-a047-6549a419f8c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0022511 Dec 13 13:07:24.794722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37906) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:24.800641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:22Z', 'revision_number': 6, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40f1c41-3a25-4d49-8e52-c3ab088f4c52', 'name': '', 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:b9:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:13Z', 'updated_at': '2021-12-13T13:07:22Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:24.804695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b0068a2f-5f84-408e-a0e9-90b502bbefb7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'security_group_rule': {'security_group_id': '0b8fa27b-ee64-457c-b1f6-2c07fde54c82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:24.809797 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.812326 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.815376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1d758-ddb4-42b1-a047-6549a419f8c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8fa27b-ee64-457c-b1f6-2c07fde54c82,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:24.832819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:24.841714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2569069f-d439-43d8-babb-3ab610c5bcae']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:24.851428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:24.852069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:24.877475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:07:24.884499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:24.906858 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.907203 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Added segment e57602a2-a4bb-420b-a24f-c0cd541b76a9 of type vlan for network c03f10db-9f9c-4d27-aa88-05fe57ad660a Dec 13 13:07:24.909020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5d3dee-69da-488f-a4c1-70935d012ee3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:24.917281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abc1040-b05f-483f-9bf9-81c90ea4cf86') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:24.917708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abc1040-b05f-483f-9bf9-81c90ea4cf86') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:24.922793 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1338c-451f-46a4-8d31-659c33779967 None None] Sync routers for ids ['819cfad6-9b32-4121-bffa-466b37a99d60'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:24.932490 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.946188 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f4eec9c-209d-48b5-ae0c-1526bf7a9343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.950277 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1338c-451f-46a4-8d31-659c33779967 None None] Routers {'819cfad6-9b32-4121-bffa-466b37a99d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:24.951525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.953369 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-16f1338c-451f-46a4-8d31-659c33779967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['819cfad6-9b32-4121-bffa-466b37a99d60'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:24.959025 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:24.960856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.975323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0068a2f-5f84-408e-a0e9-90b502bbefb7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:24.983447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eec9c-209d-48b5-ae0c-1526bf7a9343 None None] Pushing event deleted for resources: {'Port': ['ID=12b10617-be82-452a-9ea3-4110bd8331d3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:24.991817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a40f1c41-3a25-4d49-8e52-c3ab088f4c52 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:24.994023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4eec9c-209d-48b5-ae0c-1526bf7a9343 None None] No DVR routers for this DVR port 12b10617-be82-452a-9ea3-4110bd8331d3 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:25.008890 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.009383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:25.030801 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-16f1338c-451f-46a4-8d31-659c33779967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:25.040063 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1338c-451f-46a4-8d31-659c33779967 None None] Routers {'819cfad6-9b32-4121-bffa-466b37a99d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:25.040869 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-16f1338c-451f-46a4-8d31-659c33779967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['819cfad6-9b32-4121-bffa-466b37a99d60'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:25.080715 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-16f1338c-451f-46a4-8d31-659c33779967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:25.081662 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1338c-451f-46a4-8d31-659c33779967 None None] The sync data for ids ['819cfad6-9b32-4121-bffa-466b37a99d60'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:25.086103 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:25.093397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e413c245-027d-4ec1-a743-ceb99f68033e tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "PUT /v2.0/routers/819cfad6-9b32-4121-bffa-466b37a99d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6659460 Dec 13 13:07:25.103379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37908) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:25.124803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:25.125534 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.179546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a40f1c41-3a25-4d49-8e52-c3ab088f4c52 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:25.179917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.200255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0068a2f-5f84-408e-a0e9-90b502bbefb7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.203775 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.204916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:25.205599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.223801 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0068a2f-5f84-408e-a0e9-90b502bbefb7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.279275 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.297769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.306124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/networks/2569069f-d439-43d8-babb-3ab610c5bcae HTTP/1.1" status: 204 len: 168 time: 1.4587688 Dec 13 13:07:25.314328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37910) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:25.322948 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6017003 Dec 13 13:07:25.339693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0068a2f-5f84-408e-a0e9-90b502bbefb7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65292974-b161-45f1-b192-a1e083135367,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:25.343719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37912) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:25.352237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:22Z', 'revision_number': 6, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40f1c41-3a25-4d49-8e52-c3ab088f4c52', 'name': '', 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:b9:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:13Z', 'updated_at': '2021-12-13T13:07:22Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:25.364469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Request body: {'subnet': {'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-255723554-subnet', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:25.364644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ffe83-f1e4-4c00-b430-4c0c9ba04d5a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Network': ['ID=2569069f-d439-43d8-babb-3ab610c5bcae,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:25.378163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1550808266'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:25.378473 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b0068a2f-5f84-408e-a0e9-90b502bbefb7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.382563 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b0068a2f-5f84-408e-a0e9-90b502bbefb7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5815830 Dec 13 13:07:25.384646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37914) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:25.388202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd250a7-075b-4aee-821e-5b35e683d014 None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:22Z', 'revision_number': 6, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40f1c41-3a25-4d49-8e52-c3ab088f4c52', 'name': '', 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:b9:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:13Z', 'updated_at': '2021-12-13T13:07:22Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:25.388495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d661cd-d8eb-429a-84ae-70eda07a8c34 admin admin] Pushing event updated for resources: {'Network': ['ID=c03f10db-9f9c-4d27-aa88-05fe57ad660a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:25.392078 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27641f71-655c-4633-b815-56439b5f5074 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.401849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bb25e64d-2edb-4e46-8ec2-cd02cf6a05ee tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'security_group_rule': {'security_group_id': '0b8fa27b-ee64-457c-b1f6-2c07fde54c82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:25.411108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:25.414574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.418224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:07:25.454737 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.api [None req-bb25e64d-2edb-4e46-8ec2-cd02cf6a05ee tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 13:07:25.454737 n-d-817326-4 neutron-server[109885]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 13:07:25.454737 n-d-817326-4 neutron-server[109885]: [parameters: {'project_id_1': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'expiration_1': datetime.datetime(2021, 12, 13, 13, 7, 5, 417218)}] Dec 13 13:07:25.454737 n-d-817326-4 neutron-server[109885]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:07:25.454737 n-d-817326-4 neutron-server[109885]: DEBUG oslo_db.api [None req-bb25e64d-2edb-4e46-8ec2-cd02cf6a05ee tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:07:25.455271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:25.469075 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Made reservation on behalf of 8fd14c1710c0474f81e533ec78ac461c for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:25.471756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.485634 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.api [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 13:07:25.485634 n-d-817326-4 neutron-server[109886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 13:07:25.485634 n-d-817326-4 neutron-server[109886]: [parameters: {'project_id_1': 'bbd88c456e024765b8aad9fde561d6cb', 'expiration_1': datetime.datetime(2021, 12, 13, 13, 7, 5, 386199)}] Dec 13 13:07:25.485634 n-d-817326-4 neutron-server[109886]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:07:25.486143 n-d-817326-4 neutron-server[109886]: DEBUG oslo_db.api [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:07:25.493789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 12b10617-be82-452a-9ea3-4110bd8331d3 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:25.532983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 12b10617-be82-452a-9ea3-4110bd8331d3 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:25.533515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 12b10617-be82-452a-9ea3-4110bd8331d3 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:25.788981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.847878 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-27641f71-655c-4633-b815-56439b5f5074 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 13:07:25.849181 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-27641f71-655c-4633-b815-56439b5f5074 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "DELETE /v2.0/routers/819cfad6-9b32-4121-bffa-466b37a99d60 HTTP/1.1" status: 409 len: 329 time: 0.6953018 Dec 13 13:07:25.852964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37916) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:25.866975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=563598e9-d8ce-48bd-b301-6842a91f8338,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:25.901268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Checking segment: {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:25.901633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Network hostable DHCP agents. Network: c03f10db-9f9c-4d27-aa88-05fe57ad660a, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:07:25.917983 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:25.963814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:25.967083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:07:26.015983 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, c03f10db-9f9c-4d27-aa88-05fe57ad660a) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:26.026655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e54d84-d3e9-43c5-afcf-ffef7fff6f4e None None] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:26.043723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:26.044329 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.069307 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb25e64d-2edb-4e46-8ec2-cd02cf6a05ee tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.070728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.extraroute_db [None req-17569a74-ad43-4015-a4e0-dbd66dfbcd19 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added routes are [] {{(pid=109886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 13:07:26.071049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.extraroute_db [None req-17569a74-ad43-4015-a4e0-dbd66dfbcd19 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=109886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 13:07:26.147712 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17569a74-ad43-4015-a4e0-dbd66dfbcd19 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.161555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:26.165579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.188355 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-93aa3045-31f5-432f-b7e2-37b67ce61acc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8353708 Dec 13 13:07:26.189098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37918) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:26.238791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:26.244543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb25e64d-2edb-4e46-8ec2-cd02cf6a05ee tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.253461 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb25e64d-2edb-4e46-8ec2-cd02cf6a05ee tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.281551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25e64d-2edb-4e46-8ec2-cd02cf6a05ee tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583e6758-7b30-47ab-a0ff-415300b4944d,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:26.285231 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.327759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:07:26.354321 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.355538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.362864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb25e64d-2edb-4e46-8ec2-cd02cf6a05ee tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.367123 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bb25e64d-2edb-4e46-8ec2-cd02cf6a05ee tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9766719 Dec 13 13:07:26.369092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37920) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:26.370388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.370388 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Added segment eb740bd7-6de6-4304-aae0-e7754bb17b58 of type vlan for network a10d8e67-7781-4491-89d1-a9cde9aa1199 Dec 13 13:07:26.373047 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:26.392127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:26.393303 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.445598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.532032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.538841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Allocated IP 172.20.0.2 (c03f10db-9f9c-4d27-aa88-05fe57ad660a/563598e9-d8ce-48bd-b301-6842a91f8338/f681810b-798b-4d9a-b329-143ebf447dc6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:26.577879 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.624433 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8bc2657-02f9-4645-a990-8c99b7214a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.646109 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17569a74-ad43-4015-a4e0-dbd66dfbcd19 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.651595 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.657490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:26.658357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.661440 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.664306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 714e4063-ce34-4c98-b586-ad8723bb9765 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:26.701572 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17569a74-ad43-4015-a4e0-dbd66dfbcd19 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.744738 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.766384 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.805207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:26.811891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:26.815563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:26.832969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Pushing event updated for resources: {'Port': ['ID=f681810b-798b-4d9a-b329-143ebf447dc6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:26.853920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.854297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.854645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.855429 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.855725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.856157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.856499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.856835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.857162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.857649 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.857841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.858170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.858521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:26.868641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Allocated IP 172.25.2.19 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/cfb4f9b0-f68d-452b-93bb-258cb78719fd) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:26.874261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5266435 Dec 13 13:07:26.874737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:26.874737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37922) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:26.879255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': 'a10d8e67-7781-4491-89d1-a9cde9aa1199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:26.890478 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-801f5df7-cf95-4bad-8af7-7ea3a7f2114a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "PUT /v2.0/routers/714e4063-ce34-4c98-b586-ad8723bb9765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6309335 Dec 13 13:07:26.893354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] Sync routers for ids ['714e4063-ce34-4c98-b586-ad8723bb9765'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:26.903650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37924) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:26.915381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] Routers {'714e4063-ce34-4c98-b586-ad8723bb9765'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:26.915597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['714e4063-ce34-4c98-b586-ad8723bb9765'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:26.949616 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.953356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Attempting to bind port f681810b-798b-4d9a-b329-143ebf447dc6 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:26.954119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Attempting to bind port f681810b-798b-4d9a-b329-143ebf447dc6 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:26.954119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Attempting to bind port f681810b-798b-4d9a-b329-143ebf447dc6 on network c03f10db-9f9c-4d27-aa88-05fe57ad660a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:26.954609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dbf59-531a-40ab-8f0f-3cf940a4b60c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Network': ['ID=a10d8e67-7781-4491-89d1-a9cde9aa1199,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:26.967340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:26.967743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Checking segment: {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:26.968171 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:26.968512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Bound using segment: {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:26.969003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Bound port: f681810b-798b-4d9a-b329-143ebf447dc6, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:26.969391 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.001682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17569a74-ad43-4015-a4e0-dbd66dfbcd19 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:27.010728 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.046446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network a10d8e67-7781-4491-89d1-a9cde9aa1199 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:07:27.059063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5088b809-d575-4471-aa2d-6824a97fe072 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting subnet a18e25e6-7a84-4861-861a-db69a8c24dcc {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:27.065221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5088b809-d575-4471-aa2d-6824a97fe072 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.141729 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5088b809-d575-4471-aa2d-6824a97fe072 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.156486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] For port f681810b-798b-4d9a-b329-143ebf447dc6, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:27.160533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] Set router 714e4063-ce34-4c98-b586-ad8723bb9765 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:27.176537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:27.180086 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.230707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] For port f681810b-798b-4d9a-b329-143ebf447dc6, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f681810b-798b-4d9a-b329-143ebf447dc6,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:27.245693 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.250371 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.259084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17569a74-ad43-4015-a4e0-dbd66dfbcd19 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:27.269940 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17569a74-ad43-4015-a4e0-dbd66dfbcd19 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.271498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-17569a74-ad43-4015-a4e0-dbd66dfbcd19 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0 HTTP/1.1" status: 200 len: 704 time: 2.6841898 Dec 13 13:07:27.274707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:27.281587 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:27.299648 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:27.301213 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:27.357339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0bc54-da81-4adb-a287-ed186ec712dc None None] Pushing event updated for resources: {'Port': ['ID=f681810b-798b-4d9a-b329-143ebf447dc6,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:27.393554 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5088b809-d575-4471-aa2d-6824a97fe072 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.417285 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.436764 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:27.469474 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:07:25Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:27.517078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] Checking router: 714e4063-ce34-4c98-b586-ad8723bb9765 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:27.530732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] Routers {'714e4063-ce34-4c98-b586-ad8723bb9765'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:27.531808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['714e4063-ce34-4c98-b586-ad8723bb9765'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:27.759135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] Set router 714e4063-ce34-4c98-b586-ad8723bb9765 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:27.771466 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:26Z', 'revision_number': 7, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40f1c41-3a25-4d49-8e52-c3ab088f4c52', 'name': '', 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:b9:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:13Z', 'updated_at': '2021-12-13T13:07:22Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:27.815738 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:27.827986 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:27.829063 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:27.861907 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:27.889800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:27.913815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:27.925302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:27.932955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'Port': ['ID=cfb4f9b0-f68d-452b-93bb-258cb78719fd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:27.999365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-74a26594-8665-42c5-b12a-f96a79c9b3b6 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0 HTTP/1.1" status: 200 len: 704 time: 0.7238114 Dec 13 13:07:28.005675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37928) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:28.017821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5088b809-d575-4471-aa2d-6824a97fe072 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.022794 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:28.047546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:07:25Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:28.077790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98cca93-0d92-4d36-80cc-cc3b7feab7de None None] The sync data for ids ['714e4063-ce34-4c98-b586-ad8723bb9765'] in n-d-817326-4 is: [{'id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214344817', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:04:35Z', 'updated_at': '2021-12-13T13:07:25Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'bc621785-b2f2-425f-a4bb-d4e966dd7c3e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e4063-ce34-4c98-b586-ad8723bb9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:04:36Z', 'updated_at': '2021-12-13T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:28.112477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088b809-d575-4471-aa2d-6824a97fe072 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Subnet': ['ID=a18e25e6-7a84-4861-861a-db69a8c24dcc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:28.113267 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5088b809-d575-4471-aa2d-6824a97fe072 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.116518 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5088b809-d575-4471-aa2d-6824a97fe072 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/subnets/a18e25e6-7a84-4861-861a-db69a8c24dcc HTTP/1.1" status: 204 len: 168 time: 1.2118428 Dec 13 13:07:28.125719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37930) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:28.142574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a7fe6-f818-4297-96cc-5cf06488579c None None] Network 8285ad6c-236f-4047-ae32-62a71099a68c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:28.181533 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.268488 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.312666 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.325911 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:26Z', 'revision_number': 7, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40f1c41-3a25-4d49-8e52-c3ab088f4c52', 'name': '', 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:b9:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:13Z', 'updated_at': '2021-12-13T13:07:22Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:28.352092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=78913e83-b277-44a4-9141-d6c93c9e4e17,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:28.362840 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b01cd1-f7fd-4ba3-b14a-386cd3f0fb12 None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:26Z', 'revision_number': 7, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a40f1c41-3a25-4d49-8e52-c3ab088f4c52', 'name': '', 'network_id': '5a43c746-ed4c-4913-a86f-a5b0cc0f5436', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:b9:44:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:13Z', 'updated_at': '2021-12-13T13:07:22Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '37f4391f-2869-4530-8719-e5fcaf0e89e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:28.407231 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.457881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Checking segment: {'id': 'eb740bd7-6de6-4304-aae0-e7754bb17b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a10d8e67-7781-4491-89d1-a9cde9aa1199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:28.458685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network hostable DHCP agents. Network: a10d8e67-7781-4491-89d1-a9cde9aa1199, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:07:28.492272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b034bb59-884a-4982-a84f-ae76560308ec None None] DHCP port deletion for 8285ad6c-236f-4047-ae32-62a71099a68c request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:28.537836 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.590762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b034bb59-884a-4982-a84f-ae76560308ec None None] Deleting port 09ec52b8-a151-462d-be7d-dab7da35e398 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:28.591342 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b034bb59-884a-4982-a84f-ae76560308ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.602637 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.632947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network a10d8e67-7781-4491-89d1-a9cde9aa1199 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:07:28.685867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, a10d8e67-7781-4491-89d1-a9cde9aa1199) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:28.699951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:28.700630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.702873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Allocated IP 172.25.2.202 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/95900707-5b57-432a-99c8-648d35961c14) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:28.752524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b034bb59-884a-4982-a84f-ae76560308ec None None] For port 09ec52b8-a151-462d-be7d-dab7da35e398, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=09ec52b8-a151-462d-be7d-dab7da35e398,segment=NetworkSegment(f80015c8-6f79-4cfe-be23-7b40a6c4b28c),segment_id=f80015c8-6f79-4cfe-be23-7b40a6c4b28c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:28.753660 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b034bb59-884a-4982-a84f-ae76560308ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.772269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d7fc87-f7e0-47b0-93c2-06a607b951ab None None] Network a10d8e67-7781-4491-89d1-a9cde9aa1199 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:28.784788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Deleting port b5445dd8-ee2e-4477-b83c-14ae40c9f9e7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:28.786355 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:28.848714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b034bb59-884a-4982-a84f-ae76560308ec None None] Calling delete_port for 09ec52b8-a151-462d-be7d-dab7da35e398 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:28.918636 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b2d47505-51c7-44f3-b61f-9dae5974adc8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0438311 Dec 13 13:07:28.922514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37932) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:28.931187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': 'a10d8e67-7781-4491-89d1-a9cde9aa1199', 'name': 'tempest-PortsTestJSON-1099007254', 'fixed_ips': [{'subnet_id': '78913e83-b277-44a4-9141-d6c93c9e4e17', 'ip_address': '172.20.0.10'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:28.968131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f681810b-798b-4d9a-b329-143ebf447dc6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:29.041731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a7b55-dd5f-441d-94fd-5ecc3cf7d68b None None] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:29.058250 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.072564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.118256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.127155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a10d8e67-7781-4491-89d1-a9cde9aa1199', 'network_id': 'a10d8e67-7781-4491-89d1-a9cde9aa1199', 'project_id': 'bbd88c456e024765b8aad9fde561d6cb', 'fixed_ips': [{'subnet_id': '78913e83-b277-44a4-9141-d6c93c9e4e17'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:29.130000 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.133664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Calling delete_port for b5445dd8-ee2e-4477-b83c-14ae40c9f9e7 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:29.137239 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.163156 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.171816 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.203203 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b034bb59-884a-4982-a84f-ae76560308ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.242766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port bc621785-b2f2-425f-a4bb-d4e966dd7c3e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:29.243098 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.271311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2c192475-cb13-43e2-a650-96ff8107065b None None] Provisioning complete for port f681810b-798b-4d9a-b329-143ebf447dc6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:29.272006 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c192475-cb13-43e2-a650-96ff8107065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.272934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'Port': ['ID=cfb4f9b0-f68d-452b-93bb-258cb78719fd,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:29.290923 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.300911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:29.305822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f681810b-798b-4d9a-b329-143ebf447dc6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:29.306221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.309216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034bb59-884a-4982-a84f-ae76560308ec None None] No DVR routers for this DVR port 09ec52b8-a151-462d-be7d-dab7da35e398 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:29.334944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034bb59-884a-4982-a84f-ae76560308ec None None] Pushing event deleted for resources: {'Port': ['ID=09ec52b8-a151-462d-be7d-dab7da35e398,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:29.352480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.381729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.395820 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.397111 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9eda2b70-be8b-4c12-9ae8-e88b29c0aada tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0287097 Dec 13 13:07:29.485977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port bc621785-b2f2-425f-a4bb-d4e966dd7c3e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bc621785-b2f2-425f-a4bb-d4e966dd7c3e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:29.486297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.489935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:29.506665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:29.517600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:29.549610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for bc621785-b2f2-425f-a4bb-d4e966dd7c3e owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:29.554354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=95900707-5b57-432a-99c8-648d35961c14,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:29.602694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.614382 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.620813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf185693-0112-4cd9-9bbc-70ad0b6b9dd2 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:29.637298 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port 7424deb5-eef0-43f7-8b5c-33ebac29928a yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:07:29.711928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Port': ['ID=b5445dd8-ee2e-4477-b83c-14ae40c9f9e7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:29.732891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Allocated IP 172.20.0.2 (a10d8e67-7781-4491-89d1-a9cde9aa1199/78913e83-b277-44a4-9141-d6c93c9e4e17/2fed7007-764a-4d3d-a4bb-ef4921826301) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:29.888138 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.905100 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c192475-cb13-43e2-a650-96ff8107065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.909110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port a40f1c41-3a25-4d49-8e52-c3ab088f4c52 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:29.909459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:29.958440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-286ecc93-fb9b-4adc-be06-7c7a31e89113 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1027953954&fields=id&tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf HTTP/1.1" status: 200 len: 267 time: 0.3386147 Dec 13 13:07:29.965164 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.004890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2c192475-cb13-43e2-a650-96ff8107065b None None] For port f681810b-798b-4d9a-b329-143ebf447dc6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f681810b-798b-4d9a-b329-143ebf447dc6,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:30.018841 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c192475-cb13-43e2-a650-96ff8107065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.104763 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port a40f1c41-3a25-4d49-8e52-c3ab088f4c52, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a40f1c41-3a25-4d49-8e52-c3ab088f4c52,segment=NetworkSegment(ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e),segment_id=ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:30.105323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.119985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for a40f1c41-3a25-4d49-8e52-c3ab088f4c52 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:30.168790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c192475-cb13-43e2-a650-96ff8107065b None None] Pushing event updated for resources: {'Port': ['ID=f681810b-798b-4d9a-b329-143ebf447dc6,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:30.179677 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:07:30.180118 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:07:30.190065 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.193815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2121c01c-4d2c-4a60-a13b-88d46b3ded5e None None] Provisioning complete for port f681810b-798b-4d9a-b329-143ebf447dc6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:30.193994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2121c01c-4d2c-4a60-a13b-88d46b3ded5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.223797 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.273168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Network a10d8e67-7781-4491-89d1-a9cde9aa1199 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:30.278832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:30.282005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:30.296378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Pushing event updated for resources: {'Port': ['ID=2fed7007-764a-4d3d-a4bb-ef4921826301,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:30.297362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.10 (a10d8e67-7781-4491-89d1-a9cde9aa1199/78913e83-b277-44a4-9141-d6c93c9e4e17/7424deb5-eef0-43f7-8b5c-33ebac29928a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:30.385729 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Attempting to bind port 2fed7007-764a-4d3d-a4bb-ef4921826301 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:30.386951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Attempting to bind port 2fed7007-764a-4d3d-a4bb-ef4921826301 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'eb740bd7-6de6-4304-aae0-e7754bb17b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a10d8e67-7781-4491-89d1-a9cde9aa1199'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:30.386951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Attempting to bind port 2fed7007-764a-4d3d-a4bb-ef4921826301 on network a10d8e67-7781-4491-89d1-a9cde9aa1199 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:30.396242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:30.396682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Checking segment: {'id': 'eb740bd7-6de6-4304-aae0-e7754bb17b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a10d8e67-7781-4491-89d1-a9cde9aa1199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:30.397667 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.397667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Bound using segment: {'id': 'eb740bd7-6de6-4304-aae0-e7754bb17b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a10d8e67-7781-4491-89d1-a9cde9aa1199'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:30.397877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Bound port: 2fed7007-764a-4d3d-a4bb-ef4921826301, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb740bd7-6de6-4304-aae0-e7754bb17b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a10d8e67-7781-4491-89d1-a9cde9aa1199'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:30.398254 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.452635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2121c01c-4d2c-4a60-a13b-88d46b3ded5e None None] Provisioning complete for port 95900707-5b57-432a-99c8-648d35961c14 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:30.453029 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2121c01c-4d2c-4a60-a13b-88d46b3ded5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.513191 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.525940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] For port 2fed7007-764a-4d3d-a4bb-ef4921826301, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:30.529046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2121c01c-4d2c-4a60-a13b-88d46b3ded5e None None] Port 95900707-5b57-432a-99c8-648d35961c14 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:30.532335 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] For port 2fed7007-764a-4d3d-a4bb-ef4921826301, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2fed7007-764a-4d3d-a4bb-ef4921826301,segment=NetworkSegment(eb740bd7-6de6-4304-aae0-e7754bb17b58),segment_id=eb740bd7-6de6-4304-aae0-e7754bb17b58)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:30.540273 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.549599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=a40f1c41-3a25-4d49-8e52-c3ab088f4c52,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:30.610721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9cce0-05ae-4923-afb6-816a6327bec9 None None] Pushing event updated for resources: {'Port': ['ID=2fed7007-764a-4d3d-a4bb-ef4921826301,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:30.611744 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.815684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a03f6a48-5072-488e-84a9-52ebe531e9cf tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:30.833805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a03f6a48-5072-488e-84a9-52ebe531e9cf tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 816 time: 0.8317072 Dec 13 13:07:30.848397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:30.859146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-afd424ed-3ab5-4daf-ba77-cd2e04feb187 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/quotas/b5f8dc9780ee4ee1bdb8e23a14b03ebf HTTP/1.1" status: 200 len: 375 time: 0.0241752 Dec 13 13:07:30.859786 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:30.891222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:30.891674 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bd85ca8a-ab26-4a82-9ae2-a4e3d0eeb6d2 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:30.892095 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 09ec52b8-a151-462d-be7d-dab7da35e398 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:30.937764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 09ec52b8-a151-462d-be7d-dab7da35e398 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:30.938137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 09ec52b8-a151-462d-be7d-dab7da35e398 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:30.966494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=bc621785-b2f2-425f-a4bb-d4e966dd7c3e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:31.074411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c71edb-5878-4ca4-8aaf-929350308d2a None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:31.084251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.121850 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.166248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.219111 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.232446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f681810b-798b-4d9a-b329-143ebf447dc6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:31.247306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-8b223acf-ce5b-48b2-8bfa-beb863c8971a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3479500 Dec 13 13:07:31.294767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f681810b-798b-4d9a-b329-143ebf447dc6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:31.295574 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.325039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network a10d8e67-7781-4491-89d1-a9cde9aa1199 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:31.335163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:31.342524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:31.384524 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.393642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Router 819cfad6-9b32-4121-bffa-466b37a99d60 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:31.436300 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=7424deb5-eef0-43f7-8b5c-33ebac29928a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:31.489426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:31.490038 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.515442 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.521492 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-44b7bbe0-ea06-4fb4-8ad0-e1d67abc1210 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5950804 Dec 13 13:07:31.521671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.521774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37950) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:31.529567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': 'a10d8e67-7781-4491-89d1-a9cde9aa1199', 'name': 'tempest-PortsTestJSON-645126336', 'fixed_ips': [{'subnet_id': '78913e83-b277-44a4-9141-d6c93c9e4e17', 'ip_address': '172.20.0.9'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:31.533780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:31.644242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-7e4dc3c4-2e20-4fdc-96fd-708fac3790c8 service neutron] 10.222.0.31 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960457 Dec 13 13:07:31.718022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:31.728512 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6861e0d1-4b42-4715-a6d9-d86cfdeeac65 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7183239 Dec 13 13:07:31.728512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37952) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:31.729776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:31.732837 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.733392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Fanout notify agent at l3_agent the message router_deleted on router 714e4063-ce34-4c98-b586-ad8723bb9765 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:07:31.735349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:31.743374 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.744778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1292eaf7-c6ae-4eab-8f7b-25ffdcac6ef6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/routers/714e4063-ce34-4c98-b586-ad8723bb9765 HTTP/1.1" status: 204 len: 168 time: 3.6181159 Dec 13 13:07:31.758894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:31.761920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:31.766567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37954) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:31.771301 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1920438-4a87-4f7f-b2d4-deb28c1668c6 None None] Sync routers for ids ['819cfad6-9b32-4121-bffa-466b37a99d60'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:31.790766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e7a7fea4-e7f6-49ef-9045-49225c407903 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "PUT /v2.0/routers/819cfad6-9b32-4121-bffa-466b37a99d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9367046 Dec 13 13:07:31.791629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37956) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:31.795629 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1920438-4a87-4f7f-b2d4-deb28c1668c6 None None] Routers {'819cfad6-9b32-4121-bffa-466b37a99d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:31.799239 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e1920438-4a87-4f7f-b2d4-deb28c1668c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['819cfad6-9b32-4121-bffa-466b37a99d60'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:31.820570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:31.825729 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.849348 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-e1d5fad4-8cf0-4c9b-9ccd-84324e55900a tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] show failed (client error): The resource could not be found. Dec 13 13:07:31.856367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e1d5fad4-8cf0-4c9b-9ccd-84324e55900a tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1350738581 HTTP/1.1" status: 404 len: 335 time: 0.0634568 Dec 13 13:07:31.860260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37958) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:31.866605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f8306454-e368-462c-8efb-8ad4dcdc57af tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:31.894467 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e1920438-4a87-4f7f-b2d4-deb28c1668c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:31.905499 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1920438-4a87-4f7f-b2d4-deb28c1668c6 None None] Routers {'819cfad6-9b32-4121-bffa-466b37a99d60'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:31.906421 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e1920438-4a87-4f7f-b2d4-deb28c1668c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['819cfad6-9b32-4121-bffa-466b37a99d60'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:31.933906 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:31.938116 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-f8306454-e368-462c-8efb-8ad4dcdc57af tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] update failed (client error): The resource could not be found. Dec 13 13:07:31.945327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f8306454-e368-462c-8efb-8ad4dcdc57af tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1575987387 HTTP/1.1" status: 404 len: 335 time: 0.0822341 Dec 13 13:07:31.948037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37960) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:31.958355 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e1920438-4a87-4f7f-b2d4-deb28c1668c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:31.959341 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1920438-4a87-4f7f-b2d4-deb28c1668c6 None None] The sync data for ids ['819cfad6-9b32-4121-bffa-466b37a99d60'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:31.972552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:31.978686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d474f89b-de52-484f-b4ee-54ac8c745ff8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting subnet 37f4391f-2869-4530-8719-e5fcaf0e89e2 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:31.988131 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d474f89b-de52-484f-b4ee-54ac8c745ff8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.032332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port 579aa0ae-2716-41c0-b42e-bb49f52e18dc yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:07:32.041600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-1f053f81-4c57-4824-a9c1-6737f46c9945 service neutron] 10.222.0.31 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602684 Dec 13 13:07:32.068667 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.075220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66b2b18-4228-40d1-bd58-c4c11445cfc7 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Deleting subnet 8e4fbe27-47d6-4102-b544-cb2b51068d15 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:32.082215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a66b2b18-4228-40d1-bd58-c4c11445cfc7 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.141769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d474f89b-de52-484f-b4ee-54ac8c745ff8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.192424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e42c4f9-9ad6-437d-80ca-9e1dc6ebada2 None None] Network a10d8e67-7781-4491-89d1-a9cde9aa1199 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:32.194680 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a66b2b18-4228-40d1-bd58-c4c11445cfc7 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.294604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.318991 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8285ad6c-236f-4047-ae32-62a71099a68c']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:32.330804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:32.330804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80015c8-6f79-4cfe-be23-7b40a6c4b28c') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:32.342856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.344419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-99ef9c56-b852-42f8-87b4-37524982e348 req-db779e9b-81ce-4e34-b7cd-f06c11564972 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 210 time: 0.0587525 Dec 13 13:07:32.349785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Router 9d15185e-b4ac-4386-a73d-ee1fc766b97d is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:07:32.368664 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.415627 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a66b2b18-4228-40d1-bd58-c4c11445cfc7 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.435797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e14a8e94-f15b-4a41-ae30-afe78421670d None None] Provisioning complete for port 2fed7007-764a-4d3d-a4bb-ef4921826301 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:32.436318 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e14a8e94-f15b-4a41-ae30-afe78421670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.488095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:32.488508 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:32.495037 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:32.497652 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:30Z', 'revision_number': 8, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:32.566586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:32.604713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:32.605401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:32.690842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d474f89b-de52-484f-b4ee-54ac8c745ff8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.717870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a66b2b18-4228-40d1-bd58-c4c11445cfc7 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.730794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.9 (a10d8e67-7781-4491-89d1-a9cde9aa1199/78913e83-b277-44a4-9141-d6c93c9e4e17/579aa0ae-2716-41c0-b42e-bb49f52e18dc) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:32.739630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.746504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.750294 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/networks/8285ad6c-236f-4047-ae32-62a71099a68c HTTP/1.1" status: 204 len: 168 time: 0.9804163 Dec 13 13:07:32.764251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37972) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:32.795869 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a66b2b18-4228-40d1-bd58-c4c11445cfc7 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.801117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a66b2b18-4228-40d1-bd58-c4c11445cfc7 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "DELETE /v2.0/subnets/8e4fbe27-47d6-4102-b544-cb2b51068d15 HTTP/1.1" status: 204 len: 168 time: 0.8506606 Dec 13 13:07:32.809977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:32.814315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37974) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:32.827817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b320d7-c4df-4211-9bd6-d31c7721a09e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Network': ['ID=8285ad6c-236f-4047-ae32-62a71099a68c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:32.839499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b2b18-4228-40d1-bd58-c4c11445cfc7 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4fbe27-47d6-4102-b544-cb2b51068d15,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:32.882743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.887921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-50ea2a3c-0bf3-425f-945b-7589066b6ed7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6551270 Dec 13 13:07:32.893825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37976) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:32.937890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa73cb4-0716-4573-8d99-8f26306545a0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Deleting subnet 9c57be5f-8bf4-4825-b4b6-b002b5b10a89 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:32.942602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-afa73cb4-0716-4573-8d99-8f26306545a0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.983241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d474f89b-de52-484f-b4ee-54ac8c745ff8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:32.988610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dabcbd-b987-4fa3-88da-615f2c4eca2e None None] Network 85a94e23-3e1f-4935-aded-ed03782dc2a1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:32.995283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5c286f2-f070-4812-bf9d-c1966d6dd60d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.012280 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-afa73cb4-0716-4573-8d99-8f26306545a0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.031220 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5c286f2-f070-4812-bf9d-c1966d6dd60d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.081628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Sync routers for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:33.084696 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e14a8e94-f15b-4a41-ae30-afe78421670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.154358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474f89b-de52-484f-b4ee-54ac8c745ff8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Subnet': ['ID=37f4391f-2869-4530-8719-e5fcaf0e89e2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:33.170259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:33.170989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:33.174495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:33.178623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2fed7007-764a-4d3d-a4bb-ef4921826301 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:33.191353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d474f89b-de52-484f-b4ee-54ac8c745ff8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.194705 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d474f89b-de52-484f-b4ee-54ac8c745ff8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/37f4391f-2869-4530-8719-e5fcaf0e89e2 HTTP/1.1" status: 204 len: 168 time: 1.4657671 Dec 13 13:07:33.196195 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5c286f2-f070-4812-bf9d-c1966d6dd60d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.198924 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5c286f2-f070-4812-bf9d-c1966d6dd60d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.202936 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b5c286f2-f070-4812-bf9d-c1966d6dd60d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/security-groups/ff83fb41-6f39-4dda-a54c-99c78616d63a HTTP/1.1" status: 204 len: 168 time: 0.4308336 Dec 13 13:07:33.204663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37978) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:33.227035 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-afa73cb4-0716-4573-8d99-8f26306545a0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.312216 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-afa73cb4-0716-4573-8d99-8f26306545a0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.316905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c286f2-f070-4812-bf9d-c1966d6dd60d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff83fb41-6f39-4dda-a54c-99c78616d63a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:33.345293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbdaba5-30b3-4a57-b575-aca1c4a48b9f None None] Network 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:33.357249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa73cb4-0716-4573-8d99-8f26306545a0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Subnet': ['ID=9c57be5f-8bf4-4825-b4b6-b002b5b10a89,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:33.378308 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-afa73cb4-0716-4573-8d99-8f26306545a0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.390008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-afa73cb4-0716-4573-8d99-8f26306545a0 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "DELETE /v2.0/subnets/9c57be5f-8bf4-4825-b4b6-b002b5b10a89 HTTP/1.1" status: 204 len: 168 time: 0.5711823 Dec 13 13:07:33.392175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37986) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:33.408274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cd426d-1af4-46ca-956b-f87028785dcc None None] Network 67bfb4ff-7297-43b8-8b4e-de449a6feeee requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:33.467310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e14a8e94-f15b-4a41-ae30-afe78421670d None None] For port 2fed7007-764a-4d3d-a4bb-ef4921826301, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2fed7007-764a-4d3d-a4bb-ef4921826301,segment=NetworkSegment(eb740bd7-6de6-4304-aae0-e7754bb17b58),segment_id=eb740bd7-6de6-4304-aae0-e7754bb17b58)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:33.604136 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.604367 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e14a8e94-f15b-4a41-ae30-afe78421670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.691064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] DHCP port deletion for 85a94e23-3e1f-4935-aded-ed03782dc2a1 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:33.924070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37988) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:33.956704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:33.958463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:33.960727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5354a0b9-b7ee-4a2a-9b59-6f6f1b45a404 req-9c3f57f9-ed99-4958-ac1d-aee3cc4f39ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 210 time: 0.0338638 Dec 13 13:07:33.990825 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.019592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c67af7aa-8336-4638-8090-98da5cdc2033 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-160416596', 'description': 'tempest-secgroup-smoke-160416596 description', 'project_id': 'b1ead8c13ad94dc28381575c3180019a'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:34.047916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Deleting port 28d77c58-d5b7-4b0f-89eb-5870605549d1 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:34.048210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.049482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4c787bc3-9174-4e70-8782-773ddb539ae0 None None] Provisioning complete for port 2fed7007-764a-4d3d-a4bb-ef4921826301 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:34.049849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c787bc3-9174-4e70-8782-773ddb539ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.083928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2fed7007-764a-4d3d-a4bb-ef4921826301 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:34.084331 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.085788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a8e94-f15b-4a41-ae30-afe78421670d None None] Pushing event updated for resources: {'Port': ['ID=2fed7007-764a-4d3d-a4bb-ef4921826301,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:34.124257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] For port 28d77c58-d5b7-4b0f-89eb-5870605549d1, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=28d77c58-d5b7-4b0f-89eb-5870605549d1,segment=NetworkSegment(3fe02f19-abd3-4613-b71a-683f0eab9c69),segment_id=3fe02f19-abd3-4613-b71a-683f0eab9c69)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:34.125249 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.148309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Calling delete_port for 28d77c58-d5b7-4b0f-89eb-5870605549d1 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:34.249712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb55f7-bc90-45e7-9e81-95b2908e8a02 None None] DHCP port deletion for 5a43c746-ed4c-4913-a86f-a5b0cc0f5436 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:34.262598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.277365 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c67af7aa-8336-4638-8090-98da5cdc2033 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.302626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Port': ['ID=28d77c58-d5b7-4b0f-89eb-5870605549d1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:34.310999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] No DVR routers for this DVR port 28d77c58-d5b7-4b0f-89eb-5870605549d1 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:34.331187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343fda1a-ace6-4852-af12-5059a534b8d5 None None] DHCP port deletion for 67bfb4ff-7297-43b8-8b4e-de449a6feeee request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:34.333798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] Deleting port 28d77c58-d5b7-4b0f-89eb-5870605549d1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:34.334229 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.353892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-0a6162cc-151f-48e7-86fa-57c103de2f66 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:34.356415 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-0a6162cc-151f-48e7-86fa-57c103de2f66 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 816 time: 0.4032099 Dec 13 13:07:34.366575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.412714 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.435027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a94e23-3e1f-4935-aded-ed03782dc2a1']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:34.450170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe02f19-abd3-4613-b71a-683f0eab9c69') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:34.450170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe02f19-abd3-4613-b71a-683f0eab9c69') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:34.469493 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.490437 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.499949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:34.500183 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.500757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network a10d8e67-7781-4491-89d1-a9cde9aa1199 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:34.504681 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:34.515916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 352b091f-415d-484e-8f03-8e284392ac3f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:34.516259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.530811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:34.552179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] For port 28d77c58-d5b7-4b0f-89eb-5870605549d1, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:34.552777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:34.552901 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.563914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=579aa0ae-2716-41c0-b42e-bb49f52e18dc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:34.600142 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.600404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] Calling delete_port for 28d77c58-d5b7-4b0f-89eb-5870605549d1 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:34.606955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] Port 28d77c58-d5b7-4b0f-89eb-5870605549d1 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:07:34.612856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.619236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "DELETE /v2.0/networks/85a94e23-3e1f-4935-aded-ed03782dc2a1 HTTP/1.1" status: 204 len: 168 time: 1.2233975 Dec 13 13:07:34.619436 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.624619 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:30Z', 'revision_number': 8, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:34.630526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37990) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:34.642555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6e214-965c-4558-9524-05d043f6deff tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Network': ['ID=85a94e23-3e1f-4935-aded-ed03782dc2a1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:34.698419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c18b4-0520-41c2-81ff-bab9c3c5453f None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:30Z', 'revision_number': 8, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae18cc1f-2ccb-4a98-b54f-ab29deb3544b', 'name': '', 'network_id': 'c1971c6f-99e7-4b09-934e-8f121c9379fc', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:a4:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:04Z', 'updated_at': '2021-12-13T13:07:19Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': 'f37bff79-2d7c-4fd2-89d3-614efede52cb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:34.705827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bc621785-b2f2-425f-a4bb-d4e966dd7c3e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:34.708245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4c787bc3-9174-4e70-8782-773ddb539ae0 None None] Provisioning complete for port 7424deb5-eef0-43f7-8b5c-33ebac29928a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:34.708723 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c787bc3-9174-4e70-8782-773ddb539ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.710404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] Pushing event deleted for resources: {'Port': ['ID=28d77c58-d5b7-4b0f-89eb-5870605549d1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:34.715448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb55f7-bc90-45e7-9e81-95b2908e8a02 None None] Deleting port 352b091f-415d-484e-8f03-8e284392ac3f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:34.716030 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5fbb55f7-bc90-45e7-9e81-95b2908e8a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.717860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] Network 85a94e23-3e1f-4935-aded-ed03782dc2a1 is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:07:34.718588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756103b7-b637-4718-85a5-66eba2f97c90 None None] No DVR routers for this DVR port 28d77c58-d5b7-4b0f-89eb-5870605549d1 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:34.770471 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-10710082-42ac-4ad7-888e-dc0b89143741 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf HTTP/1.1" status: 200 len: 380 time: 0.3969390 Dec 13 13:07:34.773725 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.784920 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c67af7aa-8336-4638-8090-98da5cdc2033 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.804141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'port': {'device_id': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'admin_state_up': True, 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'security_groups': ['0b8fa27b-ee64-457c-b1f6-2c07fde54c82']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:34.821457 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c67af7aa-8336-4638-8090-98da5cdc2033 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.850587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:34.851253 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.860521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Deleting port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:34.861199 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.867220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port 352b091f-415d-484e-8f03-8e284392ac3f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=352b091f-415d-484e-8f03-8e284392ac3f,segment=NetworkSegment(ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e),segment_id=ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:34.867586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.939889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] For port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d5c0ec87-c29c-482f-b1d6-0cc58e79d63e,segment=NetworkSegment(6b3bb603-ab36-4e00-9cbc-4737ffd79326),segment_id=6b3bb603-ab36-4e00-9cbc-4737ffd79326)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:34.940347 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.955444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Calling delete_port for d5c0ec87-c29c-482f-b1d6-0cc58e79d63e owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:34.964932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 352b091f-415d-484e-8f03-8e284392ac3f owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:34.987743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e56a4d57-2443-42e9-8015-c0d118c1176e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4622104 Dec 13 13:07:34.987743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c67af7aa-8336-4638-8090-98da5cdc2033 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:34.991430 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c67af7aa-8336-4638-8090-98da5cdc2033 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0328541 Dec 13 13:07:35.000235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37994) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:35.000685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37996) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:35.007466 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: bc621785-b2f2-425f-a4bb-d4e966dd7c3e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:35.007816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bc621785-b2f2-425f-a4bb-d4e966dd7c3e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:35.032367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-343fda1a-ace6-4852-af12-5059a534b8d5 None None] Deleting port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:35.032742 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-343fda1a-ace6-4852-af12-5059a534b8d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.047451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:29Z', 'revision_number': 3, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:35.049143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4c787bc3-9174-4e70-8782-773ddb539ae0 None None] Port 7424deb5-eef0-43f7-8b5c-33ebac29928a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:35.059491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.061562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67af7aa-8336-4638-8090-98da5cdc2033 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0dfc4b-75ab-404c-bd3c-600e43b538bb,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:35.070278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fadfcc54-766f-4c86-9cf2-381f2f79f415 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '6e0dfc4b-75ab-404c-bd3c-600e43b538bb', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:35.137552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Checking router: 9d15185e-b4ac-4386-a73d-ee1fc766b97d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:35.137901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Updating router 9d15185e-b4ac-4386-a73d-ee1fc766b97d port 95900707-5b57-432a-99c8-648d35961c14 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:07:35.145021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5fbb55f7-bc90-45e7-9e81-95b2908e8a02 None None] For port 352b091f-415d-484e-8f03-8e284392ac3f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=352b091f-415d-484e-8f03-8e284392ac3f,segment=NetworkSegment(ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e),segment_id=ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:35.145161 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5fbb55f7-bc90-45e7-9e81-95b2908e8a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.160374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d664c6c3-973f-440d-a1d5-87e59fca0116 req-619f49f1-f940-4e67-8fe4-94276079a9b8 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 210 time: 0.0788281 Dec 13 13:07:35.177146 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fadfcc54-766f-4c86-9cf2-381f2f79f415 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.178863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Made reservation on behalf of b5f8dc9780ee4ee1bdb8e23a14b03ebf for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:35.190004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.201757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb55f7-bc90-45e7-9e81-95b2908e8a02 None None] Calling delete_port for 352b091f-415d-484e-8f03-8e284392ac3f owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:35.221224 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.277816 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fadfcc54-766f-4c86-9cf2-381f2f79f415 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.291148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2fed7007-764a-4d3d-a4bb-ef4921826301 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:35.291868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524514e1-b8b0-4afd-a04c-0e7ce17491a6 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:35.296144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-524514e1-b8b0-4afd-a04c-0e7ce17491a6 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2907369 Dec 13 13:07:35.296741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fadfcc54-766f-4c86-9cf2-381f2f79f415 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.300181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37998) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:35.307647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4f407335-d10b-4467-abe5-7ba0a1ab7818 None None] Provisioning complete for port 579aa0ae-2716-41c0-b42e-bb49f52e18dc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:35.308084 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f407335-d10b-4467-abe5-7ba0a1ab7818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.334628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-343fda1a-ace6-4852-af12-5059a534b8d5 None None] For port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d5c0ec87-c29c-482f-b1d6-0cc58e79d63e,segment=NetworkSegment(6b3bb603-ab36-4e00-9cbc-4737ffd79326),segment_id=6b3bb603-ab36-4e00-9cbc-4737ffd79326)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:35.335035 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-343fda1a-ace6-4852-af12-5059a534b8d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.352701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfcc54-766f-4c86-9cf2-381f2f79f415 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db797243-b212-48d3-b01d-175e7b6b3a8e,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:35.383026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Allocated IP 172.20.0.6 (a006c405-a67a-4ac4-8e44-115e7f359776/d71e75a4-e579-4189-9b07-c9d111289e20/12c01889-e275-41f4-a211-09a637b9bbba) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:35.391475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86109bb-1aea-4e73-9758-e293e3fb5752 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:35.398009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86109bb-1aea-4e73-9758-e293e3fb5752 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:35.399870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-343fda1a-ace6-4852-af12-5059a534b8d5 None None] Calling delete_port for d5c0ec87-c29c-482f-b1d6-0cc58e79d63e owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:35.405464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86109bb-1aea-4e73-9758-e293e3fb5752 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:35.406946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f86109bb-1aea-4e73-9758-e293e3fb5752 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0966005 Dec 13 13:07:35.411216 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fadfcc54-766f-4c86-9cf2-381f2f79f415 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.415236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fadfcc54-766f-4c86-9cf2-381f2f79f415 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3460841 Dec 13 13:07:35.415236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38000) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:35.422989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38002) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:35.427559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dc0f78a0-a294-4427-9299-7d14be281a27 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '6e0dfc4b-75ab-404c-bd3c-600e43b538bb', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:35.446139 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.480501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4f407335-d10b-4467-abe5-7ba0a1ab7818 None None] Port 579aa0ae-2716-41c0-b42e-bb49f52e18dc cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:35.494288 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:07:35.521043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Port': ['ID=d5c0ec87-c29c-482f-b1d6-0cc58e79d63e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:35.532729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] No DVR routers for this DVR port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:35.586796 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5fbb55f7-bc90-45e7-9e81-95b2908e8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.600579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc0f78a0-a294-4427-9299-7d14be281a27 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.655811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2fed7007-764a-4d3d-a4bb-ef4921826301 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:35.656180 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.660393 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.660621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb55f7-bc90-45e7-9e81-95b2908e8a02 None None] Pushing event deleted for resources: {'Port': ['ID=352b091f-415d-484e-8f03-8e284392ac3f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:35.666121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb55f7-bc90-45e7-9e81-95b2908e8a02 None None] No DVR routers for this DVR port 352b091f-415d-484e-8f03-8e284392ac3f on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:35.703365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bfb4ff-7297-43b8-8b4e-de449a6feeee']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:35.708509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.718961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3bb603-ab36-4e00-9cbc-4737ffd79326') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:35.719536 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3bb603-ab36-4e00-9cbc-4737ffd79326') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:35.725546 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.734845 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.739723 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-343fda1a-ace6-4852-af12-5059a534b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.755807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ac976-fc88-43f1-92d1-a66fc50d3508 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 579aa0ae-2716-41c0-b42e-bb49f52e18dc {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:35.756138 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac976-fc88-43f1-92d1-a66fc50d3508 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.762358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=352b091f-415d-484e-8f03-8e284392ac3f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:35.774272 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.775748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No DVR routers for this DVR port 352b091f-415d-484e-8f03-8e284392ac3f on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:35.777953 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc0f78a0-a294-4427-9299-7d14be281a27 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.795387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fda1a-ace6-4852-af12-5059a534b8d5 None None] Pushing event deleted for resources: {'Port': ['ID=d5c0ec87-c29c-482f-b1d6-0cc58e79d63e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:35.801927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343fda1a-ace6-4852-af12-5059a534b8d5 None None] No DVR routers for this DVR port d5c0ec87-c29c-482f-b1d6-0cc58e79d63e on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:35.813334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc0f78a0-a294-4427-9299-7d14be281a27 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.816585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:35.817220 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:35.826839 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:35.905820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f78a0-a294-4427-9299-7d14be281a27 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b152eb64-2da2-433e-b055-522f4ce2d0da,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:35.924917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.928745 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc0f78a0-a294-4427-9299-7d14be281a27 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.930000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc0f78a0-a294-4427-9299-7d14be281a27 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5060556 Dec 13 13:07:35.931108 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.935409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38004) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:35.937728 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.940810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.941970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-162812dc-46fb-4f25-ac71-6a7a5fea32f9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '6e0dfc4b-75ab-404c-bd3c-600e43b538bb', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:35.946482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "DELETE /v2.0/networks/67bfb4ff-7297-43b8-8b4e-de449a6feeee HTTP/1.1" status: 204 len: 168 time: 1.3125670 Dec 13 13:07:35.947112 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Allocated IP 172.20.0.1 (c03f10db-9f9c-4d27-aa88-05fe57ad660a/563598e9-d8ce-48bd-b301-6842a91f8338/1ae368c8-f47a-43a1-ae82-4b5321f1575d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:35.948617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38006) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:35.956017 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.994057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac976-fc88-43f1-92d1-a66fc50d3508 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:35.997224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f1ca7-bfa1-4a0b-9906-0eb95e40f338 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Network': ['ID=67bfb4ff-7297-43b8-8b4e-de449a6feeee,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:36.017589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ac976-fc88-43f1-92d1-a66fc50d3508 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 579aa0ae-2716-41c0-b42e-bb49f52e18dc owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:36.020690 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ee6ca-b224-418d-bf97-2535cc9d6369 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:36.032773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375629de-8a86-4e24-a9dc-69ad42245129 None None] Pushing event updated for resources: {'Port': ['ID=95900707-5b57-432a-99c8-648d35961c14,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:36.045570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-58352917-bb61-4c5d-990c-6eadf2ce7701 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Deleting subnet 27d6352c-3909-4311-9610-24b8ec1db026 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:36.046801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Attempting to bind port 95900707-5b57-432a-99c8-648d35961c14 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:36.047916 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Attempting to bind port 95900707-5b57-432a-99c8-648d35961c14 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:36.047916 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Attempting to bind port 95900707-5b57-432a-99c8-648d35961c14 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:36.055932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:36.055932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:36.056218 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.056608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:36.057085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Bound port: 95900707-5b57-432a-99c8-648d35961c14, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:36.057501 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.058528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.061075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 28d77c58-d5b7-4b0f-89eb-5870605549d1 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:36.085667 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58352917-bb61-4c5d-990c-6eadf2ce7701 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.106933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 28d77c58-d5b7-4b0f-89eb-5870605549d1 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:36.107178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 28d77c58-d5b7-4b0f-89eb-5870605549d1 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:36.107586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d5c0ec87-c29c-482f-b1d6-0cc58e79d63e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:36.130295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Network a006c405-a67a-4ac4-8e44-115e7f359776 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:36.137488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d5c0ec87-c29c-482f-b1d6-0cc58e79d63e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:36.137843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d5c0ec87-c29c-482f-b1d6-0cc58e79d63e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:36.138303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 352b091f-415d-484e-8f03-8e284392ac3f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:36.139712 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58352917-bb61-4c5d-990c-6eadf2ce7701 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.145172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:36.147867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:36.150783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:36.156074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a43c746-ed4c-4913-a86f-a5b0cc0f5436']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:36.174504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 352b091f-415d-484e-8f03-8e284392ac3f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:36.174504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 352b091f-415d-484e-8f03-8e284392ac3f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:36.174504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a40f1c41-3a25-4d49-8e52-c3ab088f4c52 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:36.208874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-66b62ff4-f8b7-4e2a-bd04-aeaf350da1b8 None None] Provisioning complete for port 95900707-5b57-432a-99c8-648d35961c14 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:36.210346 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66b62ff4-f8b7-4e2a-bd04-aeaf350da1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.210865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: a40f1c41-3a25-4d49-8e52-c3ab088f4c52 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:36.211412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a40f1c41-3a25-4d49-8e52-c3ab088f4c52 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:36.225629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:36.225945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1b814d-3b78-4b81-9b4e-ef3d6ba6c99e') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:36.235116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] For port 95900707-5b57-432a-99c8-648d35961c14, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:36.259090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] For port 95900707-5b57-432a-99c8-648d35961c14, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=95900707-5b57-432a-99c8-648d35961c14,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:36.273923 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.274811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-162812dc-46fb-4f25-ac71-6a7a5fea32f9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.280061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-66b62ff4-f8b7-4e2a-bd04-aeaf350da1b8 None None] Port 95900707-5b57-432a-99c8-648d35961c14 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:36.280296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.342901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcea2f7-1c10-4f29-a824-8dbbcd3a7a23 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:36.363151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:36.364145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:36.397533 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58352917-bb61-4c5d-990c-6eadf2ce7701 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.443858 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac976-fc88-43f1-92d1-a66fc50d3508 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.449177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375629de-8a86-4e24-a9dc-69ad42245129 None None] Pushing event updated for resources: {'Port': ['ID=95900707-5b57-432a-99c8-648d35961c14,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:36.547543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cdb5792c-e20b-4f68-a2fd-c6bea024e9f6 None None] Provisioning complete for port 95900707-5b57-432a-99c8-648d35961c14 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:36.548451 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cdb5792c-e20b-4f68-a2fd-c6bea024e9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.555882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a180d48-83fb-436a-bcd2-ab3b61411d3a req-491f56bd-c088-4871-bbf5-1c43d8954ee1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:36.557627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a180d48-83fb-436a-bcd2-ab3b61411d3a req-491f56bd-c088-4871-bbf5-1c43d8954ee1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 931 time: 0.2092571 Dec 13 13:07:36.594390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ac976-fc88-43f1-92d1-a66fc50d3508 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=579aa0ae-2716-41c0-b42e-bb49f52e18dc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:36.607806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:36.633579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:36.634103 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.659070 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.662517 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.680742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:36.681404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:36.686963 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:36.696264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58352917-bb61-4c5d-990c-6eadf2ce7701 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.709463 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-965620d7-4f2b-4ac5-bc3a-e41b780022ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9229856 Dec 13 13:07:36.729173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58352917-bb61-4c5d-990c-6eadf2ce7701 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Subnet': ['ID=27d6352c-3909-4311-9610-24b8ec1db026,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:36.736242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a180d48-83fb-436a-bcd2-ab3b61411d3a req-b6ccf434-995a-4b35-bc5f-6631e47e78e3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521168 Dec 13 13:07:36.739908 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac976-fc88-43f1-92d1-a66fc50d3508 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.746901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fe2ac976-fc88-43f1-92d1-a66fc50d3508 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/579aa0ae-2716-41c0-b42e-bb49f52e18dc HTTP/1.1" status: 204 len: 168 time: 1.3322780 Dec 13 13:07:36.748005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38010) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:36.755377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Request body: {'port': {'device_id': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:36.760579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58352917-bb61-4c5d-990c-6eadf2ce7701 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.766989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-58352917-bb61-4c5d-990c-6eadf2ce7701 tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "DELETE /v2.0/subnets/27d6352c-3909-4311-9610-24b8ec1db026 HTTP/1.1" status: 204 len: 168 time: 0.8159192 Dec 13 13:07:36.769192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38012) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:36.786754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd0b35e-f7b2-4d8b-9520-bea77c90cb5d None None] Network 0b520035-60a9-404f-8896-86046cc83626 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:36.819252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-162812dc-46fb-4f25-ac71-6a7a5fea32f9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.835154 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.840818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.847106 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/networks/5a43c746-ed4c-4913-a86f-a5b0cc0f5436 HTTP/1.1" status: 204 len: 168 time: 3.6357586 Dec 13 13:07:36.847106 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-162812dc-46fb-4f25-ac71-6a7a5fea32f9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.872347 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cdb5792c-e20b-4f68-a2fd-c6bea024e9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.874028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38014) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:36.909256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.909518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cdb5792c-e20b-4f68-a2fd-c6bea024e9f6 None None] For port 95900707-5b57-432a-99c8-648d35961c14, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=95900707-5b57-432a-99c8-648d35961c14,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:36.919520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493446b-88ab-4624-b6cb-78c589e5d3b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Network': ['ID=5a43c746-ed4c-4913-a86f-a5b0cc0f5436,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:36.923480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162812dc-46fb-4f25-ac71-6a7a5fea32f9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86902306-75c3-449e-a854-18d30b35d9ed,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:36.925982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.927005 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e8b64a-f07e-40df-9b1f-685bebf28994 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:07:36.929021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-11e8b64a-f07e-40df-9b1f-685bebf28994 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/579aa0ae-2716-41c0-b42e-bb49f52e18dc HTTP/1.1" status: 404 len: 333 time: 0.1785178 Dec 13 13:07:36.932072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38016) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:36.945447 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cdb5792c-e20b-4f68-a2fd-c6bea024e9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.970413 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-162812dc-46fb-4f25-ac71-6a7a5fea32f9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:36.971621 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-162812dc-46fb-4f25-ac71-6a7a5fea32f9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0351505 Dec 13 13:07:36.986273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38018) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:36.995934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0835cd42-fab4-4e3a-a84b-b9f9a72545e2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '6e0dfc4b-75ab-404c-bd3c-600e43b538bb', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:37.025020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5792c-e20b-4f68-a2fd-c6bea024e9f6 None None] Pushing event updated for resources: {'Port': ['ID=95900707-5b57-432a-99c8-648d35961c14,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:37.029130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.033333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:29Z', 'revision_number': 3, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:37.041442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:37.059533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:37.062204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:37.083181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d089f7e-29f4-434d-8baa-5a0b13121fca None None] The sync data for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 is: [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:29Z', 'revision_number': 3, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:37.102839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae368c8-f47a-43a1-ae82-4b5321f1575d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:37.128218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6d888eaf-7d58-4ce5-aec5-2241dbb43a17 None None] Provisioning complete for port 12c01889-e275-41f4-a211-09a637b9bbba triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:37.128218 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d888eaf-7d58-4ce5-aec5-2241dbb43a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.173776 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0835cd42-fab4-4e3a-a84b-b9f9a72545e2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.203184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6d888eaf-7d58-4ce5-aec5-2241dbb43a17 None None] Port 12c01889-e275-41f4-a211-09a637b9bbba cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:37.207091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c606e4-b079-499a-936f-a964e33fead0 None None] DHCP port deletion for 0b520035-60a9-404f-8896-86046cc83626 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:37.230740 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.333733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c9c606e4-b079-499a-936f-a964e33fead0 None None] Deleting port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:37.335126 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9c606e4-b079-499a-936f-a964e33fead0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.337664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Deleting port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:37.338141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.398588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ae669e37-98ff-47b1-b7cc-9220a1ad50eb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 7424deb5-eef0-43f7-8b5c-33ebac29928a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:37.398938 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae669e37-98ff-47b1-b7cc-9220a1ad50eb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.411147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0835cd42-fab4-4e3a-a84b-b9f9a72545e2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.422978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0835cd42-fab4-4e3a-a84b-b9f9a72545e2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.468259 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0835cd42-fab4-4e3a-a84b-b9f9a72545e2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.472128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0835cd42-fab4-4e3a-a84b-b9f9a72545e2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4777951 Dec 13 13:07:37.474026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c9c606e4-b079-499a-936f-a964e33fead0 None None] For port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e,segment=NetworkSegment(2844976f-c01a-4b75-95de-a281ca1970ab),segment_id=2844976f-c01a-4b75-95de-a281ca1970ab)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:37.474454 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9c606e4-b079-499a-936f-a964e33fead0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.482846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38020) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:37.488269 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-946c6d55-e3e2-41b1-ab0e-13549652bc55 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '6e0dfc4b-75ab-404c-bd3c-600e43b538bb', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:37.502763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835cd42-fab4-4e3a-a84b-b9f9a72545e2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7100a139-9b6e-44c9-8065-304478445d2b,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:37.525031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] For port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e,segment=NetworkSegment(2844976f-c01a-4b75-95de-a281ca1970ab),segment_id=2844976f-c01a-4b75-95de-a281ca1970ab)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:37.525953 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.539405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c9c606e4-b079-499a-936f-a964e33fead0 None None] Calling delete_port for 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:37.548157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Calling delete_port for 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:37.582323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b509aae0-108b-474c-834b-9e4ae8c0d388 None None] Provisioning complete for port 1ae368c8-f47a-43a1-ae82-4b5321f1575d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:37.582323 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b509aae0-108b-474c-834b-9e4ae8c0d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.631805 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae669e37-98ff-47b1-b7cc-9220a1ad50eb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.638887 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.639766 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.668783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ae669e37-98ff-47b1-b7cc-9220a1ad50eb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 7424deb5-eef0-43f7-8b5c-33ebac29928a owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:37.675569 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-946c6d55-e3e2-41b1-ab0e-13549652bc55 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Project b1ead8c13ad94dc28381575c3180019a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:07:37.685374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b509aae0-108b-474c-834b-9e4ae8c0d388 None None] Port 1ae368c8-f47a-43a1-ae82-4b5321f1575d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:37.692384 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-946c6d55-e3e2-41b1-ab0e-13549652bc55 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.731981 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.740548 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9c606e4-b079-499a-936f-a964e33fead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.773285 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.777330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Port': ['ID=1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:37.781144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] No DVR routers for this DVR port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:37.785059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.787776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c606e4-b079-499a-936f-a964e33fead0 None None] Pushing event deleted for resources: {'Port': ['ID=1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:37.796575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c606e4-b079-499a-936f-a964e33fead0 None None] No DVR routers for this DVR port 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:37.893993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c01889-e275-41f4-a211-09a637b9bbba {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:07:37.914878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.964919 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-946c6d55-e3e2-41b1-ab0e-13549652bc55 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.978779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Transition to ACTIVE for port object 12c01889-e275-41f4-a211-09a637b9bbba will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:07:37.994788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-946c6d55-e3e2-41b1-ab0e-13549652bc55 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:37.995025 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.013750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.054547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b520035-60a9-404f-8896-86046cc83626']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:38.064249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09574353-825f-4180-882b-2aa8241b07ba req-d6c8991b-781e-40ea-a8d0-083f4d83c5ce tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:38.065899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09574353-825f-4180-882b-2aa8241b07ba req-d6c8991b-781e-40ea-a8d0-083f4d83c5ce tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 931 time: 0.1778479 Dec 13 13:07:38.120968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c6d55-e3e2-41b1-ab0e-13549652bc55 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323487a5-ba8a-435a-ae40-995a10abb4fb,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:38.141848 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-946c6d55-e3e2-41b1-ab0e-13549652bc55 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.143179 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-946c6d55-e3e2-41b1-ab0e-13549652bc55 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6593189 Dec 13 13:07:38.154262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38024) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:38.164679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a42a754d-52c0-4af2-94f9-c46265d1e61b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': '6e0dfc4b-75ab-404c-bd3c-600e43b538bb', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:38.232256 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:38.277635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae669e37-98ff-47b1-b7cc-9220a1ad50eb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.327181 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-a42a754d-52c0-4af2-94f9-c46265d1e61b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Project b1ead8c13ad94dc28381575c3180019a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:07:38.344711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae669e37-98ff-47b1-b7cc-9220a1ad50eb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=7424deb5-eef0-43f7-8b5c-33ebac29928a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:38.367367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a42a754d-52c0-4af2-94f9-c46265d1e61b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.485294 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.495717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Attempting to bind port 12c01889-e275-41f4-a211-09a637b9bbba on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:38.495945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Attempting to bind port 12c01889-e275-41f4-a211-09a637b9bbba by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:38.496201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Attempting to bind port 12c01889-e275-41f4-a211-09a637b9bbba on network a006c405-a67a-4ac4-8e44-115e7f359776 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:38.504088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2844976f-c01a-4b75-95de-a281ca1970ab') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:38.504631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2844976f-c01a-4b75-95de-a281ca1970ab') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:38.505830 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.527715 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.565606 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.569860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Port 12c01889-e275-41f4-a211-09a637b9bbba on network a006c405-a67a-4ac4-8e44-115e7f359776 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:07:38.570307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Attempting to bind port 12c01889-e275-41f4-a211-09a637b9bbba on network a006c405-a67a-4ac4-8e44-115e7f359776 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:38.576874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09574353-825f-4180-882b-2aa8241b07ba req-37c20630-41fe-4416-bfa7-c16b1514cfa1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913644 Dec 13 13:07:38.578145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:38.578617 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:38.583277 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:38.589565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae669e37-98ff-47b1-b7cc-9220a1ad50eb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.593595 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ae669e37-98ff-47b1-b7cc-9220a1ad50eb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/7424deb5-eef0-43f7-8b5c-33ebac29928a HTTP/1.1" status: 204 len: 168 time: 1.6605296 Dec 13 13:07:38.599334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38026) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:38.612882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:38.612882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Checking segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:38.612882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Bound using segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:38.612882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Bound port: 12c01889-e275-41f4-a211-09a637b9bbba, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:38.612882 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.642982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a42a754d-52c0-4af2-94f9-c46265d1e61b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.644056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.646436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae368c8-f47a-43a1-ae82-4b5321f1575d,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:38.657824 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a42a754d-52c0-4af2-94f9-c46265d1e61b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.673406 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0965b52-0e45-4398-a9e4-682683a55c3e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:07:38.674902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a0965b52-0e45-4398-a9e4-682683a55c3e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/7424deb5-eef0-43f7-8b5c-33ebac29928a HTTP/1.1" status: 404 len: 333 time: 0.0724006 Dec 13 13:07:38.682961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38028) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:38.718040 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.718978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a754d-52c0-4af2-94f9-c46265d1e61b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f120c28a-93a7-4725-bb47-6d405e6aeb5e,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:38.733052 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a42a754d-52c0-4af2-94f9-c46265d1e61b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.734305 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a42a754d-52c0-4af2-94f9-c46265d1e61b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5756445 Dec 13 13:07:38.745490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38030) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:38.751434 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.754966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "DELETE /v2.0/networks/0b520035-60a9-404f-8896-86046cc83626 HTTP/1.1" status: 204 len: 168 time: 1.9838955 Dec 13 13:07:38.763999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'network': {'name': 'tempest-network-smoke--1135589188', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'port_security_enabled': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:38.766700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38032) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:38.786645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac846d4-bac2-4a6b-b3d7-1e715764e94d tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Pushing event deleted for resources: {'Network': ['ID=0b520035-60a9-404f-8896-86046cc83626,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:38.812400 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b44d9887-217e-4fd8-8111-3024918485cf tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "GET /v2.0/ports?device_id=819cfad6-9b32-4121-bffa-466b37a99d60 HTTP/1.1" status: 200 len: 205 time: 0.0431719 Dec 13 13:07:38.815550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38034) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:38.825783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:38.828479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f38304-73ef-4cca-840a-38cbb3f350c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet 78913e83-b277-44a4-9141-d6c93c9e4e17 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:38.837546 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8f38304-73ef-4cca-840a-38cbb3f350c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.874347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:38.877855 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.878443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:38.905447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8f38304-73ef-4cca-840a-38cbb3f350c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.925638 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.941562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c719-627d-457a-ad37-00e8f98b83fe tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.952335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:07:38.972939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:38.973191 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.973364 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:38.973785 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Added segment df71b55d-908a-49c9-a6b5-29afdb7e0531 of type vlan for network 30364052-dbe3-4458-90e0-01eb6837e081 Dec 13 13:07:38.975527 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] 10.222.0.37 "PUT /v2.0/ports/12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 1091 time: 2.2270768 Dec 13 13:07:38.987878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:38.988213 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.014277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:07:39.017359 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deec950-3f3f-4d99-ad3a-1d30e03af85b" -d '{"events": [{"name": "network-changed", "server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "tag": "12c01889-e275-41f4-a211-09a637b9bbba"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:07:39.031994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:39.078467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:39.143151 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.169353 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c44872-0a6c-4a47-8411-546e73cc5722 x-openstack-request-id: req-09c44872-0a6c-4a47-8411-546e73cc5722 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:07:39.169736 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "tag": "12c01889-e275-41f4-a211-09a637b9bbba", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:07:39.169909 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09c44872-0a6c-4a47-8411-546e73cc5722 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:07:39.170342 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba', 'status': 'completed', 'code': 200} Dec 13 13:07:39.170951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ecac4-bc78-4b5a-8d4e-38f924f389d9 service neutron] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:39.218834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8f38304-73ef-4cca-840a-38cbb3f350c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.246529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 95900707-5b57-432a-99c8-648d35961c14 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:39.295253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port ae18cc1f-2ccb-4a98-b54f-ab29deb3544b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ae18cc1f-2ccb-4a98-b54f-ab29deb3544b,segment=NetworkSegment(453c2811-c35b-4a52-8e1b-5f29f993a5bf),segment_id=453c2811-c35b-4a52-8e1b-5f29f993a5bf)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:39.295641 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.311203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for ae18cc1f-2ccb-4a98-b54f-ab29deb3544b owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:39.365514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 95900707-5b57-432a-99c8-648d35961c14 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:39.366056 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.429721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.436100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:39.436628 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.498181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f4931209-2942-4e35-9b30-2fbc345cde6a None None] Provisioning complete for port 1ae368c8-f47a-43a1-ae82-4b5321f1575d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:39.498883 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4931209-2942-4e35-9b30-2fbc345cde6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.532505 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7827561 Dec 13 13:07:39.548394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38038) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:39.549977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f4931209-2942-4e35-9b30-2fbc345cde6a None None] Port 1ae368c8-f47a-43a1-ae82-4b5321f1575d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:39.576210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:39.583659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8f38304-73ef-4cca-840a-38cbb3f350c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.588475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'admin_state_up': True, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:39.604117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:39.605212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f8646b4-8a48-4e9f-9634-6a4cb6fa2e7e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:39.609848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf10c91-43ca-4e63-95c8-6ac490c3787a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Network': ['ID=30364052-dbe3-4458-90e0-01eb6837e081,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:39.634346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 30364052-dbe3-4458-90e0-01eb6837e081 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:07:39.636918 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8f38304-73ef-4cca-840a-38cbb3f350c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.639947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f8f38304-73ef-4cca-840a-38cbb3f350c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/78913e83-b277-44a4-9141-d6c93c9e4e17 HTTP/1.1" status: 204 len: 168 time: 0.9556484 Dec 13 13:07:39.642105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f38304-73ef-4cca-840a-38cbb3f350c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=78913e83-b277-44a4-9141-d6c93c9e4e17,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:39.647026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38042) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:39.651321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-deb25383-be8e-484a-88a3-0ecf653ac1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:39.653227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-deb25383-be8e-484a-88a3-0ecf653ac1af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1094 time: 0.6233957 Dec 13 13:07:39.663724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44d520-519e-4fc1-bb02-059acb7a036a None None] Network a10d8e67-7781-4491-89d1-a9cde9aa1199 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:39.666760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c719-627d-457a-ad37-00e8f98b83fe tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.678491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c719-627d-457a-ad37-00e8f98b83fe tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.760679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.798139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=ae18cc1f-2ccb-4a98-b54f-ab29deb3544b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:39.806121 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-3ca460d3-c0b5-4ed6-a7eb-e1513b072abf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 217 time: 0.1321552 Dec 13 13:07:39.812392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06323904-c061-4736-8584-70bc9db0f887 req-d6459d64-a455-4c1a-bc73-b88a0659073c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:39.814255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06323904-c061-4736-8584-70bc9db0f887 req-d6459d64-a455-4c1a-bc73-b88a0659073c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 943 time: 0.1074340 Dec 13 13:07:39.857807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.857807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.935562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c719-627d-457a-ad37-00e8f98b83fe tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.936243 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb6c719-627d-457a-ad37-00e8f98b83fe tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Fanout notify agent at l3_agent the message router_deleted on router 819cfad6-9b32-4121-bffa-466b37a99d60 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:07:39.942880 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f755b55-dbce-42b5-b2a0-ffad0c1fda91 None None] DHCP port deletion for a10d8e67-7781-4491-89d1-a9cde9aa1199 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:39.952113 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c719-627d-457a-ad37-00e8f98b83fe tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:39.956096 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7bb6c719-627d-457a-ad37-00e8f98b83fe tempest-RoutersNegativeTest-700928059 tempest-RoutersNegativeTest-700928059-project] 10.222.0.31 "DELETE /v2.0/routers/819cfad6-9b32-4121-bffa-466b37a99d60 HTTP/1.1" status: 204 len: 168 time: 1.1383040 Dec 13 13:07:39.973588 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.008447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8f755b55-dbce-42b5-b2a0-ffad0c1fda91 None None] Deleting port 2fed7007-764a-4d3d-a4bb-ef4921826301 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:40.008824 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f755b55-dbce-42b5-b2a0-ffad0c1fda91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.014174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.019620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06323904-c061-4736-8584-70bc9db0f887 req-fcf8147d-bbad-4399-b781-a1292b9847a8 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849072 Dec 13 13:07:40.034653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-cbdca4e2-6b89-4d14-b796-f22ef4e0b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:40.036433 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-cbdca4e2-6b89-4d14-b796-f22ef4e0b01d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.1862147 Dec 13 13:07:40.048396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Router 9d15185e-b4ac-4386-a73d-ee1fc766b97d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:40.053537 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.319735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:40.331042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8f755b55-dbce-42b5-b2a0-ffad0c1fda91 None None] For port 2fed7007-764a-4d3d-a4bb-ef4921826301, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2fed7007-764a-4d3d-a4bb-ef4921826301,segment=NetworkSegment(eb740bd7-6de6-4304-aae0-e7754bb17b58),segment_id=eb740bd7-6de6-4304-aae0-e7754bb17b58)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:40.331527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f755b55-dbce-42b5-b2a0-ffad0c1fda91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.333956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-866cd22a-f9bc-4ae6-886f-4400fefd9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:40.335689 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-866cd22a-f9bc-4ae6-886f-4400fefd9766 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2901886 Dec 13 13:07:40.335821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38048) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:40.338458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.346211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8f755b55-dbce-42b5-b2a0-ffad0c1fda91 None None] Calling delete_port for 2fed7007-764a-4d3d-a4bb-ef4921826301 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:40.451287 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f755b55-dbce-42b5-b2a0-ffad0c1fda91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.471739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 2fed7007-764a-4d3d-a4bb-ef4921826301 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:40.472090 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.479298 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f755b55-dbce-42b5-b2a0-ffad0c1fda91 None None] Pushing event deleted for resources: {'Port': ['ID=2fed7007-764a-4d3d-a4bb-ef4921826301,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:40.485477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f755b55-dbce-42b5-b2a0-ffad0c1fda91 None None] No DVR routers for this DVR port 2fed7007-764a-4d3d-a4bb-ef4921826301 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:40.511617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:40.524794 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:40.525325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2ff116bf-db60-437b-8a79-ce25a4b036f1 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6493466 Dec 13 13:07:40.525437 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38052) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:40.530582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:40.534357 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:40.534963 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:40.542317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Sync routers for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:40.551257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8695c2be-6d70-43a0-9bea-3b98d56a7b8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f869076f833647e4acef3a1b24e41490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140715 Dec 13 13:07:40.552718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:40.553412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38054) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:40.553545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e5856712-e958-466b-b397-52c73c823a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:40.569599 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c51bffdd-d30f-42b2-b7ba-c1c48162c173 admin admin] 10.222.0.31 "PUT /v2.0/routers/9d15185e-b4ac-4386-a73d-ee1fc766b97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6717479 Dec 13 13:07:40.622954 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2ddef5a-d6d6-4af3-8f6a-c035c990298d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.646608 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:40.662837 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2ddef5a-d6d6-4af3-8f6a-c035c990298d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.691200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] For port 2fed7007-764a-4d3d-a4bb-ef4921826301, host n-d-817326-4, got binding levels [] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:40.691568 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.705290 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-41a9f952-695f-4278-a37c-d136ec30a565 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596442 Dec 13 13:07:40.713464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0ec5b9-3192-43e7-a26d-b0d74fc652bf tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting subnet f37bff79-2d7c-4fd2-89d3-614efede52cb {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:40.717405 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec5b9-3192-43e7-a26d-b0d74fc652bf tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.730231 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2ddef5a-d6d6-4af3-8f6a-c035c990298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.733342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d2ddef5a-d6d6-4af3-8f6a-c035c990298d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.735035 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d2ddef5a-d6d6-4af3-8f6a-c035c990298d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b50147a-c7d4-4d31-b03e-73790f157e55 HTTP/1.1" status: 204 len: 168 time: 0.1803489 Dec 13 13:07:40.748813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddef5a-d6d6-4af3-8f6a-c035c990298d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50147a-c7d4-4d31-b03e-73790f157e55,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:40.783859 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec5b9-3192-43e7-a26d-b0d74fc652bf tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:40.793926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:40.895092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 2fed7007-764a-4d3d-a4bb-ef4921826301 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:40.898219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_backend_mixin [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Port 2fed7007-764a-4d3d-a4bb-ef4921826301 was not found and therefore no delete operation was performed {{(pid=109885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:07:40.902153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.014357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=2fed7007-764a-4d3d-a4bb-ef4921826301,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:41.028822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec5b9-3192-43e7-a26d-b0d74fc652bf tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.060867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No DVR routers for this DVR port 2fed7007-764a-4d3d-a4bb-ef4921826301 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:41.114777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e5856712-e958-466b-b397-52c73c823a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 2, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:41.151874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Checking router: 9d15185e-b4ac-4386-a73d-ee1fc766b97d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:41.162006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Updating router 9d15185e-b4ac-4386-a73d-ee1fc766b97d port 1ae368c8-f47a-43a1-ae82-4b5321f1575d binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:07:41.178094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.200924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10d8e67-7781-4491-89d1-a9cde9aa1199']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:41.205963 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.264744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0007a-ac4e-41bc-8ff8-5c80bf37cff1 req-03d2475b-2b13-4c76-8d00-0ce1621aedaf tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:41.267044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0b0007a-ac4e-41bc-8ff8-5c80bf37cff1 req-03d2475b-2b13-4c76-8d00-0ce1621aedaf tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 943 time: 0.0613155 Dec 13 13:07:41.291766 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:39Z', 'revision_number': 9, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:41.341102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0b0007a-ac4e-41bc-8ff8-5c80bf37cff1 req-cc9a1c21-5a84-4b22-9a71-f548d8c86a11 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631692 Dec 13 13:07:41.367611 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:41.387785 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:41.388414 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:41.416310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2fed7007-764a-4d3d-a4bb-ef4921826301 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:41.423861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb740bd7-6de6-4304-aae0-e7754bb17b58') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:41.424425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb740bd7-6de6-4304-aae0-e7754bb17b58') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:41.436413 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec5b9-3192-43e7-a26d-b0d74fc652bf tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.478483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 2fed7007-764a-4d3d-a4bb-ef4921826301 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:41.478833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2fed7007-764a-4d3d-a4bb-ef4921826301 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:41.570151 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:41.705484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38080) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:41.711716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0cb3fe89-6027-4cd9-9d90-c763320673c7 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794084912', 'description': 'tempest-description--512593686'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:41.758172 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fe89-6027-4cd9-9d90-c763320673c7 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.788799 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.799243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.804620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ec5b9-3192-43e7-a26d-b0d74fc652bf tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Subnet': ['ID=f37bff79-2d7c-4fd2-89d3-614efede52cb,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:41.813762 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.820982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.849121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.869396 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fe89-6027-4cd9-9d90-c763320673c7 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.877264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fe89-6027-4cd9-9d90-c763320673c7 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.906842 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:39Z', 'revision_number': 9, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:41.946285 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d0be6-3fec-4ff2-a354-6aaffb2b5e38 None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:39Z', 'revision_number': 9, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42f1393-cc8b-4d8b-aab6-b078205a2f78', 'name': '', 'network_id': 'b05c2e52-a667-498a-8227-813e5d31dab6', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:62:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:58Z', 'updated_at': '2021-12-13T13:07:12Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '5903458b-0e5a-4a9c-ae29-92077459db83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:41.951732 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fe89-6027-4cd9-9d90-c763320673c7 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.953821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0cb3fe89-6027-4cd9-9d90-c763320673c7 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2468367 Dec 13 13:07:41.956933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38086) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:41.962943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4bde36aa-a7b9-4cc3-8285-801d6a9498c3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'security_group_rule': {'security_group_id': '0d08e201-2d50-4d88-82af-50d1e33ae517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:41.963762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268ef15-1cd9-4351-b51e-a5c0f5baace9 None None] Pushing event updated for resources: {'Port': ['ID=1ae368c8-f47a-43a1-ae82-4b5321f1575d,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:41.974494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec5b9-3192-43e7-a26d-b0d74fc652bf tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:41.983754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3fe89-6027-4cd9-9d90-c763320673c7 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d08e201-2d50-4d88-82af-50d1e33ae517,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:41.990167 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9c0ec5b9-3192-43e7-a26d-b0d74fc652bf tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/f37bff79-2d7c-4fd2-89d3-614efede52cb HTTP/1.1" status: 204 len: 168 time: 1.4598775 Dec 13 13:07:41.991196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38088) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:41.991345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581ef3f6-7ebd-4c08-82f2-88cc968546b0 None None] Network c1971c6f-99e7-4b09-934e-8f121c9379fc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:42.008471 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8d135bc-f292-4f29-a836-cb96203c67a3 req-3881bcba-8a8a-48f7-80aa-5f121de22fd1 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1085718 Dec 13 13:07:42.054988 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.081802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:42.084110 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:42.088032 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:42.115035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Attempting to bind port 1ae368c8-f47a-43a1-ae82-4b5321f1575d on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:42.115701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Attempting to bind port 1ae368c8-f47a-43a1-ae82-4b5321f1575d by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:42.116903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Attempting to bind port 1ae368c8-f47a-43a1-ae82-4b5321f1575d on network c03f10db-9f9c-4d27-aa88-05fe57ad660a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:42.137840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bde36aa-a7b9-4cc3-8285-801d6a9498c3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.141746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:42.142409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Checking segment: {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:42.143430 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.143989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Bound using segment: {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:42.144652 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Bound port: 1ae368c8-f47a-43a1-ae82-4b5321f1575d, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:42.145211 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.164370 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.239109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.25.2.130 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/21aa4cf6-3588-413e-baad-d091d89608d8) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:42.280306 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bde36aa-a7b9-4cc3-8285-801d6a9498c3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.280451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-29c6896e-815a-4e2d-b088-c429c14f4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:42.283409 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-29c6896e-815a-4e2d-b088-c429c14f4081 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1094 time: 0.1939368 Dec 13 13:07:42.286170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.290186 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bde36aa-a7b9-4cc3-8285-801d6a9498c3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.293572 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.303237 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/networks/a10d8e67-7781-4491-89d1-a9cde9aa1199 HTTP/1.1" status: 204 len: 168 time: 2.6446552 Dec 13 13:07:42.303430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38094) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:42.315523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1098520546'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:42.333002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e5856712-e958-466b-b397-52c73c823a61 None None] For port 1ae368c8-f47a-43a1-ae82-4b5321f1575d, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:42.333768 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde36aa-a7b9-4cc3-8285-801d6a9498c3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f016cf1-2215-49cb-af47-4aa6d34b6324,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:42.351057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 60cd156a-5212-41dd-b50f-b1d241843cbd {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:42.351657 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.358597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e5856712-e958-466b-b397-52c73c823a61 None None] For port 1ae368c8-f47a-43a1-ae82-4b5321f1575d, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1ae368c8-f47a-43a1-ae82-4b5321f1575d,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:42.367542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5455e-b58b-4fec-b7e0-356af1f45694 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Network': ['ID=a10d8e67-7781-4491-89d1-a9cde9aa1199,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:42.368586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5595b738-fe87-4a52-abfe-092848fac719 None None] Provisioning complete for port 1ae368c8-f47a-43a1-ae82-4b5321f1575d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:42.373297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5595b738-fe87-4a52-abfe-092848fac719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.376347 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.423862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:42.428901 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.465648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bde36aa-a7b9-4cc3-8285-801d6a9498c3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.469934 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4bde36aa-a7b9-4cc3-8285-801d6a9498c3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5118663 Dec 13 13:07:42.472239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38100) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:42.483837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2b163757-185a-4b99-8f56-48b13688a10f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'security_group_rule': {'security_group_id': '0d08e201-2d50-4d88-82af-50d1e33ae517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:42.484052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port 60cd156a-5212-41dd-b50f-b1d241843cbd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=60cd156a-5212-41dd-b50f-b1d241843cbd,segment=NetworkSegment(453c2811-c35b-4a52-8e1b-5f29f993a5bf),segment_id=453c2811-c35b-4a52-8e1b-5f29f993a5bf)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:42.484303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.515032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 60cd156a-5212-41dd-b50f-b1d241843cbd owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:42.523684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:07:42.532873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b163757-185a-4b99-8f56-48b13688a10f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.572029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.572367 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Added segment a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb of type vlan for network 4934b8ca-f340-4836-9cf0-8b35e46488b4 Dec 13 13:07:42.633656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-cdabe59d-500a-4c55-bb50-f3f3f17fa289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:42.635262 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-cdabe59d-500a-4c55-bb50-f3f3f17fa289 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.3354082 Dec 13 13:07:42.639623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:42.640308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e5856712-e958-466b-b397-52c73c823a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:42.644207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268ef15-1cd9-4351-b51e-a5c0f5baace9 None None] Pushing event updated for resources: {'Port': ['ID=1ae368c8-f47a-43a1-ae82-4b5321f1575d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:42.653123 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.701559 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-be0f94b8-37c1-4116-8769-650603feeaaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 217 time: 0.0523508 Dec 13 13:07:42.731830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f21820-d81a-4c8e-a1d1-e501e6c571c8 req-70b63171-a5db-4041-a640-df09faab908c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:42.733464 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71f21820-d81a-4c8e-a1d1-e501e6c571c8 req-70b63171-a5db-4041-a640-df09faab908c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 943 time: 0.2364976 Dec 13 13:07:42.778659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a025542a-8c1b-40c5-b6b2-a0381f2f0b66 None None] DHCP port deletion for c1971c6f-99e7-4b09-934e-8f121c9379fc request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:42.794453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-140e86c5-3c21-415c-bedc-739d290536e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:42.796549 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-140e86c5-3c21-415c-bedc-739d290536e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.0823412 Dec 13 13:07:42.798436 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b163757-185a-4b99-8f56-48b13688a10f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.811359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.830679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b163757-185a-4b99-8f56-48b13688a10f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.861279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71f21820-d81a-4c8e-a1d1-e501e6c571c8 req-856632eb-a72d-4d22-b09a-9b8a0e5b63db tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019518 Dec 13 13:07:42.879845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b163757-185a-4b99-8f56-48b13688a10f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1488d958-68b1-40de-b054-fa77c7974929,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:42.936259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b163757-185a-4b99-8f56-48b13688a10f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.938403 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2b163757-185a-4b99-8f56-48b13688a10f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4610806 Dec 13 13:07:42.939134 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.943631 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-7f8a2ce8-5d87-45c6-8aca-d2dd2e50eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:42.945011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:42.945636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:42.945804 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-7f8a2ce8-5d87-45c6-8aca-d2dd2e50eec2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400890 Dec 13 13:07:42.946593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38110) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:42.956453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:42.957487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e5856712-e958-466b-b397-52c73c823a61 None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:42.974704 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.020246 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5595b738-fe87-4a52-abfe-092848fac719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.042606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7378118 Dec 13 13:07:43.043596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38112) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:43.078510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': '4934b8ca-f340-4836-9cf0-8b35e46488b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:43.084429 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.092291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a025542a-8c1b-40c5-b6b2-a0381f2f0b66 None None] Deleting port 60cd156a-5212-41dd-b50f-b1d241843cbd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:43.092684 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a025542a-8c1b-40c5-b6b2-a0381f2f0b66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.112483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=60cd156a-5212-41dd-b50f-b1d241843cbd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:43.122101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No DVR routers for this DVR port 60cd156a-5212-41dd-b50f-b1d241843cbd on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:43.160519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a7043-d6ee-4506-ad50-9370be180775 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Network': ['ID=4934b8ca-f340-4836-9cf0-8b35e46488b4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:43.178446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a025542a-8c1b-40c5-b6b2-a0381f2f0b66 None None] For port 60cd156a-5212-41dd-b50f-b1d241843cbd, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:43.178839 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a025542a-8c1b-40c5-b6b2-a0381f2f0b66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.195381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a025542a-8c1b-40c5-b6b2-a0381f2f0b66 None None] Calling delete_port for 60cd156a-5212-41dd-b50f-b1d241843cbd owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:43.198202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-a025542a-8c1b-40c5-b6b2-a0381f2f0b66 None None] Port 60cd156a-5212-41dd-b50f-b1d241843cbd was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:07:43.212463 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a025542a-8c1b-40c5-b6b2-a0381f2f0b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.214810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 4934b8ca-f340-4836-9cf0-8b35e46488b4 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:07:43.216573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae18cc1f-2ccb-4a98-b54f-ab29deb3544b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:43.228156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=21aa4cf6-3588-413e-baad-d091d89608d8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:43.245026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.292974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.343926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1971c6f-99e7-4b09-934e-8f121c9379fc']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:43.358021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453c2811-c35b-4a52-8e1b-5f29f993a5bf') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:43.358726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453c2811-c35b-4a52-8e1b-5f29f993a5bf') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:43.366624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:43.370340 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.401474 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-c7a9abb5-fc68-4b4b-8d40-1eb1316ab72d service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833256 Dec 13 13:07:43.410505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:43.423620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:43.452734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:43.536632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025542a-8c1b-40c5-b6b2-a0381f2f0b66 None None] Pushing event deleted for resources: {'Port': ['ID=60cd156a-5212-41dd-b50f-b1d241843cbd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:43.549162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6d3bf-5922-46be-b548-5568327ce796 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:43.584836 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.589536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ae18cc1f-2ccb-4a98-b54f-ab29deb3544b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:43.590020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae18cc1f-2ccb-4a98-b54f-ab29deb3544b not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:43.591059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 60cd156a-5212-41dd-b50f-b1d241843cbd no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:43.593153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.603181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025542a-8c1b-40c5-b6b2-a0381f2f0b66 None None] No DVR routers for this DVR port 60cd156a-5212-41dd-b50f-b1d241843cbd on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:43.607267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5595b738-fe87-4a52-abfe-092848fac719 None None] For port 1ae368c8-f47a-43a1-ae82-4b5321f1575d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1ae368c8-f47a-43a1-ae82-4b5321f1575d,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:43.645891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=774c22a8-279b-4206-a970-8c49281a39be,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:43.649166 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.663197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:43.663724 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:43.666896 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:43.668853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 60cd156a-5212-41dd-b50f-b1d241843cbd {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:43.668853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 60cd156a-5212-41dd-b50f-b1d241843cbd not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:43.682579 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5595b738-fe87-4a52-abfe-092848fac719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.747278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Checking segment: {'id': 'a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4934b8ca-f340-4836-9cf0-8b35e46488b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:43.747671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network hostable DHCP agents. Network: 4934b8ca-f340-4836-9cf0-8b35e46488b4, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:07:43.768252 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.778600 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.793395 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/networks/c1971c6f-99e7-4b09-934e-8f121c9379fc HTTP/1.1" status: 204 len: 168 time: 1.8007751 Dec 13 13:07:43.794622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 4934b8ca-f340-4836-9cf0-8b35e46488b4 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:07:43.796283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38138) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:43.798432 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4deec950-3f3f-4d99-ad3a-1d30e03af85b req-fb230aac-0400-44f5-8811-c1b5a64ccb8c service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867369 Dec 13 13:07:43.807071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595b738-fe87-4a52-abfe-092848fac719 None None] Pushing event updated for resources: {'Port': ['ID=1ae368c8-f47a-43a1-ae82-4b5321f1575d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:43.814672 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd8548-99c1-4398-8353-18a09b3c9551 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Network': ['ID=c1971c6f-99e7-4b09-934e-8f121c9379fc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:43.824193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 4934b8ca-f340-4836-9cf0-8b35e46488b4) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:43.841791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:43.842119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d575326d-96e3-461b-ae96-23ae59d4d8a5 None None] Network 4934b8ca-f340-4836-9cf0-8b35e46488b4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:43.844005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.867295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-810a709f-0cad-45b9-8640-3bbded2ec02a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7929213 Dec 13 13:07:43.867608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38140) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:43.877349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a4374ffd-c379-455c-a847-e84653f28813 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1759515168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:43.915679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4374ffd-c379-455c-a847-e84653f28813 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.916434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fc84aea0-b0a1-4f17-8374-94b281fe14a0 None None] Provisioning complete for port 1ae368c8-f47a-43a1-ae82-4b5321f1575d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:43.916823 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc84aea0-b0a1-4f17-8374-94b281fe14a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:43.917170 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4374ffd-c379-455c-a847-e84653f28813 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.000028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.024791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e5856712-e958-466b-b397-52c73c823a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:42Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:44.031403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-4934b8ca-f340-4836-9cf0-8b35e46488b4', 'network_id': '4934b8ca-f340-4836-9cf0-8b35e46488b4', 'project_id': 'bbd88c456e024765b8aad9fde561d6cb', 'fixed_ips': [{'subnet_id': '774c22a8-279b-4206-a970-8c49281a39be'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:44.032479 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.056071 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4374ffd-c379-455c-a847-e84653f28813 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.077107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5856712-e958-466b-b397-52c73c823a61 None None] The sync data for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 is: [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:42Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:44.108004 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4374ffd-c379-455c-a847-e84653f28813 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.165016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38146) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:44.176445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Allocated IP 172.25.2.226 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/4df559f9-8c0f-43a6-8a81-80cb336fc003) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:44.181563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a4374ffd-c379-455c-a847-e84653f28813 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.184779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a4374ffd-c379-455c-a847-e84653f28813 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3156319 Dec 13 13:07:44.188421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38150) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:44.194417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'network_id': '4934b8ca-f340-4836-9cf0-8b35e46488b4', 'name': 'tempest-PortsTestJSON-305293082'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:44.247286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249779e5-e19b-41a8-ac24-b3f18ddfad46 req-dfe79e97-82b4-4c0f-85bc-265ea0eda6bd tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:44.248887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-249779e5-e19b-41a8-ac24-b3f18ddfad46 req-dfe79e97-82b4-4c0f-85bc-265ea0eda6bd tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 943 time: 0.2070985 Dec 13 13:07:44.280402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fc84aea0-b0a1-4f17-8374-94b281fe14a0 None None] Provisioning complete for port 21aa4cf6-3588-413e-baad-d091d89608d8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:44.280932 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc84aea0-b0a1-4f17-8374-94b281fe14a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.344186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Allocated IP 172.20.0.2 (4934b8ca-f340-4836-9cf0-8b35e46488b4/774c22a8-279b-4206-a970-8c49281a39be/ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:44.400170 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3511b922-7030-48e1-b480-b09891de1351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.404260 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.439682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-249779e5-e19b-41a8-ac24-b3f18ddfad46 req-759ef3e4-1e0d-4447-a5a1-de27db97c798 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328528 Dec 13 13:07:44.505156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fc84aea0-b0a1-4f17-8374-94b281fe14a0 None None] Port 21aa4cf6-3588-413e-baad-d091d89608d8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:44.540213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:44.550193 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.556577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.557014 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.567887 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.577166 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3511b922-7030-48e1-b480-b09891de1351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.583201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port 57e1fca9-1f0d-413e-a480-a39a5922840d yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:07:44.621794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Network 4934b8ca-f340-4836-9cf0-8b35e46488b4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:44.627179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:44.631223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:44.638814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 12c01889-e275-41f4-a211-09a637b9bbba details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:07:44.643763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Pushing event updated for resources: {'Port': ['ID=ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:44.663273 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3511b922-7030-48e1-b480-b09891de1351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.719366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511b922-7030-48e1-b480-b09891de1351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ea45a3-3bfc-4175-80bf-850b2a338047,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:44.745372 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.771840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3511b922-7030-48e1-b480-b09891de1351 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7645c54f3ccf47b98320c8f0ad4be7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6003847 Dec 13 13:07:44.772398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38152) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:44.796708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Attempting to bind port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:44.797353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Attempting to bind port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4934b8ca-f340-4836-9cf0-8b35e46488b4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:44.797668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Attempting to bind port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 on network 4934b8ca-f340-4836-9cf0-8b35e46488b4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:44.800095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.4 (4934b8ca-f340-4836-9cf0-8b35e46488b4/774c22a8-279b-4206-a970-8c49281a39be/57e1fca9-1f0d-413e-a480-a39a5922840d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:44.805467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:44.805728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:44.805840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Checking segment: {'id': 'a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4934b8ca-f340-4836-9cf0-8b35e46488b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:44.806287 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.806840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Bound using segment: {'id': 'a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4934b8ca-f340-4836-9cf0-8b35e46488b4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:44.808309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Bound port: ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4934b8ca-f340-4836-9cf0-8b35e46488b4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:44.808309 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.846805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:44.850259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:44.890943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:44.914125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '12c01889-e275-41f4-a211-09a637b9bbba', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'port_id': '12c01889-e275-41f4-a211-09a637b9bbba', 'mac_address': 'fa:16:3e:bb:6f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:07:44.940327 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d07c3c54-dea3-4bb4-9996-cceb2e576496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.946497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] For port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:44.967203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] For port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23,segment=NetworkSegment(a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb),segment_id=a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:44.975506 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:44.978099 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.022566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d07c3c54-dea3-4bb4-9996-cceb2e576496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.032524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c01889-e275-41f4-a211-09a637b9bbba {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:07:45.085938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:45.090010 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8e4e-ea1e-4392-93cf-282c27179b28 None None] Pushing event updated for resources: {'Port': ['ID=ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:45.093783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.160273 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.196814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:45.232577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'Port': ['ID=4df559f9-8c0f-43a6-8a81-80cb336fc003,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:45.243947 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d07c3c54-dea3-4bb4-9996-cceb2e576496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.249257 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d07c3c54-dea3-4bb4-9996-cceb2e576496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.253158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.254723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d07c3c54-dea3-4bb4-9996-cceb2e576496 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66ea45a3-3bfc-4175-80bf-850b2a338047 HTTP/1.1" status: 204 len: 168 time: 0.4813223 Dec 13 13:07:45.278827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3c54-dea3-4bb4-9996-cceb2e576496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ea45a3-3bfc-4175-80bf-850b2a338047,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:45.301034 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.341183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['12c01889-e275-41f4-a211-09a637b9bbba'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:07:45.346331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 4934b8ca-f340-4836-9cf0-8b35e46488b4 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:45.419283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.428389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:45.436877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:45.463279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1ae368c8-f47a-43a1-ae82-4b5321f1575d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:45.553806 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.587391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:45.589229 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.606153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.680709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=57e1fca9-1f0d-413e-a480-a39a5922840d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:45.722936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a5cf4567-75e9-4cda-83be-94636a70a4c1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5306945 Dec 13 13:07:45.723983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38160) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:45.729322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1ae368c8-f47a-43a1-ae82-4b5321f1575d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:45.729740 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.818357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d3c4d-9000-4d92-be4e-871ebc2f237b req-d0609beb-807f-4e28-bab5-2584f321cc17 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:45.826491 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-677d3c4d-9000-4d92-be4e-871ebc2f237b req-d0609beb-807f-4e28-bab5-2584f321cc17 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.2308176 Dec 13 13:07:45.846720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38162) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:45.927687 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9baf-b39d-44f9-944e-9dc0e7927f7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:45.954788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 1db31446-d672-4f1d-924d-1c75f0ea44c3 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:07:46.192202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.205651 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.251016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:46.263108 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Sync routers for ids ['1db31446-d672-4f1d-924d-1c75f0ea44c3'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:46.281516 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Routers {'1db31446-d672-4f1d-924d-1c75f0ea44c3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:46.282502 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1db31446-d672-4f1d-924d-1c75f0ea44c3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:46.321626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'Port': ['ID=4df559f9-8c0f-43a6-8a81-80cb336fc003,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:46.332464 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.336618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bbd0d0ab-eafd-4d53-bba9-84008a90f112 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.7533262 Dec 13 13:07:46.336618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port d42f1393-cc8b-4d8b-aab6-b078205a2f78 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:46.336838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.341782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38164) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:46.382692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.398250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-677d3c4d-9000-4d92-be4e-871ebc2f237b req-1be4db64-e31a-42b6-9727-9039e0d0ea71 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5701790 Dec 13 13:07:46.466174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.475230 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a7c0e586-d8fb-4fe8-9909-c51b4a1fc9d2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5254302 Dec 13 13:07:46.478839 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Set router 1db31446-d672-4f1d-924d-1c75f0ea44c3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:46.520293 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9baf-b39d-44f9-944e-9dc0e7927f7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.549951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e04f69-d6ab-494e-9c0f-43d31351244e None None] Network 4934b8ca-f340-4836-9cf0-8b35e46488b4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:46.576586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port d42f1393-cc8b-4d8b-aab6-b078205a2f78, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d42f1393-cc8b-4d8b-aab6-b078205a2f78,segment=NetworkSegment(507a226a-2d68-495f-9cf4-a9d9efae1a61),segment_id=507a226a-2d68-495f-9cf4-a9d9efae1a61)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:46.576943 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.577065 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9baf-b39d-44f9-944e-9dc0e7927f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.604274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for d42f1393-cc8b-4d8b-aab6-b078205a2f78 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:46.612883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c9baf-b39d-44f9-944e-9dc0e7927f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a71d3c3-7a61-4c73-8617-262fe3f2e7b2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:46.640812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 12c01889-e275-41f4-a211-09a637b9bbba up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:46.753420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-52e809a9-9d6d-471e-9982-0781ad91e951 None None] Provisioning complete for port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:46.754470 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52e809a9-9d6d-471e-9982-0781ad91e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.788268 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:46.806295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 12c01889-e275-41f4-a211-09a637b9bbba completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:07:46.818225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 12c01889-e275-41f4-a211-09a637b9bbba triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:46.818721 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.820082 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Checking router: 1db31446-d672-4f1d-924d-1c75f0ea44c3 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:46.821428 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Updating router 1db31446-d672-4f1d-924d-1c75f0ea44c3 port 21aa4cf6-3588-413e-baad-d091d89608d8 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:07:46.853294 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.856862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7c8c9baf-b39d-44f9-944e-9dc0e7927f7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=940d80c442fb42ee969c404205ad31e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9733789 Dec 13 13:07:46.869953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38180) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:46.933661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77b8d156-b5cf-4b38-ad53-da2207a5b3d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:46.950755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-c9cf0cc2-9a69-4cd6-8967-9ea55bbe0e0e tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1794084912&fields=id&tenant_id=8fd14c1710c0474f81e533ec78ac461c HTTP/1.1" status: 200 len: 267 time: 0.2022078 Dec 13 13:07:46.991117 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.029478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:07:47.032196 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acedd2f4-031c-4c33-93e5-f9685ece3e90" -d '{"events": [{"server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "name": "network-vif-plugged", "status": "completed", "tag": "12c01889-e275-41f4-a211-09a637b9bbba"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:07:47.037550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52e809a9-9d6d-471e-9982-0781ad91e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.064522 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-35644cbe-1be1-45c0-b283-3a0f7837d998 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b1ead8c13ad94dc28381575c3180019a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7168906 Dec 13 13:07:47.066832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38184) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:47.071612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:47.096027 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.161012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-01fd01c5-2a2d-414e-969e-4bc5a7780e5b tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:47.164370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-01fd01c5-2a2d-414e-969e-4bc5a7780e5b tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 810 time: 0.2124894 Dec 13 13:07:47.173899 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77b8d156-b5cf-4b38-ad53-da2207a5b3d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.202590 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae424159-79d0-4067-a7c7-de1bd13d2f47 x-openstack-request-id: req-ae424159-79d0-4067-a7c7-de1bd13d2f47 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:07:47.202969 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "name": "network-vif-plugged", "status": "completed", "tag": "12c01889-e275-41f4-a211-09a637b9bbba", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:07:47.204348 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae424159-79d0-4067-a7c7-de1bd13d2f47 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:07:47.206480 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba', 'code': 200} Dec 13 13:07:47.222362 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.276708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-52e809a9-9d6d-471e-9982-0781ad91e951 None None] For port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23,segment=NetworkSegment(a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb),segment_id=a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:47.294852 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.298850 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:47.305991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52e809a9-9d6d-471e-9982-0781ad91e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.312674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-146f9780-26a2-43ec-8abb-fa4b5d7217b0 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/quotas/8fd14c1710c0474f81e533ec78ac461c HTTP/1.1" status: 200 len: 375 time: 0.0576787 Dec 13 13:07:47.368844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=d42f1393-cc8b-4d8b-aab6-b078205a2f78,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:47.392765 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.401406 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.418352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:47.445342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48afe484-bfc8-4084-9b91-63610b7e7f1a tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:47.456387 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-48afe484-bfc8-4084-9b91-63610b7e7f1a tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3863468 Dec 13 13:07:47.460633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38188) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:47.495695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Attempting to bind port 21aa4cf6-3588-413e-baad-d091d89608d8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:47.497327 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Attempting to bind port 21aa4cf6-3588-413e-baad-d091d89608d8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:47.498742 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Attempting to bind port 21aa4cf6-3588-413e-baad-d091d89608d8 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:47.509110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9cfd2c-9c1b-4574-9de2-58a901f3a05c None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:47.532551 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:47.532933 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:47.537440 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.537906 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:47.538444 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Bound port: 21aa4cf6-3588-413e-baad-d091d89608d8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:47.538851 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.558506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4106303f-50a2-4258-95c1-264a7fbb71fe None None] Provisioning complete for port 57e1fca9-1f0d-413e-a480-a39a5922840d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:47.559114 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4106303f-50a2-4258-95c1-264a7fbb71fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.564355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441748-cd60-44d1-91e9-a9368a050745 req-8d134101-c850-4a5a-bffe-a6bcc44b7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:47.565993 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d7441748-cd60-44d1-91e9-a9368a050745 req-8d134101-c850-4a5a-bffe-a6bcc44b7642 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1096 time: 0.3001256 Dec 13 13:07:47.616949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e809a9-9d6d-471e-9982-0781ad91e951 None None] Pushing event updated for resources: {'Port': ['ID=ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:47.632738 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] For port 21aa4cf6-3588-413e-baad-d091d89608d8, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:47.637790 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] For port 21aa4cf6-3588-413e-baad-d091d89608d8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21aa4cf6-3588-413e-baad-d091d89608d8,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:47.650471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:47.653991 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.654967 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.658187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4106303f-50a2-4258-95c1-264a7fbb71fe None None] Port 57e1fca9-1f0d-413e-a480-a39a5922840d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:47.664700 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0053c72-6cc2-480d-8bea-01a05ff53219 None None] Pushing event updated for resources: {'Port': ['ID=21aa4cf6-3588-413e-baad-d091d89608d8,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:47.671258 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d7441748-cd60-44d1-91e9-a9368a050745 req-5d7d47fd-78f8-4cc3-98ac-5352afb232c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948226 Dec 13 13:07:47.676041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4ebc2e3b-373d-4a20-be23-f6eeb61cd916 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2064378 Dec 13 13:07:47.679003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38190) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:47.685627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2074946295', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:47.695400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.744045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe08ae-e76f-4537-b3be-8de9a16bfea2 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:47.746670 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Routers {'1db31446-d672-4f1d-924d-1c75f0ea44c3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:47.748740 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1db31446-d672-4f1d-924d-1c75f0ea44c3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:47.783448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4106303f-50a2-4258-95c1-264a7fbb71fe None None] Provisioning complete for port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:47.787514 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4106303f-50a2-4258-95c1-264a7fbb71fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.822605 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0053c72-6cc2-480d-8bea-01a05ff53219 None None] Pushing event updated for resources: {'Port': ['ID=21aa4cf6-3588-413e-baad-d091d89608d8,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:47.871947 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.890354 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.931538 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] Set router 1db31446-d672-4f1d-924d-1c75f0ea44c3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:47.946567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:47.950815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.950987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-f967a137-82d5-492d-b4cf-83d76d45a483 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6290002 Dec 13 13:07:47.951764 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77b8d156-b5cf-4b38-ad53-da2207a5b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.956965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77b8d156-b5cf-4b38-ad53-da2207a5b3d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:47.958423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-77b8d156-b5cf-4b38-ad53-da2207a5b3d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a71d3c3-7a61-4c73-8617-262fe3f2e7b2 HTTP/1.1" status: 204 len: 168 time: 1.0874665 Dec 13 13:07:47.980890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8d156-b5cf-4b38-ad53-da2207a5b3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a71d3c3-7a61-4c73-8617-262fe3f2e7b2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:48.071746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b7040965-0a2e-4e21-b723-30e0dea672d5 None None] Provisioning complete for port 21aa4cf6-3588-413e-baad-d091d89608d8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:48.072294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7040965-0a2e-4e21-b723-30e0dea672d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:48.148432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-23835e01-3f5a-443a-8315-a7060c56913e service neutron] 10.222.0.31 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719987 Dec 13 13:07:48.163148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9974c-3af6-4820-a625-888fc2de59e0 req-d3e5135e-da1a-442e-b284-5e61ae08b061 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:48.164723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5a9974c-3af6-4820-a625-888fc2de59e0 req-d3e5135e-da1a-442e-b284-5e61ae08b061 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.5551672 Dec 13 13:07:48.220005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=57e1fca9-1f0d-413e-a480-a39a5922840d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:48.262146 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7040965-0a2e-4e21-b723-30e0dea672d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:48.320254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b7040965-0a2e-4e21-b723-30e0dea672d5 None None] For port 21aa4cf6-3588-413e-baad-d091d89608d8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21aa4cf6-3588-413e-baad-d091d89608d8,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:48.337929 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7040965-0a2e-4e21-b723-30e0dea672d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:48.387878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5a9974c-3af6-4820-a625-888fc2de59e0 req-a36f8f68-7f41-4292-afee-84be68dfa4fa tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117321 Dec 13 13:07:48.435485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b7040965-0a2e-4e21-b723-30e0dea672d5 None None] Provisioning complete for port 57e1fca9-1f0d-413e-a480-a39a5922840d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:48.436126 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7040965-0a2e-4e21-b723-30e0dea672d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:48.483351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7040965-0a2e-4e21-b723-30e0dea672d5 None None] Pushing event updated for resources: {'Port': ['ID=21aa4cf6-3588-413e-baad-d091d89608d8,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:48.501905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b7040965-0a2e-4e21-b723-30e0dea672d5 None None] Port 57e1fca9-1f0d-413e-a480-a39a5922840d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:48.519370 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:48.522012 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:48.565155 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dcb9f-23f3-4205-a4e7-ca05a05147d9 None None] The sync data for ids ['1db31446-d672-4f1d-924d-1c75f0ea44c3'] in n-d-817326-4 is: [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:48.629061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-068c86ea-0c64-40ac-953a-17194d41f39f None None] Provisioning complete for port 57e1fca9-1f0d-413e-a480-a39a5922840d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:48.630047 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-068c86ea-0c64-40ac-953a-17194d41f39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:48.630727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-7a3971fb-ab32-4f2c-b5b7-863cad31f661 service neutron] 10.222.0.31 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813192 Dec 13 13:07:48.672809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:48.717201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-068c86ea-0c64-40ac-953a-17194d41f39f None None] Port 57e1fca9-1f0d-413e-a480-a39a5922840d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:48.761143 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:48.941771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:48.962030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:48.962436 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-549829ac-4214-479e-8c4e-f3e652049b75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1625106 Dec 13 13:07:48.963412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38208) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:48.976133 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:48.978090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:48.979912 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:49.122857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-efbd83a2-6ec0-4499-b486-db06a7fa8c64 req-3bfae334-c594-46e7-9009-f6b36b4212a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 210 time: 0.2150226 Dec 13 13:07:49.172687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc6907b-a7ca-4a8c-92db-e8439a845252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting subnet 5903458b-0e5a-4a9c-ae29-92077459db83 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:49.174845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Subnet': ['ID=84beae2d-d3a0-4e28-aea6-b458682c9d88,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:49.199133 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7fc6907b-a7ca-4a8c-92db-e8439a845252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:49.203789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Checking segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:49.204164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network hostable DHCP agents. Network: 30364052-dbe3-4458-90e0-01eb6837e081, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:07:49.305645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:49.325493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7fc6907b-a7ca-4a8c-92db-e8439a845252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:49.348527 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:49.354594 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:49.429056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 30364052-dbe3-4458-90e0-01eb6837e081 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:07:49.475798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=57e1fca9-1f0d-413e-a480-a39a5922840d,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:49.490724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.491743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.492328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.495148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.495148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.495665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.496102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.497459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.498998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.499789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.500521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.501095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.501717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:49.512174 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 30364052-dbe3-4458-90e0-01eb6837e081) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:49.535908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:49.536506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:49.543044 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:49.683499 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fbd08ebf-fe73-44bb-a9ad-98f698ecfd1e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9999540 Dec 13 13:07:49.686502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38230) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:49.775999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 4934b8ca-f340-4836-9cf0-8b35e46488b4 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:49.781173 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7fc6907b-a7ca-4a8c-92db-e8439a845252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:49.782403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:49.974938 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7fc6907b-a7ca-4a8c-92db-e8439a845252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:50.026820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36476ee5-c0f3-45e2-9c31-71acbeae140f None None] Network 30364052-dbe3-4458-90e0-01eb6837e081 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:50.034353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21aa4cf6-3588-413e-baad-d091d89608d8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:50.057401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6907b-a7ca-4a8c-92db-e8439a845252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Subnet': ['ID=5903458b-0e5a-4a9c-ae29-92077459db83,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:50.059878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7fc6907b-a7ca-4a8c-92db-e8439a845252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:50.064119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7fc6907b-a7ca-4a8c-92db-e8439a845252 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/5903458b-0e5a-4a9c-ae29-92077459db83 HTTP/1.1" status: 204 len: 168 time: 1.0966384 Dec 13 13:07:50.066804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38236) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:50.145050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3878638d-3d6f-4299-b9fe-71b91793dee8 None None] Network b05c2e52-a667-498a-8227-813e5d31dab6 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:50.191535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f7699-7678-4a58-bc4b-18e4d3e2f7d1 req-f85a3ded-14ea-434b-9010-ba6a4d67b8fa tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:50.200700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-286f7699-7678-4a58-bc4b-18e4d3e2f7d1 req-f85a3ded-14ea-434b-9010-ba6a4d67b8fa tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.1825621 Dec 13 13:07:50.325558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Router d5cf6b36-6903-4550-9fa0-30d135381606 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:07:50.368449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:50.375256 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-286f7699-7678-4a58-bc4b-18e4d3e2f7d1 req-47439475-88f6-430a-8918-71becafb02ad tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590877 Dec 13 13:07:50.417450 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34750a51-1752-4c91-8bb9-b178538f6745 req-d20dcc56-8122-4970-b647-86a6f190a75a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 210 time: 0.0886683 Dec 13 13:07:50.560597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-992ab071-b5a8-4e8f-95a6-cb3ef34ddaad None None] Provisioning complete for port 57e1fca9-1f0d-413e-a480-a39a5922840d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:50.561055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-992ab071-b5a8-4e8f-95a6-cb3ef34ddaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:50.561169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port d34ac656-8d05-40b3-bb83-31e3496713c9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:50.561499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:50.611159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:50.611388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 21aa4cf6-3588-413e-baad-d091d89608d8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:50.611877 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:50.623325 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246873c0-d7f2-4c8e-a73f-e37f70f0a878 None None] Sync routers for ids ['d5cf6b36-6903-4550-9fa0-30d135381606'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:50.629823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eeb5f131-9aa6-4b8b-9b88-1953382f5899 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "PUT /v2.0/routers/d5cf6b36-6903-4550-9fa0-30d135381606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9050224 Dec 13 13:07:50.632496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38250) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:50.649480 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246873c0-d7f2-4c8e-a73f-e37f70f0a878 None None] Routers {'d5cf6b36-6903-4550-9fa0-30d135381606'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:50.650142 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-246873c0-d7f2-4c8e-a73f-e37f70f0a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d5cf6b36-6903-4550-9fa0-30d135381606'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:50.664115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cdf3-e689-4659-8119-cf9fd4009b5f req-4ed34b8d-0d1e-4800-b89f-2d78be19e98f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:50.669754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3674cdf3-e689-4659-8119-cf9fd4009b5f req-4ed34b8d-0d1e-4800-b89f-2d78be19e98f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.1344426 Dec 13 13:07:50.677615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38252) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:50.681670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6e0d693c-6173-488d-a875-d2167a59c1a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Request body: {'floatingip': {'port_id': '12c01889-e275-41f4-a211-09a637b9bbba'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:50.692063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port d34ac656-8d05-40b3-bb83-31e3496713c9, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d34ac656-8d05-40b3-bb83-31e3496713c9,segment=NetworkSegment(507a226a-2d68-495f-9cf4-a9d9efae1a61),segment_id=507a226a-2d68-495f-9cf4-a9d9efae1a61)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:50.692699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:50.718504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-992ab071-b5a8-4e8f-95a6-cb3ef34ddaad None None] Port 57e1fca9-1f0d-413e-a480-a39a5922840d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:50.720393 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-246873c0-d7f2-4c8e-a73f-e37f70f0a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:50.758380 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246873c0-d7f2-4c8e-a73f-e37f70f0a878 None None] Routers {'d5cf6b36-6903-4550-9fa0-30d135381606'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:50.765433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for d34ac656-8d05-40b3-bb83-31e3496713c9 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:50.767266 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-246873c0-d7f2-4c8e-a73f-e37f70f0a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d5cf6b36-6903-4550-9fa0-30d135381606'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:50.773421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e0d693c-6173-488d-a875-d2167a59c1a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:50.778867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-30364052-dbe3-4458-90e0-01eb6837e081', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:50.779750 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:50.826748 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-246873c0-d7f2-4c8e-a73f-e37f70f0a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:50.827764 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246873c0-d7f2-4c8e-a73f-e37f70f0a878 None None] The sync data for ids ['d5cf6b36-6903-4550-9fa0-30d135381606'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:50.918269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1392c899-1967-47b8-88b9-f33b0e638b4a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:50.923534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1392c899-1967-47b8-88b9-f33b0e638b4a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5cf6b36-6903-4550-9fa0-30d135381606 HTTP/1.1" status: 200 len: 981 time: 0.2897782 Dec 13 13:07:50.924453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38258) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:51.022642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Allocated IP 172.20.0.2 (30364052-dbe3-4458-90e0-01eb6837e081/84beae2d-d3a0-4e28-aea6-b458682c9d88/44040798-38dc-4e6f-90a7-d8eb2573d371) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:51.156897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8e11d1-f253-4caf-8b5f-509d1171e975 None None] DHCP port deletion for b05c2e52-a667-498a-8227-813e5d31dab6 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:51.170805 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.181570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-e19e97c4-0815-4974-831e-92f3a37a4cdd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:51.184989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-e19e97c4-0815-4974-831e-92f3a37a4cdd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.42 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 810 time: 0.4569175 Dec 13 13:07:51.204047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:46Z', 'revision_number': 10, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:51.240363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:51.278310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:51.278906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:51.292062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.342710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No DVR routers for this DVR port d34ac656-8d05-40b3-bb83-31e3496713c9 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:51.352517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.380998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=d34ac656-8d05-40b3-bb83-31e3496713c9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:51.417126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38266) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:51.458439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-86aa5a5e-0085-4129-a8ff-4f36ed1b9042 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd14c1710c0474f81e533ec78ac461c HTTP/1.1" status: 200 len: 380 time: 0.2631440 Dec 13 13:07:51.467852 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.470999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'port': {'device_id': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'admin_state_up': True, 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'security_groups': ['0d08e201-2d50-4d88-82af-50d1e33ae517']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:51.471629 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:51.578618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e11d1-f253-4caf-8b5f-509d1171e975 None None] Deleting port d34ac656-8d05-40b3-bb83-31e3496713c9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:51.578991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc8e11d1-f253-4caf-8b5f-509d1171e975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.611263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Network 30364052-dbe3-4458-90e0-01eb6837e081 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:51.616444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:51.650381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e36d3968-60a7-43ee-b5e4-2de6f72fc646 req-78acdb7a-babf-43f7-9e43-654a15ca1939 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 210 time: 0.1251791 Dec 13 13:07:51.655311 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a51afcc-2532-430d-9db1-4136302c0851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.681491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:51.693397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:51.695337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Pushing event updated for resources: {'Port': ['ID=44040798-38dc-4e6f-90a7-d8eb2573d371,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:51.724978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:51.725353 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.796853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Made reservation on behalf of 8fd14c1710c0474f81e533ec78ac461c for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:51.801026 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.827562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fc8e11d1-f253-4caf-8b5f-509d1171e975 None None] For port d34ac656-8d05-40b3-bb83-31e3496713c9, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:51.827945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc8e11d1-f253-4caf-8b5f-509d1171e975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.890853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e11d1-f253-4caf-8b5f-509d1171e975 None None] Calling delete_port for d34ac656-8d05-40b3-bb83-31e3496713c9 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:51.896976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Attempting to bind port 44040798-38dc-4e6f-90a7-d8eb2573d371 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:51.897349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Attempting to bind port 44040798-38dc-4e6f-90a7-d8eb2573d371 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:51.897704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Attempting to bind port 44040798-38dc-4e6f-90a7-d8eb2573d371 on network 30364052-dbe3-4458-90e0-01eb6837e081 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:51.902578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-fc8e11d1-f253-4caf-8b5f-509d1171e975 None None] Port d34ac656-8d05-40b3-bb83-31e3496713c9 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:07:51.911800 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc8e11d1-f253-4caf-8b5f-509d1171e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.917093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:51.917472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Checking segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:51.917861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.918272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Bound using segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:51.918757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Bound port: 44040798-38dc-4e6f-90a7-d8eb2573d371, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:51.919128 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:51.961496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e11d1-f253-4caf-8b5f-509d1171e975 None None] Pushing event deleted for resources: {'Port': ['ID=d34ac656-8d05-40b3-bb83-31e3496713c9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:51.978542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8e11d1-f253-4caf-8b5f-509d1171e975 None None] No DVR routers for this DVR port d34ac656-8d05-40b3-bb83-31e3496713c9 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:52.001282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.116905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05c2e52-a667-498a-8227-813e5d31dab6']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:52.141098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] For port 44040798-38dc-4e6f-90a7-d8eb2573d371, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:52.147819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] For port 44040798-38dc-4e6f-90a7-d8eb2573d371, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=44040798-38dc-4e6f-90a7-d8eb2573d371,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:52.160622 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.224726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507a226a-2d68-495f-9cf4-a9d9efae1a61') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:52.225013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507a226a-2d68-495f-9cf4-a9d9efae1a61') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:52.267162 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.327821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.369652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:52.370394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.383500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a51afcc-2532-430d-9db1-4136302c0851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.387642 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.408685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d34ac656-8d05-40b3-bb83-31e3496713c9 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:52.411669 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:52.463778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a51afcc-2532-430d-9db1-4136302c0851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.472554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:46Z', 'revision_number': 10, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:52.479122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d34ac656-8d05-40b3-bb83-31e3496713c9 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:52.481024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d34ac656-8d05-40b3-bb83-31e3496713c9 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:52.529544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f29647-461c-4f4f-b4f7-0babeb188403 None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:46Z', 'revision_number': 10, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None, '_interfaces': [{'id': '4c50cbaa-3217-44b2-bcc1-45367f6c8724', 'name': '', 'network_id': 'ca909b90-8270-4d92-8a01-08593c094441', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'mac_address': 'fa:16:3e:c3:ed:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:06:53Z', 'updated_at': '2021-12-13T13:06:57Z', 'revision_number': 5, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'subnets': [{'id': '8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:52.538312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa0ba7-5611-4584-bcac-ad908d5801f6 None None] Pushing event updated for resources: {'Port': ['ID=44040798-38dc-4e6f-90a7-d8eb2573d371,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:52.555689 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.resource_extend [None req-6e0d693c-6173-488d-a875-d2167a59c1a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 13:07:52.572147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51afcc-2532-430d-9db1-4136302c0851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef08aece-8451-48b1-9d4c-ed64a1bba384,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:52.606777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Allocated IP 172.20.0.5 (c03f10db-9f9c-4d27-aa88-05fe57ad660a/563598e9-d8ce-48bd-b301-6842a91f8338/1a98ee0c-f047-485f-85b3-1d7605db4ff7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:52.632981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8a51afcc-2532-430d-9db1-4136302c0851 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8aaa237f31045c58983aff65b28a935&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2138870 Dec 13 13:07:52.638469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38272) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:52.666281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.681845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.685495 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/networks/b05c2e52-a667-498a-8227-813e5d31dab6 HTTP/1.1" status: 204 len: 168 time: 2.6172805 Dec 13 13:07:52.690108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38276) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:52.692267 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.20.0.1 (30364052-dbe3-4458-90e0-01eb6837e081/84beae2d-d3a0-4e28-aea6-b458682c9d88/8d41295f-2b8c-4238-bfa0-c4e6e8a6f473) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:07:52.705699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e0d693c-6173-488d-a875-d2167a59c1a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.709355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a18998-82dd-4e77-8be9-681378184232 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Network': ['ID=b05c2e52-a667-498a-8227-813e5d31dab6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:52.717862 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e0d693c-6173-488d-a875-d2167a59c1a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.892597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6fee276-da17-4804-b6f1-6d0c146d0320 req-dc3b29f2-73a2-4335-82c8-94ae17618375 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 210 time: 0.1279445 Dec 13 13:07:52.902107 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-6e0d693c-6173-488d-a875-d2167a59c1a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Floating IP 94bd04e3-27db-43e5-b682-00fc64d74f77 associated. External IP: 172.25.2.19, port: 12c01889-e275-41f4-a211-09a637b9bbba. Dec 13 13:07:52.974777 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:52.977899 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2862-67c9-415c-ba15-945b704d8382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.106487 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.130512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2862-67c9-415c-ba15-945b704d8382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.195705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 30364052-dbe3-4458-90e0-01eb6837e081 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:53.202920 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:53.211797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:53.228360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.285189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=8d41295f-2b8c-4238-bfa0-c4e6e8a6f473,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:53.326227 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.356837 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2862-67c9-415c-ba15-945b704d8382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.359632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2862-67c9-415c-ba15-945b704d8382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.361077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9dcb2862-67c9-415c-ba15-945b704d8382 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef08aece-8451-48b1-9d4c-ed64a1bba384 HTTP/1.1" status: 204 len: 168 time: 0.7214036 Dec 13 13:07:53.373978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0d693c-6173-488d-a875-d2167a59c1a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Router c045d537-cfec-4e14-b2cb-bae78dde249d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:53.411499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb2862-67c9-415c-ba15-945b704d8382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef08aece-8451-48b1-9d4c-ed64a1bba384,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:53.428164 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.498245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 57e1fca9-1f0d-413e-a480-a39a5922840d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:53.498611 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.527169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:53.565707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:53.571357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:07:53.574900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'Port': ['ID=1a98ee0c-f047-485f-85b3-1d7605db4ff7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:53.578840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec697df-a627-4da0-9491-b8d349f4eecd None None] Network 30364052-dbe3-4458-90e0-01eb6837e081 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:53.608924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0d693c-6173-488d-a875-d2167a59c1a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:53.628375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6e0d693c-6173-488d-a875-d2167a59c1a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.663583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] Sync routers for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:53.676357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:53.676791 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.694979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.700323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:53.700990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:53.758146 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6e0d693c-6173-488d-a875-d2167a59c1a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "PUT /v2.0/floatingips/94bd04e3-27db-43e5-b682-00fc64d74f77 HTTP/1.1" status: 200 len: 990 time: 3.0799220 Dec 13 13:07:53.793304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-cd12adc6-c981-4f3b-91d7-8f2579ab6c1a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3264837 Dec 13 13:07:53.810430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:07:53.813070 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583a0ec1-2e2a-42cb-a687-c45069832087" -d '{"events": [{"name": "network-changed", "server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "tag": "12c01889-e275-41f4-a211-09a637b9bbba"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:07:53.846543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e70b1bb1-4506-47cf-9c73-d43417ecc39b None None] Provisioning complete for port 44040798-38dc-4e6f-90a7-d8eb2573d371 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:53.846932 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e70b1bb1-4506-47cf-9c73-d43417ecc39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.859489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Request body: {'port': {'device_id': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:53.864497 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:53.887990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 57e1fca9-1f0d-413e-a480-a39a5922840d owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:53.900157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38288) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:54.000461 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70171049-7ee2-43e7-88fd-1233ca74e826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.001451 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c5bb7f-9f7a-4417-8b4a-33686bdc3d4d x-openstack-request-id: req-56c5bb7f-9f7a-4417-8b4a-33686bdc3d4d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:07:54.001782 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "tag": "12c01889-e275-41f4-a211-09a637b9bbba", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:07:54.002003 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56c5bb7f-9f7a-4417-8b4a-33686bdc3d4d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:07:54.002429 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba', 'status': 'completed', 'code': 200} Dec 13 13:07:54.010386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:54.068092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-69f89360-4c83-4820-b91f-b43392383721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:54.071336 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-69f89360-4c83-4820-b91f-b43392383721 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1096 time: 0.0631571 Dec 13 13:07:54.093056 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.131269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.240626 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e70b1bb1-4506-47cf-9c73-d43417ecc39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.311913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-2e421477-6695-4b2c-9cb5-482c2badb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:54.312592 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c72df770-8ad0-4877-a5fc-415f5775a4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.314417 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-2e421477-6695-4b2c-9cb5-482c2badb850 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.2317727 Dec 13 13:07:54.351985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 44040798-38dc-4e6f-90a7-d8eb2573d371 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:54.497594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e70b1bb1-4506-47cf-9c73-d43417ecc39b None None] For port 44040798-38dc-4e6f-90a7-d8eb2573d371, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=44040798-38dc-4e6f-90a7-d8eb2573d371,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:54.501049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 44040798-38dc-4e6f-90a7-d8eb2573d371 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:54.501534 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.535885 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e70b1bb1-4506-47cf-9c73-d43417ecc39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.659233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b1bb1-4506-47cf-9c73-d43417ecc39b None None] Pushing event updated for resources: {'Port': ['ID=44040798-38dc-4e6f-90a7-d8eb2573d371,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:54.695780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e8892d53-fe80-4969-9a18-513722056dea None None] Provisioning complete for port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:54.696409 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8892d53-fe80-4969-9a18-513722056dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.710310 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70171049-7ee2-43e7-88fd-1233ca74e826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.759778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52488bd-0ad2-488c-a1e2-b620f9a20cbc req-57855ca0-0691-4552-9d2c-99c75e3d2a67 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:54.761682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d52488bd-0ad2-488c-a1e2-b620f9a20cbc req-57855ca0-0691-4552-9d2c-99c75e3d2a67 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 931 time: 0.7571509 Dec 13 13:07:54.765818 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70171049-7ee2-43e7-88fd-1233ca74e826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.781889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d42f1393-cc8b-4d8b-aab6-b078205a2f78 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:54.788307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '94bd04e3-27db-43e5-b682-00fc64d74f77', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'port_id': '12c01889-e275-41f4-a211-09a637b9bbba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'mac_address': 'fa:16:3e:bb:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:52Z', 'revision_number': 1, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:54.790955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e8892d53-fe80-4969-9a18-513722056dea None None] Port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:54.801069 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.812311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70171049-7ee2-43e7-88fd-1233ca74e826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e0de55-0160-4853-8364-078dbb7b37d4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:54.857896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d42f1393-cc8b-4d8b-aab6-b078205a2f78 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:54.858633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d42f1393-cc8b-4d8b-aab6-b078205a2f78 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:54.861165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] Checking router: c045d537-cfec-4e14-b2cb-bae78dde249d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:54.873392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e8892d53-fe80-4969-9a18-513722056dea None None] Provisioning complete for port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:54.873958 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8892d53-fe80-4969-9a18-513722056dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:54.876788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=57e1fca9-1f0d-413e-a480-a39a5922840d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:54.878020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:54.879218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:54.887864 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-de8088bf-7c9a-4a7f-9fb3-6b5998cc12dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 998 time: 0.1118968 Dec 13 13:07:54.907419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-70171049-7ee2-43e7-88fd-1233ca74e826 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e56ed79deb364adcbbf758277790bf8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9810801 Dec 13 13:07:54.913564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38296) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:54.962357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-8273364e-c2f0-4566-b061-e9f57dd2546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:54.963814 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-8273364e-c2f0-4566-b061-e9f57dd2546a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.0676990 Dec 13 13:07:54.980472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e8892d53-fe80-4969-9a18-513722056dea None None] Port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:55.013809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e8892d53-fe80-4969-9a18-513722056dea None None] Provisioning complete for port 44040798-38dc-4e6f-90a7-d8eb2573d371 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:55.014773 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8892d53-fe80-4969-9a18-513722056dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.023471 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.035999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.091231 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.184272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-e65eed4a-9a38-49b6-b773-bdca739323cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:55.185848 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-e65eed4a-9a38-49b6-b773-bdca739323cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2125797 Dec 13 13:07:55.189099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:55.272699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=8d41295f-2b8c-4238-bfa0-c4e6e8a6f473,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:55.333072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 30364052-dbe3-4458-90e0-01eb6837e081 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:55.339385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:55.353452 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-6955baa6-5e16-429d-b87d-f1c76cca20d1 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588809 Dec 13 13:07:55.372529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4597f87a-0324-4772-9d22-8c89caf618a5 None None] Provisioning complete for port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:55.372937 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4597f87a-0324-4772-9d22-8c89caf618a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.385406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d52488bd-0ad2-488c-a1e2-b620f9a20cbc req-a0db6035-c2ab-4d81-a44a-4cacd0bb41dd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5822937 Dec 13 13:07:55.451193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4597f87a-0324-4772-9d22-8c89caf618a5 None None] Port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:55.529334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '94bd04e3-27db-43e5-b682-00fc64d74f77', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'port_id': '12c01889-e275-41f4-a211-09a637b9bbba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'mac_address': 'fa:16:3e:bb:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:52Z', 'revision_number': 1, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:55.564288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b514c24-f03a-42af-b307-cede6f8ccc1b None None] The sync data for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 is: [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '94bd04e3-27db-43e5-b682-00fc64d74f77', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'port_id': '12c01889-e275-41f4-a211-09a637b9bbba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'mac_address': 'fa:16:3e:bb:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:52Z', 'revision_number': 1, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:55.594653 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-583a0ec1-2e2a-42cb-a687-c45069832087 req-5ce5bd76-71dc-401d-9d43-11322785fe38 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947110 Dec 13 13:07:55.597171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f83d512-fd81-4c9d-99e2-65ab46eaf4aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.600373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a98ee0c-f047-485f-85b3-1d7605db4ff7 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:07:55.609339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.616000 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.642421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 1db31446-d672-4f1d-924d-1c75f0ea44c3 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:55.658160 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f83d512-fd81-4c9d-99e2-65ab46eaf4aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.660297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Transition to ACTIVE for port object 1a98ee0c-f047-485f-85b3-1d7605db4ff7 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:07:55.686921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0c5f3d2e-a8b0-4a1e-bcb3-d49df5e3ca9a None None] Provisioning complete for port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:55.688469 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c5f3d2e-a8b0-4a1e-bcb3-d49df5e3ca9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.703684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.730697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f3d2e-a8b0-4a1e-bcb3-d49df5e3ca9a None None] Port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:07:55.757062 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:55.775573 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b768e11d-9737-476d-b995-acf39252b231 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "PUT /v2.0/routers/1db31446-d672-4f1d-924d-1c75f0ea44c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0792425 Dec 13 13:07:55.775800 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Sync routers for ids ['1db31446-d672-4f1d-924d-1c75f0ea44c3'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:55.783601 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Routers {'1db31446-d672-4f1d-924d-1c75f0ea44c3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:55.784144 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1db31446-d672-4f1d-924d-1c75f0ea44c3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:55.818880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 4c50cbaa-3217-44b2-bcc1-45367f6c8724 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:55.819418 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:55.894816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Pushing event updated for resources: {'Port': ['ID=1a98ee0c-f047-485f-85b3-1d7605db4ff7,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:55.977696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d913f5f-fcbb-4f25-a8c6-6e8257665aac None None] New status for floating IP 94bd04e3-27db-43e5-b682-00fc64d74f77: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:07:55.996325 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Set router 1db31446-d672-4f1d-924d-1c75f0ea44c3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:56.067534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Router d5cf6b36-6903-4550-9fa0-30d135381606 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:56.081821 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f83d512-fd81-4c9d-99e2-65ab46eaf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.084481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f83d512-fd81-4c9d-99e2-65ab46eaf4aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.085694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2f83d512-fd81-4c9d-99e2-65ab46eaf4aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61e0de55-0160-4853-8364-078dbb7b37d4 HTTP/1.1" status: 204 len: 168 time: 1.1648586 Dec 13 13:07:56.153481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83d512-fd81-4c9d-99e2-65ab46eaf4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e0de55-0160-4853-8364-078dbb7b37d4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:56.182451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port 4c50cbaa-3217-44b2-bcc1-45367f6c8724, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4c50cbaa-3217-44b2-bcc1-45367f6c8724,segment=NetworkSegment(e823d37a-1d7c-4e69-b3b6-3b5e8878173c),segment_id=e823d37a-1d7c-4e69-b3b6-3b5e8878173c)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:56.182968 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.234347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 4c50cbaa-3217-44b2-bcc1-45367f6c8724 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:56.236773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Attempting to bind port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:56.237063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Attempting to bind port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:56.237301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Attempting to bind port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 on network c03f10db-9f9c-4d27-aa88-05fe57ad660a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:56.284553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 on network c03f10db-9f9c-4d27-aa88-05fe57ad660a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:07:56.284880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Attempting to bind port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 on network c03f10db-9f9c-4d27-aa88-05fe57ad660a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:56.295150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:56.301706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-464ed788-0640-4a35-bb59-bdb7d3ebe704 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "PUT /v2.0/routers/d5cf6b36-6903-4550-9fa0-30d135381606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3703818 Dec 13 13:07:56.302918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:56.303260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Checking segment: {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:56.303642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Bound using segment: {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:56.304186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Bound port: 1a98ee0c-f047-485f-85b3-1d7605db4ff7, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:56.304552 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.305034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38306) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:56.322732 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83ecb30-2840-4839-a895-d032e68b5690 None None] Sync routers for ids ['d5cf6b36-6903-4550-9fa0-30d135381606'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:56.392437 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26c2944-5698-4750-a824-619072964f70 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:07:56.398607 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f26c2944-5698-4750-a824-619072964f70 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/57e1fca9-1f0d-413e-a480-a39a5922840d HTTP/1.1" status: 404 len: 333 time: 0.0878053 Dec 13 13:07:56.405015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38310) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:56.405866 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ecb30-2840-4839-a895-d032e68b5690 None None] Routers {'d5cf6b36-6903-4550-9fa0-30d135381606'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:56.407469 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f83ecb30-2840-4839-a895-d032e68b5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d5cf6b36-6903-4550-9fa0-30d135381606'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:56.497298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] For port 1a98ee0c-f047-485f-85b3-1d7605db4ff7, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:56.501173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] For port 1a98ee0c-f047-485f-85b3-1d7605db4ff7, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:56.512318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.532969 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f83ecb30-2840-4839-a895-d032e68b5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:56.570622 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:53Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8d41295f-2b8c-4238-bfa0-c4e6e8a6f473', 'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:0b:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:52Z', 'updated_at': '2021-12-13T13:07:54Z', 'revision_number': 2, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:56.574506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1f45ace-d853-4ef4-a46f-92ee05033509 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.624912 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 44040798-38dc-4e6f-90a7-d8eb2573d371 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:07:56.657317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:56.658267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.660278 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Checking router: 1db31446-d672-4f1d-924d-1c75f0ea44c3 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:56.660764 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Updating router 1db31446-d672-4f1d-924d-1c75f0ea44c3 port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:07:56.661444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] 10.222.0.42 "PUT /v2.0/ports/1a98ee0c-f047-485f-85b3-1d7605db4ff7 HTTP/1.1" status: 200 len: 1091 time: 2.8119564 Dec 13 13:07:56.664248 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ecb30-2840-4839-a895-d032e68b5690 None None] Routers {'d5cf6b36-6903-4550-9fa0-30d135381606'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:56.667974 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f83ecb30-2840-4839-a895-d032e68b5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d5cf6b36-6903-4550-9fa0-30d135381606'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:56.670540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'tag': '1a98ee0c-f047-485f-85b3-1d7605db4ff7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:07:56.676702 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a014bbe5-fd9d-41d4-a92d-66b9c8d1290c", "tag": "1a98ee0c-f047-485f-85b3-1d7605db4ff7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:07:56.783908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5ff9b-52cd-4063-804f-47ef9c7b4267 service neutron] Pushing event updated for resources: {'Port': ['ID=1a98ee0c-f047-485f-85b3-1d7605db4ff7,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:56.805546 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4565866a-94a6-4516-b76b-ea414b51dbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.810276 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f83ecb30-2840-4839-a895-d032e68b5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:56.812787 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83ecb30-2840-4839-a895-d032e68b5690 None None] The sync data for ids ['d5cf6b36-6903-4550-9fa0-30d135381606'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:56.824653 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.836946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e350-c4c8-4bca-af1f-8b8df7d4725a req-5287f148-baee-486d-a0c3-ea6d1b9b96e5 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:56.838677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2cb8e350-c4c8-4bca-af1f-8b8df7d4725a req-5287f148-baee-486d-a0c3-ea6d1b9b96e5 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 943 time: 0.2365668 Dec 13 13:07:56.844194 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.924630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=4c50cbaa-3217-44b2-bcc1-45367f6c8724,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:56.953257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 44040798-38dc-4e6f-90a7-d8eb2573d371 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:56.954712 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:56.981273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-575cb777-41fb-4795-a686-ba97c53b7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:56.987368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-575cb777-41fb-4795-a686-ba97c53b7e9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 1094 time: 0.2736070 Dec 13 13:07:57.086430 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1f45ace-d853-4ef4-a46f-92ee05033509 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.090578 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1f45ace-d853-4ef4-a46f-92ee05033509 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.127916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-335f9845-346b-4ab7-a6a1-277069541783 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7 HTTP/1.1" status: 200 len: 217 time: 0.0841868 Dec 13 13:07:57.203082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1f45ace-d853-4ef4-a46f-92ee05033509 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.203668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f45ace-d853-4ef4-a46f-92ee05033509 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Fanout notify agent at l3_agent the message router_deleted on router d5cf6b36-6903-4550-9fa0-30d135381606 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:07:57.215683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1f45ace-d853-4ef4-a46f-92ee05033509 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.219728 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c1f45ace-d853-4ef4-a46f-92ee05033509 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/routers/d5cf6b36-6903-4550-9fa0-30d135381606 HTTP/1.1" status: 204 len: 168 time: 0.8153791 Dec 13 13:07:57.220150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38338) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:57.290747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0a8f2d-2b37-4819-b751-22852f6330db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet 774c22a8-279b-4206-a970-8c49281a39be {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:57.299103 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8f2d-2b37-4819-b751-22852f6330db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.344635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8f2d-2b37-4819-b751-22852f6330db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.350291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.352163 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.361232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2cb8e350-c4c8-4bca-af1f-8b8df7d4725a req-539d5b35-271b-46ab-a541-a8665d3f94a4 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918268 Dec 13 13:07:57.362113 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.388302 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-392ad65d-8521-4847-9bb9-4ded5c537ceb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160416596&fields=id&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 267 time: 0.2586493 Dec 13 13:07:57.486913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8f2d-2b37-4819-b751-22852f6330db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.497211 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42043435-212e-431c-8cc7-51356929aabc x-openstack-request-id: req-42043435-212e-431c-8cc7-51356929aabc {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:07:57.497211 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a014bbe5-fd9d-41d4-a92d-66b9c8d1290c", "tag": "1a98ee0c-f047-485f-85b3-1d7605db4ff7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:07:57.497575 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42043435-212e-431c-8cc7-51356929aabc {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:07:57.497982 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'tag': '1a98ee0c-f047-485f-85b3-1d7605db4ff7', 'status': 'completed', 'code': 200} Dec 13 13:07:57.504284 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Pushing event updated for resources: {'Port': ['ID=8d41295f-2b8c-4238-bfa0-c4e6e8a6f473,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:57.506784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-a0ab6475-e578-460f-8095-ec25ad689398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:57.508359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-a0ab6475-e578-460f-8095-ec25ad689398 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.3137383 Dec 13 13:07:57.532862 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.533214 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.533554 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.533889 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.534300 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.534620 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.534948 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.535276 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.535600 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.535921 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.536256 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.536574 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.536892 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:07:57.554577 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Attempting to bind port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:07:57.554933 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Attempting to bind port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:07:57.555297 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Attempting to bind port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 on network 30364052-dbe3-4458-90e0-01eb6837e081 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:07:57.571616 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:07:57.571866 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Checking segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:07:57.572072 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.572465 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Bound using segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:07:57.573031 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Bound port: 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:07:57.573900 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.612085 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8f2d-2b37-4819-b751-22852f6330db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.652627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a8f2d-2b37-4819-b751-22852f6330db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=774c22a8-279b-4206-a970-8c49281a39be,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:57.667247 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] For port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:07:57.668524 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8f2d-2b37-4819-b751-22852f6330db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.672787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433b3de-cca5-4347-99f9-29f8819f213a None None] Network 4934b8ca-f340-4836-9cf0-8b35e46488b4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:57.676200 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] For port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8d41295f-2b8c-4238-bfa0-c4e6e8a6f473,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:07:57.676361 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ff0a8f2d-2b37-4819-b751-22852f6330db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/774c22a8-279b-4206-a970-8c49281a39be HTTP/1.1" status: 204 len: 168 time: 0.4518037 Dec 13 13:07:57.677702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38348) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:57.689560 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.723759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-0a679435-be46-4e8d-951d-9b39214544b2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:57.725642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-0a679435-be46-4e8d-951d-9b39214544b2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/networks?id=30364052-dbe3-4458-90e0-01eb6837e081 HTTP/1.1" status: 200 len: 797 time: 0.3365331 Dec 13 13:07:57.745318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38350) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:57.766755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-dd74dd0e-7dea-4730-94ac-4dad72df1420 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/quotas/b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 375 time: 0.0264723 Dec 13 13:07:57.780593 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff54fe2-e112-432c-a8d7-5f3451ad84ff None None] Pushing event updated for resources: {'Port': ['ID=8d41295f-2b8c-4238-bfa0-c4e6e8a6f473,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:57.805724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.811891 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Routers {'1db31446-d672-4f1d-924d-1c75f0ea44c3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:57.813197 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1db31446-d672-4f1d-924d-1c75f0ea44c3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:57.845641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.850353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7e7e239e-da3d-4891-97b9-ac84432b1e62 None None] Provisioning complete for port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:57.850915 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e7e239e-da3d-4891-97b9-ac84432b1e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.880815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-76d5a9f0-4662-4c1d-b5a2-be342f230f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:57.882374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-76d5a9f0-4662-4c1d-b5a2-be342f230f9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3646376 Dec 13 13:07:57.883413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:57.883864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:57.962647 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e7e239e-da3d-4891-97b9-ac84432b1e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.012024 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] Set router 1db31446-d672-4f1d-924d-1c75f0ea44c3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:58.021534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7e7e239e-da3d-4891-97b9-ac84432b1e62 None None] For port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8d41295f-2b8c-4238-bfa0-c4e6e8a6f473,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:58.023385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] For port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23,segment=NetworkSegment(a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb),segment_id=a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:58.023858 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.025286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1165075836-network', 'tenant_id': '2ed01a03af3c454c941f70e8e5cee68b'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:58.025480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bb703e-cc1b-4895-ba3d-6b691e5b70d9 None None] DHCP port deletion for 4934b8ca-f340-4836-9cf0-8b35e46488b4 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:07:58.033620 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e7e239e-da3d-4891-97b9-ac84432b1e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.060367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:58.145738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-99bb703e-cc1b-4895-ba3d-6b691e5b70d9 None None] Deleting port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:07:58.146216 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99bb703e-cc1b-4895-ba3d-6b691e5b70d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.148134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e239e-da3d-4891-97b9-ac84432b1e62 None None] Pushing event updated for resources: {'Port': ['ID=8d41295f-2b8c-4238-bfa0-c4e6e8a6f473,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:58.194159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-f78172b7-4e63-4d6f-bf09-16e38a7ed178 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818829 Dec 13 13:07:58.213438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.214841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Made reservation on behalf of 2ed01a03af3c454c941f70e8e5cee68b for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:58.218383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.243290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-99bb703e-cc1b-4895-ba3d-6b691e5b70d9 None None] For port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23,segment=NetworkSegment(a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb),segment_id=a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:07:58.243817 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99bb703e-cc1b-4895-ba3d-6b691e5b70d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.256632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:58.270859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-99bb703e-cc1b-4895-ba3d-6b691e5b70d9 None None] Calling delete_port for ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:07:58.282045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No DVR routers for this DVR port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:58.293440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-98171d02-0271-4a5f-ac3c-7b2558e1aead None None] Provisioning complete for port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:07:58.293901 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-98171d02-0271-4a5f-ac3c-7b2558e1aead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.326042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.329621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf9835-e36d-47bd-a231-a11ee18c7f3c req-16606b0c-3997-4346-bc42-ee32a6247343 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162829 Dec 13 13:07:58.345609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:07:58.350900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:07:58.386611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-e43c121a-6230-430b-9c9a-37cc71c65805 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5079222 Dec 13 13:07:58.392440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:07:58.393166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:07:58.434839 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.464382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4934b8ca-f340-4836-9cf0-8b35e46488b4']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:58.475048 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:53Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8d41295f-2b8c-4238-bfa0-c4e6e8a6f473', 'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:0b:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:52Z', 'updated_at': '2021-12-13T13:07:57Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:58.477052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:58.477676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7419d91-dcbe-4db6-9ff2-8a3efb8c61bb') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:58.503008 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fff9b-93bf-41c2-8dce-dfd50a794767 None None] The sync data for ids ['1db31446-d672-4f1d-924d-1c75f0ea44c3'] in n-d-817326-4 is: [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:53Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8d41295f-2b8c-4238-bfa0-c4e6e8a6f473', 'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:0b:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:52Z', 'updated_at': '2021-12-13T13:07:57Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:58.507898 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.523972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.533204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:07:58.533642 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.552765 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99bb703e-cc1b-4895-ba3d-6b691e5b70d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.593894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb703e-cc1b-4895-ba3d-6b691e5b70d9 None None] Pushing event deleted for resources: {'Port': ['ID=ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:58.600731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb703e-cc1b-4895-ba3d-6b691e5b70d9 None None] No DVR routers for this DVR port ba84a2b4-0032-4e8d-bfe5-bf3685dcdf23 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:07:58.635428 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:07:58.676900 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.686259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:58.689762 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/networks/4934b8ca-f340-4836-9cf0-8b35e46488b4 HTTP/1.1" status: 204 len: 168 time: 1.0108850 Dec 13 13:07:58.694671 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38358) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:58.720585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8725e26-ba19-4da2-993f-4c112307e5b2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Network': ['ID=4934b8ca-f340-4836-9cf0-8b35e46488b4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:58.759822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026eecb6-0cc1-46d9-82bd-f4768ac25796 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:58.765187 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-026eecb6-0cc1-46d9-82bd-f4768ac25796 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d HTTP/1.1" status: 200 len: 841 time: 0.0660441 Dec 13 13:07:58.765665 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38360) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:58.821341 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c24bea56-e0d9-4a31-a7f4-7be999bda85e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0542576 Dec 13 13:07:58.822011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38362) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:58.827575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-99a546b3-e702-4318-bf11-c88e1df7a3a9 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:58.930677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a546b3-e702-4318-bf11-c88e1df7a3a9 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:07:58.934708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99a546b3-e702-4318-bf11-c88e1df7a3a9 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.052863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:07:59.059792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7b0ef3bc-68c9-46ac-a502-902a1e7f7802 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3661439 Dec 13 13:07:59.071630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38364) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:59.078722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:07:59.099664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-bb537a79-e53a-4ab4-97fb-90220703bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:59.100069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:59.100931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:59.102260 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-bb537a79-e53a-4ab4-97fb-90220703bf05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 1094 time: 0.6747620 Dec 13 13:07:59.106257 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.167475 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99a546b3-e702-4318-bf11-c88e1df7a3a9 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.185252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:59.195385 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-e0300cd9-0e0d-4165-8af5-687b9784aef4 service neutron] 10.222.0.31 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8018394 Dec 13 13:07:59.211704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a546b3-e702-4318-bf11-c88e1df7a3a9 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:07:59.215699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-99a546b3-e702-4318-bf11-c88e1df7a3a9 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:07:59.220396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a546b3-e702-4318-bf11-c88e1df7a3a9 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:59.220990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-99a546b3-e702-4318-bf11-c88e1df7a3a9 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.240964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a546b3-e702-4318-bf11-c88e1df7a3a9 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=35177737-eb5f-4e95-94b2-4e2c0b6b1305,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:59.245504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b79a6-8cf6-4a05-a8a4-a571d362d4e3 req-cf691374-bbd5-4a85-bf06-f8ff34b5420d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:59.247429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-692b79a6-8cf6-4a05-a8a4-a571d362d4e3 req-cf691374-bbd5-4a85-bf06-f8ff34b5420d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 943 time: 0.7437687 Dec 13 13:07:59.254164 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-99a546b3-e702-4318-bf11-c88e1df7a3a9 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4303961 Dec 13 13:07:59.256660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38366) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:59.261512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2a771f84-b5eb-4dea-9b80-744c9b80d593 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'security_group': {'name': 'tempest-secgroup-648425791'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:59.273841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:56Z', 'revision_number': 11, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:59.278460 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb15061-4cf0-44b0-a30d-7f3e9ab8acc4 None None] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:07:59.288186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5996116b-d883-41fd-b6c6-b18c285671f2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting subnet 8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:07:59.290422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a771f84-b5eb-4dea-9b80-744c9b80d593 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.292866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.331201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:07:59.340427 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5996116b-d883-41fd-b6c6-b18c285671f2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.377735 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.389807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a771f84-b5eb-4dea-9b80-744c9b80d593 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.390306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:07:59.391004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:59.399796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a771f84-b5eb-4dea-9b80-744c9b80d593 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.432655 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a771f84-b5eb-4dea-9b80-744c9b80d593 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.435315 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2a771f84-b5eb-4dea-9b80-744c9b80d593 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1767583 Dec 13 13:07:59.441864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38368) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:59.448141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7b509ae6-1ac1-4b7b-8895-3e043f6d2a21 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'security_group': {'name': 'tempest-secgroup-1316019080'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:59.480027 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5996116b-d883-41fd-b6c6-b18c285671f2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.486499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:07:59.491781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b509ae6-1ac1-4b7b-8895-3e043f6d2a21 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.495574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a771f84-b5eb-4dea-9b80-744c9b80d593 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1f59a2-e3b6-4b10-9f40-2f92e4c5c529,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:59.513669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e86ed89-104c-4fb3-b488-61be5b1ea668,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:59.514421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:07:59.517934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-b52e0c86-a03c-4ff8-b44c-123482b5c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:59.519603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-b52e0c86-a03c-4ff8-b44c-123482b5c475 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.3881426 Dec 13 13:07:59.602824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:56Z', 'revision_number': 11, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:07:59.608140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-692b79a6-8cf6-4a05-a8a4-a571d362d4e3 req-5121ae4a-1f61-4e30-aeeb-bcee15041a1f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423412 Dec 13 13:07:59.617429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-0d950ad7-dad6-4532-b1d6-f96fee95ffa4 service neutron] 10.222.0.31 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824129 Dec 13 13:07:59.618682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b509ae6-1ac1-4b7b-8895-3e043f6d2a21 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.619163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-3d31e47f-b581-4cbe-88ef-22a1328d7b54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7 HTTP/1.1" status: 200 len: 217 time: 0.0821214 Dec 13 13:07:59.622550 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.622893 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Added segment 4e5bec17-c5a6-42c2-998b-fdcb653c6a08 of type vlan for network 0dad2888-6553-46fd-9a4c-b77ef9f16075 Dec 13 13:07:59.651008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b509ae6-1ac1-4b7b-8895-3e043f6d2a21 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.694190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663d92cf-06cd-4183-9b49-2c3eed6afb3b None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:56Z', 'revision_number': 11, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:07:59.716183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b509ae6-1ac1-4b7b-8895-3e043f6d2a21 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.718947 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7b509ae6-1ac1-4b7b-8895-3e043f6d2a21 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2755466 Dec 13 13:07:59.721436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b509ae6-1ac1-4b7b-8895-3e043f6d2a21 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d22301-5f1e-4e7e-9511-8a67a5ca2655,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:07:59.731562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38370) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:07:59.750690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1362201550', 'security_groups': ['76d22301-5f1e-4e7e-9511-8a67a5ca2655'], 'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35177737-eb5f-4e95-94b2-4e2c0b6b1305'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:07:59.774523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.778622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-80e1f77d-7d40-445b-a26b-641191ac2fbd', 'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'project_id': 'bbd88c456e024765b8aad9fde561d6cb', 'fixed_ips': [{'subnet_id': '35177737-eb5f-4e95-94b2-4e2c0b6b1305'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:07:59.782498 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.787634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-f2ad12be-7ed7-47b0-9705-08cfb50f8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:59.789217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-f2ad12be-7ed7-47b0-9705-08cfb50f8ae2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.1615002 Dec 13 13:07:59.817057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5996116b-d883-41fd-b6c6-b18c285671f2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.875884 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.876868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:07:59.877448 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.936771 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:07:59.992145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Allocated IP 172.20.0.2 (80e1f77d-7d40-445b-a26b-641191ac2fbd/35177737-eb5f-4e95-94b2-4e2c0b6b1305/f910f0be-0119-46ae-9235-05a160a2d944) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:00.003325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:00.048926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3002534 Dec 13 13:08:00.050186 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5996116b-d883-41fd-b6c6-b18c285671f2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.054600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38376) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:00.171541 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.209040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Request body: {'subnet': {'network_id': '0dad2888-6553-46fd-9a4c-b77ef9f16075', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1165075836-subnet', 'tenant_id': '2ed01a03af3c454c941f70e8e5cee68b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:00.211592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port 79672af1-8b37-4026-bb1f-742777b896bf yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:08:00.221037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-dec799ad-136c-411f-9c88-5ee8519df5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:00.223033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-dec799ad-136c-411f-9c88-5ee8519df5eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4250872 Dec 13 13:08:00.233098 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.264558 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.266410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4547c772-9d3a-4ed3-993f-4f32c3beac9b req-6a13dd20-67ac-4e7e-902c-6a4769d1ccfe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 210 time: 0.2668350 Dec 13 13:08:00.294998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996116b-d883-41fd-b6c6-b18c285671f2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:00.336717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27545e-abdb-4d7b-ba49-fd69f19689ae admin admin] Pushing event updated for resources: {'Network': ['ID=0dad2888-6553-46fd-9a4c-b77ef9f16075,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:00.348989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Pushing event updated for resources: {'Port': ['ID=f910f0be-0119-46ae-9235-05a160a2d944,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:00.363479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:08:00.404739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4dbcf-5122-4fa8-99b7-5fd16fb94b90 None None] Network ca909b90-8270-4d92-8a01-08593c094441 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:00.416911 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5996116b-d883-41fd-b6c6-b18c285671f2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.420885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5996116b-d883-41fd-b6c6-b18c285671f2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e HTTP/1.1" status: 204 len: 168 time: 1.3463044 Dec 13 13:08:00.425416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38384) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:00.457083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 0dad2888-6553-46fd-9a4c-b77ef9f16075 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:08:00.460831 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:08:00.466782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:00.477874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:08:00.492756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.7 (80e1f77d-7d40-445b-a26b-641191ac2fbd/35177737-eb5f-4e95-94b2-4e2c0b6b1305/79672af1-8b37-4026-bb1f-742777b896bf) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:00.496404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1a98ee0c-f047-485f-85b3-1d7605db4ff7 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:08:00.532803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Made reservation on behalf of 2ed01a03af3c454c941f70e8e5cee68b for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:00.535791 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.656374 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.664185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:00.664567 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.697324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Attempting to bind port f910f0be-0119-46ae-9235-05a160a2d944 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:08:00.697621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Attempting to bind port f910f0be-0119-46ae-9235-05a160a2d944 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'd94ac3df-ab8a-4420-a8e9-4f6b4cc9c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:08:00.698346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Attempting to bind port f910f0be-0119-46ae-9235-05a160a2d944 on network 80e1f77d-7d40-445b-a26b-641191ac2fbd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:08:00.701374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.707086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-93692243-408a-499b-9b4a-89398c98e1c9 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318664 Dec 13 13:08:00.746709 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.800527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:08:00.806457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:00.810576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:08:00.862112 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:00.862981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:00.888503 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1524634 Dec 13 13:08:00.889387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38390) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:00.895593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-38d633e0-105f-4129-a4ec-70d4beb49c2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:00.916719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a39635-2b0d-4fc7-ae3f-b8a5ab200c7a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=79672af1-8b37-4026-bb1f-742777b896bf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:00.989223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837b751-1b13-4f32-b3a5-089f42a30178 req-7147c732-0c39-4310-8594-01001c992998 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:00.991136 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4837b751-1b13-4f32-b3a5-089f42a30178 req-7147c732-0c39-4310-8594-01001c992998 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 943 time: 0.2893071 Dec 13 13:08:01.017888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:08:01.018293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Checking segment: {'id': 'd94ac3df-ab8a-4420-a8e9-4f6b4cc9c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:08:01.018700 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.019097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Bound using segment: {'id': 'd94ac3df-ab8a-4420-a8e9-4f6b4cc9c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:08:01.019587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Bound port: f910f0be-0119-46ae-9235-05a160a2d944, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94ac3df-ab8a-4420-a8e9-4f6b4cc9c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:08:01.019969 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.079653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d633e0-105f-4129-a4ec-70d4beb49c2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:01.087536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38d633e0-105f-4129-a4ec-70d4beb49c2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.116275 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1a98ee0c-f047-485f-85b3-1d7605db4ff7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:01.140455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed532a05-0c25-426c-b33f-8f6b2710acca None None] DHCP port deletion for ca909b90-8270-4d92-8a01-08593c094441 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:08:01.147586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31d78ac7-3ac8-4356-a8e3-cbafc19bca8e req-45bea1cf-170c-443e-8909-dfe8c8c807f3 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252131 Dec 13 13:08:01.154386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '1a98ee0c-f047-485f-85b3-1d7605db4ff7', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'port_id': '1a98ee0c-f047-485f-85b3-1d7605db4ff7', 'mac_address': 'fa:16:3e:e5:56:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:08:01.160593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Deleting port 48746a62-5615-4b63-9e8e-bf4bac175adc {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:01.160912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.182105 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] For port f910f0be-0119-46ae-9235-05a160a2d944, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:08:01.242401 n-d-817326-4 neutron-server[109885]: INFO neutron.db.ipam_backend_mixin [None req-38d633e0-105f-4129-a4ec-70d4beb49c2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 35177737-eb5f-4e95-94b2-4e2c0b6b1305 (CIDR: 172.20.0.0/28) Dec 13 13:08:01.243585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] For port 48746a62-5615-4b63-9e8e-bf4bac175adc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48746a62-5615-4b63-9e8e-bf4bac175adc,segment=NetworkSegment(e823d37a-1d7c-4e69-b3b6-3b5e8878173c),segment_id=e823d37a-1d7c-4e69-b3b6-3b5e8878173c)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:01.243978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.247450 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d633e0-105f-4129-a4ec-70d4beb49c2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:08:01.248954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d633e0-105f-4129-a4ec-70d4beb49c2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:01.250126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] For port f910f0be-0119-46ae-9235-05a160a2d944, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f910f0be-0119-46ae-9235-05a160a2d944,segment=NetworkSegment(d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468),segment_id=d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:08:01.259922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Calling delete_port for 48746a62-5615-4b63-9e8e-bf4bac175adc owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:01.269949 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.274352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-38d633e0-105f-4129-a4ec-70d4beb49c2a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3836348 Dec 13 13:08:01.277018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38392) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:01.283712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-66dccea8-f226-49cd-a7aa-a26362a8a131 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:01.313607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4c50cbaa-3217-44b2-bcc1-45367f6c8724 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:01.332129 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.345990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4837b751-1b13-4f32-b3a5-089f42a30178 req-4663396f-c15a-48d6-a576-fa6b65132798 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375888 Dec 13 13:08:01.393607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbec9e3-acc3-4f8f-b42f-79191515af6a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:01.421421 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.424575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84db25-930a-4973-83f5-e46ac7c73de3 None None] Pushing event updated for resources: {'Port': ['ID=f910f0be-0119-46ae-9235-05a160a2d944,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:01.444080 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcc6efaa-7659-4609-af0d-02884ef78fae req-ff4d763c-bcc8-45d4-83c7-d5e3c0543551 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 210 time: 0.0433321 Dec 13 13:08:01.461009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 4c50cbaa-3217-44b2-bcc1-45367f6c8724 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:08:01.461553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4c50cbaa-3217-44b2-bcc1-45367f6c8724 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:08:01.470709 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a98ee0c-f047-485f-85b3-1d7605db4ff7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:08:01.473549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.503154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No DVR routers for this DVR port 48746a62-5615-4b63-9e8e-bf4bac175adc on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:01.504977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Checking segment: {'id': '4e5bec17-c5a6-42c2-998b-fdcb653c6a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0dad2888-6553-46fd-9a4c-b77ef9f16075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:08:01.505350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Network hostable DHCP agents. Network: 0dad2888-6553-46fd-9a4c-b77ef9f16075, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:08:01.527454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1a98ee0c-f047-485f-85b3-1d7605db4ff7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:01.533896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ed532a05-0c25-426c-b33f-8f6b2710acca None None] Deleting port 48746a62-5615-4b63-9e8e-bf4bac175adc {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:01.534891 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed532a05-0c25-426c-b33f-8f6b2710acca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.538728 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.564764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Port': ['ID=48746a62-5615-4b63-9e8e-bf4bac175adc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:01.569595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-33921e8e-8ba6-43da-b022-9c5c0f441460 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:01.571180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-33921e8e-8ba6-43da-b022-9c5c0f441460 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "GET /v2.0/networks?id=30364052-dbe3-4458-90e0-01eb6837e081 HTTP/1.1" status: 200 len: 797 time: 0.2086289 Dec 13 13:08:01.572385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dccea8-f226-49cd-a7aa-a26362a8a131 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:01.577547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66dccea8-f226-49cd-a7aa-a26362a8a131 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.667769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Network 0dad2888-6553-46fd-9a4c-b77ef9f16075 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:08:01.681731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ed532a05-0c25-426c-b33f-8f6b2710acca None None] For port 48746a62-5615-4b63-9e8e-bf4bac175adc, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:01.682343 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed532a05-0c25-426c-b33f-8f6b2710acca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.683646 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.691555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 0dad2888-6553-46fd-9a4c-b77ef9f16075) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:01.700289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:01.700758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.708048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1a98ee0c-f047-485f-85b3-1d7605db4ff7,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:01.713333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ed532a05-0c25-426c-b33f-8f6b2710acca None None] Calling delete_port for 48746a62-5615-4b63-9e8e-bf4bac175adc owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:01.722572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3417ff9c-91e3-40a8-9a9f-dce36ebde2a7 None None] Network 0dad2888-6553-46fd-9a4c-b77ef9f16075 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:01.722876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca909b90-8270-4d92-8a01-08593c094441']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:01.726962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-ed532a05-0c25-426c-b33f-8f6b2710acca None None] Port 48746a62-5615-4b63-9e8e-bf4bac175adc was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:08:01.730024 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed532a05-0c25-426c-b33f-8f6b2710acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.731020 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-1ed77519-7834-405e-bac3-ebe25da06996 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 379 time: 0.1423545 Dec 13 13:08:01.735934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'port': {'device_id': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'admin_state_up': True, 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'security_groups': ['6e0dfc4b-75ab-404c-bd3c-600e43b538bb']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:01.740005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:01.740175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e823d37a-1d7c-4e69-b3b6-3b5e8878173c') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:01.772147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c418502b-6fce-43fe-82c3-071a581de4ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6084988 Dec 13 13:08:01.772147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.789160 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.802403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:08:01.802900 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:08:01.833017 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:08:01.901211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['1a98ee0c-f047-485f-85b3-1d7605db4ff7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:08:01.912099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed532a05-0c25-426c-b33f-8f6b2710acca None None] Pushing event deleted for resources: {'Port': ['ID=48746a62-5615-4b63-9e8e-bf4bac175adc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:01.914523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.926876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:01.935006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/networks/ca909b90-8270-4d92-8a01-08593c094441 HTTP/1.1" status: 204 len: 168 time: 1.5067630 Dec 13 13:08:01.939548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38400) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:01.944295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6709202c-4b60-4555-9cd3-ec771c4d2e4e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'routes': None}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:01.958608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540ecda-2e90-4c35-85fb-053f8dfaa040 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Pushing event deleted for resources: {'Network': ['ID=ca909b90-8270-4d92-8a01-08593c094441,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:01.995798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed532a05-0c25-426c-b33f-8f6b2710acca None None] No DVR routers for this DVR port 48746a62-5615-4b63-9e8e-bf4bac175adc on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:02.082424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:02.087844 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:02.117800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc46d9ac-7818-462e-950e-d1fc5731bf6b None None] Network 0dad2888-6553-46fd-9a4c-b77ef9f16075 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:02.179091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.extraroute_db [None req-6709202c-4b60-4555-9cd3-ec771c4d2e4e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Added routes are [] {{(pid=109886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 13:08:02.179680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.extraroute_db [None req-6709202c-4b60-4555-9cd3-ec771c4d2e4e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Removed routes are [] {{(pid=109886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 13:08:02.179919 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6709202c-4b60-4555-9cd3-ec771c4d2e4e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:02.226046 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66dccea8-f226-49cd-a7aa-a26362a8a131 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:02.321360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f910f0be-0119-46ae-9235-05a160a2d944 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:08:02.356140 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6709202c-4b60-4555-9cd3-ec771c4d2e4e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:02.361261 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6709202c-4b60-4555-9cd3-ec771c4d2e4e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:02.364591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dccea8-f226-49cd-a7aa-a26362a8a131 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:08:02.385945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-66dccea8-f226-49cd-a7aa-a26362a8a131 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:02.397308 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dccea8-f226-49cd-a7aa-a26362a8a131 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:02.400548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-66dccea8-f226-49cd-a7aa-a26362a8a131 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:02.422272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f910f0be-0119-46ae-9235-05a160a2d944 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:02.422272 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:02.432845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dccea8-f226-49cd-a7aa-a26362a8a131 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=077684dc-b090-4588-8e61-a74e14d5e4b8,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:02.502247 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-66dccea8-f226-49cd-a7aa-a26362a8a131 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2104437 Dec 13 13:08:02.504106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38416) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:02.506810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6709202c-4b60-4555-9cd3-ec771c4d2e4e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:08:02.522235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-918508498', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '077684dc-b090-4588-8e61-a74e14d5e4b8'}], 'security_groups': ['0a1f59a2-e3b6-4b10-9f40-2f92e4c5c529']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:02.551742 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:02.632366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port f910f0be-0119-46ae-9235-05a160a2d944, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f910f0be-0119-46ae-9235-05a160a2d944,segment=NetworkSegment(d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468),segment_id=d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:02.641311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.20.0.4 (30364052-dbe3-4458-90e0-01eb6837e081/84beae2d-d3a0-4e28-aea6-b458682c9d88/fcdfb2a8-688a-411c-9294-07ad54a4c6ea) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:02.643521 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:02.665131 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:02.712982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=f910f0be-0119-46ae-9235-05a160a2d944,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:02.762862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48746a62-5615-4b63-9e8e-bf4bac175adc no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:02.775863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38420) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:02.788235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 48746a62-5615-4b63-9e8e-bf4bac175adc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:08:02.788922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48746a62-5615-4b63-9e8e-bf4bac175adc not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:08:02.791104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1464484658-network', 'tenant_id': '2a58ad0025f84c029dd9e552f53b6e79'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:03.027821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ebcdf3-f51b-49cd-9a1c-e8a9f494c70b None None] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:03.110628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-175a3dd4-83d2-48de-8ec3-824474bef2ae None None] Provisioning complete for port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:03.111627 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-175a3dd4-83d2-48de-8ec3-824474bef2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.128040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-591ccc1e-37be-48cc-b4dd-ac3b74d59a7f req-4b4a43ce-4ab6-41d9-9ec0-e65e292b35a8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 210 time: 0.0373709 Dec 13 13:08:03.129494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6709202c-4b60-4555-9cd3-ec771c4d2e4e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:08:03.142217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c61006-0b2b-404f-a7bd-9d926fc90312 req-7432e8da-64b8-4245-848b-b879b8d54757 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:03.143810 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51c61006-0b2b-404f-a7bd-9d926fc90312 req-7432e8da-64b8-4245-848b-b879b8d54757 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 944 time: 0.6593635 Dec 13 13:08:03.149866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6709202c-4b60-4555-9cd3-ec771c4d2e4e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.153046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6709202c-4b60-4555-9cd3-ec771c4d2e4e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0 HTTP/1.1" status: 200 len: 705 time: 1.2109814 Dec 13 13:08:03.154387 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] Sync routers for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:08:03.155831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38424) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:03.172316 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:08:03.175451 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:03.207735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8a50b23d-be34-4061-b179-86a4127718cf tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d6618f-a827-4f32-8dee-ce2b0a4407b0 HTTP/1.1" status: 200 len: 205 time: 0.0478542 Dec 13 13:08:03.208306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38426) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:03.214567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Made reservation on behalf of 2a58ad0025f84c029dd9e552f53b6e79 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:03.217714 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.243824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-175a3dd4-83d2-48de-8ec3-824474bef2ae None None] Port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:03.253297 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.262971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-175a3dd4-83d2-48de-8ec3-824474bef2ae None None] Provisioning complete for port f910f0be-0119-46ae-9235-05a160a2d944 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:03.263344 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-175a3dd4-83d2-48de-8ec3-824474bef2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.282330 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:08:03.314813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51c61006-0b2b-404f-a7bd-9d926fc90312 req-8ce9371e-fba0-4ccd-b217-32ba00b4e8dd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603298 Dec 13 13:08:03.317043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be2e5727-684b-4dcc-a62d-ab0d3efeee16 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.333950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.383194 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:56Z', 'revision_number': 11, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:03.413513 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] Checking router: 52d6618f-a827-4f32-8dee-ce2b0a4407b0 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:08:03.423709 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] Routers {'52d6618f-a827-4f32-8dee-ce2b0a4407b0'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:08:03.424570 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:03.433509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48ca7e-d81f-49e7-b6af-904203411508 None None] Update dhcp port {'port': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'fixed_ips': [{'subnet_id': '35177737-eb5f-4e95-94b2-4e2c0b6b1305', 'ip_address': '172.20.0.2'}, {'subnet_id': '077684dc-b090-4588-8e61-a74e14d5e4b8'}], 'binding:host_id': 'n-d-817326-4'}, 'id': 'f910f0be-0119-46ae-9235-05a160a2d944'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:08:03.476912 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d48ca7e-d81f-49e7-b6af-904203411508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.493981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.505619 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] Set router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:08:03.542147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be2e5727-684b-4dcc-a62d-ab0d3efeee16 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.544842 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be2e5727-684b-4dcc-a62d-ab0d3efeee16 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.564390 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:56Z', 'revision_number': 11, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:03.595105 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404c156-2386-4434-b972-0ab8786d60c1 None None] The sync data for ids ['52d6618f-a827-4f32-8dee-ce2b0a4407b0'] in n-d-817326-4 is: [{'id': '52d6618f-a827-4f32-8dee-ce2b0a4407b0', 'name': 'tempest-RoutersIpV6Test-router-2052781221', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:06:51Z', 'updated_at': '2021-12-13T13:07:56Z', 'revision_number': 11, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:08:03.598090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:03.613206 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be2e5727-684b-4dcc-a62d-ab0d3efeee16 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.614685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2e5727-684b-4dcc-a62d-ab0d3efeee16 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Fanout notify agent at l3_agent the message router_deleted on router 52d6618f-a827-4f32-8dee-ce2b0a4407b0 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:08:03.615576 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.623864 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be2e5727-684b-4dcc-a62d-ab0d3efeee16 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.625379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-be2e5727-684b-4dcc-a62d-ab0d3efeee16 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0 HTTP/1.1" status: 204 len: 168 time: 0.4164739 Dec 13 13:08:03.632269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38428) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:03.637422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-21e85928-5e7e-4d71-91a1-3b859a5c258e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-80731050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:03.643637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 30364052-dbe3-4458-90e0-01eb6837e081 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:08:03.644579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.663760 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e85928-5e7e-4d71-91a1-3b859a5c258e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.664841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e85928-5e7e-4d71-91a1-3b859a5c258e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.666336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:03.669024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:08:03.715796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:08:03.723121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3d48ca7e-d81f-49e7-b6af-904203411508 None None] Allocated IP 172.20.0.18 (80e1f77d-7d40-445b-a26b-641191ac2fbd/077684dc-b090-4588-8e61-a74e14d5e4b8/f910f0be-0119-46ae-9235-05a160a2d944) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:03.742429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d69a47-d6f2-4524-9504-9352cc8ef881,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:03.756587 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e85928-5e7e-4d71-91a1-3b859a5c258e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.764010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e85928-5e7e-4d71-91a1-3b859a5c258e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.771537 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.772129 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Added segment a4a6550e-3a0c-428e-95ee-78c74a3aebc3 of type vlan for network 96b65d6b-515b-49a0-a074-0c127517b241 Dec 13 13:08:03.797172 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21e85928-5e7e-4d71-91a1-3b859a5c258e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.800859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-21e85928-5e7e-4d71-91a1-3b859a5c258e tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1652277 Dec 13 13:08:03.803007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38430) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:03.804119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:03.805308 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.808490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d8f6ed64-6ca0-444b-9cfd-9bba446d425f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:03.850581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.859023 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-9cec353d-0064-41d7-9304-094c617bb4e5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1269848 Dec 13 13:08:03.880120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Request body: {'port': {'device_id': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:03.891694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3d48ca7e-d81f-49e7-b6af-904203411508 None None] For port f910f0be-0119-46ae-9235-05a160a2d944, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f910f0be-0119-46ae-9235-05a160a2d944,segment=NetworkSegment(d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468),segment_id=d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:03.919176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.920409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:03.921132 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.947269 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d48ca7e-d81f-49e7-b6af-904203411508 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:03.960454 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d48ca7e-d81f-49e7-b6af-904203411508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.060265 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.073506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48ca7e-d81f-49e7-b6af-904203411508 None None] Pushing event updated for resources: {'Port': ['ID=f910f0be-0119-46ae-9235-05a160a2d944,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:04.086274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d1aa7cc5-3444-4610-b25c-22fdbf5af21a None None] Provisioning complete for port fcdfb2a8-688a-411c-9294-07ad54a4c6ea triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:04.086954 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1aa7cc5-3444-4610-b25c-22fdbf5af21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.103736 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3182807 Dec 13 13:08:04.105438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38432) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:04.105659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9c28f-5552-472f-9274-7df043f2fa3d admin admin] Pushing event updated for resources: {'Network': ['ID=96b65d6b-515b-49a0-a074-0c127517b241,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:04.111906 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Request body: {'subnet': {'network_id': '96b65d6b-515b-49a0-a074-0c127517b241', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1464484658-subnet', 'tenant_id': '2a58ad0025f84c029dd9e552f53b6e79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:04.140072 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f6ed64-6ca0-444b-9cfd-9bba446d425f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.141514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa7cc5-3444-4610-b25c-22fdbf5af21a None None] Port fcdfb2a8-688a-411c-9294-07ad54a4c6ea cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:04.143608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 96b65d6b-515b-49a0-a074-0c127517b241 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:08:04.151381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Made reservation on behalf of 2a58ad0025f84c029dd9e552f53b6e79 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:04.159536 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.221922 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f6ed64-6ca0-444b-9cfd-9bba446d425f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.223664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Delete allocated IP 172.20.0.7 (80e1f77d-7d40-445b-a26b-641191ac2fbd/35177737-eb5f-4e95-94b2-4e2c0b6b1305) {{(pid=109885) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 13:08:04.278360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f910f0be-0119-46ae-9235-05a160a2d944 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:08:04.301096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.24 (80e1f77d-7d40-445b-a26b-641191ac2fbd/077684dc-b090-4588-8e61-a74e14d5e4b8/79672af1-8b37-4026-bb1f-742777b896bf) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:04.370839 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f910f0be-0119-46ae-9235-05a160a2d944 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:04.371198 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.507580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1a98ee0c-f047-485f-85b3-1d7605db4ff7 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:08:04.595579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f5635-10b2-43da-8346-a0ea79c92992 req-68806df9-0e8a-475e-af68-0a107092737d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:04.603297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-095f5635-10b2-43da-8346-a0ea79c92992 req-68806df9-0e8a-475e-af68-0a107092737d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 944 time: 0.1165264 Dec 13 13:08:04.619944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf033f90-bbf8-441d-bbb0-d97dd4cd3540 req-76e132b8-e136-4a28-b075-fcdbef1aad8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:04.621760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf033f90-bbf8-441d-bbb0-d97dd4cd3540 req-76e132b8-e136-4a28-b075-fcdbef1aad8f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 931 time: 0.3134837 Dec 13 13:08:04.630285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:08:04.640913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:04.641557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.643333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdfb2a8-688a-411c-9294-07ad54a4c6ea {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:08:04.650478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f6ed64-6ca0-444b-9cfd-9bba446d425f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Router b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:08:04.660984 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.665012 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.675089 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.737995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Transition to ACTIVE for port object fcdfb2a8-688a-411c-9294-07ad54a4c6ea will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:08:04.749221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.770922 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.779070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a98ee0c-f047-485f-85b3-1d7605db4ff7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:04.781438 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5196a33a-e7f0-49e4-b6c9-583516d2208c" -d '{"events": [{"server_uuid": "a014bbe5-fd9d-41d4-a92d-66b9c8d1290c", "name": "network-vif-plugged", "status": "completed", "tag": "1a98ee0c-f047-485f-85b3-1d7605db4ff7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:04.816177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1a98ee0c-f047-485f-85b3-1d7605db4ff7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:04.817340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] In _notify_port_updated(), no bound segment for port 79672af1-8b37-4026-bb1f-742777b896bf on network 80e1f77d-7d40-445b-a26b-641191ac2fbd {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:08:04.823323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:04.824187 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.829266 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "PUT /v2.0/ports/79672af1-8b37-4026-bb1f-742777b896bf HTTP/1.1" status: 200 len: 920 time: 2.3202291 Dec 13 13:08:04.830304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b1e1-48dd-44c4-93dc-61808d424a09 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=79672af1-8b37-4026-bb1f-742777b896bf,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:04.832576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.832873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38444) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:04.835297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-095f5635-10b2-43da-8346-a0ea79c92992 req-4c0c85e1-5ac7-41f5-bb58-309ae6e317f0 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308412 Dec 13 13:08:04.865612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf033f90-bbf8-441d-bbb0-d97dd4cd3540 req-0e4c6af9-9701-48a1-88e8-49319c7f922f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206204 Dec 13 13:08:04.869997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f6ed64-6ca0-444b-9cfd-9bba446d425f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:08:04.914622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] Sync routers for ids ['b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:08:04.919349 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8f6ed64-6ca0-444b-9cfd-9bba446d425f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:04.920574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d8f6ed64-6ca0-444b-9cfd-9bba446d425f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "PUT /v2.0/routers/b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c HTTP/1.1" status: 200 len: 696 time: 1.1164627 Dec 13 13:08:04.926725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38446) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:04.954025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] Routers {'b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:08:04.956515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:05.037347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1a98ee0c-f047-485f-85b3-1d7605db4ff7,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:05.047496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:05.057599 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b9b289-6296-4d1b-85e8-c9a76b092059 x-openstack-request-id: req-89b9b289-6296-4d1b-85e8-c9a76b092059 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:05.058162 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a014bbe5-fd9d-41d4-a92d-66b9c8d1290c", "name": "network-vif-plugged", "status": "completed", "tag": "1a98ee0c-f047-485f-85b3-1d7605db4ff7", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:05.058602 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89b9b289-6296-4d1b-85e8-c9a76b092059 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:05.061249 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a98ee0c-f047-485f-85b3-1d7605db4ff7', 'code': 200} Dec 13 13:08:05.083108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:08:05.083492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:08:05.083944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on network 30364052-dbe3-4458-90e0-01eb6837e081 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:08:05.093643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on network 30364052-dbe3-4458-90e0-01eb6837e081 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:08:05.093965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on network 30364052-dbe3-4458-90e0-01eb6837e081 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:08:05.095304 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.106133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:08:05.106474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Checking segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:08:05.106860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Bound using segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:08:05.107302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Bound port: fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:08:05.107660 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.130454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d70f9-3d1e-455a-8c15-f728d0949547 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 79672af1-8b37-4026-bb1f-742777b896bf {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:05.130790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc2d70f9-3d1e-455a-8c15-f728d0949547 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.132422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] Set router b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:08:05.147371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8027c120-0243-4beb-939c-8062989aa5b0 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/routers/b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c HTTP/1.1" status: 200 len: 702 time: 0.2194965 Dec 13 13:08:05.154583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38448) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:05.232924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c', 'name': 'tempest-RoutersIpV6Test-router-80731050', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:08:03Z', 'updated_at': '2021-12-13T13:08:04Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:05.259078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbd23b6-4fe0-4083-8909-0a8ef3c62434,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:05.269781 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c19fb7b6-5f00-4cfb-8eaf-d1e3ea6288f8 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c HTTP/1.1" status: 200 len: 205 time: 0.1127496 Dec 13 13:08:05.273692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38450) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:05.279416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:08:05.282983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] Checking router: b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:08:05.284891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:08:05.287434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Checking segment: {'id': 'a4a6550e-3a0c-428e-95ee-78c74a3aebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '96b65d6b-515b-49a0-a074-0c127517b241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:08:05.287600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Network hostable DHCP agents. Network: 96b65d6b-515b-49a0-a074-0c127517b241, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:08:05.289431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a7405039-bf59-4606-8497-80a5a42b07dc None None] Provisioning complete for port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:05.290588 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a7405039-bf59-4606-8497-80a5a42b07dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.295017 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.326779 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] Routers {'b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:08:05.327315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:05.379948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:05.381377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.382997 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] 10.222.0.37 "PUT /v2.0/ports/fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 200 len: 1091 time: 1.5136650 Dec 13 13:08:05.383620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:05.386061 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98f264d8-b0f3-4fc6-9b5c-d03e9e44837d tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.386416 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36c4e3f-04fe-48eb-b9af-3376e721a88c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:05.391845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8451-2286-4ec9-97a8-c61eea269c9e req-82626a30-7721-4890-8aa8-ac48981072f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:05.393528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654d8451-2286-4ec9-97a8-c61eea269c9e req-82626a30-7721-4890-8aa8-ac48981072f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 1096 time: 0.2445154 Dec 13 13:08:05.489545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] Set router b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:08:05.494229 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc2d70f9-3d1e-455a-8c15-f728d0949547 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.498318 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a5e564-b467-4195-8008-5eb38c79f89b x-openstack-request-id: req-59a5e564-b467-4195-8008-5eb38c79f89b {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:05.498683 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:05.499002 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59a5e564-b467-4195-8008-5eb38c79f89b {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:05.500740 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'status': 'completed', 'code': 200} Dec 13 13:08:05.508573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1776b9-e92a-473b-acb0-8e5577b66f93 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:05.532384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d70f9-3d1e-455a-8c15-f728d0949547 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 79672af1-8b37-4026-bb1f-742777b896bf owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:05.562382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c', 'name': 'tempest-RoutersIpV6Test-router-80731050', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:08:03Z', 'updated_at': '2021-12-13T13:08:04Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:05.564568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a7405039-bf59-4606-8497-80a5a42b07dc None None] Port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:05.602474 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3077bcc-6065-4fa0-a760-ef7cbbc963e1 None None] The sync data for ids ['b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c'] in n-d-817326-4 is: [{'id': 'b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c', 'name': 'tempest-RoutersIpV6Test-router-80731050', 'tenant_id': 'eaeac1ee030140509354b4a7300a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:08:03Z', 'updated_at': '2021-12-13T13:08:04Z', 'revision_number': 2, 'project_id': 'eaeac1ee030140509354b4a7300a6ffd', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:08:05.615470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a7405039-bf59-4606-8497-80a5a42b07dc None None] Provisioning complete for port 79672af1-8b37-4026-bb1f-742777b896bf triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:05.616121 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a7405039-bf59-4606-8497-80a5a42b07dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.639234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-abeb624c-c536-4072-9a16-15fa8626fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:05.641709 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-abeb624c-c536-4072-9a16-15fa8626fbc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1094 time: 0.1833849 Dec 13 13:08:05.654855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Network 96b65d6b-515b-49a0-a074-0c127517b241 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:08:05.670957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a7405039-bf59-4606-8497-80a5a42b07dc None None] Port 79672af1-8b37-4026-bb1f-742777b896bf cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:05.686241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a7405039-bf59-4606-8497-80a5a42b07dc None None] Provisioning complete for port f910f0be-0119-46ae-9235-05a160a2d944 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:05.686614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a7405039-bf59-4606-8497-80a5a42b07dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.701390 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98f264d8-b0f3-4fc6-9b5c-d03e9e44837d tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.704765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 96b65d6b-515b-49a0-a074-0c127517b241) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:05.706936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98f264d8-b0f3-4fc6-9b5c-d03e9e44837d tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.718579 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-fe925ad3-d485-4bc8-8bf4-42164f9685ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 200 len: 217 time: 0.0675282 Dec 13 13:08:05.730509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:05.731101 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.738507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c0985-076b-45d3-ac1a-fc1c3371287c None None] Network 96b65d6b-515b-49a0-a074-0c127517b241 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:05.791613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654d8451-2286-4ec9-97a8-c61eea269c9e req-b544634c-784d-4466-a45b-7fe8646d9fde service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050430 Dec 13 13:08:05.809558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-d8ee81e7-7700-4fd8-b77f-2863d9177e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:05.811237 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-d8ee81e7-7700-4fd8-b77f-2863d9177e82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84beae2d-d3a0-4e28-aea6-b458682c9d88 HTTP/1.1" status: 200 len: 835 time: 0.0637522 Dec 13 13:08:05.818961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-81e11f46-0001-4af6-b93d-138538a35930 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7123623 Dec 13 13:08:05.820310 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98f264d8-b0f3-4fc6-9b5c-d03e9e44837d tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.820862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f264d8-b0f3-4fc6-9b5c-d03e9e44837d tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Fanout notify agent at l3_agent the message router_deleted on router b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:08:05.830698 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98f264d8-b0f3-4fc6-9b5c-d03e9e44837d tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.831832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-98f264d8-b0f3-4fc6-9b5c-d03e9e44837d tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c HTTP/1.1" status: 204 len: 168 time: 0.5571678 Dec 13 13:08:05.839238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38458) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:05.874813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc2d70f9-3d1e-455a-8c15-f728d0949547 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:05.902904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ab265755-3d89-488d-9626-cb83d3f22c80 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c HTTP/1.1" status: 200 len: 205 time: 0.0602860 Dec 13 13:08:05.905159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38464) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:05.919964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d70f9-3d1e-455a-8c15-f728d0949547 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=79672af1-8b37-4026-bb1f-742777b896bf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:05.955697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-02c45394-afcf-4de2-97c0-520e36a57bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:05.960601 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-02c45394-afcf-4de2-97c0-520e36a57bf7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30364052-dbe3-4458-90e0-01eb6837e081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418552 Dec 13 13:08:06.005899 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-6adfc0f7-83af-419e-835e-1c82ab12d07a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] delete failed (client error): The resource could not be found. Dec 13 13:08:06.007774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6adfc0f7-83af-419e-835e-1c82ab12d07a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/b18b0e5b-5ce1-4801-9da1-8196aaa0ae9c HTTP/1.1" status: 404 len: 336 time: 0.1016345 Dec 13 13:08:06.023239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38466) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.101558 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc2d70f9-3d1e-455a-8c15-f728d0949547 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:06.108102 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dc2d70f9-3d1e-455a-8c15-f728d0949547 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/79672af1-8b37-4026-bb1f-742777b896bf HTTP/1.1" status: 204 len: 168 time: 1.2719951 Dec 13 13:08:06.109241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38470) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.117798 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f00749-d8cb-422e-bd44-74b275fb8e0f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:06.118313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f00749-d8cb-422e-bd44-74b275fb8e0f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:06.121797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-49f00749-d8cb-422e-bd44-74b275fb8e0f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/37f4391f-2869-4530-8719-e5fcaf0e89e2 HTTP/1.1" status: 404 len: 337 time: 0.0963852 Dec 13 13:08:06.125880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38472) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.194403 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b0f757-6bad-4e1a-93cc-d0fa086be79d tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:06.194781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b0f757-6bad-4e1a-93cc-d0fa086be79d tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:06.199396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a9b0f757-6bad-4e1a-93cc-d0fa086be79d tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/f37bff79-2d7c-4fd2-89d3-614efede52cb HTTP/1.1" status: 404 len: 337 time: 0.0713131 Dec 13 13:08:06.204547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38474) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.229992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269678-06e0-431b-841d-77875f3e5e9f req-7be16cb9-47e1-47e1-824f-ee8840d74104 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:06.237839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62269678-06e0-431b-841d-77875f3e5e9f req-7be16cb9-47e1-47e1-824f-ee8840d74104 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2289450 Dec 13 13:08:06.246584 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abe9ef7-2d75-476f-ab06-8104a22048a7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:08:06.251647 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3abe9ef7-2d75-476f-ab06-8104a22048a7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/79672af1-8b37-4026-bb1f-742777b896bf HTTP/1.1" status: 404 len: 333 time: 0.1413243 Dec 13 13:08:06.254881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38478) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.268129 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce7b78b-058e-4fab-987d-e8c35db8364f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:06.268743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce7b78b-058e-4fab-987d-e8c35db8364f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:06.274142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3ce7b78b-058e-4fab-987d-e8c35db8364f tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/5903458b-0e5a-4a9c-ae29-92077459db83 HTTP/1.1" status: 404 len: 337 time: 0.0660641 Dec 13 13:08:06.281892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38480) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.326769 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-672da1c9-2403-4fea-9070-d5a3986fe4d2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:06.327244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672da1c9-2403-4fea-9070-d5a3986fe4d2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:06.330510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-672da1c9-2403-4fea-9070-d5a3986fe4d2 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/8e2d6616-6c0c-4f56-9b9e-1ea93f130c3e HTTP/1.1" status: 404 len: 337 time: 0.0475779 Dec 13 13:08:06.334052 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-409a6ca3-5e18-46a3-98f8-fc49c799fe94 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:06.337507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38482) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.341959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597ce99-a19b-4911-9e15-e4e53ae31ec2 req-c0d3ee9f-a3ee-400e-9a74-4eed48339d4b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:06.342414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a467e8-6732-4fbf-ae32-73dd23a18c6c None None] Network 96b65d6b-515b-49a0-a074-0c127517b241 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:06.349785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c597ce99-a19b-4911-9e15-e4e53ae31ec2 req-c0d3ee9f-a3ee-400e-9a74-4eed48339d4b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 943 time: 0.2474396 Dec 13 13:08:06.381570 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-114f49dc-992c-46a7-b147-33dcae744001 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=52d6618f-a827-4f32-8dee-ce2b0a4407b0 HTTP/1.1" status: 200 len: 205 time: 0.0422952 Dec 13 13:08:06.389141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38484) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.398237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7c06dc32-062e-4911-a855-fe80ecebc4f5 None None] Could not find standard attr ID for object 79672af1-8b37-4026-bb1f-742777b896bf. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:08:06.407352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-74b2a250-d4a4-42a8-847b-8377393b1340 service neutron] 10.222.0.37 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658032 Dec 13 13:08:06.428392 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-409a6ca3-5e18-46a3-98f8-fc49c799fe94 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:06.466542 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62269678-06e0-431b-841d-77875f3e5e9f req-8ce70007-dd22-45bf-a3f9-16cb6aec28e9 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277713 Dec 13 13:08:06.467528 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-0bcfdfb4-54fb-47e7-9350-e7125d9dd8bb tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] delete failed (client error): The resource could not be found. Dec 13 13:08:06.472005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0bcfdfb4-54fb-47e7-9350-e7125d9dd8bb tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/52d6618f-a827-4f32-8dee-ce2b0a4407b0 HTTP/1.1" status: 404 len: 336 time: 0.0569515 Dec 13 13:08:06.473450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38486) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.487851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c597ce99-a19b-4911-9e15-e4e53ae31ec2 req-dbee62ad-21bd-4d4b-96ac-1ae529b9eddc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302741 Dec 13 13:08:06.541867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c713f044-2e65-4f24-853c-42ad2abb9928 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f7ee794-e711-4401-88f1-6745033c0435 HTTP/1.1" status: 200 len: 205 time: 0.0670948 Dec 13 13:08:06.544383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38492) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.548359 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-409a6ca3-5e18-46a3-98f8-fc49c799fe94 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:06.551793 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-409a6ca3-5e18-46a3-98f8-fc49c799fe94 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:06.553764 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-409a6ca3-5e18-46a3-98f8-fc49c799fe94 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/security-groups/76d22301-5f1e-4e7e-9511-8a67a5ca2655 HTTP/1.1" status: 204 len: 168 time: 0.2983110 Dec 13 13:08:06.558458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38494) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.560251 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-96b9dd98-4623-460c-96c0-04f90ce354d4 req-e185447b-7412-41f3-888e-d604f6e5651a service neutron] 10.222.0.37 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440935 Dec 13 13:08:06.581916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a6ca3-5e18-46a3-98f8-fc49c799fe94 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d22301-5f1e-4e7e-9511-8a67a5ca2655,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:06.620749 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-f4becc40-8e88-4001-a331-20809439354a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] delete failed (client error): The resource could not be found. Dec 13 13:08:06.625162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38496) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.625325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f4becc40-8e88-4001-a331-20809439354a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/9f7ee794-e711-4401-88f1-6745033c0435 HTTP/1.1" status: 404 len: 336 time: 0.0796473 Dec 13 13:08:06.680680 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-733ee84e-dcae-4054-a169-030599f50ffc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:06.681162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733ee84e-dcae-4054-a169-030599f50ffc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:06.685533 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-733ee84e-dcae-4054-a169-030599f50ffc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/227f9469-816f-494a-9f05-ed418e24a9f5 HTTP/1.1" status: 404 len: 337 time: 0.0584300 Dec 13 13:08:06.688280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38498) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.701535 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b1940dc-a1d4-4960-923a-69f8a43726c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:06.724817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7f897c6c-a576-4302-aee6-8145622c1ac6 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=c208c026-2ff5-4f5d-bd74-9773a19c6865 HTTP/1.1" status: 200 len: 205 time: 0.0329773 Dec 13 13:08:06.725084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38504) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.732050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b1940dc-a1d4-4960-923a-69f8a43726c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:06.747851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-be64834c-bf27-4f22-9817-a029e1966a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:06.750282 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-be64834c-bf27-4f22-9817-a029e1966a71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1094 time: 0.1106000 Dec 13 13:08:06.768818 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-bf1a992c-85ea-4d47-b1bf-cfed26ac7cbc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] delete failed (client error): The resource could not be found. Dec 13 13:08:06.769861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bf1a992c-85ea-4d47-b1bf-cfed26ac7cbc tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/c208c026-2ff5-4f5d-bd74-9773a19c6865 HTTP/1.1" status: 404 len: 336 time: 0.0437179 Dec 13 13:08:06.772550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38510) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.823182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-af6b555d-99af-4dd7-beae-8b8a216e0a67 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=75cde4d5-5127-4ce6-aeaa-3fab40708e2a HTTP/1.1" status: 200 len: 205 time: 0.0493658 Dec 13 13:08:06.825667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38512) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.871739 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b1940dc-a1d4-4960-923a-69f8a43726c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:06.874444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5b1940dc-a1d4-4960-923a-69f8a43726c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:06.875663 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5b1940dc-a1d4-4960-923a-69f8a43726c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a1f59a2-e3b6-4b10-9f40-2f92e4c5c529 HTTP/1.1" status: 204 len: 168 time: 0.3144166 Dec 13 13:08:06.876678 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-4edf3893-ab4a-40b8-b6db-982b5dd9df11 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] delete failed (client error): The resource could not be found. Dec 13 13:08:06.877630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4edf3893-ab4a-40b8-b6db-982b5dd9df11 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/75cde4d5-5127-4ce6-aeaa-3fab40708e2a HTTP/1.1" status: 404 len: 336 time: 0.0510051 Dec 13 13:08:06.878382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38514) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.883913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38516) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.904282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1940dc-a1d4-4960-923a-69f8a43726c5 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1f59a2-e3b6-4b10-9f40-2f92e4c5c529,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:06.926295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55675187-4bfb-46c0-b0da-019031432a44 req-957313ff-164e-4008-962b-90dd9c428615 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:06.931179 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaf71e3-68fd-4b41-b35c-7b189160ff96 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:06.931834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbaf71e3-68fd-4b41-b35c-7b189160ff96 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:06.937435 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bbaf71e3-68fd-4b41-b35c-7b189160ff96 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/278b419a-dcaa-4008-bbcf-72f125bf263f HTTP/1.1" status: 404 len: 337 time: 0.0479569 Dec 13 13:08:06.937598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-957313ff-164e-4008-962b-90dd9c428615 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/networks?id=0dad2888-6553-46fd-9a4c-b77ef9f16075 HTTP/1.1" status: 200 len: 809 time: 0.1608462 Dec 13 13:08:06.937701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38518) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.977503 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-abab5eaf-d687-41bd-80cd-d97c04b4ec91 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1f26e26-3d44-4f4b-9256-9baddc603faf HTTP/1.1" status: 200 len: 205 time: 0.0386102 Dec 13 13:08:06.980591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:06.983704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-a4782f6e-9a1d-4dee-be98-703f9610375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:06.984570 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-a4782f6e-9a1d-4dee-be98-703f9610375c service neutron] 10.222.0.37 "GET /v2.0/networks?id=30364052-dbe3-4458-90e0-01eb6837e081 HTTP/1.1" status: 200 len: 897 time: 0.2179699 Dec 13 13:08:06.985755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-f895606e-aa4a-4b6d-abe6-00d4d51b931a tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/quotas/2ed01a03af3c454c941f70e8e5cee68b HTTP/1.1" status: 200 len: 375 time: 0.0484843 Dec 13 13:08:07.027656 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-7490ff0d-5a5a-4bf3-bafd-3a3e5380ba75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] delete failed (client error): The resource could not be found. Dec 13 13:08:07.028856 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7490ff0d-5a5a-4bf3-bafd-3a3e5380ba75 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/a1f26e26-3d44-4f4b-9256-9baddc603faf HTTP/1.1" status: 404 len: 336 time: 0.0471733 Dec 13 13:08:07.031431 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38522) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:07.037652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcad0fdb-13c2-4abf-b192-aa42dae2f658 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet 35177737-eb5f-4e95-94b2-4e2c0b6b1305 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:08:07.042815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-f13b1ad1-1ab8-416c-9616-39861c5b1375 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ed01a03af3c454c941f70e8e5cee68b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499253 Dec 13 13:08:07.043491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dcad0fdb-13c2-4abf-b192-aa42dae2f658 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.068154 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-c09db094-e07a-4b31-9b35-a64c637d195b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 200 len: 217 time: 0.0467257 Dec 13 13:08:07.097919 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e567c0af-9bc6-4429-ab95-fd13c218f966 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:07.098396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e567c0af-9bc6-4429-ab95-fd13c218f966 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:07.101457 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e567c0af-9bc6-4429-ab95-fd13c218f966 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/855edb87-0ff7-4874-a2da-cfc3a6e4de6e HTTP/1.1" status: 404 len: 337 time: 0.0690815 Dec 13 13:08:07.117840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38524) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:07.139530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-df67da20-fb24-4fd2-a9f5-98ce083fe9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:07.141030 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-df67da20-fb24-4fd2-a9f5-98ce083fe9bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84beae2d-d3a0-4e28-aea6-b458682c9d88 HTTP/1.1" status: 200 len: 835 time: 0.0513260 Dec 13 13:08:07.145199 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dcad0fdb-13c2-4abf-b192-aa42dae2f658 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.179058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e5305540-919d-4448-a7ee-5ceb62046879 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4 HTTP/1.1" status: 200 len: 205 time: 0.0580530 Dec 13 13:08:07.183486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38526) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:07.193186 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-0fe5674c-f08d-49cc-9756-821435ccf549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:07.194768 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-0fe5674c-f08d-49cc-9756-821435ccf549 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30364052-dbe3-4458-90e0-01eb6837e081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439229 Dec 13 13:08:07.245586 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-451ecdaa-348f-45c6-8a2b-0f1660a25441 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] delete failed (client error): The resource could not be found. Dec 13 13:08:07.246531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-451ecdaa-348f-45c6-8a2b-0f1660a25441 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/routers/a6377916-e29b-4be1-ae5a-4ebc7c7d9ce4 HTTP/1.1" status: 404 len: 336 time: 0.0608366 Dec 13 13:08:07.251500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38528) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:07.286100 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-493e6cbf-480a-4e0c-bd1e-615b5c30d224 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:07.286573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493e6cbf-480a-4e0c-bd1e-615b5c30d224 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:07.289773 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-493e6cbf-480a-4e0c-bd1e-615b5c30d224 tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/bd32b370-0e1b-425d-8ce6-3eb87addcbcf HTTP/1.1" status: 404 len: 337 time: 0.0372825 Dec 13 13:08:07.293102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38530) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:07.327238 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc54d954-4450-4914-941f-3085ca764f6a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:07.327713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc54d954-4450-4914-941f-3085ca764f6a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:07.331250 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fc54d954-4450-4914-941f-3085ca764f6a tempest-RoutersIpV6Test-1841589502 tempest-RoutersIpV6Test-1841589502-project] 10.222.0.31 "DELETE /v2.0/subnets/fffab737-efa7-46ca-854e-8a2413442bcc HTTP/1.1" status: 404 len: 337 time: 0.0371439 Dec 13 13:08:07.358541 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-1ba7fb24-c755-4e24-a0c9-a32796951f25 service neutron] 10.222.0.37 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552978 Dec 13 13:08:07.477572 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f36c4e3f-04fe-48eb-b9af-3376e721a88c req-44a1c40b-b02d-4a37-b24f-037ef5a45c3d service neutron] 10.222.0.37 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100173 Dec 13 13:08:07.482177 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.533359 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.630919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38542) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:07.650273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-3110e5f9-54bc-49c6-a31c-93787059d862 service neutron] 10.222.0.31 "GET /v2.0/networks/0dad2888-6553-46fd-9a4c-b77ef9f16075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835268 Dec 13 13:08:07.732899 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dcad0fdb-13c2-4abf-b192-aa42dae2f658 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.744837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e145fd3-63f9-402e-9b6e-cc9ad093ed06 req-0da9a8d8-dcfc-488e-b35c-eb42adbef853 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:07.746389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e145fd3-63f9-402e-9b6e-cc9ad093ed06 req-0da9a8d8-dcfc-488e-b35c-eb42adbef853 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.1596570 Dec 13 13:08:07.781249 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4ba3acbb-d45b-4ab9-883b-9e5749abd678 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eaeac1ee030140509354b4a7300a6ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487050 Dec 13 13:08:07.781906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38546) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:07.832312 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e19837b7-116f-4fcf-8c93-a07450e20a36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.855090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-ef72148b-037c-4e9e-88fb-87cabb90a6be service neutron] 10.222.0.31 "GET /v2.0/networks/0dad2888-6553-46fd-9a4c-b77ef9f16075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966989 Dec 13 13:08:07.855368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e19837b7-116f-4fcf-8c93-a07450e20a36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.859579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e145fd3-63f9-402e-9b6e-cc9ad093ed06 req-3cfd4650-bf52-4065-a56b-e9983cbf0ed4 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931532 Dec 13 13:08:07.860933 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dcad0fdb-13c2-4abf-b192-aa42dae2f658 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.889884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad0fdb-13c2-4abf-b192-aa42dae2f658 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=35177737-eb5f-4e95-94b2-4e2c0b6b1305,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:07.891962 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dcad0fdb-13c2-4abf-b192-aa42dae2f658 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.895275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dcad0fdb-13c2-4abf-b192-aa42dae2f658 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/35177737-eb5f-4e95-94b2-4e2c0b6b1305 HTTP/1.1" status: 204 len: 168 time: 1.0149281 Dec 13 13:08:07.900198 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38548) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:07.902244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679766c6-b4d8-4ab2-baf2-2fd67371ecce None None] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:07.913940 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-49efd8cd-2d7a-4935-8005-dc5895c83886 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:07.934383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e19837b7-116f-4fcf-8c93-a07450e20a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.937277 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e19837b7-116f-4fcf-8c93-a07450e20a36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:07.940866 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e19837b7-116f-4fcf-8c93-a07450e20a36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/385a6320-7645-4d46-94f6-5547316205e2 HTTP/1.1" status: 204 len: 168 time: 0.1555142 Dec 13 13:08:08.001951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19837b7-116f-4fcf-8c93-a07450e20a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385a6320-7645-4d46-94f6-5547316205e2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:08.046265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a4150-6728-4b5d-93e5-8f2a42a8a8a6 req-bca5e365-2a84-49e8-b1d7-a324bb18fced tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:08.047761 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f6a4150-6728-4b5d-93e5-8f2a42a8a8a6 req-bca5e365-2a84-49e8-b1d7-a324bb18fced tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 943 time: 0.0747039 Dec 13 13:08:08.112598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49efd8cd-2d7a-4935-8005-dc5895c83886 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:08.117367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49efd8cd-2d7a-4935-8005-dc5895c83886 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:08.156207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f6a4150-6728-4b5d-93e5-8f2a42a8a8a6 req-6e7b1fd3-44ee-4600-8854-eaff5d4a1063 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001861 Dec 13 13:08:08.258586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f05efd7-5f4a-4a8a-ae48-eaa2cbe064de req-4b9a1b86-e05e-4328-9e53-1519de5afd0e tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 210 time: 0.0459867 Dec 13 13:08:08.329592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0247d9-7faa-4819-85ca-5c6e636f503f req-90b80205-b3cd-4a27-9e91-d61673c8a1db tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:08.331678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb0247d9-7faa-4819-85ca-5c6e636f503f req-90b80205-b3cd-4a27-9e91-d61673c8a1db tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.0764756 Dec 13 13:08:08.341584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38560) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:08.349785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a90c96c0-a17b-4f0d-a312-899582ef83fd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'floatingip': {'port_id': '1a98ee0c-f047-485f-85b3-1d7605db4ff7'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:08.428824 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a90c96c0-a17b-4f0d-a312-899582ef83fd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:08.703533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device fcdfb2a8-688a-411c-9294-07ad54a4c6ea details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:08:08.872730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:08.902362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'port_id': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'mac_address': 'fa:16:3e:9b:f3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:08:08.963034 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:08.977561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdfb2a8-688a-411c-9294-07ad54a4c6ea {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:08:09.004145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:09.010539 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.040853 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49efd8cd-2d7a-4935-8005-dc5895c83886 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.077717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0e72ccf3-392f-4c36-a07e-35a27387c42b None None] Provisioning complete for port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:09.078410 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e72ccf3-392f-4c36-a07e-35a27387c42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.084958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:09.088818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49efd8cd-2d7a-4935-8005-dc5895c83886 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:08:09.120472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-49efd8cd-2d7a-4935-8005-dc5895c83886 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:09.129807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0e72ccf3-392f-4c36-a07e-35a27387c42b None None] Port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:09.133209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49efd8cd-2d7a-4935-8005-dc5895c83886 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:09.133815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49efd8cd-2d7a-4935-8005-dc5895c83886 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.138322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf3f94-9e73-4ab0-8a3f-0bd82bfcca5d None None] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:09.156936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efd8cd-2d7a-4935-8005-dc5895c83886 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=5a1c8c9d-5e6b-4105-8ed8-6d2940433207,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:09.175846 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-49efd8cd-2d7a-4935-8005-dc5895c83886 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2700591 Dec 13 13:08:09.179003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38590) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:09.184352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ac7d3435-0cd4-4341-94c2-9128a1021d7f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'security_group': {'name': 'tempest-secgroup-1336629391'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:09.218784 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac7d3435-0cd4-4341-94c2-9128a1021d7f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.233282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0e72ccf3-392f-4c36-a07e-35a27387c42b None None] Provisioning complete for port f910f0be-0119-46ae-9235-05a160a2d944 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:09.233607 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e72ccf3-392f-4c36-a07e-35a27387c42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.308538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['fcdfb2a8-688a-411c-9294-07ad54a4c6ea'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:08:09.310256 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac7d3435-0cd4-4341-94c2-9128a1021d7f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.317839 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac7d3435-0cd4-4341-94c2-9128a1021d7f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.373078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d3435-0cd4-4341-94c2-9128a1021d7f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c3c5db-e647-4461-8922-27a11f6d721b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:09.397674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ac7d3435-0cd4-4341-94c2-9128a1021d7f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.401872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ac7d3435-0cd4-4341-94c2-9128a1021d7f tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2189686 Dec 13 13:08:09.403613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38596) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:09.459895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.resource_extend [None req-a90c96c0-a17b-4f0d-a312-899582ef83fd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 13:08:09.475195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d95fad81-3976-4626-9a16-8e737fcecdf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'security_group': {'name': 'tempest-secgroup-1299988769'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:09.545623 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d95fad81-3976-4626-9a16-8e737fcecdf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.631040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d389e-b82c-4f72-8089-9aec84b43285 None None] Update dhcp port {'port': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'fixed_ips': [{'subnet_id': '077684dc-b090-4588-8e61-a74e14d5e4b8', 'ip_address': '172.20.0.18'}, {'subnet_id': '5a1c8c9d-5e6b-4105-8ed8-6d2940433207'}], 'binding:host_id': 'n-d-817326-4'}, 'id': 'f910f0be-0119-46ae-9235-05a160a2d944'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:08:09.652495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-097a8b39-4397-4230-b8c3-49654de6b4ab req-01970f3c-ce43-439d-96a0-93b5a964819f tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 210 time: 0.1471667 Dec 13 13:08:09.671906 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf7d389e-b82c-4f72-8089-9aec84b43285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.680884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a90c96c0-a17b-4f0d-a312-899582ef83fd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.693045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a90c96c0-a17b-4f0d-a312-899582ef83fd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.702737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0b007-fa4a-4a54-b831-ce4d711f541c req-6845c1f0-96cf-4cb1-aaf0-e9cbd13e5a1f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:09.712288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04e0b007-fa4a-4a54-b831-ce4d711f541c req-6845c1f0-96cf-4cb1-aaf0-e9cbd13e5a1f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 944 time: 0.3120928 Dec 13 13:08:09.766700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55675187-4bfb-46c0-b0da-019031432a44 req-bd10a8ff-1bc3-4850-b9e8-1de68c043d0b tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:09.768480 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-bd10a8ff-1bc3-4850-b9e8-1de68c043d0b tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.42 "GET /v2.0/networks?id=0dad2888-6553-46fd-9a4c-b77ef9f16075 HTTP/1.1" status: 200 len: 809 time: 0.3073180 Dec 13 13:08:09.792258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d95fad81-3976-4626-9a16-8e737fcecdf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.801456 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d95fad81-3976-4626-9a16-8e737fcecdf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.805592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Request body: {'port': {'device_id': '1ff7ad27-8eac-495f-8e50-6456c13e97b2', 'network_id': '0dad2888-6553-46fd-9a4c-b77ef9f16075', 'admin_state_up': True, 'tenant_id': '2ed01a03af3c454c941f70e8e5cee68b'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:09.828228 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-a90c96c0-a17b-4f0d-a312-899582ef83fd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Floating IP e48b415f-614f-43fd-a555-da2a2844e806 associated. External IP: 172.25.2.226, port: 1a98ee0c-f047-485f-85b3-1d7605db4ff7. Dec 13 13:08:09.884961 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d95fad81-3976-4626-9a16-8e737fcecdf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:09.886600 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d95fad81-3976-4626-9a16-8e737fcecdf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4820011 Dec 13 13:08:09.891494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38608) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:09.897797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fad81-3976-4626-9a16-8e737fcecdf3 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c06a01-347d-4dfb-be5f-498a8bef9a4b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:09.908107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-928bc636-e28d-4ed1-a586-994c59318736 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'security_group': {'name': 'tempest-secgroup-730559071'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:10.001106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d389e-b82c-4f72-8089-9aec84b43285 None None] Allocated IP 172.20.0.2 (80e1f77d-7d40-445b-a26b-641191ac2fbd/5a1c8c9d-5e6b-4105-8ed8-6d2940433207/f910f0be-0119-46ae-9235-05a160a2d944) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:10.003159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04e0b007-fa4a-4a54-b831-ce4d711f541c req-bf68a544-4746-4e23-872d-867f3b729c17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892554 Dec 13 13:08:10.008142 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-928bc636-e28d-4ed1-a586-994c59318736 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.074771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Made reservation on behalf of 2ed01a03af3c454c941f70e8e5cee68b for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:10.079227 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.158231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf7d389e-b82c-4f72-8089-9aec84b43285 None None] For port f910f0be-0119-46ae-9235-05a160a2d944, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f910f0be-0119-46ae-9235-05a160a2d944,segment=NetworkSegment(d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468),segment_id=d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:10.165144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90c96c0-a17b-4f0d-a312-899582ef83fd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Router 9d15185e-b4ac-4386-a73d-ee1fc766b97d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:08:10.188127 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-928bc636-e28d-4ed1-a586-994c59318736 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.197417 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-928bc636-e28d-4ed1-a586-994c59318736 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.204849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf7d389e-b82c-4f72-8089-9aec84b43285 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.212491 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf7d389e-b82c-4f72-8089-9aec84b43285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.285773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-928bc636-e28d-4ed1-a586-994c59318736 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.289750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-928bc636-e28d-4ed1-a586-994c59318736 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3870742 Dec 13 13:08:10.290602 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38622) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:10.291442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bc636-e28d-4ed1-a586-994c59318736 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e839ad-c241-4671-bb0c-a421e55e87f9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:10.304785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Allocated IP 172.20.0.5 (0dad2888-6553-46fd-9a4c-b77ef9f16075/7fbec9e3-acc3-4f8f-b42f-79191515af6a/874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:10.321432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-43652321', 'security_groups': ['76e839ad-c241-4671-bb0c-a421e55e87f9'], 'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a1c8c9d-5e6b-4105-8ed8-6d2940433207'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:10.321698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d389e-b82c-4f72-8089-9aec84b43285 None None] Pushing event updated for resources: {'Port': ['ID=f910f0be-0119-46ae-9235-05a160a2d944,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:10.419994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90c96c0-a17b-4f0d-a312-899582ef83fd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:08:10.435200 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] Sync routers for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:08:10.437758 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a90c96c0-a17b-4f0d-a312-899582ef83fd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.446891 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:08:10.447390 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:10.512704 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a90c96c0-a17b-4f0d-a312-899582ef83fd tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "PUT /v2.0/floatingips/e48b415f-614f-43fd-a555-da2a2844e806 HTTP/1.1" status: 200 len: 991 time: 2.1672559 Dec 13 13:08:10.513588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'tag': '1a98ee0c-f047-485f-85b3-1d7605db4ff7'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:10.516269 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333" -d '{"events": [{"name": "network-changed", "server_uuid": "a014bbe5-fd9d-41d4-a92d-66b9c8d1290c", "tag": "1a98ee0c-f047-485f-85b3-1d7605db4ff7"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:10.539171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:10.551470 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.632516 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:08:10.650101 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.652660 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6590b74-dc8e-4e73-a24b-59142bc5ebe1 x-openstack-request-id: req-c6590b74-dc8e-4e73-a24b-59142bc5ebe1 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:10.653550 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a014bbe5-fd9d-41d4-a92d-66b9c8d1290c", "tag": "1a98ee0c-f047-485f-85b3-1d7605db4ff7", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:10.655242 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6590b74-dc8e-4e73-a24b-59142bc5ebe1 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:10.656488 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'tag': '1a98ee0c-f047-485f-85b3-1d7605db4ff7', 'status': 'completed', 'code': 200} Dec 13 13:08:10.720840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device fcdfb2a8-688a-411c-9294-07ad54a4c6ea up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:08:10.801060 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.847552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] device_id is not set on port fafdde2a-8bca-4a14-8dc6-0e514062a0e7 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:08:10.855385 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port fcdfb2a8-688a-411c-9294-07ad54a4c6ea completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:08:10.861834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port fcdfb2a8-688a-411c-9294-07ad54a4c6ea triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:10.862680 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.877791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Network 0dad2888-6553-46fd-9a4c-b77ef9f16075 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:08:10.890326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:10.912410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:08:10.925560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Pushing event updated for resources: {'Port': ['ID=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:10.960503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:10.987582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:10.990235 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d122499c-61da-4c1c-9ad7-8e282928974e" -d '{"events": [{"server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "name": "network-vif-plugged", "status": "completed", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:10.991385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-3a4a0bea-53f9-45d9-a773-227492934db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:10.993162 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-3a4a0bea-53f9-45d9-a773-227492934db9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 1096 time: 0.3471694 Dec 13 13:08:11.029370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:11.029892 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e48b415f-614f-43fd-a555-da2a2844e806', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'port_id': '1a98ee0c-f047-485f-85b3-1d7605db4ff7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'mac_address': 'fa:16:3e:e5:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:07:45Z', 'updated_at': '2021-12-13T13:08:09Z', 'revision_number': 1, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:11.045211 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:11.051681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f5d48-f54a-4980-ba93-543c3ce2c458 req-99b2aaaf-d57d-4c55-97e6-4db238b7b84e tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:11.072841 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a84f5d48-f54a-4980-ba93-543c3ce2c458 req-99b2aaaf-d57d-4c55-97e6-4db238b7b84e tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 931 time: 0.2698560 Dec 13 13:08:11.092564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:11.093268 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:11.105805 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] Checking router: 9d15185e-b4ac-4386-a73d-ee1fc766b97d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:08:11.127657 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6186858-6325-49b4-83c9-649725424940 x-openstack-request-id: req-b6186858-6325-49b4-83c9-649725424940 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:11.127927 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "name": "network-vif-plugged", "status": "completed", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:11.128178 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6186858-6325-49b4-83c9-649725424940 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:11.128879 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'code': 200} Dec 13 13:08:11.135460 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:08:11.136629 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:11.192192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:11.241422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-71a54885-d153-4eea-906f-1164cd09a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:11.243510 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-71a54885-d153-4eea-906f-1164cd09a8cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.2076068 Dec 13 13:08:11.260740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-8f6bebb7-d598-4cc1-857f-53e480215e31 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4749818 Dec 13 13:08:11.265765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a84f5d48-f54a-4980-ba93-543c3ce2c458 req-f5150240-9e01-4b0e-a732-7d377c748f7a tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e86ed89-104c-4fb3-b488-61be5b1ea668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911364 Dec 13 13:08:11.274171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Request body: {'port': {'device_id': '1ff7ad27-8eac-495f-8e50-6456c13e97b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:11.309542 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:08:11.320646 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ab8f-e78a-4d39-ad53-474c158efa6c req-64acb5d8-b648-4842-b75c-fd412ea76800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:11.322196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8000ab8f-e78a-4d39-ad53-474c158efa6c req-64acb5d8-b648-4842-b75c-fd412ea76800 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1096 time: 0.1745245 Dec 13 13:08:11.349125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7202077c-fae7-4bc5-b786-74b351f9bba6 None None] Provisioning complete for port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:11.349557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7202077c-fae7-4bc5-b786-74b351f9bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:11.379508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbecc3-8c3e-4f9a-8c8a-06a09539b770 req-79d8744e-bb44-4f48-b318-197075c17632 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:11.381033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5bfbecc3-8c3e-4f9a-8c8a-06a09539b770 req-79d8744e-bb44-4f48-b318-197075c17632 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 945 time: 0.1676791 Dec 13 13:08:11.395085 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-440e5154-b249-4723-939c-9a61f0ffe5db req-e49703bd-7480-4897-9353-f6eb0e8eae70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1508696 Dec 13 13:08:11.401120 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-90716e74-ceaa-4e11-986e-d83f202c6623 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7 HTTP/1.1" status: 200 len: 999 time: 0.1355383 Dec 13 13:08:11.414017 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:11.425522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7202077c-fae7-4bc5-b786-74b351f9bba6 None None] Port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:11.457983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8000ab8f-e78a-4d39-ad53-474c158efa6c req-73c1c40d-8400-4a4d-b759-c8cf35208b57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281347 Dec 13 13:08:11.464757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7202077c-fae7-4bc5-b786-74b351f9bba6 None None] Provisioning complete for port f910f0be-0119-46ae-9235-05a160a2d944 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:11.465509 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7202077c-fae7-4bc5-b786-74b351f9bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:11.504459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.7 (80e1f77d-7d40-445b-a26b-641191ac2fbd/5a1c8c9d-5e6b-4105-8ed8-6d2940433207/fafdde2a-8bca-4a14-8dc6-0e514062a0e7) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:11.524423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-9405d6d3-6303-448c-b6fa-0ccdfa2587f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:11.525970 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-9405d6d3-6303-448c-b6fa-0ccdfa2587f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.1166477 Dec 13 13:08:11.541005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5bfbecc3-8c3e-4f9a-8c8a-06a09539b770 req-e1c3e83d-deba-4916-81fb-62312c30db7c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485467 Dec 13 13:08:11.577870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e5154-b249-4723-939c-9a61f0ffe5db req-81f9e947-310e-4aa9-b6b3-e12031b85fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:11.579784 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-440e5154-b249-4723-939c-9a61f0ffe5db req-81f9e947-310e-4aa9-b6b3-e12031b85fd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1096 time: 0.1085272 Dec 13 13:08:11.643571 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e48b415f-614f-43fd-a555-da2a2844e806', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'port_id': '1a98ee0c-f047-485f-85b3-1d7605db4ff7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'mac_address': 'fa:16:3e:e5:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:07:45Z', 'updated_at': '2021-12-13T13:08:09Z', 'revision_number': 1, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:11.657343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-f532c318-da8d-4181-ab68-23419449b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:11.661209 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-f532c318-da8d-4181-ab68-23419449b1d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241124 Dec 13 13:08:11.694601 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648ed33-2396-46cd-a01c-c9256a9bcd54 None None] The sync data for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 is: [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e48b415f-614f-43fd-a555-da2a2844e806', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'port_id': '1a98ee0c-f047-485f-85b3-1d7605db4ff7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'mac_address': 'fa:16:3e:e5:56:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:07:45Z', 'updated_at': '2021-12-13T13:08:09Z', 'revision_number': 1, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:08:11.859727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:11.863774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:08:11.872803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:11.886438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Transition to ACTIVE for port object 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:08:11.890971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:11.893911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e5154-b249-4723-939c-9a61f0ffe5db req-502392a7-c41c-4612-ba85-82364d3228c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:11.895223 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-440e5154-b249-4723-939c-9a61f0ffe5db req-502392a7-c41c-4612-ba85-82364d3228c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.2155321 Dec 13 13:08:11.900912 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-1edd13d0-868d-4855-b5c2-99485aa3810e service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338657 Dec 13 13:08:11.945545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Pushing event updated for resources: {'Port': ['ID=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:12.029483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Attempting to bind port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:08:12.030186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Attempting to bind port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '4e5bec17-c5a6-42c2-998b-fdcb653c6a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0dad2888-6553-46fd-9a4c-b77ef9f16075'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:08:12.030690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Attempting to bind port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f on network 0dad2888-6553-46fd-9a4c-b77ef9f16075 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:08:12.036317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f on network 0dad2888-6553-46fd-9a4c-b77ef9f16075 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:08:12.036942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Attempting to bind port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f on network 0dad2888-6553-46fd-9a4c-b77ef9f16075 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:08:12.047600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:08:12.047955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Checking segment: {'id': '4e5bec17-c5a6-42c2-998b-fdcb653c6a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0dad2888-6553-46fd-9a4c-b77ef9f16075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:08:12.048723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Bound using segment: {'id': '4e5bec17-c5a6-42c2-998b-fdcb653c6a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0dad2888-6553-46fd-9a4c-b77ef9f16075'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:08:12.049185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Bound port: 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e5bec17-c5a6-42c2-998b-fdcb653c6a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0dad2888-6553-46fd-9a4c-b77ef9f16075'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:08:12.049606 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:12.053436 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a49ec-1d4f-4acf-ba25-d4c8a7e9b715 None None] New status for floating IP e48b415f-614f-43fd-a555-da2a2844e806: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:08:12.069915 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:12.080108 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-440e5154-b249-4723-939c-9a61f0ffe5db req-544f5b3a-ffc5-4cc0-b955-449d1267b07a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 1000 time: 0.1755056 Dec 13 13:08:12.130589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] For port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:08:12.134516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] For port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,segment=NetworkSegment(4e5bec17-c5a6-42c2-998b-fdcb653c6a08),segment_id=4e5bec17-c5a6-42c2-998b-fdcb653c6a08)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:08:12.142496 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:12.182539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:08:12.192920 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:12.198313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:08:12.200637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:12.201558 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:12.202344 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d1286d7c-8b7e-49c0-b708-d1fd5f3aa333 req-977b3a22-e3bc-4cc4-b6ff-9308de402fb0 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913287 Dec 13 13:08:12.202972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=fafdde2a-8bca-4a14-8dc6-0e514062a0e7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:12.203584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] 10.222.0.42 "PUT /v2.0/ports/874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f HTTP/1.1" status: 200 len: 1091 time: 0.9341211 Dec 13 13:08:12.204218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff7ad27-8eac-495f-8e50-6456c13e97b2', 'tag': '874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:12.207391 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c878c24-4bb1-411c-a653-5faec43ad389" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff7ad27-8eac-495f-8e50-6456c13e97b2", "tag": "874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:12.268892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d373f-dbc8-41fd-a58e-6ec92ec6e74c service neutron] Pushing event updated for resources: {'Port': ['ID=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:12.269793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e5154-b249-4723-939c-9a61f0ffe5db req-9ae38c12-b268-40ac-b1b4-65e0249e1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:12.271338 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-440e5154-b249-4723-939c-9a61f0ffe5db req-9ae38c12-b268-40ac-b1b4-65e0249e1b3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.1506488 Dec 13 13:08:12.329074 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77da46c4-881d-42e2-97b9-5ff4ec83d4b1 x-openstack-request-id: req-77da46c4-881d-42e2-97b9-5ff4ec83d4b1 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:12.329449 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff7ad27-8eac-495f-8e50-6456c13e97b2", "tag": "874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:12.329637 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77da46c4-881d-42e2-97b9-5ff4ec83d4b1 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:12.330097 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff7ad27-8eac-495f-8e50-6456c13e97b2', 'tag': '874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f', 'status': 'completed', 'code': 200} Dec 13 13:08:12.330799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:12.331908 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:12.356311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e5154-b249-4723-939c-9a61f0ffe5db req-f4b2f30a-f357-4556-a56a-864df9ab4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:12.358052 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-440e5154-b249-4723-939c-9a61f0ffe5db req-f4b2f30a-f357-4556-a56a-864df9ab4cdf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735979 Dec 13 13:08:12.361880 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-359d911b-b069-4557-a070-87139bcae2fb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0698814 Dec 13 13:08:12.364612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38652) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:12.365669 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f910f0be-0119-46ae-9235-05a160a2d944 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:08:12.369947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-016435d3-543f-4850-8f49-059f186b8e20 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:12.408405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55675187-4bfb-46c0-b0da-019031432a44 req-238fac68-ceda-40cd-a670-08493434ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:12.437718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-238fac68-ceda-40cd-a670-08493434ec3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2ed01a03af3c454c941f70e8e5cee68b&device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 1094 time: 0.1379790 Dec 13 13:08:12.493807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f910f0be-0119-46ae-9235-05a160a2d944 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:12.494509 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:12.495881 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:08:12.616441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-61b295c8-1d0a-4b60-90f4-7a9d9d354081 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f HTTP/1.1" status: 200 len: 217 time: 0.1755955 Dec 13 13:08:12.687879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd52298-b7a0-4a01-a1de-29a87b853965 req-b1ea7e2c-93e8-49f2-813e-176c13942900 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:12.697373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8cd52298-b7a0-4a01-a1de-29a87b853965 req-b1ea7e2c-93e8-49f2-813e-176c13942900 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 943 time: 0.2319965 Dec 13 13:08:12.799736 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-795cc3f2-97b7-4e56-a139-84a769f6412a None None] Provisioning complete for port fafdde2a-8bca-4a14-8dc6-0e514062a0e7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:12.801056 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-795cc3f2-97b7-4e56-a139-84a769f6412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:12.821676 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8cd52298-b7a0-4a01-a1de-29a87b853965 req-4e52a4ce-f447-4d4d-8341-1ee8c00f5432 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e86ed89-104c-4fb3-b488-61be5b1ea668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189008 Dec 13 13:08:12.828579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55675187-4bfb-46c0-b0da-019031432a44 req-40dc650d-3919-4009-8789-4b3c9b74955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:12.833548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-40dc650d-3919-4009-8789-4b3c9b74955d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fbec9e3-acc3-4f8f-b42f-79191515af6a HTTP/1.1" status: 200 len: 849 time: 0.2069709 Dec 13 13:08:12.860689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-795cc3f2-97b7-4e56-a139-84a769f6412a None None] Port fafdde2a-8bca-4a14-8dc6-0e514062a0e7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:12.882486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7b84d-8a7b-4c0b-b8a2-29117c3dc6cc req-277f8e43-4447-4a95-a898-b77a6fefee6e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:12.884287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c7b84d-8a7b-4c0b-b8a2-29117c3dc6cc req-277f8e43-4447-4a95-a898-b77a6fefee6e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 945 time: 0.1651375 Dec 13 13:08:12.918301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-335002a2-c52c-4110-a6cb-b46c1c428e97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dad2888-6553-46fd-9a4c-b77ef9f16075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726995 Dec 13 13:08:13.037776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c7b84d-8a7b-4c0b-b8a2-29117c3dc6cc req-16f5e634-9118-42f8-9652-e7b4bf1693fb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232321 Dec 13 13:08:13.061865 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-440e5154-b249-4723-939c-9a61f0ffe5db req-b8ec8557-aaff-4e7c-be73-ef3264d9cd3c service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855662 Dec 13 13:08:13.077019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-0bc9d27a-831a-4739-898f-7212fa683cf6 service neutron] 10.222.0.42 "GET /v2.0/networks/0dad2888-6553-46fd-9a4c-b77ef9f16075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343803 Dec 13 13:08:13.147974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016435d3-543f-4850-8f49-059f186b8e20 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:13.151519 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-016435d3-543f-4850-8f49-059f186b8e20 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:13.178103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55675187-4bfb-46c0-b0da-019031432a44 req-edb409f2-0053-4654-ab31-8b604a64a0dd service neutron] 10.222.0.42 "GET /v2.0/networks/0dad2888-6553-46fd-9a4c-b77ef9f16075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936475 Dec 13 13:08:13.260298 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-440e5154-b249-4723-939c-9a61f0ffe5db req-33c85742-abcb-480d-ba49-6f2c5e09cf67 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908417 Dec 13 13:08:13.280243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878c24-4bb1-411c-a653-5faec43ad389 req-8ca97dad-78f0-4dab-8ba8-dcde29a6deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:13.281830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c878c24-4bb1-411c-a653-5faec43ad389 req-8ca97dad-78f0-4dab-8ba8-dcde29a6deb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2ed01a03af3c454c941f70e8e5cee68b&device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 1094 time: 0.0486710 Dec 13 13:08:13.288943 n-d-817326-4 neutron-server[109885]: INFO neutron.db.ipam_backend_mixin [None req-016435d3-543f-4850-8f49-059f186b8e20 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5a1c8c9d-5e6b-4105-8ed8-6d2940433207 (CIDR: 172.20.0.0/28) Dec 13 13:08:13.293387 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-016435d3-543f-4850-8f49-059f186b8e20 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:08:13.293959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016435d3-543f-4850-8f49-059f186b8e20 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:13.311701 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-016435d3-543f-4850-8f49-059f186b8e20 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9459341 Dec 13 13:08:13.314437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38670) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:13.320016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4581733c-7bb4-4bb4-bc4f-9df99f0ea46d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:13.468407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878c24-4bb1-411c-a653-5faec43ad389 req-7198673f-fe80-4ae7-bdf3-45803900ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:13.470589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c878c24-4bb1-411c-a653-5faec43ad389 req-7198673f-fe80-4ae7-bdf3-45803900ab11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dad2888-6553-46fd-9a4c-b77ef9f16075 HTTP/1.1" status: 200 len: 909 time: 0.1812456 Dec 13 13:08:13.528920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c878c24-4bb1-411c-a653-5faec43ad389 req-2036e66a-bf66-4c38-a91a-e605b94c68cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f HTTP/1.1" status: 200 len: 217 time: 0.0494473 Dec 13 13:08:13.571247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4581733c-7bb4-4bb4-bc4f-9df99f0ea46d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:13.574906 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4581733c-7bb4-4bb4-bc4f-9df99f0ea46d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:13.638778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878c24-4bb1-411c-a653-5faec43ad389 req-080a5dff-1f45-4de8-933c-29e61a42df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:13.640224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c878c24-4bb1-411c-a653-5faec43ad389 req-080a5dff-1f45-4de8-933c-29e61a42df1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fbec9e3-acc3-4f8f-b42f-79191515af6a HTTP/1.1" status: 200 len: 849 time: 0.0980899 Dec 13 13:08:13.682233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c878c24-4bb1-411c-a653-5faec43ad389 req-5ff73e01-6458-4f4b-979d-1695c520f270 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dad2888-6553-46fd-9a4c-b77ef9f16075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339816 Dec 13 13:08:13.744756 n-d-817326-4 neutron-server[109886]: INFO neutron.db.ipam_backend_mixin [None req-4581733c-7bb4-4bb4-bc4f-9df99f0ea46d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 077684dc-b090-4588-8e61-a74e14d5e4b8 (CIDR: 172.20.0.16/28) Dec 13 13:08:13.751374 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4581733c-7bb4-4bb4-bc4f-9df99f0ea46d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:08:13.751857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4581733c-7bb4-4bb4-bc4f-9df99f0ea46d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:13.773945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4581733c-7bb4-4bb4-bc4f-9df99f0ea46d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4584186 Dec 13 13:08:13.776988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38676) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:13.782344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9fd73aa1-2af1-4e31-bac1-03f8812607c8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'subnet': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:13.803350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c878c24-4bb1-411c-a653-5faec43ad389 req-1fc754af-9599-45cd-9165-f20d57220c66 service neutron] 10.222.0.42 "GET /v2.0/networks/0dad2888-6553-46fd-9a4c-b77ef9f16075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083446 Dec 13 13:08:13.900626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd73aa1-2af1-4e31-bac1-03f8812607c8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Made reservation on behalf of bbd88c456e024765b8aad9fde561d6cb for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:08:13.905166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9fd73aa1-2af1-4e31-bac1-03f8812607c8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:13.941177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c878c24-4bb1-411c-a653-5faec43ad389 req-68669f4c-c76e-473f-9a4f-b37bf9d6560c service neutron] 10.222.0.42 "GET /v2.0/networks/0dad2888-6553-46fd-9a4c-b77ef9f16075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338143 Dec 13 13:08:13.963007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c218c3-5084-4269-9450-8ff4f5cdc18d req-fa01703d-ec51-42c8-8469-64e425f630dc tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:13.964923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0c218c3-5084-4269-9450-8ff4f5cdc18d req-fa01703d-ec51-42c8-8469-64e425f630dc tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 943 time: 0.0677798 Dec 13 13:08:14.024450 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0c218c3-5084-4269-9450-8ff4f5cdc18d req-30206f93-78e6-4fb6-978c-6f997b6a1d9a tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e86ed89-104c-4fb3-b488-61be5b1ea668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529537 Dec 13 13:08:14.183548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bbeea-3adc-479e-9064-b0c30920ec8d req-fa89d076-f302-4b40-9026-55b72fb42e30 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:14.184766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca3bbeea-3adc-479e-9064-b0c30920ec8d req-fa89d076-f302-4b40-9026-55b72fb42e30 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 945 time: 0.0623333 Dec 13 13:08:14.213905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9fd73aa1-2af1-4e31-bac1-03f8812607c8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:14.242329 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca3bbeea-3adc-479e-9064-b0c30920ec8d req-bff740f6-1d6a-4d1e-a00c-8bc0930566a3 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503690 Dec 13 13:08:14.264657 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd73aa1-2af1-4e31-bac1-03f8812607c8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:08:14.271754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9fd73aa1-2af1-4e31-bac1-03f8812607c8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:14.275169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd73aa1-2af1-4e31-bac1-03f8812607c8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:14.275825 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9fd73aa1-2af1-4e31-bac1-03f8812607c8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:14.287798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8484baf-7080-48c8-a04c-7f02ca1a2d75 None None] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:14.292120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd73aa1-2af1-4e31-bac1-03f8812607c8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Subnet': ['ID=bc029bcc-2784-4a4b-aeb5-384d60a1c2b8,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:14.312636 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9fd73aa1-2af1-4e31-bac1-03f8812607c8 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5318487 Dec 13 13:08:14.313028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38692) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:14.318732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-790715647', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc029bcc-2784-4a4b-aeb5-384d60a1c2b8'}], 'security_groups': ['54c3c5db-e647-4461-8922-27a11f6d721b', 'e7c06a01-347d-4dfb-be5f-498a8bef9a4b']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:14.452474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6885e7-c524-4870-b549-051093977763 req-584a5700-3ee4-4519-bd9b-16e5e552e3fe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:14.454030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff6885e7-c524-4870-b549-051093977763 req-584a5700-3ee4-4519-bd9b-16e5e552e3fe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 945 time: 0.1131043 Dec 13 13:08:14.486653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d0cba4-9535-4902-8d11-038e9eb7f6a7 None None] Update dhcp port {'port': {'network_id': '80e1f77d-7d40-445b-a26b-641191ac2fbd', 'fixed_ips': [{'subnet_id': '077684dc-b090-4588-8e61-a74e14d5e4b8', 'ip_address': '172.20.0.18'}, {'subnet_id': '5a1c8c9d-5e6b-4105-8ed8-6d2940433207', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bc029bcc-2784-4a4b-aeb5-384d60a1c2b8'}], 'binding:host_id': 'n-d-817326-4'}, 'id': 'f910f0be-0119-46ae-9235-05a160a2d944'} from n-d-817326-4. {{(pid=109887) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 13:08:14.514258 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21d0cba4-9535-4902-8d11-038e9eb7f6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:14.560441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:08:14.564503 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff6885e7-c524-4870-b549-051093977763 req-33ba5972-ca88-465d-89e5-e14559cb148d tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920434 Dec 13 13:08:14.568362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:14.588784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38694) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:14.633076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566bd2c0-6383-4bce-98eb-d306a819017f tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:14.634671 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-566bd2c0-6383-4bce-98eb-d306a819017f tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1091 time: 0.0437181 Dec 13 13:08:14.637655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38696) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:14.642013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:14.664769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:14.782777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,segment=NetworkSegment(4e5bec17-c5a6-42c2-998b-fdcb653c6a08),segment_id=4e5bec17-c5a6-42c2-998b-fdcb653c6a08)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:14.786666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-21d0cba4-9535-4902-8d11-038e9eb7f6a7 None None] Allocated IP 172.20.0.34 (80e1f77d-7d40-445b-a26b-641191ac2fbd/bc029bcc-2784-4a4b-aeb5-384d60a1c2b8/f910f0be-0119-46ae-9235-05a160a2d944) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:14.804627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f', 'network_id': '0dad2888-6553-46fd-9a4c-b77ef9f16075', 'port_id': '874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f', 'mac_address': 'fa:16:3e:01:83:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbec9e3-acc3-4f8f-b42f-79191515af6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:08:14.823653 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:14.894213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:14.935270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.25.2.151 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/fc031c50-3d1b-4028-980b-6d1f7eadbc3a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:15.064584 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:15.096364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:08:15.124998 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:15.132973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-21d0cba4-9535-4902-8d11-038e9eb7f6a7 None None] For port f910f0be-0119-46ae-9235-05a160a2d944, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f910f0be-0119-46ae-9235-05a160a2d944,segment=NetworkSegment(d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468),segment_id=d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:15.137271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,segment=NetworkSegment(4e5bec17-c5a6-42c2-998b-fdcb653c6a08),segment_id=4e5bec17-c5a6-42c2-998b-fdcb653c6a08)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:15.153852 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:15.208579 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21d0cba4-9535-4902-8d11-038e9eb7f6a7 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:15.212082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:08:15.221251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:08:15.226576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21d0cba4-9535-4902-8d11-038e9eb7f6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:15.233467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:08:15.249189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:15.269423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=fc031c50-3d1b-4028-980b-6d1f7eadbc3a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:15.287761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765da1b-62b0-447e-b291-8e1dcf4bdc26 req-0e58f072-6509-488f-bb62-f0fcb1f50cbe tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:15.289362 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b765da1b-62b0-447e-b291-8e1dcf4bdc26 req-0e58f072-6509-488f-bb62-f0fcb1f50cbe tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 944 time: 0.1057711 Dec 13 13:08:15.381175 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0cba4-9535-4902-8d11-038e9eb7f6a7 None None] Pushing event updated for resources: {'Port': ['ID=f910f0be-0119-46ae-9235-05a160a2d944,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:15.416327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b765da1b-62b0-447e-b291-8e1dcf4bdc26 req-db78f877-5d2b-4f51-ad03-3810dd5ab82b tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e86ed89-104c-4fb3-b488-61be5b1ea668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163321 Dec 13 13:08:15.436401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Delete allocated IP 172.20.0.7 (80e1f77d-7d40-445b-a26b-641191ac2fbd/5a1c8c9d-5e6b-4105-8ed8-6d2940433207) {{(pid=109886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 13:08:15.436746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:08:15.449232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Allocated IP 172.20.0.40 (80e1f77d-7d40-445b-a26b-641191ac2fbd/bc029bcc-2784-4a4b-aeb5-384d60a1c2b8/fafdde2a-8bca-4a14-8dc6-0e514062a0e7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:08:15.792941 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:15.800052 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:15.861477 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:15.940642 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.116595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-94a23f50-78db-418e-b87b-ba89c8699099 None None] Provisioning complete for port f910f0be-0119-46ae-9235-05a160a2d944 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:16.116818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.116995 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94a23f50-78db-418e-b87b-ba89c8699099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.126169 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.243464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=fc031c50-3d1b-4028-980b-6d1f7eadbc3a,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:16.256984 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.300058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f910f0be-0119-46ae-9235-05a160a2d944 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:08:16.329207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event updated for resources: {'Port': ['ID=fafdde2a-8bca-4a14-8dc6-0e514062a0e7,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:16.364800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-94a23f50-78db-418e-b87b-ba89c8699099 None None] Provisioning complete for port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:16.365265 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94a23f50-78db-418e-b87b-ba89c8699099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.395077 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Floating IP e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624 associated. External IP: 172.25.2.151, port: fcdfb2a8-688a-411c-9294-07ad54a4c6ea. Dec 13 13:08:16.402412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f910f0be-0119-46ae-9235-05a160a2d944 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:16.402989 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.406445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] In _notify_port_updated(), no bound segment for port fafdde2a-8bca-4a14-8dc6-0e514062a0e7 on network 80e1f77d-7d40-445b-a26b-641191ac2fbd {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:08:16.414616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:16.415520 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.417516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eaa7286a-4d11-4cd9-b0cb-a6d0bb1bda8d tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "PUT /v2.0/ports/fafdde2a-8bca-4a14-8dc6-0e514062a0e7 HTTP/1.1" status: 200 len: 959 time: 2.1033621 Dec 13 13:08:16.421022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38718) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:16.469669 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-94a23f50-78db-418e-b87b-ba89c8699099 None None] Port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:16.505480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-94a23f50-78db-418e-b87b-ba89c8699099 None None] Provisioning complete for port fafdde2a-8bca-4a14-8dc6-0e514062a0e7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:16.505856 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94a23f50-78db-418e-b87b-ba89c8699099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.544113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-94a23f50-78db-418e-b87b-ba89c8699099 None None] Port fafdde2a-8bca-4a14-8dc6-0e514062a0e7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:16.561972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1b788-3df6-44e4-97f7-f7550b8d1be7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port fafdde2a-8bca-4a14-8dc6-0e514062a0e7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:16.562604 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b788-3df6-44e4-97f7-f7550b8d1be7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.565644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:08:16.705356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e2ec0-3f65-47ee-8b05-dd7b1312df50 req-3abad809-c5f8-4ca0-b079-3d51f023e761 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:16.713767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-229e2ec0-3f65-47ee-8b05-dd7b1312df50 req-3abad809-c5f8-4ca0-b079-3d51f023e761 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 944 time: 0.1221583 Dec 13 13:08:16.715537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:08:16.720400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:16.720779 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.724035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 1db31446-d672-4f1d-924d-1c75f0ea44c3 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:08:16.793160 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b788-3df6-44e4-97f7-f7550b8d1be7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.809388 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-229e2ec0-3f65-47ee-8b05-dd7b1312df50 req-f8f4f4a9-455f-46fe-8c99-cfe67b4b513e tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e86ed89-104c-4fb3-b488-61be5b1ea668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946176 Dec 13 13:08:16.829751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1b788-3df6-44e4-97f7-f7550b8d1be7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for fafdde2a-8bca-4a14-8dc6-0e514062a0e7 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:16.831053 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.861698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:08:16.872790 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] Sync routers for ids ['1db31446-d672-4f1d-924d-1c75f0ea44c3'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:08:16.883911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff7ad27-8eac-495f-8e50-6456c13e97b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:16.886980 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe5aa52-adeb-4981-88a2-aeb2a75d9db1" -d '{"events": [{"server_uuid": "1ff7ad27-8eac-495f-8e50-6456c13e97b2", "name": "network-vif-plugged", "status": "completed", "tag": "874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:16.888350 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.909078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,segment=NetworkSegment(4e5bec17-c5a6-42c2-998b-fdcb653c6a08),segment_id=4e5bec17-c5a6-42c2-998b-fdcb653c6a08)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:16.914376 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] Routers {'1db31446-d672-4f1d-924d-1c75f0ea44c3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:08:16.915137 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1db31446-d672-4f1d-924d-1c75f0ea44c3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:16.926521 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f84d9bff-8efb-4175-9d4e-7ee504adc221 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2875416 Dec 13 13:08:16.927280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:16.930384 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a994a5a5-956c-49cb-ad9b-b7f81881e714" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:16.933337 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.947394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-add48109-e1d4-4ae6-adff-2f9a8aaae17e None None] Provisioning complete for port fafdde2a-8bca-4a14-8dc6-0e514062a0e7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:16.947783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-add48109-e1d4-4ae6-adff-2f9a8aaae17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:16.978057 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e56b1bc-92ad-4e43-a7f0-e5e66015cd13 x-openstack-request-id: req-6e56b1bc-92ad-4e43-a7f0-e5e66015cd13 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:16.978718 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff7ad27-8eac-495f-8e50-6456c13e97b2", "name": "network-vif-plugged", "status": "completed", "tag": "874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:16.978993 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e56b1bc-92ad-4e43-a7f0-e5e66015cd13 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:16.980247 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff7ad27-8eac-495f-8e50-6456c13e97b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f', 'code': 200} Dec 13 13:08:17.037996 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36e309c-be4f-4ab3-8931-a2c358f63fe0 x-openstack-request-id: req-f36e309c-be4f-4ab3-8931-a2c358f63fe0 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:17.038547 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:17.039037 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f36e309c-be4f-4ab3-8931-a2c358f63fe0 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:17.039749 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'status': 'completed', 'code': 200} Dec 13 13:08:17.101030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-add48109-e1d4-4ae6-adff-2f9a8aaae17e None None] Port fafdde2a-8bca-4a14-8dc6-0e514062a0e7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:17.104066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:17.164003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-026fc264-a350-4713-87d7-3dd3195cc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:17.171541 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-026fc264-a350-4713-87d7-3dd3195cc932 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1096 time: 0.0972121 Dec 13 13:08:17.238907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e802e-8cf3-473c-8dfc-2e5edab15e27 req-2066ce54-8ef8-48af-8eb2-dbc33f96ec99 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:17.249805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec1e802e-8cf3-473c-8dfc-2e5edab15e27 req-2066ce54-8ef8-48af-8eb2-dbc33f96ec99 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 945 time: 0.2195675 Dec 13 13:08:17.292529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bcafc-9772-4a01-9a10-9637e9453d75 req-b40503d9-2645-4517-aa94-3ca13ff59061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:17.292529 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab1bcafc-9772-4a01-9a10-9637e9453d75 req-b40503d9-2645-4517-aa94-3ca13ff59061 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 1096 time: 0.1727540 Dec 13 13:08:17.360334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b788-3df6-44e4-97f7-f7550b8d1be7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:17.375238 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] Set router 1db31446-d672-4f1d-924d-1c75f0ea44c3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:08:17.407751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-328e4857-83e4-44c1-9b87-cf49e9d03323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:17.409245 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-328e4857-83e4-44c1-9b87-cf49e9d03323 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30364052-dbe3-4458-90e0-01eb6837e081 HTTP/1.1" status: 200 len: 897 time: 0.2356112 Dec 13 13:08:17.448925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1b788-3df6-44e4-97f7-f7550b8d1be7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=fafdde2a-8bca-4a14-8dc6-0e514062a0e7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:17.495443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab1bcafc-9772-4a01-9a10-9637e9453d75 req-d7db7d72-96e5-44b1-bd15-4b75017105b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e86ed89-104c-4fb3-b488-61be5b1ea668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548786 Dec 13 13:08:17.534438 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-7437e831-25c4-450b-9284-8fce6b6f0ae2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 200 len: 999 time: 0.1130130 Dec 13 13:08:17.535373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec1e802e-8cf3-473c-8dfc-2e5edab15e27 req-087058a9-df73-4bb8-aa21-9f1fecffa15c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846234 Dec 13 13:08:17.570645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38742) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:17.586469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-e8609028-5949-49d4-a610-cec5c9359eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:17.588234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-e8609028-5949-49d4-a610-cec5c9359eb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84beae2d-d3a0-4e28-aea6-b458682c9d88 HTTP/1.1" status: 200 len: 835 time: 0.0496228 Dec 13 13:08:17.687644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-a18b7948-644c-4ebf-8951-963b1b0a3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:17.689674 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-a18b7948-644c-4ebf-8951-963b1b0a3683 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30364052-dbe3-4458-90e0-01eb6837e081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942738 Dec 13 13:08:17.759046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b788-3df6-44e4-97f7-f7550b8d1be7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:17.772790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4dc1b788-3df6-44e4-97f7-f7550b8d1be7 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/fafdde2a-8bca-4a14-8dc6-0e514062a0e7 HTTP/1.1" status: 204 len: 168 time: 1.3502200 Dec 13 13:08:17.776630 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:53Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'port_id': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'mac_address': 'fa:16:3e:9b:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:08:15Z', 'updated_at': '2021-12-13T13:08:15Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d41295f-2b8c-4238-bfa0-c4e6e8a6f473', 'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:0b:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:52Z', 'updated_at': '2021-12-13T13:07:57Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:17.779950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38744) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:17.816438 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] Checking router: 1db31446-d672-4f1d-924d-1c75f0ea44c3 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:08:17.826772 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] Routers {'1db31446-d672-4f1d-924d-1c75f0ea44c3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:08:17.827736 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:07:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1db31446-d672-4f1d-924d-1c75f0ea44c3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:17.833236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-915a89b6-9330-4e8f-8adf-9ef80061cd8a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624 HTTP/1.1" status: 200 len: 991 time: 0.2589009 Dec 13 13:08:17.834457 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-691f1753-45f1-43da-81cf-9ce12f5f8ec1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] GET failed (client error): The resource could not be found. Dec 13 13:08:17.835829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-691f1753-45f1-43da-81cf-9ce12f5f8ec1 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports/fafdde2a-8bca-4a14-8dc6-0e514062a0e7 HTTP/1.1" status: 404 len: 333 time: 0.0548110 Dec 13 13:08:17.839875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38748) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:17.933222 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-971fbd3d-50e0-49ff-91ff-3bdcd07ef46c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:17.942435 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] Set router 1db31446-d672-4f1d-924d-1c75f0ea44c3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:08:17.983703 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-b09153fd-22e7-419c-98af-86783bf9e83f service neutron] 10.222.0.37 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859921 Dec 13 13:08:17.985296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-971fbd3d-50e0-49ff-91ff-3bdcd07ef46c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:17.996220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763a563-fad7-43db-a309-0665e10906af req-e6041e85-884b-4db0-831a-01dacbd0fce6 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:17.998504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3763a563-fad7-43db-a309-0665e10906af req-e6041e85-884b-4db0-831a-01dacbd0fce6 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 945 time: 0.0774560 Dec 13 13:08:18.073651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3763a563-fad7-43db-a309-0665e10906af req-a06618ae-699a-4b0a-b2bb-0c899c1ffd76 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e86ed89-104c-4fb3-b488-61be5b1ea668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668066 Dec 13 13:08:18.128782 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-971fbd3d-50e0-49ff-91ff-3bdcd07ef46c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.135874 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-971fbd3d-50e0-49ff-91ff-3bdcd07ef46c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.137727 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-971fbd3d-50e0-49ff-91ff-3bdcd07ef46c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/security-groups/76e839ad-c241-4671-bb0c-a421e55e87f9 HTTP/1.1" status: 204 len: 168 time: 0.2968843 Dec 13 13:08:18.140565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38750) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:18.168417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fbd3d-50e0-49ff-91ff-3bdcd07ef46c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e839ad-c241-4671-bb0c-a421e55e87f9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:18.174339 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a994a5a5-956c-49cb-ad9b-b7f81881e714 req-eced5368-6b6c-4304-b082-4739c13ef62c service neutron] 10.222.0.37 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803174 Dec 13 13:08:18.228879 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:53Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'port_id': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'mac_address': 'fa:16:3e:9b:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:08:15Z', 'updated_at': '2021-12-13T13:08:15Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d41295f-2b8c-4238-bfa0-c4e6e8a6f473', 'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:0b:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:52Z', 'updated_at': '2021-12-13T13:07:57Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:18.270144 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a60d1-e4a2-4c2d-94ff-a4ded4afcbab None None] The sync data for ids ['1db31446-d672-4f1d-924d-1c75f0ea44c3'] in n-d-817326-4 is: [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:53Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'port_id': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'mac_address': 'fa:16:3e:9b:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:08:15Z', 'updated_at': '2021-12-13T13:08:15Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d41295f-2b8c-4238-bfa0-c4e6e8a6f473', 'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:0b:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:52Z', 'updated_at': '2021-12-13T13:07:57Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:08:18.287488 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3bec-250d-475f-ab50-301dfada1555 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.313915 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3bec-250d-475f-ab50-301dfada1555 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.372330 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3bec-250d-475f-ab50-301dfada1555 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.375659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3bec-250d-475f-ab50-301dfada1555 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.376866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ab8d3bec-250d-475f-ab50-301dfada1555 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/security-groups/e7c06a01-347d-4dfb-be5f-498a8bef9a4b HTTP/1.1" status: 204 len: 168 time: 0.2288945 Dec 13 13:08:18.380489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38752) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:18.387972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d3bec-250d-475f-ab50-301dfada1555 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c06a01-347d-4dfb-be5f-498a8bef9a4b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:18.515281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89c24e27-511a-4275-bb35-6d6e94702535 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.547641 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89c24e27-511a-4275-bb35-6d6e94702535 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.619868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89c24e27-511a-4275-bb35-6d6e94702535 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.623393 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89c24e27-511a-4275-bb35-6d6e94702535 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.624857 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-89c24e27-511a-4275-bb35-6d6e94702535 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/security-groups/54c3c5db-e647-4461-8922-27a11f6d721b HTTP/1.1" status: 204 len: 168 time: 0.2432740 Dec 13 13:08:18.628142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38760) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:18.641986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c24e27-511a-4275-bb35-6d6e94702535 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c3c5db-e647-4461-8922-27a11f6d721b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:18.710203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-71519695-57e7-4a08-9e61-1f2d95217436 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet 5a1c8c9d-5e6b-4105-8ed8-6d2940433207 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:08:18.714010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-71519695-57e7-4a08-9e61-1f2d95217436 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.804711 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-71519695-57e7-4a08-9e61-1f2d95217436 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.837007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38764) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:18.938612 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b371a5e2-30e7-4d73-8f9f-e94c0d082281 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624 HTTP/1.1" status: 200 len: 991 time: 0.0988991 Dec 13 13:08:18.952831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-71519695-57e7-4a08-9e61-1f2d95217436 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:18.965811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ef537-3b87-44ba-9de7-bf62c9665c70 None None] New status for floating IP e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:08:19.013362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-71519695-57e7-4a08-9e61-1f2d95217436 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.043699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71519695-57e7-4a08-9e61-1f2d95217436 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1c8c9d-5e6b-4105-8ed8-6d2940433207,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:19.047813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-71519695-57e7-4a08-9e61-1f2d95217436 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.055875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-71519695-57e7-4a08-9e61-1f2d95217436 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/5a1c8c9d-5e6b-4105-8ed8-6d2940433207 HTTP/1.1" status: 204 len: 168 time: 0.4216623 Dec 13 13:08:19.056939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38766) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:19.073900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab011ad-d216-4b20-b972-eff943a40549 None None] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:19.123233 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3dcfeb-b1f1-457a-9945-eb0b7bfc1551 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet bc029bcc-2784-4a4b-aeb5-384d60a1c2b8 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:08:19.133144 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfeb-b1f1-457a-9945-eb0b7bfc1551 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.193031 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfeb-b1f1-457a-9945-eb0b7bfc1551 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.248196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5a202-d937-41ee-a318-4c36dda7e525 req-9c4a2177-e7e9-4245-baf0-f15643b9ab91 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:19.256487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fb5a202-d937-41ee-a318-4c36dda7e525 req-9c4a2177-e7e9-4245-baf0-f15643b9ab91 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 945 time: 0.0893471 Dec 13 13:08:19.310006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fb5a202-d937-41ee-a318-4c36dda7e525 req-19a84499-4bbc-4a13-a460-9041dc95d613 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e86ed89-104c-4fb3-b488-61be5b1ea668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525351 Dec 13 13:08:19.326477 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfeb-b1f1-457a-9945-eb0b7bfc1551 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.386011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfeb-b1f1-457a-9945-eb0b7bfc1551 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.417037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dcfeb-b1f1-457a-9945-eb0b7bfc1551 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=bc029bcc-2784-4a4b-aeb5-384d60a1c2b8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:19.428480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfeb-b1f1-457a-9945-eb0b7bfc1551 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.432036 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb3dcfeb-b1f1-457a-9945-eb0b7bfc1551 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/bc029bcc-2784-4a4b-aeb5-384d60a1c2b8 HTTP/1.1" status: 204 len: 168 time: 0.3743172 Dec 13 13:08:19.434481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38772) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:19.476313 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10cb2d3-ee48-4df4-97ed-c1ee38c20bac tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:19.476675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10cb2d3-ee48-4df4-97ed-c1ee38c20bac tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:19.480367 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d10cb2d3-ee48-4df4-97ed-c1ee38c20bac tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/5a1c8c9d-5e6b-4105-8ed8-6d2940433207 HTTP/1.1" status: 404 len: 337 time: 0.0448098 Dec 13 13:08:19.483052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38774) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:19.566404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e1d7a0-2f6b-47fe-905d-34cbc68ff1e2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting subnet 077684dc-b090-4588-8e61-a74e14d5e4b8 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:08:19.570394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61e1d7a0-2f6b-47fe-905d-34cbc68ff1e2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.639629 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61e1d7a0-2f6b-47fe-905d-34cbc68ff1e2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.753754 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61e1d7a0-2f6b-47fe-905d-34cbc68ff1e2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.835229 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61e1d7a0-2f6b-47fe-905d-34cbc68ff1e2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.868163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1d7a0-2f6b-47fe-905d-34cbc68ff1e2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Subnet': ['ID=077684dc-b090-4588-8e61-a74e14d5e4b8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:19.872479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61e1d7a0-2f6b-47fe-905d-34cbc68ff1e2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:19.876017 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-61e1d7a0-2f6b-47fe-905d-34cbc68ff1e2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/077684dc-b090-4588-8e61-a74e14d5e4b8 HTTP/1.1" status: 204 len: 168 time: 0.3914754 Dec 13 13:08:19.880663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38790) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:19.913412 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-34028bfc-6800-47b8-b9e0-93770e631fa0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:19.913869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34028bfc-6800-47b8-b9e0-93770e631fa0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:19.918117 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-34028bfc-6800-47b8-b9e0-93770e631fa0 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/35177737-eb5f-4e95-94b2-4e2c0b6b1305 HTTP/1.1" status: 404 len: 337 time: 0.0357006 Dec 13 13:08:19.919864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38792) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:19.941468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38794) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:19.969201 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7bdc5de9-cc67-436a-ba15-0e2393f4c5af tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5cf6b36-6903-4550-9fa0-30d135381606 HTTP/1.1" status: 200 len: 205 time: 0.0478442 Dec 13 13:08:19.973734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38796) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.035186 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-fbfe41d3-141b-4e57-bcdc-f35213d3b0cd tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] delete failed (client error): The resource could not be found. Dec 13 13:08:20.036308 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fbfe41d3-141b-4e57-bcdc-f35213d3b0cd tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/routers/d5cf6b36-6903-4550-9fa0-30d135381606 HTTP/1.1" status: 404 len: 336 time: 0.0570893 Dec 13 13:08:20.039430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38798) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.060581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1275b7e1-3705-4381-93b6-34db707290be tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624 HTTP/1.1" status: 200 len: 993 time: 0.1083426 Dec 13 13:08:20.082624 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9df9a3-25ef-414d-abd6-4387e6093299 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:20.083822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9df9a3-25ef-414d-abd6-4387e6093299 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:20.088686 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2d9df9a3-25ef-414d-abd6-4387e6093299 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/774c22a8-279b-4206-a970-8c49281a39be HTTP/1.1" status: 404 len: 337 time: 0.0484133 Dec 13 13:08:20.090702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139bb572-1858-45de-92b6-4c24ce658b6d None None] Network 80e1f77d-7d40-445b-a26b-641191ac2fbd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:08:20.091491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38800) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.151720 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5aa6787-0c59-4858-9f83-973b6439d073 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:20.152273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5aa6787-0c59-4858-9f83-973b6439d073 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:20.157969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b5aa6787-0c59-4858-9f83-973b6439d073 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/78913e83-b277-44a4-9141-d6c93c9e4e17 HTTP/1.1" status: 404 len: 337 time: 0.0629246 Dec 13 13:08:20.158461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38802) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.186312 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-19425fdc-80e0-4f85-ad09-cb4c1e331f2c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:20.186921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19425fdc-80e0-4f85-ad09-cb4c1e331f2c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:20.192422 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-19425fdc-80e0-4f85-ad09-cb4c1e331f2c tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/74f59207-d6db-4111-9eee-1423824ec9ca HTTP/1.1" status: 404 len: 337 time: 0.0305665 Dec 13 13:08:20.192806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38804) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.217424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9fe5882a-378e-43dd-b71d-fff0c8c9b20d None None] Provisioning complete for port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:20.217716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fe5882a-378e-43dd-b71d-fff0c8c9b20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:20.225922 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-79819363-3574-4559-a6bc-d6aa8df1137e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:20.226628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79819363-3574-4559-a6bc-d6aa8df1137e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:20.229954 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-79819363-3574-4559-a6bc-d6aa8df1137e tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/cf5c8057-fc60-4350-b449-fd5dbab8b94b HTTP/1.1" status: 404 len: 333 time: 0.0361311 Dec 13 13:08:20.232624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38806) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.260897 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fdd4eb-0861-4d31-96aa-73f760c140db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:20.265946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fdd4eb-0861-4d31-96aa-73f760c140db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:20.274761 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f0fdd4eb-0861-4d31-96aa-73f760c140db tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/ed6f6d56-ff35-4c8f-966e-e2b2eab92448 HTTP/1.1" status: 404 len: 337 time: 0.0409083 Dec 13 13:08:20.277459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38808) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.279301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5882a-378e-43dd-b71d-fff0c8c9b20d None None] Port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:20.291711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9fe5882a-378e-43dd-b71d-fff0c8c9b20d None None] Provisioning complete for port f910f0be-0119-46ae-9235-05a160a2d944 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:20.291987 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fe5882a-378e-43dd-b71d-fff0c8c9b20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:20.328998 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d3c2c6-324e-476a-b849-f9023a8aea52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:20.329642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d3c2c6-324e-476a-b849-f9023a8aea52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:20.333187 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d4d3c2c6-324e-476a-b849-f9023a8aea52 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/e7b6ca15-2aec-44f7-b057-9dc2bb8988f6 HTTP/1.1" status: 404 len: 337 time: 0.0546081 Dec 13 13:08:20.335956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38810) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.361149 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a2f32e-1b36-4158-8621-96a44cc30ea2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:20.362011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a2f32e-1b36-4158-8621-96a44cc30ea2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:20.365349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-66a2f32e-1b36-4158-8621-96a44cc30ea2 tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/a3ecafed-bd54-4e88-bd8e-d9b5ee5b5b5e HTTP/1.1" status: 404 len: 333 time: 0.0283940 Dec 13 13:08:20.368093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38812) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.399264 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef678230-a149-4aeb-b5c1-dc724cbe893a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:20.399547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbdc8a6-627a-4388-accb-7e35952c7f03 None None] DHCP port deletion for 80e1f77d-7d40-445b-a26b-641191ac2fbd request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:08:20.399721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef678230-a149-4aeb-b5c1-dc724cbe893a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:20.405298 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ef678230-a149-4aeb-b5c1-dc724cbe893a tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/384435a0-f1db-4cd2-b954-c2e58c5415c7 HTTP/1.1" status: 404 len: 337 time: 0.0338759 Dec 13 13:08:20.405520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38814) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.431188 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f39fac-1ae9-48b4-a225-0205d671327b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] DELETE failed (client error): The resource could not be found. Dec 13 13:08:20.431683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f39fac-1ae9-48b4-a225-0205d671327b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:08:20.435350 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-71f39fac-1ae9-48b4-a225-0205d671327b tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/subnets/1ee4df7e-ab53-4d6d-bb9c-9784c72c4db2 HTTP/1.1" status: 404 len: 337 time: 0.0284829 Dec 13 13:08:20.437461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38816) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:20.473577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdc8a6-627a-4388-accb-7e35952c7f03 None None] Deleting port f910f0be-0119-46ae-9235-05a160a2d944 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:20.474117 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0cbdc8a6-627a-4388-accb-7e35952c7f03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:20.540843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e5bebfb0-250b-49db-a35c-f593db686ded tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Deleting port 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:20.541361 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5bebfb0-250b-49db-a35c-f593db686ded tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:20.550147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0cbdc8a6-627a-4388-accb-7e35952c7f03 None None] For port f910f0be-0119-46ae-9235-05a160a2d944, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f910f0be-0119-46ae-9235-05a160a2d944,segment=NetworkSegment(d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468),segment_id=d94ac3df-ab8a-4420-a8e9-4f6b4cc9c468)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:20.550862 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0cbdc8a6-627a-4388-accb-7e35952c7f03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:20.564708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdc8a6-627a-4388-accb-7e35952c7f03 None None] Calling delete_port for f910f0be-0119-46ae-9235-05a160a2d944 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:20.644800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5bebfb0-250b-49db-a35c-f593db686ded tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:20.672567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e5bebfb0-250b-49db-a35c-f593db686ded tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Calling delete_port for 2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:20.710759 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0cbdc8a6-627a-4388-accb-7e35952c7f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:20.758763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdc8a6-627a-4388-accb-7e35952c7f03 None None] Pushing event deleted for resources: {'Port': ['ID=f910f0be-0119-46ae-9235-05a160a2d944,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:20.776622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbdc8a6-627a-4388-accb-7e35952c7f03 None None] No DVR routers for this DVR port f910f0be-0119-46ae-9235-05a160a2d944 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:21.141906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5bebfb0-250b-49db-a35c-f593db686ded tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:21.171548 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bebfb0-250b-49db-a35c-f593db686ded tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Port': ['ID=2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:21.176566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5bebfb0-250b-49db-a35c-f593db686ded tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:21.182694 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e5bebfb0-250b-49db-a35c-f593db686ded tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/ports/2c2a0a56-84f1-40cf-ab90-0ab9ebde8e5d HTTP/1.1" status: 204 len: 168 time: 0.7438521 Dec 13 13:08:21.182872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38828) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:21.261007 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:21.359908 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:21.381634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e1f77d-7d40-445b-a26b-641191ac2fbd']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:21.392531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94ac3df-ab8a-4420-a8e9-4f6b4cc9c468') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:21.393228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94ac3df-ab8a-4420-a8e9-4f6b4cc9c468') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:21.403182 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:21.416434 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:21.422610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:08:21.423152 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:08:21.426442 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:08:21.499739 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:21.506975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:21.511580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] 10.222.0.31 "DELETE /v2.0/networks/80e1f77d-7d40-445b-a26b-641191ac2fbd HTTP/1.1" status: 204 len: 168 time: 0.3272073 Dec 13 13:08:21.528240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd670d-3e80-4cf5-8c03-608ade8d41cb tempest-PortsTestJSON-270977852 tempest-PortsTestJSON-270977852-project] Pushing event deleted for resources: {'Network': ['ID=80e1f77d-7d40-445b-a26b-641191ac2fbd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:21.781000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38834) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:21.952426 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5eba34ca-e276-40c2-8605-ea9415f986fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbd88c456e024765b8aad9fde561d6cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1687715 Dec 13 13:08:21.953869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38848) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:22.035946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70c11ad5-5c9e-4598-9261-001ce2cc24a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:22.080070 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70c11ad5-5c9e-4598-9261-001ce2cc24a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:22.164340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70c11ad5-5c9e-4598-9261-001ce2cc24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:22.172316 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-70c11ad5-5c9e-4598-9261-001ce2cc24a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:22.174580 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-70c11ad5-5c9e-4598-9261-001ce2cc24a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d87c40b2-7ce6-43a6-8868-720ee2142ac2 HTTP/1.1" status: 204 len: 168 time: 0.2197430 Dec 13 13:08:22.183330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c11ad5-5c9e-4598-9261-001ce2cc24a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87c40b2-7ce6-43a6-8868-720ee2142ac2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:22.259288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f910f0be-0119-46ae-9235-05a160a2d944 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:22.283491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: f910f0be-0119-46ae-9235-05a160a2d944 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:08:22.284088 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f910f0be-0119-46ae-9235-05a160a2d944 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:08:23.471161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75743e-0164-4f89-bb59-caea5da1bc1e req-03889a43-b405-4e2f-b516-d08cd35d299a tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:23.480435 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb75743e-0164-4f89-bb59-caea5da1bc1e req-03889a43-b405-4e2f-b516-d08cd35d299a tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 945 time: 0.0699463 Dec 13 13:08:23.536211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb75743e-0164-4f89-bb59-caea5da1bc1e req-fcfb3e58-6ddb-44dc-afd3-f68eb6733977 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e86ed89-104c-4fb3-b488-61be5b1ea668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530427 Dec 13 13:08:24.180140 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b2d307a-4707-428a-b3e0-4e94c3e8298f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:24.662981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfce65-f5d9-4ed2-82ee-a83cf0a23d13 req-04c03067-295c-456f-ba77-0c6a11d00d14 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:24.665187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29dfce65-f5d9-4ed2-82ee-a83cf0a23d13 req-04c03067-295c-456f-ba77-0c6a11d00d14 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 945 time: 0.0563712 Dec 13 13:08:24.719321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29dfce65-f5d9-4ed2-82ee-a83cf0a23d13 req-e42d686d-318f-41e2-a4f6-dea62dd14f73 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e86ed89-104c-4fb3-b488-61be5b1ea668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478580 Dec 13 13:08:24.794036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34650ed6-102f-4705-a990-4156443b672e req-542d58c6-e4c9-4c0e-931a-e0235d442b0b tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:24.796209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34650ed6-102f-4705-a990-4156443b672e req-542d58c6-e4c9-4c0e-931a-e0235d442b0b tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 945 time: 0.0521545 Dec 13 13:08:24.894932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-34650ed6-102f-4705-a990-4156443b672e req-60707436-3287-46fa-832d-d59ebbc97845 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Deleting port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:24.895269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-34650ed6-102f-4705-a990-4156443b672e req-60707436-3287-46fa-832d-d59ebbc97845 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:24.992317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-34650ed6-102f-4705-a990-4156443b672e req-60707436-3287-46fa-832d-d59ebbc97845 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] For port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,segment=NetworkSegment(4e5bec17-c5a6-42c2-998b-fdcb653c6a08),segment_id=4e5bec17-c5a6-42c2-998b-fdcb653c6a08)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:24.992679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-34650ed6-102f-4705-a990-4156443b672e req-60707436-3287-46fa-832d-d59ebbc97845 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:25.006261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-34650ed6-102f-4705-a990-4156443b672e req-60707436-3287-46fa-832d-d59ebbc97845 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Calling delete_port for 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:25.147095 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-34650ed6-102f-4705-a990-4156443b672e req-60707436-3287-46fa-832d-d59ebbc97845 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:25.161104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:08:25.178986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60707436-3287-46fa-832d-d59ebbc97845 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Pushing event deleted for resources: {'Port': ['ID=874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:25.238192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-34650ed6-102f-4705-a990-4156443b672e req-60707436-3287-46fa-832d-d59ebbc97845 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] No DVR routers for this DVR port 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:25.240976 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-34650ed6-102f-4705-a990-4156443b672e req-60707436-3287-46fa-832d-d59ebbc97845 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:25.245146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34650ed6-102f-4705-a990-4156443b672e req-60707436-3287-46fa-832d-d59ebbc97845 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.42 "DELETE /v2.0/ports/874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f HTTP/1.1" status: 204 len: 173 time: 0.4417162 Dec 13 13:08:25.245600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff7ad27-8eac-495f-8e50-6456c13e97b2', 'name': 'network-vif-deleted', 'tag': '874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:25.248074 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96c16df-6201-4eed-8586-fa33990e698d" -d '{"events": [{"server_uuid": "1ff7ad27-8eac-495f-8e50-6456c13e97b2", "name": "network-vif-deleted", "tag": "874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:25.345835 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bf2b84-e0d5-471c-af2a-270ef783b1dc x-openstack-request-id: req-32bf2b84-e0d5-471c-af2a-270ef783b1dc {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:25.346164 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff7ad27-8eac-495f-8e50-6456c13e97b2", "name": "network-vif-deleted", "tag": "874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:25.346435 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32bf2b84-e0d5-471c-af2a-270ef783b1dc {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:25.346820 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff7ad27-8eac-495f-8e50-6456c13e97b2', 'name': 'network-vif-deleted', 'tag': '874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f', 'status': 'completed', 'code': 200} Dec 13 13:08:25.862721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a79974bf-45bb-4bc7-aa1a-64ca58755b1d req-b48c8ffc-1968-4c43-b1f7-1384d4f103a0 tempest-VolumesActionsTest-2034360801 tempest-VolumesActionsTest-2034360801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ff7ad27-8eac-495f-8e50-6456c13e97b2 HTTP/1.1" status: 200 len: 210 time: 0.0353861 Dec 13 13:08:26.607645 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4e552c5-e67d-4d50-b9d3-2c1897d6858f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:27.732963 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:28.747945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:28.773969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:08:28.774881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 874b34ae-d5fb-4bb4-b8f3-1ac8cfcb5e6f not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:08:29.073340 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:29.905461 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:37.466286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:37.543162 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:44.569235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39462) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:44.852264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef82e-40e8-4ce3-b96b-0084fb2b2868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.015333 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef82e-40e8-4ce3-b96b-0084fb2b2868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.024360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef82e-40e8-4ce3-b96b-0084fb2b2868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.062188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39470) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:45.062722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0d1ef82e-40e8-4ce3-b96b-0084fb2b2868 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57b8c0c60d4544d1abb7d0866d801e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4922311 Dec 13 13:08:45.084520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ef82e-40e8-4ce3-b96b-0084fb2b2868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2518d85-b0eb-45ed-82a2-7a63e2bb45c3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:45.135350 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.158057 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.219882 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.224059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.229107 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2518d85-b0eb-45ed-82a2-7a63e2bb45c3 HTTP/1.1" status: 204 len: 168 time: 0.1654201 Dec 13 13:08:45.238781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2518d85-b0eb-45ed-82a2-7a63e2bb45c3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:45.250265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.251159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.251803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.252303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.252790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.253690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.254231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.254731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.255218 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.255914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.256823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.257319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.258462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44442ec7-95c0-4e40-b026-acf94da77a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:45.625813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39484) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:45.645348 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f1725cc-c3fc-4f15-b07f-5da12ef108a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.741910 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f1725cc-c3fc-4f15-b07f-5da12ef108a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.750314 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f1725cc-c3fc-4f15-b07f-5da12ef108a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.820283 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4f1725cc-c3fc-4f15-b07f-5da12ef108a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=428537f192df467a9e4c958f3aad2542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1929283 Dec 13 13:08:45.827562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39488) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:45.827807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87c34c-b5a4-4db2-9c2d-f2e05d13ff89 req-ddd6b762-3c7f-43eb-babb-ffa5d1ed23d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:45.846371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87c34c-b5a4-4db2-9c2d-f2e05d13ff89 req-ddd6b762-3c7f-43eb-babb-ffa5d1ed23d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:45.854384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87c34c-b5a4-4db2-9c2d-f2e05d13ff89 req-ddd6b762-3c7f-43eb-babb-ffa5d1ed23d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:45.856040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1725cc-c3fc-4f15-b07f-5da12ef108a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed4db0-016a-4051-936b-80cfa58723ec,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:45.861881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87c34c-b5a4-4db2-9c2d-f2e05d13ff89 req-ddd6b762-3c7f-43eb-babb-ffa5d1ed23d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:45.881422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87c34c-b5a4-4db2-9c2d-f2e05d13ff89 req-ddd6b762-3c7f-43eb-babb-ffa5d1ed23d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:45.899710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87c34c-b5a4-4db2-9c2d-f2e05d13ff89 req-ddd6b762-3c7f-43eb-babb-ffa5d1ed23d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:45.909042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87c34c-b5a4-4db2-9c2d-f2e05d13ff89 req-ddd6b762-3c7f-43eb-babb-ffa5d1ed23d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:45.919225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b87c34c-b5a4-4db2-9c2d-f2e05d13ff89 req-ddd6b762-3c7f-43eb-babb-ffa5d1ed23d9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5445 time: 0.1906698 Dec 13 13:08:45.990426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75bdbe4c-c7b6-4d19-910b-3ab49ec3dd58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:45.995718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b87c34c-b5a4-4db2-9c2d-f2e05d13ff89 req-efacba9f-61e8-4bd9-907c-b8312e745291 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729764 Dec 13 13:08:46.022403 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75bdbe4c-c7b6-4d19-910b-3ab49ec3dd58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:46.082873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75bdbe4c-c7b6-4d19-910b-3ab49ec3dd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:46.085817 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75bdbe4c-c7b6-4d19-910b-3ab49ec3dd58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:46.089878 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-75bdbe4c-c7b6-4d19-910b-3ab49ec3dd58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86ed4db0-016a-4051-936b-80cfa58723ec HTTP/1.1" status: 204 len: 168 time: 0.2604120 Dec 13 13:08:46.099775 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdbe4c-c7b6-4d19-910b-3ab49ec3dd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed4db0-016a-4051-936b-80cfa58723ec,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:46.859727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-4c01c0c2-a372-4c13-9e61-c2648d426c28 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:46.865934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-4c01c0c2-a372-4c13-9e61-c2648d426c28 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:46.882490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-4c01c0c2-a372-4c13-9e61-c2648d426c28 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:46.889095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-4c01c0c2-a372-4c13-9e61-c2648d426c28 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:46.897849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-4c01c0c2-a372-4c13-9e61-c2648d426c28 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:46.904443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-4c01c0c2-a372-4c13-9e61-c2648d426c28 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:46.910685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-4c01c0c2-a372-4c13-9e61-c2648d426c28 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:46.913089 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-4c01c0c2-a372-4c13-9e61-c2648d426c28 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5445 time: 0.1178362 Dec 13 13:08:46.992772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-3a9a9491-093f-43cc-9b76-b4d9a3fcba29 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:46.994547 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-3a9a9491-093f-43cc-9b76-b4d9a3fcba29 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "GET /v2.0/ports/c45097b7-ab3b-4dc5-9117-be3b06871a4e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0741816 Dec 13 13:08:47.131186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-05fda1df-96d2-4d3f-8bf9-206f4ac235da tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "GET /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1300631 Dec 13 13:08:47.194695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:47.265010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:47.438364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fadd2-e9eb-4000-b189-2b23c00a6d7a req-0ca0ef3f-4644-4145-b8ef-44b9e29d9bce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:47.444986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fadd2-e9eb-4000-b189-2b23c00a6d7a req-0ca0ef3f-4644-4145-b8ef-44b9e29d9bce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:47.451354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fadd2-e9eb-4000-b189-2b23c00a6d7a req-0ca0ef3f-4644-4145-b8ef-44b9e29d9bce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:47.457716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fadd2-e9eb-4000-b189-2b23c00a6d7a req-0ca0ef3f-4644-4145-b8ef-44b9e29d9bce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:47.463862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fadd2-e9eb-4000-b189-2b23c00a6d7a req-0ca0ef3f-4644-4145-b8ef-44b9e29d9bce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:47.474255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fadd2-e9eb-4000-b189-2b23c00a6d7a req-0ca0ef3f-4644-4145-b8ef-44b9e29d9bce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:47.481045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fadd2-e9eb-4000-b189-2b23c00a6d7a req-0ca0ef3f-4644-4145-b8ef-44b9e29d9bce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:47.489971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b8fadd2-e9eb-4000-b189-2b23c00a6d7a req-0ca0ef3f-4644-4145-b8ef-44b9e29d9bce tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 5445 time: 0.3574603 Dec 13 13:08:47.513816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] For port c45097b7-ab3b-4dc5-9117-be3b06871a4e, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c45097b7-ab3b-4dc5-9117-be3b06871a4e,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:47.616927 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b8fadd2-e9eb-4000-b189-2b23c00a6d7a req-a1c4c3f5-7025-42dd-a281-b3d05bfa5618 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=079ef86c-7ecc-480d-bec9-1aa049c0c612&id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256568 Dec 13 13:08:47.631724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] For port c45097b7-ab3b-4dc5-9117-be3b06871a4e, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:08:47.698174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] device_id is not set on port c45097b7-ab3b-4dc5-9117-be3b06871a4e yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:08:47.709265 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:47.724424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:47.789024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] Pushing event updated for resources: {'Port': ['ID=c45097b7-ab3b-4dc5-9117-be3b06871a4e,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:47.818806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] No DVR routers for this DVR port c45097b7-ab3b-4dc5-9117-be3b06871a4e on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:47.875155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] In _notify_port_updated(), no bound segment for port c45097b7-ab3b-4dc5-9117-be3b06871a4e on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:08:47.876299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:47.877005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:47.879078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-eb970fb4-d683-4f7d-8e9d-d9f5fa944373 service neutron] 10.222.0.42 "PUT /v2.0/ports/c45097b7-ab3b-4dc5-9117-be3b06871a4e HTTP/1.1" status: 200 len: 1033 time: 0.7001660 Dec 13 13:08:47.963006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-7497bc81-0544-45ae-a670-b02be5f0814f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:47.965024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-7497bc81-0544-45ae-a670-b02be5f0814f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "GET /v2.0/ports/50c45399-8b22-4490-9dce-8ab750e368d4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0761011 Dec 13 13:08:47.976921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:48.050058 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:48.146402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5489a1fe-557f-47fc-9dca-abb1be712c29 None None] Provisioning complete for port c45097b7-ab3b-4dc5-9117-be3b06871a4e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:48.147505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5489a1fe-557f-47fc-9dca-abb1be712c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:48.189331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5489a1fe-557f-47fc-9dca-abb1be712c29 None None] Port c45097b7-ab3b-4dc5-9117-be3b06871a4e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:48.209121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] For port 50c45399-8b22-4490-9dce-8ab750e368d4, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=50c45399-8b22-4490-9dce-8ab750e368d4,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:48.248196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] For port 50c45399-8b22-4490-9dce-8ab750e368d4, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:08:48.283464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] device_id is not set on port 50c45399-8b22-4490-9dce-8ab750e368d4 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:08:48.292507 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:48.298922 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:48.368147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] No DVR routers for this DVR port 50c45399-8b22-4490-9dce-8ab750e368d4 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:48.370241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] Pushing event updated for resources: {'Port': ['ID=50c45399-8b22-4490-9dce-8ab750e368d4,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:48.432091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] In _notify_port_updated(), no bound segment for port 50c45399-8b22-4490-9dce-8ab750e368d4 on network af42c895-8317-4d3b-b2fd-4293b38dc0c5 {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:08:48.433074 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:48.434232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:48.435214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-02cafcc1-9d25-4683-a067-d621a245da52 service neutron] 10.222.0.42 "PUT /v2.0/ports/50c45399-8b22-4490-9dce-8ab750e368d4 HTTP/1.1" status: 200 len: 1032 time: 0.4631889 Dec 13 13:08:48.555830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-504c9f2c-7bd9-454a-a53c-4e4eefc003a4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:48.556167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-504c9f2c-7bd9-454a-a53c-4e4eefc003a4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:48.627696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c3b4813e-f955-40cf-8409-2f2031e10cf2 None None] Provisioning complete for port 50c45399-8b22-4490-9dce-8ab750e368d4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:48.628657 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4813e-f955-40cf-8409-2f2031e10cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:48.670199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4813e-f955-40cf-8409-2f2031e10cf2 None None] Port 50c45399-8b22-4490-9dce-8ab750e368d4 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:48.687831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-504c9f2c-7bd9-454a-a53c-4e4eefc003a4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] For port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:48.688207 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-504c9f2c-7bd9-454a-a53c-4e4eefc003a4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:48.708641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-504c9f2c-7bd9-454a-a53c-4e4eefc003a4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Calling delete_port for 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:48.855951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aaf29-1c9a-431f-a802-7a258690f427 req-1961b0a2-7081-4a0a-82e0-ebcd9ed7998c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:48.862318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aaf29-1c9a-431f-a802-7a258690f427 req-1961b0a2-7081-4a0a-82e0-ebcd9ed7998c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:48.868480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aaf29-1c9a-431f-a802-7a258690f427 req-1961b0a2-7081-4a0a-82e0-ebcd9ed7998c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:48.875339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aaf29-1c9a-431f-a802-7a258690f427 req-1961b0a2-7081-4a0a-82e0-ebcd9ed7998c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:48.882755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aaf29-1c9a-431f-a802-7a258690f427 req-1961b0a2-7081-4a0a-82e0-ebcd9ed7998c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:48.891720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c3aaf29-1c9a-431f-a802-7a258690f427 req-1961b0a2-7081-4a0a-82e0-ebcd9ed7998c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 3886 time: 0.1202455 Dec 13 13:08:48.986507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c3aaf29-1c9a-431f-a802-7a258690f427 req-dcf32bd5-c48a-42fe-9fd7-040fe7e98f55 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919013 Dec 13 13:08:49.032544 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-504c9f2c-7bd9-454a-a53c-4e4eefc003a4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:49.070305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c9f2c-7bd9-454a-a53c-4e4eefc003a4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Port': ['ID=1d5b9ba7-fb28-4630-ad6a-37abed4bca86,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:49.159329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-504c9f2c-7bd9-454a-a53c-4e4eefc003a4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] No DVR routers for this DVR port 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:49.162893 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-504c9f2c-7bd9-454a-a53c-4e4eefc003a4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:49.168765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-504c9f2c-7bd9-454a-a53c-4e4eefc003a4 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "DELETE /v2.0/ports/1d5b9ba7-fb28-4630-ad6a-37abed4bca86 HTTP/1.1" status: 204 len: 173 time: 0.7270794 Dec 13 13:08:49.169244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-deleted', 'tag': '1d5b9ba7-fb28-4630-ad6a-37abed4bca86'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:49.172544 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd3a4b8-4a89-465f-8d2d-d5102969c1fc" -d '{"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-deleted", "tag": "1d5b9ba7-fb28-4630-ad6a-37abed4bca86"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:49.341570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting port f611ff96-dd02-482d-baa6-61dd953429d4 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:49.342287 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:49.498551 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:08:49.537205 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5900144a-be32-478c-a4a4-c512fe56ae5c x-openstack-request-id: req-5900144a-be32-478c-a4a4-c512fe56ae5c {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:49.537507 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-deleted", "tag": "1d5b9ba7-fb28-4630-ad6a-37abed4bca86", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:49.537766 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5900144a-be32-478c-a4a4-c512fe56ae5c {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:49.540376 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-deleted', 'tag': '1d5b9ba7-fb28-4630-ad6a-37abed4bca86', 'status': 'completed', 'code': 200} Dec 13 13:08:49.656094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] For port f611ff96-dd02-482d-baa6-61dd953429d4, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f611ff96-dd02-482d-baa6-61dd953429d4,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:49.656472 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:49.678637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba057b03-f489-4d63-b0c8-eb876b7e03ec req-ba41966c-7d88-4a6e-873b-9df8384752f1 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:49.680691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba057b03-f489-4d63-b0c8-eb876b7e03ec req-ba41966c-7d88-4a6e-873b-9df8384752f1 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 945 time: 0.2034786 Dec 13 13:08:49.692710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Calling delete_port for f611ff96-dd02-482d-baa6-61dd953429d4 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:49.816788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba057b03-f489-4d63-b0c8-eb876b7e03ec req-03435c0e-1231-4b24-97df-29d1757454b0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204126 Dec 13 13:08:49.848059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39690) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:49.915907 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:49.953203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Port': ['ID=f611ff96-dd02-482d-baa6-61dd953429d4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:49.964165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.964555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.965172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.965608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.966012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.966466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.966927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.967539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.967931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.968405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.968841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.969299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:49.969723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:50.000790 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f4935505-3e03-4d57-9887-a82e1490b2bb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624 HTTP/1.1" status: 200 len: 993 time: 0.1512613 Dec 13 13:08:50.071231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] No DVR routers for this DVR port f611ff96-dd02-482d-baa6-61dd953429d4 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:50.077262 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:50.086715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8c9b2822-2643-4b74-bf90-608fa8d40655 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "DELETE /v2.0/ports/f611ff96-dd02-482d-baa6-61dd953429d4 HTTP/1.1" status: 204 len: 173 time: 0.9100935 Dec 13 13:08:50.280545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb502-3ccb-4eff-b87a-cb59a2e05c45 req-cc7edbaf-08bc-4768-b280-adea299414b8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:50.286733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb502-3ccb-4eff-b87a-cb59a2e05c45 req-cc7edbaf-08bc-4768-b280-adea299414b8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:50.293912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb502-3ccb-4eff-b87a-cb59a2e05c45 req-cc7edbaf-08bc-4768-b280-adea299414b8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:50.301485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c5bb502-3ccb-4eff-b87a-cb59a2e05c45 req-cc7edbaf-08bc-4768-b280-adea299414b8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 2416 time: 0.1475594 Dec 13 13:08:50.346296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:50.346918 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:50.393201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c5bb502-3ccb-4eff-b87a-cb59a2e05c45 req-7e909857-2713-4a2d-9b47-8428e38cda2c tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799544 Dec 13 13:08:50.583156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cf8cf-6e70-4620-8edb-eab054e68c1d req-7a2c2f9b-afad-4c3f-aba6-976e27ca3739 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:50.586721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad8cf8cf-6e70-4620-8edb-eab054e68c1d req-7a2c2f9b-afad-4c3f-aba6-976e27ca3739 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1096 time: 0.1177037 Dec 13 13:08:50.590905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] For port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:50.591559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:50.736598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39726) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:50.865029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54d5e9c1-16fe-47cc-a2fd-d3bbf729e705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:50.889982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 50c45399-8b22-4490-9dce-8ab750e368d4 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:50.945757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 50c45399-8b22-4490-9dce-8ab750e368d4 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:08:50.946375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:50.965867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54d5e9c1-16fe-47cc-a2fd-d3bbf729e705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:50.968513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:08:50.969151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1d5b9ba7-fb28-4630-ad6a-37abed4bca86 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:08:50.969933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c45097b7-ab3b-4dc5-9117-be3b06871a4e no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:50.978571 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-54d5e9c1-16fe-47cc-a2fd-d3bbf729e705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.021044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c45097b7-ab3b-4dc5-9117-be3b06871a4e not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:08:51.021504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f17260fa-935f-466a-9a8c-392688041fdd no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:51.043013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5e9c1-16fe-47cc-a2fd-d3bbf729e705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32baca49-1108-4422-a38a-c25e00859f5d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:51.050652 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-54d5e9c1-16fe-47cc-a2fd-d3bbf729e705 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41162b76d5384f4b96eb36f456d75945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129175 Dec 13 13:08:51.052294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39734) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:51.133349 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8d1520-6493-481e-8cad-e3d578d1ed85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.157715 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8d1520-6493-481e-8cad-e3d578d1ed85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.167994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.175819 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad8cf8cf-6e70-4620-8edb-eab054e68c1d req-eb9a9c26-f9db-4032-9216-dd635c4a870f tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5806777 Dec 13 13:08:51.220348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17260fa-935f-466a-9a8c-392688041fdd'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:51.223226 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5c3a42-174a-4238-b037-c8748eff7b64" -d '{"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-unplugged", "status": "completed", "tag": "f17260fa-935f-466a-9a8c-392688041fdd"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:51.232121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8d1520-6493-481e-8cad-e3d578d1ed85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.236898 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b8d1520-6493-481e-8cad-e3d578d1ed85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.242148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f17260fa-935f-466a-9a8c-392688041fdd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f17260fa-935f-466a-9a8c-392688041fdd,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:51.245158 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4b8d1520-6493-481e-8cad-e3d578d1ed85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32baca49-1108-4422-a38a-c25e00859f5d HTTP/1.1" status: 204 len: 168 time: 0.1911030 Dec 13 13:08:51.265203 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.266089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f611ff96-dd02-482d-baa6-61dd953429d4 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:51.270853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d1520-6493-481e-8cad-e3d578d1ed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32baca49-1108-4422-a38a-c25e00859f5d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:51.318865 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abccaf5-1475-4bf3-9984-a3cae53785d6 x-openstack-request-id: req-0abccaf5-1475-4bf3-9984-a3cae53785d6 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:51.319423 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-unplugged", "status": "completed", "tag": "f17260fa-935f-466a-9a8c-392688041fdd", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:51.319900 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0abccaf5-1475-4bf3-9984-a3cae53785d6 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:51.321005 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17260fa-935f-466a-9a8c-392688041fdd', 'code': 200} Dec 13 13:08:51.326298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-d456881f-5074-4fa1-8f7d-4dc507663f80 req-503a1893-83c8-40e2-80ca-088c95290bce service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:08:51.333040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d456881f-5074-4fa1-8f7d-4dc507663f80 req-503a1893-83c8-40e2-80ca-088c95290bce service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175517 Dec 13 13:08:51.370949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: f611ff96-dd02-482d-baa6-61dd953429d4 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:08:51.371530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f611ff96-dd02-482d-baa6-61dd953429d4 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:08:51.373044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:51.424849 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f17260fa-935f-466a-9a8c-392688041fdd,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:51.436086 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.436810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.437524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.438036 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.438549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.439049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.439447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.439742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.440948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.441318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.441650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.441973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.442343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:08:51.457023 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.458208 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.458484 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Floating IP fdc9511a-8b0c-4a8f-a17d-a3b7c4db8605 disassociated. External IP: 172.25.2.93, port: 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b. Dec 13 13:08:51.460685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Calling delete_port for 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:51.582438 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.673341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-deleted', 'tag': 'f611ff96-dd02-482d-baa6-61dd953429d4'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:51.675793 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4e5b9a-acbb-424a-9e80-ea8bd75903ed" -d '{"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-deleted", "tag": "f611ff96-dd02-482d-baa6-61dd953429d4"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:51.694670 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.725217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 3b0e5496-c005-45dd-aa51-28c28dd43728 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:08:51.746961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Port': ['ID=78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:51.841467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acd9fb-94dc-46f4-add1-8916172d673b req-dd44ba50-2e73-414e-af81-262706d1cb8f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:51.846503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39762) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:51.861541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acd9fb-94dc-46f4-add1-8916172d673b req-dd44ba50-2e73-414e-af81-262706d1cb8f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:51.863945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8acd9fb-94dc-46f4-add1-8916172d673b req-dd44ba50-2e73-414e-af81-262706d1cb8f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 1679 time: 0.1839736 Dec 13 13:08:51.866525 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-785e7f2b-b954-4e1d-b4a3-9a8a14288237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.877867 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:51.930771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 3b0e5496-c005-45dd-aa51-28c28dd43728, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3b0e5496-c005-45dd-aa51-28c28dd43728,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:51.940994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:52.053467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-785e7f2b-b954-4e1d-b4a3-9a8a14288237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:52.056807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Router af7c8eac-5721-44b9-a9da-24c8791f2f2d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:08:52.061462 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-785e7f2b-b954-4e1d-b4a3-9a8a14288237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:52.063888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=3b0e5496-c005-45dd-aa51-28c28dd43728,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:52.131244 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-785e7f2b-b954-4e1d-b4a3-9a8a14288237 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a02a4c02b91408fa56e680aba3ff425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2835712 Dec 13 13:08:52.137466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39774) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:52.202903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e7f2b-b954-4e1d-b4a3-9a8a14288237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca75d290-e77c-402e-84a0-f362a55fef44,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:52.204658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8acd9fb-94dc-46f4-add1-8916172d673b req-e64edac2-93b5-4f67-8799-88cc5e0f4722 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170247 Dec 13 13:08:52.206435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:08:52.222797 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac5491-2e14-4a99-a098-684905937882 None None] Sync routers for ids ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:08:52.239639 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac5491-2e14-4a99-a098-684905937882 None None] Routers {'af7c8eac-5721-44b9-a9da-24c8791f2f2d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:08:52.240778 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-01ac5491-2e14-4a99-a098-684905937882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:08:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:52.312795 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a386ddf-c5f3-48f6-99ee-01ecb4cac84f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:52.334421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] No DVR routers for this DVR port 78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:52.344436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:52.350515 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-12353aeb-5d56-4611-8ba7-d8edf9d91b26 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "DELETE /v2.0/ports/78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b HTTP/1.1" status: 204 len: 173 time: 2.2532911 Dec 13 13:08:52.377304 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a386ddf-c5f3-48f6-99ee-01ecb4cac84f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:52.492726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a386ddf-c5f3-48f6-99ee-01ecb4cac84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:52.496266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a386ddf-c5f3-48f6-99ee-01ecb4cac84f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:52.498352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9a386ddf-c5f3-48f6-99ee-01ecb4cac84f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca75d290-e77c-402e-84a0-f362a55fef44 HTTP/1.1" status: 204 len: 168 time: 0.3596363 Dec 13 13:08:52.515779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a386ddf-c5f3-48f6-99ee-01ecb4cac84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca75d290-e77c-402e-84a0-f362a55fef44,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:52.554694 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-01ac5491-2e14-4a99-a098-684905937882 None None] Set router af7c8eac-5721-44b9-a9da-24c8791f2f2d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:08:52.640227 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1ace36-01a3-4408-8b80-cd73d1eb615e x-openstack-request-id: req-0e1ace36-01a3-4408-8b80-cd73d1eb615e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:52.641452 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-deleted", "tag": "f611ff96-dd02-482d-baa6-61dd953429d4", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:52.643284 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e1ace36-01a3-4408-8b80-cd73d1eb615e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:52.645896 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-deleted', 'tag': 'f611ff96-dd02-482d-baa6-61dd953429d4', 'status': 'completed', 'code': 200} Dec 13 13:08:52.748601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-e11a0e6e-8499-4608-af22-042174b5bf23 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting port f17260fa-935f-466a-9a8c-392688041fdd {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:52.749238 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-e11a0e6e-8499-4608-af22-042174b5bf23 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:52.891062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-e11a0e6e-8499-4608-af22-042174b5bf23 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] For port f17260fa-935f-466a-9a8c-392688041fdd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f17260fa-935f-466a-9a8c-392688041fdd,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:52.895186 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-e11a0e6e-8499-4608-af22-042174b5bf23 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:52.905883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-e11a0e6e-8499-4608-af22-042174b5bf23 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Calling delete_port for f17260fa-935f-466a-9a8c-392688041fdd owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:52.944806 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-01ac5491-2e14-4a99-a098-684905937882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:58:00Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '44f399e9-9981-4b96-8733-a6ffcf748712', 'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'mac_address': 'fa:16:3e:d0:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:58Z', 'updated_at': '2021-12-13T12:58:06Z', 'revision_number': 5, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'subnets': [{'id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:52.984104 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac5491-2e14-4a99-a098-684905937882 None None] Checking router: af7c8eac-5721-44b9-a9da-24c8791f2f2d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:08:52.996331 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac5491-2e14-4a99-a098-684905937882 None None] Routers {'af7c8eac-5721-44b9-a9da-24c8791f2f2d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:08:52.997597 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-01ac5491-2e14-4a99-a098-684905937882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:08:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:53.002594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-ef9df739-c2a7-458e-ae83-184ae22694da service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6742861 Dec 13 13:08:53.048961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-e3fec522-ec4f-4f58-9af5-fb9e932fc20b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:08:53.052593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-e3fec522-ec4f-4f58-9af5-fb9e932fc20b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0390716 Dec 13 13:08:53.134203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-e11a0e6e-8499-4608-af22-042174b5bf23 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:53.202982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a0e6e-8499-4608-af22-042174b5bf23 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Port': ['ID=f17260fa-935f-466a-9a8c-392688041fdd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:53.322427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0e5496-c005-45dd-aa51-28c28dd43728'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:53.327990 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c190f082-d092-49ee-94d0-adeb34f5fd1f" -d '{"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0e5496-c005-45dd-aa51-28c28dd43728"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:53.339251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-e11a0e6e-8499-4608-af22-042174b5bf23 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] No DVR routers for this DVR port f17260fa-935f-466a-9a8c-392688041fdd on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:53.341443 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-01ac5491-2e14-4a99-a098-684905937882 None None] Set router af7c8eac-5721-44b9-a9da-24c8791f2f2d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:08:53.349318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-e11a0e6e-8499-4608-af22-042174b5bf23 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:53.379124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-e11a0e6e-8499-4608-af22-042174b5bf23 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "DELETE /v2.0/ports/f17260fa-935f-466a-9a8c-392688041fdd HTTP/1.1" status: 204 len: 173 time: 1.0085254 Dec 13 13:08:53.703281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594af52-a882-4a71-9267-cce1f692ac61 req-ffe5d8c7-79dd-483c-85ea-0d96948b8e40 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:53.712073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4594af52-a882-4a71-9267-cce1f692ac61 req-ffe5d8c7-79dd-483c-85ea-0d96948b8e40 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 943 time: 0.2116926 Dec 13 13:08:53.800149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8ea147b1-c382-4ab0-8fe7-7499712d992f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting port 3b0e5496-c005-45dd-aa51-28c28dd43728 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:08:53.800491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8ea147b1-c382-4ab0-8fe7-7499712d992f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:53.935992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4594af52-a882-4a71-9267-cce1f692ac61 req-09808c0a-84cf-4b13-a6e0-e657dfd13ebe tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bef6e07-da74-43e4-ac9b-32d83ba8a312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229033 Dec 13 13:08:53.974798 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-01ac5491-2e14-4a99-a098-684905937882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:58:00Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '44f399e9-9981-4b96-8733-a6ffcf748712', 'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'mac_address': 'fa:16:3e:d0:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:58Z', 'updated_at': '2021-12-13T12:58:06Z', 'revision_number': 5, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'subnets': [{'id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:54.038134 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2815d66b-65a5-422f-a0cf-12b5512d67c3 x-openstack-request-id: req-2815d66b-65a5-422f-a0cf-12b5512d67c3 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:54.038706 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0e5496-c005-45dd-aa51-28c28dd43728", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:54.039119 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2815d66b-65a5-422f-a0cf-12b5512d67c3 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:54.039657 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0e5496-c005-45dd-aa51-28c28dd43728', 'code': 200} Dec 13 13:08:54.067286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8ea147b1-c382-4ab0-8fe7-7499712d992f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] For port 3b0e5496-c005-45dd-aa51-28c28dd43728, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=3b0e5496-c005-45dd-aa51-28c28dd43728,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:54.067988 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8ea147b1-c382-4ab0-8fe7-7499712d992f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:54.101289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8ea147b1-c382-4ab0-8fe7-7499712d992f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Calling delete_port for 3b0e5496-c005-45dd-aa51-28c28dd43728 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:08:54.138049 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac5491-2e14-4a99-a098-684905937882 None None] The sync data for ids ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'] in n-d-817326-4 is: [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T12:58:00Z', 'revision_number': 4, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '44f399e9-9981-4b96-8733-a6ffcf748712', 'name': '', 'network_id': '6b55b850-3b5e-4fc5-8393-9ef69708ae21', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'mac_address': 'fa:16:3e:d0:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:58Z', 'updated_at': '2021-12-13T12:58:06Z', 'revision_number': 5, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'subnets': [{'id': 'a389fb1f-57ad-40b1-ba6f-4d733cc5344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:08:54.191108 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-75739d1b-016b-4afc-86c8-a385aa0b931b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:54.433848 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8ea147b1-c382-4ab0-8fe7-7499712d992f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:54.491533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea147b1-c382-4ab0-8fe7-7499712d992f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Port': ['ID=3b0e5496-c005-45dd-aa51-28c28dd43728,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:54.585693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8ea147b1-c382-4ab0-8fe7-7499712d992f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] No DVR routers for this DVR port 3b0e5496-c005-45dd-aa51-28c28dd43728 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:08:54.599693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8ea147b1-c382-4ab0-8fe7-7499712d992f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:54.611442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45ec70df-e6a0-43f6-8847-4e221a36ffa7 req-8ea147b1-c382-4ab0-8fe7-7499712d992f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.42 "DELETE /v2.0/ports/3b0e5496-c005-45dd-aa51-28c28dd43728 HTTP/1.1" status: 204 len: 173 time: 1.2247713 Dec 13 13:08:54.666731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-deleted', 'tag': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b'}, {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-deleted', 'tag': 'f17260fa-935f-466a-9a8c-392688041fdd'}, {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-deleted', 'tag': '3b0e5496-c005-45dd-aa51-28c28dd43728'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:54.681466 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af874a7d-61b0-4f1b-9764-7c6ce0e1b1ae" -d '{"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-deleted", "tag": "78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b"}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-deleted", "tag": "f17260fa-935f-466a-9a8c-392688041fdd"}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-deleted", "tag": "3b0e5496-c005-45dd-aa51-28c28dd43728"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:54.716302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-c3b48023-062d-4b8f-9582-3a0f0daa1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:54.726585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-c3b48023-062d-4b8f-9582-3a0f0daa1f71 service neutron] 10.222.0.31 "GET /v2.0/ports/fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 200 len: 1093 time: 0.1420612 Dec 13 13:08:54.738447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Request body: {'binding': {'host': 'n-h2-817326-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:54.739316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Unknown quota resources ['binding']. {{(pid=109886) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 13:08:54.765784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951c2309-78bf-4976-978c-1e51b305e8a0 None None] New status for floating IP fdc9511a-8b0c-4a8f-a17d-a3b7c4db8605: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:08:54.829949 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a57d65-c39a-4110-96f9-f74d48d54f7f x-openstack-request-id: req-a5a57d65-c39a-4110-96f9-f74d48d54f7f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:54.830265 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-deleted", "tag": "78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b", "status": "completed", "code": 200}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-deleted", "tag": "f17260fa-935f-466a-9a8c-392688041fdd", "status": "completed", "code": 200}, {"server_uuid": "5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5", "name": "network-vif-deleted", "tag": "3b0e5496-c005-45dd-aa51-28c28dd43728", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:54.830516 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5a57d65-c39a-4110-96f9-f74d48d54f7f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:54.830919 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-deleted', 'tag': '78b2ad8b-4fc6-4a32-9693-1aa2b046ab3b', 'status': 'completed', 'code': 200} Dec 13 13:08:54.831176 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-deleted', 'tag': 'f17260fa-935f-466a-9a8c-392688041fdd', 'status': 'completed', 'code': 200} Dec 13 13:08:54.831419 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5', 'name': 'network-vif-deleted', 'tag': '3b0e5496-c005-45dd-aa51-28c28dd43728', 'status': 'completed', 'code': 200} Dec 13 13:08:55.154531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c41e01cd-53a9-408d-92b1-4b460488108a req-06ebdb97-6a73-4d91-ac11-d4ecb7336e68 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0867720 Dec 13 13:08:55.170607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on host n-h2-817326-4 for vnic_type normal with profile None {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:08:55.171130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:08:55.171619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on network 30364052-dbe3-4458-90e0-01eb6837e081 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:08:55.180407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on network 30364052-dbe3-4458-90e0-01eb6837e081 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:08:55.180911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on network 30364052-dbe3-4458-90e0-01eb6837e081 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:08:55.195378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:08:55.195937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Checking segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:08:55.196483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Bound using segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:08:55.197103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Bound port: fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:08:55.491980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:08:55.506093 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] Publish callbacks [] for binding, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:55.507633 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-70865dd5-b66f-4530-9fac-080b36416251 service neutron] 10.222.0.31 "POST /v2.0/ports/fcdfb2a8-688a-411c-9294-07ad54a4c6ea/bindings HTTP/1.1" status: 201 len: 389 time: 0.7799823 Dec 13 13:08:55.868732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012d45f-a491-4359-b18d-5da656e9e1a8 req-2c775841-dea7-405b-8776-3d1b10aa5827 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:55.877928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5012d45f-a491-4359-b18d-5da656e9e1a8 req-2c775841-dea7-405b-8776-3d1b10aa5827 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 945 time: 0.1498728 Dec 13 13:08:55.905427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-275f92e3-78ac-43fc-8613-8028c0167f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:55.908592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-275f92e3-78ac-43fc-8613-8028c0167f90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1096 time: 0.1326079 Dec 13 13:08:56.054735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-ca77bdf9-8f3a-47c2-ae3b-cd6ee8edb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:56.056335 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-ca77bdf9-8f3a-47c2-ae3b-cd6ee8edb1dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=30364052-dbe3-4458-90e0-01eb6837e081 HTTP/1.1" status: 200 len: 897 time: 0.1381457 Dec 13 13:08:56.063036 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5012d45f-a491-4359-b18d-5da656e9e1a8 req-de56dfff-da10-4c74-850b-332319eae307 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831970 Dec 13 13:08:56.139333 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-8eb87d00-fd43-4916-91b0-d99d9a9ea8ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 200 len: 1001 time: 0.0746770 Dec 13 13:08:56.227803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-3ac752f3-6285-4b82-9eef-b22bb4f1a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:56.229910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-3ac752f3-6285-4b82-9eef-b22bb4f1a450 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84beae2d-d3a0-4e28-aea6-b458682c9d88 HTTP/1.1" status: 200 len: 835 time: 0.0846503 Dec 13 13:08:56.291337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-7c555086-193a-41cc-b920-5527cd58b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:56.293156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-7c555086-193a-41cc-b920-5527cd58b579 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=30364052-dbe3-4458-90e0-01eb6837e081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541992 Dec 13 13:08:56.373650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb576a59-7694-4ea9-9079-3a2c8c4c7180 req-23f15b05-c8a1-4d0d-8ce4-f1f3f28b45c3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0512552 Dec 13 13:08:56.535286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-76537de7-812b-4299-ac17-1f492b2cd7a0 service neutron] 10.222.0.42 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282200 Dec 13 13:08:56.620679 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad460-846f-434e-b12c-0defe14b62c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:56.752550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-96300a63-7038-47ad-9ea4-a6b52c8f6fd1 service neutron] 10.222.0.42 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086344 Dec 13 13:08:56.964186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-75091d79-ed51-4b00-a131-813643e6a4e1 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:56.965865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-75091d79-ed51-4b00-a131-813643e6a4e1 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213&tenant_id=b1ead8c13ad94dc28381575c3180019a&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1096 time: 0.1444128 Dec 13 13:08:56.981214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817326-4'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:08:57.048000 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.199101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39930) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:57.256527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:57.300223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:08:57.367737 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.374670 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-48f5613c-968e-4bd2-bf1b-8468875a9d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.380423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:57.383510 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe11410a-2385-4b12-a162-2342fbf5f060" -d '{"events": [{"server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "name": "network-vif-unplugged", "status": "completed", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:57.460695 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.478535 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3531ff4d-5fb6-4bdb-8e3f-ab23d692e6e8 x-openstack-request-id: req-3531ff4d-5fb6-4bdb-8e3f-ab23d692e6e8 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:57.479803 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "name": "network-vif-unplugged", "status": "completed", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:57.482580 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3531ff4d-5fb6-4bdb-8e3f-ab23d692e6e8 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:57.483500 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'code': 200} Dec 13 13:08:57.488686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-48f5613c-968e-4bd2-bf1b-8468875a9d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.499635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-48f5613c-968e-4bd2-bf1b-8468875a9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.600672 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-48f5613c-968e-4bd2-bf1b-8468875a9d3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=211119418ee84b6c9b2bf11994d78c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4001799 Dec 13 13:08:57.601618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39940) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:57.602428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5613c-968e-4bd2-bf1b-8468875a9d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c195154-28d2-44fc-940b-576d6b5820b4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:57.614371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f24980-c1f9-48f3-a98a-2ef3041b09dd req-7260d2fb-1766-4911-b8b9-126b7075f3c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:57.616225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57f24980-c1f9-48f3-a98a-2ef3041b09dd req-7260d2fb-1766-4911-b8b9-126b7075f3c6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 943 time: 0.2574890 Dec 13 13:08:57.706769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3ee52648-0a04-439d-ab25-0124ed710164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.720365 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.749416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b686f335-54d3-47b9-8f68-872ad1cdea11 req-f91ce198-a9da-4c2d-8cb0-d0e334d2e220 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.1550741 Dec 13 13:08:57.775269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:57.803714 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3ee52648-0a04-439d-ab25-0124ed710164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.906622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3ee52648-0a04-439d-ab25-0124ed710164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.909619 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3ee52648-0a04-439d-ab25-0124ed710164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:57.911402 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3ee52648-0a04-439d-ab25-0124ed710164 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c195154-28d2-44fc-940b-576d6b5820b4 HTTP/1.1" status: 204 len: 168 time: 0.3057520 Dec 13 13:08:57.935759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee52648-0a04-439d-ab25-0124ed710164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c195154-28d2-44fc-940b-576d6b5820b4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:57.985157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39948) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:57.990420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57f24980-c1f9-48f3-a98a-2ef3041b09dd req-4c827575-e53d-446f-a39c-28eb6ac043b5 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130226 Dec 13 13:08:58.020219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on host n-h1-817326-4 for vnic_type normal with profile {"migrating_to": "n-h2-817326-4"} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:08:58.020649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:08:58.021049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on network 30364052-dbe3-4458-90e0-01eb6837e081 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:08:58.026527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on network 30364052-dbe3-4458-90e0-01eb6837e081 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:08:58.026971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Attempting to bind port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on network 30364052-dbe3-4458-90e0-01eb6837e081 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:08:58.033338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:08:58.034221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Checking segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:08:58.034484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5ef45bc3-5875-4057-be87-fa8790c561c5 None None] Provisioning complete for port fcdfb2a8-688a-411c-9294-07ad54a4c6ea triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:58.034760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Bound using segment: {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:08:58.034900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ef45bc3-5875-4057-be87-fa8790c561c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.035557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Bound port: fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df71b55d-908a-49c9-a6b5-29afdb7e0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:08:58.035970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.090310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5ef45bc3-5875-4057-be87-fa8790c561c5 None None] Port fcdfb2a8-688a-411c-9294-07ad54a4c6ea cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:08:58.108986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a23950-f38a-49ee-b025-6441bcca451f admin admin] Deleting subnet 7fbec9e3-acc3-4f8f-b42f-79191515af6a {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:08:58.115091 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a23950-f38a-49ee-b025-6441bcca451f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.181921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a23950-f38a-49ee-b025-6441bcca451f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.226045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:08:58.236165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:08:58.238730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a23950-f38a-49ee-b025-6441bcca451f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.248574 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.307787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a23950-f38a-49ee-b025-6441bcca451f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.332228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,revision_number=8']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:58.391862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a23950-f38a-49ee-b025-6441bcca451f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbec9e3-acc3-4f8f-b42f-79191515af6a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:58.405687 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a23950-f38a-49ee-b025-6441bcca451f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.413898 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f9a23950-f38a-49ee-b025-6441bcca451f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7fbec9e3-acc3-4f8f-b42f-79191515af6a HTTP/1.1" status: 204 len: 168 time: 0.4252923 Dec 13 13:08:58.414252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39956) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:58.548147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:58.549350 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.551030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-11c1ee18-9f0e-4ae8-a716-346e7cc1d499 service neutron] 10.222.0.42 "PUT /v2.0/ports/fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 200 len: 1121 time: 1.5774648 Dec 13 13:08:58.567284 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39958) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:58.621564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['fcdfb2a8-688a-411c-9294-07ad54a4c6ea'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:08:58.631087 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62367f12-936b-483f-80e1-256607c55161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.791489 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.850493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62367f12-936b-483f-80e1-256607c55161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.877693 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62367f12-936b-483f-80e1-256607c55161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.958925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.967157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-88afb68f-209f-4344-9098-198329520d33 None None] Provisioning complete for port fcdfb2a8-688a-411c-9294-07ad54a4c6ea triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:08:58.967649 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-88afb68f-209f-4344-9098-198329520d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:58.987505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dad2888-6553-46fd-9a4c-b77ef9f16075']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:58.999593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5bec17-c5a6-42c2-998b-fdcb653c6a08') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:59.000028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5bec17-c5a6-42c2-998b-fdcb653c6a08') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:08:59.011028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.017876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a139c9b-94f7-49b5-b3d2-a59d46064bc5 req-205848ee-71d3-40c2-a5ae-92d2449cd5be tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.1023972 Dec 13 13:08:59.027262 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.035081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:08:59.035688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.115734 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-62367f12-936b-483f-80e1-256607c55161 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6c96d39fbcc4fa98ef005ff05a903bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5572321 Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:08:59.128743 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:08:59.131428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39966) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:59.219503 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.236783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62367f12-936b-483f-80e1-256607c55161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1091bac1-385c-4fac-9ef9-577beb38750c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:59.239845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.256436 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] 10.222.0.31 "DELETE /v2.0/networks/0dad2888-6553-46fd-9a4c-b77ef9f16075 HTTP/1.1" status: 204 len: 168 time: 0.8396897 Dec 13 13:08:59.267274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39970) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:59.268693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec5b5-b5e7-4049-97c3-7826ab0beed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.280426 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-88afb68f-209f-4344-9098-198329520d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.290199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2188701-50cd-4f5e-b3e7-44e7e4fea39c admin admin] Pushing event deleted for resources: {'Network': ['ID=0dad2888-6553-46fd-9a4c-b77ef9f16075,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:59.334469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:59.337220 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f929fb-02e1-4c3a-b88c-6c4ec9df7f4f" -d '{"events": [{"server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "name": "network-vif-plugged", "status": "completed", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:59.350251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057684d0-2c6c-4aaa-89a8-4d60ec8f8552 req-da83325f-c8b3-41d1-8aad-628011cac251 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:59.358170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-057684d0-2c6c-4aaa-89a8-4d60ec8f8552 req-da83325f-c8b3-41d1-8aad-628011cac251 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 943 time: 0.1868770 Dec 13 13:08:59.371451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-88afb68f-209f-4344-9098-198329520d33 None None] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:08:59.384231 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-88afb68f-209f-4344-9098-198329520d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.413150 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec5b5-b5e7-4049-97c3-7826ab0beed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.483729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-057684d0-2c6c-4aaa-89a8-4d60ec8f8552 req-e145d44b-db49-4a77-a0f4-60845d3fa2af tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119740 Dec 13 13:08:59.488707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:08:59.491459 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a06fd3e-2143-4e09-ac92-2458044657f7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:08:59.500838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-abea9477-1484-4db1-b12d-00eac52ea7bf admin admin] Deleting subnet 6dbd23b6-4fe0-4083-8909-0a8ef3c62434 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:08:59.516346 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abea9477-1484-4db1-b12d-00eac52ea7bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.539359 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49ee69e-066a-4e81-873b-a8350df77010 x-openstack-request-id: req-c49ee69e-066a-4e81-873b-a8350df77010 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:59.539807 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "name": "network-vif-plugged", "status": "completed", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:59.540145 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c49ee69e-066a-4e81-873b-a8350df77010 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:59.540805 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'code': 200} Dec 13 13:08:59.576028 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9eac2d-cb64-49c7-b872-4a4689fb332b x-openstack-request-id: req-df9eac2d-cb64-49c7-b872-4a4689fb332b {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:08:59.576674 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:08:59.577084 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df9eac2d-cb64-49c7-b872-4a4689fb332b {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:08:59.577815 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'status': 'completed', 'code': 200} Dec 13 13:08:59.603666 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abea9477-1484-4db1-b12d-00eac52ea7bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.649815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec5b5-b5e7-4049-97c3-7826ab0beed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.654819 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec5b5-b5e7-4049-97c3-7826ab0beed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.658426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3e0ec5b5-b5e7-4049-97c3-7826ab0beed1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1091bac1-385c-4fac-9ef9-577beb38750c HTTP/1.1" status: 204 len: 168 time: 0.5245337 Dec 13 13:08:59.665481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abea9477-1484-4db1-b12d-00eac52ea7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.678885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-68f5dad7-0ac0-48db-9884-1fb5bc836681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:59.691231 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-68f5dad7-0ac0-48db-9884-1fb5bc836681 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1126 time: 0.0992138 Dec 13 13:08:59.691994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ec5b5-b5e7-4049-97c3-7826ab0beed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1091bac1-385c-4fac-9ef9-577beb38750c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:59.763365 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abea9477-1484-4db1-b12d-00eac52ea7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.797282 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abea9477-1484-4db1-b12d-00eac52ea7bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.800787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-abea9477-1484-4db1-b12d-00eac52ea7bf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6dbd23b6-4fe0-4083-8909-0a8ef3c62434 HTTP/1.1" status: 204 len: 168 time: 0.5300059 Dec 13 13:08:59.819882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39982) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:08:59.845055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea9477-1484-4db1-b12d-00eac52ea7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbd23b6-4fe0-4083-8909-0a8ef3c62434,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:59.879848 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afb68f-209f-4344-9098-198329520d33 None None] Pushing event updated for resources: {'Port': ['ID=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:08:59.898165 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.925756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:08:59.987213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-00167311-1563-4cb6-9fa8-78f31b0c215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:08:59.988842 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-00167311-1563-4cb6-9fa8-78f31b0c215e service neutron] 10.222.0.37 "GET /v2.0/networks?id=30364052-dbe3-4458-90e0-01eb6837e081 HTTP/1.1" status: 200 len: 897 time: 0.2952893 Dec 13 13:09:00.114278 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:00.179661 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-8ce605aa-5b0b-41da-b63e-d80825702bac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 200 len: 1001 time: 0.1782053 Dec 13 13:09:00.181564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b65d6b-515b-49a0-a074-0c127517b241']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:00.190300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3af2e4aa-123b-4dfd-8a76-85e4f8917534 req-f67568e9-ca04-4f05-89d3-d0d0ee3f7dba tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0541701 Dec 13 13:09:00.208827 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a6550e-3a0c-428e-95ee-78c74a3aebc3') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:00.209255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a6550e-3a0c-428e-95ee-78c74a3aebc3') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:00.242653 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:00.278226 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:00.284796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-205a7d28-0d18-4d33-82f8-2170a0b58678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:00.286551 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-205a7d28-0d18-4d33-82f8-2170a0b58678 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84beae2d-d3a0-4e28-aea6-b458682c9d88 HTTP/1.1" status: 200 len: 835 time: 0.0900252 Dec 13 13:09:00.289474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:09:00.290001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:09:00.292361 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:09:00.418580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:00.422856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-5ed8ef35-d1e6-4c20-8123-177405add069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:00.425232 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-5ed8ef35-d1e6-4c20-8123-177405add069 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30364052-dbe3-4458-90e0-01eb6837e081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201930 Dec 13 13:09:00.433459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:00.446340 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] 10.222.0.31 "DELETE /v2.0/networks/96b65d6b-515b-49a0-a074-0c127517b241 HTTP/1.1" status: 204 len: 168 time: 0.6253452 Dec 13 13:09:00.484389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6229529-1150-4756-81d5-4d5356f4a808 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b65d6b-515b-49a0-a074-0c127517b241,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:00.651919 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-12589349-8be3-48e5-a064-b52490224835 service neutron] 10.222.0.37 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874762 Dec 13 13:09:00.693173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fb834-f372-4851-a573-585a6eb2e3b5 req-a4b6c9f5-8752-4eed-8da0-6abc1bacd1db tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:00.701173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-901fb834-f372-4851-a573-585a6eb2e3b5 req-a4b6c9f5-8752-4eed-8da0-6abc1bacd1db tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 945 time: 0.1300066 Dec 13 13:09:00.810332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40016) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:00.812605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-901fb834-f372-4851-a573-585a6eb2e3b5 req-0d931a3d-f947-4369-9f71-313b22ac89a9 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104529 Dec 13 13:09:00.886741 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7e84c856-f89d-4e09-b18e-26207975693f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ed01a03af3c454c941f70e8e5cee68b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728848 Dec 13 13:09:00.886741 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5a06fd3e-2143-4e09-ac92-2458044657f7 req-697f34c5-9a32-4012-80e0-b23cfb25dda6 service neutron] 10.222.0.37 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250226 Dec 13 13:09:00.887089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40018) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:00.921347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device fcdfb2a8-688a-411c-9294-07ad54a4c6ea details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:09:00.940644 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-597adb9f-79ae-403c-b1f5-d3ecbcaadfd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:00.964017 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-597adb9f-79ae-403c-b1f5-d3ecbcaadfd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:01.041969 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-597adb9f-79ae-403c-b1f5-d3ecbcaadfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:01.045226 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-597adb9f-79ae-403c-b1f5-d3ecbcaadfd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:01.048734 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-597adb9f-79ae-403c-b1f5-d3ecbcaadfd7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e86ed89-104c-4fb3-b488-61be5b1ea668 HTTP/1.1" status: 204 len: 168 time: 0.1585524 Dec 13 13:09:01.061454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597adb9f-79ae-403c-b1f5-d3ecbcaadfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e86ed89-104c-4fb3-b488-61be5b1ea668,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:01.095659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:01.108487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device fcdfb2a8-688a-411c-9294-07ad54a4c6ea has no active binding in host n-h2-817326-4 {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 13:09:01.402812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3fc7d9b-b92c-442e-8dbd-2630e5473469 req-5551b405-3255-41b5-9017-50cd6e59ba2f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0414393 Dec 13 13:09:01.593146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40042) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:01.614450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40044) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:01.658516 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-77b43d84-5ad1-4f17-97fb-0c0db0a06f6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a58ad0025f84c029dd9e552f53b6e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638506 Dec 13 13:09:01.660798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40048) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:01.722367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b73d6b2-4d22-4960-92b6-a04025fd8ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:01.750403 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b73d6b2-4d22-4960-92b6-a04025fd8ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:01.816763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b73d6b2-4d22-4960-92b6-a04025fd8ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:01.820004 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b73d6b2-4d22-4960-92b6-a04025fd8ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:01.821277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9b73d6b2-4d22-4960-92b6-a04025fd8ff9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7d69a47-d6f2-4524-9504-9352cc8ef881 HTTP/1.1" status: 204 len: 168 time: 0.1589301 Dec 13 13:09:01.834927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73d6b2-4d22-4960-92b6-a04025fd8ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d69a47-d6f2-4524-9504-9352cc8ef881,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:01.837982 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27760d9b-ee9d-4394-b0e5-627d9f5aa0b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:01.969686 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27760d9b-ee9d-4394-b0e5-627d9f5aa0b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:02.023165 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27760d9b-ee9d-4394-b0e5-627d9f5aa0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:02.072184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f935-1740-48cc-971f-e6974bb97409 req-56f49973-4ddc-4641-93f3-66b468220e88 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:02.079590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11d0f935-1740-48cc-971f-e6974bb97409 req-56f49973-4ddc-4641-93f3-66b468220e88 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 945 time: 0.1081715 Dec 13 13:09:02.094549 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-27760d9b-ee9d-4394-b0e5-627d9f5aa0b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b833229cae884f8ca2226afe829e6f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4765608 Dec 13 13:09:02.096021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40056) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:02.096913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27760d9b-ee9d-4394-b0e5-627d9f5aa0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03c55aa-efc9-4a26-8472-1683f6b83398,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:02.173228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11d0f935-1740-48cc-971f-e6974bb97409 req-3c601394-5e0f-4e77-b68a-c1173af72513 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926723 Dec 13 13:09:02.201601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0838e34-15c6-4c68-b2e1-84adb8821518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:02.229330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0838e34-15c6-4c68-b2e1-84adb8821518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:02.282380 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0838e34-15c6-4c68-b2e1-84adb8821518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:02.286993 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0838e34-15c6-4c68-b2e1-84adb8821518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:02.290563 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f0838e34-15c6-4c68-b2e1-84adb8821518 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b03c55aa-efc9-4a26-8472-1683f6b83398 HTTP/1.1" status: 204 len: 168 time: 0.1934001 Dec 13 13:09:02.306241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0838e34-15c6-4c68-b2e1-84adb8821518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03c55aa-efc9-4a26-8472-1683f6b83398,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:02.548707 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13838cd0-5409-4680-a07e-a8865ceec1c3 req-ee607fe6-7f58-4666-8678-ef85fe35ac5b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0384498 Dec 13 13:09:03.301835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-e7f0514f-da9d-42dd-bff1-6bb38559dece service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1885915 Dec 13 13:09:03.484751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-eee9c742-227a-49c6-a1fb-a56fcb42175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:03.486437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-eee9c742-227a-49c6-a1fb-a56fcb42175a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 1096 time: 0.0840867 Dec 13 13:09:03.508079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc9c01-458a-4e1f-a9c6-eef571fee737 req-a9cf7a22-4f38-4e48-ab1f-8832305a7780 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:03.521244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0adc9c01-458a-4e1f-a9c6-eef571fee737 req-a9cf7a22-4f38-4e48-ab1f-8832305a7780 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 945 time: 0.1977916 Dec 13 13:09:03.667977 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-85849ec7-bc26-40d7-9402-02947add7ef9 service neutron] 10.222.0.37 "GET /v2.0/ports/fcdfb2a8-688a-411c-9294-07ad54a4c6ea/bindings/n-h2-817326-4 HTTP/1.1" status: 200 len: 384 time: 0.2941437 Dec 13 13:09:03.752952 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0adc9c01-458a-4e1f-a9c6-eef571fee737 req-513f12cb-febe-4fbe-86a1-0bef79bf335c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306731 Dec 13 13:09:03.773953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c43c558-00c8-4c01-910b-4300425d706c req-5a2c6bbc-e869-41f2-a32e-4ca675474a44 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0707257 Dec 13 13:09:03.816954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-a0604f00-de92-422b-a2e4-9bdd022a5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:03.818793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-a0604f00-de92-422b-a2e4-9bdd022a5cba service neutron] 10.222.0.42 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.2954803 Dec 13 13:09:03.918112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-94a5231e-5c65-420f-ba86-23912c1c0cb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0894642 Dec 13 13:09:03.966326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-9edfaf29-30a3-4cc4-a53b-b0b559c14dec service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:03.999049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-9edfaf29-30a3-4cc4-a53b-b0b559c14dec service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:09:03.999916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-d8ab557b-5180-4992-95cb-7bc366521f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:04.003570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-d8ab557b-5180-4992-95cb-7bc366521f5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.0780950 Dec 13 13:09:04.065624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:09:04.067120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-667efa30-f372-42f0-9a25-cb23162e3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:04.068617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-667efa30-f372-42f0-9a25-cb23162e3775 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591223 Dec 13 13:09:04.070346 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b52d0b3-dbe6-4b66-8199-2ab08d9c96a7" -d '{"events": [{"server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "name": "network-vif-unplugged", "status": "completed", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:09:04.080360 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-9edfaf29-30a3-4cc4-a53b-b0b559c14dec service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:04.107495 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-9edfaf29-30a3-4cc4-a53b-b0b559c14dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:04.199580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-318e4eea-ecd4-4ba6-abd0-a57ac508c037 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229012 Dec 13 13:09:04.240008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-9edfaf29-30a3-4cc4-a53b-b0b559c14dec service neutron] Transition to ACTIVE for port object fcdfb2a8-688a-411c-9294-07ad54a4c6ea will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:09:04.250991 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-9edfaf29-30a3-4cc4-a53b-b0b559c14dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:04.344568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfaf29-30a3-4cc4-a53b-b0b559c14dec service neutron] Pushing event updated for resources: {'Port': ['ID=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,revision_number=11']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:04.383038 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0317d8-fe03-48c6-b547-4b3adb673377 x-openstack-request-id: req-3d0317d8-fe03-48c6-b547-4b3adb673377 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:09:04.383908 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "name": "network-vif-unplugged", "status": "completed", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:09:04.384414 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d0317d8-fe03-48c6-b547-4b3adb673377 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:09:04.384882 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'code': 200} Dec 13 13:09:04.451629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-952fd871-e07c-4698-93dd-00e82aa0a706 req-15051ca5-4604-4458-9aea-c5df88229e47 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442083 Dec 13 13:09:04.502451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-9edfaf29-30a3-4cc4-a53b-b0b559c14dec service neutron] No DVR routers for this DVR port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:09:04.709533 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-9edfaf29-30a3-4cc4-a53b-b0b559c14dec service neutron] 10.222.0.37 "PUT /v2.0/ports/fcdfb2a8-688a-411c-9294-07ad54a4c6ea/bindings/n-h2-817326-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0342596 Dec 13 13:09:04.965401 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7da3c0-d2fe-400b-a77b-f96dc683c3ad req-b5d276d1-ed6a-4244-8226-b2ae113ca4c2 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0446012 Dec 13 13:09:04.973370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-1fccfd1f-c591-430d-b795-09e931243bbd tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:04.975023 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-1fccfd1f-c591-430d-b795-09e931243bbd tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213&tenant_id=b1ead8c13ad94dc28381575c3180019a&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.2010117 Dec 13 13:09:05.058753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e7ea5-ac31-4b0c-9e4b-ed3d709c2926 req-29697459-b49d-4afb-a7b6-9e0b88aa93d7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:05.067240 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-332e7ea5-ac31-4b0c-9e4b-ed3d709c2926 req-29697459-b49d-4afb-a7b6-9e0b88aa93d7 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 944 time: 0.1936374 Dec 13 13:09:05.103305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-761eb558-673e-4aec-b090-c57f644ca5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:05.105223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-761eb558-673e-4aec-b090-c57f644ca5f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 1095 time: 0.1026185 Dec 13 13:09:05.195213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-332e7ea5-ac31-4b0c-9e4b-ed3d709c2926 req-5b549f5f-3b2c-4bce-ba1a-944eedb5ab52 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269579 Dec 13 13:09:05.204626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-9c163da6-df33-4d5c-b85d-9ee64bd57872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:05.206198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-9c163da6-df33-4d5c-b85d-9ee64bd57872 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1095 time: 0.0701861 Dec 13 13:09:05.409311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-ca9576f8-b09a-4f63-94d9-189deed81a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:05.412641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-ca9576f8-b09a-4f63-94d9-189deed81a11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=30364052-dbe3-4458-90e0-01eb6837e081 HTTP/1.1" status: 200 len: 897 time: 0.1966271 Dec 13 13:09:05.561472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-d369ab00-3744-4e35-a68a-250655ebd2ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 200 len: 999 time: 0.1413031 Dec 13 13:09:06.202648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96f104c1-1a0e-487c-b60f-0df8c161989c req-5c808b2d-bb53-4eeb-b88e-6d2a21ddb1ab tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0574510 Dec 13 13:09:06.214845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-db703f03-be82-4371-9f53-9ccbb15706e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:06.217075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-db703f03-be82-4371-9f53-9ccbb15706e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84beae2d-d3a0-4e28-aea6-b458682c9d88 HTTP/1.1" status: 200 len: 835 time: 0.6499751 Dec 13 13:09:06.280650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-ad4de5be-9dca-4ac4-b27b-382854bb1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:06.283044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-ad4de5be-9dca-4ac4-b27b-382854bb1758 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=30364052-dbe3-4458-90e0-01eb6837e081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573106 Dec 13 13:09:06.471107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-a915ca90-2ac3-43c7-9ee1-5fca4e0ca0c0 service neutron] 10.222.0.42 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749079 Dec 13 13:09:06.674279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d9b0-0b88-4ba4-8cd4-cef89dc0aa53 req-852eed30-7fd5-499c-a1ce-166bc61eb0de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:06.675922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-82e2d9b0-0b88-4ba4-8cd4-cef89dc0aa53 req-852eed30-7fd5-499c-a1ce-166bc61eb0de tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 944 time: 0.2464306 Dec 13 13:09:06.720727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-2286b1d8-040b-4677-b935-49b481a1756f service neutron] 10.222.0.42 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294538 Dec 13 13:09:06.780502 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-82e2d9b0-0b88-4ba4-8cd4-cef89dc0aa53 req-ef1c5aa6-6797-41bc-ba05-8e325771a3ec tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951660 Dec 13 13:09:06.984710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device fcdfb2a8-688a-411c-9294-07ad54a4c6ea no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:09:07.027711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device fcdfb2a8-688a-411c-9294-07ad54a4c6ea not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:09:07.128785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-ee9e0805-726c-4d31-9787-19041b92cce5 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:07.130243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-ee9e0805-726c-4d31-9787-19041b92cce5 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213&tenant_id=b1ead8c13ad94dc28381575c3180019a&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 1095 time: 0.0507627 Dec 13 13:09:07.288979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-58d676f4-1319-4932-92a7-9706e2c24ddf service neutron] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:09:07.292511 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-58d676f4-1319-4932-92a7-9706e2c24ddf service neutron] Publish callbacks [] for binding, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:07.293748 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82e111c-bf22-4ff8-a6c2-0a6c78b7062f req-58d676f4-1319-4932-92a7-9706e2c24ddf service neutron] 10.222.0.42 "DELETE /v2.0/ports/fcdfb2a8-688a-411c-9294-07ad54a4c6ea/bindings/n-h1-817326-4 HTTP/1.1" status: 204 len: 173 time: 0.1544435 Dec 13 13:09:07.408899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5896fb37-a862-4bc8-aff9-10fff0bf2357 req-e3a30eeb-b443-40ba-9407-3bbaa3da012a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0314062 Dec 13 13:09:07.499062 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:07.556583 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:07.917379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ae05b-7670-4eb2-bd43-f37fd24c3eed req-06bb28a2-2266-4f47-936b-bce9234e703b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:07.924782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f2ae05b-7670-4eb2-bd43-f37fd24c3eed req-06bb28a2-2266-4f47-936b-bce9234e703b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 944 time: 0.0610576 Dec 13 13:09:08.019105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f2ae05b-7670-4eb2-bd43-f37fd24c3eed req-01e286a3-9664-4acb-b821-986852d8497a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930896 Dec 13 13:09:08.178148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f368fde-82c1-4ef9-a67f-9f57f810ffd5 req-c72e27b7-086a-4f1b-9962-e56fa6df4f50 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:08.179772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f368fde-82c1-4ef9-a67f-9f57f810ffd5 req-c72e27b7-086a-4f1b-9962-e56fa6df4f50 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1095 time: 0.0594196 Dec 13 13:09:08.239118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f368fde-82c1-4ef9-a67f-9f57f810ffd5 req-3313568b-020e-4622-b5e7-8aeffe28acc5 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517280 Dec 13 13:09:08.466424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ffb88-1353-4db7-aadd-847986d28b95 req-1df82a1c-93ba-42ec-9df8-e4b3d1eee838 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:08.468127 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e67ffb88-1353-4db7-aadd-847986d28b95 req-1df82a1c-93ba-42ec-9df8-e4b3d1eee838 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 944 time: 0.1164451 Dec 13 13:09:08.535359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e67ffb88-1353-4db7-aadd-847986d28b95 req-935f324f-e70c-43c9-9104-5d9c819e6e75 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595863 Dec 13 13:09:08.562277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40272) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:08.586605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1814758-9ad1-4d71-90dd-891f5cf47028 req-64dde067-9680-423a-a15a-5d030e6d667f tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0310967 Dec 13 13:09:08.637453 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-10d9b8f9-1074-4488-95d5-1da739c19eab tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624 HTTP/1.1" status: 200 len: 991 time: 0.0732884 Dec 13 13:09:09.793389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f23518c-ffbd-4edb-84d9-04e3a8c91fc9 req-523dd9d6-3a36-4434-8e27-b0ae8aa156f3 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0788887 Dec 13 13:09:10.945148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40346) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:11.110190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5123529c-2b13-49f2-8fa5-b376093ec8df req-f2642236-0fb1-4566-beeb-2e061b240fa7 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0707688 Dec 13 13:09:11.305076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port fc031c50-3d1b-4028-980b-6d1f7eadbc3a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:11.305422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:11.390993 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:11.391291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:11.404407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for fc031c50-3d1b-4028-980b-6d1f7eadbc3a owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:11.599080 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:11.628363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=fc031c50-3d1b-4028-980b-6d1f7eadbc3a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:11.714413 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:11.715052 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Floating IP e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624 disassociated (deleted). External IP: 172.25.2.151, port: fcdfb2a8-688a-411c-9294-07ad54a4c6ea. Dec 13 13:09:11.960519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 1db31446-d672-4f1d-924d-1c75f0ea44c3 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:09:12.089087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:09:12.094421 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:12.103303 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] Sync routers for ids ['1db31446-d672-4f1d-924d-1c75f0ea44c3'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:09:12.117829 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] Routers {'1db31446-d672-4f1d-924d-1c75f0ea44c3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:12.120439 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:08:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1db31446-d672-4f1d-924d-1c75f0ea44c3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:12.134494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-408b6e4a-4a15-409e-a7c4-b3ff397c3efe tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/floatingips/e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624 HTTP/1.1" status: 204 len: 168 time: 1.1872857 Dec 13 13:09:12.135151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:09:12.137652 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e5fa48-b62e-4293-bd0e-38383f10cd44" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:09:12.230607 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06f6138-f7c8-43c1-8c37-680efef67cf6 x-openstack-request-id: req-d06f6138-f7c8-43c1-8c37-680efef67cf6 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:09:12.230900 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:09:12.231149 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d06f6138-f7c8-43c1-8c37-680efef67cf6 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:09:12.231771 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'status': 'completed', 'code': 200} Dec 13 13:09:12.438061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-311d5321-67b8-4053-8bc3-188a1ad5c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:12.447229 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-311d5321-67b8-4053-8bc3-188a1ad5c0ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 1095 time: 0.1884227 Dec 13 13:09:12.474234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-621db105-b8dc-4587-b833-37755c303dcd req-4512587d-37cd-4d35-84a1-dedc299ac855 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.1280334 Dec 13 13:09:12.481390 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] Set router 1db31446-d672-4f1d-924d-1c75f0ea44c3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:12.744776 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ec4a-2a19-4aad-9fd7-8ac32cf6b959 req-77100c7d-a625-45f7-b2d4-80425cdb0614 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:12.752264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcc0ec4a-2a19-4aad-9fd7-8ac32cf6b959 req-77100c7d-a625-45f7-b2d4-80425cdb0614 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 944 time: 0.1272078 Dec 13 13:09:12.765430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-3bffb92f-018b-4fb2-bd92-098e88ed16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:12.771026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-3bffb92f-018b-4fb2-bd92-098e88ed16f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=30364052-dbe3-4458-90e0-01eb6837e081 HTTP/1.1" status: 200 len: 897 time: 0.2952416 Dec 13 13:09:12.834478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-3374dd05-4df8-488f-b0d0-7cff62df0230 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 200 len: 217 time: 0.0543847 Dec 13 13:09:12.838751 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:53Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8d41295f-2b8c-4238-bfa0-c4e6e8a6f473', 'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:0b:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:52Z', 'updated_at': '2021-12-13T13:07:57Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:12.876848 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] Checking router: 1db31446-d672-4f1d-924d-1c75f0ea44c3 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:09:12.887522 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] Routers {'1db31446-d672-4f1d-924d-1c75f0ea44c3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:12.888494 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:08:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1db31446-d672-4f1d-924d-1c75f0ea44c3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:12.963303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcc0ec4a-2a19-4aad-9fd7-8ac32cf6b959 req-712ca5c7-9f7f-40a8-9273-669eb24708db tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868949 Dec 13 13:09:12.988407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-65972652-ffd6-46b3-862a-d7fa224d1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:12.990067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-65972652-ffd6-46b3-862a-d7fa224d1f11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84beae2d-d3a0-4e28-aea6-b458682c9d88 HTTP/1.1" status: 200 len: 835 time: 0.1445000 Dec 13 13:09:13.016850 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-5fee8704-3b51-4531-8fb1-2b7e6c9cd51f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:13.019191 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-5fee8704-3b51-4531-8fb1-2b7e6c9cd51f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 944 time: 0.1479163 Dec 13 13:09:13.088892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-bfa01671-00f6-49df-afd3-7b89c7de7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:13.090643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-bfa01671-00f6-49df-afd3-7b89c7de7104 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=30364052-dbe3-4458-90e0-01eb6837e081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931544 Dec 13 13:09:13.133569 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] Set router 1db31446-d672-4f1d-924d-1c75f0ea44c3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:13.278646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-74429e33-8bca-40b3-adf7-7cb072479610 service neutron] 10.222.0.42 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807604 Dec 13 13:09:13.310964 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-78a75780-dfe1-4b61-af3a-9d4827a22916 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2128875 Dec 13 13:09:13.343088 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-e5d0afcf-0eb9-4cb1-9ce9-f8493180d979 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port fcdfb2a8-688a-411c-9294-07ad54a4c6ea {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:13.359158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-e5d0afcf-0eb9-4cb1-9ce9-f8493180d979 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:13.485502 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55e5fa48-b62e-4293-bd0e-38383f10cd44 req-a4d18313-c02c-4900-816e-1195e29c2969 service neutron] 10.222.0.42 "GET /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989939 Dec 13 13:09:13.577651 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:53Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8d41295f-2b8c-4238-bfa0-c4e6e8a6f473', 'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:0b:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:52Z', 'updated_at': '2021-12-13T13:07:57Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:13.606543 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e0307-3b2e-4c0a-b7e3-67adf5102dcf None None] The sync data for ids ['1db31446-d672-4f1d-924d-1c75f0ea44c3'] in n-d-817326-4 is: [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:07:53Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8d41295f-2b8c-4238-bfa0-c4e6e8a6f473', 'name': '', 'network_id': '30364052-dbe3-4458-90e0-01eb6837e081', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:0b:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:52Z', 'updated_at': '2021-12-13T13:07:57Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '84beae2d-d3a0-4e28-aea6-b458682c9d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:09:13.711519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f747b65-0ace-4d23-924b-81234a0368c5 req-8ae50619-e8c3-4621-a275-0504dcd797e9 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0755119 Dec 13 13:09:13.730605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-e5d0afcf-0eb9-4cb1-9ce9-f8493180d979 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port fcdfb2a8-688a-411c-9294-07ad54a4c6ea, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:13.730979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-e5d0afcf-0eb9-4cb1-9ce9-f8493180d979 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:13.773742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-e5d0afcf-0eb9-4cb1-9ce9-f8493180d979 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for fcdfb2a8-688a-411c-9294-07ad54a4c6ea owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:13.817672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-d041d8c8-ad01-4939-bd7d-cc56f4e61f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:13.819201 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-d041d8c8-ad01-4939-bd7d-cc56f4e61f25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1096 time: 0.4491172 Dec 13 13:09:14.073869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-82a41168-2015-4fc4-b233-9f7e09d8c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:14.083203 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-82a41168-2015-4fc4-b233-9f7e09d8c53a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.2186179 Dec 13 13:09:14.112265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd135d-75b4-4375-ad7c-5b54767c2e4e None None] New status for floating IP e0e54938-5dcf-44a1-a8b0-bc9b7e0b0624: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:09:14.280540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f85e2-2968-42bc-afa2-666223115c7a req-89ddf178-87b5-4508-bd77-5b83673df6d6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:14.284908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d8f85e2-2968-42bc-afa2-666223115c7a req-89ddf178-87b5-4508-bd77-5b83673df6d6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5f184c-470b-4bc4-81f9-f6cbae93d213 HTTP/1.1" status: 200 len: 944 time: 0.1454425 Dec 13 13:09:14.337068 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-e3380e6e-c40a-4475-83d0-2e00122c9f2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 1000 time: 0.2187262 Dec 13 13:09:14.355923 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-e5d0afcf-0eb9-4cb1-9ce9-f8493180d979 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:14.428909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-a696e5fc-21c0-4342-9e84-a8e6837202f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:14.431960 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-a696e5fc-21c0-4342-9e84-a8e6837202f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.0862031 Dec 13 13:09:14.448176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d8f85e2-2968-42bc-afa2-666223115c7a req-3dad635a-ce2d-4bf0-91bc-671477e2fa5e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e0dfc4b-75ab-404c-bd3c-600e43b538bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570370 Dec 13 13:09:14.524681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0afcf-0eb9-4cb1-9ce9-f8493180d979 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=fcdfb2a8-688a-411c-9294-07ad54a4c6ea,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:14.579829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-e5d0afcf-0eb9-4cb1-9ce9-f8493180d979 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] No DVR routers for this DVR port fcdfb2a8-688a-411c-9294-07ad54a4c6ea on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:09:14.585355 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-e5d0afcf-0eb9-4cb1-9ce9-f8493180d979 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:14.589382 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-18ae2b3f-2ec8-4417-a74c-23c565768ee5 req-e5d0afcf-0eb9-4cb1-9ce9-f8493180d979 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.42 "DELETE /v2.0/ports/fcdfb2a8-688a-411c-9294-07ad54a4c6ea HTTP/1.1" status: 204 len: 173 time: 1.5623062 Dec 13 13:09:14.590226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'name': 'network-vif-deleted', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:09:14.593040 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8404bf6d-9ee9-46b6-97d7-2cf28073843f" -d '{"events": [{"server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "name": "network-vif-deleted", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:09:14.599249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-f4f7d439-be33-47bf-aa06-10d24e6a69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:14.601119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-f4f7d439-be33-47bf-aa06-10d24e6a69ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562607 Dec 13 13:09:14.799325 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf774668-6c1d-4a6b-91ce-9f1192f84450 x-openstack-request-id: req-bf774668-6c1d-4a6b-91ce-9f1192f84450 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:09:14.800193 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f184c-470b-4bc4-81f9-f6cbae93d213", "name": "network-vif-deleted", "tag": "fcdfb2a8-688a-411c-9294-07ad54a4c6ea", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:09:14.800824 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf774668-6c1d-4a6b-91ce-9f1192f84450 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:09:14.801480 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f184c-470b-4bc4-81f9-f6cbae93d213', 'name': 'network-vif-deleted', 'tag': 'fcdfb2a8-688a-411c-9294-07ad54a4c6ea', 'status': 'completed', 'code': 200} Dec 13 13:09:14.958156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fea7cf6f-23fa-4038-b95e-2276a4840249 req-abe94802-f698-49c0-ae4a-736ad2c5ffff tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ee5bbd7-2777-4641-b4d3-c2a7d5b788e5 HTTP/1.1" status: 200 len: 210 time: 0.0529819 Dec 13 13:09:14.964981 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-4690531f-cee9-4774-be47-a7249c78c940 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478730 Dec 13 13:09:15.266965 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b550d27b-0ca4-4edc-bbfa-89ac952124ef req-b953b937-8bf9-4545-904b-5ec81cda315a service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956560 Dec 13 13:09:15.553138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40444) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:16.031724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:16.097512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40468) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:16.208845 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ff1e-0e7b-41fb-8f66-05f1d4ef6439 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:16.266543 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ff1e-0e7b-41fb-8f66-05f1d4ef6439 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:16.392401 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ff1e-0e7b-41fb-8f66-05f1d4ef6439 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:16.395151 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ff1e-0e7b-41fb-8f66-05f1d4ef6439 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:16.396348 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d3f3ff1e-0e7b-41fb-8f66-05f1d4ef6439 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "DELETE /v2.0/security-groups/7bef6e07-da74-43e4-ac9b-32d83ba8a312 HTTP/1.1" status: 204 len: 168 time: 0.2975888 Dec 13 13:09:16.399665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40478) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:16.441924 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-ff079822-18ac-4fcf-aa32-94c04d923f7b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] show failed (client error): The resource could not be found. Dec 13 13:09:16.443039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ff079822-18ac-4fcf-aa32-94c04d923f7b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "GET /v2.0/security-groups/7bef6e07-da74-43e4-ac9b-32d83ba8a312 HTTP/1.1" status: 404 len: 347 time: 0.0423775 Dec 13 13:09:16.459045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3ff1e-0e7b-41fb-8f66-05f1d4ef6439 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bef6e07-da74-43e4-ac9b-32d83ba8a312,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:16.489394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40482) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:16.551749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:16.552268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:16.680822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-98bd4ec3-212a-411f-8f37-a89bc819918a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting port cb6b684c-13d9-4b84-a1e1-9aae48123eaa {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:16.681763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98bd4ec3-212a-411f-8f37-a89bc819918a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:16.706154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8d41295f-2b8c-4238-bfa0-c4e6e8a6f473,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:16.706650 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:16.741246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:16.844071 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98bd4ec3-212a-411f-8f37-a89bc819918a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:16.845596 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98bd4ec3-212a-411f-8f37-a89bc819918a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:16.874661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-98bd4ec3-212a-411f-8f37-a89bc819918a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Calling delete_port for cb6b684c-13d9-4b84-a1e1-9aae48123eaa owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:17.016751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device fcdfb2a8-688a-411c-9294-07ad54a4c6ea no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:09:17.102095 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: fcdfb2a8-688a-411c-9294-07ad54a4c6ea {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:09:17.102817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device fcdfb2a8-688a-411c-9294-07ad54a4c6ea not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:09:17.109321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:17.179371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98bd4ec3-212a-411f-8f37-a89bc819918a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:17.185877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=8d41295f-2b8c-4238-bfa0-c4e6e8a6f473,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:17.227045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c11bd7-5560-41c6-9ae5-c2e82756c1ff None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:17.329530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd4ec3-212a-411f-8f37-a89bc819918a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Port': ['ID=cb6b684c-13d9-4b84-a1e1-9aae48123eaa,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:17.425219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98bd4ec3-212a-411f-8f37-a89bc819918a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:17.428451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98bd4ec3-212a-411f-8f37-a89bc819918a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:17.435877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-98bd4ec3-212a-411f-8f37-a89bc819918a tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "DELETE /v2.0/floatingips/fdc9511a-8b0c-4a8f-a17d-a3b7c4db8605 HTTP/1.1" status: 204 len: 168 time: 0.9444766 Dec 13 13:09:17.438468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40506) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:17.663209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-ebda3b56-c7de-4d96-baaa-d6a300e12ed8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting port 50c45399-8b22-4490-9dce-8ab750e368d4 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:17.663552 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebda3b56-c7de-4d96-baaa-d6a300e12ed8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:17.892682 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebda3b56-c7de-4d96-baaa-d6a300e12ed8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:17.919038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-ebda3b56-c7de-4d96-baaa-d6a300e12ed8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Calling delete_port for 50c45399-8b22-4490-9dce-8ab750e368d4 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:18.070726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:18.232538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebda3b56-c7de-4d96-baaa-d6a300e12ed8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:18.306257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda3b56-c7de-4d96-baaa-d6a300e12ed8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Port': ['ID=50c45399-8b22-4490-9dce-8ab750e368d4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:18.466710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebda3b56-c7de-4d96-baaa-d6a300e12ed8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:18.473452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ebda3b56-c7de-4d96-baaa-d6a300e12ed8 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "DELETE /v2.0/ports/50c45399-8b22-4490-9dce-8ab750e368d4 HTTP/1.1" status: 204 len: 168 time: 1.0338736 Dec 13 13:09:18.474286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40520) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:18.529543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router 1db31446-d672-4f1d-924d-1c75f0ea44c3 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:09:18.641232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d52c77fa-58a1-40f2-93a2-cbd70883189b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting port c45097b7-ab3b-4dc5-9117-be3b06871a4e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:18.641676 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d52c77fa-58a1-40f2-93a2-cbd70883189b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:18.769829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:09:18.781764 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] Sync routers for ids ['1db31446-d672-4f1d-924d-1c75f0ea44c3'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:09:18.800396 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7552be7d-490b-4a6d-b22e-b79f192617ea tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "PUT /v2.0/routers/1db31446-d672-4f1d-924d-1c75f0ea44c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2445974 Dec 13 13:09:18.800650 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] Routers {'1db31446-d672-4f1d-924d-1c75f0ea44c3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:18.800842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40524) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:18.802145 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:08:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1db31446-d672-4f1d-924d-1c75f0ea44c3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:18.816744 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d52c77fa-58a1-40f2-93a2-cbd70883189b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:18.855078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d52c77fa-58a1-40f2-93a2-cbd70883189b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Calling delete_port for c45097b7-ab3b-4dc5-9117-be3b06871a4e owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:19.009038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b0c6ce-c8a2-4cb5-b4c9-fb9610764a17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting subnet 84beae2d-d3a0-4e28-aea6-b458682c9d88 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:09:19.032750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-56b0c6ce-c8a2-4cb5-b4c9-fb9610764a17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:19.199618 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d52c77fa-58a1-40f2-93a2-cbd70883189b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:19.210131 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-56b0c6ce-c8a2-4cb5-b4c9-fb9610764a17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:19.286384 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] Set router 1db31446-d672-4f1d-924d-1c75f0ea44c3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:19.327780 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c77fa-58a1-40f2-93a2-cbd70883189b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Port': ['ID=c45097b7-ab3b-4dc5-9117-be3b06871a4e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:19.456098 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d52c77fa-58a1-40f2-93a2-cbd70883189b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:19.459724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d52c77fa-58a1-40f2-93a2-cbd70883189b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "DELETE /v2.0/ports/c45097b7-ab3b-4dc5-9117-be3b06871a4e HTTP/1.1" status: 204 len: 168 time: 0.9844573 Dec 13 13:09:19.464285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40550) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:19.533192 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-56b0c6ce-c8a2-4cb5-b4c9-fb9610764a17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:19.592983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69e3091-2548-46e8-b70c-dca05968abdb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting subnet cda85682-2730-4ba2-a164-494acacb16c1 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:09:19.600285 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b69e3091-2548-46e8-b70c-dca05968abdb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:19.673324 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-56b0c6ce-c8a2-4cb5-b4c9-fb9610764a17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:19.778900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0c6ce-c8a2-4cb5-b4c9-fb9610764a17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Subnet': ['ID=84beae2d-d3a0-4e28-aea6-b458682c9d88,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:19.786593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6159fb-5de0-4902-83e5-abfb7855c7f2 None None] Network 30364052-dbe3-4458-90e0-01eb6837e081 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:09:19.797471 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b69e3091-2548-46e8-b70c-dca05968abdb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:19.810926 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-56b0c6ce-c8a2-4cb5-b4c9-fb9610764a17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:19.814365 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-56b0c6ce-c8a2-4cb5-b4c9-fb9610764a17 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/subnets/84beae2d-d3a0-4e28-aea6-b458682c9d88 HTTP/1.1" status: 204 len: 168 time: 1.0125220 Dec 13 13:09:19.821392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40564) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:20.055067 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:09:16Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:20.173478 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] Checking router: 1db31446-d672-4f1d-924d-1c75f0ea44c3 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:09:20.207853 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] Routers {'1db31446-d672-4f1d-924d-1c75f0ea44c3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:20.211275 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:08:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1db31446-d672-4f1d-924d-1c75f0ea44c3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:20.267920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de738d-1b43-446b-af90-338803259d6f None None] DHCP port deletion for 30364052-dbe3-4458-90e0-01eb6837e081 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:20.287372 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b69e3091-2548-46e8-b70c-dca05968abdb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:20.508742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b69e3091-2548-46e8-b70c-dca05968abdb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:20.526040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-74de738d-1b43-446b-af90-338803259d6f None None] Deleting port 44040798-38dc-4e6f-90a7-d8eb2573d371 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:20.528210 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] Set router 1db31446-d672-4f1d-924d-1c75f0ea44c3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:20.529121 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74de738d-1b43-446b-af90-338803259d6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:20.574800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b69e3091-2548-46e8-b70c-dca05968abdb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:20.584664 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40574) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:20.607212 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b69e3091-2548-46e8-b70c-dca05968abdb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "DELETE /v2.0/subnets/cda85682-2730-4ba2-a164-494acacb16c1 HTTP/1.1" status: 204 len: 168 time: 1.1410513 Dec 13 13:09:20.616698 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:20.672518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e3091-2548-46e8-b70c-dca05968abdb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Subnet': ['ID=cda85682-2730-4ba2-a164-494acacb16c1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:20.698726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40576) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:20.716262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-74de738d-1b43-446b-af90-338803259d6f None None] For port 44040798-38dc-4e6f-90a7-d8eb2573d371, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=44040798-38dc-4e6f-90a7-d8eb2573d371,segment=NetworkSegment(df71b55d-908a-49c9-a6b5-29afdb7e0531),segment_id=df71b55d-908a-49c9-a6b5-29afdb7e0531)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:20.716940 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74de738d-1b43-446b-af90-338803259d6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:20.745314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-74de738d-1b43-446b-af90-338803259d6f None None] Calling delete_port for 44040798-38dc-4e6f-90a7-d8eb2573d371 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:20.813923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4995f466-9120-4d7e-8789-f327c9d67b6b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting subnet c1bafd1b-29bd-447e-a192-cb8b166270b2 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:09:20.828967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4995f466-9120-4d7e-8789-f327c9d67b6b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:20.874969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 44040798-38dc-4e6f-90a7-d8eb2573d371 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:09:20.878402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af862e9-fc8e-4ef6-9e5f-09ff5f4d4ea2 None None] Network e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:09:20.942235 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4995f466-9120-4d7e-8789-f327c9d67b6b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.010876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.048171 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c20c3c3-177b-4817-8a0b-064abbac4e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.084144 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:09:16Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:21.139062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port 21aa4cf6-3588-413e-baad-d091d89608d8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:21.139302 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.157277 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a6d30-97f1-4713-ba07-3618dfdcf127 None None] The sync data for ids ['1db31446-d672-4f1d-924d-1c75f0ea44c3'] in n-d-817326-4 is: [{'id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047633387', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:39Z', 'updated_at': '2021-12-13T13:09:16Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': '21aa4cf6-3588-413e-baad-d091d89608d8', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db31446-d672-4f1d-924d-1c75f0ea44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:41Z', 'updated_at': '2021-12-13T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:09:21.216436 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4995f466-9120-4d7e-8789-f327c9d67b6b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.321956 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.338983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port 21aa4cf6-3588-413e-baad-d091d89608d8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21aa4cf6-3588-413e-baad-d091d89608d8,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:21.341104 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.349371 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c20c3c3-177b-4817-8a0b-064abbac4e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.359993 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c20c3c3-177b-4817-8a0b-064abbac4e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.373209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for 21aa4cf6-3588-413e-baad-d091d89608d8 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:21.394035 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74de738d-1b43-446b-af90-338803259d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.407177 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1c20c3c3-177b-4817-8a0b-064abbac4e4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a942ea4c5062471b8e1bb0b3f34eefd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7069769 Dec 13 13:09:21.411750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40584) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:21.418694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4995f466-9120-4d7e-8789-f327c9d67b6b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.521149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de738d-1b43-446b-af90-338803259d6f None None] Pushing event deleted for resources: {'Port': ['ID=44040798-38dc-4e6f-90a7-d8eb2573d371,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:21.553864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4995f466-9120-4d7e-8789-f327c9d67b6b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:21.557556 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4995f466-9120-4d7e-8789-f327c9d67b6b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "DELETE /v2.0/subnets/c1bafd1b-29bd-447e-a192-cb8b166270b2 HTTP/1.1" status: 204 len: 168 time: 0.9714990 Dec 13 13:09:21.560347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995f466-9120-4d7e-8789-f327c9d67b6b tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bafd1b-29bd-447e-a192-cb8b166270b2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:21.571738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe4029-d412-41a9-9836-7e05c3684e0a None None] Network af42c895-8317-4d3b-b2fd-4293b38dc0c5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:09:21.592713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40590) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:21.624527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20c3c3-177b-4817-8a0b-064abbac4e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ddb589-5356-4fb9-975a-60e8186930d3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:21.807143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de738d-1b43-446b-af90-338803259d6f None None] No DVR routers for this DVR port 44040798-38dc-4e6f-90a7-d8eb2573d371 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:09:21.958747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e71dd-de97-4e2a-aede-ddccd411b543 None None] DHCP port deletion for e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:22.033434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e732495-ef1d-45ab-9e64-d2e14e50e2c6 None None] DHCP port deletion for af42c895-8317-4d3b-b2fd-4293b38dc0c5 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:22.218919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4e732495-ef1d-45ab-9e64-d2e14e50e2c6 None None] Deleting port aa458bb2-d31e-40e3-b49c-19e85a3ade1e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:22.219290 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e732495-ef1d-45ab-9e64-d2e14e50e2c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:22.354786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4e732495-ef1d-45ab-9e64-d2e14e50e2c6 None None] For port aa458bb2-d31e-40e3-b49c-19e85a3ade1e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aa458bb2-d31e-40e3-b49c-19e85a3ade1e,segment=NetworkSegment(ac6bf1ba-24af-4b95-9683-266614e4da7b),segment_id=ac6bf1ba-24af-4b95-9683-266614e4da7b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:22.355322 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e732495-ef1d-45ab-9e64-d2e14e50e2c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:22.385174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4e732495-ef1d-45ab-9e64-d2e14e50e2c6 None None] Calling delete_port for aa458bb2-d31e-40e3-b49c-19e85a3ade1e owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:22.533478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e71dd-de97-4e2a-aede-ddccd411b543 None None] Deleting port a20ec454-fd15-4d67-96fa-945ad49e6ed0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:22.533835 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e8e71dd-de97-4e2a-aede-ddccd411b543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:22.539411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device aa458bb2-d31e-40e3-b49c-19e85a3ade1e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:09:22.565102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: aa458bb2-d31e-40e3-b49c-19e85a3ade1e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:09:22.565502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device aa458bb2-d31e-40e3-b49c-19e85a3ade1e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:09:22.565930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:09:22.567787 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e732495-ef1d-45ab-9e64-d2e14e50e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:22.667620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:09:22.667888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8d41295f-2b8c-4238-bfa0-c4e6e8a6f473 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:09:22.668285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a20ec454-fd15-4d67-96fa-945ad49e6ed0 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:09:22.679894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e732495-ef1d-45ab-9e64-d2e14e50e2c6 None None] No DVR routers for this DVR port aa458bb2-d31e-40e3-b49c-19e85a3ade1e on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:09:22.691883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e732495-ef1d-45ab-9e64-d2e14e50e2c6 None None] Pushing event deleted for resources: {'Port': ['ID=aa458bb2-d31e-40e3-b49c-19e85a3ade1e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:22.722172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-63b13207-5b45-4af2-954b-02d09fe8fd32 req-2f913c30-746e-4595-93a5-3ad4b5d1af5f service neutron] (109886) timed out ('10.222.0.31', 47726) {{(pid=109886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:09:22.770688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1e8e71dd-de97-4e2a-aede-ddccd411b543 None None] For port a20ec454-fd15-4d67-96fa-945ad49e6ed0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a20ec454-fd15-4d67-96fa-945ad49e6ed0,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:22.771075 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e8e71dd-de97-4e2a-aede-ddccd411b543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:22.803577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e71dd-de97-4e2a-aede-ddccd411b543 None None] Calling delete_port for a20ec454-fd15-4d67-96fa-945ad49e6ed0 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:22.842210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-54d9530f-1949-4d37-b8b2-ab4502003444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:22.867556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-54d9530f-1949-4d37-b8b2-ab4502003444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:22.929088 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:22.937900 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-54d9530f-1949-4d37-b8b2-ab4502003444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:22.940737 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-54d9530f-1949-4d37-b8b2-ab4502003444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:22.942046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-54d9530f-1949-4d37-b8b2-ab4502003444 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5ddb589-5356-4fb9-975a-60e8186930d3 HTTP/1.1" status: 204 len: 168 time: 1.5275548 Dec 13 13:09:22.953795 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9530f-1949-4d37-b8b2-ab4502003444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ddb589-5356-4fb9-975a-60e8186930d3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:23.081556 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.094251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Deleting port a20ec454-fd15-4d67-96fa-945ad49e6ed0 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:23.094831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.113113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.209270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=21aa4cf6-3588-413e-baad-d091d89608d8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:23.212589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port a20ec454-fd15-4d67-96fa-945ad49e6ed0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a20ec454-fd15-4d67-96fa-945ad49e6ed0,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:23.226859 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.251888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] For port a20ec454-fd15-4d67-96fa-945ad49e6ed0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a20ec454-fd15-4d67-96fa-945ad49e6ed0,segment=NetworkSegment(c1f8cabf-8c57-4174-8a5f-6770bb9ccbac),segment_id=c1f8cabf-8c57-4174-8a5f-6770bb9ccbac)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:23.252501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.277708 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e8e71dd-de97-4e2a-aede-ddccd411b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.286452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Calling delete_port for a20ec454-fd15-4d67-96fa-945ad49e6ed0 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:23.313504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=a20ec454-fd15-4d67-96fa-945ad49e6ed0,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:23.358247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e71dd-de97-4e2a-aede-ddccd411b543 None None] No DVR routers for this DVR port a20ec454-fd15-4d67-96fa-945ad49e6ed0 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:09:23.404012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e71dd-de97-4e2a-aede-ddccd411b543 None None] Pushing event deleted for resources: {'Port': ['ID=a20ec454-fd15-4d67-96fa-945ad49e6ed0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:23.475565 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba6f7d0-d168-4e26-b89c-e7afa3784109 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:23.541069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40614) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:23.564920 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0e94281-c0d3-49d2-8e75-f6831842e315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.585050 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.639971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] No DVR routers for this DVR port a20ec454-fd15-4d67-96fa-945ad49e6ed0 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:09:23.675786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Port': ['ID=a20ec454-fd15-4d67-96fa-945ad49e6ed0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:23.756463 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0e94281-c0d3-49d2-8e75-f6831842e315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.767494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0e94281-c0d3-49d2-8e75-f6831842e315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.844407 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.869113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:23.871285 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c0e94281-c0d3-49d2-8e75-f6831842e315 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1320830da48f49a6ab76b787346d6c2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3288231 Dec 13 13:09:23.873357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40622) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:23.881489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:23.881707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f8cabf-8c57-4174-8a5f-6770bb9ccbac') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:23.892675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.907045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e94281-c0d3-49d2-8e75-f6831842e315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45dbb11-65f6-491e-b252-d407331810cc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:23.929735 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:23.992879 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-656c9251-99b6-4eae-9c91-b3d57c2586f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.022513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40628) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:24.046670 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-656c9251-99b6-4eae-9c91-b3d57c2586f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.104782 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-656c9251-99b6-4eae-9c91-b3d57c2586f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.108537 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-656c9251-99b6-4eae-9c91-b3d57c2586f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.111312 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-656c9251-99b6-4eae-9c91-b3d57c2586f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e45dbb11-65f6-491e-b252-d407331810cc HTTP/1.1" status: 204 len: 168 time: 0.2355828 Dec 13 13:09:24.121510 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.126240 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.148288 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c9251-99b6-4eae-9c91-b3d57c2586f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45dbb11-65f6-491e-b252-d407331810cc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:24.180937 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.194164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:09:24.194559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:09:24.197821 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:09:24.223856 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15bd3790-321f-4852-b211-40e836ae2985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.226489 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.227187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Fanout notify agent at l3_agent the message router_deleted on router 1db31446-d672-4f1d-924d-1c75f0ea44c3 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:09:24.263609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.269419 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e02e0242-29fd-48b1-a9fb-dcb86765c1b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.271180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cd50542c-dafa-47f4-8732-8bd0dd562096 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/routers/1db31446-d672-4f1d-924d-1c75f0ea44c3 HTTP/1.1" status: 204 len: 168 time: 4.3783638 Dec 13 13:09:24.286606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40636) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:24.406033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.416206 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.431877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "DELETE /v2.0/networks/e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4 HTTP/1.1" status: 204 len: 168 time: 2.8375208 Dec 13 13:09:24.435601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40640) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:24.489503 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.592466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.596949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a43a68-8f2d-4cc4-a6bd-3b5fb35b6f45 tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Network': ['ID=e25d17d6-d40f-44ce-ab7b-4abaa6be7dd4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:24.663459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e02e0242-29fd-48b1-a9fb-dcb86765c1b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.666565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.679161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e02e0242-29fd-48b1-a9fb-dcb86765c1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.711184 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.738222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30364052-dbe3-4458-90e0-01eb6837e081']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:24.748513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af42c895-8317-4d3b-b2fd-4293b38dc0c5']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:24.762246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6bf1ba-24af-4b95-9683-266614e4da7b') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:24.762805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6bf1ba-24af-4b95-9683-266614e4da7b') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:24.764854 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e02e0242-29fd-48b1-a9fb-dcb86765c1b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=745c92d0973745bb8bdb4d09594dbd37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7408917 Dec 13 13:09:24.771253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40648) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:24.781739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df71b55d-908a-49c9-a6b5-29afdb7e0531') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:24.782221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df71b55d-908a-49c9-a6b5-29afdb7e0531') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:24.785196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e0242-29fd-48b1-a9fb-dcb86765c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b40e0d4-f3f4-400e-8b02-8cb0f5c7be6e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:24.804354 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.837861 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.844364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.852937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:09:24.853550 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.905874 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.908208 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5f2d8f7-ecca-45ef-ac8c-2a0adc619e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.926760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:09:24.927417 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:09:24.931318 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:09:24.946557 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:09:24.952395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.970626 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:24.979962 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] 10.222.0.31 "DELETE /v2.0/networks/af42c895-8317-4d3b-b2fd-4293b38dc0c5 HTTP/1.1" status: 204 len: 168 time: 0.5391004 Dec 13 13:09:24.991569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108debd-fc82-42ff-a2c8-1d62c8e229cb tempest-TaggedBootDevicesTest_v242-242683621 tempest-TaggedBootDevicesTest_v242-242683621-project] Pushing event deleted for resources: {'Network': ['ID=af42c895-8317-4d3b-b2fd-4293b38dc0c5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:25.047318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5f2d8f7-ecca-45ef-ac8c-2a0adc619e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.136516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.187312 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.193723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40666) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:25.204119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/networks/30364052-dbe3-4458-90e0-01eb6837e081 HTTP/1.1" status: 204 len: 168 time: 0.9080343 Dec 13 13:09:25.236826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d49253-f634-45a2-b330-06e044e805d0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Network': ['ID=30364052-dbe3-4458-90e0-01eb6837e081,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:25.267622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5f2d8f7-ecca-45ef-ac8c-2a0adc619e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.270940 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5f2d8f7-ecca-45ef-ac8c-2a0adc619e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.275193 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f5f2d8f7-ecca-45ef-ac8c-2a0adc619e28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b40e0d4-f3f4-400e-8b02-8cb0f5c7be6e HTTP/1.1" status: 204 len: 168 time: 0.5004637 Dec 13 13:09:25.306362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2d8f7-ecca-45ef-ac8c-2a0adc619e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b40e0d4-f3f4-400e-8b02-8cb0f5c7be6e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:25.312939 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6dede120-6581-4621-be94-592d8d05ea4e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.408269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6dede120-6581-4621-be94-592d8d05ea4e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.515279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6dede120-6581-4621-be94-592d8d05ea4e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.520462 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6dede120-6581-4621-be94-592d8d05ea4e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.522008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6dede120-6581-4621-be94-592d8d05ea4e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e0dfc4b-75ab-404c-bd3c-600e43b538bb HTTP/1.1" status: 204 len: 168 time: 0.3272538 Dec 13 13:09:25.534929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dede120-6581-4621-be94-592d8d05ea4e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0dfc4b-75ab-404c-bd3c-600e43b538bb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:25.805595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40692) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:25.841713 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b68c56b8-167e-4a1b-b6f3-b42f4a707204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.974439 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b68c56b8-167e-4a1b-b6f3-b42f4a707204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:25.981800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b68c56b8-167e-4a1b-b6f3-b42f4a707204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.021750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c56b8-167e-4a1b-b6f3-b42f4a707204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3834c5de-fdab-449a-892d-f24ac715b9c0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:26.026587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b68c56b8-167e-4a1b-b6f3-b42f4a707204 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7955da3fb7ab47e8855adceecd300266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188964 Dec 13 13:09:26.028904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40696) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:26.088166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40702) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:26.093752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d7459f60-dfcb-45c4-9172-fa86a79a6e6c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459494030', 'description': 'tempest-secgroup-smoke-459494030 description', 'project_id': 'b1ead8c13ad94dc28381575c3180019a'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:26.094373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21f5fc6d-b898-4d82-ad9b-d38e533b2108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.118042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21f5fc6d-b898-4d82-ad9b-d38e533b2108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.138156 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7459f60-dfcb-45c4-9172-fa86a79a6e6c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.182815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21f5fc6d-b898-4d82-ad9b-d38e533b2108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.186421 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21f5fc6d-b898-4d82-ad9b-d38e533b2108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.187338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-21f5fc6d-b898-4d82-ad9b-d38e533b2108 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3834c5de-fdab-449a-892d-f24ac715b9c0 HTTP/1.1" status: 204 len: 168 time: 0.1569383 Dec 13 13:09:26.219972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5fc6d-b898-4d82-ad9b-d38e533b2108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3834c5de-fdab-449a-892d-f24ac715b9c0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:26.226969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21aa4cf6-3588-413e-baad-d091d89608d8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:09:26.349767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 21aa4cf6-3588-413e-baad-d091d89608d8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:09:26.351752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21aa4cf6-3588-413e-baad-d091d89608d8 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:09:26.360751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7459f60-dfcb-45c4-9172-fa86a79a6e6c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.370730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7459f60-dfcb-45c4-9172-fa86a79a6e6c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.420842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7459f60-dfcb-45c4-9172-fa86a79a6e6c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7c4fac-e712-47f2-b87a-cded411a014f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:26.451482 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7459f60-dfcb-45c4-9172-fa86a79a6e6c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.453097 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d7459f60-dfcb-45c4-9172-fa86a79a6e6c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3637564 Dec 13 13:09:26.465125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40716) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:26.474158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9020b3aa-0598-4bda-b385-7e7dd1aa2571 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'fc7c4fac-e712-47f2-b87a-cded411a014f', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:26.498417 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:09:26.565856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9020b3aa-0598-4bda-b385-7e7dd1aa2571 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.621114 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a664810-5a4f-4ed6-a2ae-820dbcdf021c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.656538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9020b3aa-0598-4bda-b385-7e7dd1aa2571 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.665211 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9020b3aa-0598-4bda-b385-7e7dd1aa2571 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.695756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020b3aa-0598-4bda-b385-7e7dd1aa2571 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52377d2d-5a50-487e-8add-30cbf41a34f4,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:26.709196 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9020b3aa-0598-4bda-b385-7e7dd1aa2571 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.710511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9020b3aa-0598-4bda-b385-7e7dd1aa2571 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2443171 Dec 13 13:09:26.714153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40726) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:26.720405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-28621a4d-3c0e-41b7-8714-fec7d5ef6494 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'fc7c4fac-e712-47f2-b87a-cded411a014f', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:26.790717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28621a4d-3c0e-41b7-8714-fec7d5ef6494 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.886655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40728) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:26.910610 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc410966-8dc8-4983-a644-e1faaf8a5646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.932833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28621a4d-3c0e-41b7-8714-fec7d5ef6494 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.945001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28621a4d-3c0e-41b7-8714-fec7d5ef6494 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:26.994228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28621a4d-3c0e-41b7-8714-fec7d5ef6494 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02d249a-4676-4d86-91b9-f6e200f07521,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:27.019008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-28621a4d-3c0e-41b7-8714-fec7d5ef6494 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.025919 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-28621a4d-3c0e-41b7-8714-fec7d5ef6494 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3094749 Dec 13 13:09:27.026793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40730) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:27.039172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b103357d-14fc-415b-b6b4-7f52e0730bda tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'fc7c4fac-e712-47f2-b87a-cded411a014f', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:27.096865 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc410966-8dc8-4983-a644-e1faaf8a5646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.101120 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b103357d-14fc-415b-b6b4-7f52e0730bda tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.105616 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc410966-8dc8-4983-a644-e1faaf8a5646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.155100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc410966-8dc8-4983-a644-e1faaf8a5646 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d0e20855d9640d390a4c1d1471d3921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2672696 Dec 13 13:09:27.156154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40738) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:27.220968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc410966-8dc8-4983-a644-e1faaf8a5646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d373772-03ad-4cd7-9e6c-ac5664b2487e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:27.221846 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b103357d-14fc-415b-b6b4-7f52e0730bda tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.237738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b103357d-14fc-415b-b6b4-7f52e0730bda tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.262978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-208ce9ba-2149-42cb-85d2-a98dc426fca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.292499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-208ce9ba-2149-42cb-85d2-a98dc426fca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.301422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103357d-14fc-415b-b6b4-7f52e0730bda tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9641056-48f0-4015-b703-d3594186fda7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:27.346512 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b103357d-14fc-415b-b6b4-7f52e0730bda tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.351180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b103357d-14fc-415b-b6b4-7f52e0730bda tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214936 Dec 13 13:09:27.352013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40742) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:27.357189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-09e327f1-0fb3-4a76-8eb8-f3abe237fafa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'fc7c4fac-e712-47f2-b87a-cded411a014f', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:27.396595 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-208ce9ba-2149-42cb-85d2-a98dc426fca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.401583 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-208ce9ba-2149-42cb-85d2-a98dc426fca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.406484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-208ce9ba-2149-42cb-85d2-a98dc426fca1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d373772-03ad-4cd7-9e6c-ac5664b2487e HTTP/1.1" status: 204 len: 168 time: 0.2480977 Dec 13 13:09:27.427810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ce9ba-2149-42cb-85d2-a98dc426fca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d373772-03ad-4cd7-9e6c-ac5664b2487e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:27.494222 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09e327f1-0fb3-4a76-8eb8-f3abe237fafa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.685522 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09e327f1-0fb3-4a76-8eb8-f3abe237fafa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.703818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09e327f1-0fb3-4a76-8eb8-f3abe237fafa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.735015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e327f1-0fb3-4a76-8eb8-f3abe237fafa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb34084-97f2-4abf-89d0-3331acc869a7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:27.737576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.756859 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09e327f1-0fb3-4a76-8eb8-f3abe237fafa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.756859 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-09e327f1-0fb3-4a76-8eb8-f3abe237fafa tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4006786 Dec 13 13:09:27.758043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40756) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:27.765266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3f600dca-364e-4b62-ba8c-c6fc12f79ab6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'fc7c4fac-e712-47f2-b87a-cded411a014f', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:27.827800 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-3f600dca-364e-4b62-ba8c-c6fc12f79ab6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Project b1ead8c13ad94dc28381575c3180019a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:09:27.835880 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3f600dca-364e-4b62-ba8c-c6fc12f79ab6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.945523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3f600dca-364e-4b62-ba8c-c6fc12f79ab6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:27.952480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3f600dca-364e-4b62-ba8c-c6fc12f79ab6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.005353 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3f600dca-364e-4b62-ba8c-c6fc12f79ab6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.006907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3f600dca-364e-4b62-ba8c-c6fc12f79ab6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2461994 Dec 13 13:09:28.008725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f600dca-364e-4b62-ba8c-c6fc12f79ab6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c826f8-8ab0-4597-8149-631cbf02e945,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:28.009691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40762) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:28.015319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-aca01ac0-3f35-4df0-b211-0a541417c6f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'security_group_rule': {'security_group_id': 'fc7c4fac-e712-47f2-b87a-cded411a014f', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:28.046298 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-aca01ac0-3f35-4df0-b211-0a541417c6f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Project b1ead8c13ad94dc28381575c3180019a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:09:28.054891 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aca01ac0-3f35-4df0-b211-0a541417c6f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.147431 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aca01ac0-3f35-4df0-b211-0a541417c6f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.152847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aca01ac0-3f35-4df0-b211-0a541417c6f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.214345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca01ac0-3f35-4df0-b211-0a541417c6f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a421fca-903a-46c5-9018-3a63de4d6b1b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:28.239175 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aca01ac0-3f35-4df0-b211-0a541417c6f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.247441 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aca01ac0-3f35-4df0-b211-0a541417c6f6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2362039 Dec 13 13:09:28.250637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40772) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:28.256023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'network': {'name': 'tempest-network-smoke--927064214', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'port_security_enabled': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:28.291321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:09:28.295152 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.326357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:09:28.337777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.338854 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Added segment 3a2a620d-62fa-47c3-8257-0650743a9cd4 of type vlan for network 5dbbeea2-fdf3-442d-b283-19bea1455b5d Dec 13 13:09:28.389827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.427056 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.435759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:28.436758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.531527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40786) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:28.531900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2800486 Dec 13 13:09:28.539077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'admin_state_up': True, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:28.543362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f63f5-b844-4eeb-a78b-33a61ab75a39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Network': ['ID=5dbbeea2-fdf3-442d-b283-19bea1455b5d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:28.557676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 5dbbeea2-fdf3-442d-b283-19bea1455b5d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:09:28.593913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.596688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.680658 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:28.935787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:29.085905 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:29.300791 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:29.323989 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:29.551812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.25.2.76 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/b29dcf33-9d90-4481-9bfc-f80d2099de2e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:09:29.779661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:29.844203 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:29.875352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40842) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:29.916332 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:29.950046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=b29dcf33-9d90-4481-9bfc-f80d2099de2e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:29.964116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:09:29.971322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:29.975861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:09:29.993192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f846e7e6-f05e-43e2-a3aa-0c39d26d77a7 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:30.095661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a9fa5b18-2e24-4116-b560-07d6fe85ec1c None None] Provisioning complete for port b29dcf33-9d90-4481-9bfc-f80d2099de2e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:30.096602 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5b18-2e24-4116-b560-07d6fe85ec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:30.174711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'network': {'name': 'tempest-network-smoke--1882906935', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'port_security_enabled': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:30.219193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa5b18-2e24-4116-b560-07d6fe85ec1c None None] Port b29dcf33-9d90-4481-9bfc-f80d2099de2e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:09:30.234875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Made reservation on behalf of 09c5b16fafe34569831b7afbc635f3f5 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:09:30.239165 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:30.272984 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:30.404193 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:30.405340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:30.410558 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:30.454052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31243bc-63f9-4088-9f41-1b6a021022e4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:30.489364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:09:30.504023 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:30.504447 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Added segment a6dc5709-dc0c-4961-b8e0-f853e2527c83 of type vlan for network fec0925b-26a1-413e-8381-93d775632c25 Dec 13 13:09:30.562811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:30.622144 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:30.633595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:30.637099 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:30.759001 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8793914 Dec 13 13:09:30.762839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40864) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:30.767605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-208624973', 'admin_state_up': True, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:30.807690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7572273-5f50-4e3d-9091-d84919b0152d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Network': ['ID=fec0925b-26a1-413e-8381-93d775632c25,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:30.818923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fec0925b-26a1-413e-8381-93d775632c25 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:09:31.218188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40878) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:31.226958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40880) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:31.393466 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:31.493370 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:31.494598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:31.585340 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-243a186c-81d1-479d-b1f8-c6c8e005450b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:31.703939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:31.818995 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-243a186c-81d1-479d-b1f8-c6c8e005450b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:31.835033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-243a186c-81d1-479d-b1f8-c6c8e005450b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:31.940853 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a0d12ef-aefa-4692-83c4-b0a0d9e8f13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:31.946980 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:31.953258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router a49147f1-b70d-4a5f-bdf5-4d68f66c169a is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:09:31.959343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a186c-81d1-479d-b1f8-c6c8e005450b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28e485-b786-46aa-868a-b1f2704b0f0e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:32.073874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40898) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:32.074387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-243a186c-81d1-479d-b1f8-c6c8e005450b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f76ca059d633466ba56a6b84c3c756af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8425579 Dec 13 13:09:32.288820 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:09:32.293274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7decf77d-d901-40d7-9e97-9254249f95a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.302312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Sync routers for ids ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:09:32.311990 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a0d12ef-aefa-4692-83c4-b0a0d9e8f13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.323914 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9a0d12ef-aefa-4692-83c4-b0a0d9e8f13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.331566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Routers {'a49147f1-b70d-4a5f-bdf5-4d68f66c169a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:32.332393 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:32.350148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7decf77d-d901-40d7-9e97-9254249f95a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.387935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d12ef-aefa-4692-83c4-b0a0d9e8f13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0bccb4-1fce-4f19-9493-aeb298d20844,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:32.477185 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9a0d12ef-aefa-4692-83c4-b0a0d9e8f13b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f00b5afe4a942bf8e6d487b3a3775f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2577474 Dec 13 13:09:32.482490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40910) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:32.485586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7decf77d-d901-40d7-9e97-9254249f95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.488094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7decf77d-d901-40d7-9e97-9254249f95a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.492163 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7decf77d-d901-40d7-9e97-9254249f95a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c28e485-b786-46aa-868a-b1f2704b0f0e HTTP/1.1" status: 204 len: 168 time: 0.4134586 Dec 13 13:09:32.520391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.524617 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5a11d354-1f9e-42c6-89ed-61f30691afad tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9885523 Dec 13 13:09:32.529767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decf77d-d901-40d7-9e97-9254249f95a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28e485-b786-46aa-868a-b1f2704b0f0e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:32.539579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40914) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:32.571697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Set router a49147f1-b70d-4a5f-bdf5-4d68f66c169a gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:32.658800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-61777994-0921-4399-a3f8-a0f5fa22f47e tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b1ead8c13ad94dc28381575c3180019a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1176379 Dec 13 13:09:32.660617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40918) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:32.745464 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1fe4-3d68-4da8-a25a-6951f558c1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.794671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.805073 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1fe4-3d68-4da8-a25a-6951f558c1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.832628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:32.836666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:30Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:32.844705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c07a47-1bfc-4fb0-a34f-537ca10036cf req-65170378-d191-4f73-9e0a-1eb25df69415 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:32.856497 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09c07a47-1bfc-4fb0-a34f-537ca10036cf req-65170378-d191-4f73-9e0a-1eb25df69415 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.4490702 Dec 13 13:09:32.880909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Checking router: a49147f1-b70d-4a5f-bdf5-4d68f66c169a for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:09:32.881582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Updating router a49147f1-b70d-4a5f-bdf5-4d68f66c169a port b29dcf33-9d90-4481-9bfc-f80d2099de2e binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:09:32.913936 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.006789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09c07a47-1bfc-4fb0-a34f-537ca10036cf req-a537cfa1-7fc0-488c-9fb4-cc97fa946eda tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178029 Dec 13 13:09:33.019160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4459843-e3c7-415a-a93a-36d3a6716e86 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:33.028104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d4459843-e3c7-415a-a93a-36d3a6716e86 tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3662932 Dec 13 13:09:33.028890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40922) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:33.065702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1c2375d6-a006-4ca5-90d0-693fbde6b52e tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349371 Dec 13 13:09:33.066694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40924) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:33.072370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-670768015', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:33.075043 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1fe4-3d68-4da8-a25a-6951f558c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.079008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1fe4-3d68-4da8-a25a-6951f558c1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.080227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4a9a1fe4-3d68-4da8-a25a-6951f558c1bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d0bccb4-1fce-4f19-9493-aeb298d20844 HTTP/1.1" status: 204 len: 168 time: 0.5960603 Dec 13 13:09:33.097404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a1fe4-3d68-4da8-a25a-6951f558c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0bccb4-1fce-4f19-9493-aeb298d20844,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:33.104573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40928) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:33.147733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Allocated IP 172.25.2.12 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/3a38072d-5124-404e-84f0-6c2b67967271) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:09:33.212646 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc705-082e-4668-b4ba-6e28da78df37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.343392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:09:33.356264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.381722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.440360 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.483282 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc705-082e-4668-b4ba-6e28da78df37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.495802 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc705-082e-4668-b4ba-6e28da78df37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.501759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:09:33.506116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:33.510157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:09:33.533569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ba1bc705-082e-4668-b4ba-6e28da78df37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a52ca6efcc314aa7a0865074262ee328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254849 Dec 13 13:09:33.536054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40936) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:33.547105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=3a38072d-5124-404e-84f0-6c2b67967271,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:33.597763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba8ffb-8f77-4b06-878d-b45475e560fd None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:33.617113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bc705-082e-4668-b4ba-6e28da78df37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7362e73-83f5-4053-a9f2-e0a71adcf6dd,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:33.709438 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fae3192-1478-4c1d-bcc2-f6223539b299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.716134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-839b89f4-86c8-4c87-ad99-df44e7d134a9 None None] Provisioning complete for port 3a38072d-5124-404e-84f0-6c2b67967271 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:33.716886 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-839b89f4-86c8-4c87-ad99-df44e7d134a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.762296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fae3192-1478-4c1d-bcc2-f6223539b299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.774339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.797378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-839b89f4-86c8-4c87-ad99-df44e7d134a9 None None] Port 3a38072d-5124-404e-84f0-6c2b67967271 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:09:33.825850 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40938) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:33.830485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.838495 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.847354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c05f486-c66e-409b-858f-3ea550242241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.876902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Subnet': ['ID=8be46d97-62aa-4739-a16c-c3d1a7af5f3f,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:33.887463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Checking segment: {'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:09:33.887463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network hostable DHCP agents. Network: 5dbbeea2-fdf3-442d-b283-19bea1455b5d, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:09:33.908872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Attempting to bind port b29dcf33-9d90-4481-9bfc-f80d2099de2e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:09:33.909278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Attempting to bind port b29dcf33-9d90-4481-9bfc-f80d2099de2e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:09:33.909779 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Attempting to bind port b29dcf33-9d90-4481-9bfc-f80d2099de2e on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:09:33.911677 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fae3192-1478-4c1d-bcc2-f6223539b299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.916808 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fae3192-1478-4c1d-bcc2-f6223539b299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.917264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15754e4-d2fc-4bfe-8285-c310dc26c458 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:33.918431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5fae3192-1478-4c1d-bcc2-f6223539b299 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7362e73-83f5-4053-a9f2-e0a71adcf6dd HTTP/1.1" status: 204 len: 168 time: 0.3811851 Dec 13 13:09:33.928165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae3192-1478-4c1d-bcc2-f6223539b299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7362e73-83f5-4053-a9f2-e0a71adcf6dd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:33.931990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 5dbbeea2-fdf3-442d-b283-19bea1455b5d is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:09:33.946358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 5dbbeea2-fdf3-442d-b283-19bea1455b5d) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:33.953664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:33.954671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.959963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:09:33.960346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:09:33.960759 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.962287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:09:33.964990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Bound port: b29dcf33-9d90-4481-9bfc-f80d2099de2e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:09:33.965406 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:33.974414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f4327-0b5f-4627-9bc0-0e965ed9968f None None] Network 5dbbeea2-fdf3-442d-b283-19bea1455b5d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:09:33.980917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4db4b808-585d-41ac-8633-aa080254c677 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9127684 Dec 13 13:09:33.983794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40942) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:34.082205 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c05f486-c66e-409b-858f-3ea550242241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.088685 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.093417 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c05f486-c66e-409b-858f-3ea550242241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.141945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97b020-f817-4029-bdb3-caeaedc044ea None None] Pushing event updated for resources: {'Port': ['ID=b29dcf33-9d90-4481-9bfc-f80d2099de2e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:34.242795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:09:34.243363 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.293131 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5c05f486-c66e-409b-858f-3ea550242241 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c55396d2763344be8809965e0910ce83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4660783 Dec 13 13:09:34.297124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05f486-c66e-409b-858f-3ea550242241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ac136e-f309-4e2c-a587-a42d4d68beaf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:34.303416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40950) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:34.315613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] For port b29dcf33-9d90-4481-9bfc-f80d2099de2e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:09:34.320496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] For port b29dcf33-9d90-4481-9bfc-f80d2099de2e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b29dcf33-9d90-4481-9bfc-f80d2099de2e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:09:34.349876 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.365368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-965c16ce-c65c-4453-9024-35e4dde064bd None None] Provisioning complete for port b29dcf33-9d90-4481-9bfc-f80d2099de2e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:34.365758 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-965c16ce-c65c-4453-9024-35e4dde064bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.388692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af265af9-a6dc-434c-a90c-8bf495ab95e3 req-5765167b-c208-4870-bc05-663b66e6bf1e tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:34.390253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af265af9-a6dc-434c-a90c-8bf495ab95e3 req-5765167b-c208-4870-bc05-663b66e6bf1e tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.2344470 Dec 13 13:09:34.535424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2fbfbd-4bfe-45b6-86ec-f8af7d0f9123 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:34.537459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Routers {'a49147f1-b70d-4a5f-bdf5-4d68f66c169a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:34.538117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:34.565495 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e500d3cc-be76-4dfd-8ee7-ae2edaa57e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.584663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.602196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e500d3cc-be76-4dfd-8ee7-ae2edaa57e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.661086 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] Set router a49147f1-b70d-4a5f-bdf5-4d68f66c169a gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:34.750051 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af265af9-a6dc-434c-a90c-8bf495ab95e3 req-854affdd-aa52-4d4e-98ab-9bdb46542cf6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187075 Dec 13 13:09:34.818957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e500d3cc-be76-4dfd-8ee7-ae2edaa57e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.825833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e500d3cc-be76-4dfd-8ee7-ae2edaa57e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:34.829682 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e500d3cc-be76-4dfd-8ee7-ae2edaa57e58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03ac136e-f309-4e2c-a587-a42d4d68beaf HTTP/1.1" status: 204 len: 168 time: 0.5252151 Dec 13 13:09:34.850459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500d3cc-be76-4dfd-8ee7-ae2edaa57e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ac136e-f309-4e2c-a587-a42d4d68beaf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:34.889519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:09:34.916710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:35.018726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Allocated IP 172.20.0.2 (5dbbeea2-fdf3-442d-b283-19bea1455b5d/8be46d97-62aa-4739-a16c-c3d1a7af5f3f/80a379fa-686c-47cb-ae0f-0e0680dc3336) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:09:35.065963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97b020-f817-4029-bdb3-caeaedc044ea None None] Pushing event updated for resources: {'Port': ['ID=b29dcf33-9d90-4481-9bfc-f80d2099de2e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:35.156976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:09:35.171755 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Sync routers for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:09:35.192406 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:35.193204 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:35.217040 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:35.218921 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c29815fa-5b61-4d41-8b00-8b28848ac413 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4550877 Dec 13 13:09:35.223498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40978) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:35.319052 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-965c16ce-c65c-4453-9024-35e4dde064bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:35.380136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-965c16ce-c65c-4453-9024-35e4dde064bd None None] For port b29dcf33-9d90-4481-9bfc-f80d2099de2e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b29dcf33-9d90-4481-9bfc-f80d2099de2e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:35.390600 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-965c16ce-c65c-4453-9024-35e4dde064bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:35.484721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:30Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:35.526735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e6801-905c-4860-926b-af80dea2e2a4 None None] The sync data for ids ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'] in n-d-817326-4 is: [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:30Z', 'revision_number': 3, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:09:35.583973 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:35.585322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cac20ef2-5729-43bf-863e-95c01127df05 None None] Provisioning complete for port b29dcf33-9d90-4481-9bfc-f80d2099de2e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:35.585694 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cac20ef2-5729-43bf-863e-95c01127df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:35.588523 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:35.626518 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:35.645517 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c16ce-c65c-4453-9024-35e4dde064bd None None] Pushing event updated for resources: {'Port': ['ID=b29dcf33-9d90-4481-9bfc-f80d2099de2e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:35.700010 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Pushing event updated for resources: {'Port': ['ID=80a379fa-686c-47cb-ae0f-0e0680dc3336,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:35.709327 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Network 5dbbeea2-fdf3-442d-b283-19bea1455b5d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:09:35.711066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:35.714186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:09:35.781510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.20.0.1 (5dbbeea2-fdf3-442d-b283-19bea1455b5d/8be46d97-62aa-4739-a16c-c3d1a7af5f3f/565999cb-d6f4-49a9-afa1-ae581dcaaf8f) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:09:35.792530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40994) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:35.796737 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dfdd9a44-ab79-41f2-bcdc-491bbad7f63c tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=09c5b16fafe34569831b7afbc635f3f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5634863 Dec 13 13:09:35.856960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Attempting to bind port 80a379fa-686c-47cb-ae0f-0e0680dc3336 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:09:35.858566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Attempting to bind port 80a379fa-686c-47cb-ae0f-0e0680dc3336 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:09:35.859489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Attempting to bind port 80a379fa-686c-47cb-ae0f-0e0680dc3336 on network 5dbbeea2-fdf3-442d-b283-19bea1455b5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:09:35.909578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:09:35.911353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Checking segment: {'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:09:35.912128 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:35.913862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Bound using segment: {'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:09:35.917905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Bound port: 80a379fa-686c-47cb-ae0f-0e0680dc3336, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:09:35.921985 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:36.068912 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:09:33Z', 'revision_number': 3, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:36.118038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b459907-ae32-424c-ba4e-ec65c8328f79 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:36.121097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0b459907-ae32-424c-ba4e-ec65c8328f79 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3189774 Dec 13 13:09:36.124523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41004) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:36.135274 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Checking router: 56d6d409-242d-4e06-ae6c-d1cff585b7f8 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:09:36.135629 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Updating router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 port 3a38072d-5124-404e-84f0-6c2b67967271 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:09:36.171774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] For port 80a379fa-686c-47cb-ae0f-0e0680dc3336, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:09:36.182403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] For port 80a379fa-686c-47cb-ae0f-0e0680dc3336, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=80a379fa-686c-47cb-ae0f-0e0680dc3336,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:09:36.195959 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:36.203006 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:36.269758 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-953318d3-e231-43ef-a9a7-0f20fdfb0d6b tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1431324 Dec 13 13:09:36.271345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41010) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:36.286611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1758513177', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:36.341050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871a553-fe35-4524-bcd1-375706daeaad req-0b2bc11e-1dcf-44b4-8dd5-078960690a92 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:36.342602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2871a553-fe35-4524-bcd1-375706daeaad req-0b2bc11e-1dcf-44b4-8dd5-078960690a92 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.2202432 Dec 13 13:09:36.399542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cba409-672d-4180-93db-f5ba59330056 None None] Pushing event updated for resources: {'Port': ['ID=80a379fa-686c-47cb-ae0f-0e0680dc3336,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:36.444359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b29dcf33-9d90-4481-9bfc-f80d2099de2e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:09:36.645511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b29dcf33-9d90-4481-9bfc-f80d2099de2e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:36.648051 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:36.849582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2871a553-fe35-4524-bcd1-375706daeaad req-290627d5-7ca4-4889-8940-a7bb89980035 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645443 Dec 13 13:09:36.869713 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:36.894124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Made reservation on behalf of 09c5b16fafe34569831b7afbc635f3f5 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:09:36.906266 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.069557 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.095846 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.200777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b05ae4-b44d-4508-b8a6-ac63338013fc None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:37.245961 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Attempting to bind port 3a38072d-5124-404e-84f0-6c2b67967271 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:09:37.247699 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Attempting to bind port 3a38072d-5124-404e-84f0-6c2b67967271 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:09:37.248397 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Attempting to bind port 3a38072d-5124-404e-84f0-6c2b67967271 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:09:37.265147 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:09:37.265874 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:09:37.266525 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.268368 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:09:37.289707 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Bound port: 3a38072d-5124-404e-84f0-6c2b67967271, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:09:37.290645 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.299667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9464f5ad-c2e6-4164-b413-54d46565370a None None] Provisioning complete for port 3a38072d-5124-404e-84f0-6c2b67967271 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:37.300819 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9464f5ad-c2e6-4164-b413-54d46565370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.320233 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.393528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9464f5ad-c2e6-4164-b413-54d46565370a None None] Port 3a38072d-5124-404e-84f0-6c2b67967271 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:09:37.402843 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] For port 3a38072d-5124-404e-84f0-6c2b67967271, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:09:37.412539 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] For port 3a38072d-5124-404e-84f0-6c2b67967271, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3a38072d-5124-404e-84f0-6c2b67967271,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:09:37.421364 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Pushing event updated for resources: {'Port': ['ID=3a38072d-5124-404e-84f0-6c2b67967271,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:37.427427 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.432078 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.467620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee2b199-208b-4566-ae9f-c1851960a3b4 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:37.482777 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.486636 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.488693 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.489345 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.491311 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.491815 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.492304 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.494382 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.494905 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.496022 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.496630 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.499520 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.500515 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:37.538325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 5dbbeea2-fdf3-442d-b283-19bea1455b5d is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:09:37.569848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:37.574905 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.576648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f32f9275-9005-4b19-a928-3ac22cf28517 None None] Provisioning complete for port 3a38072d-5124-404e-84f0-6c2b67967271 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:37.577169 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f32f9275-9005-4b19-a928-3ac22cf28517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.595832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=565999cb-d6f4-49a9-afa1-ae581dcaaf8f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:37.607856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:09:37.624714 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.682031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Subnet': ['ID=00f1d646-fce2-4f25-91dc-b4acc2b452fb,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:37.702232 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997870ee-2324-4808-b899-877ca7941c08 None None] Pushing event updated for resources: {'Port': ['ID=3a38072d-5124-404e-84f0-6c2b67967271,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:37.703697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Checking segment: {'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:09:37.703982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network hostable DHCP agents. Network: fec0925b-26a1-413e-8381-93d775632c25, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:09:37.705745 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f32f9275-9005-4b19-a928-3ac22cf28517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.735140 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:37.745460 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:37.788739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f32f9275-9005-4b19-a928-3ac22cf28517 None None] For port 3a38072d-5124-404e-84f0-6c2b67967271, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3a38072d-5124-404e-84f0-6c2b67967271,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:37.803191 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f32f9275-9005-4b19-a928-3ac22cf28517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.809110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network fec0925b-26a1-413e-8381-93d775632c25 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:09:37.826240 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:37.978823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f9275-9005-4b19-a928-3ac22cf28517 None None] Pushing event updated for resources: {'Port': ['ID=3a38072d-5124-404e-84f0-6c2b67967271,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:38.070337 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:38.398021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b616e88-4bc9-40a7-a430-fb46c37a301e None None] Network 5dbbeea2-fdf3-442d-b283-19bea1455b5d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:09:38.448822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 80a379fa-686c-47cb-ae0f-0e0680dc3336 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:09:38.558648 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:09:33Z', 'revision_number': 3, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:38.599739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-096b34c2-b53c-4903-be40-7802ab5fc60b None None] Provisioning complete for port 80a379fa-686c-47cb-ae0f-0e0680dc3336 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:38.601428 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-096b34c2-b53c-4903-be40-7802ab5fc60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:38.622646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 80a379fa-686c-47cb-ae0f-0e0680dc3336 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:38.623094 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:38.630915 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e99be2-2fd3-45a3-8a43-1813c34f0247 None None] The sync data for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 is: [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:09:33Z', 'revision_number': 3, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:09:38.958540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:39.025838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 80a379fa-686c-47cb-ae0f-0e0680dc3336, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=80a379fa-686c-47cb-ae0f-0e0680dc3336,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:39.031569 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-096b34c2-b53c-4903-be40-7802ab5fc60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:39.053299 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:39.203356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fec0925b-26a1-413e-8381-93d775632c25) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:39.226476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:39.227484 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:39.440032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41132) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:39.448729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-da38ca8e-5f9a-4209-8946-32db9de860f6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1681950 Dec 13 13:09:39.492468 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:39.650330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2137a-3855-4be0-8c93-b39b64a68d2f req-089904d3-fbcb-4b59-a1a0-446cf6c59833 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:39.659010 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06f2137a-3855-4be0-8c93-b39b64a68d2f req-089904d3-fbcb-4b59-a1a0-446cf6c59833 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.4573662 Dec 13 13:09:39.775099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=80a379fa-686c-47cb-ae0f-0e0680dc3336,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:39.778739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b7eda-b83c-415e-96e8-167e25e8e1cf None None] Network fec0925b-26a1-413e-8381-93d775632c25 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:09:39.844207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06f2137a-3855-4be0-8c93-b39b64a68d2f req-4d909b77-d414-4185-bf4c-c638195be80d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735134 Dec 13 13:09:39.944304 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-096b34c2-b53c-4903-be40-7802ab5fc60b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:09:39.946951 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-096b34c2-b53c-4903-be40-7802ab5fc60b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:09:40.006005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-fec0925b-26a1-413e-8381-93d775632c25', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:09:40.007841 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:40.419433 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:40.424439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Allocated IP 172.20.0.2 (fec0925b-26a1-413e-8381-93d775632c25/00f1d646-fce2-4f25-91dc-b4acc2b452fb/e22ec470-75d9-45a1-b0cd-73bf32d14b76) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:09:40.434369 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:40.514320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=565999cb-d6f4-49a9-afa1-ae581dcaaf8f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:40.585628 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:40.627145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 80a379fa-686c-47cb-ae0f-0e0680dc3336 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:09:40.770244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 5dbbeea2-fdf3-442d-b283-19bea1455b5d is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:09:40.776199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:40.973570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router a49147f1-b70d-4a5f-bdf5-4d68f66c169a has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:09:40.988677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d48d6838-9330-4487-85c6-150af01d50ee None None] Provisioning complete for port 80a379fa-686c-47cb-ae0f-0e0680dc3336 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:40.989738 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d48d6838-9330-4487-85c6-150af01d50ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:41.110721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 80a379fa-686c-47cb-ae0f-0e0680dc3336 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:41.110721 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:41.198326 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:41.273876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40170f94-23db-47af-8bb4-10c3fffd0ea3 req-d1b44985-c7d2-4dc4-8add-f043f8995945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:41.277094 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:41.296314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40170f94-23db-47af-8bb4-10c3fffd0ea3 req-d1b44985-c7d2-4dc4-8add-f043f8995945 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.2368536 Dec 13 13:09:41.297233 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:41.384248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:09:41.393202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-497044a5-7c14-4dab-90a9-d88527187d89 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "PUT /v2.0/routers/a49147f1-b70d-4a5f-bdf5-4d68f66c169a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4069195 Dec 13 13:09:41.415019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Sync routers for ids ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:09:41.511921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40170f94-23db-47af-8bb4-10c3fffd0ea3 req-af706cc0-8ad5-415e-b04f-5f3c04f138a7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146988 Dec 13 13:09:41.538513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Network fec0925b-26a1-413e-8381-93d775632c25 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:09:41.575970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:41.600404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:09:41.623078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Pushing event updated for resources: {'Port': ['ID=e22ec470-75d9-45a1-b0cd-73bf32d14b76,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:41.634137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Routers {'a49147f1-b70d-4a5f-bdf5-4d68f66c169a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:41.635351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:41.715668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3a38072d-5124-404e-84f0-6c2b67967271 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:09:41.831272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d48d6838-9330-4487-85c6-150af01d50ee None None] Provisioning complete for port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:41.832257 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d48d6838-9330-4487-85c6-150af01d50ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:41.927745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-77d7fe0a-2ec2-4559-ac46-c5784779bfef tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459494030&fields=id&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 267 time: 0.0963426 Dec 13 13:09:41.958447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d48d6838-9330-4487-85c6-150af01d50ee None None] Port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:09:41.975385 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Attempting to bind port e22ec470-75d9-45a1-b0cd-73bf32d14b76 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:09:41.975775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Attempting to bind port e22ec470-75d9-45a1-b0cd-73bf32d14b76 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:09:41.976115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Attempting to bind port e22ec470-75d9-45a1-b0cd-73bf32d14b76 on network fec0925b-26a1-413e-8381-93d775632c25 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:09:42.014235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:09:42.014900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Checking segment: {'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:09:42.015029 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:42.015416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Bound using segment: {'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:09:42.015913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Bound port: e22ec470-75d9-45a1-b0cd-73bf32d14b76, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:09:42.016296 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:42.030976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Allocated IP 172.20.0.1 (fec0925b-26a1-413e-8381-93d775632c25/00f1d646-fce2-4f25-91dc-b4acc2b452fb/b71d5d87-e590-4418-8249-3a426485e1d6) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:09:42.045371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Set router a49147f1-b70d-4a5f-bdf5-4d68f66c169a gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:42.096361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-5c1151aa-2a1a-4dc1-b64d-5eefb2d72606 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:42.097938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-5c1151aa-2a1a-4dc1-b64d-5eefb2d72606 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/networks?id=5dbbeea2-fdf3-442d-b283-19bea1455b5d HTTP/1.1" status: 200 len: 796 time: 0.1592157 Dec 13 13:09:42.132714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-d18e0715-61a0-4ecf-b6d0-fbc0f32d3387 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/quotas/b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 375 time: 0.0214298 Dec 13 13:09:42.164685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3a38072d-5124-404e-84f0-6c2b67967271 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:42.165051 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:42.215052 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:42.251071 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-f8c76af6-4685-4686-bb34-92cdd49319f0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168394 Dec 13 13:09:42.265555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:42.319796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network fec0925b-26a1-413e-8381-93d775632c25 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:09:42.324081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:42.334031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:09:42.371317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-73acac13-1e32-497d-829e-0251b03df689 None None] Provisioning complete for port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:42.371718 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73acac13-1e32-497d-829e-0251b03df689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:42.497915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] For port e22ec470-75d9-45a1-b0cd-73bf32d14b76, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:09:42.509384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] For port e22ec470-75d9-45a1-b0cd-73bf32d14b76, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e22ec470-75d9-45a1-b0cd-73bf32d14b76,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:09:42.524222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-73acac13-1e32-497d-829e-0251b03df689 None None] Port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:09:42.527962 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:42.582021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=b71d5d87-e590-4418-8249-3a426485e1d6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:42.608413 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:42.717967 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:39Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '565999cb-d6f4-49a9-afa1-ae581dcaaf8f', 'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:82:af:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:35Z', 'updated_at': '2021-12-13T13:09:40Z', 'revision_number': 2, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:42.960513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Checking router: a49147f1-b70d-4a5f-bdf5-4d68f66c169a for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:09:42.960951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Updating router a49147f1-b70d-4a5f-bdf5-4d68f66c169a port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:09:42.972843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-27509c5b-34a9-4875-82de-d4b7926f190a service neutron] 10.222.0.31 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026393 Dec 13 13:09:43.001569 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:43.106397 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:43.124315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13b08-a292-49a0-bce1-34babfd1baea None None] Pushing event updated for resources: {'Port': ['ID=e22ec470-75d9-45a1-b0cd-73bf32d14b76,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:43.258670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 12c01889-e275-41f4-a211-09a637b9bbba details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:09:43.436249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87537131-6d75-4cf0-868e-4c901923e714 req-f0ba053f-8215-4412-8f4c-04031510b757 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:43.448704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87537131-6d75-4cf0-868e-4c901923e714 req-f0ba053f-8215-4412-8f4c-04031510b757 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.4716823 Dec 13 13:09:43.601528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-39486a94-e02b-4f05-82b5-a16776e4e42d service neutron] 10.222.0.31 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689397 Dec 13 13:09:43.615331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87537131-6d75-4cf0-868e-4c901923e714 req-4242799b-cf69-46e7-b35d-aeba531af230 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560733 Dec 13 13:09:43.745609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:43.800435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '12c01889-e275-41f4-a211-09a637b9bbba', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'port_id': '12c01889-e275-41f4-a211-09a637b9bbba', 'mac_address': 'fa:16:3e:bb:6f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:09:43.835816 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:43.844283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:44.033301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c451f0d-4d69-42bc-98ea-d5dc684ee074 req-6ac6fe61-0f4b-4d8f-9e41-af603a4e2c18 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 210 time: 0.0645399 Dec 13 13:09:44.049985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=b71d5d87-e590-4418-8249-3a426485e1d6,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:44.057213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:44.072421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:44.198267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12c01889-e275-41f4-a211-09a637b9bbba {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:09:44.264479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:44.299437 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:44.320131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network fec0925b-26a1-413e-8381-93d775632c25 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:09:44.322632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:44.409092 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:44.415068 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['12c01889-e275-41f4-a211-09a637b9bbba'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:09:44.477096 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:44.506870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:44.618000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:09:44.945942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f93946-b194-4449-85c6-524f4c8f20e6 req-5468bd7d-c338-4d73-b408-0b7246c74a77 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:44.955467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28f93946-b194-4449-85c6-524f4c8f20e6 req-5468bd7d-c338-4d73-b408-0b7246c74a77 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.1428227 Dec 13 13:09:45.002006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:09:45.015595 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Sync routers for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:09:45.017891 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2ffd47f4-6962-4965-8f01-1e0a9bd45005 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "PUT /v2.0/routers/56d6d409-242d-4e06-ae6c-d1cff585b7f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5742369 Dec 13 13:09:45.019760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41216) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:45.042746 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:45.054621 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:45.127253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28f93946-b194-4449-85c6-524f4c8f20e6 req-2e602eb7-9533-451a-94ef-13a74111cc96 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691809 Dec 13 13:09:45.304602 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb9b6-d44d-4cdd-8930-63e4aa511872 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.305331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb9b6-d44d-4cdd-8930-63e4aa511872 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.306099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb9b6-d44d-4cdd-8930-63e4aa511872 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.307338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb9b6-d44d-4cdd-8930-63e4aa511872 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.308143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb9b6-d44d-4cdd-8930-63e4aa511872 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.308904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb9b6-d44d-4cdd-8930-63e4aa511872 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.309691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb9b6-d44d-4cdd-8930-63e4aa511872 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.310445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb9b6-d44d-4cdd-8930-63e4aa511872 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.311156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb9b6-d44d-4cdd-8930-63e4aa511872 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.313734 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-821fb9b6-d44d-4cdd-8930-63e4aa511872 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6373 time: 0.2924371 Dec 13 13:09:45.316426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41226) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:45.328094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27ebb336-5742-4178-833b-425282558235 req-4d22f0b6-6ebf-4981-9d6d-78af71906c0a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 210 time: 0.0535049 Dec 13 13:09:45.434532 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:45.472576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f872f8-c4a2-4a52-962f-657aac5ff4fa None None] Network fec0925b-26a1-413e-8381-93d775632c25 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:09:45.475599 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e22ec470-75d9-45a1-b0cd-73bf32d14b76 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:09:45.491435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d032a-4931-4e10-8005-47755905dce8 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.491895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d032a-4931-4e10-8005-47755905dce8 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.494130 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d032a-4931-4e10-8005-47755905dce8 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.494603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d032a-4931-4e10-8005-47755905dce8 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.495049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d032a-4931-4e10-8005-47755905dce8 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.495491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d032a-4931-4e10-8005-47755905dce8 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.498600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d032a-4931-4e10-8005-47755905dce8 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.499156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d032a-4931-4e10-8005-47755905dce8 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.499606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d032a-4931-4e10-8005-47755905dce8 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:45.505496 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ba6d032a-4931-4e10-8005-47755905dce8 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5917 time: 0.1865575 Dec 13 13:09:45.507722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41232) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:45.556634 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd30d2-32c2-4949-8946-629ad51854d8 None None] Pushing event updated for resources: {'Port': ['ID=565999cb-d6f4-49a9-afa1-ae581dcaaf8f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:45.621367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d0a8929f-0fbf-4c0e-8ef6-af8582986049 None None] Provisioning complete for port e22ec470-75d9-45a1-b0cd-73bf32d14b76 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:45.621878 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0a8929f-0fbf-4c0e-8ef6-af8582986049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:45.723166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Attempting to bind port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:09:45.723557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Attempting to bind port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:09:45.723923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Attempting to bind port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f on network 5dbbeea2-fdf3-442d-b283-19bea1455b5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:09:45.753474 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e22ec470-75d9-45a1-b0cd-73bf32d14b76 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:45.753474 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:45.889744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:09:45.890162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Checking segment: {'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:09:45.892310 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:45.892905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Bound using segment: {'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:09:45.896936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Bound port: 565999cb-d6f4-49a9-afa1-ae581dcaaf8f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:09:45.897629 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:45.995517 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:09:42Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:43Z', 'revision_number': 2, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:46.095487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41254) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:46.118680 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0a8929f-0fbf-4c0e-8ef6-af8582986049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:46.442213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d9727-8961-4ca9-b78c-dac27845bdf8 req-d4086e22-4b85-473d-9d60-e675ccddb089 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:46.452708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-903d9727-8961-4ca9-b78c-dac27845bdf8 req-d4086e22-4b85-473d-9d60-e675ccddb089 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.1304357 Dec 13 13:09:46.457350 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Checking router: 56d6d409-242d-4e06-ae6c-d1cff585b7f8 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:09:46.459970 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:46.474701 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Updating router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 port b71d5d87-e590-4418-8249-3a426485e1d6 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:09:46.485017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-b46fb529-a6e6-4c6d-9d35-ef31c14a90d2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:46.486689 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-b46fb529-a6e6-4c6d-9d35-ef31c14a90d2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "GET /v2.0/networks?id=5dbbeea2-fdf3-442d-b283-19bea1455b5d HTTP/1.1" status: 200 len: 796 time: 0.6890292 Dec 13 13:09:46.528470 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:46.637088 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2120c112-63af-4ce7-905b-d03095f8e5af tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5225 time: 1.1280603 Dec 13 13:09:46.718059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d0a8929f-0fbf-4c0e-8ef6-af8582986049 None None] For port e22ec470-75d9-45a1-b0cd-73bf32d14b76, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e22ec470-75d9-45a1-b0cd-73bf32d14b76,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:46.745747 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-c2c9c8bd-20ac-445e-8d73-43ae4b9d76dc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ead8c13ad94dc28381575c3180019a HTTP/1.1" status: 200 len: 379 time: 0.2119415 Dec 13 13:09:46.751930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'port': {'device_id': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'admin_state_up': True, 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'security_groups': ['fc7c4fac-e712-47f2-b87a-cded411a014f']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:46.783233 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0a8929f-0fbf-4c0e-8ef6-af8582986049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:46.915317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8929f-0fbf-4c0e-8ef6-af8582986049 None None] Pushing event updated for resources: {'Port': ['ID=e22ec470-75d9-45a1-b0cd-73bf32d14b76,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:46.943572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] For port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:09:46.982993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Made reservation on behalf of b1ead8c13ad94dc28381575c3180019a for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:09:46.990248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:47.075782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] For port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=565999cb-d6f4-49a9-afa1-ae581dcaaf8f,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:09:47.077281 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:09:47.077765 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:09:47.085638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa1b82a4-d4c8-4e8c-933e-c2cfb40bde8f req-0bf86c34-ac78-4fd4-a54a-83855884d98a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 210 time: 0.4852967 Dec 13 13:09:47.117712 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:47.122815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-903d9727-8961-4ca9-b78c-dac27845bdf8 req-4680ba31-e730-49df-b7ef-b1427e35289e tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6683407 Dec 13 13:09:47.161295 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:47.171908 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:47.293002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd30d2-32c2-4949-8946-629ad51854d8 None None] Pushing event updated for resources: {'Port': ['ID=565999cb-d6f4-49a9-afa1-ae581dcaaf8f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:47.295857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 12c01889-e275-41f4-a211-09a637b9bbba up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:09:47.445134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c447a632-a8c0-426b-a192-f9644c55ddcd None None] Provisioning complete for port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:47.445526 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c447a632-a8c0-426b-a192-f9644c55ddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:47.480829 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba43282-582a-44d8-9c0d-326647dca927 None None] Pushing event updated for resources: {'Port': ['ID=b71d5d87-e590-4418-8249-3a426485e1d6,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:47.509191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.20.0.14 (5dbbeea2-fdf3-442d-b283-19bea1455b5d/8be46d97-62aa-4739-a16c-c3d1a7af5f3f/bdd6342f-8e00-4570-a714-4f6ab750729d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:09:47.580694 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Attempting to bind port b71d5d87-e590-4418-8249-3a426485e1d6 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:09:47.581193 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Attempting to bind port b71d5d87-e590-4418-8249-3a426485e1d6 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:09:47.581524 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Attempting to bind port b71d5d87-e590-4418-8249-3a426485e1d6 on network fec0925b-26a1-413e-8381-93d775632c25 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:09:47.590633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41280) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:47.594386 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:09:47.594758 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Checking segment: {'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:09:47.595159 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:47.595541 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Bound using segment: {'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:09:47.596012 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Bound port: b71d5d87-e590-4418-8249-3a426485e1d6, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:09:47.596388 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:47.599648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d7a5a378-ed2b-4e4d-88c0-ae1887c7f65f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395071560', 'description': 'tempest-secgroup-smoke-395071560 description', 'project_id': '09c5b16fafe34569831b7afbc635f3f5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:47.665536 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a378-ed2b-4e4d-88c0-ae1887c7f65f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:47.842342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:47.893834 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] For port b71d5d87-e590-4418-8249-3a426485e1d6, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:09:47.908265 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] For port b71d5d87-e590-4418-8249-3a426485e1d6, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b71d5d87-e590-4418-8249-3a426485e1d6,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:09:47.932225 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:47.960799 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 12c01889-e275-41f4-a211-09a637b9bbba triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:47.961266 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:48.082520 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a378-ed2b-4e4d-88c0-ae1887c7f65f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:48.097758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Routers {'a49147f1-b70d-4a5f-bdf5-4d68f66c169a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:48.098523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:48.111215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a378-ed2b-4e4d-88c0-ae1887c7f65f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:48.113945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e22ec470-75d9-45a1-b0cd-73bf32d14b76 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:09:48.212654 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba43282-582a-44d8-9c0d-326647dca927 None None] Pushing event updated for resources: {'Port': ['ID=b71d5d87-e590-4418-8249-3a426485e1d6,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:48.259209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:48.299909 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:48.306578 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:48.424308 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:48.483317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network 5dbbeea2-fdf3-442d-b283-19bea1455b5d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:09:48.491097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:09:48.496429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:09:48.501570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=bdd6342f-8e00-4570-a714-4f6ab750729d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:48.618943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.621876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.626091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.627162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.629049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.629567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.634290 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.635057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.635980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.636505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.637011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.637509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.638011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:48.689365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e22ec470-75d9-45a1-b0cd-73bf32d14b76 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:48.689740 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:48.726604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:48.727317 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:48.731158 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a378-ed2b-4e4d-88c0-ae1887c7f65f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:48.746128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d7a5a378-ed2b-4e4d-88c0-ae1887c7f65f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1499703 Dec 13 13:09:48.762552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41296) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:48.777946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e935cde9-bb04-48ce-9d41-53e6f762e606 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '3a572a5c-c127-4fcb-aa4f-eb977adc635c', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:48.800274 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:48.803486 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-1ac2b6f1-0172-49e9-af3e-51a6387b6b39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0564532 Dec 13 13:09:48.849048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Request body: {'port': {'device_id': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:48.930914 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:48.939792 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5a378-ed2b-4e4d-88c0-ae1887c7f65f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a572a5c-c127-4fcb-aa4f-eb977adc635c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:48.969954 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c447a632-a8c0-426b-a192-f9644c55ddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:49.018704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:09:49.026281 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9d78ff-e97d-4c44-b50f-83415c7b753f" -d '{"events": [{"server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "name": "network-vif-plugged", "status": "completed", "tag": "12c01889-e275-41f4-a211-09a637b9bbba"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:09:49.152658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c447a632-a8c0-426b-a192-f9644c55ddcd None None] For port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=565999cb-d6f4-49a9-afa1-ae581dcaaf8f,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:49.190601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e935cde9-bb04-48ce-9d41-53e6f762e606 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:49.224468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:49.262813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64df4c3-98b6-431f-a764-7abfc85ca794 req-a7b26e07-773a-4b03-81ef-0e7b0cfefde5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:49.275622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a64df4c3-98b6-431f-a764-7abfc85ca794 req-a7b26e07-773a-4b03-81ef-0e7b0cfefde5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.7964890 Dec 13 13:09:49.281032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:49.306385 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c447a632-a8c0-426b-a192-f9644c55ddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:49.391921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447a632-a8c0-426b-a192-f9644c55ddcd None None] Pushing event updated for resources: {'Port': ['ID=565999cb-d6f4-49a9-afa1-ae581dcaaf8f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:49.406625 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:49.444428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a2fc2-efae-4970-9dfe-da9b095764cf req-d8355a43-130e-4b35-9766-823a092cbefc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:49.453366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b2a2fc2-efae-4970-9dfe-da9b095764cf req-d8355a43-130e-4b35-9766-823a092cbefc tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 932 time: 1.0429249 Dec 13 13:09:49.486620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:49.529096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] Set router a49147f1-b70d-4a5f-bdf5-4d68f66c169a gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:49.570294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Provisioning complete for port e22ec470-75d9-45a1-b0cd-73bf32d14b76 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:49.572270 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:49.579223 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e935cde9-bb04-48ce-9d41-53e6f762e606 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:49.619382 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e935cde9-bb04-48ce-9d41-53e6f762e606 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:49.679454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a64df4c3-98b6-431f-a764-7abfc85ca794 req-4f430616-a508-4eac-8f69-0919b87fa739 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3989019 Dec 13 13:09:49.914110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b2a2fc2-efae-4970-9dfe-da9b095764cf req-e2c0b581-7be7-4cb2-918b-67d43db20486 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4271889 Dec 13 13:09:50.053571 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:09:42Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:47Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:50.151270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Deleting port 44f399e9-9981-4b96-8733-a6ffcf748712 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:50.151611 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:50.188583 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c54be95-0f79-4149-869b-99793b9af938 None None] The sync data for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 is: [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:09:42Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:47Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:09:50.472888 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83699472-1960-4f33-b13d-3ffe221586a5 x-openstack-request-id: req-83699472-1960-4f33-b13d-3ffe221586a5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:09:50.473391 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "name": "network-vif-plugged", "status": "completed", "tag": "12c01889-e275-41f4-a211-09a637b9bbba", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:09:50.473503 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83699472-1960-4f33-b13d-3ffe221586a5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:09:50.474106 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba', 'code': 200} Dec 13 13:09:50.584011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] For port 44f399e9-9981-4b96-8733-a6ffcf748712, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=44f399e9-9981-4b96-8733-a6ffcf748712,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:50.584350 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:50.629454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Provisioning complete for port bdd6342f-8e00-4570-a714-4f6ab750729d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:50.629454 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:50.644997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Calling delete_port for 44f399e9-9981-4b96-8733-a6ffcf748712 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:50.738273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Port bdd6342f-8e00-4570-a714-4f6ab750729d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:09:50.796118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:39Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '565999cb-d6f4-49a9-afa1-ae581dcaaf8f', 'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:82:af:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:35Z', 'updated_at': '2021-12-13T13:09:46Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:50.937422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae83d6-4d50-458f-9bd8-ebea0aca740b None None] The sync data for ids ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'] in n-d-817326-4 is: [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:39Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '565999cb-d6f4-49a9-afa1-ae581dcaaf8f', 'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:82:af:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:35Z', 'updated_at': '2021-12-13T13:09:46Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:09:50.939279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Provisioning complete for port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:50.939671 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:51.200802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Provisioning complete for port b71d5d87-e590-4418-8249-3a426485e1d6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:51.201178 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:51.256603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935cde9-bb04-48ce-9d41-53e6f762e606 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ef9989-15c2-49b8-8914-fae510942424,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:51.266007 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e935cde9-bb04-48ce-9d41-53e6f762e606 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:51.267290 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e935cde9-bb04-48ce-9d41-53e6f762e606 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5036249 Dec 13 13:09:51.286782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41326) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:51.313341 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f04049be-e052-4bb4-b7f0-c19181ede0ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '3a572a5c-c127-4fcb-aa4f-eb977adc635c', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:51.327601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd6342f-8e00-4570-a714-4f6ab750729d {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:09:51.364119 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:51.468293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Transition to ACTIVE for port object bdd6342f-8e00-4570-a714-4f6ab750729d will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:09:51.471537 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:51.480315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:51.503684 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:51.522734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38455-e794-4436-89e0-4ddb076d4f6b req-cbddf429-fb8a-4c8d-9e18-ab59c53fb882 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:51.539704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0fc38455-e794-4436-89e0-4ddb076d4f6b req-cbddf429-fb8a-4c8d-9e18-ab59c53fb882 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.6932087 Dec 13 13:09:51.691206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f399e9-9981-4b96-8733-a6ffcf748712,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:51.733515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] For port b71d5d87-e590-4418-8249-3a426485e1d6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b71d5d87-e590-4418-8249-3a426485e1d6,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:51.767166 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:51.795324 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f04049be-e052-4bb4-b7f0-c19181ede0ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:51.800919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.801410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.801858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.802363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.802798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.804193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.804635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.806454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.806919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.811342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.811842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.812297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:51.812735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.036306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0fc38455-e794-4436-89e0-4ddb076d4f6b req-e7a5272a-1905-4a58-86dc-bf5a672a84c3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4941292 Dec 13 13:09:52.077136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186627-dd3e-452e-8bbe-ff09c0e5d31d req-801da363-6aa0-4e36-a8e5-858d66510375 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:52.080775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1186627-dd3e-452e-8bbe-ff09c0e5d31d req-801da363-6aa0-4e36-a8e5-858d66510375 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 944 time: 0.6148975 Dec 13 13:09:52.206295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Pushing event updated for resources: {'Port': ['ID=bdd6342f-8e00-4570-a714-4f6ab750729d,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:52.330836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ffc0442c-9766-45b9-bc14-08d74f650497 None None] Provisioning complete for port b71d5d87-e590-4418-8249-3a426485e1d6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:52.331261 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffc0442c-9766-45b9-bc14-08d74f650497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:52.357315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Attempting to bind port bdd6342f-8e00-4570-a714-4f6ab750729d on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:09:52.362891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Attempting to bind port bdd6342f-8e00-4570-a714-4f6ab750729d by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:09:52.363280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Attempting to bind port bdd6342f-8e00-4570-a714-4f6ab750729d on network 5dbbeea2-fdf3-442d-b283-19bea1455b5d {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:09:52.421047 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Port bdd6342f-8e00-4570-a714-4f6ab750729d on network 5dbbeea2-fdf3-442d-b283-19bea1455b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:09:52.422491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Attempting to bind port bdd6342f-8e00-4570-a714-4f6ab750729d on network 5dbbeea2-fdf3-442d-b283-19bea1455b5d {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:09:52.441909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 565999cb-d6f4-49a9-afa1-ae581dcaaf8f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:09:52.471541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:09:52.473059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Checking segment: {'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:09:52.481145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Bound using segment: {'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:09:52.483307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Bound port: bdd6342f-8e00-4570-a714-4f6ab750729d, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2a620d-62fa-47c3-8257-0650743a9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:09:52.484467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:52.540656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Pushing event updated for resources: {'Port': ['ID=b71d5d87-e590-4418-8249-3a426485e1d6,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:52.554482 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f04049be-e052-4bb4-b7f0-c19181ede0ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:52.565600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.566168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.566523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.566871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.567213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.567539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.567872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.568197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.568531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.568859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.569313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.569641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.569971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc6489-f0f9-4fdb-90fd-fe020b036de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:09:52.603349 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f04049be-e052-4bb4-b7f0-c19181ede0ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:52.626826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:52.627500 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:52.705977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04049be-e052-4bb4-b7f0-c19181ede0ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3525c0-ccb2-4ef0-b394-b6f3a421c912,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:52.741821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f04049be-e052-4bb4-b7f0-c19181ede0ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:52.748014 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f04049be-e052-4bb4-b7f0-c19181ede0ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4565270 Dec 13 13:09:52.762512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41334) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:52.776683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e08e9344-9fd0-4099-bebf-3013f0bf34e6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '3a572a5c-c127-4fcb-aa4f-eb977adc635c', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:52.852201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e08e9344-9fd0-4099-bebf-3013f0bf34e6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:52.883051 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] For port bdd6342f-8e00-4570-a714-4f6ab750729d, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:09:52.952964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] For port bdd6342f-8e00-4570-a714-4f6ab750729d, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bdd6342f-8e00-4570-a714-4f6ab750729d,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:09:53.019204 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:53.058680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b71d5d87-e590-4418-8249-3a426485e1d6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:09:53.251968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b71d5d87-e590-4418-8249-3a426485e1d6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:53.253203 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:53.331728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Pushing event updated for resources: {'Port': ['ID=bdd6342f-8e00-4570-a714-4f6ab750729d,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:53.359896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:53.362283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:53.366708 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-bf2b38de-8e75-428c-bbc3-9492353f632a service neutron] 10.222.0.37 "PUT /v2.0/ports/bdd6342f-8e00-4570-a714-4f6ab750729d HTTP/1.1" status: 200 len: 1092 time: 4.5478928 Dec 13 13:09:53.404264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:09:53.417118 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea" -d '{"events": [{"name": "network-changed", "server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:09:53.688626 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e08e9344-9fd0-4099-bebf-3013f0bf34e6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:53.709338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e08e9344-9fd0-4099-bebf-3013f0bf34e6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:53.819575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1186627-dd3e-452e-8bbe-ff09c0e5d31d req-7e82d0d3-d453-49cf-9286-f10052368b08 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838924 Dec 13 13:09:53.934949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-f078b98b-a3a4-49f8-acb7-ea1bd817225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:53.942699 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-f078b98b-a3a4-49f8-acb7-ea1bd817225a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 1095 time: 0.4816751 Dec 13 13:09:53.945414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e9344-9fd0-4099-bebf-3013f0bf34e6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1ca5f4-4cf6-4ec3-9c35-53930274d8d8,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:53.969513 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40070c7-0805-4c30-b6e2-f968bb865e0f x-openstack-request-id: req-a40070c7-0805-4c30-b6e2-f968bb865e0f {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:09:53.971451 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:09:53.974336 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a40070c7-0805-4c30-b6e2-f968bb865e0f {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:09:53.976087 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'status': 'completed', 'code': 200} Dec 13 13:09:54.121838 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-24d301ea-a44c-4df5-8226-0e7e63dce843 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd6342f-8e00-4570-a714-4f6ab750729d HTTP/1.1" status: 200 len: 217 time: 0.1424601 Dec 13 13:09:54.125308 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e08e9344-9fd0-4099-bebf-3013f0bf34e6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:54.126850 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e08e9344-9fd0-4099-bebf-3013f0bf34e6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3631465 Dec 13 13:09:54.137087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41356) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:54.150768 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-37619005-69f0-4f9f-90a7-d8041e4daa8b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '3a572a5c-c127-4fcb-aa4f-eb977adc635c', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:54.198916 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b1b26dc-43d6-4a93-a006-2e66e775bae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:54.209966 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:54.227962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b71d5d87-e590-4418-8249-3a426485e1d6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:09:54.287570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-17e91508-c77a-4e30-8a29-054f3d15d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:54.297709 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-17e91508-c77a-4e30-8a29-054f3d15d0af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be46d97-62aa-4739-a16c-c3d1a7af5f3f HTTP/1.1" status: 200 len: 834 time: 0.1642463 Dec 13 13:09:54.341629 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37619005-69f0-4f9f-90a7-d8041e4daa8b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:54.343418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b71d5d87-e590-4418-8249-3a426485e1d6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:09:54.343978 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:54.517687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df565dfd-680e-46ea-ac4c-3dd250f9b7f3 req-1ad44d67-b2f0-428b-baa9-5adfc27a5dda tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:54.527247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df565dfd-680e-46ea-ac4c-3dd250f9b7f3 req-1ad44d67-b2f0-428b-baa9-5adfc27a5dda tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.4701238 Dec 13 13:09:54.532948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-550191f1-9f50-4f11-958d-aa54996f4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:54.535411 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-550191f1-9f50-4f11-958d-aa54996f4444 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5dbbeea2-fdf3-442d-b283-19bea1455b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268016 Dec 13 13:09:54.559994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37619005-69f0-4f9f-90a7-d8041e4daa8b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:54.601015 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37619005-69f0-4f9f-90a7-d8041e4daa8b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:54.697125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37619005-69f0-4f9f-90a7-d8041e4daa8b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ed4224-949f-4766-8088-aaa42ae1ccf7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:54.725382 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37619005-69f0-4f9f-90a7-d8041e4daa8b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:54.732646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37619005-69f0-4f9f-90a7-d8041e4daa8b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5918396 Dec 13 13:09:54.734094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41364) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:54.800727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df565dfd-680e-46ea-ac4c-3dd250f9b7f3 req-7829482d-01b7-44a6-b047-b8eb50234b13 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352548 Dec 13 13:09:54.834459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5debcf53-02cd-4cfa-a894-c81bf20ef58f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '3a572a5c-c127-4fcb-aa4f-eb977adc635c', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:54.847186 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-d528b5d4-0399-4b9f-8012-508b463de5ab service neutron] 10.222.0.37 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920587 Dec 13 13:09:55.114917 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-5debcf53-02cd-4cfa-a894-c81bf20ef58f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Project 09c5b16fafe34569831b7afbc635f3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:09:55.140475 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5debcf53-02cd-4cfa-a894-c81bf20ef58f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:55.218343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727ad3a-4de0-4e13-af38-7580423d601c req-9b0347b6-1e34-4e25-b0d1-a16ebfc18052 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:55.222312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a727ad3a-4de0-4e13-af38-7580423d601c req-9b0347b6-1e34-4e25-b0d1-a16ebfc18052 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 944 time: 0.2929199 Dec 13 13:09:55.238183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5debcf53-02cd-4cfa-a894-c81bf20ef58f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:55.268984 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-71cb12f7-b828-480f-b544-4033b81f22e5 req-d3f9b639-f6a0-4508-9989-4d9d4bbcf73c service neutron] 10.222.0.37 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058311 Dec 13 13:09:55.270147 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5debcf53-02cd-4cfa-a894-c81bf20ef58f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:55.300988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Router af7c8eac-5721-44b9-a9da-24c8791f2f2d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:09:55.316871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debcf53-02cd-4cfa-a894-c81bf20ef58f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a1df85-b02f-4cc3-b1f4-d14c2e1bb5c5,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:55.330315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5debcf53-02cd-4cfa-a894-c81bf20ef58f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:55.334322 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5debcf53-02cd-4cfa-a894-c81bf20ef58f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5764325 Dec 13 13:09:55.335634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41370) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:55.343934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-74ccb465-b1ae-48cd-aba1-3d62c7f5bdd6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '3a572a5c-c127-4fcb-aa4f-eb977adc635c', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:09:55.351088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a727ad3a-4de0-4e13-af38-7580423d601c req-e44ab712-88f3-40d1-b0f6-4fed7bd424a3 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149898 Dec 13 13:09:55.490898 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-74ccb465-b1ae-48cd-aba1-3d62c7f5bdd6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Project 09c5b16fafe34569831b7afbc635f3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:09:55.504684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-d1a3332a-b278-472c-805f-ac3d818d6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:55.507752 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-d1a3332a-b278-472c-805f-ac3d818d6dde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 1095 time: 0.1414726 Dec 13 13:09:55.539186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:09:55.554681 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74ccb465-b1ae-48cd-aba1-3d62c7f5bdd6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:55.557428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] Sync routers for ids ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:09:55.571954 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5fc330c9-7ca9-4032-a2a5-61859e1739e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/af7c8eac-5721-44b9-a9da-24c8791f2f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4701078 Dec 13 13:09:55.573973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41374) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:55.589155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] Routers {'af7c8eac-5721-44b9-a9da-24c8791f2f2d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:55.592684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:55.876293 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74ccb465-b1ae-48cd-aba1-3d62c7f5bdd6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:55.893556 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74ccb465-b1ae-48cd-aba1-3d62c7f5bdd6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:55.896774 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:56.003646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccb465-b1ae-48cd-aba1-3d62c7f5bdd6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895ecb9f-fb06-42b7-823c-35c7c2c56b0b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:56.017784 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74ccb465-b1ae-48cd-aba1-3d62c7f5bdd6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:56.087480 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-74ccb465-b1ae-48cd-aba1-3d62c7f5bdd6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7126839 Dec 13 13:09:56.170537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-e0973710-b12c-41c4-85cc-f6699cb68d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:56.170903 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-e0973710-b12c-41c4-85cc-f6699cb68d25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5dbbeea2-fdf3-442d-b283-19bea1455b5d HTTP/1.1" status: 200 len: 896 time: 0.6492362 Dec 13 13:09:56.312642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19146e-eff3-4b6a-88de-81506cb5eb7b req-bdd3f820-803a-48c4-af7b-3bbf4118c5af tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:56.315068 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf19146e-eff3-4b6a-88de-81506cb5eb7b req-bdd3f820-803a-48c4-af7b-3bbf4118c5af tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.3036444 Dec 13 13:09:56.326884 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-9741ef27-d754-430a-a8c6-d8dcf5835baf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd6342f-8e00-4570-a714-4f6ab750729d HTTP/1.1" status: 200 len: 217 time: 0.1474838 Dec 13 13:09:56.396138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] Set router af7c8eac-5721-44b9-a9da-24c8791f2f2d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:56.452147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41394) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:56.477201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-9515032d-2c34-4759-8228-f35c5971b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:56.482196 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:56.483101 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-9515032d-2c34-4759-8228-f35c5971b9b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be46d97-62aa-4739-a16c-c3d1a7af5f3f HTTP/1.1" status: 200 len: 834 time: 0.1467385 Dec 13 13:09:56.541879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf19146e-eff3-4b6a-88de-81506cb5eb7b req-633d17d5-bfb8-4f5e-aea4-a5ba4c27f07b tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057962 Dec 13 13:09:56.602689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-b838cf0c-4476-4844-b2c6-7768b3540eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:56.604238 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-b838cf0c-4476-4844-b2c6-7768b3540eff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5dbbeea2-fdf3-442d-b283-19bea1455b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059563 Dec 13 13:09:56.777087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803cc7c-b18d-4e9d-a9e0-40e78a1478d5 req-d6f0f475-65bc-48b8-8ba5-020a65c080bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:56.787316 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7803cc7c-b18d-4e9d-a9e0-40e78a1478d5 req-d6f0f475-65bc-48b8-8ba5-020a65c080bd tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 944 time: 0.1249032 Dec 13 13:09:56.789961 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0cdade69-4de2-4bb1-8c5a-9c794dda407a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:56.858690 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01acb52d-906c-4314-b285-4b46f5ce365d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:56.886669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Deleting port fe139781-1953-4765-8dea-bbdf26d45bee {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:09:56.887174 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:57.053320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port': {'id': 'fe139781-1953-4765-8dea-bbdf26d45bee', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:57:52Z', 'updated_at': '2021-12-13T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:57.075825 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7803cc7c-b18d-4e9d-a9e0-40e78a1478d5 req-e73ccd13-fbe5-48a6-bf3f-64efdfea30bb tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868822 Dec 13 13:09:57.077894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01acb52d-906c-4314-b285-4b46f5ce365d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:57.112903 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01acb52d-906c-4314-b285-4b46f5ce365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:57.122804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] Checking router: af7c8eac-5721-44b9-a9da-24c8791f2f2d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:09:57.191186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] Routers {'af7c8eac-5721-44b9-a9da-24c8791f2f2d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:09:57.202629 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:57.213005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] For port fe139781-1953-4765-8dea-bbdf26d45bee, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fe139781-1953-4765-8dea-bbdf26d45bee,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:57.221168 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:57.289678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Calling delete_port for fe139781-1953-4765-8dea-bbdf26d45bee owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:09:57.307258 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-ed9d1fc0-df7e-4001-9b0e-58518f2e8ef3 service neutron] 10.222.0.37 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938345 Dec 13 13:09:57.313736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acb52d-906c-4314-b285-4b46f5ce365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f031588-2f6e-4007-904b-57ab80be1827,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:57.349639 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-01acb52d-906c-4314-b285-4b46f5ce365d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d0f5a1e91d34a65a9cd72bd26d5b022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8946340 Dec 13 13:09:57.360274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41406) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:57.447507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] Set router af7c8eac-5721-44b9-a9da-24c8791f2f2d gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:09:57.515802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T13:09:56Z', 'revision_number': 6, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:09:57.524879 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fca13eb-748c-4896-b260-1d7ea9a20421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:57.600474 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bdd6342f-8e00-4570-a714-4f6ab750729d details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:09:57.607013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95919d-7f96-4c5c-9819-dc08c215ec16 None None] The sync data for ids ['af7c8eac-5721-44b9-a9da-24c8791f2f2d'] in n-d-817326-4 is: [{'id': 'af7c8eac-5721-44b9-a9da-24c8791f2f2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1353502933-router', 'tenant_id': 'b9bf505fe3584a8282b32576febeaa8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:57:51Z', 'updated_at': '2021-12-13T13:09:56Z', 'revision_number': 6, 'project_id': 'b9bf505fe3584a8282b32576febeaa8a', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:09:57.607967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fca13eb-748c-4896-b260-1d7ea9a20421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:57.679826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-987b1a5d-6d63-4e92-8dc5-9258b28fbcea req-f7e2de76-76e7-4459-b8dd-915306d813aa service neutron] 10.222.0.37 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397536 Dec 13 13:09:57.843161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fca13eb-748c-4896-b260-1d7ea9a20421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:57.849951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1fca13eb-748c-4896-b260-1d7ea9a20421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:57.854826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1fca13eb-748c-4896-b260-1d7ea9a20421 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f031588-2f6e-4007-904b-57ab80be1827 HTTP/1.1" status: 204 len: 168 time: 0.4888434 Dec 13 13:09:57.897981 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca13eb-748c-4896-b260-1d7ea9a20421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f031588-2f6e-4007-904b-57ab80be1827,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:57.942345 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:58.036142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bdd6342f-8e00-4570-a714-4f6ab750729d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bdd6342f-8e00-4570-a714-4f6ab750729d,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:58.072087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'port_id': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'mac_address': 'fa:16:3e:1c:6f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:09:58.107528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0af52-6f31-46e2-ab1e-4d2f5869b3e0 req-adcf0b8e-b22c-40d4-8ec0-4f00c6ad3f3b tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:58.126438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53b0af52-6f31-46e2-ab1e-4d2f5869b3e0 req-adcf0b8e-b22c-40d4-8ec0-4f00c6ad3f3b tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.4533339 Dec 13 13:09:58.135713 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:58.149429 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 44f399e9-9981-4b96-8733-a6ffcf748712 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:09:58.237333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 44f399e9-9981-4b96-8733-a6ffcf748712 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:09:58.237682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 44f399e9-9981-4b96-8733-a6ffcf748712 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:09:58.259375 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:58.271344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe139781-1953-4765-8dea-bbdf26d45bee,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:58.281141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab29d4f-f2b1-4405-84cd-24b44f52e8ff None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:09:58.305180 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd6342f-8e00-4570-a714-4f6ab750729d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:09:58.387800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bdd6342f-8e00-4570-a714-4f6ab750729d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bdd6342f-8e00-4570-a714-4f6ab750729d,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:09:58.406848 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:58.458436 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53b0af52-6f31-46e2-ab1e-4d2f5869b3e0 req-d3c8b059-b960-4253-8c2d-2de54f7b1b7a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309021 Dec 13 13:09:58.527576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:58.574788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41424) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:58.593809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6243529e-b7cd-40ce-9826-b27ebd5ec972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:58.616969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=bdd6342f-8e00-4570-a714-4f6ab750729d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:58.715947 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6243529e-b7cd-40ce-9826-b27ebd5ec972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:58.722766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6243529e-b7cd-40ce-9826-b27ebd5ec972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:58.744638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['bdd6342f-8e00-4570-a714-4f6ab750729d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:09:58.807100 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6243529e-b7cd-40ce-9826-b27ebd5ec972 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2f51178769c4ee48671d0baa386875c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310119 Dec 13 13:09:58.813143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243529e-b7cd-40ce-9826-b27ebd5ec972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d147978e-d282-4899-9f65-76b964818663,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:58.819986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41428) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:58.929642 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-080ea44b-762c-4536-b46a-76a7871bb20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:58.969544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-080ea44b-762c-4536-b46a-76a7871bb20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.012464 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.018946 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.064036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-080ea44b-762c-4536-b46a-76a7871bb20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.070825 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-080ea44b-762c-4536-b46a-76a7871bb20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.077338 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-080ea44b-762c-4536-b46a-76a7871bb20e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d147978e-d282-4899-9f65-76b964818663 HTTP/1.1" status: 204 len: 168 time: 0.2518094 Dec 13 13:09:59.094735 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ea44b-762c-4536-b46a-76a7871bb20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d147978e-d282-4899-9f65-76b964818663,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:59.166986 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.167624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7c8eac-5721-44b9-a9da-24c8791f2f2d {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:09:59.179596 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.183152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-95ba879b-098e-4e93-8013-807905b0581f admin admin] 10.222.0.31 "DELETE /v2.0/routers/af7c8eac-5721-44b9-a9da-24c8791f2f2d HTTP/1.1" status: 204 len: 168 time: 3.6047022 Dec 13 13:09:59.183534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41432) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:59.220694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb07b71-f64e-4756-8673-6dae6e9f8f6b req-f19853f9-1924-4c98-a652-a371eabfc56c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:59.233667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2bb07b71-f64e-4756-8673-6dae6e9f8f6b req-f19853f9-1924-4c98-a652-a371eabfc56c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 945 time: 0.4697385 Dec 13 13:09:59.289029 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.345359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2dadaef-7902-4e9b-abb6-9fdb72f599a1 admin admin] Deleting subnet a389fb1f-57ad-40b1-ba6f-4d733cc5344d {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:09:59.366559 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2dadaef-7902-4e9b-abb6-9fdb72f599a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.399600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2bb07b71-f64e-4756-8673-6dae6e9f8f6b req-626a12c9-8b14-4566-a89b-3deb4073987e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633773 Dec 13 13:09:59.476681 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2dadaef-7902-4e9b-abb6-9fdb72f599a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.641282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2dadaef-7902-4e9b-abb6-9fdb72f599a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.706150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e333f-da2e-4b1c-96fd-bd62077fc778 req-6cdea0b3-4722-4028-9102-3e5bb921277f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:09:59.716571 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2dadaef-7902-4e9b-abb6-9fdb72f599a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.717847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-159e333f-da2e-4b1c-96fd-bd62077fc778 req-6cdea0b3-4722-4028-9102-3e5bb921277f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.1146438 Dec 13 13:09:59.746574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dadaef-7902-4e9b-abb6-9fdb72f599a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a389fb1f-57ad-40b1-ba6f-4d733cc5344d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:09:59.751921 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2dadaef-7902-4e9b-abb6-9fdb72f599a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:09:59.757974 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e2dadaef-7902-4e9b-abb6-9fdb72f599a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a389fb1f-57ad-40b1-ba6f-4d733cc5344d HTTP/1.1" status: 204 len: 168 time: 0.5710833 Dec 13 13:09:59.759746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41442) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:09:59.769766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c05de-0807-4a02-b0e5-a4d622356242 None None] Network 6b55b850-3b5e-4fc5-8393-9ef69708ae21 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:09:59.970468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-159e333f-da2e-4b1c-96fd-bd62077fc778 req-65585071-234b-41ac-a93f-8867ab950962 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515368 Dec 13 13:10:00.009262 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:00.013139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe139781-1953-4765-8dea-bbdf26d45bee no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:10:00.102288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: fe139781-1953-4765-8dea-bbdf26d45bee {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:10:00.102645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fe139781-1953-4765-8dea-bbdf26d45bee not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:10:00.104149 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:00.109220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Deleting port 2feb11cb-f4e1-48e6-9af8-05ac07223792 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:10:00.109570 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:00.227532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1abbfb-4060-41de-a980-1c342c3baece None None] DHCP port deletion for 6b55b850-3b5e-4fc5-8393-9ef69708ae21 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:10:00.244875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] For port 2feb11cb-f4e1-48e6-9af8-05ac07223792, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2feb11cb-f4e1-48e6-9af8-05ac07223792,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:00.248566 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:00.279456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Calling delete_port for 2feb11cb-f4e1-48e6-9af8-05ac07223792 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:10:00.371273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fd1abbfb-4060-41de-a980-1c342c3baece None None] Deleting port 2feb11cb-f4e1-48e6-9af8-05ac07223792 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:10:00.371848 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd1abbfb-4060-41de-a980-1c342c3baece None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:00.458164 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:00.518630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fd1abbfb-4060-41de-a980-1c342c3baece None None] For port 2feb11cb-f4e1-48e6-9af8-05ac07223792, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2feb11cb-f4e1-48e6-9af8-05ac07223792,segment=NetworkSegment(4f3dfbfa-2204-48e5-b90d-2c4a959c0788),segment_id=4f3dfbfa-2204-48e5-b90d-2c4a959c0788)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:00.519026 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd1abbfb-4060-41de-a980-1c342c3baece None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:00.558555 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fd1abbfb-4060-41de-a980-1c342c3baece None None] Calling delete_port for 2feb11cb-f4e1-48e6-9af8-05ac07223792 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:10:00.564304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2feb11cb-f4e1-48e6-9af8-05ac07223792,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:00.567836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] No DVR routers for this DVR port 2feb11cb-f4e1-48e6-9af8-05ac07223792 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:10:00.779009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649a554-eba3-406d-9b7c-9d2f5071eec9 req-232ca113-cec9-4458-87d1-4f1e7895c364 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:00.790446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c649a554-eba3-406d-9b7c-9d2f5071eec9 req-232ca113-cec9-4458-87d1-4f1e7895c364 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 945 time: 0.2508440 Dec 13 13:10:00.823531 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd1abbfb-4060-41de-a980-1c342c3baece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:00.888251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1abbfb-4060-41de-a980-1c342c3baece None None] Pushing event deleted for resources: {'Port': ['ID=2feb11cb-f4e1-48e6-9af8-05ac07223792,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:00.912478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1abbfb-4060-41de-a980-1c342c3baece None None] No DVR routers for this DVR port 2feb11cb-f4e1-48e6-9af8-05ac07223792 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:10:00.914461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c649a554-eba3-406d-9b7c-9d2f5071eec9 req-a138f2bb-6bab-4ab5-a909-f8e767ceda34 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228564 Dec 13 13:10:00.919646 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:00.954914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b55b850-3b5e-4fc5-8393-9ef69708ae21']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:00.973552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3dfbfa-2204-48e5-b90d-2c4a959c0788') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:00.973847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3dfbfa-2204-48e5-b90d-2c4a959c0788') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:00.987523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:01.041617 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:01.054172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:10:01.055031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:10:01.060736 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:10:01.187655 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:01.228767 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:01.236152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] 10.222.0.31 "DELETE /v2.0/networks/6b55b850-3b5e-4fc5-8393-9ef69708ae21 HTTP/1.1" status: 204 len: 168 time: 1.4745200 Dec 13 13:10:01.238405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41474) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:01.255582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941029-285c-47e5-a183-72b7eb19c336 req-a5ce4b60-250c-42b1-8fae-11ded936ade0 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:01.266428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d941029-285c-47e5-a183-72b7eb19c336 req-a5ce4b60-250c-42b1-8fae-11ded936ade0 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.1398544 Dec 13 13:10:01.285732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de2a1-dbc0-40c4-80dd-162f0669af1b admin admin] Pushing event deleted for resources: {'Network': ['ID=6b55b850-3b5e-4fc5-8393-9ef69708ae21,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:01.347394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bdd6342f-8e00-4570-a714-4f6ab750729d up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:10:01.545771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d941029-285c-47e5-a183-72b7eb19c336 req-e8952f95-ac71-4ea3-a3cf-33eea01cf4bf tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642782 Dec 13 13:10:01.668763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port bdd6342f-8e00-4570-a714-4f6ab750729d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:10:01.674007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port bdd6342f-8e00-4570-a714-4f6ab750729d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:01.676815 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:01.899218 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:01.944871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2feb11cb-f4e1-48e6-9af8-05ac07223792 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:10:01.972302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 2feb11cb-f4e1-48e6-9af8-05ac07223792 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:10:01.973237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2feb11cb-f4e1-48e6-9af8-05ac07223792 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:10:02.008052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bdd6342f-8e00-4570-a714-4f6ab750729d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bdd6342f-8e00-4570-a714-4f6ab750729d,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:02.008640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:02.012392 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbee40dd-939a-40d4-8375-e704a22acbce" -d '{"events": [{"server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "name": "network-vif-plugged", "status": "completed", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:02.022215 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:02.117340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=bdd6342f-8e00-4570-a714-4f6ab750729d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:02.215383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e62e2-37df-4fc7-8976-1cc43f46b85f req-a21bdbac-3e54-4d31-bad5-c1360024533a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:02.218297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c2e62e2-37df-4fc7-8976-1cc43f46b85f req-a21bdbac-3e54-4d31-bad5-c1360024533a tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.1630163 Dec 13 13:10:02.329280 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:02.512430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c2e62e2-37df-4fc7-8976-1cc43f46b85f req-2c1743ad-00f4-4b3d-96bf-8e4ff4bce6ec tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829909 Dec 13 13:10:02.589394 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d03f22-0afa-4d02-98ab-fc58e9427c48 x-openstack-request-id: req-71d03f22-0afa-4d02-98ab-fc58e9427c48 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:02.589958 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "name": "network-vif-plugged", "status": "completed", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:02.590519 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71d03f22-0afa-4d02-98ab-fc58e9427c48 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:02.591133 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'code': 200} Dec 13 13:10:02.747210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c89f9f-0d79-4a83-be6c-97f6fdc46220 req-c920ed32-b9cb-4848-8c9c-59f21cb87a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:02.749434 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e3c89f9f-0d79-4a83-be6c-97f6fdc46220 req-c920ed32-b9cb-4848-8c9c-59f21cb87a3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 1097 time: 0.0784729 Dec 13 13:10:02.755243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e51f98-8754-4403-90e9-1022643f8e89 req-71fcbc32-cefe-4e60-b8b7-65f98b2b59ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:02.762146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0e51f98-8754-4403-90e9-1022643f8e89 req-71fcbc32-cefe-4e60-b8b7-65f98b2b59ff tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.1196754 Dec 13 13:10:02.892279 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e3c89f9f-0d79-4a83-be6c-97f6fdc46220 req-c7ab3aed-8ff4-4831-9364-9cbddfb5cb42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322770 Dec 13 13:10:02.911953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0e51f98-8754-4403-90e9-1022643f8e89 req-7b647cfe-661a-40aa-975e-16e7967a9391 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432443 Dec 13 13:10:02.996944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] Deleting port 1691e7d3-b92d-4714-9d05-e4abebf65b55 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:10:02.998213 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:03.203947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] For port 1691e7d3-b92d-4714-9d05-e4abebf65b55, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1691e7d3-b92d-4714-9d05-e4abebf65b55,segment=NetworkSegment(a34a38b3-c52e-4a69-8518-2eaef7bda289),segment_id=a34a38b3-c52e-4a69-8518-2eaef7bda289)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:03.204355 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:03.252025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] Calling delete_port for 1691e7d3-b92d-4714-9d05-e4abebf65b55 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:10:03.507248 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:10:03.616777 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:03.669693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=1691e7d3-b92d-4714-9d05-e4abebf65b55,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:03.794385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb36d45-16e1-401b-b9dd-9d70f959afc6 req-7f2b8e99-c18b-418a-b3c3-a9fe66aa8eb6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:03.815037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-efb36d45-16e1-401b-b9dd-9d70f959afc6 req-7f2b8e99-c18b-418a-b3c3-a9fe66aa8eb6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.1512170 Dec 13 13:10:03.908739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-efb36d45-16e1-401b-b9dd-9d70f959afc6 req-0519e2de-eae5-46fa-a016-0de1aa0cd25e tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927942 Dec 13 13:10:04.107395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:04.329368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a5df7-2c48-41d9-98dd-6e654ea87f8e req-e6b8a695-13c7-4b79-a657-f460116062ef tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:04.331834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b27a5df7-2c48-41d9-98dd-6e654ea87f8e req-e6b8a695-13c7-4b79-a657-f460116062ef tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.1955125 Dec 13 13:10:04.340383 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-e41090d7-a598-4268-9c5f-f8f069920717 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395071560&fields=id&tenant_id=09c5b16fafe34569831b7afbc635f3f5 HTTP/1.1" status: 200 len: 267 time: 0.2407577 Dec 13 13:10:04.512033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] Router 2b75d00e-5cc1-47ab-a266-89df122f4997 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:10:04.627944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b27a5df7-2c48-41d9-98dd-6e654ea87f8e req-80c5b349-8d82-424c-a74a-79fd5a4e8f8f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820277 Dec 13 13:10:04.680710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-19a9f5f2-67f4-4a25-abcc-6ec6ae48807a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:04.689808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-19a9f5f2-67f4-4a25-abcc-6ec6ae48807a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/networks?id=fec0925b-26a1-413e-8381-93d775632c25 HTTP/1.1" status: 200 len: 797 time: 0.2608826 Dec 13 13:10:04.693793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:10:04.705434 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] Sync routers for ids ['2b75d00e-5cc1-47ab-a266-89df122f4997'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:10:04.710198 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-38a45507-195a-470d-bf64-f361adfb5a5d admin admin] 10.222.0.31 "PUT /v2.0/routers/2b75d00e-5cc1-47ab-a266-89df122f4997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4679594 Dec 13 13:10:04.711456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41546) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:04.732957 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] Routers {'2b75d00e-5cc1-47ab-a266-89df122f4997'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:10:04.733906 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-30a308c4-19b7-4ed7-bcb7-506a7c9b2fea tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/quotas/09c5b16fafe34569831b7afbc635f3f5 HTTP/1.1" status: 200 len: 375 time: 0.0427277 Dec 13 13:10:04.741280 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2b75d00e-5cc1-47ab-a266-89df122f4997'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:04.939682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-a4ad3bfc-a54e-4c49-b946-e99725bab33f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2045105 Dec 13 13:10:04.944699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:05.177476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f560164-4d46-429b-bc09-0c002f6c1c9b req-ee23859a-0a10-492e-96e8-a913439e1d41 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:05.187078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f560164-4d46-429b-bc09-0c002f6c1c9b req-ee23859a-0a10-492e-96e8-a913439e1d41 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0928702 Dec 13 13:10:05.226991 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] Set router 2b75d00e-5cc1-47ab-a266-89df122f4997 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:10:05.309375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f560164-4d46-429b-bc09-0c002f6c1c9b req-c4d0348c-e1a8-414d-bc37-9e64fce8ac78 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154583 Dec 13 13:10:05.361189 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-81274050-0b71-4f51-80d6-73461e5ed861 req-38d0600e-ae69-4bd8-ae80-236ee158c430 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1814005 Dec 13 13:10:05.388977 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:05.458750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-a3f4196c-9180-4ff2-8b60-d8fcdf05c4dd service neutron] 10.222.0.31 "GET /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177929 Dec 13 13:10:05.584443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274050-0b71-4f51-80d6-73461e5ed861 req-62373dbf-6688-40d8-a2c7-bbe98b38b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:05.590998 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-81274050-0b71-4f51-80d6-73461e5ed861 req-62373dbf-6688-40d8-a2c7-bbe98b38b25d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 1096 time: 0.1129761 Dec 13 13:10:05.642858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Deleting port 1f3e35f0-9f6e-42a0-8150-4337797a937d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:10:05.643187 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:05.693279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86cc98-56a9-48f5-a71c-63ada95cdc09 req-eb7ddbfb-c60e-419d-990c-327b40ab231f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:05.702880 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'name': 'tempest-TaggedBootDevicesTest_v242-343788698-router', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:10Z', 'updated_at': '2021-12-13T13:10:03Z', 'revision_number': 5, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'gw_port': {'id': '1f3e35f0-9f6e-42a0-8150-4337797a937d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T12:58:12Z', 'updated_at': '2021-12-13T12:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:05.703596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c86cc98-56a9-48f5-a71c-63ada95cdc09 req-eb7ddbfb-c60e-419d-990c-327b40ab231f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.2197061 Dec 13 13:10:05.761670 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] Checking router: 2b75d00e-5cc1-47ab-a266-89df122f4997 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:10:05.783060 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] Routers {'2b75d00e-5cc1-47ab-a266-89df122f4997'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:10:05.783695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2b75d00e-5cc1-47ab-a266-89df122f4997'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:05.803209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-9ca1332d-d5c0-4275-a4e6-69eed0427abe service neutron] 10.222.0.31 "GET /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371444 Dec 13 13:10:05.891092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c86cc98-56a9-48f5-a71c-63ada95cdc09 req-95bcba11-7146-4ecd-a580-41e3c28b3566 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863363 Dec 13 13:10:05.897208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274050-0b71-4f51-80d6-73461e5ed861 req-13759661-0710-486e-bc17-b1465b66cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:05.899655 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-81274050-0b71-4f51-80d6-73461e5ed861 req-13759661-0710-486e-bc17-b1465b66cd33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.2852588 Dec 13 13:10:05.903564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41564) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:06.027959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd78812d-87d4-4260-81e4-1ffdd240cb2f tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:06.029576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fd78812d-87d4-4260-81e4-1ffdd240cb2f tempest-TestNetworkAdvancedServerOps-2075608869 tempest-TestNetworkAdvancedServerOps-2075608869-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 1092 time: 0.1246469 Dec 13 13:10:06.037221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41566) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:06.046024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:06.059069 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] Set router 2b75d00e-5cc1-47ab-a266-89df122f4997 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:10:06.219229 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:06.228058 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'name': 'tempest-TaggedBootDevicesTest_v242-343788698-router', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:10Z', 'updated_at': '2021-12-13T13:10:05Z', 'revision_number': 6, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:06.309779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0eca9a-4c9d-45c5-8149-2f6a47baac91 req-27f6ecaf-df73-4b20-bc18-99e026e00d9b tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:06.320166 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a28b3-67e9-499c-b14b-fa62460048af None None] The sync data for ids ['2b75d00e-5cc1-47ab-a266-89df122f4997'] in n-d-817326-4 is: [{'id': '2b75d00e-5cc1-47ab-a266-89df122f4997', 'name': 'tempest-TaggedBootDevicesTest_v242-343788698-router', 'tenant_id': '479700f06b4c4e588d68b489965de6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T12:58:10Z', 'updated_at': '2021-12-13T13:10:05Z', 'revision_number': 6, 'project_id': '479700f06b4c4e588d68b489965de6ba', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:10:06.321049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e0eca9a-4c9d-45c5-8149-2f6a47baac91 req-27f6ecaf-df73-4b20-bc18-99e026e00d9b tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.2604897 Dec 13 13:10:06.361613 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-81274050-0b71-4f51-80d6-73461e5ed861 req-69309e57-62f3-4777-a282-467116a56c70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7 HTTP/1.1" status: 200 len: 1001 time: 0.2914760 Dec 13 13:10:06.363629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e5f9a75-abde-46f9-acde-3362bb9b509c req-c7d024ec-1843-4521-a694-ffe5ea9cd261 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 210 time: 0.0918040 Dec 13 13:10:06.473599 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e0eca9a-4c9d-45c5-8149-2f6a47baac91 req-1538cdae-6697-4971-a159-fc3c9aeaa6c4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513560 Dec 13 13:10:06.481044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] For port 1f3e35f0-9f6e-42a0-8150-4337797a937d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1f3e35f0-9f6e-42a0-8150-4337797a937d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:06.481697 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:06.557063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Calling delete_port for 1f3e35f0-9f6e-42a0-8150-4337797a937d owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:10:06.606756 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:06.646727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274050-0b71-4f51-80d6-73461e5ed861 req-d11d0f7d-6277-4197-bdc6-a639e796435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:06.699998 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-81274050-0b71-4f51-80d6-73461e5ed861 req-d11d0f7d-6277-4197-bdc6-a639e796435b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.3062558 Dec 13 13:10:07.016260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Allocated IP 172.25.2.104 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/ada08fe8-2685-4ba6-ae05-3273eed51b74) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:10:07.214764 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:07.237840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274050-0b71-4f51-80d6-73461e5ed861 req-f0dab39e-c338-46d2-b5a8-3a0c093121f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:07.239390 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-81274050-0b71-4f51-80d6-73461e5ed861 req-f0dab39e-c338-46d2-b5a8-3a0c093121f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2206309 Dec 13 13:10:07.269090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:07.314970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:10:07.318408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:10:07.322471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:10:07.381578 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:07.395845 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-81274050-0b71-4f51-80d6-73461e5ed861 req-413dc4bb-fdf1-43af-960e-a3b9cd3b6b14 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447196 Dec 13 13:10:07.398258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=ada08fe8-2685-4ba6-ae05-3273eed51b74,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:07.467276 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3e35f0-9f6e-42a0-8150-4337797a937d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:07.488448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b905e910-d0ea-4860-9bea-8e83e717b764 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:10:07.599513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:07.613676 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:07.953427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1691e7d3-b92d-4714-9d05-e4abebf65b55 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:10:08.054716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1691e7d3-b92d-4714-9d05-e4abebf65b55 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:10:08.058039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1691e7d3-b92d-4714-9d05-e4abebf65b55 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:10:08.059943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f3e35f0-9f6e-42a0-8150-4337797a937d no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:10:08.148583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1f3e35f0-9f6e-42a0-8150-4337797a937d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:10:08.151207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1f3e35f0-9f6e-42a0-8150-4337797a937d not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:10:08.447646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:08.490303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3dae079-86c6-444c-a04d-8b8320c21ddf req-26351708-4f3e-48f3-9d02-435d93c27202 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 210 time: 0.0667963 Dec 13 13:10:08.591911 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-81274050-0b71-4f51-80d6-73461e5ed861 req-53795133-856b-41c1-b91f-dafa761a0657 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1431978 Dec 13 13:10:08.745930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:08.780683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:08.796699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-398ced56-89c7-418c-a100-01655e33fe89 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:08.798463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-398ced56-89c7-418c-a100-01655e33fe89 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.42 "GET /v2.0/networks?id=fec0925b-26a1-413e-8381-93d775632c25 HTTP/1.1" status: 200 len: 797 time: 0.3049767 Dec 13 13:10:08.887886 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:08.888550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b75d00e-5cc1-47ab-a266-89df122f4997 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:10:08.902166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:08.905139 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ebad05c7-50f8-4761-b300-2f9d6b15d6e9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2b75d00e-5cc1-47ab-a266-89df122f4997 HTTP/1.1" status: 204 len: 168 time: 4.1923635 Dec 13 13:10:08.907476 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41628) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:08.916422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d17e9f-fa12-43a7-a45a-1a9f643ee8a7 req-7454aecb-a1a0-479b-804c-7288282ae971 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:08.918217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92d17e9f-fa12-43a7-a45a-1a9f643ee8a7 req-7454aecb-a1a0-479b-804c-7288282ae971 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.4934347 Dec 13 13:10:09.018210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee63f7c-eaeb-4634-8bca-01fece79299b admin admin] Deleting subnet f64ea136-7a32-47dc-b23d-97117d8539cb {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:10:09.025760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dee63f7c-eaeb-4634-8bca-01fece79299b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:09.085963 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dee63f7c-eaeb-4634-8bca-01fece79299b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:09.098118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-c59d6081-fea0-4963-b093-4dd3db9c2d2b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c5b16fafe34569831b7afbc635f3f5 HTTP/1.1" status: 200 len: 379 time: 0.2502687 Dec 13 13:10:09.173724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'port': {'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'admin_state_up': True, 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'security_groups': ['3a572a5c-c127-4fcb-aa4f-eb977adc635c']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:09.266266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dee63f7c-eaeb-4634-8bca-01fece79299b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:09.395733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Made reservation on behalf of 09c5b16fafe34569831b7afbc635f3f5 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:10:09.399679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:09.428382 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dee63f7c-eaeb-4634-8bca-01fece79299b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:09.475683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee63f7c-eaeb-4634-8bca-01fece79299b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64ea136-7a32-47dc-b23d-97117d8539cb,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:09.502410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae54faa-7d2c-40bd-b299-26f040850bf7 None None] Network 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:10:09.511647 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dee63f7c-eaeb-4634-8bca-01fece79299b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:09.520764 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dee63f7c-eaeb-4634-8bca-01fece79299b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f64ea136-7a32-47dc-b23d-97117d8539cb HTTP/1.1" status: 204 len: 168 time: 0.6118960 Dec 13 13:10:09.523004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41644) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:09.555617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92d17e9f-fa12-43a7-a45a-1a9f643ee8a7 req-b55740bb-96b4-40f5-91f2-ea00f77d9c29 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6273513 Dec 13 13:10:09.696068 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:09.777071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Deleting port a436606d-ff5e-44b7-a242-f38bf958691e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:10:09.777071 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:09.841800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:09.856855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] For port a436606d-ff5e-44b7-a242-f38bf958691e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a436606d-ff5e-44b7-a242-f38bf958691e,segment=NetworkSegment(a34a38b3-c52e-4a69-8518-2eaef7bda289),segment_id=a34a38b3-c52e-4a69-8518-2eaef7bda289)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:09.857526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:09.878389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Calling delete_port for a436606d-ff5e-44b7-a242-f38bf958691e owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:10:09.938847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72001d-0ea8-4f90-b96e-8776c68a5aa9 None None] DHCP port deletion for 0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:10:10.003687 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.060766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bb72001d-0ea8-4f90-b96e-8776c68a5aa9 None None] Deleting port a436606d-ff5e-44b7-a242-f38bf958691e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:10:10.061038 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb72001d-0ea8-4f90-b96e-8776c68a5aa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.067660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Pushing event deleted for resources: {'Port': ['ID=a436606d-ff5e-44b7-a242-f38bf958691e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:10.084463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] No DVR routers for this DVR port a436606d-ff5e-44b7-a242-f38bf958691e on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:10:10.107349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf62b84d-0bb6-42fa-a39f-3992d3839c2e req-6c0bf9f7-8d4c-4801-9cab-387ca4ce9456 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 210 time: 0.4291151 Dec 13 13:10:10.183390 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.196470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bb72001d-0ea8-4f90-b96e-8776c68a5aa9 None None] For port a436606d-ff5e-44b7-a242-f38bf958691e, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:10.197156 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb72001d-0ea8-4f90-b96e-8776c68a5aa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.211221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bb72001d-0ea8-4f90-b96e-8776c68a5aa9 None None] Calling delete_port for a436606d-ff5e-44b7-a242-f38bf958691e owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:10:10.214647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-bb72001d-0ea8-4f90-b96e-8776c68a5aa9 None None] Port a436606d-ff5e-44b7-a242-f38bf958691e was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:10:10.217189 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb72001d-0ea8-4f90-b96e-8776c68a5aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.254444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72001d-0ea8-4f90-b96e-8776c68a5aa9 None None] No DVR routers for this DVR port a436606d-ff5e-44b7-a242-f38bf958691e on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:10:10.258929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72001d-0ea8-4f90-b96e-8776c68a5aa9 None None] Pushing event deleted for resources: {'Port': ['ID=a436606d-ff5e-44b7-a242-f38bf958691e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:10.346403 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.358973 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.379401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Allocated IP 172.20.0.4 (fec0925b-26a1-413e-8381-93d775632c25/00f1d646-fce2-4f25-91dc-b4acc2b452fb/7e320604-97ff-4726-ba5f-fb6b94fafc61) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:10:10.425663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.428849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd6ddb0-90b6-467d-beac-bd475bbb8fd7']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:10.467110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34a38b3-c52e-4a69-8518-2eaef7bda289') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:10.472290 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34a38b3-c52e-4a69-8518-2eaef7bda289') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:10.512256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.538188 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.552019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:10:10.552733 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.554420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event updated for resources: {'Port': ['ID=ada08fe8-2685-4ba6-ae05-3273eed51b74,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:10:10.566720 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:10:10.732037 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.774927 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.784598 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] 10.222.0.31 "DELETE /v2.0/networks/0bd6ddb0-90b6-467d-beac-bd475bbb8fd7 HTTP/1.1" status: 204 len: 168 time: 1.2596335 Dec 13 13:10:10.787197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132bd81-d5fd-4296-ba57-916c3aa9e34e admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd6ddb0-90b6-467d-beac-bd475bbb8fd7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:10.791450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:10.815120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514dd64-4ce8-4c21-a268-e1dbc0bea82d req-792ab6f1-fae4-473f-99c5-1f87a01840d5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:10.823543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9514dd64-4ce8-4c21-a268-e1dbc0bea82d req-792ab6f1-fae4-473f-99c5-1f87a01840d5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.1051986 Dec 13 13:10:10.979568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9514dd64-4ce8-4c21-a268-e1dbc0bea82d req-4cb93472-de48-457b-a3fa-f6bd3c0cc94a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547494 Dec 13 13:10:11.045589 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:11.073553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41658) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:11.123278 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-47101823-0b8d-46b4-9457-71e94373d9f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9bf505fe3584a8282b32576febeaa8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470660 Dec 13 13:10:11.124543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41660) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:11.205483 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Floating IP 9b4e4176-3eed-4ea3-a034-0331bf64174f associated. External IP: 172.25.2.104, port: bdd6342f-8e00-4570-a714-4f6ab750729d. Dec 13 13:10:11.249738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4523268-95a1-4150-8a91-45c51fad013d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:11.285391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4523268-95a1-4150-8a91-45c51fad013d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:11.354566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4523268-95a1-4150-8a91-45c51fad013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:11.357632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a4523268-95a1-4150-8a91-45c51fad013d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:11.361362 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a4523268-95a1-4150-8a91-45c51fad013d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/079ef86c-7ecc-480d-bec9-1aa049c0c612 HTTP/1.1" status: 204 len: 168 time: 0.2334383 Dec 13 13:10:11.373833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4523268-95a1-4150-8a91-45c51fad013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ef86c-7ecc-480d-bec9-1aa049c0c612,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:11.554590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc8e1de7-f600-4374-bb3e-3f992e27309a req-3343a754-ceac-45ae-b090-f60e77530044 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 210 time: 0.1062346 Dec 13 13:10:11.561851 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:11.696424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network fec0925b-26a1-413e-8381-93d775632c25 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:10:11.705742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:10:11.732729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:10:11.898935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:11.900684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:11.912157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=7e320604-97ff-4726-ba5f-fb6b94fafc61,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:11.981370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a436606d-ff5e-44b7-a242-f38bf958691e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:10:12.014332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-04d8a6e5-7b2e-49ce-99b8-e1c741291cc0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8480930 Dec 13 13:10:12.036287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: a436606d-ff5e-44b7-a242-f38bf958691e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:10:12.042915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a436606d-ff5e-44b7-a242-f38bf958691e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:10:12.046108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Request body: {'port': {'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:12.059114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router a49147f1-b70d-4a5f-bdf5-4d68f66c169a has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:10:12.171054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41676) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:12.264627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-86d89d87-a2c6-4f0f-9c88-924c24842972 None None] Provisioning complete for port 7e320604-97ff-4726-ba5f-fb6b94fafc61 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:12.265664 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86d89d87-a2c6-4f0f-9c88-924c24842972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:12.280874 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d10e29ad-d07a-4202-bc97-f4bb514814c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=479700f06b4c4e588d68b489965de6ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068604 Dec 13 13:10:12.282748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41678) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:12.311178 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:12.363946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-86d89d87-a2c6-4f0f-9c88-924c24842972 None None] Port 7e320604-97ff-4726-ba5f-fb6b94fafc61 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:10:12.404611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b265da0-dfd8-4aa2-8460-6c395f8e856a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:12.433455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:10:12.446979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] Sync routers for ids ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:10:12.468345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862317cb-db77-4850-ab4f-d4012b81745f req-e8233e51-c7c3-4b9f-ad22-06b5e492eec7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:12.469955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-862317cb-db77-4850-ab4f-d4012b81745f req-e8233e51-c7c3-4b9f-ad22-06b5e492eec7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.2481239 Dec 13 13:10:12.470336 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] Routers {'a49147f1-b70d-4a5f-bdf5-4d68f66c169a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:10:12.471541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:12.475821 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:12.486615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b265da0-dfd8-4aa2-8460-6c395f8e856a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:12.625022 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b265da0-dfd8-4aa2-8460-6c395f8e856a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:12.629095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b265da0-dfd8-4aa2-8460-6c395f8e856a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:12.630792 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7b265da0-dfd8-4aa2-8460-6c395f8e856a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ac9b64e-8a80-4bb5-a20d-6538f56ef1ab HTTP/1.1" status: 204 len: 168 time: 0.3468761 Dec 13 13:10:12.637503 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c9e3eac2-56d6-455b-9a3c-adca48e5a1da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.5990925 Dec 13 13:10:12.667448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:12.669811 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604cbd10-553d-44be-82c3-e77985b9ef0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:12.679855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b265da0-dfd8-4aa2-8460-6c395f8e856a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac9b64e-8a80-4bb5-a20d-6538f56ef1ab,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:12.861829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] Set router a49147f1-b70d-4a5f-bdf5-4d68f66c169a gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:10:13.326382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:39Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '9b4e4176-3eed-4ea3-a034-0331bf64174f', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'port_id': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'mac_address': 'fa:16:3e:1c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:08Z', 'updated_at': '2021-12-13T13:10:08Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565999cb-d6f4-49a9-afa1-ae581dcaaf8f', 'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:82:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:35Z', 'updated_at': '2021-12-13T13:09:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:13.417771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] Checking router: a49147f1-b70d-4a5f-bdf5-4d68f66c169a for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:10:13.449486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] Routers {'a49147f1-b70d-4a5f-bdf5-4d68f66c169a'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:10:13.450479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:09:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:13.482102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41710) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:13.798673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] Set router a49147f1-b70d-4a5f-bdf5-4d68f66c169a gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:10:13.901417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e320604-97ff-4726-ba5f-fb6b94fafc61 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:13.922352 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:13.974537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-862317cb-db77-4850-ab4f-d4012b81745f req-10e7e6dc-0863-4616-9f19-1be815c0c55a tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4914401 Dec 13 13:10:13.991635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Transition to ACTIVE for port object 7e320604-97ff-4726-ba5f-fb6b94fafc61 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:10:14.007077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a50c4a-d45d-4c88-b20b-bd87a68bcbdb req-929b2c1b-bfa0-471a-a7fb-1c9b59142abe tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:14.008727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6a50c4a-d45d-4c88-b20b-bd87a68bcbdb req-929b2c1b-bfa0-471a-a7fb-1c9b59142abe tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 931 time: 0.3861654 Dec 13 13:10:14.009957 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:14.119913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04c8645c-e69c-46b6-9d84-ba43772b1f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:14.166278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e320604-97ff-4726-ba5f-fb6b94fafc61,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:14.439218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6a50c4a-d45d-4c88-b20b-bd87a68bcbdb req-089924ea-f69a-40bd-aa09-e52c143c5c7b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4180379 Dec 13 13:10:14.494845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04c8645c-e69c-46b6-9d84-ba43772b1f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:14.506452 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04c8645c-e69c-46b6-9d84-ba43772b1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:14.538721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41730) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:14.607161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:39Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '9b4e4176-3eed-4ea3-a034-0331bf64174f', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'port_id': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'mac_address': 'fa:16:3e:1c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:08Z', 'updated_at': '2021-12-13T13:10:08Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565999cb-d6f4-49a9-afa1-ae581dcaaf8f', 'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:82:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:35Z', 'updated_at': '2021-12-13T13:09:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:14.612356 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07151b3-22a5-4a14-bb95-e7eb068eaf89 x-openstack-request-id: req-c07151b3-22a5-4a14-bb95-e7eb068eaf89 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:14.612780 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:14.613134 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c07151b3-22a5-4a14-bb95-e7eb068eaf89 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:14.613636 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'status': 'completed', 'code': 200} Dec 13 13:10:14.740477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c5612a-0cc7-443c-9b5d-f08f94150f0f None None] The sync data for ids ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'] in n-d-817326-4 is: [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:39Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '9b4e4176-3eed-4ea3-a034-0331bf64174f', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'port_id': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'mac_address': 'fa:16:3e:1c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:08Z', 'updated_at': '2021-12-13T13:10:08Z', 'revision_number': 0, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565999cb-d6f4-49a9-afa1-ae581dcaaf8f', 'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:82:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:35Z', 'updated_at': '2021-12-13T13:09:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:10:14.823069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eeb1e-44af-49f9-a11a-ded4cf89843b req-1ab0f2fb-2489-4640-b5a4-4bd7d234b328 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:14.839208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa4eeb1e-44af-49f9-a11a-ded4cf89843b req-1ab0f2fb-2489-4640-b5a4-4bd7d234b328 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.4369252 Dec 13 13:10:14.858131 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-04c8645c-e69c-46b6-9d84-ba43772b1f12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bc3f3df79b946ccb55d14cc8d8cc578&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3715630 Dec 13 13:10:14.862123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41736) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:14.883979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8645c-e69c-46b6-9d84-ba43772b1f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d32ea9-da29-44ea-aedb-9e8489cd8942,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:14.946806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Attempting to bind port 7e320604-97ff-4726-ba5f-fb6b94fafc61 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:10:14.947535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Attempting to bind port 7e320604-97ff-4726-ba5f-fb6b94fafc61 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:10:14.947535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Attempting to bind port 7e320604-97ff-4726-ba5f-fb6b94fafc61 on network fec0925b-26a1-413e-8381-93d775632c25 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:14.962395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Port 7e320604-97ff-4726-ba5f-fb6b94fafc61 on network fec0925b-26a1-413e-8381-93d775632c25 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:10:14.965186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Attempting to bind port 7e320604-97ff-4726-ba5f-fb6b94fafc61 on network fec0925b-26a1-413e-8381-93d775632c25 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:15.001096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:10:15.001366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Checking segment: {'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:10:15.001727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Bound using segment: {'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:10:15.002932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Bound port: 7e320604-97ff-4726-ba5f-fb6b94fafc61, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dc5709-dc0c-4961-b8e0-f853e2527c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:10:15.003312 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:15.047600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1336778167-network', 'tenant_id': 'ebb7cbd56e3e429b9e19b4d72531781f'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:15.099008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-13dec6ec-b5f8-4622-9f8c-a307df858e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:15.100532 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-13dec6ec-b5f8-4622-9f8c-a307df858e7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 1097 time: 0.4545152 Dec 13 13:10:15.199377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Made reservation on behalf of ebb7cbd56e3e429b9e19b4d72531781f for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:10:15.202029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:15.224358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:15.242606 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9088caf7-7dbb-4ae5-a115-c589d5d7ffaa None None] New status for floating IP 9b4e4176-3eed-4ea3-a034-0331bf64174f: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:10:15.272036 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa4eeb1e-44af-49f9-a11a-ded4cf89843b req-620d4c04-2ec5-44de-aac0-f66665f6721b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4311500 Dec 13 13:10:15.278801 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e9feed8-5c72-4f5f-a4fc-94a40a1828eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:15.311432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41742) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:15.336743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e9feed8-5c72-4f5f-a4fc-94a40a1828eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:15.426267 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e9feed8-5c72-4f5f-a4fc-94a40a1828eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:15.428917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5e9feed8-5c72-4f5f-a4fc-94a40a1828eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:15.432601 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5e9feed8-5c72-4f5f-a4fc-94a40a1828eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7d32ea9-da29-44ea-aedb-9e8489cd8942 HTTP/1.1" status: 204 len: 168 time: 0.5607452 Dec 13 13:10:15.458044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-6f1a4eed-b913-49e5-bff7-dfb80643522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:15.464643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-03391e62-0086-4cda-b18f-1c72aa08d373 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/9b4e4176-3eed-4ea3-a034-0331bf64174f HTTP/1.1" status: 200 len: 992 time: 0.1490340 Dec 13 13:10:15.472211 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-6f1a4eed-b913-49e5-bff7-dfb80643522b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5dbbeea2-fdf3-442d-b283-19bea1455b5d HTTP/1.1" status: 200 len: 896 time: 0.3519869 Dec 13 13:10:15.477106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f994a-51c3-460a-b512-f8ae2425a4b1 req-537b27b6-d96c-4fb5-9c5c-9ff4f89c0a00 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:15.487186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c98f994a-51c3-460a-b512-f8ae2425a4b1 req-537b27b6-d96c-4fb5-9c5c-9ff4f89c0a00 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.3859160 Dec 13 13:10:15.488363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9feed8-5c72-4f5f-a4fc-94a40a1828eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d32ea9-da29-44ea-aedb-9e8489cd8942,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:15.605552 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-113684d9-36d6-43ff-8322-9f394b685754 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd6342f-8e00-4570-a714-4f6ab750729d HTTP/1.1" status: 200 len: 1000 time: 0.1320350 Dec 13 13:10:15.633129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-1b2167a9-04bc-49d3-8ac2-96ed911b9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:15.634943 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-1b2167a9-04bc-49d3-8ac2-96ed911b9982 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1096 time: 0.4625869 Dec 13 13:10:15.720512 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:15.736069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-bf5a583e-2f79-46c4-b9b5-cb35175fc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:15.738410 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-bf5a583e-2f79-46c4-b9b5-cb35175fc0df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be46d97-62aa-4739-a16c-c3d1a7af5f3f HTTP/1.1" status: 200 len: 834 time: 0.1225641 Dec 13 13:10:15.740330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:15.796549 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c98f994a-51c3-460a-b512-f8ae2425a4b1 req-5e7289fe-f16e-40dd-8fc2-24fbe51f6cd1 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080509 Dec 13 13:10:15.842396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:10:15.864422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] For port 7e320604-97ff-4726-ba5f-fb6b94fafc61, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:10:15.881958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496006a8-6d70-4aa4-86bf-eca1d2c58f81,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:15.945218 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:15.945608 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Added segment 429b5f52-0214-4852-8e16-652092088844 of type vlan for network f76ef9a2-3ccc-43c8-9559-1948b705a516 Dec 13 13:10:15.950202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-6de5e003-1edd-49b3-88dc-289aeabeab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:15.951680 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-6de5e003-1edd-49b3-88dc-289aeabeab53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5dbbeea2-fdf3-442d-b283-19bea1455b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023547 Dec 13 13:10:15.993420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] For port 7e320604-97ff-4726-ba5f-fb6b94fafc61, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7e320604-97ff-4726-ba5f-fb6b94fafc61,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:10:16.059221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43792fd7-a169-453f-bd0f-f8c1c9b71e9f req-75c684e2-1cee-4c2d-99bc-1b842c249fbf tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:16.062289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43792fd7-a169-453f-bd0f-f8c1c9b71e9f req-75c684e2-1cee-4c2d-99bc-1b842c249fbf tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.5726035 Dec 13 13:10:16.085769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:16.104988 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-ec3c8309-43d7-4165-85ea-5b53fd677962 service neutron] 10.222.0.37 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329758 Dec 13 13:10:16.141025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41756) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:16.146595 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:16.161243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67a43299-f3d0-465e-82ec-41457c43b903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:16.203927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:16.204650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:16.206171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e320604-97ff-4726-ba5f-fb6b94fafc61 HTTP/1.1" status: 200 len: 1091 time: 4.1744213 Dec 13 13:10:16.255166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e582fa8-c96b-424c-8813-80be843a18af req-812c20dc-1cd4-4c91-91f7-e9566ff3fb53 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:16.266543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e582fa8-c96b-424c-8813-80be843a18af req-812c20dc-1cd4-4c91-91f7-e9566ff3fb53 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 943 time: 0.3039322 Dec 13 13:10:16.268989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-d76df7c4-166e-4ad3-8b17-e00654fc24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:16.271423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-d76df7c4-166e-4ad3-8b17-e00654fc24a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.6027234 Dec 13 13:10:16.295334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:16.295899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:16.296482 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:16.442630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f76ef9a2-3ccc-43c8-9559-1948b705a516,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:16.454856 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb863c74-94a1-4b27-ba1b-5ccf2770e0d2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9051645 Dec 13 13:10:16.466444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41758) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:16.468350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41760) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:16.468785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network f76ef9a2-3ccc-43c8-9559-1948b705a516 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:10:16.472272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Request body: {'subnet': {'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1336778167-subnet', 'tenant_id': 'ebb7cbd56e3e429b9e19b4d72531781f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:16.479887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c4528-a50a-4b66-a589-86e89dc157a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e320604-97ff-4726-ba5f-fb6b94fafc61,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:16.508796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43792fd7-a169-453f-bd0f-f8c1c9b71e9f req-e8a5b94f-aa3f-45ca-8dc3-7964c1b90d93 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363897 Dec 13 13:10:16.553576 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-604cbd10-553d-44be-82c3-e77985b9ef0d req-dbe2bbec-e831-4af5-9978-5ae89b8e4fcf service neutron] 10.222.0.37 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308014 Dec 13 13:10:16.569086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-b983dd29-46cf-494e-98f3-69505d97c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:16.570778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-b983dd29-46cf-494e-98f3-69505d97c3bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 1094 time: 0.2941310 Dec 13 13:10:16.635453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8353001e-eb94-4b58-abba-9e636906bfff', 'tag': '7e320604-97ff-4726-ba5f-fb6b94fafc61'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:16.651963 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab53c67d-f590-4234-a4b7-6366aa92152f" -d '{"events": [{"name": "network-changed", "server_uuid": "8353001e-eb94-4b58-abba-9e636906bfff", "tag": "7e320604-97ff-4726-ba5f-fb6b94fafc61"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:16.655585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-c2f8e045-1aab-449b-a31c-3be5ed1cbf00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e320604-97ff-4726-ba5f-fb6b94fafc61 HTTP/1.1" status: 200 len: 217 time: 0.0717530 Dec 13 13:10:16.666271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-27b4f2cc-a0d2-46a1-bf60-b5ab6057fb9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 1000 time: 0.3578987 Dec 13 13:10:16.694782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Made reservation on behalf of ebb7cbd56e3e429b9e19b4d72531781f for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:10:16.700610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:16.709238 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e582fa8-c96b-424c-8813-80be843a18af req-804750b5-ed81-4ec9-8e5b-07044c03d8fa tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4416916 Dec 13 13:10:16.760569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-dca8760e-f4ec-4a3a-a68a-3d696cb49f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:16.761850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-dca8760e-f4ec-4a3a-a68a-3d696cb49f04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00f1d646-fce2-4f25-91dc-b4acc2b452fb HTTP/1.1" status: 200 len: 835 time: 0.0946958 Dec 13 13:10:16.763661 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5f776a-3502-4a1f-bbc9-33dfe258f474 x-openstack-request-id: req-9d5f776a-3502-4a1f-bbc9-33dfe258f474 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:16.764238 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8353001e-eb94-4b58-abba-9e636906bfff", "tag": "7e320604-97ff-4726-ba5f-fb6b94fafc61", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:16.765060 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d5f776a-3502-4a1f-bbc9-33dfe258f474 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:16.765771 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8353001e-eb94-4b58-abba-9e636906bfff', 'tag': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'status': 'completed', 'code': 200} Dec 13 13:10:16.766156 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-84f2bcfa-0f12-4ff4-b60c-20606102e696 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/9b4e4176-3eed-4ea3-a034-0331bf64174f HTTP/1.1" status: 200 len: 994 time: 0.2736688 Dec 13 13:10:16.780421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-24a7bf5b-eedb-4d51-b7a7-e48ba454ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:16.782641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-24a7bf5b-eedb-4d51-b7a7-e48ba454ecfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.1042051 Dec 13 13:10:16.829875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67a43299-f3d0-465e-82ec-41457c43b903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:16.851127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67a43299-f3d0-465e-82ec-41457c43b903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:16.869619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-bdc60b2a-0c92-4988-9008-03d3e3aeed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:16.871836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-bdc60b2a-0c92-4988-9008-03d3e3aeed9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fec0925b-26a1-413e-8381-93d775632c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016107 Dec 13 13:10:16.885830 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-67a43299-f3d0-465e-82ec-41457c43b903 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5593e94aea1f41dab2ba230f60851d81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7417004 Dec 13 13:10:16.900548 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41766) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:16.975467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-6e8d041d-71b5-4e48-8e41-129410d525de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:16.977735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-6e8d041d-71b5-4e48-8e41-129410d525de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661963 Dec 13 13:10:16.992595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a43299-f3d0-465e-82ec-41457c43b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6724a7-c228-4c37-9766-fb37deb52a06,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:16.998109 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc551c42-08f3-4b6f-87d6-c3642c05e7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:17.020551 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc551c42-08f3-4b6f-87d6-c3642c05e7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:17.080509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc551c42-08f3-4b6f-87d6-c3642c05e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:17.085491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc551c42-08f3-4b6f-87d6-c3642c05e7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:17.089551 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dc551c42-08f3-4b6f-87d6-c3642c05e7e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd6724a7-c228-4c37-9766-fb37deb52a06 HTTP/1.1" status: 204 len: 168 time: 0.1853745 Dec 13 13:10:17.144375 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc551c42-08f3-4b6f-87d6-c3642c05e7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6724a7-c228-4c37-9766-fb37deb52a06,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:17.240715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa883d0-657e-40b3-8f24-dcb86713ee68 req-15fb6498-e6ce-4730-845c-dd088e0c7d87 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:17.247251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5aa883d0-657e-40b3-8f24-dcb86713ee68 req-15fb6498-e6ce-4730-845c-dd088e0c7d87 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2653685 Dec 13 13:10:17.283982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-7a45c005-94f1-4f50-8e0d-04334087bdd8 service neutron] 10.222.0.42 "GET /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946579 Dec 13 13:10:17.345121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:17.432096 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-fc9ebdec-a6b4-4f09-a8f7-bdba95851471 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096148 Dec 13 13:10:17.434618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbf06da-e1ee-4f65-a241-8ae14da080d3,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:17.461242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Checking segment: {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:10:17.461242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Network hostable DHCP agents. Network: f76ef9a2-3ccc-43c8-9559-1948b705a516, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:10:17.488571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56623b80-d329-4ce9-8ce2-eb20adbb4018 req-aabb2278-1d22-4923-a0dd-34f16c4a0f79 service neutron] 10.222.0.42 "GET /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808302 Dec 13 13:10:17.497005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Network f76ef9a2-3ccc-43c8-9559-1948b705a516 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:10:17.519318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5aa883d0-657e-40b3-8f24-dcb86713ee68 req-853b4009-70c7-4c07-b5f4-53ffb714110e tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288170 Dec 13 13:10:17.521209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, f76ef9a2-3ccc-43c8-9559-1948b705a516) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:10:17.529991 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:17.530615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:17.538677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66805c30-f77c-419b-ab45-6ac247c45bfc None None] Network f76ef9a2-3ccc-43c8-9559-1948b705a516 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:10:17.591532 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2d59fd8d-bd2d-494e-a7be-4a86f830a8d2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1239371 Dec 13 13:10:17.777658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-f76ef9a2-3ccc-43c8-9559-1948b705a516', 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516', 'project_id': 'ebb7cbd56e3e429b9e19b4d72531781f', 'fixed_ips': [{'subnet_id': '1bbf06da-e1ee-4f65-a241-8ae14da080d3'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:10:17.779132 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:17.940822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41786) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:17.949729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-725487f2-4dcd-4b07-8915-ad3252412f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:17.951382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-725487f2-4dcd-4b07-8915-ad3252412f86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 1094 time: 0.3601689 Dec 13 13:10:17.964130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebe8496e-f5d3-415e-88ad-a66bea34291a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.015632 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48309d7d-30dd-4574-86ea-83d9fa2e1a30 req-c32d515c-8d2d-4eff-816a-49587aad3919 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255737 Dec 13 13:10:18.083128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Allocated IP 172.20.0.2 (f76ef9a2-3ccc-43c8-9559-1948b705a516/1bbf06da-e1ee-4f65-a241-8ae14da080d3/3d55a05a-74ab-4784-9025-800d940b9866) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:10:18.132632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebe8496e-f5d3-415e-88ad-a66bea34291a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.139724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebe8496e-f5d3-415e-88ad-a66bea34291a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.185376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8496e-f5d3-415e-88ad-a66bea34291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad3a827-501c-4fb8-bcab-b5db0da7faaa,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:18.195173 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ebe8496e-f5d3-415e-88ad-a66bea34291a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b4456abf0234ca9b6a2d298695bb39c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2506862 Dec 13 13:10:18.200041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41798) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:18.285310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50586600-5d13-4faa-984b-0ea5d784d26e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.299761 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.320611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50586600-5d13-4faa-984b-0ea5d784d26e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.324847 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.345879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Network f76ef9a2-3ccc-43c8-9559-1948b705a516 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:10:18.348824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:10:18.376364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:10:18.422671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cb7ed-f585-4bb6-90c7-20ce7d95f061 req-4bccc576-afa3-4f04-8535-9213fa034090 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:18.424229 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c4cb7ed-f585-4bb6-90c7-20ce7d95f061 req-4bccc576-afa3-4f04-8535-9213fa034090 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 943 time: 0.5577621 Dec 13 13:10:18.435352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560eb5b-db3c-4ea1-b7ab-72119c394435 req-1778c0d2-aa08-48b8-922a-370c82cd6228 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:18.437037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d560eb5b-db3c-4ea1-b7ab-72119c394435 req-1778c0d2-aa08-48b8-922a-370c82cd6228 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.7417474 Dec 13 13:10:18.466289 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50586600-5d13-4faa-984b-0ea5d784d26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.468468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Pushing event updated for resources: {'Port': ['ID=3d55a05a-74ab-4784-9025-800d940b9866,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:18.469729 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50586600-5d13-4faa-984b-0ea5d784d26e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.475277 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-50586600-5d13-4faa-984b-0ea5d784d26e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ad3a827-501c-4fb8-bcab-b5db0da7faaa HTTP/1.1" status: 204 len: 168 time: 0.2732799 Dec 13 13:10:18.486942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Attempting to bind port 3d55a05a-74ab-4784-9025-800d940b9866 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:10:18.487540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Attempting to bind port 3d55a05a-74ab-4784-9025-800d940b9866 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:10:18.488291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Attempting to bind port 3d55a05a-74ab-4784-9025-800d940b9866 on network f76ef9a2-3ccc-43c8-9559-1948b705a516 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:18.490978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50586600-5d13-4faa-984b-0ea5d784d26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad3a827-501c-4fb8-bcab-b5db0da7faaa,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:18.496367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:10:18.496996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Checking segment: {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:10:18.497733 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.498319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Bound using segment: {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:10:18.498945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Bound port: 3d55a05a-74ab-4784-9025-800d940b9866, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:10:18.500300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.587624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] For port 3d55a05a-74ab-4784-9025-800d940b9866, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:10:18.592452 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] For port 3d55a05a-74ab-4784-9025-800d940b9866, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3d55a05a-74ab-4784-9025-800d940b9866,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:10:18.615804 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:18.616270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-c9a6a8d3-cfe6-419c-bc74-a7aee7589666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:18.628482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-c9a6a8d3-cfe6-419c-bc74-a7aee7589666 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fec0925b-26a1-413e-8381-93d775632c25 HTTP/1.1" status: 200 len: 897 time: 0.6568015 Dec 13 13:10:18.697680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a982744-990d-49c9-90b7-50d381920c23 None None] Pushing event updated for resources: {'Port': ['ID=3d55a05a-74ab-4784-9025-800d940b9866,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:18.771852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-2fa8dadf-3c44-4c60-b404-fd99add208f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e320604-97ff-4726-ba5f-fb6b94fafc61 HTTP/1.1" status: 200 len: 217 time: 0.1424499 Dec 13 13:10:18.796308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c4cb7ed-f585-4bb6-90c7-20ce7d95f061 req-63213b62-c284-41b4-999e-39737749fef8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540204 Dec 13 13:10:18.858370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d560eb5b-db3c-4ea1-b7ab-72119c394435 req-c6c2a936-51c7-4531-a363-819ba9390a09 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4125938 Dec 13 13:10:18.879056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-2982177d-0de8-4aa3-b948-2d9f530be78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:18.881726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-2982177d-0de8-4aa3-b948-2d9f530be78c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00f1d646-fce2-4f25-91dc-b4acc2b452fb HTTP/1.1" status: 200 len: 835 time: 0.0790546 Dec 13 13:10:18.883415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-8204cf62-0479-4fc2-b3c1-93e48ea9633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:18.884873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-8204cf62-0479-4fc2-b3c1-93e48ea9633c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1096 time: 0.1477392 Dec 13 13:10:19.223959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-39f843db-100d-4888-a2eb-93aec22edd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:19.225463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-39f843db-100d-4888-a2eb-93aec22edd4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.3211780 Dec 13 13:10:19.257827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-933ed042-621d-410a-a667-4e2b9a7a0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:19.263057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-933ed042-621d-410a-a667-4e2b9a7a0ef4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fec0925b-26a1-413e-8381-93d775632c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3729281 Dec 13 13:10:19.311099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7e320604-97ff-4726-ba5f-fb6b94fafc61 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:10:19.347944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d82af0-cd22-459c-9eac-4af4e8206509 req-9e742b00-57f4-4e12-a9dc-a0d0c87da95b tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:19.349503 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31d82af0-cd22-459c-9eac-4af4e8206509 req-9e742b00-57f4-4e12-a9dc-a0d0c87da95b tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2925270 Dec 13 13:10:19.422410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-cca5b654-10f5-4ad7-8304-263f3a48d1eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 1000 time: 0.1866915 Dec 13 13:10:19.436951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7e320604-97ff-4726-ba5f-fb6b94fafc61, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7e320604-97ff-4726-ba5f-fb6b94fafc61,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:19.450357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'mac_address': 'fa:16:3e:ca:80:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:10:19.494382 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:19.509261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e320604-97ff-4726-ba5f-fb6b94fafc61 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:19.530544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7e320604-97ff-4726-ba5f-fb6b94fafc61, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7e320604-97ff-4726-ba5f-fb6b94fafc61,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:19.537536 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:19.592654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7e320604-97ff-4726-ba5f-fb6b94fafc61,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:19.599047 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-bc71d3c6-d687-4cfe-af34-b62a3e1c2550 service neutron] 10.222.0.42 "GET /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011439 Dec 13 13:10:19.712754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-759ee2bc-c02c-42c2-be7a-6d43a2b10d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:19.714349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-759ee2bc-c02c-42c2-be7a-6d43a2b10d48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.2517045 Dec 13 13:10:19.728421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31d82af0-cd22-459c-9eac-4af4e8206509 req-463fc2d4-22e8-4f5d-aa24-2e73c8942fcc tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690457 Dec 13 13:10:19.762493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['7e320604-97ff-4726-ba5f-fb6b94fafc61'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:10:19.785535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-3b4dc444-2c70-497f-a5bc-ad1c4ad0cd48 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:19.793700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-3b4dc444-2c70-497f-a5bc-ad1c4ad0cd48 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/networks?id=f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 200 len: 816 time: 0.4762063 Dec 13 13:10:19.852492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-9d91bb69-33b2-4eb3-a447-fef550a3451e tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/quotas/ebb7cbd56e3e429b9e19b4d72531781f HTTP/1.1" status: 200 len: 375 time: 0.0577881 Dec 13 13:10:19.875832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab53c67d-f590-4234-a4b7-6366aa92152f req-77603441-d533-436c-b760-135936bd9fae service neutron] 10.222.0.42 "GET /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591679 Dec 13 13:10:19.929391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-71483acf-f91c-42dd-8188-d6886a6d0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:19.932493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-71483acf-f91c-42dd-8188-d6886a6d0c58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027595 Dec 13 13:10:19.978816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3d55a05a-74ab-4784-9025-800d940b9866 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:10:20.063781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-b66334b5-3eb8-4990-a659-b1eb566cff00 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2093351 Dec 13 13:10:20.149990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3d55a05a-74ab-4784-9025-800d940b9866 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:20.150619 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:20.248488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-17af302a-be5a-431d-af6b-8d1973bdba36 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072257 Dec 13 13:10:20.308983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e156c4d-6976-4a61-b048-a9360ff7b2d7 req-aac9f532-320e-42b2-b486-d2b947be65d6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:20.310611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e156c4d-6976-4a61-b048-a9360ff7b2d7 req-aac9f532-320e-42b2-b486-d2b947be65d6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 944 time: 0.3391387 Dec 13 13:10:20.372221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:20.377341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f36b3d-5bce-46dd-9572-2ff7e4548f1b None None] Network f76ef9a2-3ccc-43c8-9559-1948b705a516 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:10:20.425292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-f8139ea9-7d7c-4d5d-b713-000892e3dcb3 service neutron] 10.222.0.31 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606985 Dec 13 13:10:20.490137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e156c4d-6976-4a61-b048-a9360ff7b2d7 req-69605b23-ca9f-4c0b-bb22-c8c085186192 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457953 Dec 13 13:10:20.523705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 3d55a05a-74ab-4784-9025-800d940b9866, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3d55a05a-74ab-4784-9025-800d940b9866,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:20.535966 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:20.594120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-82cfcd05-779a-4841-9738-a23e169cda17 None None] Provisioning complete for port 3d55a05a-74ab-4784-9025-800d940b9866 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:20.595191 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82cfcd05-779a-4841-9738-a23e169cda17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:20.595466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5f8427e-4d70-47fb-88fb-30cba45df5fa req-4fd4f21e-c3ef-4ba5-835f-bdc40e420b55 service neutron] 10.222.0.37 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378658 Dec 13 13:10:20.602242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=3d55a05a-74ab-4784-9025-800d940b9866,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:20.735490 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-5ebf257a-1508-4bc5-a252-2f550ab9f7ab service neutron] 10.222.0.31 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962098 Dec 13 13:10:20.751029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fc3c3-7e51-4519-ad4b-689a599b3743 req-492f9549-9293-4d90-a604-b640f0aed400 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:20.753317 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-014fc3c3-7e51-4519-ad4b-689a599b3743 req-492f9549-9293-4d90-a604-b640f0aed400 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.1221104 Dec 13 13:10:20.840858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-014fc3c3-7e51-4519-ad4b-689a599b3743 req-96df62b0-1b55-474f-b093-414314308b77 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777013 Dec 13 13:10:21.096710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b665540-50d7-4894-b10b-5e76cce8aada req-eed4443a-614c-43da-a89b-c418bc4536ab tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:21.107209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b665540-50d7-4894-b10b-5e76cce8aada req-eed4443a-614c-43da-a89b-c418bc4536ab tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.1708126 Dec 13 13:10:21.116685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0e160fd4-a350-40c9-bcd4-2bc48434391f None None] Provisioning complete for port 3d55a05a-74ab-4784-9025-800d940b9866 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:21.117152 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e160fd4-a350-40c9-bcd4-2bc48434391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:21.334742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7e320604-97ff-4726-ba5f-fb6b94fafc61 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:10:21.400796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 12c01889-e275-41f4-a211-09a637b9bbba no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:10:21.484491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 7e320604-97ff-4726-ba5f-fb6b94fafc61 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:10:21.492959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 7e320604-97ff-4726-ba5f-fb6b94fafc61 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:21.493526 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:21.523208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-6827deb2-9ca4-4c35-8688-d0dee1bf4583 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:21.524856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-6827deb2-9ca4-4c35-8688-d0dee1bf4583 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/networks?id=f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 200 len: 816 time: 0.1901355 Dec 13 13:10:21.529289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b665540-50d7-4894-b10b-5e76cce8aada req-f6c16ce8-b356-420a-bdc7-2c9797f93958 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212682 Dec 13 13:10:21.551631 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-439d3db5-121b-4b00-b44e-d7e93bd72c04 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/quotas/ebb7cbd56e3e429b9e19b4d72531781f HTTP/1.1" status: 200 len: 375 time: 0.0154514 Dec 13 13:10:21.574685 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:21.656105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-1b256a1d-de40-49a3-95bb-3288914db493 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984471 Dec 13 13:10:21.665814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:21.669256 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadb2124-82cc-4d6b-9cb1-43079fc39279" -d '{"events": [{"server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "name": "network-vif-unplugged", "status": "completed", "tag": "12c01889-e275-41f4-a211-09a637b9bbba"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:21.687891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:21.698465 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:21.702292 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:21.778991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 7e320604-97ff-4726-ba5f-fb6b94fafc61, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7e320604-97ff-4726-ba5f-fb6b94fafc61,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:21.784645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:21.790037 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:21.832978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0492b95-72dc-4143-9f66-0e3e699f57b1 req-df7f5ff3-ef64-474e-b5c1-639b63239972 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:21.834645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0492b95-72dc-4143-9f66-0e3e699f57b1 req-df7f5ff3-ef64-474e-b5c1-639b63239972 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 944 time: 0.1772206 Dec 13 13:10:21.873314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=7e320604-97ff-4726-ba5f-fb6b94fafc61,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:21.937489 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-ed2c7fb7-ad64-4fef-a8c1-434bbffbbbca service neutron] 10.222.0.31 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457645 Dec 13 13:10:21.945933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3d55a05a-74ab-4784-9025-800d940b9866 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:10:21.953352 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0492b95-72dc-4143-9f66-0e3e699f57b1 req-a4be15ad-7597-4aef-89fa-55de90ad3129 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052969 Dec 13 13:10:22.003009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41928) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:22.036301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3d55a05a-74ab-4784-9025-800d940b9866 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:22.037004 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:22.078751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-ac4c347d-d416-4ade-8ecf-50ef98660e04 service neutron] 10.222.0.31 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243093 Dec 13 13:10:22.086284 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824bec6b-87b3-414b-b653-4ea3bdc2aa10 x-openstack-request-id: req-824bec6b-87b3-414b-b653-4ea3bdc2aa10 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:22.086729 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "name": "network-vif-unplugged", "status": "completed", "tag": "12c01889-e275-41f4-a211-09a637b9bbba", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:22.087428 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-824bec6b-87b3-414b-b653-4ea3bdc2aa10 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:22.087895 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba', 'code': 200} Dec 13 13:10:22.195003 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-db9232ae-d51b-4088-88f5-ed1acc1f2efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:22.240474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80e519-4bf5-4d69-816a-95eca5916421 req-451e5f49-f30f-4485-9551-423f98ba4204 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:22.242286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da80e519-4bf5-4d69-816a-95eca5916421 req-451e5f49-f30f-4485-9551-423f98ba4204 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 943 time: 0.0633035 Dec 13 13:10:22.327168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-db9232ae-d51b-4088-88f5-ed1acc1f2efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:22.345595 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-db9232ae-d51b-4088-88f5-ed1acc1f2efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:22.380100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da80e519-4bf5-4d69-816a-95eca5916421 req-7b7878f3-e735-4a93-beb2-06c9d691d15e tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207922 Dec 13 13:10:22.456554 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-db9232ae-d51b-4088-88f5-ed1acc1f2efc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2802317250b542f68b5fe1e03aea4e34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4523177 Dec 13 13:10:22.458171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41938) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:22.597027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9232ae-d51b-4088-88f5-ed1acc1f2efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35b181f-43ad-46d8-b0f4-7cdd2023ea48,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:22.634903 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-00a02016-0a11-4a5f-994d-3d898fc47a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:22.641408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-e859231d-7d75-4f4d-a60a-9164d5845e05 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:22.643230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-e859231d-7d75-4f4d-a60a-9164d5845e05 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.42 "GET /v2.0/networks?id=f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 200 len: 816 time: 0.1942630 Dec 13 13:10:22.659066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Request body: {'port': {'device_id': '6b39c183-8cd2-49aa-a201-d51211aee46d', 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516', 'admin_state_up': True, 'tenant_id': 'ebb7cbd56e3e429b9e19b4d72531781f'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:22.701025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-00a02016-0a11-4a5f-994d-3d898fc47a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:22.763807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-00a02016-0a11-4a5f-994d-3d898fc47a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:22.771447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-00a02016-0a11-4a5f-994d-3d898fc47a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:22.778700 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-00a02016-0a11-4a5f-994d-3d898fc47a7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a35b181f-43ad-46d8-b0f4-7cdd2023ea48 HTTP/1.1" status: 204 len: 168 time: 0.3162539 Dec 13 13:10:22.799016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a02016-0a11-4a5f-994d-3d898fc47a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35b181f-43ad-46d8-b0f4-7cdd2023ea48,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:22.971094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e7a60-5fcd-4619-b66e-29378ae9e30f req-e73a1d19-975b-480b-acde-28e97236fb5c tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:22.980889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e9e7a60-5fcd-4619-b66e-29378ae9e30f req-e73a1d19-975b-480b-acde-28e97236fb5c tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2592437 Dec 13 13:10:23.040742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-405bb614-08cd-4cf6-b197-8d53c753f1ec tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:23.050438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-405bb614-08cd-4cf6-b197-8d53c753f1ec tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/networks?id=f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 200 len: 816 time: 0.3587971 Dec 13 13:10:23.090919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-3402e541-5f6e-441d-aada-e99be6a41677 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/quotas/ebb7cbd56e3e429b9e19b4d72531781f HTTP/1.1" status: 200 len: 375 time: 0.0392063 Dec 13 13:10:23.101203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Made reservation on behalf of ebb7cbd56e3e429b9e19b4d72531781f for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:10:23.106021 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:23.136868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e9e7a60-5fcd-4619-b66e-29378ae9e30f req-ba028c79-14d8-4d48-8eef-c0e0c7f4b541 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548576 Dec 13 13:10:23.167117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41964) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:23.197671 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2891eb78-1a5a-4243-ab77-a921e727043a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:23.220593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e214746b-0d8a-41d5-b435-0e3fe9530cc5 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1284449 Dec 13 13:10:23.323070 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2891eb78-1a5a-4243-ab77-a921e727043a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:23.329048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2891eb78-1a5a-4243-ab77-a921e727043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:23.374610 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2891eb78-1a5a-4243-ab77-a921e727043a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59909f55bc7540169c1b95186c29c65d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2061348 Dec 13 13:10:23.375557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891eb78-1a5a-4243-ab77-a921e727043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd99375-c65d-4d3a-ae09-374fb78a744c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:23.378767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41966) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:23.408634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Allocated IP 172.20.0.3 (f76ef9a2-3ccc-43c8-9559-1948b705a516/1bbf06da-e1ee-4f65-a241-8ae14da080d3/ff4e2926-9091-4d87-8f1f-d025ad007529) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:10:23.418777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eebb46-0eeb-4f35-89b4-f738bdb6f7b8 req-325aa810-850e-4676-9290-71c6adb14c09 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:23.426821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7eebb46-0eeb-4f35-89b4-f738bdb6f7b8 req-325aa810-850e-4676-9290-71c6adb14c09 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 945 time: 0.1903362 Dec 13 13:10:23.438756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a21f180-b598-4978-93f5-413429fd0982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:23.482344 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a21f180-b598-4978-93f5-413429fd0982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:23.497106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-b5138aec-08db-43e0-b41b-56526f59c6ed service neutron] 10.222.0.31 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618315 Dec 13 13:10:23.543774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a21f180-b598-4978-93f5-413429fd0982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:23.546505 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2a21f180-b598-4978-93f5-413429fd0982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:23.547671 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2a21f180-b598-4978-93f5-413429fd0982 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fd99375-c65d-4d3a-ae09-374fb78a744c HTTP/1.1" status: 204 len: 168 time: 0.1678979 Dec 13 13:10:23.557811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21f180-b598-4978-93f5-413429fd0982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd99375-c65d-4d3a-ae09-374fb78a744c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:23.600035 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7eebb46-0eeb-4f35-89b4-f738bdb6f7b8 req-ace82908-e4ba-4da4-91ed-7cc4c4b5c981 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721783 Dec 13 13:10:23.766901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-fdf06c59-79f2-459c-b570-b79c291ad296 service neutron] 10.222.0.31 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685602 Dec 13 13:10:23.814695 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:23.827310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa01fe7-ef62-4c7c-b04a-d34f13020d9c req-54b11dcf-b3ed-4770-9171-d8835bf16299 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:23.838141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4aa01fe7-ef62-4c7c-b04a-d34f13020d9c req-54b11dcf-b3ed-4770-9171-d8835bf16299 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 943 time: 0.1505795 Dec 13 13:10:24.006117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4aa01fe7-ef62-4c7c-b04a-d34f13020d9c req-00857493-61fd-4b04-9bd6-f8f70cc10de4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595254 Dec 13 13:10:24.089848 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353001e-eb94-4b58-abba-9e636906bfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e320604-97ff-4726-ba5f-fb6b94fafc61'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:24.094764 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957b90c3-1284-407d-84ca-9a4e9559e5f3" -d '{"events": [{"server_uuid": "8353001e-eb94-4b58-abba-9e636906bfff", "name": "network-vif-plugged", "status": "completed", "tag": "7e320604-97ff-4726-ba5f-fb6b94fafc61"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:24.110771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a930bba7-9fc7-4e3b-ba94-a25afe4b1e9b req-9f80c5fa-4f04-4da6-8ec4-d0e5b8dd4eac tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 210 time: 0.0935714 Dec 13 13:10:24.149635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:24.175751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-80217fa8-d86b-4079-aa4e-a864dce7973a tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:24.177560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-80217fa8-d86b-4079-aa4e-a864dce7973a tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.37 "GET /v2.0/networks?id=f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 200 len: 816 time: 0.3320098 Dec 13 13:10:24.206193 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6f13cea-cd65-4946-bdfa-5d9a800c683b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:24.230843 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb006f3-7db0-4b20-9f65-8fb3e3de8112 x-openstack-request-id: req-3eb006f3-7db0-4b20-9f65-8fb3e3de8112 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:24.231980 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8353001e-eb94-4b58-abba-9e636906bfff", "name": "network-vif-plugged", "status": "completed", "tag": "7e320604-97ff-4726-ba5f-fb6b94fafc61", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:24.233194 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3eb006f3-7db0-4b20-9f65-8fb3e3de8112 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:24.233814 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8353001e-eb94-4b58-abba-9e636906bfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'code': 200} Dec 13 13:10:24.271656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Request body: {'port': {'device_id': 'e5d0ab11-e381-4107-82e4-6432339cf6ed', 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516', 'admin_state_up': True, 'tenant_id': 'ebb7cbd56e3e429b9e19b4d72531781f'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:24.340730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f6548-4350-4f08-89fd-1a03ab18aeb2 req-3e1af6da-2132-4085-a3dd-4cb13aed4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:24.342755 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e8f6548-4350-4f08-89fd-1a03ab18aeb2 req-3e1af6da-2132-4085-a3dd-4cb13aed4726 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 1096 time: 0.0501893 Dec 13 13:10:24.436502 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e8f6548-4350-4f08-89fd-1a03ab18aeb2 req-cdb2f9f9-badb-4bb8-aad1-e3f0787208ba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858986 Dec 13 13:10:24.839126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Network f76ef9a2-3ccc-43c8-9559-1948b705a516 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:10:24.841605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:10:24.854834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:10:25.018470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Pushing event updated for resources: {'Port': ['ID=ff4e2926-9091-4d87-8f1f-d025ad007529,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:25.077585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6253b-f28e-4bb3-9a76-a9d3f3effc6b req-dbb963a0-1ce3-4d26-9364-45a50b003150 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:25.085075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7cc6253b-f28e-4bb3-9a76-a9d3f3effc6b req-dbb963a0-1ce3-4d26-9364-45a50b003150 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.7342918 Dec 13 13:10:25.097206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:25.097851 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:25.140597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae466d5f-8a24-4051-a010-db96a89b5221 req-d1a83cba-1bb0-4ff7-856c-ed9ed1507812 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:25.148183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae466d5f-8a24-4051-a010-db96a89b5221 req-d1a83cba-1bb0-4ff7-856c-ed9ed1507812 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 945 time: 0.3184609 Dec 13 13:10:25.196647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-990528b7-0797-45fe-b649-28ee7731ee24 None None] Provisioning complete for port ff4e2926-9091-4d87-8f1f-d025ad007529 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:25.197982 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-990528b7-0797-45fe-b649-28ee7731ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:25.202974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-7a45e4a3-0ef9-4dbb-b0d5-fa5479893088 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5498543 Dec 13 13:10:25.220178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Request body: {'port': {'device_id': '6b39c183-8cd2-49aa-a201-d51211aee46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:25.235019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7cc6253b-f28e-4bb3-9a76-a9d3f3effc6b req-b3c3a518-32a2-4c62-aace-02e16b8c0e01 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490333 Dec 13 13:10:25.280976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-990528b7-0797-45fe-b649-28ee7731ee24 None None] Port ff4e2926-9091-4d87-8f1f-d025ad007529 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:10:25.316579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae466d5f-8a24-4051-a010-db96a89b5221 req-3d318571-1a4d-4387-875e-ee553c9e5390 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673853 Dec 13 13:10:25.351070 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:25.353299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Made reservation on behalf of ebb7cbd56e3e429b9e19b4d72531781f for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:10:25.357545 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:25.368147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 12c01889-e275-41f4-a211-09a637b9bbba no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:10:25.793750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34fa22f4-c235-4430-b1ee-174972efb7db req-a68f072e-4fd6-4bf5-88e9-4cf036309014 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 210 time: 0.2391789 Dec 13 13:10:25.810264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-f746772a-98fc-499d-94df-5561767e16e6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:25.824679 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-f746772a-98fc-499d-94df-5561767e16e6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.37 "GET /v2.0/networks?id=f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 200 len: 816 time: 0.2804356 Dec 13 13:10:25.839987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Request body: {'port': {'device_id': 'f3623c38-1dda-4c88-a52c-21760408d873', 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516', 'admin_state_up': True, 'tenant_id': 'ebb7cbd56e3e429b9e19b4d72531781f'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:25.961423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Allocated IP 172.20.0.10 (f76ef9a2-3ccc-43c8-9559-1948b705a516/1bbf06da-e1ee-4f65-a241-8ae14da080d3/6c2eef12-5ca8-4cc6-9aed-653d1868e482) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:10:26.126844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Made reservation on behalf of ebb7cbd56e3e429b9e19b4d72531781f for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:10:26.135431 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:26.330198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:26.468437 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:26.603320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f830a4-3a71-47fd-8279-aaff9077eeb3 req-58260037-cdad-4584-9f1f-e65faa906b58 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:26.605156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23f830a4-3a71-47fd-8279-aaff9077eeb3 req-58260037-cdad-4584-9f1f-e65faa906b58 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 943 time: 0.2276766 Dec 13 13:10:26.607686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Network f76ef9a2-3ccc-43c8-9559-1948b705a516 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:10:26.611315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Pushing event updated for resources: {'Port': ['ID=6c2eef12-5ca8-4cc6-9aed-653d1868e482,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:26.623109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6637ddd7-55d4-4938-869a-b3e4e3f85e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:26.662190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:10:26.666788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:10:26.742752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d883fc6-a2df-4ff8-b955-6214a9519bac req-a72df0bd-90da-4e5f-aaca-071998dda29e tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:26.747095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d883fc6-a2df-4ff8-b955-6214a9519bac req-a72df0bd-90da-4e5f-aaca-071998dda29e tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.3681781 Dec 13 13:10:26.875020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23f830a4-3a71-47fd-8279-aaff9077eeb3 req-6d49fff7-33cb-4ce3-84a3-0fbcda1900a7 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590232 Dec 13 13:10:26.925157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:26.925802 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:27.000449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-f9ad0836-400f-4734-9676-5ed4f0f66f77 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2779794 Dec 13 13:10:27.047148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-690ec87d-2d9d-4cdd-a03e-447d6ac987c9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8456733 Dec 13 13:10:27.071746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d883fc6-a2df-4ff8-b955-6214a9519bac req-a1371f16-587e-47cd-9688-0ca9942f0698 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846999 Dec 13 13:10:27.112350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Request body: {'port': {'device_id': 'e5d0ab11-e381-4107-82e4-6432339cf6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:27.201118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4e2926-9091-4d87-8f1f-d025ad007529 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:27.267265 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:27.286968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4e098946-e2a1-4c41-bdf0-d792a97a0100 None None] Provisioning complete for port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:27.286968 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e098946-e2a1-4c41-bdf0-d792a97a0100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:27.343066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55bbfe66-243d-48b0-ba0b-b22577338e64 req-3a4947d3-3d8d-46be-8003-c0896ab1ec90 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 210 time: 0.1002243 Dec 13 13:10:27.345424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Transition to ACTIVE for port object ff4e2926-9091-4d87-8f1f-d025ad007529 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:10:27.408122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4e098946-e2a1-4c41-bdf0-d792a97a0100 None None] Port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:10:27.440434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70702a28-5fa2-416c-a2a3-9ab264faf71f req-3da54163-0c18-4cab-ae94-af4d9fbffee1 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:27.449067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70702a28-5fa2-416c-a2a3-9ab264faf71f req-3da54163-0c18-4cab-ae94-af4d9fbffee1 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 945 time: 0.4104750 Dec 13 13:10:27.451975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:27.508936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:27.515265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Allocated IP 172.20.0.4 (f76ef9a2-3ccc-43c8-9559-1948b705a516/1bbf06da-e1ee-4f65-a241-8ae14da080d3/e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:10:27.692996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Pushing event updated for resources: {'Port': ['ID=ff4e2926-9091-4d87-8f1f-d025ad007529,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:27.723812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70702a28-5fa2-416c-a2a3-9ab264faf71f req-d46e1a7d-fcd0-4c00-9e56-f1553118c9c3 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740541 Dec 13 13:10:27.764934 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:27.925544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-3ee451b9-131f-4fe4-a202-ee1e83787e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:27.928796 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-3ee451b9-131f-4fe4-a202-ee1e83787e75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 1096 time: 0.1713128 Dec 13 13:10:27.956839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7a7e3-79a1-4a18-b187-66aa1e996bec req-66cacdbe-9a3c-4244-b338-6a91c70c4b28 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:27.958795 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:27.967915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55c7a7e3-79a1-4a18-b187-66aa1e996bec req-66cacdbe-9a3c-4244-b338-6a91c70c4b28 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2840927 Dec 13 13:10:27.977976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Attempting to bind port ff4e2926-9091-4d87-8f1f-d025ad007529 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:10:27.978445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Attempting to bind port ff4e2926-9091-4d87-8f1f-d025ad007529 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:10:27.978850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Attempting to bind port ff4e2926-9091-4d87-8f1f-d025ad007529 on network f76ef9a2-3ccc-43c8-9559-1948b705a516 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:27.997242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Port ff4e2926-9091-4d87-8f1f-d025ad007529 on network f76ef9a2-3ccc-43c8-9559-1948b705a516 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:10:27.997692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Attempting to bind port ff4e2926-9091-4d87-8f1f-d025ad007529 on network f76ef9a2-3ccc-43c8-9559-1948b705a516 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:28.059454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:10:28.060329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Checking segment: {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:10:28.060329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Bound using segment: {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:10:28.060625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Bound port: ff4e2926-9091-4d87-8f1f-d025ad007529, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:10:28.060941 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:28.100976 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:28.158050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-e0f00007-3972-47a6-b82f-4f3326092df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:28.160562 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-e0f00007-3972-47a6-b82f-4f3326092df5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.2171130 Dec 13 13:10:28.179669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8eb0-cdf3-4b69-8278-9a00248750f1 req-b25cdcfa-e3ec-4bdc-a5e2-2b4da37c2837 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:28.181341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b78f8eb0-cdf3-4b69-8278-9a00248750f1 req-b25cdcfa-e3ec-4bdc-a5e2-2b4da37c2837 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 945 time: 0.1801062 Dec 13 13:10:28.207564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Network f76ef9a2-3ccc-43c8-9559-1948b705a516 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:10:28.248905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:10:28.260646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:10:28.314709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Pushing event updated for resources: {'Port': ['ID=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:28.335094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55c7a7e3-79a1-4a18-b187-66aa1e996bec req-d7d18c30-5b4d-4fb2-9e40-94e787a978c0 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494790 Dec 13 13:10:28.365729 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-de77db5d-4cd2-4209-94c6-c005fe780353 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7 HTTP/1.1" status: 200 len: 1001 time: 0.1891620 Dec 13 13:10:28.373233 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:28.386390 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:28.475975 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e34f5ae6-cd64-4802-a699-412f10233d72 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6421144 Dec 13 13:10:28.500032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] For port ff4e2926-9091-4d87-8f1f-d025ad007529, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:10:28.508889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-3ab028d4-dfdc-41de-ba97-c90718d87288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:28.510127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] For port ff4e2926-9091-4d87-8f1f-d025ad007529, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ff4e2926-9091-4d87-8f1f-d025ad007529,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:10:28.514147 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-3ab028d4-dfdc-41de-ba97-c90718d87288 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.1235635 Dec 13 13:10:28.529500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Request body: {'port': {'device_id': 'f3623c38-1dda-4c88-a52c-21760408d873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:28.607963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:28.625763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b78f8eb0-cdf3-4b69-8278-9a00248750f1 req-57833c4a-aa37-4912-9ff4-3d8d7209c620 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4118743 Dec 13 13:10:28.674273 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42100) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:28.717026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c96894d2-1be6-4168-8668-267bcffc3fe2 None None] Provisioning complete for port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:28.717468 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c96894d2-1be6-4168-8668-267bcffc3fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:28.740453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:28.741194 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:28.743611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] 10.222.0.42 "PUT /v2.0/ports/ff4e2926-9091-4d87-8f1f-d025ad007529 HTTP/1.1" status: 200 len: 1091 time: 3.5288470 Dec 13 13:10:28.744172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b39c183-8cd2-49aa-a201-d51211aee46d', 'tag': 'ff4e2926-9091-4d87-8f1f-d025ad007529'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:28.746659 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a4114b-91a0-4009-af15-e51f988e7174" -d '{"events": [{"name": "network-changed", "server_uuid": "6b39c183-8cd2-49aa-a201-d51211aee46d", "tag": "ff4e2926-9091-4d87-8f1f-d025ad007529"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:28.777646 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-d593f858-d266-48b6-ae2b-db40967d36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:28.780543 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-d593f858-d266-48b6-ae2b-db40967d36c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae&tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf HTTP/1.1" status: 200 len: 1094 time: 0.2297375 Dec 13 13:10:28.793824 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:28.825549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:28.846856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-f0fdcadc-d767-4e57-b194-631c67d51c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:28.849537 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-f0fdcadc-d767-4e57-b194-631c67d51c2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141460 Dec 13 13:10:28.923379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c96894d2-1be6-4168-8668-267bcffc3fe2 None None] Port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:10:28.939459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa9510-e50a-4850-945b-433acef78818 req-3a6a79e2-14d9-44b2-8ac5-04923840a852 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:28.940575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df74fdce-8d6a-4968-99c9-5df8a22d47b3 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:28.946428 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-df74fdce-8d6a-4968-99c9-5df8a22d47b3 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 1091 time: 0.2657053 Dec 13 13:10:28.949687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42108) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:28.952154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0fa9510-e50a-4850-945b-433acef78818 req-3a6a79e2-14d9-44b2-8ac5-04923840a852 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 943 time: 0.3720689 Dec 13 13:10:28.989270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b18d3-9fab-4a83-b27d-b22b1d97d54a service neutron] Pushing event updated for resources: {'Port': ['ID=ff4e2926-9091-4d87-8f1f-d025ad007529,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:29.014973 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:29.019614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2eef12-5ca8-4cc6-9aed-653d1868e482 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:29.051224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:29.106974 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:29.162267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Transition to ACTIVE for port object 6c2eef12-5ca8-4cc6-9aed-653d1868e482 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:10:29.173707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-b13ab9d6-e21d-4c8f-9820-38e6478f53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:29.182006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-b13ab9d6-e21d-4c8f-9820-38e6478f53a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 1094 time: 0.3676684 Dec 13 13:10:29.191820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28866e51-1649-480c-8198-22e0feed27f7 req-ea2a0264-6a94-4531-b3f4-cf38eef50846 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:29.193567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28866e51-1649-480c-8198-22e0feed27f7 req-ea2a0264-6a94-4531-b3f4-cf38eef50846 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 931 time: 0.3548629 Dec 13 13:10:29.201083 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:29.205078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a0fa9510-e50a-4850-945b-433acef78818 req-7b399196-1da0-41fc-b4a1-5e9bb2b61ee0 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507508 Dec 13 13:10:29.232731 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:29.357875 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f8414c-5b25-4197-a410-c48cced0c4c9 x-openstack-request-id: req-71f8414c-5b25-4197-a410-c48cced0c4c9 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:29.358612 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b39c183-8cd2-49aa-a201-d51211aee46d", "tag": "ff4e2926-9091-4d87-8f1f-d025ad007529", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:29.358612 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71f8414c-5b25-4197-a410-c48cced0c4c9 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:29.359009 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b39c183-8cd2-49aa-a201-d51211aee46d', 'tag': 'ff4e2926-9091-4d87-8f1f-d025ad007529', 'status': 'completed', 'code': 200} Dec 13 13:10:29.361573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-018c7bec-d4e8-4253-94bf-eee2b0925cbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4e2926-9091-4d87-8f1f-d025ad007529 HTTP/1.1" status: 200 len: 217 time: 0.1342008 Dec 13 13:10:29.463665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d973-296d-41bb-9199-b9974951256c service neutron] Pushing event updated for resources: {'Port': ['ID=6c2eef12-5ca8-4cc6-9aed-653d1868e482,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:29.577008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28866e51-1649-480c-8198-22e0feed27f7 req-8ae4a6ff-3b7a-4b1b-8a5e-a5444fe71ca8 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459756 Dec 13 13:10:29.579399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-ffa4fc51-0c1c-4bd1-8dbf-a4449b1f7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:29.581013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-ffa4fc51-0c1c-4bd1-8dbf-a4449b1f7ed2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1bbf06da-e1ee-4f65-a241-8ae14da080d3 HTTP/1.1" status: 200 len: 855 time: 0.2091019 Dec 13 13:10:29.750049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:29.788156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bf76d-34c3-4e46-af5b-cd6d1bde2aa3 req-29c56f7e-cb3f-44d0-9bf6-212f04cd8083 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:29.797498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af3bf76d-34c3-4e46-af5b-cd6d1bde2aa3 req-29c56f7e-cb3f-44d0-9bf6-212f04cd8083 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2137175 Dec 13 13:10:29.806643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Attempting to bind port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:10:29.807028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Attempting to bind port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:10:29.807334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Attempting to bind port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 on network f76ef9a2-3ccc-43c8-9559-1948b705a516 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:29.810734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-8ca1f6e6-20dc-4f40-b8d0-8d835f046855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:29.813034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-8ca1f6e6-20dc-4f40-b8d0-8d835f046855 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76ef9a2-3ccc-43c8-9559-1948b705a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936650 Dec 13 13:10:29.857197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 on network f76ef9a2-3ccc-43c8-9559-1948b705a516 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:10:29.858216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Attempting to bind port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 on network f76ef9a2-3ccc-43c8-9559-1948b705a516 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:29.923547 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:29.946846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:10:29.947187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Checking segment: {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:10:29.947642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Bound using segment: {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:10:29.948403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Bound port: 6c2eef12-5ca8-4cc6-9aed-653d1868e482, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:10:29.948773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:30.006813 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-8b4ced30-a135-449e-959b-d0a73b0aca4a service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1355121 Dec 13 13:10:30.043775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af3bf76d-34c3-4e46-af5b-cd6d1bde2aa3 req-512f0998-85dc-4623-ab28-58427e034605 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447987 Dec 13 13:10:30.121541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-5461741d-383b-4e45-88d9-15bbf5d7b7a3 service neutron] 10.222.0.42 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953615 Dec 13 13:10:30.360287 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c16f49b2-828d-4b46-8164-7cf9b13b0ed6 req-2db811ca-9cd7-46df-a78d-4746a8611d05 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422661 Dec 13 13:10:30.511260 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:30.521149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:30.586298 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:30.613246 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:30.634202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:10:30.669572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Transition to ACTIVE for port object e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:10:30.704182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] For port 6c2eef12-5ca8-4cc6-9aed-653d1868e482, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:10:30.704781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:30.741138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c01889-e275-41f4-a211-09a637b9bbba {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:30.759391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:30.764963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] For port 6c2eef12-5ca8-4cc6-9aed-653d1868e482, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=6c2eef12-5ca8-4cc6-9aed-653d1868e482,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:10:30.788359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:30.828085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Transition to ACTIVE for port object 12c01889-e275-41f4-a211-09a637b9bbba will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:10:30.847487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Allocated IP 172.25.2.169 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/7cde548f-dc30-40d1-aee5-cb45e97b9287) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:10:30.853630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:30.865135 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:30.895001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086d85b-433a-4a86-8401-34c2585375ed req-fd05876d-e570-4894-8d31-b591d518dde2 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:30.903237 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4086d85b-433a-4a86-8401-34c2585375ed req-fd05876d-e570-4894-8d31-b591d518dde2 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 943 time: 0.1938610 Dec 13 13:10:30.958765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f1a27-341a-4182-a459-8e77411b863c req-934c6ec9-f58d-4ba9-883e-be977680d8b9 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:30.967397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b41f1a27-341a-4182-a459-8e77411b863c req-934c6ec9-f58d-4ba9-883e-be977680d8b9 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 943 time: 0.3836846 Dec 13 13:10:31.003451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9aea428-f543-4eed-83ec-6662a0214fe3 req-42a6ae8c-e375-4b9c-8856-33597e73b3fd service neutron] 10.222.0.42 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8738937 Dec 13 13:10:31.029340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=9']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:31.033912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:31.034619 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:31.036156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-d002d973-296d-41bb-9199-b9974951256c service neutron] 10.222.0.37 "PUT /v2.0/ports/6c2eef12-5ca8-4cc6-9aed-653d1868e482 HTTP/1.1" status: 200 len: 1092 time: 3.9488344 Dec 13 13:10:31.091115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d973-296d-41bb-9199-b9974951256c service neutron] Pushing event updated for resources: {'Port': ['ID=6c2eef12-5ca8-4cc6-9aed-653d1868e482,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:31.242576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4086d85b-433a-4a86-8401-34c2585375ed req-6a4fdd6d-6482-4c9d-a2c0-85cab664e945 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356397 Dec 13 13:10:31.270621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b41f1a27-341a-4182-a459-8e77411b863c req-10637ef3-9b29-4ecd-a000-67892a6d194b tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011119 Dec 13 13:10:31.325374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4114b-91a0-4009-af15-e51f988e7174 req-6c44db55-8c24-4c52-a14b-1b68b4926e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:31.326975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71a4114b-91a0-4009-af15-e51f988e7174 req-6c44db55-8c24-4c52-a14b-1b68b4926e2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 1094 time: 0.1831262 Dec 13 13:10:31.367391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d0ab11-e381-4107-82e4-6432339cf6ed', 'tag': '6c2eef12-5ca8-4cc6-9aed-653d1868e482'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:31.369976 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64e953d-7240-46e2-9baa-7f87bbf709c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d0ab11-e381-4107-82e4-6432339cf6ed", "tag": "6c2eef12-5ca8-4cc6-9aed-653d1868e482"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:31.507174 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] No DVR routers for this DVR port 12c01889-e275-41f4-a211-09a637b9bbba on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:10:31.541492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-7b6ea0a5-1af3-46ea-815b-225bbbcaca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:31.543912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-7b6ea0a5-1af3-46ea-815b-225bbbcaca7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed HTTP/1.1" status: 200 len: 1095 time: 0.3864095 Dec 13 13:10:31.577882 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be21ba-ef6c-4fa2-a739-c7fef93ac23e x-openstack-request-id: req-34be21ba-ef6c-4fa2-a739-c7fef93ac23e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:31.578201 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d0ab11-e381-4107-82e4-6432339cf6ed", "tag": "6c2eef12-5ca8-4cc6-9aed-653d1868e482", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:31.578461 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34be21ba-ef6c-4fa2-a739-c7fef93ac23e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:31.578863 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d0ab11-e381-4107-82e4-6432339cf6ed', 'tag': '6c2eef12-5ca8-4cc6-9aed-653d1868e482', 'status': 'completed', 'code': 200} Dec 13 13:10:31.629711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-bc98b246-f3e7-4a98-a790-be380307b8ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c2eef12-5ca8-4cc6-9aed-653d1868e482 HTTP/1.1" status: 200 len: 217 time: 0.0615964 Dec 13 13:10:31.710962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Attempting to bind port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:10:31.711310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Attempting to bind port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:10:31.711645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Attempting to bind port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 on network f76ef9a2-3ccc-43c8-9559-1948b705a516 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:31.724941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 on network f76ef9a2-3ccc-43c8-9559-1948b705a516 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:10:31.725272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Attempting to bind port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 on network f76ef9a2-3ccc-43c8-9559-1948b705a516 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:31.737905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:10:31.738321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Checking segment: {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:10:31.738645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Bound using segment: {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:10:31.739732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Bound port: e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429b5f52-0214-4852-8e16-652092088844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:10:31.739732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:31.792759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5980ef-499c-416e-a984-927b910e092e req-afadd786-c5c9-4945-85ad-072d17b264ec tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:31.800536 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb5980ef-499c-416e-a984-927b910e092e req-afadd786-c5c9-4945-85ad-072d17b264ec tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2753127 Dec 13 13:10:31.810733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4114b-91a0-4009-af15-e51f988e7174 req-458466c6-5b9e-4cc6-86ba-269d2f615355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:31.813339 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71a4114b-91a0-4009-af15-e51f988e7174 req-458466c6-5b9e-4cc6-86ba-269d2f615355 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 200 len: 916 time: 0.4702244 Dec 13 13:10:31.838394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-6cd5f194-8c79-4dea-979a-d24088d63ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:31.839886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-6cd5f194-8c79-4dea-979a-d24088d63ca0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bbf06da-e1ee-4f65-a241-8ae14da080d3 HTTP/1.1" status: 200 len: 855 time: 0.1956260 Dec 13 13:10:31.846962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:31.885830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71a4114b-91a0-4009-af15-e51f988e7174 req-87168124-fa94-4c4e-b16b-83639df9c681 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4e2926-9091-4d87-8f1f-d025ad007529 HTTP/1.1" status: 200 len: 217 time: 0.0606689 Dec 13 13:10:31.914761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Attempting to bind port 12c01889-e275-41f4-a211-09a637b9bbba on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:10:31.915102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Attempting to bind port 12c01889-e275-41f4-a211-09a637b9bbba by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:10:31.915460 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Attempting to bind port 12c01889-e275-41f4-a211-09a637b9bbba on network a006c405-a67a-4ac4-8e44-115e7f359776 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:31.955401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Port 12c01889-e275-41f4-a211-09a637b9bbba on network a006c405-a67a-4ac4-8e44-115e7f359776 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:10:31.955725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Attempting to bind port 12c01889-e275-41f4-a211-09a637b9bbba on network a006c405-a67a-4ac4-8e44-115e7f359776 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:32.015974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] For port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:10:32.025430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb5980ef-499c-416e-a984-927b910e092e req-8dde9347-0d93-41a0-b741-328444833d4a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238996 Dec 13 13:10:32.036716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:10:32.037059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Checking segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:10:32.037451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Bound using segment: {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:10:32.037906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Bound port: 12c01889-e275-41f4-a211-09a637b9bbba, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaa14de-d732-43e0-8225-0b707ce56263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:10:32.038311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:32.050212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] For port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:10:32.065114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4114b-91a0-4009-af15-e51f988e7174 req-5f922ca3-0afa-42f9-9501-ea282f170212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:32.067457 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:32.068321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71a4114b-91a0-4009-af15-e51f988e7174 req-5f922ca3-0afa-42f9-9501-ea282f170212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1bbf06da-e1ee-4f65-a241-8ae14da080d3 HTTP/1.1" status: 200 len: 855 time: 0.1665118 Dec 13 13:10:32.071201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-cf151922-21d9-4f8a-8df5-e41a789fef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:32.072601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-cf151922-21d9-4f8a-8df5-e41a789fef04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f76ef9a2-3ccc-43c8-9559-1948b705a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997898 Dec 13 13:10:32.079331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:32.192445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:10:32.196741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:10:32.209485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=7cde548f-dc30-40d1-aee5-cb45e97b9287,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:32.215099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:10:32.217039 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:32.221083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:32.221083 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:32.224253 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 HTTP/1.1" status: 200 len: 1091 time: 3.7067506 Dec 13 13:10:32.224831 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3623c38-1dda-4c88-a52c-21760408d873', 'tag': 'e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:32.227355 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72297878-12d0-414e-aaee-b11c3d99ea63" -d '{"events": [{"name": "network-changed", "server_uuid": "f3623c38-1dda-4c88-a52c-21760408d873", "tag": "e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:32.232565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:10:32.272062 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:10:32.380059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4114b-91a0-4009-af15-e51f988e7174 req-efe1d125-c70a-4c6d-bd7e-5786d611c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:32.381633 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71a4114b-91a0-4009-af15-e51f988e7174 req-efe1d125-c70a-4c6d-bd7e-5786d611c44d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76ef9a2-3ccc-43c8-9559-1948b705a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3038208 Dec 13 13:10:32.492314 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4e45a4-20ca-4584-98b6-2dd708e7c6d4 x-openstack-request-id: req-1c4e45a4-20ca-4584-98b6-2dd708e7c6d4 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:32.493061 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3623c38-1dda-4c88-a52c-21760408d873", "tag": "e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:32.493530 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c4e45a4-20ca-4584-98b6-2dd708e7c6d4 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:32.494170 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3623c38-1dda-4c88-a52c-21760408d873', 'tag': 'e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015', 'status': 'completed', 'code': 200} Dec 13 13:10:32.629506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:32.632035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:32.633905 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] 10.222.0.42 "PUT /v2.0/ports/12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 1091 time: 3.8295088 Dec 13 13:10:32.704016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-b9b5ef8c-d5a5-4413-8839-3eabdb554b97 service neutron] 10.222.0.37 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989485 Dec 13 13:10:32.814602 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-a1fdf4e1-305f-4534-9351-0638a5b019fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:32.820251 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-a1fdf4e1-305f-4534-9351-0638a5b019fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 1094 time: 0.4625735 Dec 13 13:10:32.862841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d027c-0cfa-4189-b4db-33f5ba0057a8 req-ce535660-3c9d-4121-b190-505166373ea8 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:32.870585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb7d027c-0cfa-4189-b4db-33f5ba0057a8 req-ce535660-3c9d-4121-b190-505166373ea8 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.2087801 Dec 13 13:10:32.913605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76abc5c-ea1c-4dcc-84b6-4be408f2d6eb req-ae530a28-b630-47f8-b2b7-2e5c19569c42 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:32.921462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c76abc5c-ea1c-4dcc-84b6-4be408f2d6eb req-ae530a28-b630-47f8-b2b7-2e5c19569c42 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 943 time: 0.4549873 Dec 13 13:10:32.941984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf15abd-900d-4a7a-a8e2-b6a7a9fa91b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:32.953023 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-c0c9acad-5263-47be-8b57-404fbae7c8fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 HTTP/1.1" status: 200 len: 217 time: 0.1165802 Dec 13 13:10:32.987173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71a4114b-91a0-4009-af15-e51f988e7174 req-657c3f5e-f54b-4bf5-814c-6bb7bdedb82a service neutron] 10.222.0.42 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757670 Dec 13 13:10:33.039984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c76abc5c-ea1c-4dcc-84b6-4be408f2d6eb req-d6b8112a-c079-4372-8c2f-e400f55129fb tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173656 Dec 13 13:10:33.077644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-c823e150-355e-4fe3-b95b-5ed500c30020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:33.079495 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-c823e150-355e-4fe3-b95b-5ed500c30020 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1095 time: 0.3739331 Dec 13 13:10:33.128199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14f0a378-caa8-4fcb-b629-5c96c18e3b65 req-a0d593f9-0257-4fa4-88e4-a1c7c12a41c4 service neutron] 10.222.0.37 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057965 Dec 13 13:10:33.187073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb7d027c-0cfa-4189-b4db-33f5ba0057a8 req-3d953819-ff88-48fd-b0d9-3a0d724839f1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043494 Dec 13 13:10:33.189113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-0c46fd42-6538-4488-8c4e-24aadae36deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:33.190732 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-0c46fd42-6538-4488-8c4e-24aadae36deb service neutron] 10.222.0.42 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.0980260 Dec 13 13:10:33.273206 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-df4d3421-b110-4383-8f41-b04c7314b6af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 998 time: 0.0673525 Dec 13 13:10:33.297690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e489b600-789e-466b-9828-d2ef988b85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:33.300082 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-e489b600-789e-466b-9828-d2ef988b85f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bbf06da-e1ee-4f65-a241-8ae14da080d3 HTTP/1.1" status: 200 len: 855 time: 0.3317008 Dec 13 13:10:33.382443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed416c-e8ed-4f44-8c9f-31d1f46b8a18 service neutron] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=10']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:33.387609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-71a4114b-91a0-4009-af15-e51f988e7174 req-69a1f9bd-df3a-4c9f-b4b4-0f42f98f876a service neutron] 10.222.0.42 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853874 Dec 13 13:10:33.413143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-2c4edb2e-0437-420c-b70b-b0b5ac9cae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:33.419622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-2c4edb2e-0437-420c-b70b-b0b5ac9cae6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed HTTP/1.1" status: 200 len: 1095 time: 0.2291911 Dec 13 13:10:33.423454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-65fa5af0-1e4a-4239-ae0f-b2ab809d2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:33.424851 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-65fa5af0-1e4a-4239-ae0f-b2ab809d2d2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.1410816 Dec 13 13:10:33.431225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-7e3dbde1-020e-4cd0-8455-6b545311db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:33.432951 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-7e3dbde1-020e-4cd0-8455-6b545311db91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f76ef9a2-3ccc-43c8-9559-1948b705a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798011 Dec 13 13:10:33.582493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-ab517dd3-be81-48d7-8a5a-bed762eb82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:33.584443 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-ab517dd3-be81-48d7-8a5a-bed762eb82a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471143 Dec 13 13:10:33.637388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-0be3030e-cb4a-474b-8483-5e6298aefc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:33.639084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-0be3030e-cb4a-474b-8483-5e6298aefc03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 200 len: 916 time: 0.2104456 Dec 13 13:10:33.687719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-18fa6799-0039-400b-98a3-e8dfa0b36aa4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c2eef12-5ca8-4cc6-9aed-653d1868e482 HTTP/1.1" status: 200 len: 217 time: 0.0404382 Dec 13 13:10:33.785554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-74dd2c66-f55b-4a33-ad67-e98d0222bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:33.787145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-74dd2c66-f55b-4a33-ad67-e98d0222bd07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bbf06da-e1ee-4f65-a241-8ae14da080d3 HTTP/1.1" status: 200 len: 855 time: 0.0799127 Dec 13 13:10:33.825441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42166) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:33.908469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-6d449839-4464-41e6-a05f-d22454106ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:33.912716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-6d449839-4464-41e6-a05f-d22454106ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f76ef9a2-3ccc-43c8-9559-1948b705a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161504 Dec 13 13:10:34.108846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-34e118df-7d5e-4e6e-a670-1fcd7161e90a service neutron] 10.222.0.37 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865733 Dec 13 13:10:34.110645 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-5dbd223a-e28f-4fd3-992f-40598b69110a service neutron] 10.222.0.37 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459286 Dec 13 13:10:34.215432 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-c9c5c985-2242-4749-bcc9-f251e0175890 service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954053 Dec 13 13:10:34.242209 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5092e135-6f93-457f-8e2b-513fbf3b1926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:34.296780 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:34.383529 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b8c3bbcf-70dd-4d06-bd6d-010a30e376e8 req-926b38db-e74c-452a-9c14-949dad780155 service neutron] 10.222.0.37 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604547 Dec 13 13:10:34.389516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f41a7d-4c86-4c8c-898e-19ec2dfd62f2 req-e7863b62-41d4-414f-a38e-df5452d93278 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:34.391083 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11f41a7d-4c86-4c8c-898e-19ec2dfd62f2 req-e7863b62-41d4-414f-a38e-df5452d93278 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 943 time: 0.1844525 Dec 13 13:10:34.477755 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-dd33d4c4-bd1f-469f-a937-e917288ae0e3 service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430103 Dec 13 13:10:34.515068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:34.517412 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1029132-ae87-4d30-baff-e2e91c08bbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "tag": "12c01889-e275-41f4-a211-09a637b9bbba"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:34.527207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:34.548069 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5092e135-6f93-457f-8e2b-513fbf3b1926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:34.562733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11f41a7d-4c86-4c8c-898e-19ec2dfd62f2 req-771ce775-daf2-4b8c-bba1-254dd5a64cbb tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556878 Dec 13 13:10:34.581455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e64e953d-7240-46e2-9baa-7f87bbf709c6 req-841801a3-225f-4c12-a389-c665d102a6c6 service neutron] 10.222.0.37 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485643 Dec 13 13:10:34.582388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5092e135-6f93-457f-8e2b-513fbf3b1926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:34.617835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-6948897c-253a-4570-b9d0-272b4bc16f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:34.620151 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-6948897c-253a-4570-b9d0-272b4bc16f4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 1094 time: 0.1558068 Dec 13 13:10:34.665139 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0e2d27-753f-41c2-ac18-3fbd94b78c28 x-openstack-request-id: req-2c0e2d27-753f-41c2-ac18-3fbd94b78c28 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:34.674801 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "tag": "12c01889-e275-41f4-a211-09a637b9bbba", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:34.675285 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c0e2d27-753f-41c2-ac18-3fbd94b78c28 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:34.675958 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba', 'status': 'completed', 'code': 200} Dec 13 13:10:34.676389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5092e135-6f93-457f-8e2b-513fbf3b1926 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d64d4b01de824ac18980f07adb67e06e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8497901 Dec 13 13:10:34.682311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42184) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:34.683070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092e135-6f93-457f-8e2b-513fbf3b1926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b289b9-00c6-48ee-93c6-70d14313a9c4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:34.694026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be27fc-3a4c-454c-ada1-aea64ae67fda req-fc9528eb-46b1-44fb-a277-8d3a3c39116e tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:34.702899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0be27fc-3a4c-454c-ada1-aea64ae67fda req-fc9528eb-46b1-44fb-a277-8d3a3c39116e tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.3725448 Dec 13 13:10:34.818947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0be27fc-3a4c-454c-ada1-aea64ae67fda req-53eba926-3765-4ee5-89df-50c3d08282ed tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149306 Dec 13 13:10:34.848432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-719780c4-bfad-461e-9577-6f817c7b16d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:34.857091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-92d8be38-4be5-4061-a611-2fb58285de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:34.858773 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-92d8be38-4be5-4061-a611-2fb58285de09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1095 time: 0.1527550 Dec 13 13:10:34.864015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-cfd5da92-9d90-4f72-a88c-606be18be542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:34.865570 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-cfd5da92-9d90-4f72-a88c-606be18be542 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 200 len: 916 time: 0.2340424 Dec 13 13:10:34.877912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-719780c4-bfad-461e-9577-6f817c7b16d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:34.958234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-8264a82b-a594-4ef2-85f6-e0028fb31c81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 HTTP/1.1" status: 200 len: 217 time: 0.0688543 Dec 13 13:10:34.958437 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-719780c4-bfad-461e-9577-6f817c7b16d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:34.963901 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-719780c4-bfad-461e-9577-6f817c7b16d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:34.965331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-719780c4-bfad-461e-9577-6f817c7b16d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24b289b9-00c6-48ee-93c6-70d14313a9c4 HTTP/1.1" status: 204 len: 168 time: 0.2601492 Dec 13 13:10:34.976832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719780c4-bfad-461e-9577-6f817c7b16d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b289b9-00c6-48ee-93c6-70d14313a9c4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:35.074851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:35.088753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-f5cdf34a-318f-4fd3-8e43-20cf340ae30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:35.097317 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-f5cdf34a-318f-4fd3-8e43-20cf340ae30a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bbf06da-e1ee-4f65-a241-8ae14da080d3 HTTP/1.1" status: 200 len: 855 time: 0.1019459 Dec 13 13:10:35.101377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:35.173764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-14c5ac6b-eddd-4257-8c6c-7c4f9e9637a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:35.175343 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-14c5ac6b-eddd-4257-8c6c-7c4f9e9637a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.3087778 Dec 13 13:10:35.224689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=7cde548f-dc30-40d1-aee5-cb45e97b9287,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:35.235136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-7ecd34ec-ab01-431b-873a-df84f055f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:35.236706 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-7ecd34ec-ab01-431b-873a-df84f055f0e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f76ef9a2-3ccc-43c8-9559-1948b705a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363544 Dec 13 13:10:35.242462 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:35.385788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ff4e2926-9091-4d87-8f1f-d025ad007529 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:10:35.534977 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-ea74c1c5-178d-4c93-8300-e3aa9f68cb67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 998 time: 0.1993377 Dec 13 13:10:35.558209 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-3b78532d-1733-4237-abee-709d3cdf1cb1 service neutron] 10.222.0.37 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122203 Dec 13 13:10:35.559737 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Floating IP c66dff26-12f3-4afa-9027-b9d743d2b03e associated. External IP: 172.25.2.169, port: 7e320604-97ff-4726-ba5f-fb6b94fafc61. Dec 13 13:10:35.639650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ff4e2926-9091-4d87-8f1f-d025ad007529, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ff4e2926-9091-4d87-8f1f-d025ad007529,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:35.674993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'ff4e2926-9091-4d87-8f1f-d025ad007529', 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516', 'port_id': 'ff4e2926-9091-4d87-8f1f-d025ad007529', 'mac_address': 'fa:16:3e:ac:a6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbf06da-e1ee-4f65-a241-8ae14da080d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:10:35.787050 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:35.828426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4e2926-9091-4d87-8f1f-d025ad007529 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:35.863844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d7cce-1877-4a65-8acd-bc7735a25091 req-8f38c292-594f-4430-965c-cc6b011b9a86 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:35.865531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e4d7cce-1877-4a65-8acd-bc7735a25091 req-8f38c292-594f-4430-965c-cc6b011b9a86 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 943 time: 0.1478260 Dec 13 13:10:35.925686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ff4e2926-9091-4d87-8f1f-d025ad007529, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ff4e2926-9091-4d87-8f1f-d025ad007529,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:35.938817 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:35.989593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-9a36d95f-1426-4997-b096-34a029e097b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:35.991138 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-9a36d95f-1426-4997-b096-34a029e097b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.4278893 Dec 13 13:10:36.049845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ff4e2926-9091-4d87-8f1f-d025ad007529,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:36.109091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e4d7cce-1877-4a65-8acd-bc7735a25091 req-b1e7cbd4-38ee-428c-972e-9e759c2301d4 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315173 Dec 13 13:10:36.145933 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-72297878-12d0-414e-aaee-b11c3d99ea63 req-085a8516-fdd7-4eb8-9973-7b565d6591c1 service neutron] 10.222.0.37 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951246 Dec 13 13:10:36.185080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3a479-b88d-455c-9615-7b1cae8816e2 req-96396ad0-ab4b-4ed0-9ebe-6097138284a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:36.188903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4f3a479-b88d-455c-9615-7b1cae8816e2 req-96396ad0-ab4b-4ed0-9ebe-6097138284a5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.2248790 Dec 13 13:10:36.219816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ff4e2926-9091-4d87-8f1f-d025ad007529'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:10:36.285925 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-21618f49-d6b3-418c-bd75-94e75f7fc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:36.292233 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-21618f49-d6b3-418c-bd75-94e75f7fc7f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2437708 Dec 13 13:10:36.362309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4f3a479-b88d-455c-9615-7b1cae8816e2 req-ed2abefb-2845-456d-b006-a0fe879d92dc tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580496 Dec 13 13:10:36.476011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:10:36.714950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:10:36.727636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] Sync routers for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:10:36.753968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:10:36.755256 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:10:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:36.781813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:36.855884 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6aefd08b-76b3-49a6-8fab-00d4275932c4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8849833 Dec 13 13:10:36.856502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8353001e-eb94-4b58-abba-9e636906bfff', 'tag': '7e320604-97ff-4726-ba5f-fb6b94fafc61'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:36.859069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42228) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:36.877956 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7454abbc-c5fe-4ce0-ad6c-f498a64be509" -d '{"events": [{"name": "network-changed", "server_uuid": "8353001e-eb94-4b58-abba-9e636906bfff", "tag": "7e320604-97ff-4726-ba5f-fb6b94fafc61"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:36.984949 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed0b989-d8a2-4565-beae-8819c4e56bd8 x-openstack-request-id: req-0ed0b989-d8a2-4565-beae-8819c4e56bd8 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:36.985244 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8353001e-eb94-4b58-abba-9e636906bfff", "tag": "7e320604-97ff-4726-ba5f-fb6b94fafc61", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:36.985496 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ed0b989-d8a2-4565-beae-8819c4e56bd8 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:36.985901 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8353001e-eb94-4b58-abba-9e636906bfff', 'tag': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'status': 'completed', 'code': 200} Dec 13 13:10:37.006324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b6fd1a98-fb3b-480f-aeef-8cf3747c4617 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/floatingips/c66dff26-12f3-4afa-9027-b9d743d2b03e HTTP/1.1" status: 200 len: 991 time: 0.1460090 Dec 13 13:10:37.027361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:10:37.357766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adeb9fc-4a6c-46f1-89e3-ead887529a44 req-9ba0a2a6-8cce-486e-8dad-001b934d5aab tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:37.381039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9adeb9fc-4a6c-46f1-89e3-ead887529a44 req-9ba0a2a6-8cce-486e-8dad-001b934d5aab tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 943 time: 0.1012177 Dec 13 13:10:37.420290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 6c2eef12-5ca8-4cc6-9aed-653d1868e482 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:10:37.433361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ff4e2926-9091-4d87-8f1f-d025ad007529 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:10:37.447129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9adeb9fc-4a6c-46f1-89e3-ead887529a44 req-c31ba313-78b4-48e2-8c8f-559de015b767 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635011 Dec 13 13:10:37.645902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802ced9-858a-4b1d-882d-f63ee4ab602c req-f097a913-f89a-412d-be8f-f77c2e2f566c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:37.649403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2802ced9-858a-4b1d-882d-f63ee4ab602c req-f097a913-f89a-412d-be8f-f77c2e2f566c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.1443872 Dec 13 13:10:37.728154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2802ced9-858a-4b1d-882d-f63ee4ab602c req-d91467fd-e76c-4b36-a718-8c253b3ed0fa tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711465 Dec 13 13:10:37.796184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 6c2eef12-5ca8-4cc6-9aed-653d1868e482, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=6c2eef12-5ca8-4cc6-9aed-653d1868e482,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:37.831629 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '6c2eef12-5ca8-4cc6-9aed-653d1868e482', 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516', 'port_id': '6c2eef12-5ca8-4cc6-9aed-653d1868e482', 'mac_address': 'fa:16:3e:72:73:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbf06da-e1ee-4f65-a241-8ae14da080d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:10:37.897513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:37.926812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:09:42Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c66dff26-12f3-4afa-9027-b9d743d2b03e', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'mac_address': 'fa:16:3e:ca:80:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:33Z', 'updated_at': '2021-12-13T13:10:33Z', 'revision_number': 0, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:37.959244 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:37.963129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] Checking router: 56d6d409-242d-4e06-ae6c-d1cff585b7f8 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:10:37.985756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port ff4e2926-9091-4d87-8f1f-d025ad007529 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:10:37.994649 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port ff4e2926-9091-4d87-8f1f-d025ad007529 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:37.995006 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:37.996715 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:38.010537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42256) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:38.024409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:10:38.025199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:10:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:38.114531 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c039dad2-c4ce-4c7b-99a1-dc51f5de9319 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/floatingips/c66dff26-12f3-4afa-9027-b9d743d2b03e HTTP/1.1" status: 200 len: 991 time: 0.1013920 Dec 13 13:10:38.182495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:10:38.428190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932bcff-38e5-4ea3-9b34-65d1cfc6fe11 req-9e1b289e-1ea6-4bde-97fe-1bccb7d0d176 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:38.433528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2eef12-5ca8-4cc6-9aed-653d1868e482 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:38.437648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f932bcff-38e5-4ea3-9b34-65d1cfc6fe11 req-9e1b289e-1ea6-4bde-97fe-1bccb7d0d176 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.1731312 Dec 13 13:10:38.556067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f932bcff-38e5-4ea3-9b34-65d1cfc6fe11 req-d4ed8644-8e03-4ba3-b81e-583b27a5acb1 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158059 Dec 13 13:10:38.674001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 6c2eef12-5ca8-4cc6-9aed-653d1868e482, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=6c2eef12-5ca8-4cc6-9aed-653d1868e482,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:38.687026 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:38.687749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:10:38.724634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055ab5a-ffc9-423c-b2ab-89a0da81e5bf req-b81ca7d1-db5b-4d90-a15c-be0592832654 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:38.730247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0055ab5a-ffc9-423c-b2ab-89a0da81e5bf req-b81ca7d1-db5b-4d90-a15c-be0592832654 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 943 time: 0.1271024 Dec 13 13:10:38.852989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0055ab5a-ffc9-423c-b2ab-89a0da81e5bf req-c431b447-a008-4980-9eab-84f1e41d6aa7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133411 Dec 13 13:10:38.911260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:38.932857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015', 'network_id': 'f76ef9a2-3ccc-43c8-9559-1948b705a516', 'port_id': 'e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015', 'mac_address': 'fa:16:3e:4f:ff:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbf06da-e1ee-4f65-a241-8ae14da080d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:10:38.965730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=6c2eef12-5ca8-4cc6-9aed-653d1868e482,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:39.019743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad71f2-00f8-4a88-ae5b-003bd6a00676 req-3ae2645e-4f4b-44f0-b801-3addaf19b8c3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:39.027498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56ad71f2-00f8-4a88-ae5b-003bd6a00676 req-3ae2645e-4f4b-44f0-b801-3addaf19b8c3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.0860338 Dec 13 13:10:39.100025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56ad71f2-00f8-4a88-ae5b-003bd6a00676 req-7d97859d-82d1-48f3-9070-8da20d4f3545 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673614 Dec 13 13:10:39.119004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42284) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:39.168147 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:39.188560 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:39.210417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:39.237643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b39c183-8cd2-49aa-a201-d51211aee46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4e2926-9091-4d87-8f1f-d025ad007529'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:39.240388 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d6b7c-03b4-40ea-8712-3a2fcedc46bd" -d '{"events": [{"server_uuid": "6b39c183-8cd2-49aa-a201-d51211aee46d", "name": "network-vif-plugged", "status": "completed", "tag": "ff4e2926-9091-4d87-8f1f-d025ad007529"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:39.263233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:39.279843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ff4e2926-9091-4d87-8f1f-d025ad007529, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ff4e2926-9091-4d87-8f1f-d025ad007529,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:39.283472 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:39.312082 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:39.320184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:09:42Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c66dff26-12f3-4afa-9027-b9d743d2b03e', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'mac_address': 'fa:16:3e:ca:80:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:33Z', 'updated_at': '2021-12-13T13:10:33Z', 'revision_number': 0, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:10:39.351791 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dfd3e1a8-63f7-490b-ab1f-3c8409bc00ce tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/floatingips/c66dff26-12f3-4afa-9027-b9d743d2b03e HTTP/1.1" status: 200 len: 991 time: 0.2315383 Dec 13 13:10:39.356834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13850278-3267-4024-81f3-493946eb1fd0 None None] The sync data for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 is: [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:09:42Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c66dff26-12f3-4afa-9027-b9d743d2b03e', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'mac_address': 'fa:16:3e:ca:80:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:33Z', 'updated_at': '2021-12-13T13:10:33Z', 'revision_number': 0, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:10:39.377843 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ce11d4-d928-404d-aaef-1ea89c1948dc x-openstack-request-id: req-44ce11d4-d928-404d-aaef-1ea89c1948dc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:39.378222 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b39c183-8cd2-49aa-a201-d51211aee46d", "name": "network-vif-plugged", "status": "completed", "tag": "ff4e2926-9091-4d87-8f1f-d025ad007529", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:39.378544 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44ce11d4-d928-404d-aaef-1ea89c1948dc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:39.379064 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b39c183-8cd2-49aa-a201-d51211aee46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4e2926-9091-4d87-8f1f-d025ad007529', 'code': 200} Dec 13 13:10:39.418008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:39.504407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ff4e2926-9091-4d87-8f1f-d025ad007529,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:39.510670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['6c2eef12-5ca8-4cc6-9aed-653d1868e482'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:10:39.519989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:10:39.802715 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabba05-8562-4940-86b7-2b4bbbafbc1c None None] New status for floating IP c66dff26-12f3-4afa-9027-b9d743d2b03e: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:10:39.915028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-a4c46f36-a9d7-4103-bf01-2af413342d57 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=29ca42fe221e46fd97b02bd04557a506&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1454966 Dec 13 13:10:39.946269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014917a8-d05f-4966-b01e-1af00e5c001b req-29e9377d-7f55-4f38-8cf3-14ff3c6136ba tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:39.962049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-014917a8-d05f-4966-b01e-1af00e5c001b req-29e9377d-7f55-4f38-8cf3-14ff3c6136ba tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.2692940 Dec 13 13:10:40.356239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42310) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:40.436306 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-55e7e664-aa94-4981-b489-60fff55a4b4c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/floatingips/c66dff26-12f3-4afa-9027-b9d743d2b03e HTTP/1.1" status: 200 len: 993 time: 0.0739105 Dec 13 13:10:40.497569 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:10:40.510376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-014917a8-d05f-4966-b01e-1af00e5c001b req-39a6483a-8168-4e01-9a7a-545c961a3f96 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5475852 Dec 13 13:10:40.529800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-b56d99b1-4f9e-416c-899d-9da2ab316000 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:40.531327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-b56d99b1-4f9e-416c-899d-9da2ab316000 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6098742 Dec 13 13:10:40.546847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-3ec685ec-3d47-4937-9551-6a706518e55b tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/quotas/29ca42fe221e46fd97b02bd04557a506 HTTP/1.1" status: 200 len: 375 time: 0.0097661 Dec 13 13:10:40.585099 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-0de9a73f-a85d-4563-b942-7d3e39b005cf tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=29ca42fe221e46fd97b02bd04557a506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313129 Dec 13 13:10:40.635830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7230cb-0f10-4222-a7a1-0421f8a63494 req-fabfac67-9550-4d51-b76a-6942b71a48c2 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:40.637447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c7230cb-0f10-4222-a7a1-0421f8a63494 req-fabfac67-9550-4d51-b76a-6942b71a48c2 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 944 time: 0.0551791 Dec 13 13:10:40.702819 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c7230cb-0f10-4222-a7a1-0421f8a63494 req-0918d30c-95b9-472e-8866-391418fc5804 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571642 Dec 13 13:10:40.800943 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d13e6142-40b3-4cae-b08d-577bfb3dc2cc req-e5a7d1c3-10dd-4167-9b44-b2df6613d3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 210 time: 0.0388727 Dec 13 13:10:40.848206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65e94c-758d-4178-9c0c-8de8ad20618b req-04c2b803-eba0-429f-905e-6bd03a2206df tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:40.850185 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d65e94c-758d-4178-9c0c-8de8ad20618b req-04c2b803-eba0-429f-905e-6bd03a2206df tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.0753882 Dec 13 13:10:40.930412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d65e94c-758d-4178-9c0c-8de8ad20618b req-5f0c3607-8629-4fb7-a813-fe75c201ff11 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735989 Dec 13 13:10:41.403038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 6c2eef12-5ca8-4cc6-9aed-653d1868e482 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:10:41.458201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:10:41.484040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:41.484579 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:41.598166 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:41.629308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d0ab11-e381-4107-82e4-6432339cf6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2eef12-5ca8-4cc6-9aed-653d1868e482'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:41.632772 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84217bab-8ef1-45d5-b37a-3c2129a2674f" -d '{"events": [{"server_uuid": "e5d0ab11-e381-4107-82e4-6432339cf6ed", "name": "network-vif-plugged", "status": "completed", "tag": "6c2eef12-5ca8-4cc6-9aed-653d1868e482"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:41.661930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 6c2eef12-5ca8-4cc6-9aed-653d1868e482, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=6c2eef12-5ca8-4cc6-9aed-653d1868e482,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:41.663708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c731d-0636-47d8-9f8c-5ad1974745b5 req-c349c842-4158-4726-822e-9b3f494ec0e3 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:41.667661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-891c731d-0636-47d8-9f8c-5ad1974745b5 req-c349c842-4158-4726-822e-9b3f494ec0e3 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0802310 Dec 13 13:10:41.671571 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:41.672446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:10:41.678385 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c28cd5-d2ec-4446-bd8e-a573a39bb203 x-openstack-request-id: req-b7c28cd5-d2ec-4446-bd8e-a573a39bb203 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:41.678677 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d0ab11-e381-4107-82e4-6432339cf6ed", "name": "network-vif-plugged", "status": "completed", "tag": "6c2eef12-5ca8-4cc6-9aed-653d1868e482", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:41.679070 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7c28cd5-d2ec-4446-bd8e-a573a39bb203 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:41.691395 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d0ab11-e381-4107-82e4-6432339cf6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2eef12-5ca8-4cc6-9aed-653d1868e482', 'code': 200} Dec 13 13:10:41.774156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=6c2eef12-5ca8-4cc6-9aed-653d1868e482,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:41.790405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:10:41.800364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:41.801386 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:41.828406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-891c731d-0636-47d8-9f8c-5ad1974745b5 req-83e34594-dc06-45d9-b0a6-17b78683b253 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481056 Dec 13 13:10:41.877946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20219bec-1c65-4489-8845-c9eac0842b87 req-6ad363c9-abe2-4da6-819a-0f01c1fff371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:41.887981 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-20219bec-1c65-4489-8845-c9eac0842b87 req-6ad363c9-abe2-4da6-819a-0f01c1fff371 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed HTTP/1.1" status: 200 len: 1097 time: 0.1258767 Dec 13 13:10:41.929414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae56a1d-5ff5-4800-b8dc-3a3a2842b143 req-2be3dc23-4b6d-4c29-8a84-0d8d892ec5aa tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:41.937005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cae56a1d-5ff5-4800-b8dc-3a3a2842b143 req-2be3dc23-4b6d-4c29-8a84-0d8d892ec5aa tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 944 time: 0.0728347 Dec 13 13:10:41.959111 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-20219bec-1c65-4489-8845-c9eac0842b87 req-f87b4a92-774c-4257-9e58-c4d9c7067697 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701537 Dec 13 13:10:42.020002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c165e69c-1333-4676-b19a-b7792f8af380 req-11cb4542-a4e5-4d3b-b704-f6a8b1494d25 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 210 time: 0.0787120 Dec 13 13:10:42.024139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:42.049821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cae56a1d-5ff5-4800-b8dc-3a3a2842b143 req-6197c149-ed96-41d1-9dce-76d4edbbb69d tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117899 Dec 13 13:10:42.095921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:42.103434 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:42.169782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cc287-e210-4848-8ba0-464b487d9833 req-fba5cc4a-a3ee-4d8d-8bcb-339edf730333 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:42.172607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115cc287-e210-4848-8ba0-464b487d9833 req-fba5cc4a-a3ee-4d8d-8bcb-339edf730333 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.0666728 Dec 13 13:10:42.193537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:42.247025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115cc287-e210-4848-8ba0-464b487d9833 req-6d2d9ba7-312c-41c7-8767-7b96c98aea51 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582860 Dec 13 13:10:42.955379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fca379-d461-4b77-9d51-2029351d589b req-7764c9e6-c88a-4995-af41-5c79e1a46198 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:42.965634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59fca379-d461-4b77-9d51-2029351d589b req-7764c9e6-c88a-4995-af41-5c79e1a46198 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0858297 Dec 13 13:10:43.104365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59fca379-d461-4b77-9d51-2029351d589b req-9bebcc05-9cdd-47bb-95c2-b2d2c4c87222 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370642 Dec 13 13:10:43.219156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5ddc6c4-9940-4f31-a2e4-3b8195871d05 req-3ef2ef2e-d56f-4eb3-a12b-5d241822a061 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 210 time: 0.0651329 Dec 13 13:10:43.351441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f9341-7b8e-4eea-ac8a-b575fc0a8850 req-ab3026a8-1666-4028-bad5-f2227c4b803b tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:43.353091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d51f9341-7b8e-4eea-ac8a-b575fc0a8850 req-ab3026a8-1666-4028-bad5-f2227c4b803b tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 945 time: 0.1321561 Dec 13 13:10:43.462218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d51f9341-7b8e-4eea-ac8a-b575fc0a8850 req-77b5e543-289a-45e0-8eda-9f301ddff7ac tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011000 Dec 13 13:10:43.488689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013d997-a2cb-4306-8032-d94a9d9223d0 req-b1e18997-47f7-4087-9de0-f65122c360ae tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:43.490507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6013d997-a2cb-4306-8032-d94a9d9223d0 req-b1e18997-47f7-4087-9de0-f65122c360ae tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.1283259 Dec 13 13:10:43.539659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6013d997-a2cb-4306-8032-d94a9d9223d0 req-6bb06226-518d-476a-9273-4e8b18a2c37d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429964 Dec 13 13:10:43.692513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3623c38-1dda-4c88-a52c-21760408d873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:43.695067 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f198b3-7957-40bb-9ea0-764709efad41" -d '{"events": [{"server_uuid": "f3623c38-1dda-4c88-a52c-21760408d873", "name": "network-vif-plugged", "status": "completed", "tag": "e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:43.743595 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c877550-5d1b-40c7-afc5-4c805cb13cfe x-openstack-request-id: req-9c877550-5d1b-40c7-afc5-4c805cb13cfe {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:43.743893 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3623c38-1dda-4c88-a52c-21760408d873", "name": "network-vif-plugged", "status": "completed", "tag": "e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:43.744154 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c877550-5d1b-40c7-afc5-4c805cb13cfe {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:43.744657 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3623c38-1dda-4c88-a52c-21760408d873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015', 'code': 200} Dec 13 13:10:43.867473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebacad-726c-4746-b68a-be3340628914 req-1595f3be-190b-434a-9e4c-32c2fca1e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:43.869106 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-86ebacad-726c-4746-b68a-be3340628914 req-1595f3be-190b-434a-9e4c-32c2fca1e0f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 1096 time: 0.0437393 Dec 13 13:10:43.919362 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-86ebacad-726c-4746-b68a-be3340628914 req-a62abbcb-9c89-407c-afde-dc020693731d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Dec 13 13:10:44.240781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c730b-baea-4557-99d8-fe73a65108ca req-d182c490-bf70-470c-ac12-c8c65fcdc033 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:44.242496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-295c730b-baea-4557-99d8-fe73a65108ca req-d182c490-bf70-470c-ac12-c8c65fcdc033 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0531461 Dec 13 13:10:44.305815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-295c730b-baea-4557-99d8-fe73a65108ca req-32e4f504-2864-4c57-beef-95291b216819 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569496 Dec 13 13:10:44.325901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a4d815a-62c6-4fad-8767-fbd4df4c9638 req-973ccc06-ab8b-4bd9-a28d-1609e6053e25 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 210 time: 0.0341005 Dec 13 13:10:44.596970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760cb1b-f4d0-4dcd-ab3b-42352a56c433 req-a076709d-f64c-4263-b474-b944a1597797 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:44.598548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1760cb1b-f4d0-4dcd-ab3b-42352a56c433 req-a076709d-f64c-4263-b474-b944a1597797 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 945 time: 0.0537047 Dec 13 13:10:44.659646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1760cb1b-f4d0-4dcd-ab3b-42352a56c433 req-578913db-e807-4ee3-b056-8adeead5f92b tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538659 Dec 13 13:10:44.708647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132001cb-86b4-4356-a681-8c6296ad5060 req-3659c396-3432-4c9e-b5ac-0a730f295ca3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:44.717182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-132001cb-86b4-4356-a681-8c6296ad5060 req-3659c396-3432-4c9e-b5ac-0a730f295ca3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.0794084 Dec 13 13:10:44.777437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-132001cb-86b4-4356-a681-8c6296ad5060 req-e0d4f6ad-c86d-481b-acb9-52d768ad52fa tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590606 Dec 13 13:10:45.500151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1eb67637-ca2d-4a29-b9d9-e8d0127b9cc6 req-d87817fb-0539-4fb7-8f5f-cc1681ad0732 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 210 time: 0.0748236 Dec 13 13:10:45.570681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376403d-ee90-47ff-8a20-49160d5f9fc6 req-1c611122-29cc-49d2-9c1a-e04e6bba47a8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:45.572522 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d376403d-ee90-47ff-8a20-49160d5f9fc6 req-1c611122-29cc-49d2-9c1a-e04e6bba47a8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.1824818 Dec 13 13:10:45.629772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d376403d-ee90-47ff-8a20-49160d5f9fc6 req-69d871a5-2323-4126-9d3c-661145326935 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510974 Dec 13 13:10:45.834041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f97c0-3fe3-41e4-b5ba-842d2ee3b11c req-8df48ef4-717c-47e0-8ce0-d91160496b75 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:45.836156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b14f97c0-3fe3-41e4-b5ba-842d2ee3b11c req-8df48ef4-717c-47e0-8ce0-d91160496b75 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 945 time: 0.0877323 Dec 13 13:10:45.967025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b14f97c0-3fe3-41e4-b5ba-842d2ee3b11c req-cfabe6ec-57ba-48fe-8478-2707797d24e7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212378 Dec 13 13:10:45.983032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f78fc-f25c-4a4e-83e2-a09fbe0443d5 req-b3872570-194e-49f0-9a1c-84b1346e8341 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:45.984748 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-460f78fc-f25c-4a4e-83e2-a09fbe0443d5 req-b3872570-194e-49f0-9a1c-84b1346e8341 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.0848138 Dec 13 13:10:46.061100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-460f78fc-f25c-4a4e-83e2-a09fbe0443d5 req-04bfd699-f650-4368-9c01-c439fcef7a4f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693305 Dec 13 13:10:46.114943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b4a0b-dd4a-4f7f-b064-574e0ef6d53f req-7cc5ab87-61f5-4003-a367-4e0e978996c8 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:46.124615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a73b4a0b-dd4a-4f7f-b064-574e0ef6d53f req-7cc5ab87-61f5-4003-a367-4e0e978996c8 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0590992 Dec 13 13:10:46.191088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a73b4a0b-dd4a-4f7f-b064-574e0ef6d53f req-ef4360f8-bef2-4630-81ca-cd0d4a83e2e4 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477769 Dec 13 13:10:46.687338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fc0c817-efc5-4b78-a064-65ba4174d118 req-a3780896-563f-4019-a422-ed1d31d53c5c tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 210 time: 0.0421042 Dec 13 13:10:46.770177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a290c7-d0a2-414e-8ac0-ca367b684a26 req-b2c38d40-4780-46c4-97dd-c5d24c82d989 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:46.771702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67a290c7-d0a2-414e-8ac0-ca367b684a26 req-b2c38d40-4780-46c4-97dd-c5d24c82d989 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0551512 Dec 13 13:10:46.829062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67a290c7-d0a2-414e-8ac0-ca367b684a26 req-cf9b661c-d6c4-4ecf-8ba5-72c014883b06 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479829 Dec 13 13:10:47.187767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253906cb-cfeb-499a-85ee-86c7d3e21999 req-131e8a8d-e431-47f7-91f3-a61927bb0025 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:47.189254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-253906cb-cfeb-499a-85ee-86c7d3e21999 req-131e8a8d-e431-47f7-91f3-a61927bb0025 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.0531023 Dec 13 13:10:47.248860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-253906cb-cfeb-499a-85ee-86c7d3e21999 req-9ab38d41-0d1f-4721-8030-05e15f69a19b tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520449 Dec 13 13:10:47.390238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-8914aa35-2cd9-400c-81d8-77b9f54f3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:47.391764 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-8914aa35-2cd9-400c-81d8-77b9f54f3cc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 1096 time: 0.0759842 Dec 13 13:10:47.393078 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-0a28d7f6-2712-4ac8-bbdf-d4cb7a81c965 service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013138 Dec 13 13:10:47.405516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2627ca-4507-4e96-b23c-1ae490fa6e9e req-f0defb97-5ab7-4146-b48d-c8a527aa3803 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:47.413556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b2627ca-4507-4e96-b23c-1ae490fa6e9e req-f0defb97-5ab7-4146-b48d-c8a527aa3803 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.1373544 Dec 13 13:10:47.503195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8779a3-6ea0-4b69-8fe2-3f984e075499 req-d8fcedda-6400-4e3c-8542-12974effeb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:47.504813 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9d8779a3-6ea0-4b69-8fe2-3f984e075499 req-d8fcedda-6400-4e3c-8542-12974effeb70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 1096 time: 0.1106889 Dec 13 13:10:47.550735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b2627ca-4507-4e96-b23c-1ae490fa6e9e req-74c5a9c7-55bc-4588-b59f-3e4d3fcfdef2 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358812 Dec 13 13:10:47.572581 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-9e59c93a-204e-4b5c-aa67-5df8af0aefd1 service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402233 Dec 13 13:10:47.599219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-92d88fbe-62a3-478c-b682-722db8b74cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:47.601400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-92d88fbe-62a3-478c-b682-722db8b74cf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fec0925b-26a1-413e-8381-93d775632c25 HTTP/1.1" status: 200 len: 897 time: 0.1796873 Dec 13 13:10:47.641082 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9d8779a3-6ea0-4b69-8fe2-3f984e075499 req-0612c17d-a983-415c-af5b-5ea4b5c87074 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674357 Dec 13 13:10:47.706359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-1b0a701e-0033-4d3c-83d4-5b16d8a91ce9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e320604-97ff-4726-ba5f-fb6b94fafc61 HTTP/1.1" status: 200 len: 1001 time: 0.0929680 Dec 13 13:10:47.774963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-020983b2-2675-4df8-9ef0-937aac8cb1cd req-fb09b666-23b6-4ba7-aeaa-e143fc70c98d tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 210 time: 0.0292134 Dec 13 13:10:47.977471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-9caf95b5-dc89-4831-9468-ce2404bad419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:47.978975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-9caf95b5-dc89-4831-9468-ce2404bad419 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00f1d646-fce2-4f25-91dc-b4acc2b452fb HTTP/1.1" status: 200 len: 835 time: 0.0985067 Dec 13 13:10:47.995389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3c07b-d6a8-455d-9905-e66b6cc9e9eb req-404d4738-f6d4-4a93-b595-0f7e8a8972da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:47.996918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87f3c07b-d6a8-455d-9905-e66b6cc9e9eb req-404d4738-f6d4-4a93-b595-0f7e8a8972da tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0695033 Dec 13 13:10:48.064853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-17ef526c-fae1-4459-86ea-e17daf651867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:48.066414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-17ef526c-fae1-4459-86ea-e17daf651867 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fec0925b-26a1-413e-8381-93d775632c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686231 Dec 13 13:10:48.079676 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87f3c07b-d6a8-455d-9905-e66b6cc9e9eb req-29d8833a-d549-4c93-b637-049c5b3cee93 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558591 Dec 13 13:10:48.198526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-3fb3daf8-0802-46fa-9abc-95fc6af9b04e service neutron] 10.222.0.42 "GET /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033540 Dec 13 13:10:48.318273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7454abbc-c5fe-4ce0-ad6c-f498a64be509 req-74176e70-59be-4977-814d-3112636dbc34 service neutron] 10.222.0.42 "GET /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110272 Dec 13 13:10:48.367679 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-3970c0a1-f806-44b9-a9f2-e42c176ad7f2 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=29ca42fe221e46fd97b02bd04557a506&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571115 Dec 13 13:10:48.413710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc32521-75c8-44f2-923f-075c7287935f req-3a41d8cf-c9b8-4591-a9f8-463133ece784 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:48.415808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fc32521-75c8-44f2-923f-075c7287935f req-3a41d8cf-c9b8-4591-a9f8-463133ece784 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.0635822 Dec 13 13:10:48.501270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fc32521-75c8-44f2-923f-075c7287935f req-f2c83a83-f288-42b1-8ec1-6c3eb15b2e33 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791199 Dec 13 13:10:48.614167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-e570fbeb-db19-4623-8a40-089c47032b6b tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:48.615663 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-e570fbeb-db19-4623-8a40-089c47032b6b tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310693 Dec 13 13:10:48.639498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Request body: {'port': {'device_id': '65118563-50e9-4b12-accf-b3438732379b', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '29ca42fe221e46fd97b02bd04557a506'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:48.684109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b1fc6-8da7-4c25-af7c-fd01b9c9cd16 req-7b6dfcd3-4481-4f66-9e57-81fddc6617ff tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:48.685876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad2b1fc6-8da7-4c25-af7c-fd01b9c9cd16 req-7b6dfcd3-4481-4f66-9e57-81fddc6617ff tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0510836 Dec 13 13:10:48.764968 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad2b1fc6-8da7-4c25-af7c-fd01b9c9cd16 req-747e6ff4-d5d9-4834-828d-2e82e91141a8 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723951 Dec 13 13:10:48.789641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Made reservation on behalf of 29ca42fe221e46fd97b02bd04557a506 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:10:48.793214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:48.904513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-10061297-e1e6-464a-b791-4b30295e388e req-8a74afdf-a0de-42b7-8967-2b66271edbab tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 210 time: 0.0401063 Dec 13 13:10:49.186988 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:49.228103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310b44d-ca45-4053-890e-65021c912b56 req-0e6d55bf-0fea-437b-bc9b-8404a91fbe39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:49.230315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8310b44d-ca45-4053-890e-65021c912b56 req-0e6d55bf-0fea-437b-bc9b-8404a91fbe39 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0687656 Dec 13 13:10:49.281187 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:49.286560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:49.297367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8310b44d-ca45-4053-890e-65021c912b56 req-cb0a2c0a-b734-438e-b279-4aab7449425c tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600276 Dec 13 13:10:49.368790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d172a989-696e-400d-a3a6-84b5f7ae63e1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:49.402479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.402834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.403178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.403531 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.403859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.404195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.404531 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.404860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.405190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.405518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.405842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.406203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.406542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:49.442477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Allocated IP 192.168.233.112 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/e9b97eb6-afff-4368-8eac-a5a447295506) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:10:49.618802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:49.635444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ca112-ca0d-4303-8557-8b096a313cd9 req-34de7715-682c-45a8-a66a-697a65f87761 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:49.636960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a46ca112-ca0d-4303-8557-8b096a313cd9 req-34de7715-682c-45a8-a66a-697a65f87761 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.0540628 Dec 13 13:10:49.664780 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:49.700406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a46ca112-ca0d-4303-8557-8b096a313cd9 req-240213be-faa2-4232-bba7-cdca2b65495b tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571072 Dec 13 13:10:49.723393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:10:49.727089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:10:49.731433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:10:49.774422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Pushing event updated for resources: {'Port': ['ID=e9b97eb6-afff-4368-8eac-a5a447295506,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:49.829241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:49.831071 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:49.862340 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-ef7042e2-99b9-4758-bb61-0a1aadbed3e1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2312310 Dec 13 13:10:49.876878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Request body: {'port': {'device_id': '65118563-50e9-4b12-accf-b3438732379b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:10:49.944878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26694792-b172-4e88-97cd-8c12284ab0d5 req-ff0fc381-9905-4379-abf7-f01b01f00067 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:49.947584 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:49.953099 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26694792-b172-4e88-97cd-8c12284ab0d5 req-ff0fc381-9905-4379-abf7-f01b01f00067 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0729322 Dec 13 13:10:50.050974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26694792-b172-4e88-97cd-8c12284ab0d5 req-5182ac76-146d-4eef-851e-d5883c3cbf3d tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969536 Dec 13 13:10:50.088439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9ad15a3c-12f6-4a79-b046-0938b2bdfdda None None] Provisioning complete for port e9b97eb6-afff-4368-8eac-a5a447295506 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:50.089316 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ad15a3c-12f6-4a79-b046-0938b2bdfdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:50.141264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9ad15a3c-12f6-4a79-b046-0938b2bdfdda None None] Port e9b97eb6-afff-4368-8eac-a5a447295506 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:10:50.152382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e93de-96a3-46ed-9271-4e52b1dfe0c7 req-e4cf2f75-3174-40f0-b3f4-cfe26ffded39 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:50.161088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-029e93de-96a3-46ed-9271-4e52b1dfe0c7 req-e4cf2f75-3174-40f0-b3f4-cfe26ffded39 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 936 time: 0.1431022 Dec 13 13:10:50.257970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-029e93de-96a3-46ed-9271-4e52b1dfe0c7 req-fd161278-12e2-4d3e-98a9-bde14fa7df32 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939369 Dec 13 13:10:50.291890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c277894-efc8-497b-b3c4-f1fdd43ac533 req-9ca2f20a-9ae7-41aa-b125-a640d221a1c7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:50.293425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c277894-efc8-497b-b3c4-f1fdd43ac533 req-9ca2f20a-9ae7-41aa-b125-a640d221a1c7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0830467 Dec 13 13:10:50.375943 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c277894-efc8-497b-b3c4-f1fdd43ac533 req-40a8a156-1f91-479e-976b-3a2303b52d48 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758679 Dec 13 13:10:50.381368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b97eb6-afff-4368-8eac-a5a447295506 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:50.391130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:50.412405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Transition to ACTIVE for port object e9b97eb6-afff-4368-8eac-a5a447295506 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:10:50.420284 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:50.486546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfae271-d73a-4caa-8f81-a46a2d4613d8 req-4fe645a1-b961-4e2f-8e9c-e988a3f29626 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:50.486546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7bfae271-d73a-4caa-8f81-a46a2d4613d8 req-4fe645a1-b961-4e2f-8e9c-e988a3f29626 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0998337 Dec 13 13:10:50.548751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b97eb6-afff-4368-8eac-a5a447295506,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:50.609371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7bfae271-d73a-4caa-8f81-a46a2d4613d8 req-a1f26e01-a9b0-4552-8f07-c21c5a4db336 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056836 Dec 13 13:10:50.614905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Attempting to bind port e9b97eb6-afff-4368-8eac-a5a447295506 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:10:50.615336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Attempting to bind port e9b97eb6-afff-4368-8eac-a5a447295506 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:10:50.615742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Attempting to bind port e9b97eb6-afff-4368-8eac-a5a447295506 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:50.620573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Port e9b97eb6-afff-4368-8eac-a5a447295506 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:10:50.621232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Attempting to bind port e9b97eb6-afff-4368-8eac-a5a447295506 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:10:50.626817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:10:50.627599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:10:50.628063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:10:50.628562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Bound port: e9b97eb6-afff-4368-8eac-a5a447295506, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:10:50.628991 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:50.731781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] For port e9b97eb6-afff-4368-8eac-a5a447295506, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:10:50.737805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] For port e9b97eb6-afff-4368-8eac-a5a447295506, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=e9b97eb6-afff-4368-8eac-a5a447295506,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:10:50.750250 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:50.811222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:50.811222 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:50.811222 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] 10.222.0.42 "PUT /v2.0/ports/e9b97eb6-afff-4368-8eac-a5a447295506 HTTP/1.1" status: 200 len: 1096 time: 0.9378009 Dec 13 13:10:50.813447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65118563-50e9-4b12-accf-b3438732379b', 'tag': 'e9b97eb6-afff-4368-8eac-a5a447295506'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:50.817177 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76aaa1a-a8e5-4244-b730-4485b0874958" -d '{"events": [{"name": "network-changed", "server_uuid": "65118563-50e9-4b12-accf-b3438732379b", "tag": "e9b97eb6-afff-4368-8eac-a5a447295506"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:50.857403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f866dd9-76b4-41a3-9dd4-b844609a2297 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b97eb6-afff-4368-8eac-a5a447295506,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:50.869819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586953e-f737-41b1-a2ff-539ff0c95a88 req-95262945-e6cb-417f-ba56-36f8b7312242 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:50.877622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4586953e-f737-41b1-a2ff-539ff0c95a88 req-95262945-e6cb-417f-ba56-36f8b7312242 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 945 time: 0.1455078 Dec 13 13:10:50.929429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c8b23-85c6-49e7-9e8c-526fe511e780 req-aa9e8a32-a544-455e-83a5-9374333f69e1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:50.931346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd4c8b23-85c6-49e7-9e8c-526fe511e780 req-aa9e8a32-a544-455e-83a5-9374333f69e1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 944 time: 0.1363835 Dec 13 13:10:50.958636 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-277c1594-8295-4f0c-91ae-e55bd5bb182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:50.960976 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-277c1594-8295-4f0c-91ae-e55bd5bb182b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29ca42fe221e46fd97b02bd04557a506&device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 1099 time: 0.0928714 Dec 13 13:10:51.004636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4586953e-f737-41b1-a2ff-539ff0c95a88 req-0a7a20c4-88a1-4f17-a91c-b9ff93b78548 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261084 Dec 13 13:10:51.034734 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-5d790109-3efb-4704-878b-6411a4c00b46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=e9b97eb6-afff-4368-8eac-a5a447295506 HTTP/1.1" status: 200 len: 217 time: 0.0617955 Dec 13 13:10:51.047538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd4c8b23-85c6-49e7-9e8c-526fe511e780 req-d6889137-30bc-4a39-b317-bd9f6b751835 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091356 Dec 13 13:10:51.066531 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9271469c-3ba8-49d4-a592-4fdad9b02864 x-openstack-request-id: req-9271469c-3ba8-49d4-a592-4fdad9b02864 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:51.066808 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65118563-50e9-4b12-accf-b3438732379b", "tag": "e9b97eb6-afff-4368-8eac-a5a447295506", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:51.067597 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9271469c-3ba8-49d4-a592-4fdad9b02864 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:51.068013 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65118563-50e9-4b12-accf-b3438732379b', 'tag': 'e9b97eb6-afff-4368-8eac-a5a447295506', 'status': 'completed', 'code': 200} Dec 13 13:10:51.122969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-c6384c20-d1c4-487e-a40a-c1d2f7f3af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.124463 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-c6384c20-d1c4-487e-a40a-c1d2f7f3af36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0793483 Dec 13 13:10:51.188433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-0e30ac50-77c0-466a-84f6-9a26441be6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.190667 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-0e30ac50-77c0-466a-84f6-9a26441be6c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536513 Dec 13 13:10:51.365561 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-dfd699f5-2d38-4d7b-b00e-a3f96bce0012 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647444 Dec 13 13:10:51.418646 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d19cb5-6b77-4b49-8c69-3c9857de37b0 req-cf6f3470-0637-4490-ba07-9a817bf3e6a2 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.420427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13d19cb5-6b77-4b49-8c69-3c9857de37b0 req-cf6f3470-0637-4490-ba07-9a817bf3e6a2 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.1213419 Dec 13 13:10:51.445901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e997-391e-4c46-b8d1-da8358675a2b req-5d5e58ba-bdd1-4cb3-8820-0f376e3fafef tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.449776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9943e997-391e-4c46-b8d1-da8358675a2b req-5d5e58ba-bdd1-4cb3-8820-0f376e3fafef tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 948 time: 0.0885482 Dec 13 13:10:51.468926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 12c01889-e275-41f4-a211-09a637b9bbba details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:10:51.514897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13d19cb5-6b77-4b49-8c69-3c9857de37b0 req-319fcbf0-8929-4b7d-bc7d-f1b4c79ec9b0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878663 Dec 13 13:10:51.543704 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-b94904be-6e58-4182-9aa4-686a0cbc76f2 req-be9aaa4d-debc-49a7-a926-53085fef88c6 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370018 Dec 13 13:10:51.545583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072790d-b4b3-40ca-85e7-8f1246195db7 req-9f1cf162-9168-42d9-b3bd-63959c054cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.547205 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1072790d-b4b3-40ca-85e7-8f1246195db7 req-9f1cf162-9168-42d9-b3bd-63959c054cc1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 1097 time: 0.1743524 Dec 13 13:10:51.573919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9943e997-391e-4c46-b8d1-da8358675a2b req-e9a5b81b-6dee-4e59-aeba-6ddd09a1281d tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954869 Dec 13 13:10:51.590819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:51.598164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '12c01889-e275-41f4-a211-09a637b9bbba', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'port_id': '12c01889-e275-41f4-a211-09a637b9bbba', 'mac_address': 'fa:16:3e:bb:6f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:10:51.628392 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1072790d-b4b3-40ca-85e7-8f1246195db7 req-a344c55d-0554-4b4b-b58b-f56fe4c7267d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698724 Dec 13 13:10:51.655816 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:51.681905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c01889-e275-41f4-a211-09a637b9bbba {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:51.704550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-f08ad6ce-ba64-48fa-abd9-f6a0fc521d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.706058 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-f08ad6ce-ba64-48fa-abd9-f6a0fc521d35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29ca42fe221e46fd97b02bd04557a506&device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 1099 time: 0.0767899 Dec 13 13:10:51.716176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:51.730047 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:51.765072 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b41f73-a1c8-44e2-8f62-603c25a1053b req-729f355d-5d58-4179-af71-b279fd66878f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.767003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f0b41f73-a1c8-44e2-8f62-603c25a1053b req-729f355d-5d58-4179-af71-b279fd66878f tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0753748 Dec 13 13:10:51.829736 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f0b41f73-a1c8-44e2-8f62-603c25a1053b req-470f9aac-8cd2-43ea-901e-8da634ff5cbf tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561810 Dec 13 13:10:51.839588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:51.844212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-f9b59ff1-a9ec-4129-88d1-72332ce94e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.847721 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-f9b59ff1-a9ec-4129-88d1-72332ce94e9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1276469 Dec 13 13:10:51.888451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833c746-4fac-4775-8a64-ca20b4dbd72e req-03e9f557-2be6-4c80-8a82-e1d65cb79cc3 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.894428 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-c2fbe179-0a11-4221-9bbc-fa7cc809a99d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=e9b97eb6-afff-4368-8eac-a5a447295506 HTTP/1.1" status: 200 len: 217 time: 0.0395908 Dec 13 13:10:51.894565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833c746-4fac-4775-8a64-ca20b4dbd72e req-03e9f557-2be6-4c80-8a82-e1d65cb79cc3 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.900574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833c746-4fac-4775-8a64-ca20b4dbd72e req-03e9f557-2be6-4c80-8a82-e1d65cb79cc3 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.902442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5833c746-4fac-4775-8a64-ca20b4dbd72e req-03e9f557-2be6-4c80-8a82-e1d65cb79cc3 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873&device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed&device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 2417 time: 0.0688627 Dec 13 13:10:51.949413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-7ff6a0f2-ff82-4dc2-83eb-d31d8dfb9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:51.951443 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-7ff6a0f2-ff82-4dc2-83eb-d31d8dfb9449 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0472231 Dec 13 13:10:51.954516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5833c746-4fac-4775-8a64-ca20b4dbd72e req-f52e7954-0406-4f8d-b187-b37e5f84e7c7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Dec 13 13:10:52.017850 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-67e672e9-556d-45aa-a972-ea1803a008ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:52.019395 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-67e672e9-556d-45aa-a972-ea1803a008ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524523 Dec 13 13:10:52.036777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['12c01889-e275-41f4-a211-09a637b9bbba'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:10:52.104235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29656639-5afb-4d25-ac27-8512ccc2495e req-a4fb232c-30ef-42cf-a257-4f73015dcdaa tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:52.113925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29656639-5afb-4d25-ac27-8512ccc2495e req-a4fb232c-30ef-42cf-a257-4f73015dcdaa tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 945 time: 0.0681129 Dec 13 13:10:52.146258 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-5c8da541-b361-40c5-aec1-5dea49960400 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153324 Dec 13 13:10:52.204308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29656639-5afb-4d25-ac27-8512ccc2495e req-5fddaa80-69e5-4a21-b6b4-e90b4299b42e tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890975 Dec 13 13:10:52.215091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848cfe3-39e0-4cf7-9ae4-ac7199b48dde req-12eb627a-640b-4b02-a9d7-e5fae002dd09 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:52.216595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1848cfe3-39e0-4cf7-9ae4-ac7199b48dde req-12eb627a-640b-4b02-a9d7-e5fae002dd09 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.0826623 Dec 13 13:10:52.261179 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c76aaa1a-a8e5-4244-b730-4485b0874958 req-fb645d86-0cf0-41ed-a9e4-aaef87fbad05 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056709 Dec 13 13:10:52.269035 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1848cfe3-39e0-4cf7-9ae4-ac7199b48dde req-251ec08f-ea7b-442b-82ac-4cadd016f6be tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462279 Dec 13 13:10:52.697203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c8eeb-6900-4878-bdf8-b2d77f91616d req-b73f6bbc-f2ea-488a-b9c1-96cf73da2e8c tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:52.706613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115c8eeb-6900-4878-bdf8-b2d77f91616d req-b73f6bbc-f2ea-488a-b9c1-96cf73da2e8c tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 948 time: 0.0612426 Dec 13 13:10:52.769285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115c8eeb-6900-4878-bdf8-b2d77f91616d req-9bb6a61e-7b8b-4a1f-91b9-bbeff59539b7 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611637 Dec 13 13:10:53.000738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064405-d0cf-4aee-859f-7ffde1eb8a8d req-d4332e9d-5e66-4fef-8ad3-4b8024480d9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:53.003004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-99064405-d0cf-4aee-859f-7ffde1eb8a8d req-d4332e9d-5e66-4fef-8ad3-4b8024480d9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0816939 Dec 13 13:10:53.088772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-99064405-d0cf-4aee-859f-7ffde1eb8a8d req-1d307688-82a2-4c91-b075-7f9face76c49 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768583 Dec 13 13:10:53.112809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42464) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:10:53.190752 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f0e037cc-1f36-40e9-8457-80c8d8342dd6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/floatingips/9b4e4176-3eed-4ea3-a034-0331bf64174f HTTP/1.1" status: 200 len: 994 time: 0.0765445 Dec 13 13:10:53.233262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b968-e8b4-4085-b2c5-de0880e3c94c req-ae32e8bc-fcc5-4c4e-9c3a-27f6cf8cfa89 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:53.234846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e07b968-e8b4-4085-b2c5-de0880e3c94c req-ae32e8bc-fcc5-4c4e-9c3a-27f6cf8cfa89 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0540011 Dec 13 13:10:53.287655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e07b968-e8b4-4085-b2c5-de0880e3c94c req-04a66d20-7c17-4be3-b61c-9f4c73b9fe85 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467076 Dec 13 13:10:53.401033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd70c5-7385-433d-bb50-0b3bcc44fe2e req-8f4c52f4-6781-4a77-8d70-7149764d783c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:53.402624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11fd70c5-7385-433d-bb50-0b3bcc44fe2e req-8f4c52f4-6781-4a77-8d70-7149764d783c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 945 time: 0.0546775 Dec 13 13:10:53.459321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11fd70c5-7385-433d-bb50-0b3bcc44fe2e req-94ba5559-4ad1-41f4-a96c-7a9ae060c1f1 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476117 Dec 13 13:10:53.466784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bdd6342f-8e00-4570-a714-4f6ab750729d details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:10:53.469370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bdd6342f-8e00-4570-a714-4f6ab750729d no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:10:53.496254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 12c01889-e275-41f4-a211-09a637b9bbba up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:10:53.654020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 12c01889-e275-41f4-a211-09a637b9bbba completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:10:53.664611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bdd6342f-8e00-4570-a714-4f6ab750729d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bdd6342f-8e00-4570-a714-4f6ab750729d,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:53.671691 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:53.674843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 12c01889-e275-41f4-a211-09a637b9bbba triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:53.675196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:53.702896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'port_id': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'mac_address': 'fa:16:3e:1c:6f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:10:53.726481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:53.728703 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73b9bbc-475c-4c94-89a5-346102634116" -d '{"events": [{"server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:53.777328 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9752a63e-4cdc-4880-9388-37315650e527 x-openstack-request-id: req-9752a63e-4cdc-4880-9388-37315650e527 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:53.777617 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:53.777867 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9752a63e-4cdc-4880-9388-37315650e527 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:53.778283 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'code': 200} Dec 13 13:10:53.786485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bdd6342f-8e00-4570-a714-4f6ab750729d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bdd6342f-8e00-4570-a714-4f6ab750729d,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:53.798982 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:53.807249 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:53.878721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdd6342f-8e00-4570-a714-4f6ab750729d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:53.884466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c542f70-ed7b-4d9f-a21f-954ff99fe365 req-1217e02c-4d4a-40c0-80e6-6602233d9da6 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:53.886002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c542f70-ed7b-4d9f-a21f-954ff99fe365 req-1217e02c-4d4a-40c0-80e6-6602233d9da6 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 948 time: 0.0542736 Dec 13 13:10:53.926988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=bdd6342f-8e00-4570-a714-4f6ab750729d,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:53.937669 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:53.941214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c542f70-ed7b-4d9f-a21f-954ff99fe365 req-641f5567-cb08-4d2b-aa4b-5840feb486c9 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471489 Dec 13 13:10:53.948130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.948478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.948812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.949143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.949472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.949796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.950149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.950473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.950790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.951106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.951423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.951755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.952053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:10:53.976477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:10:53.976836 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:10:53.993832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:53.999745 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:54.068130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=12']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:54.196694 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b550b269-7a45-45e0-87a7-7a8d7edb624e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:54.418876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157139f0-060f-4224-8d4e-030b6281b628 req-28aa54c5-0d16-4bbe-8451-7b45e7474a8c tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:54.420471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-157139f0-060f-4224-8d4e-030b6281b628 req-28aa54c5-0d16-4bbe-8451-7b45e7474a8c tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0546708 Dec 13 13:10:54.483673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-157139f0-060f-4224-8d4e-030b6281b628 req-a28e51bf-1371-42b2-98af-d912dddacdf6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557942 Dec 13 13:10:54.550826 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:54.572020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd6342f-8e00-4570-a714-4f6ab750729d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:54.596548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bdd6342f-8e00-4570-a714-4f6ab750729d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bdd6342f-8e00-4570-a714-4f6ab750729d,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:54.600986 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:54.630241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd94fb7-fef1-41b7-92ea-578cf9a8d1a5 req-773b6f95-eed9-404f-a0d0-3d07a069842c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:54.632213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cd94fb7-fef1-41b7-92ea-578cf9a8d1a5 req-773b6f95-eed9-404f-a0d0-3d07a069842c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 946 time: 0.0700502 Dec 13 13:10:54.677964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=bdd6342f-8e00-4570-a714-4f6ab750729d,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:54.683611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cd94fb7-fef1-41b7-92ea-578cf9a8d1a5 req-0ee265f3-4daf-427f-827b-05691267233d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448029 Dec 13 13:10:54.854172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['bdd6342f-8e00-4570-a714-4f6ab750729d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:10:55.070479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af316c-9612-4ecc-9df5-3a03cec6c810 req-7e092e87-f312-4c94-9994-8ce679a7849a tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:55.072049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6af316c-9612-4ecc-9df5-3a03cec6c810 req-7e092e87-f312-4c94-9994-8ce679a7849a tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 948 time: 0.0518143 Dec 13 13:10:55.123344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6af316c-9612-4ecc-9df5-3a03cec6c810 req-796a944f-f095-43e3-ba72-246ca8d26388 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Dec 13 13:10:55.499717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device e9b97eb6-afff-4368-8eac-a5a447295506 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:10:55.602446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port e9b97eb6-afff-4368-8eac-a5a447295506, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=e9b97eb6-afff-4368-8eac-a5a447295506,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:55.616573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'e9b97eb6-afff-4368-8eac-a5a447295506', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': 'e9b97eb6-afff-4368-8eac-a5a447295506', 'mac_address': 'fa:16:3e:ea:4c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:10:55.622451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342540dd-0bf9-4fce-925d-3d57f8b28182 req-917bcc26-198e-4a1f-b3ad-144aa2ae5663 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:55.624017 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-342540dd-0bf9-4fce-925d-3d57f8b28182 req-917bcc26-198e-4a1f-b3ad-144aa2ae5663 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0580931 Dec 13 13:10:55.661090 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:55.674334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-342540dd-0bf9-4fce-925d-3d57f8b28182 req-3cdc3362-311f-4287-bf41-ef308f29340b tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Dec 13 13:10:55.674907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b97eb6-afff-4368-8eac-a5a447295506 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:10:55.695710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port e9b97eb6-afff-4368-8eac-a5a447295506, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=e9b97eb6-afff-4368-8eac-a5a447295506,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:55.700534 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:55.748900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=e9b97eb6-afff-4368-8eac-a5a447295506,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:55.779195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:55.781590 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1ef0f2-d625-4f0e-a6f3-15e8bffbce34" -d '{"events": [{"server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "name": "network-vif-plugged", "status": "completed", "tag": "12c01889-e275-41f4-a211-09a637b9bbba"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:55.813100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c8389-bef2-440b-b0a2-4672174e0b25 req-4d20b116-3fff-4716-84d5-a3117faeb74d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:55.814863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d85c8389-bef2-440b-b0a2-4672174e0b25 req-4d20b116-3fff-4716-84d5-a3117faeb74d tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 946 time: 0.0520442 Dec 13 13:10:55.819587 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553bb3e6-8eaa-4f32-9389-6ad03287e3b9 x-openstack-request-id: req-553bb3e6-8eaa-4f32-9389-6ad03287e3b9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:55.819949 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "name": "network-vif-plugged", "status": "completed", "tag": "12c01889-e275-41f4-a211-09a637b9bbba", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:55.820280 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-553bb3e6-8eaa-4f32-9389-6ad03287e3b9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:55.821089 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba', 'code': 200} Dec 13 13:10:55.870474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d85c8389-bef2-440b-b0a2-4672174e0b25 req-b0ad8b20-d01b-4a20-b7f8-b94766032e04 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466628 Dec 13 13:10:55.984686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['e9b97eb6-afff-4368-8eac-a5a447295506'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:10:56.015891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a1628-dc95-49e3-94e6-5a1ed762e43f req-8e72ca82-b4c6-4baf-a303-c82630377d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:56.017471 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-587a1628-dc95-49e3-94e6-5a1ed762e43f req-8e72ca82-b4c6-4baf-a303-c82630377d90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1097 time: 0.0466857 Dec 13 13:10:56.065801 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-587a1628-dc95-49e3-94e6-5a1ed762e43f req-1db3ff21-c497-4c36-ae75-de0cce7da735 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399148 Dec 13 13:10:56.253194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d3d27-4da0-420b-aa65-20fcbb519a82 req-0e4a7c5d-0a69-4600-82e0-8d35b90cc015 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:56.254815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c0d3d27-4da0-420b-aa65-20fcbb519a82 req-0e4a7c5d-0a69-4600-82e0-8d35b90cc015 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 949 time: 0.0585871 Dec 13 13:10:56.315707 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c0d3d27-4da0-420b-aa65-20fcbb519a82 req-d646451d-e38a-4b5a-8045-42667c08931b tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540226 Dec 13 13:10:56.610355 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d5298d5d-80e6-4ba6-b406-0849871a0218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:56.822950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3092f0-2043-4923-b7f6-44b71beed0eb req-4abb6c6a-f69b-4a74-8f62-0a90c4c24c92 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:56.825193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad3092f0-2043-4923-b7f6-44b71beed0eb req-4abb6c6a-f69b-4a74-8f62-0a90c4c24c92 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0554516 Dec 13 13:10:56.874519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad3092f0-2043-4923-b7f6-44b71beed0eb req-831df55f-b61b-4810-989c-31703c7d3520 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Dec 13 13:10:56.997169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca12f06-43d6-49bb-b4ae-6e7f6d1e2fc5 req-10cf9429-b1be-48b0-8526-34a07154ae12 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:56.998697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dca12f06-43d6-49bb-b4ae-6e7f6d1e2fc5 req-10cf9429-b1be-48b0-8526-34a07154ae12 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 946 time: 0.0530186 Dec 13 13:10:57.051039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dca12f06-43d6-49bb-b4ae-6e7f6d1e2fc5 req-5fa3bca6-c5ad-4f6d-8051-231621bcf39c tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456123 Dec 13 13:10:57.477293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bdd6342f-8e00-4570-a714-4f6ab750729d up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:10:57.535178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96085cfa-1398-46fe-ae48-dfb585dbd234 req-027c664e-3a82-47c0-9d89-a83ae8c477bc tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:57.535999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device e9b97eb6-afff-4368-8eac-a5a447295506 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:10:57.536729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96085cfa-1398-46fe-ae48-dfb585dbd234 req-027c664e-3a82-47c0-9d89-a83ae8c477bc tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 949 time: 0.0988781 Dec 13 13:10:57.608367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96085cfa-1398-46fe-ae48-dfb585dbd234 req-147ede37-b82a-4447-b1ca-19c94fb6c20e tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608242 Dec 13 13:10:57.615753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port bdd6342f-8e00-4570-a714-4f6ab750729d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:57.616311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:57.845640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port e9b97eb6-afff-4368-8eac-a5a447295506 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:10:57.860212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port e9b97eb6-afff-4368-8eac-a5a447295506 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:10:57.860588 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:57.900858 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:57.957115 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:58.017606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:10:58.020236 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb829a20-66a7-4849-8b99-89054ebc9f28" -d '{"events": [{"server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "name": "network-vif-plugged", "status": "completed", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:10:58.026010 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:58.046199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7e3a4-dda2-4b57-b881-8457527cd381 req-ffeb7211-9310-431b-a7b9-c23ebc7d133d tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:58.046715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port bdd6342f-8e00-4570-a714-4f6ab750729d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bdd6342f-8e00-4570-a714-4f6ab750729d,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:58.059850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98e7e3a4-dda2-4b57-b881-8457527cd381 req-ffeb7211-9310-431b-a7b9-c23ebc7d133d tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0908961 Dec 13 13:10:58.060245 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:58.104985 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39377c21-06f0-4667-9bb7-1bf894d48fcc x-openstack-request-id: req-39377c21-06f0-4667-9bb7-1bf894d48fcc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:10:58.105656 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "name": "network-vif-plugged", "status": "completed", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:10:58.106150 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39377c21-06f0-4667-9bb7-1bf894d48fcc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:10:58.107257 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'code': 200} Dec 13 13:10:58.112434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port e9b97eb6-afff-4368-8eac-a5a447295506, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=e9b97eb6-afff-4368-8eac-a5a447295506,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:10:58.119474 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:58.126673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98e7e3a4-dda2-4b57-b881-8457527cd381 req-e01e49c9-73e3-4db1-ba11-819474860361 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652812 Dec 13 13:10:58.156011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=bdd6342f-8e00-4570-a714-4f6ab750729d,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:58.222583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=e9b97eb6-afff-4368-8eac-a5a447295506,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:10:58.253453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe1fa2-85f9-477e-ae69-34c07ba91307 req-2f24b735-5f53-4df5-918b-b26f954a0b5b tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:58.255149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eefe1fa2-85f9-477e-ae69-34c07ba91307 req-2f24b735-5f53-4df5-918b-b26f954a0b5b tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 946 time: 0.0812688 Dec 13 13:10:58.309955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eefe1fa2-85f9-477e-ae69-34c07ba91307 req-2438a7dd-6194-44d3-adb6-646572a7b8a9 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479772 Dec 13 13:10:58.727367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a5f20-006b-4e32-9d30-3e64d224c4b8 req-be11bfd3-8e88-45ed-91f8-85cddc2562ee tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:58.728919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-905a5f20-006b-4e32-9d30-3e64d224c4b8 req-be11bfd3-8e88-45ed-91f8-85cddc2562ee tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 950 time: 0.0525358 Dec 13 13:10:58.779177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-905a5f20-006b-4e32-9d30-3e64d224c4b8 req-8193b426-c7e2-4abb-95b5-4f9821e13042 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Dec 13 13:10:59.088321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:59.251916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2e042-3e11-4832-870f-69d7939582b2 req-32e4f486-7874-4743-abf8-18912612e557 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:59.253835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7e2e042-3e11-4832-870f-69d7939582b2 req-32e4f486-7874-4743-abf8-18912612e557 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0494404 Dec 13 13:10:59.304487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7e2e042-3e11-4832-870f-69d7939582b2 req-239ecde0-8243-45a3-a80a-8448ebdb98b3 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444846 Dec 13 13:10:59.439425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ca40-cbfe-4f91-93bd-85f9c0812c1f req-2b0bd9ae-1715-43cb-928d-8f8acb4317c0 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:59.440905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e128ca40-cbfe-4f91-93bd-85f9c0812c1f req-2b0bd9ae-1715-43cb-928d-8f8acb4317c0 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 946 time: 0.0551214 Dec 13 13:10:59.492259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e128ca40-cbfe-4f91-93bd-85f9c0812c1f req-b00551e8-8270-402a-a53c-6ee42f409230 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440571 Dec 13 13:10:59.903426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f597c1-6f41-4fef-b9ca-0a8cdb4a4cf3 req-df1a52d3-0d4f-45e1-bdee-896f9947b504 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:10:59.904941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86f597c1-6f41-4fef-b9ca-0a8cdb4a4cf3 req-df1a52d3-0d4f-45e1-bdee-896f9947b504 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 950 time: 0.0575032 Dec 13 13:10:59.905909 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:10:59.960666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86f597c1-6f41-4fef-b9ca-0a8cdb4a4cf3 req-c07c543a-16cc-4ab4-8b60-088f5c45ca69 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476933 Dec 13 13:11:00.108961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65118563-50e9-4b12-accf-b3438732379b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b97eb6-afff-4368-8eac-a5a447295506'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:11:00.111342 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d24e8d8-321c-4e35-a296-c64d90a839b4" -d '{"events": [{"server_uuid": "65118563-50e9-4b12-accf-b3438732379b", "name": "network-vif-plugged", "status": "completed", "tag": "e9b97eb6-afff-4368-8eac-a5a447295506"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:11:00.151746 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab24c9d2-3398-4f7c-ab04-e14d7b58241d x-openstack-request-id: req-ab24c9d2-3398-4f7c-ab04-e14d7b58241d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:11:00.152101 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65118563-50e9-4b12-accf-b3438732379b", "name": "network-vif-plugged", "status": "completed", "tag": "e9b97eb6-afff-4368-8eac-a5a447295506", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:11:00.152351 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab24c9d2-3398-4f7c-ab04-e14d7b58241d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:11:00.152751 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65118563-50e9-4b12-accf-b3438732379b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b97eb6-afff-4368-8eac-a5a447295506', 'code': 200} Dec 13 13:11:00.265064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c7e77-2efe-4433-9487-3e1e0fde5233 req-007b23ef-bbbc-4cf1-b025-82f8ee69a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:00.266488 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae6c7e77-2efe-4433-9487-3e1e0fde5233 req-007b23ef-bbbc-4cf1-b025-82f8ee69a757 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 1101 time: 0.0461595 Dec 13 13:11:00.313340 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ae6c7e77-2efe-4433-9487-3e1e0fde5233 req-f4bf3be5-303b-4295-8c7e-7a994968e92a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391545 Dec 13 13:11:00.435466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3630e27-c456-4dd2-9f2c-95a92d1b8d31 req-07a1b1e2-23c4-47b0-895d-adcdedbc75eb tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:00.437091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e3630e27-c456-4dd2-9f2c-95a92d1b8d31 req-07a1b1e2-23c4-47b0-895d-adcdedbc75eb tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0549371 Dec 13 13:11:00.487628 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e3630e27-c456-4dd2-9f2c-95a92d1b8d31 req-cffbd0f1-1216-4b1e-8b9d-489ad64adff9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440924 Dec 13 13:11:01.089914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44ba5-87c9-4e72-bab0-aad930bf49f0 req-2fbd7f1d-1407-4ad2-a364-3444d571f7b5 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:01.091446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4b44ba5-87c9-4e72-bab0-aad930bf49f0 req-2fbd7f1d-1407-4ad2-a364-3444d571f7b5 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 950 time: 0.0558419 Dec 13 13:11:01.141617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4b44ba5-87c9-4e72-bab0-aad930bf49f0 req-881e6963-5a65-45cb-8ab4-5ca82995805a tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435348 Dec 13 13:11:01.615342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75a3b8-f90e-4a41-971b-fabb10a69c3e req-f8678f0a-cb01-403c-83ba-f3d1c286f516 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:01.617153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da75a3b8-f90e-4a41-971b-fabb10a69c3e req-f8678f0a-cb01-403c-83ba-f3d1c286f516 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0531821 Dec 13 13:11:01.676936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da75a3b8-f90e-4a41-971b-fabb10a69c3e req-09b91e94-b5f1-43bc-aeb1-f98c158dd5a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534682 Dec 13 13:11:02.263053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0703ca-9643-4841-9768-96f040ac8bf5 req-f13fc8dd-878b-4afc-9d9a-925f6e5c485c tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:02.264541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b0703ca-9643-4841-9768-96f040ac8bf5 req-f13fc8dd-878b-4afc-9d9a-925f6e5c485c tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 950 time: 0.0526307 Dec 13 13:11:02.314663 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b0703ca-9643-4841-9768-96f040ac8bf5 req-1ac97218-77ef-4c8d-9351-57507ea10987 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437174 Dec 13 13:11:02.842583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4a8a0-4274-429a-92bc-62f48ca5eb74 req-0efd37fb-4b43-4292-9171-50cd763fbf09 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:02.858157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07e4a8a0-4274-429a-92bc-62f48ca5eb74 req-0efd37fb-4b43-4292-9171-50cd763fbf09 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0730031 Dec 13 13:11:02.913969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07e4a8a0-4274-429a-92bc-62f48ca5eb74 req-904d2558-b620-4d8a-bb18-c17c47eaddb9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 Dec 13 13:11:04.057598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4d594-ad70-4089-8133-e1e30b7b3008 req-3f8b2f92-7410-4f55-a0d9-353446414f82 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:04.059523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85a4d594-ad70-4089-8133-e1e30b7b3008 req-3f8b2f92-7410-4f55-a0d9-353446414f82 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0702252 Dec 13 13:11:04.105953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85a4d594-ad70-4089-8133-e1e30b7b3008 req-1e1b84b9-f4b5-4cff-a27f-d10fe1780f0d tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454364 Dec 13 13:11:05.185375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-78bbf841-570c-493e-a55e-d32f82c854b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685809 Dec 13 13:11:05.260939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3e792-b972-40d3-9779-fe2ee99ce5a3 req-b4970a7b-4fa3-42ab-a04c-186660b718d4 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:05.262601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ae3e792-b972-40d3-9779-fe2ee99ce5a3 req-b4970a7b-4fa3-42ab-a04c-186660b718d4 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0636384 Dec 13 13:11:05.296247 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-b836466b-1fee-45ee-958d-92397dcd8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:05.299760 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-b836466b-1fee-45ee-958d-92397dcd8234 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 1097 time: 0.0553586 Dec 13 13:11:05.343674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ae3e792-b972-40d3-9779-fe2ee99ce5a3 req-07ec549f-b82c-49d3-a2cf-15b4bf6fbc21 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739686 Dec 13 13:11:05.446840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-157d1ae9-3961-4426-81bc-6b4f049d20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:05.448401 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-157d1ae9-3961-4426-81bc-6b4f049d20c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 200 len: 916 time: 0.1241252 Dec 13 13:11:05.496504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42636) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:05.522713 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-8f52c462-51cc-4ab9-8855-aea30a102a3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 200 len: 1000 time: 0.0655875 Dec 13 13:11:05.582262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-a02ac7ae-e1dd-4824-b608-5175622bce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:05.583677 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-a02ac7ae-e1dd-4824-b608-5175622bce80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 200 len: 855 time: 0.0511496 Dec 13 13:11:05.607928 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:05.650143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-8921cad7-e7f4-4387-9093-5e62c09e4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:05.651740 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-8921cad7-e7f4-4387-9093-5e62c09e4317 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a006c405-a67a-4ac4-8e44-115e7f359776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457003 Dec 13 13:11:05.661390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42640) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:05.749402 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-a7c46540-a359-4328-b38c-d5a05703c248 service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876868 Dec 13 13:11:05.761112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb391a6-3eb0-42b1-8d75-27f920484130 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:05.761588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb391a6-3eb0-42b1-8d75-27f920484130 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:05.762053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb391a6-3eb0-42b1-8d75-27f920484130 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:05.774181 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9cb391a6-3eb0-42b1-8d75-27f920484130 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=09c5b16fafe34569831b7afbc635f3f5&network_id=fec0925b-26a1-413e-8381-93d775632c25 HTTP/1.1" status: 200 len: 2969 time: 0.1014087 Dec 13 13:11:05.774181 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:05.778875 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:05.821710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc1f116e32184a71b04a3b74843c43f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3235500 Dec 13 13:11:05.822912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df120ca-a734-46a7-8daf-f11ff00337e0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:05.825582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42644) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:05.843042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.843397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.843756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.844082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.844414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.844750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.845078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.845406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.845730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.846055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.846688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.847073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.847395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34b75f-bd24-44c3-a2c1-ae21d5dd3abc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:05.898292 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3fb5be5e-f8fb-4a5e-bcc1-e1bf832c0302 req-7a11b1b7-be25-40bc-8459-c9984421747c service neutron] 10.222.0.42 "GET /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396875 Dec 13 13:11:05.899415 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d7799ac-88e9-48e5-b229-1e985deea3cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:05.922008 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d7799ac-88e9-48e5-b229-1e985deea3cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:05.974189 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d7799ac-88e9-48e5-b229-1e985deea3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:05.977565 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d7799ac-88e9-48e5-b229-1e985deea3cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:05.978770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5d7799ac-88e9-48e5-b229-1e985deea3cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3df120ca-a734-46a7-8daf-f11ff00337e0 HTTP/1.1" status: 204 len: 168 time: 0.1528358 Dec 13 13:11:05.987393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7799ac-88e9-48e5-b229-1e985deea3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df120ca-a734-46a7-8daf-f11ff00337e0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:06.494945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568e940-5408-4b81-b1d9-586950e97e71 req-4a270d5a-d8de-44a3-8202-6ef2be6d4807 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:06.497371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7568e940-5408-4b81-b1d9-586950e97e71 req-4a270d5a-d8de-44a3-8202-6ef2be6d4807 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0725672 Dec 13 13:11:06.550973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7568e940-5408-4b81-b1d9-586950e97e71 req-6c5a9901-4835-4b88-b167-798f4d88a305 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463789 Dec 13 13:11:07.523191 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:07.555896 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:07.671880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0c2f0-1cae-4d24-bbb8-ba9615054612 req-86118157-d7d3-4da2-9c3b-c2a053d497a6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:07.673497 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38b0c2f0-1cae-4d24-bbb8-ba9615054612 req-86118157-d7d3-4da2-9c3b-c2a053d497a6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0518882 Dec 13 13:11:07.724494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38b0c2f0-1cae-4d24-bbb8-ba9615054612 req-f07c0484-5050-4b1d-a688-5af9d9750462 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Dec 13 13:11:08.865327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2efb8-b4f6-4c1e-8335-ecbdb8ebe59e req-284db2b6-751f-4989-9c3e-6dafe82e7ee9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:08.866960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73a2efb8-b4f6-4c1e-8335-ecbdb8ebe59e req-284db2b6-751f-4989-9c3e-6dafe82e7ee9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0606828 Dec 13 13:11:08.916910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73a2efb8-b4f6-4c1e-8335-ecbdb8ebe59e req-be3e7b87-d5c5-44b4-abd2-bca868205670 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Dec 13 13:11:09.820489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42668) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:09.876265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd824ec-f850-43f4-96c6-5d5300d3fddc tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:09.878192 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2bd824ec-f850-43f4-96c6-5d5300d3fddc tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 814 time: 0.0565677 Dec 13 13:11:10.041554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c77e0-269f-4483-9921-268de0238700 req-c8fcdad3-1f1b-4c07-b350-146060528065 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:10.043227 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-489c77e0-269f-4483-9921-268de0238700 req-c8fcdad3-1f1b-4c07-b350-146060528065 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0529363 Dec 13 13:11:10.094812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-489c77e0-269f-4483-9921-268de0238700 req-ec7da8c5-5cd6-4775-9de2-a32b7bceaec6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Dec 13 13:11:11.004809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42680) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:11.011522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'network': {'name': 'tempest-network-smoke--1896129017', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'port_security_enabled': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:11.041711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Made reservation on behalf of 09c5b16fafe34569831b7afbc635f3f5 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:11:11.045619 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:11.071364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:11:11.083042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:11.083381 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Added segment 3b96d058-9246-4aea-85b3-f77840b7a033 of type vlan for network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 Dec 13 13:11:11.130110 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:11.157489 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:11.164205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:11.164828 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:11.245894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2369189 Dec 13 13:11:11.246308 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42686) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:11.267313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56de524-da5c-4b95-ae96-cc8fd01885a8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Network': ['ID=4b601c5a-b1c2-4faa-a0e2-c8805da79c59,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:11.278782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:11:11.287463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d34684-1209-4080-8daa-425e803c9319 req-1093c346-9f57-49a4-bb7e-6822c16cefcc tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:11.289052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29d34684-1209-4080-8daa-425e803c9319 req-1093c346-9f57-49a4-bb7e-6822c16cefcc tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.1202416 Dec 13 13:11:11.327596 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4220f46-9136-4c5c-874a-85084d82d537 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:11.331992 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b4220f46-9136-4c5c-874a-85084d82d537 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=09c5b16fafe34569831b7afbc635f3f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0845056 Dec 13 13:11:11.332587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42688) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:11.338313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29d34684-1209-4080-8daa-425e803c9319 req-9e06aab2-cdda-4820-bc4e-8b2a9fe0ded9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Dec 13 13:11:11.421681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a59537-0bac-4956-b71a-18c3fd28e018 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:11.423563 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-18a59537-0bac-4956-b71a-18c3fd28e018 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897470 Dec 13 13:11:11.426029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42690) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:11.454012 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bcc0dd21-0a0c-4950-8be5-cf523a77e5c0 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268893 Dec 13 13:11:11.457141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42692) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:11.489729 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4ffba739-9662-4b61-9bf1-e73c36250886 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=09c5b16fafe34569831b7afbc635f3f5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314889 Dec 13 13:11:11.492260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42694) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:11.579287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f831ecd-5307-4ff8-9db7-ee37f535fda1 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:11.580665 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3f831ecd-5307-4ff8-9db7-ee37f535fda1 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874979 Dec 13 13:11:11.583604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42696) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:11.610852 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3d95e18b-6d49-411a-b829-03793da1996f tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262203 Dec 13 13:11:11.613808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42698) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:11.618621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1901506397', 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:11.717063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Made reservation on behalf of 09c5b16fafe34569831b7afbc635f3f5 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:11:11.721345 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:11.905491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:11.972158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Subnet': ['ID=f3b0a6b3-6f3b-4844-9181-1a820ae2589a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:11.981515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Checking segment: {'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:11:11.981875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network hostable DHCP agents. Network: 4b601c5a-b1c2-4faa-a0e2-c8805da79c59, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:11:11.999875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:11:12.010594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 4b601c5a-b1c2-4faa-a0e2-c8805da79c59) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:11:12.019013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:12.019650 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.020714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef0510-5408-4b16-8e64-f9f5507fbb88 None None] Network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:11:12.037196 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3e2fb159-5210-4e33-ae1a-43e2c70a9973 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4223349 Dec 13 13:11:12.152765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-4b601c5a-b1c2-4faa-a0e2-c8805da79c59', 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ips': [{'subnet_id': 'f3b0a6b3-6f3b-4844-9181-1a820ae2589a'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:11:12.153775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.292242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Allocated IP 172.20.0.18 (4b601c5a-b1c2-4faa-a0e2-c8805da79c59/f3b0a6b3-6f3b-4844-9181-1a820ae2589a/c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:11:12.430432 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.437501 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.440507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42714) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:12.446691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e47679e9-5732-494e-bd67-9a759f412d12 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1949468320', 'description': 'tempest-secgroup-smoke-1949468320 description', 'project_id': '09c5b16fafe34569831b7afbc635f3f5'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:12.480084 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e47679e9-5732-494e-bd67-9a759f412d12 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.486834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc45881-7b3b-41cc-9a62-0fba03bf2b22 req-f4221c7c-ff38-4f40-b074-6d34a176bdad tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:12.488531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:11:12.489945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ffc45881-7b3b-41cc-9a62-0fba03bf2b22 req-f4221c7c-ff38-4f40-b074-6d34a176bdad tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0768514 Dec 13 13:11:12.491457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:11:12.496252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:11:12.499425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Pushing event updated for resources: {'Port': ['ID=c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:12.557314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ffc45881-7b3b-41cc-9a62-0fba03bf2b22 req-16610520-3e30-4f2d-9270-33f3e63866ba tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Dec 13 13:11:12.558417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Attempting to bind port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:11:12.558671 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Attempting to bind port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:11:12.559154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Attempting to bind port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a on network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:11:12.559276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e47679e9-5732-494e-bd67-9a759f412d12 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.563909 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e47679e9-5732-494e-bd67-9a759f412d12 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.564748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:11:12.564913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Checking segment: {'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:11:12.565191 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.565576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Bound using segment: {'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:11:12.566043 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Bound port: c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:11:12.566555 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.595653 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e47679e9-5732-494e-bd67-9a759f412d12 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.596901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e47679e9-5732-494e-bd67-9a759f412d12 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1553702 Dec 13 13:11:12.600771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42716) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:12.601180 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47679e9-5732-494e-bd67-9a759f412d12 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d822eec8-650e-491a-9d05-6f693102c123,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:12.607082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-915717b2-eb78-4eea-bd44-7598c8c9ca2a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': 'd822eec8-650e-491a-9d05-6f693102c123', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:12.634861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] For port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:11:12.637443 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] For port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:11:12.638008 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-915717b2-eb78-4eea-bd44-7598c8c9ca2a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.641225 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.708641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958c4a7-04fc-4f87-abb3-f18cefe19600 None None] Pushing event updated for resources: {'Port': ['ID=c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:12.719382 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-915717b2-eb78-4eea-bd44-7598c8c9ca2a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.724472 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-915717b2-eb78-4eea-bd44-7598c8c9ca2a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.748990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915717b2-eb78-4eea-bd44-7598c8c9ca2a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc91271-4430-4bd1-8307-cb6034ec4f46,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:12.760694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-915717b2-eb78-4eea-bd44-7598c8c9ca2a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:12.762055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-915717b2-eb78-4eea-bd44-7598c8c9ca2a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601152 Dec 13 13:11:12.765382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42718) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:12.771730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-46ffbe06-9f0a-447c-b761-3d9eb9657874 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': 'd822eec8-650e-491a-9d05-6f693102c123', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:12.803050 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46ffbe06-9f0a-447c-b761-3d9eb9657874 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.189259 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46ffbe06-9f0a-447c-b761-3d9eb9657874 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.195632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46ffbe06-9f0a-447c-b761-3d9eb9657874 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.223259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffbe06-9f0a-447c-b761-3d9eb9657874 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd97b675-78c1-4586-9ef9-0f0071d8c5ee,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:13.230834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46ffbe06-9f0a-447c-b761-3d9eb9657874 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.235169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42722) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:13.235335 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-46ffbe06-9f0a-447c-b761-3d9eb9657874 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4687743 Dec 13 13:11:13.239819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c4c14b3d-b4a7-467a-9e2c-2ca4a37a4926 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': 'd822eec8-650e-491a-9d05-6f693102c123', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:13.284533 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4c14b3d-b4a7-467a-9e2c-2ca4a37a4926 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.360416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4c14b3d-b4a7-467a-9e2c-2ca4a37a4926 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.365713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4c14b3d-b4a7-467a-9e2c-2ca4a37a4926 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.392828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c14b3d-b4a7-467a-9e2c-2ca4a37a4926 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f84c17-42ee-44fd-b798-133e6bcbacf7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:13.409141 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4c14b3d-b4a7-467a-9e2c-2ca4a37a4926 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.410588 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c4c14b3d-b4a7-467a-9e2c-2ca4a37a4926 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743569 Dec 13 13:11:13.413987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42726) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:13.418888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-62effc5b-2e58-48bf-97f7-8c6bc759219c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': 'd822eec8-650e-491a-9d05-6f693102c123', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:13.478922 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62effc5b-2e58-48bf-97f7-8c6bc759219c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.565206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62effc5b-2e58-48bf-97f7-8c6bc759219c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.572166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62effc5b-2e58-48bf-97f7-8c6bc759219c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.601376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62effc5b-2e58-48bf-97f7-8c6bc759219c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713101a3-dd45-4ee2-b791-472df7278e7a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:13.616392 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-62effc5b-2e58-48bf-97f7-8c6bc759219c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.617671 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-62effc5b-2e58-48bf-97f7-8c6bc759219c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2026687 Dec 13 13:11:13.620942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42730) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:13.626146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fb00811e-3654-4e48-9483-def553f033d3 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': 'd822eec8-650e-491a-9d05-6f693102c123', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:13.673057 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-fb00811e-3654-4e48-9483-def553f033d3 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Project 09c5b16fafe34569831b7afbc635f3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:11:13.695046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb00811e-3654-4e48-9483-def553f033d3 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.750207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784a037-7857-412e-9487-5c39d5fec055 req-072ffc5d-dd91-4297-9d70-2314c6fd8f36 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:13.751735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9784a037-7857-412e-9487-5c39d5fec055 req-072ffc5d-dd91-4297-9d70-2314c6fd8f36 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0911708 Dec 13 13:11:13.803943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb00811e-3654-4e48-9483-def553f033d3 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.814771 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb00811e-3654-4e48-9483-def553f033d3 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.849364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00811e-3654-4e48-9483-def553f033d3 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7fc8c4-191d-4b4f-8a38-0a0eb2c26b2a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:13.866697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9784a037-7857-412e-9487-5c39d5fec055 req-5a6ac3bd-65c4-4fbe-999d-c14047102ca8 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992990 Dec 13 13:11:13.877795 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb00811e-3654-4e48-9483-def553f033d3 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.880580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fb00811e-3654-4e48-9483-def553f033d3 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2573552 Dec 13 13:11:13.884626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42732) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:13.889064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e516d430-3486-419d-aead-1e037839f1ba tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': 'd822eec8-650e-491a-9d05-6f693102c123', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:13.921045 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-e516d430-3486-419d-aead-1e037839f1ba tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Project 09c5b16fafe34569831b7afbc635f3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:11:13.927573 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e516d430-3486-419d-aead-1e037839f1ba tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:13.935682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7c5820-6d14-4661-9a6e-90b56c7514f4 None None] Network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:11:14.010500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:11:14.018842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e516d430-3486-419d-aead-1e037839f1ba tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:14.024206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e516d430-3486-419d-aead-1e037839f1ba tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:14.046514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516d430-3486-419d-aead-1e037839f1ba tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a802bd0-07c6-4a47-94a6-2b3789fede77,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:14.072708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e516d430-3486-419d-aead-1e037839f1ba tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:14.073407 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e516d430-3486-419d-aead-1e037839f1ba tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1895826 Dec 13 13:11:14.077549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f5f26e03-a258-4068-96e2-2a2e1582db44 None None] Provisioning complete for port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:14.078029 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5f26e03-a258-4068-96e2-2a2e1582db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:14.164760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:14.165134 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:14.275076 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5f26e03-a258-4068-96e2-2a2e1582db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:14.330058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f5f26e03-a258-4068-96e2-2a2e1582db44 None None] For port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:14.340652 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5f26e03-a258-4068-96e2-2a2e1582db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:14.342223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-13c33cee-4f52-45c8-9050-bc53db3bd28c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949468320&fields=id&tenant_id=09c5b16fafe34569831b7afbc635f3f5 HTTP/1.1" status: 200 len: 267 time: 0.0493996 Dec 13 13:11:14.450685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f26e03-a258-4068-96e2-2a2e1582db44 None None] Pushing event updated for resources: {'Port': ['ID=c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:14.512552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025e91-0440-4ece-b242-da286ccd169a req-445c299d-cb08-41a0-b4ba-7928200d034d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:14.514247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-445c299d-cb08-41a0-b4ba-7928200d034d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/networks?id=4b601c5a-b1c2-4faa-a0e2-c8805da79c59 HTTP/1.1" status: 200 len: 797 time: 0.1576855 Dec 13 13:11:14.532458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-e66ace22-a0e1-42c8-95f1-2e0226836a3f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/quotas/09c5b16fafe34569831b7afbc635f3f5 HTTP/1.1" status: 200 len: 375 time: 0.0111430 Dec 13 13:11:14.574985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-22e8c4cf-953c-45e0-9974-1566c93f9b76 None None] Provisioning complete for port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:14.575446 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-22e8c4cf-953c-45e0-9974-1566c93f9b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:14.607691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-8ee475b1-d9dd-460f-ab9c-aa776f2bdb30 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0681183 Dec 13 13:11:14.736077 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-d9141d25-77be-4d97-9a82-01af0db4b068 service neutron] 10.222.0.31 "GET /v2.0/networks/4b601c5a-b1c2-4faa-a0e2-c8805da79c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145585 Dec 13 13:11:14.838790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-d608d8a3-e766-4fac-80c6-80fdc6a393ab service neutron] 10.222.0.31 "GET /v2.0/networks/4b601c5a-b1c2-4faa-a0e2-c8805da79c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956364 Dec 13 13:11:14.999245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacce7a-a80a-47a4-bb89-51df78c2d665 req-96b733ba-0d66-48d1-a4f1-bd7c8d961f8a tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:15.001117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dacce7a-a80a-47a4-bb89-51df78c2d665 req-96b733ba-0d66-48d1-a4f1-bd7c8d961f8a tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0622983 Dec 13 13:11:15.099157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-656c53be-7fec-416b-b7ec-aed004824677 req-89a502f8-8153-48d7-a4e8-175a46e23f5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 210 time: 0.0436232 Dec 13 13:11:15.124717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dacce7a-a80a-47a4-bb89-51df78c2d665 req-0a54c5a3-a2db-47f4-850c-8e7b4331fe95 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953982 Dec 13 13:11:15.919455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:11:15.998875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:15.999296 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:16.332426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6089f77c-d997-4fbf-95bf-1b3d51bb5433 req-f08257ff-d629-4020-acbe-5aed1373aabd tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 210 time: 0.0666351 Dec 13 13:11:16.341953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025e91-0440-4ece-b242-da286ccd169a req-b630bab2-61bb-4d44-9357-fc8c9dfd9de6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:16.344970 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-b630bab2-61bb-4d44-9357-fc8c9dfd9de6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.37 "GET /v2.0/networks?id=4b601c5a-b1c2-4faa-a0e2-c8805da79c59 HTTP/1.1" status: 200 len: 797 time: 0.2328775 Dec 13 13:11:16.361972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c7ba4-04b2-4b47-8b93-f538c417e75c req-8711b7e2-00ba-44d2-b73a-bb8115097c99 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:16.363880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d71c7ba4-04b2-4b47-8b93-f538c417e75c req-8711b7e2-00ba-44d2-b73a-bb8115097c99 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.1365690 Dec 13 13:11:16.457806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d71c7ba4-04b2-4b47-8b93-f538c417e75c req-cba1dbcc-c3b2-4385-a77e-f2911b678629 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871675 Dec 13 13:11:16.501080 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-2e87ae5f-1102-459b-ba69-9fa5117ef888 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c5b16fafe34569831b7afbc635f3f5 HTTP/1.1" status: 200 len: 472 time: 0.1439278 Dec 13 13:11:16.512685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'port': {'device_id': '8d67ef3e-3f31-470d-8e12-625e3f43fa26', 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59', 'admin_state_up': True, 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'security_groups': ['d822eec8-650e-491a-9d05-6f693102c123']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:16.646804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Made reservation on behalf of 09c5b16fafe34569831b7afbc635f3f5 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:11:16.650448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:16.864680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Allocated IP 172.20.0.23 (4b601c5a-b1c2-4faa-a0e2-c8805da79c59/f3b0a6b3-6f3b-4844-9181-1a820ae2589a/993923c3-e860-4c8b-8e07-39898612f4ec) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:11:17.048343 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:17.153603 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:17.247804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:11:17.251434 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-34411c20-9afe-4db7-97a2-a2945e424f7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678439 Dec 13 13:11:17.256090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:11:17.261178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:11:17.337414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=993923c3-e860-4c8b-8e07-39898612f4ec,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:17.374551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:17.375608 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:17.413072 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-7e9162b1-312f-4b35-809a-22bfbda64221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:17.419627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-7e9162b1-312f-4b35-809a-22bfbda64221 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 1097 time: 0.1153271 Dec 13 13:11:17.427737 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-6d076dc0-843c-4be8-a59d-7dd6f0a8aaf5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9190719 Dec 13 13:11:17.466924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Request body: {'port': {'device_id': '8d67ef3e-3f31-470d-8e12-625e3f43fa26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:17.506822 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:11:17.667338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:17.745569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ea4b1-69aa-43f8-82e8-efb50db42613 req-348f4005-8835-45f0-b1cc-961cf68e1b41 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:17.747078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d21ea4b1-69aa-43f8-82e8-efb50db42613 req-348f4005-8835-45f0-b1cc-961cf68e1b41 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 932 time: 0.1456509 Dec 13 13:11:17.759563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d4fb4-bafc-440a-bfb8-a0f392c89319 req-4b6f8f2c-8111-4b5e-b354-ca232a15e1d6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:17.761121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-755d4fb4-bafc-440a-bfb8-a0f392c89319 req-4b6f8f2c-8111-4b5e-b354-ca232a15e1d6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.1078033 Dec 13 13:11:17.813206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-46a2b5b2-252e-4134-acb8-693d882f0ca9 None None] Provisioning complete for port 993923c3-e860-4c8b-8e07-39898612f4ec triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:17.813783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46a2b5b2-252e-4134-acb8-693d882f0ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:17.861854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d21ea4b1-69aa-43f8-82e8-efb50db42613 req-0b3ad65e-15af-4c7b-ab38-621720e5f2d0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997031 Dec 13 13:11:17.900522 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-755d4fb4-bafc-440a-bfb8-a0f392c89319 req-964eac70-2e45-4675-9c36-97a11f19abee tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800498 Dec 13 13:11:17.902932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-9fb4f2ec-6de4-4945-bba0-b043f4cd23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:17.904637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-9fb4f2ec-6de4-4945-bba0-b043f4cd23fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=5dbbeea2-fdf3-442d-b283-19bea1455b5d HTTP/1.1" status: 200 len: 896 time: 0.4556720 Dec 13 13:11:17.907727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-46a2b5b2-252e-4134-acb8-693d882f0ca9 None None] Port 993923c3-e860-4c8b-8e07-39898612f4ec cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:11:18.015923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-e91bd21e-eb68-426f-be9d-cc71e4776e1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd6342f-8e00-4570-a714-4f6ab750729d HTTP/1.1" status: 200 len: 1002 time: 0.1020703 Dec 13 13:11:18.119346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-97b6ce49-e128-45d2-99ed-ca43f310a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:18.121110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-97b6ce49-e128-45d2-99ed-ca43f310a8a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be46d97-62aa-4739-a16c-c3d1a7af5f3f HTTP/1.1" status: 200 len: 834 time: 0.0968716 Dec 13 13:11:18.145309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993923c3-e860-4c8b-8e07-39898612f4ec {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:11:18.171202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:18.200578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Transition to ACTIVE for port object 993923c3-e860-4c8b-8e07-39898612f4ec will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:11:18.208842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:18.211392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-8da26452-8109-4129-828e-aa15c7321993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:18.214228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-8da26452-8109-4129-828e-aa15c7321993 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5dbbeea2-fdf3-442d-b283-19bea1455b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824568 Dec 13 13:11:18.298795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Pushing event updated for resources: {'Port': ['ID=993923c3-e860-4c8b-8e07-39898612f4ec,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:18.367616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Attempting to bind port 993923c3-e860-4c8b-8e07-39898612f4ec on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:11:18.367976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Attempting to bind port 993923c3-e860-4c8b-8e07-39898612f4ec by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:11:18.368297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Attempting to bind port 993923c3-e860-4c8b-8e07-39898612f4ec on network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:11:18.384816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Port 993923c3-e860-4c8b-8e07-39898612f4ec on network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:11:18.385444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Attempting to bind port 993923c3-e860-4c8b-8e07-39898612f4ec on network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:11:18.392543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:11:18.392880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Checking segment: {'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:11:18.393261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Bound using segment: {'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:11:18.393690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Bound port: 993923c3-e860-4c8b-8e07-39898612f4ec, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:11:18.394042 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:18.436048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-a64ffdc4-3144-4bfd-acde-f870e789ea10 service neutron] 10.222.0.37 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061529 Dec 13 13:11:18.538651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] For port 993923c3-e860-4c8b-8e07-39898612f4ec, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:11:18.544741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] For port 993923c3-e860-4c8b-8e07-39898612f4ec, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=993923c3-e860-4c8b-8e07-39898612f4ec,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:11:18.555961 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:18.606236 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:18.606857 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:18.608258 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] 10.222.0.37 "PUT /v2.0/ports/993923c3-e860-4c8b-8e07-39898612f4ec HTTP/1.1" status: 200 len: 1092 time: 1.1628699 Dec 13 13:11:18.608765 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d67ef3e-3f31-470d-8e12-625e3f43fa26', 'tag': '993923c3-e860-4c8b-8e07-39898612f4ec'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:11:18.612215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c42a7ef6-2487-471d-ad81-0bcc61dd5a02 req-86c3e541-5d17-4457-8473-5ce2e72820fe service neutron] 10.222.0.37 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668098 Dec 13 13:11:18.614926 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827c4973-3e9e-44cd-8fe4-b1706a945048" -d '{"events": [{"name": "network-changed", "server_uuid": "8d67ef3e-3f31-470d-8e12-625e3f43fa26", "tag": "993923c3-e860-4c8b-8e07-39898612f4ec"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:11:18.672982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b446f-4b04-41ed-ae46-d7e0daf2645b service neutron] Pushing event updated for resources: {'Port': ['ID=993923c3-e860-4c8b-8e07-39898612f4ec,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:18.690215 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3b4a1e-2bf5-461b-b4b5-8227e402ea74 x-openstack-request-id: req-4d3b4a1e-2bf5-461b-b4b5-8227e402ea74 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:11:18.690604 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d67ef3e-3f31-470d-8e12-625e3f43fa26", "tag": "993923c3-e860-4c8b-8e07-39898612f4ec", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:11:18.690957 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d3b4a1e-2bf5-461b-b4b5-8227e402ea74 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:11:18.691458 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d67ef3e-3f31-470d-8e12-625e3f43fa26', 'tag': '993923c3-e860-4c8b-8e07-39898612f4ec', 'status': 'completed', 'code': 200} Dec 13 13:11:18.756925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025e91-0440-4ece-b242-da286ccd169a req-fae29279-3f7c-44e7-8d4a-8a4c293a1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:18.758745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-fae29279-3f7c-44e7-8d4a-8a4c293a1bcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 1095 time: 0.0690804 Dec 13 13:11:18.830131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-31d3a2b6-a58c-47f3-8fa6-7dfd88d15bc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=993923c3-e860-4c8b-8e07-39898612f4ec HTTP/1.1" status: 200 len: 217 time: 0.0602868 Dec 13 13:11:18.890320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025e91-0440-4ece-b242-da286ccd169a req-d1ec5f2d-0760-4a2d-a55f-b9ebe23446a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:18.892173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-d1ec5f2d-0760-4a2d-a55f-b9ebe23446a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3b0a6b3-6f3b-4844-9181-1a820ae2589a HTTP/1.1" status: 200 len: 838 time: 0.0537307 Dec 13 13:11:18.983836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025e91-0440-4ece-b242-da286ccd169a req-db9de440-bf76-498f-851f-1646072203f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:18.985564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-db9de440-bf76-498f-851f-1646072203f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b601c5a-b1c2-4faa-a0e2-c8805da79c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859208 Dec 13 13:11:19.090566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a4e5-77d7-40b3-b961-2b2c44deef44 req-cbba6005-1c94-4eea-be7d-de74236d4379 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:19.091946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c856a4e5-77d7-40b3-b961-2b2c44deef44 req-cbba6005-1c94-4eea-be7d-de74236d4379 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 944 time: 0.1426926 Dec 13 13:11:19.124508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124f275-a157-43ad-b607-5990bb2cdb5e req-1e8f4d60-9f46-4b35-96cc-a8b271195280 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:19.125948 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a124f275-a157-43ad-b607-5990bb2cdb5e req-1e8f4d60-9f46-4b35-96cc-a8b271195280 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.1377769 Dec 13 13:11:19.179682 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-0b490d1e-3754-4b0e-919c-a33669adb4c6 service neutron] 10.222.0.37 "GET /v2.0/networks/4b601c5a-b1c2-4faa-a0e2-c8805da79c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808870 Dec 13 13:11:19.235610 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c856a4e5-77d7-40b3-b961-2b2c44deef44 req-93f022a2-6e63-49d1-865b-38651da08d46 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371710 Dec 13 13:11:19.269079 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a124f275-a157-43ad-b607-5990bb2cdb5e req-0a1584f7-796f-42ee-bbce-570131c95b7b tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335549 Dec 13 13:11:19.344842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba025e91-0440-4ece-b242-da286ccd169a req-870097f1-6039-431c-a681-5465fecb0d1d service neutron] 10.222.0.37 "GET /v2.0/networks/4b601c5a-b1c2-4faa-a0e2-c8805da79c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520433 Dec 13 13:11:19.467046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-3c53c6e5-5a40-4e65-ad62-c5f3f47015d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:19.468657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-3c53c6e5-5a40-4e65-ad62-c5f3f47015d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 1095 time: 0.0553625 Dec 13 13:11:19.583269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-87b5849a-41b9-40cc-9937-3601b42aa483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:19.584787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-87b5849a-41b9-40cc-9937-3601b42aa483 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b601c5a-b1c2-4faa-a0e2-c8805da79c59 HTTP/1.1" status: 200 len: 897 time: 0.1076612 Dec 13 13:11:19.628874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-bd594fe9-1cb5-4849-bcf7-ee8fba5d71c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=993923c3-e860-4c8b-8e07-39898612f4ec HTTP/1.1" status: 200 len: 217 time: 0.0360742 Dec 13 13:11:19.688806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-a7dd9967-486e-4811-b2f7-5b59c566769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:19.690270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-a7dd9967-486e-4811-b2f7-5b59c566769a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3b0a6b3-6f3b-4844-9181-1a820ae2589a HTTP/1.1" status: 200 len: 838 time: 0.0505843 Dec 13 13:11:19.739974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-5a024525-bfda-487a-8bd0-49f9a7b8b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:19.742285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-5a024525-bfda-487a-8bd0-49f9a7b8b837 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b601c5a-b1c2-4faa-a0e2-c8805da79c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440817 Dec 13 13:11:19.851786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-ac43e8c9-db46-464f-863f-262c03f435ee service neutron] 10.222.0.37 "GET /v2.0/networks/4b601c5a-b1c2-4faa-a0e2-c8805da79c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007619 Dec 13 13:11:19.996221 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-827c4973-3e9e-44cd-8fe4-b1706a945048 req-b1eb0b58-eb33-4feb-88cb-f70bb459880c service neutron] 10.222.0.37 "GET /v2.0/networks/4b601c5a-b1c2-4faa-a0e2-c8805da79c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368701 Dec 13 13:11:20.005499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e612e8-ba6f-4afd-a445-ee11892b0fde req-198813ca-a340-4692-8a9c-3835db83db40 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:20.007270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0e612e8-ba6f-4afd-a445-ee11892b0fde req-198813ca-a340-4692-8a9c-3835db83db40 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.0786309 Dec 13 13:11:20.057653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b0e612e8-ba6f-4afd-a445-ee11892b0fde req-c6905817-3894-4000-a267-501bf86ba048 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436363 Dec 13 13:11:20.388489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fb55d-170e-4b44-a0dd-850cc8ae05cd req-dc3a06e6-141d-4077-bcbb-ce422e6573b4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:20.389993 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa3fb55d-170e-4b44-a0dd-850cc8ae05cd req-dc3a06e6-141d-4077-bcbb-ce422e6573b4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 944 time: 0.0819173 Dec 13 13:11:20.409868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1904da5-8c3e-4513-aff5-a5320bda5587 req-73626ea5-62b1-42d7-a3a0-dba4b3149cf6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:20.411344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1904da5-8c3e-4513-aff5-a5320bda5587 req-73626ea5-62b1-42d7-a3a0-dba4b3149cf6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0712335 Dec 13 13:11:20.483265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa3fb55d-170e-4b44-a0dd-850cc8ae05cd req-8dbaea2b-f5ce-49a2-8597-eaf5db803796 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869234 Dec 13 13:11:20.490481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1904da5-8c3e-4513-aff5-a5320bda5587 req-d4fdd641-2d8e-46ea-ad76-508550035aa1 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710528 Dec 13 13:11:21.181248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9ed9a-dcf7-486d-86cd-30160dd158ee req-92bf4c8b-668a-4875-8b0a-4de9bbaed63a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:21.181905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9cf9ed9a-dcf7-486d-86cd-30160dd158ee req-92bf4c8b-668a-4875-8b0a-4de9bbaed63a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.0509734 Dec 13 13:11:21.235465 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9cf9ed9a-dcf7-486d-86cd-30160dd158ee req-9610d0a0-e172-4f4a-aa3d-2b02869e15a4 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473273 Dec 13 13:11:21.635374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a35415-0384-4c22-b389-714f4e8622cc req-869432ab-7857-4302-b338-8c673843bb70 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:21.637133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9a35415-0384-4c22-b389-714f4e8622cc req-869432ab-7857-4302-b338-8c673843bb70 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0772746 Dec 13 13:11:21.645326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6fecd-9cd3-4106-a874-067e31488712 req-0255a368-f462-4735-b120-fd5e2ee14e34 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:21.646726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35f6fecd-9cd3-4106-a874-067e31488712 req-0255a368-f462-4735-b120-fd5e2ee14e34 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 944 time: 0.0780597 Dec 13 13:11:21.721108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9a35415-0384-4c22-b389-714f4e8622cc req-538869fb-5aee-4765-be53-1fe7ee4b9f41 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733328 Dec 13 13:11:21.724728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35f6fecd-9cd3-4106-a874-067e31488712 req-3585a646-2d9d-456b-895f-3f2c1b173d05 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712705 Dec 13 13:11:22.358352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac55314-ced8-4804-aa3f-1333d39c38b0 req-da85efe9-75d8-4edb-8793-21225b95b93f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:22.359837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dac55314-ced8-4804-aa3f-1333d39c38b0 req-da85efe9-75d8-4edb-8793-21225b95b93f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.0542433 Dec 13 13:11:22.408595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dac55314-ced8-4804-aa3f-1333d39c38b0 req-196dcd2f-e30d-4f6d-a50e-075dfc4f5bb8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426049 Dec 13 13:11:22.877288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86ad34-55e6-4d2b-b8e2-691a3da90c58 req-2f45a649-b5db-44f1-8799-bd44c16ac9cf tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:22.878849 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f86ad34-55e6-4d2b-b8e2-691a3da90c58 req-2f45a649-b5db-44f1-8799-bd44c16ac9cf tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0825465 Dec 13 13:11:22.901356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a8c5-469b-4ede-af02-420c004c6a9f req-2dd4ec88-685e-47d8-95ea-bbf3d18ee212 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:22.902825 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e08a8c5-469b-4ede-af02-420c004c6a9f req-2dd4ec88-685e-47d8-95ea-bbf3d18ee212 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 944 time: 0.0755360 Dec 13 13:11:22.975314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f86ad34-55e6-4d2b-b8e2-691a3da90c58 req-d5243bc7-f83c-42df-b555-1fa102a1f551 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870330 Dec 13 13:11:22.986331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e08a8c5-469b-4ede-af02-420c004c6a9f req-37a20fb1-c0c9-43f5-a300-cbb9c2c680ee tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756466 Dec 13 13:11:23.530846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb5595-21a6-489e-9f9a-4be0a0a69115 req-0ddc3ede-2a03-46e4-85f8-b03106ae3f64 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:23.533204 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46fb5595-21a6-489e-9f9a-4be0a0a69115 req-0ddc3ede-2a03-46e4-85f8-b03106ae3f64 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.0539076 Dec 13 13:11:23.595397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46fb5595-21a6-489e-9f9a-4be0a0a69115 req-5cca7a14-5cb5-4e93-b62d-e895a985baaa tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556126 Dec 13 13:11:23.606106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 993923c3-e860-4c8b-8e07-39898612f4ec details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:11:23.721960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 993923c3-e860-4c8b-8e07-39898612f4ec, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=993923c3-e860-4c8b-8e07-39898612f4ec,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:23.734286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '993923c3-e860-4c8b-8e07-39898612f4ec', 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59', 'port_id': '993923c3-e860-4c8b-8e07-39898612f4ec', 'mac_address': 'fa:16:3e:dc:77:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b0a6b3-6f3b-4844-9181-1a820ae2589a', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:11:23.774812 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:23.788569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993923c3-e860-4c8b-8e07-39898612f4ec {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:11:23.808896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 993923c3-e860-4c8b-8e07-39898612f4ec, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=993923c3-e860-4c8b-8e07-39898612f4ec,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:23.813885 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:23.865016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=993923c3-e860-4c8b-8e07-39898612f4ec,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:24.098111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['993923c3-e860-4c8b-8e07-39898612f4ec'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:11:24.120209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ec9d3-e4fb-4b8a-b978-ba610f5e195c req-86f27be4-b065-47cb-b84c-6ab35b670bfb tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:24.121713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c28ec9d3-e4fb-4b8a-b978-ba610f5e195c req-86f27be4-b065-47cb-b84c-6ab35b670bfb tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0564570 Dec 13 13:11:24.203498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4bc4c-d611-4dab-83d5-3092eeeb56a6 req-09510e1a-b060-477c-b8ac-225977677bc5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:24.210806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f4bc4c-d611-4dab-83d5-3092eeeb56a6 req-09510e1a-b060-477c-b8ac-225977677bc5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 945 time: 0.0855558 Dec 13 13:11:24.227351 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-255798e9-28bf-4826-a92a-b4f599614a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:24.240754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c28ec9d3-e4fb-4b8a-b978-ba610f5e195c req-22513b00-7736-4f24-8e03-5c95715d245d tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860291 Dec 13 13:11:24.272243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f4bc4c-d611-4dab-83d5-3092eeeb56a6 req-5b4922b1-1a2f-46da-8167-682b27801c10 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605540 Dec 13 13:11:24.555094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319166f-e265-4c3d-b6bf-3f5807e0acea req-0f71991b-6118-4c43-a38d-a71d279e42a7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:24.558553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0319166f-e265-4c3d-b6bf-3f5807e0acea req-0f71991b-6118-4c43-a38d-a71d279e42a7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0602882 Dec 13 13:11:24.597377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-65e0613a-b963-41ec-828c-44957b81f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:24.598937 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-65e0613a-b963-41ec-828c-44957b81f964 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 1096 time: 0.0506535 Dec 13 13:11:24.618817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0319166f-e265-4c3d-b6bf-3f5807e0acea req-599735a4-0f2a-43d5-8367-664e82bcb287 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556998 Dec 13 13:11:24.726652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-774593a3-d65f-4116-8ff3-598543670f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:24.728537 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-774593a3-d65f-4116-8ff3-598543670f43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 200 len: 916 time: 0.1216192 Dec 13 13:11:24.736454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1036a-2922-4854-994c-0434245fb93d req-423493dd-3543-4e47-a55a-e0669813ba24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:24.743647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-32a1036a-2922-4854-994c-0434245fb93d req-423493dd-3543-4e47-a55a-e0669813ba24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.0581968 Dec 13 13:11:24.777034 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-544be40f-3d54-4b91-bdd1-23eb8e3b1aa8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4e2926-9091-4d87-8f1f-d025ad007529 HTTP/1.1" status: 200 len: 217 time: 0.0402937 Dec 13 13:11:24.798686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-32a1036a-2922-4854-994c-0434245fb93d req-ed50fa82-79e4-4681-9c11-6e4000a0b40d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539877 Dec 13 13:11:24.839452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-badf2184-940a-42fb-b481-3c6fbe2b6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:24.840942 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-badf2184-940a-42fb-b481-3c6fbe2b6f34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1bbf06da-e1ee-4f65-a241-8ae14da080d3 HTTP/1.1" status: 200 len: 855 time: 0.0567615 Dec 13 13:11:24.889739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-d527d377-daa8-41bd-a3d3-7934a2015a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:24.891234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-d527d377-daa8-41bd-a3d3-7934a2015a9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76ef9a2-3ccc-43c8-9559-1948b705a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429628 Dec 13 13:11:24.982360 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-ddb99589-2988-4474-892f-071e07b95a1f service neutron] 10.222.0.42 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828085 Dec 13 13:11:25.084504 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1468cd23-6d45-4f2c-8bdd-e2f3438139b7 req-91fa906d-c544-488f-86b4-cadb2c3a39b8 service neutron] 10.222.0.42 "GET /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938570 Dec 13 13:11:25.394432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7afce1-f9bd-4231-ba2f-3b76300e4171 req-7d0131db-aed0-4f5e-8698-8359e9558f53 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:25.396528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af7afce1-f9bd-4231-ba2f-3b76300e4171 req-7d0131db-aed0-4f5e-8698-8359e9558f53 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 945 time: 0.0520210 Dec 13 13:11:25.455994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af7afce1-f9bd-4231-ba2f-3b76300e4171 req-b21a0f31-0128-4d6d-a7b2-83ff37cf96e7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534174 Dec 13 13:11:25.619753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 993923c3-e860-4c8b-8e07-39898612f4ec up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:11:25.684466 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 993923c3-e860-4c8b-8e07-39898612f4ec completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:11:25.690635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 993923c3-e860-4c8b-8e07-39898612f4ec triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:25.691671 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:25.799936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7288995-ad82-4493-94f4-05d63e3d875e req-2d8098cc-2c42-40eb-86a5-33ef95e2147a tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:25.801842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7288995-ad82-4493-94f4-05d63e3d875e req-2d8098cc-2c42-40eb-86a5-33ef95e2147a tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0601640 Dec 13 13:11:25.815662 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:25.863823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d67ef3e-3f31-470d-8e12-625e3f43fa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993923c3-e860-4c8b-8e07-39898612f4ec'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:11:25.866108 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255e8ef8-509a-4f0b-abd8-5335c392b126" -d '{"events": [{"server_uuid": "8d67ef3e-3f31-470d-8e12-625e3f43fa26", "name": "network-vif-plugged", "status": "completed", "tag": "993923c3-e860-4c8b-8e07-39898612f4ec"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:11:25.880281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 993923c3-e860-4c8b-8e07-39898612f4ec, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=993923c3-e860-4c8b-8e07-39898612f4ec,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:25.885342 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:25.886760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7288995-ad82-4493-94f4-05d63e3d875e req-6ee23501-adca-4450-89b0-2a5ba40cb991 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774403 Dec 13 13:11:25.948228 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802c01d2-5480-41de-8eea-9034b39da50a x-openstack-request-id: req-802c01d2-5480-41de-8eea-9034b39da50a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:11:25.948736 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d67ef3e-3f31-470d-8e12-625e3f43fa26", "name": "network-vif-plugged", "status": "completed", "tag": "993923c3-e860-4c8b-8e07-39898612f4ec", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:11:25.948984 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-802c01d2-5480-41de-8eea-9034b39da50a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:11:25.949382 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d67ef3e-3f31-470d-8e12-625e3f43fa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993923c3-e860-4c8b-8e07-39898612f4ec', 'code': 200} Dec 13 13:11:25.952416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=993923c3-e860-4c8b-8e07-39898612f4ec,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:26.011907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e383894-70ea-4653-bc98-d6396cb36f7d req-7208622f-6d2a-414f-8baa-da1e2a337c6f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:26.020122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e383894-70ea-4653-bc98-d6396cb36f7d req-7208622f-6d2a-414f-8baa-da1e2a337c6f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.1296787 Dec 13 13:11:26.134852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead47cd1-a7d7-4c90-ab40-7b37c3d70b39 req-534e25fd-610b-4652-8973-7e3d977e59b9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:26.136359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ead47cd1-a7d7-4c90-ab40-7b37c3d70b39 req-534e25fd-610b-4652-8973-7e3d977e59b9 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.1087351 Dec 13 13:11:26.139609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e383894-70ea-4653-bc98-d6396cb36f7d req-818b607b-97c0-43a5-a988-e63b224b1cf1 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184993 Dec 13 13:11:26.141462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2699c-cac6-4a9d-85fb-bcfb007fee41 req-224f1c70-7ce7-4f40-8b6c-5567f9a507fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:26.143018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0dc2699c-cac6-4a9d-85fb-bcfb007fee41 req-224f1c70-7ce7-4f40-8b6c-5567f9a507fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 1097 time: 0.1059451 Dec 13 13:11:26.235467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ead47cd1-a7d7-4c90-ab40-7b37c3d70b39 req-2037b072-48ac-4e77-874a-c122eaf7cbb3 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854626 Dec 13 13:11:26.238457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0dc2699c-cac6-4a9d-85fb-bcfb007fee41 req-58924ccb-fced-4c22-ba41-794ef4342e6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820963 Dec 13 13:11:26.366303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabeaff-5067-40d6-9e3a-d7f2c44d5511 req-2317e9e1-c571-4375-88a1-9b2f856d27e7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:26.368037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcabeaff-5067-40d6-9e3a-d7f2c44d5511 req-2317e9e1-c571-4375-88a1-9b2f856d27e7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0518341 Dec 13 13:11:26.422611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcabeaff-5067-40d6-9e3a-d7f2c44d5511 req-28780443-c647-4a27-bbdc-7265a8236387 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485044 Dec 13 13:11:26.580148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1c6be-e38a-4e23-bfcd-705e95005d10 req-aff7502a-b852-487d-a1c0-612969547338 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:26.581644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e1c6be-e38a-4e23-bfcd-705e95005d10 req-aff7502a-b852-487d-a1c0-612969547338 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 945 time: 0.0844769 Dec 13 13:11:26.606725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36978e-a5e8-4e07-b3f3-45e41eb60b1b req-b5a742ca-ff56-47bb-9a31-070208033ac2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:26.608138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a36978e-a5e8-4e07-b3f3-45e41eb60b1b req-b5a742ca-ff56-47bb-9a31-070208033ac2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 946 time: 0.0805888 Dec 13 13:11:26.624457 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-774f3fba-8f7b-4819-a555-6d9d28d700e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:26.682868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e1c6be-e38a-4e23-bfcd-705e95005d10 req-97c9ef5b-678c-4c28-91fb-c057eb8dfb2a tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910156 Dec 13 13:11:26.694638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a36978e-a5e8-4e07-b3f3-45e41eb60b1b req-8c3d5088-36d7-4127-b2bb-25ef2bb2065f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798030 Dec 13 13:11:26.744429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-00888dd7-b9d7-4cd0-a0ac-ac3b65713fbe req-1049cc4d-bb0a-4534-b121-13dd8464f22f tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:11:26.745803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00888dd7-b9d7-4cd0-a0ac-ac3b65713fbe req-1049cc4d-bb0a-4534-b121-13dd8464f22f tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069451 Dec 13 13:11:26.845062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00888dd7-b9d7-4cd0-a0ac-ac3b65713fbe req-be4e825b-6163-4d51-a4f5-b5bec5953b5f tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0920901 Dec 13 13:11:27.100523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0c51f-2e44-4dd0-ab6a-cc1e1a8928c8 req-4778b37c-6cfc-4bc8-bda1-59f45ce89924 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:27.101988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59b0c51f-2e44-4dd0-ab6a-cc1e1a8928c8 req-4778b37c-6cfc-4bc8-bda1-59f45ce89924 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0551469 Dec 13 13:11:27.152118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59b0c51f-2e44-4dd0-ab6a-cc1e1a8928c8 req-afce79b1-eba9-4a6e-9676-17aa7194baf7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Dec 13 13:11:27.298314 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414ea8c-76df-4b96-9a8f-065421e294fc req-e6bc8962-54f1-4175-a3b8-7fd248350abc tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:27.300310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b414ea8c-76df-4b96-9a8f-065421e294fc req-e6bc8962-54f1-4175-a3b8-7fd248350abc tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed HTTP/1.1" status: 200 len: 946 time: 0.0777061 Dec 13 13:11:27.312456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aadfd2-65e6-4972-b3e0-8fb4bf39c2a8 req-1d628ce4-bae2-4226-b89d-1a4aa0b6300c tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:27.314045 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80aadfd2-65e6-4972-b3e0-8fb4bf39c2a8 req-1d628ce4-bae2-4226-b89d-1a4aa0b6300c tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.1019416 Dec 13 13:11:27.397984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b414ea8c-76df-4b96-9a8f-065421e294fc req-1e8367f7-7bb9-4c8c-ba4d-e29610a095f1 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828946 Dec 13 13:11:27.405767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-80aadfd2-65e6-4972-b3e0-8fb4bf39c2a8 req-a69150f0-83ba-430c-9999-4d3db405c2ba tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835083 Dec 13 13:11:27.535349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13b517-11c0-447a-9ae4-7186233f4842 req-bef0be76-fed3-4bd0-9f51-9cbac41ee2e4 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:27.536832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b13b517-11c0-447a-9ae4-7186233f4842 req-bef0be76-fed3-4bd0-9f51-9cbac41ee2e4 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 945 time: 0.0516431 Dec 13 13:11:27.587847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b13b517-11c0-447a-9ae4-7186233f4842 req-9eef6840-5fbe-4e1c-9f0c-d72410698b04 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445423 Dec 13 13:11:27.719768 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:27.773638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d7ff2-405e-4b35-a628-204180268824 req-fa4f0cf4-95c4-4ec0-a193-af00bf5910bd tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:27.780707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d7ff2-405e-4b35-a628-204180268824 req-fa4f0cf4-95c4-4ec0-a193-af00bf5910bd tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:27.786594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d7ff2-405e-4b35-a628-204180268824 req-fa4f0cf4-95c4-4ec0-a193-af00bf5910bd tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:27.788309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed5d7ff2-405e-4b35-a628-204180268824 req-fa4f0cf4-95c4-4ec0-a193-af00bf5910bd tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873&device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed&device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 2417 time: 0.0681524 Dec 13 13:11:27.870125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec3aeb-4d0f-4604-9fca-3b4c698ae0fe req-2c7b618a-99f3-45e5-b644-ea60f04adfb8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:27.871610 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02ec3aeb-4d0f-4604-9fca-3b4c698ae0fe req-2c7b618a-99f3-45e5-b644-ea60f04adfb8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 946 time: 0.0824106 Dec 13 13:11:27.879428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed5d7ff2-405e-4b35-a628-204180268824 req-4265dd1b-2582-470c-ad44-dce19caf2bad tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817595 Dec 13 13:11:27.923293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-5e1817d4-8fa8-472f-a970-db73f828a158 req-ade07225-e7a2-4e89-86cc-4bc730e6c87a tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:11:27.924341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e1817d4-8fa8-472f-a970-db73f828a158 req-ade07225-e7a2-4e89-86cc-4bc730e6c87a tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108664 Dec 13 13:11:27.933430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02ec3aeb-4d0f-4604-9fca-3b4c698ae0fe req-f23b4a58-bd1d-431c-a1f3-d28f0dcc13d8 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530667 Dec 13 13:11:27.990736 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e1817d4-8fa8-472f-a970-db73f828a158 req-02fd004e-5bb5-44e7-97d6-fff9fbbe5d4e tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0563457 Dec 13 13:11:28.056365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18069e73-9956-43f2-9e11-2a7b172595b6 req-dcb9d620-231d-43e6-ab11-5c24d70c8afe tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:28.058037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18069e73-9956-43f2-9e11-2a7b172595b6 req-dcb9d620-231d-43e6-ab11-5c24d70c8afe tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 946 time: 0.0560567 Dec 13 13:11:28.134952 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18069e73-9956-43f2-9e11-2a7b172595b6 req-df5a2496-a448-4fe0-81b0-786e021d630e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706117 Dec 13 13:11:28.536264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb8e7e-e9f7-4cee-a8b8-2fda8cba19f7 req-77ecfd12-7461-43f5-80e0-ac7e37799bf2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:28.538875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51eb8e7e-e9f7-4cee-a8b8-2fda8cba19f7 req-77ecfd12-7461-43f5-80e0-ac7e37799bf2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.0561979 Dec 13 13:11:28.591143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-51eb8e7e-e9f7-4cee-a8b8-2fda8cba19f7 req-8b73c7fa-f4f4-4797-9701-d2f27d9e4e78 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449913 Dec 13 13:11:29.082861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:29.293954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04531c-dbe5-448a-bc36-20f72e1ad2de req-1ce06b39-4bda-495f-a7f7-464f52f82b1d tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:29.295367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba04531c-dbe5-448a-bc36-20f72e1ad2de req-1ce06b39-4bda-495f-a7f7-464f52f82b1d tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 945 time: 0.0513706 Dec 13 13:11:29.350559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba04531c-dbe5-448a-bc36-20f72e1ad2de req-978a836b-ff36-4d7f-9fab-3770c0287597 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484774 Dec 13 13:11:29.627246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:29.892645 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:30.079298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfaec86-f4c7-4417-b7f3-b1b19ec1225d req-06d1bb25-5a59-48a6-9a0b-33e3ca7ec1b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:30.081148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfaec86-f4c7-4417-b7f3-b1b19ec1225d req-06d1bb25-5a59-48a6-9a0b-33e3ca7ec1b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.4100668 Dec 13 13:11:30.209670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecfaec86-f4c7-4417-b7f3-b1b19ec1225d req-3de8e0a1-2453-4072-9c09-06c824b5b007 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208837 Dec 13 13:11:30.530435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2decce8-b48e-44f7-85ee-aa19697bc230 req-316ff482-3a84-4e75-bc31-180083da5ad7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:30.531883 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2decce8-b48e-44f7-85ee-aa19697bc230 req-316ff482-3a84-4e75-bc31-180083da5ad7 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 945 time: 0.0915935 Dec 13 13:11:30.548448 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:30.662152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2decce8-b48e-44f7-85ee-aa19697bc230 req-5c4ecee6-8b11-44ec-b0c4-44e0f811d3ee tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238441 Dec 13 13:11:30.727615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-ced70bc1-554f-4463-9761-8d11ff1ab17c tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:30.729183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-ced70bc1-554f-4463-9761-8d11ff1ab17c tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 945 time: 0.1140392 Dec 13 13:11:30.951495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-7d052f4a-d005-4d2e-9240-7ef8c59f1b79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Deleting port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:30.951719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-7d052f4a-d005-4d2e-9240-7ef8c59f1b79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:30.974899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Allocated IP 172.20.0.17 (4b601c5a-b1c2-4faa-a0e2-c8805da79c59/f3b0a6b3-6f3b-4844-9181-1a820ae2589a/fd4d0e40-4bf0-4ed2-8454-2275fd5109cb) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:11:31.106017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-7d052f4a-d005-4d2e-9240-7ef8c59f1b79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] For port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:31.106388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-7d052f4a-d005-4d2e-9240-7ef8c59f1b79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:31.135236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-7d052f4a-d005-4d2e-9240-7ef8c59f1b79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Calling delete_port for e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:31.195006 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:31.267489 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:31.373986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:11:31.385426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:11:31.390292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=fd4d0e40-4bf0-4ed2-8454-2275fd5109cb,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:31.392991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:11:31.438019 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-7d052f4a-d005-4d2e-9240-7ef8c59f1b79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:31.455171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ff4e2926-9091-4d87-8f1f-d025ad007529'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:11:31.466486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddb76-65da-4101-9088-5edeba03fbd8 req-8b57168e-4d17-40c7-81cc-1b6aaafb62a0 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:31.468129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6aaddb76-65da-4101-9088-5edeba03fbd8 req-8b57168e-4d17-40c7-81cc-1b6aaafb62a0 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.1440165 Dec 13 13:11:31.502931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d052f4a-d005-4d2e-9240-7ef8c59f1b79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Pushing event deleted for resources: {'Port': ['ID=e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:31.503845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015', '6c2eef12-5ca8-4cc6-9aed-653d1868e482'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:11:31.541810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:31.606558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-7d052f4a-d005-4d2e-9240-7ef8c59f1b79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] No DVR routers for this DVR port e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:11:31.628994 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-7d052f4a-d005-4d2e-9240-7ef8c59f1b79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:31.634241 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8896ac7-6b02-456f-86c1-9dba109b6552 req-7d052f4a-d005-4d2e-9240-7ef8c59f1b79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.37 "DELETE /v2.0/ports/e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 HTTP/1.1" status: 204 len: 173 time: 0.8927791 Dec 13 13:11:31.634566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3623c38-1dda-4c88-a52c-21760408d873', 'name': 'network-vif-deleted', 'tag': 'e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:11:31.638043 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b20ab-a5f2-426c-883f-b76d8ee561f1" -d '{"events": [{"server_uuid": "f3623c38-1dda-4c88-a52c-21760408d873", "name": "network-vif-deleted", "tag": "e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:11:31.685655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6aaddb76-65da-4101-9088-5edeba03fbd8 req-e3eaef08-a60d-4fe2-b1d0-8aa08f4bd0cb tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897001 Dec 13 13:11:31.755767 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c53045-dcb6-47fe-876b-e81c3f0a8f67 x-openstack-request-id: req-82c53045-dcb6-47fe-876b-e81c3f0a8f67 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:11:31.759425 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3623c38-1dda-4c88-a52c-21760408d873", "name": "network-vif-deleted", "tag": "e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:11:31.759941 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82c53045-dcb6-47fe-876b-e81c3f0a8f67 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:11:31.760543 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3623c38-1dda-4c88-a52c-21760408d873', 'name': 'network-vif-deleted', 'tag': 'e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015', 'status': 'completed', 'code': 200} Dec 13 13:11:31.866138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb87d1ad-efa3-4cec-9fd7-35d445da0f5c req-92f9bfec-41b7-41f8-8d86-77e0df10f594 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3623c38-1dda-4c88-a52c-21760408d873 HTTP/1.1" status: 200 len: 210 time: 0.0583839 Dec 13 13:11:31.957870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:32.042813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-81536b86-6da8-423b-b242-02063bfde2ee None None] Provisioning complete for port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:32.043566 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81536b86-6da8-423b-b242-02063bfde2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:32.128174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-81536b86-6da8-423b-b242-02063bfde2ee None None] Port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:11:32.148433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-276efb6c-a9a6-478a-93c5-2b96669db1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:32.155392 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-276efb6c-a9a6-478a-93c5-2b96669db1ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 1096 time: 0.1202300 Dec 13 13:11:32.223251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb18c8-cb44-46ce-9341-fd00a01aa6f2 req-5bd7c9a6-e91a-4da1-876c-ed1f8b2782c8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:32.224826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9eb18c8-cb44-46ce-9341-fd00a01aa6f2 req-5bd7c9a6-e91a-4da1-876c-ed1f8b2782c8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2338278 Dec 13 13:11:32.302819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42952) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:32.306734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-07129510-1af9-48e2-8f91-c6a54e0a53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:32.308355 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-07129510-1af9-48e2-8f91-c6a54e0a53d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.1448364 Dec 13 13:11:32.389249 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-58439e60-bee9-4e2d-8929-367f01b47929 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0728188 Dec 13 13:11:32.400811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9eb18c8-cb44-46ce-9341-fd00a01aa6f2 req-f351bae8-a672-4736-a846-b81b2a1d3340 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663520 Dec 13 13:11:32.463342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-38a98c3e-aa54-4c81-8e27-8e2b9ce7432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:32.464986 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-38a98c3e-aa54-4c81-8e27-8e2b9ce7432e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.0656643 Dec 13 13:11:32.530212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-c65a89ef-77b1-4f2b-bff2-9fd52f354555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:32.531899 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-c65a89ef-77b1-4f2b-bff2-9fd52f354555 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482538 Dec 13 13:11:32.562341 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:32.570347 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:32.633955 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-3ae18d2a-c4d4-4a02-9a7e-b316286556cf service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939479 Dec 13 13:11:32.663281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=fd4d0e40-4bf0-4ed2-8454-2275fd5109cb,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:32.666988 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:32.677550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port ada08fe8-2685-4ba6-ae05-3273eed51b74 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:32.677799 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:32.762948 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ca5cfec9-e659-4bba-adcf-3786c6eaea7e req-624def94-8390-49aa-940e-b63b1caf14c0 service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154113 Dec 13 13:11:32.855738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:11:32.857546 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:32.857861 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:32.860922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:11:32.877778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for ada08fe8-2685-4ba6-ae05-3273eed51b74 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:33.142468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:11:33.264052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-34cd2f50-3ad9-4068-91a9-1ce02a416fa3 None None] Provisioning complete for port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:33.264702 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34cd2f50-3ad9-4068-91a9-1ce02a416fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:33.315155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-34cd2f50-3ad9-4068-91a9-1ce02a416fa3 None None] Port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:11:33.654157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:11:33.678759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:11:33.679059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device e35c5bb8-fcd6-4b48-a6b7-c8e8f6e30015 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:11:33.679757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:11:33.683604 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:33.694118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-be94e09f-2563-4b66-99ce-a45f3c9d93b9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "PUT /v2.0/routers/56d6d409-242d-4e06-ae6c-d1cff585b7f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0600486 Dec 13 13:11:33.694438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Sync routers for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:11:33.715096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:33.715883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-09805586-e3b9-406e-974c-60883cefb608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:33.734823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad4514-3a53-4296-a865-7c5704a88021 req-a11c7b35-a0be-43cc-b9d4-856bc9b966ca tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:33.736345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2ad4514-3a53-4296-a865-7c5704a88021 req-a11c7b35-a0be-43cc-b9d4-856bc9b966ca tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed HTTP/1.1" status: 200 len: 946 time: 0.1822248 Dec 13 13:11:33.738541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=ada08fe8-2685-4ba6-ae05-3273eed51b74,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:33.755052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fa73-82ff-428a-8eda-1e865429a824 req-2d4f0e28-b2b1-4eb9-a2cc-f0a97f59604e tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:33.756793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c21fa73-82ff-428a-8eda-1e865429a824 req-2d4f0e28-b2b1-4eb9-a2cc-f0a97f59604e tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2012379 Dec 13 13:11:33.843455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:33.884558 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:33.885164 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Floating IP 9b4e4176-3eed-4ea3-a034-0331bf64174f disassociated (deleted). External IP: 172.25.2.104, port: bdd6342f-8e00-4570-a714-4f6ab750729d. Dec 13 13:11:33.892650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2ad4514-3a53-4296-a865-7c5704a88021 req-11334810-8499-48d9-9887-7ef66afd24cc tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347899 Dec 13 13:11:33.926402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c21fa73-82ff-428a-8eda-1e865429a824 req-eb6bff5b-ff75-4dff-84c8-4dfffe8815f6 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522310 Dec 13 13:11:34.116153 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-09805586-e3b9-406e-974c-60883cefb608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:11:31Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c66dff26-12f3-4afa-9027-b9d743d2b03e', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'mac_address': 'fa:16:3e:ca:80:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:33Z', 'updated_at': '2021-12-13T13:10:39Z', 'revision_number': 1, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4d0e40-4bf0-4ed2-8454-2275fd5109cb', 'name': '', 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:a8:ff:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'f3b0a6b3-6f3b-4844-9181-1a820ae2589a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:30Z', 'updated_at': '2021-12-13T13:11:32Z', 'revision_number': 2, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': 'f3b0a6b3-6f3b-4844-9181-1a820ae2589a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:34.132679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router a49147f1-b70d-4a5f-bdf5-4d68f66c169a has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:11:34.149034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Checking router: 56d6d409-242d-4e06-ae6c-d1cff585b7f8 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:11:34.149474 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Updating router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:11:34.175502 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:34.258021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:11:34.262950 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:34.270474 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] Sync routers for ids ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:11:34.280721 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] Routers {'a49147f1-b70d-4a5f-bdf5-4d68f66c169a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:34.282065 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:34.291378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4a6e6afa-3da0-417f-a5ba-a9acacb54497 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/floatingips/9b4e4176-3eed-4ea3-a034-0331bf64174f HTTP/1.1" status: 204 len: 168 time: 1.9880238 Dec 13 13:11:34.292192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:11:34.294752 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303" -d '{"events": [{"name": "network-changed", "server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:11:34.337126 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e299cb78-4f2b-4590-8a5c-7931cd2a1f1b x-openstack-request-id: req-e299cb78-4f2b-4590-8a5c-7931cd2a1f1b {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:11:34.337611 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:11:34.337873 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e299cb78-4f2b-4590-8a5c-7931cd2a1f1b {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:11:34.338317 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'status': 'completed', 'code': 200} Dec 13 13:11:34.416899 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] Set router a49147f1-b70d-4a5f-bdf5-4d68f66c169a gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:34.422500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-3f79ff37-df81-4aaf-a868-73148febdb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:34.424451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-3f79ff37-df81-4aaf-a868-73148febdb0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ead8c13ad94dc28381575c3180019a&device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 1097 time: 0.0548925 Dec 13 13:11:34.505913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:34.514199 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:34.572879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f647c-d2cb-4ff0-98f4-f2849813a024 None None] Pushing event updated for resources: {'Port': ['ID=fd4d0e40-4bf0-4ed2-8454-2275fd5109cb,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:34.590498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-a69cc40f-b7ec-4018-8ffe-0915d18172e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:34.592138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-a69cc40f-b7ec-4018-8ffe-0915d18172e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5dbbeea2-fdf3-442d-b283-19bea1455b5d HTTP/1.1" status: 200 len: 896 time: 0.1460962 Dec 13 13:11:34.608250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc940d1-bfed-4643-ab31-9ad539ed5e07 req-5d49c0f2-59da-4dbc-bab8-112cb2edb8f0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:34.610196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecc940d1-bfed-4643-ab31-9ad539ed5e07 req-5d49c0f2-59da-4dbc-bab8-112cb2edb8f0 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0832515 Dec 13 13:11:34.632411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Attempting to bind port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:11:34.632789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Attempting to bind port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:11:34.633229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Attempting to bind port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb on network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:11:34.659944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-fb5e44b1-13f3-402e-af3b-ea394a348736 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd6342f-8e00-4570-a714-4f6ab750729d HTTP/1.1" status: 200 len: 217 time: 0.0486317 Dec 13 13:11:34.660787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:11:34.661176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Checking segment: {'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:11:34.661585 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:34.661979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Bound using segment: {'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:11:34.662473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Bound port: fd4d0e40-4bf0-4ed2-8454-2275fd5109cb, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b96d058-9246-4aea-85b3-f77840b7a033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:11:34.662861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:34.700622 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:39Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '565999cb-d6f4-49a9-afa1-ae581dcaaf8f', 'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:82:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:35Z', 'updated_at': '2021-12-13T13:09:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:34.735357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-6380882d-39fa-4e78-8ada-c996367db361 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:34.736952 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-6380882d-39fa-4e78-8ada-c996367db361 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed HTTP/1.1" status: 200 len: 946 time: 0.1015289 Dec 13 13:11:34.739658 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] Checking router: a49147f1-b70d-4a5f-bdf5-4d68f66c169a for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:11:34.750342 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] Routers {'a49147f1-b70d-4a5f-bdf5-4d68f66c169a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:34.750953 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:34.755218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ecc940d1-bfed-4643-ab31-9ad539ed5e07 req-e2aad396-1cf5-4bf2-9308-cb54ff765f9b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377549 Dec 13 13:11:34.759765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-59d0f2b8-d1a2-4f21-8a3a-fe398534f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:34.762587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-59d0f2b8-d1a2-4f21-8a3a-fe398534f95c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be46d97-62aa-4739-a16c-c3d1a7af5f3f HTTP/1.1" status: 200 len: 834 time: 0.0948112 Dec 13 13:11:34.813057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-09805586-e3b9-406e-974c-60883cefb608 None None] For port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:11:34.816489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-09805586-e3b9-406e-974c-60883cefb608 None None] For port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fd4d0e40-4bf0-4ed2-8454-2275fd5109cb,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:11:34.834526 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:34.850253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-164a76eb-cfcd-412d-94b7-babc706bdd52 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Deleting port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:34.850772 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-164a76eb-cfcd-412d-94b7-babc706bdd52 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:34.851877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-5d2504a5-c7eb-4f0e-97e3-22fe58f12974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:34.853761 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-5d2504a5-c7eb-4f0e-97e3-22fe58f12974 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5dbbeea2-fdf3-442d-b283-19bea1455b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811598 Dec 13 13:11:34.885348 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] Set router a49147f1-b70d-4a5f-bdf5-4d68f66c169a gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:34.904258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:34.905368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-09805586-e3b9-406e-974c-60883cefb608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:34.971260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-164a76eb-cfcd-412d-94b7-babc706bdd52 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] For port 6c2eef12-5ca8-4cc6-9aed-653d1868e482, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=6c2eef12-5ca8-4cc6-9aed-653d1868e482,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:34.971989 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-164a76eb-cfcd-412d-94b7-babc706bdd52 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:34.989147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-164a76eb-cfcd-412d-94b7-babc706bdd52 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Calling delete_port for 6c2eef12-5ca8-4cc6-9aed-653d1868e482 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:35.063702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-09805586-e3b9-406e-974c-60883cefb608 None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:35.146054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194ead1-80ed-4b10-af96-c1d860ceca01 req-fb43ad18-6ddf-4cf9-b301-5a8dc238fd79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:35.159912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9194ead1-80ed-4b10-af96-c1d860ceca01 req-fb43ad18-6ddf-4cf9-b301-5a8dc238fd79 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d0ab11-e381-4107-82e4-6432339cf6ed HTTP/1.1" status: 200 len: 946 time: 0.1588764 Dec 13 13:11:35.167425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-72474c36-1d38-4905-8aa4-0197982d9ba6 service neutron] 10.222.0.37 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029835 Dec 13 13:11:35.212112 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-164a76eb-cfcd-412d-94b7-babc706bdd52 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:35.232070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['6c2eef12-5ca8-4cc6-9aed-653d1868e482'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:11:35.234800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ff4e2926-9091-4d87-8f1f-d025ad007529'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:11:35.263042 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a76eb-cfcd-412d-94b7-babc706bdd52 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Pushing event deleted for resources: {'Port': ['ID=6c2eef12-5ca8-4cc6-9aed-653d1868e482,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:35.274686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9194ead1-80ed-4b10-af96-c1d860ceca01 req-e91b155f-2f52-4374-b813-746fad620665 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062889 Dec 13 13:11:35.306246 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:39Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '565999cb-d6f4-49a9-afa1-ae581dcaaf8f', 'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:82:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:35Z', 'updated_at': '2021-12-13T13:09:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:35.325856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ff35ea-c23c-4cda-b08c-82f8d45e8303 req-7010a506-5879-45ff-9148-d500f0c04cfd service neutron] 10.222.0.37 "GET /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466966 Dec 13 13:11:35.336132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-164a76eb-cfcd-412d-94b7-babc706bdd52 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] No DVR routers for this DVR port 6c2eef12-5ca8-4cc6-9aed-653d1868e482 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:11:35.339230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-164a76eb-cfcd-412d-94b7-babc706bdd52 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:35.343627 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a61c9d79-e5d0-4033-9f87-52e052607260 req-164a76eb-cfcd-412d-94b7-babc706bdd52 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.37 "DELETE /v2.0/ports/6c2eef12-5ca8-4cc6-9aed-653d1868e482 HTTP/1.1" status: 204 len: 173 time: 0.5989799 Dec 13 13:11:35.344087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d0ab11-e381-4107-82e4-6432339cf6ed', 'name': 'network-vif-deleted', 'tag': '6c2eef12-5ca8-4cc6-9aed-653d1868e482'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:11:35.346959 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034bbda8-aaaa-4ebf-a2f2-a339fd2dc0df" -d '{"events": [{"server_uuid": "e5d0ab11-e381-4107-82e4-6432339cf6ed", "name": "network-vif-deleted", "tag": "6c2eef12-5ca8-4cc6-9aed-653d1868e482"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:11:35.361681 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5ebff-2958-452a-ac23-5a415ada67c9 None None] The sync data for ids ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'] in n-d-817326-4 is: [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:09:39Z', 'revision_number': 4, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '565999cb-d6f4-49a9-afa1-ae581dcaaf8f', 'name': '', 'network_id': '5dbbeea2-fdf3-442d-b283-19bea1455b5d', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'mac_address': 'fa:16:3e:82:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:35Z', 'updated_at': '2021-12-13T13:09:49Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'subnets': [{'id': '8be46d97-62aa-4739-a16c-c3d1a7af5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:11:35.396604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f647c-d2cb-4ff0-98f4-f2849813a024 None None] Pushing event updated for resources: {'Port': ['ID=fd4d0e40-4bf0-4ed2-8454-2275fd5109cb,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:35.421779 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3d527f-8729-40bb-8847-127418d044b8 x-openstack-request-id: req-ad3d527f-8729-40bb-8847-127418d044b8 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:11:35.422093 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d0ab11-e381-4107-82e4-6432339cf6ed", "name": "network-vif-deleted", "tag": "6c2eef12-5ca8-4cc6-9aed-653d1868e482", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:11:35.423188 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad3d527f-8729-40bb-8847-127418d044b8 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:11:35.423595 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d0ab11-e381-4107-82e4-6432339cf6ed', 'name': 'network-vif-deleted', 'tag': '6c2eef12-5ca8-4cc6-9aed-653d1868e482', 'status': 'completed', 'code': 200} Dec 13 13:11:35.425746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7cfb8f27-eae4-4583-aa43-7d69807fdd52 None None] Provisioning complete for port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:35.426238 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8f27-eae4-4583-aa43-7d69807fdd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:35.628599 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8f27-eae4-4583-aa43-7d69807fdd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:35.708550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7cfb8f27-eae4-4583-aa43-7d69807fdd52 None None] For port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fd4d0e40-4bf0-4ed2-8454-2275fd5109cb,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:35.723600 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cfb8f27-eae4-4583-aa43-7d69807fdd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:35.734933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c66883-5aeb-421f-a7fd-7224d9e8b0d2 None None] New status for floating IP 9b4e4176-3eed-4ea3-a034-0331bf64174f: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:11:35.832292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-09805586-e3b9-406e-974c-60883cefb608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:11:31Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c66dff26-12f3-4afa-9027-b9d743d2b03e', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'mac_address': 'fa:16:3e:ca:80:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:33Z', 'updated_at': '2021-12-13T13:10:39Z', 'revision_number': 1, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4d0e40-4bf0-4ed2-8454-2275fd5109cb', 'name': '', 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:a8:ff:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'f3b0a6b3-6f3b-4844-9181-1a820ae2589a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:30Z', 'updated_at': '2021-12-13T13:11:34Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': 'f3b0a6b3-6f3b-4844-9181-1a820ae2589a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:35.923532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09805586-e3b9-406e-974c-60883cefb608 None None] The sync data for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 is: [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:11:31Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c66dff26-12f3-4afa-9027-b9d743d2b03e', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'mac_address': 'fa:16:3e:ca:80:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:33Z', 'updated_at': '2021-12-13T13:10:39Z', 'revision_number': 1, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd4d0e40-4bf0-4ed2-8454-2275fd5109cb', 'name': '', 'network_id': '4b601c5a-b1c2-4faa-a0e2-c8805da79c59', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:a8:ff:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'f3b0a6b3-6f3b-4844-9181-1a820ae2589a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:30Z', 'updated_at': '2021-12-13T13:11:34Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': 'f3b0a6b3-6f3b-4844-9181-1a820ae2589a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:11:35.962161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970fb3-a088-4403-8735-e9947090d755 req-2d320e11-13f0-4066-83ae-094223b53b2b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:35.966939 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0f970fb3-a088-4403-8735-e9947090d755 req-2d320e11-13f0-4066-83ae-094223b53b2b tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0928802 Dec 13 13:11:35.988562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175080e-a77c-43d2-9573-38f7425c21a3 req-41418216-2884-42da-9a49-91ad823bab42 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:35.994752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0175080e-a77c-43d2-9573-38f7425c21a3 req-41418216-2884-42da-9a49-91ad823bab42 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/ports?device_id=0955d2a7-2937-4dfe-a64e-f13501964d43 HTTP/1.1" status: 200 len: 946 time: 0.0899408 Dec 13 13:11:36.016341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb8f27-eae4-4583-aa43-7d69807fdd52 None None] Pushing event updated for resources: {'Port': ['ID=fd4d0e40-4bf0-4ed2-8454-2275fd5109cb,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:36.024906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6276717c-4d88-41d0-bc1c-8e7fa6e28d6f None None] Provisioning complete for port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:36.025308 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6276717c-4d88-41d0-bc1c-8e7fa6e28d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:36.101759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0175080e-a77c-43d2-9573-38f7425c21a3 req-dae9b9e0-eded-4dc2-bf48-2b3d10f23303 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc7c4fac-e712-47f2-b87a-cded411a014f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968368 Dec 13 13:11:36.155713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0f970fb3-a088-4403-8735-e9947090d755 req-cc410e49-312b-47a6-ab30-83f8256158e6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port bdd6342f-8e00-4570-a714-4f6ab750729d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:36.157031 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0f970fb3-a088-4403-8735-e9947090d755 req-cc410e49-312b-47a6-ab30-83f8256158e6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:36.286746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0f970fb3-a088-4403-8735-e9947090d755 req-cc410e49-312b-47a6-ab30-83f8256158e6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port bdd6342f-8e00-4570-a714-4f6ab750729d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=bdd6342f-8e00-4570-a714-4f6ab750729d,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:36.287391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0f970fb3-a088-4403-8735-e9947090d755 req-cc410e49-312b-47a6-ab30-83f8256158e6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:36.303968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0f970fb3-a088-4403-8735-e9947090d755 req-cc410e49-312b-47a6-ab30-83f8256158e6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for bdd6342f-8e00-4570-a714-4f6ab750729d owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:36.484230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0f970fb3-a088-4403-8735-e9947090d755 req-cc410e49-312b-47a6-ab30-83f8256158e6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:36.521930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc410e49-312b-47a6-ab30-83f8256158e6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=bdd6342f-8e00-4570-a714-4f6ab750729d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:36.608549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f970fb3-a088-4403-8735-e9947090d755 req-cc410e49-312b-47a6-ab30-83f8256158e6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] No DVR routers for this DVR port bdd6342f-8e00-4570-a714-4f6ab750729d on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:11:36.611724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0f970fb3-a088-4403-8735-e9947090d755 req-cc410e49-312b-47a6-ab30-83f8256158e6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:36.615417 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0f970fb3-a088-4403-8735-e9947090d755 req-cc410e49-312b-47a6-ab30-83f8256158e6 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.37 "DELETE /v2.0/ports/bdd6342f-8e00-4570-a714-4f6ab750729d HTTP/1.1" status: 204 len: 173 time: 0.6420119 Dec 13 13:11:36.672547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88384-ac17-4c97-8c22-a6f8439a7ba9 req-f2058be6-f82a-4b71-9cf8-527098ab7f8f tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:36.682754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70b88384-ac17-4c97-8c22-a6f8439a7ba9 req-f2058be6-f82a-4b71-9cf8-527098ab7f8f tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0742037 Dec 13 13:11:36.749369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70b88384-ac17-4c97-8c22-a6f8439a7ba9 req-10dd0907-3eec-466c-b1d9-9aae19b7bb8a tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656574 Dec 13 13:11:37.167886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43030) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:37.552211 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:37.556862 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:37.590141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'name': 'network-vif-deleted', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:11:37.592455 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e616a4-a126-4c87-a31c-8dd7b0899ee1" -d '{"events": [{"server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "name": "network-vif-deleted", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:11:37.658732 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec1ad9-a814-450b-90eb-560437325084 x-openstack-request-id: req-e9ec1ad9-a814-450b-90eb-560437325084 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:11:37.659076 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0955d2a7-2937-4dfe-a64e-f13501964d43", "name": "network-vif-deleted", "tag": "bdd6342f-8e00-4570-a714-4f6ab750729d", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:11:37.659253 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9ec1ad9-a814-450b-90eb-560437325084 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:11:37.659816 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0955d2a7-2937-4dfe-a64e-f13501964d43', 'name': 'network-vif-deleted', 'tag': 'bdd6342f-8e00-4570-a714-4f6ab750729d', 'status': 'completed', 'code': 200} Dec 13 13:11:37.661413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 6c2eef12-5ca8-4cc6-9aed-653d1868e482 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:11:37.693159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 6c2eef12-5ca8-4cc6-9aed-653d1868e482 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:11:37.693654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 6c2eef12-5ca8-4cc6-9aed-653d1868e482 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:11:37.867018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d984c-cbc3-4506-85d0-93438bea5e7f req-c8e7f6de-567c-4443-9be6-406170ffc250 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:37.875566 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d5d984c-cbc3-4506-85d0-93438bea5e7f req-c8e7f6de-567c-4443-9be6-406170ffc250 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0617952 Dec 13 13:11:37.911652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:37.941744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d5d984c-cbc3-4506-85d0-93438bea5e7f req-7894bf8c-2cfb-43ee-8caa-f987e39a86a5 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621135 Dec 13 13:11:37.986918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fd4d0e40-4bf0-4ed2-8454-2275fd5109cb up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:11:38.039448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:38.040068 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:38.224938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:38.225480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:38.355085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port 565999cb-d6f4-49a9-afa1-ae581dcaaf8f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=565999cb-d6f4-49a9-afa1-ae581dcaaf8f,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:38.355451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:38.377548 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-8b4f14a0-4b21-443f-903b-308857fc3cf6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:38.379026 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-8b4f14a0-4b21-443f-903b-308857fc3cf6 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 945 time: 0.0892801 Dec 13 13:11:38.381800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for 565999cb-d6f4-49a9-afa1-ae581dcaaf8f owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:38.420289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6b28f-16fd-4d5b-9b67-77803b8105f5 req-bbc5330c-a0d7-425d-8782-da6e43e1fe55 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:38.426566 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdc6b28f-16fd-4d5b-9b67-77803b8105f5 req-bbc5330c-a0d7-425d-8782-da6e43e1fe55 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 946 time: 0.0579979 Dec 13 13:11:38.494223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdc6b28f-16fd-4d5b-9b67-77803b8105f5 req-e1de79ee-2774-4843-b8a8-9e41ab741ea2 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647047 Dec 13 13:11:38.598005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-4ec6df93-a526-4e93-a834-843d885f15a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Deleting port ff4e2926-9091-4d87-8f1f-d025ad007529 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:38.598445 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-4ec6df93-a526-4e93-a834-843d885f15a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:38.727544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-4ec6df93-a526-4e93-a834-843d885f15a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] For port ff4e2926-9091-4d87-8f1f-d025ad007529, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ff4e2926-9091-4d87-8f1f-d025ad007529,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:38.728059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-4ec6df93-a526-4e93-a834-843d885f15a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:38.731477 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:38.756954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-4ec6df93-a526-4e93-a834-843d885f15a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Calling delete_port for ff4e2926-9091-4d87-8f1f-d025ad007529 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:38.784435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=565999cb-d6f4-49a9-afa1-ae581dcaaf8f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:39.060653 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-4ec6df93-a526-4e93-a834-843d885f15a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:39.062344 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:39.077691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ff4e2926-9091-4d87-8f1f-d025ad007529'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:11:39.085778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a1bd6-0cbc-4620-a31f-8d658609efa1 req-6aae1aaf-0564-4947-a96b-3d8c39924e25 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:39.088026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b30a1bd6-0cbc-4620-a31f-8d658609efa1 req-6aae1aaf-0564-4947-a96b-3d8c39924e25 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b39c183-8cd2-49aa-a201-d51211aee46d HTTP/1.1" status: 200 len: 867 time: 0.0581872 Dec 13 13:11:39.101376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6df93-a526-4e93-a834-843d885f15a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Pushing event deleted for resources: {'Port': ['ID=ff4e2926-9091-4d87-8f1f-d025ad007529,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:39.160893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b30a1bd6-0cbc-4620-a31f-8d658609efa1 req-df89dae8-4daf-4c06-b1c7-c32408151dc5 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.31 "GET /v2.0/security-groups?id=496006a8-6d70-4aa4-86bf-eca1d2c58f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651534 Dec 13 13:11:39.194303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-4ec6df93-a526-4e93-a834-843d885f15a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] No DVR routers for this DVR port ff4e2926-9091-4d87-8f1f-d025ad007529 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:11:39.198836 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-4ec6df93-a526-4e93-a834-843d885f15a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:39.202191 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e1e53062-f1a7-4af0-8ffd-b3a69a0a5251 req-4ec6df93-a526-4e93-a834-843d885f15a0 tempest-ListServerFiltersTestJSON-212780513 tempest-ListServerFiltersTestJSON-212780513-project] 10.222.0.42 "DELETE /v2.0/ports/ff4e2926-9091-4d87-8f1f-d025ad007529 HTTP/1.1" status: 204 len: 173 time: 0.8135064 Dec 13 13:11:39.420670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Router a49147f1-b70d-4a5f-bdf5-4d68f66c169a has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:11:39.543916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:11:39.547638 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f911b75c-2154-4767-9d88-dc6df6b6b034 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "PUT /v2.0/routers/a49147f1-b70d-4a5f-bdf5-4d68f66c169a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3786602 Dec 13 13:11:39.550270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43092) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:39.554608 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] Sync routers for ids ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:11:39.567549 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] Routers {'a49147f1-b70d-4a5f-bdf5-4d68f66c169a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:39.568449 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:39.624885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-343cbaf9-2b92-4010-8ef1-4b602ca8a495 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting subnet 8be46d97-62aa-4739-a16c-c3d1a7af5f3f {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:11:39.629268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-343cbaf9-2b92-4010-8ef1-4b602ca8a495 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:39.662318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b39c183-8cd2-49aa-a201-d51211aee46d', 'name': 'network-vif-deleted', 'tag': 'ff4e2926-9091-4d87-8f1f-d025ad007529'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:11:39.664680 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ccdd33-cb48-48fc-915a-8038fcfccfb5" -d '{"events": [{"server_uuid": "6b39c183-8cd2-49aa-a201-d51211aee46d", "name": "network-vif-deleted", "tag": "ff4e2926-9091-4d87-8f1f-d025ad007529"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:11:39.676725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bdd6342f-8e00-4570-a714-4f6ab750729d no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:11:39.698420 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-343cbaf9-2b92-4010-8ef1-4b602ca8a495 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:39.710425 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] Set router a49147f1-b70d-4a5f-bdf5-4d68f66c169a gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:39.717143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667d1a-4161-4ce7-b878-d87f5c6a6519 req-451a0e14-b1ec-4d6b-92b6-1421cdbaaaf4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:39.719034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f667d1a-4161-4ce7-b878-d87f5c6a6519 req-451a0e14-b1ec-4d6b-92b6-1421cdbaaaf4 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 946 time: 0.1022122 Dec 13 13:11:39.726013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: bdd6342f-8e00-4570-a714-4f6ab750729d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:11:39.726870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device bdd6342f-8e00-4570-a714-4f6ab750729d not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:11:39.750299 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0448f017-6828-4b85-b409-2a8dbb891043 x-openstack-request-id: req-0448f017-6828-4b85-b409-2a8dbb891043 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:11:39.750593 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b39c183-8cd2-49aa-a201-d51211aee46d", "name": "network-vif-deleted", "tag": "ff4e2926-9091-4d87-8f1f-d025ad007529", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:11:39.750851 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0448f017-6828-4b85-b409-2a8dbb891043 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:11:39.751247 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b39c183-8cd2-49aa-a201-d51211aee46d', 'name': 'network-vif-deleted', 'tag': 'ff4e2926-9091-4d87-8f1f-d025ad007529', 'status': 'completed', 'code': 200} Dec 13 13:11:39.787779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f667d1a-4161-4ce7-b878-d87f5c6a6519 req-c7e4609d-7a7d-4712-8fc8-c8fa22512d64 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562315 Dec 13 13:11:39.833090 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-343cbaf9-2b92-4010-8ef1-4b602ca8a495 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:39.919948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-03b76f59-bffb-4d2a-a71e-1ebe08ea117f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:39.921728 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-03b76f59-bffb-4d2a-a71e-1ebe08ea117f tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.42 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 946 time: 0.0986300 Dec 13 13:11:39.965716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-343cbaf9-2b92-4010-8ef1-4b602ca8a495 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:39.966679 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:11:38Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:40.003932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cbaf9-2b92-4010-8ef1-4b602ca8a495 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Subnet': ['ID=8be46d97-62aa-4739-a16c-c3d1a7af5f3f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:40.010565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-343cbaf9-2b92-4010-8ef1-4b602ca8a495 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.017757 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-343cbaf9-2b92-4010-8ef1-4b602ca8a495 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/subnets/8be46d97-62aa-4739-a16c-c3d1a7af5f3f HTTP/1.1" status: 204 len: 168 time: 0.4664571 Dec 13 13:11:40.017941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43100) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:40.019109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e41b7a-5522-4633-90dc-26362b38334e None None] Network 5dbbeea2-fdf3-442d-b283-19bea1455b5d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:11:40.081251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Deleting port 12c01889-e275-41f4-a211-09a637b9bbba {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:40.081960 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.106944 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] Checking router: a49147f1-b70d-4a5f-bdf5-4d68f66c169a for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:11:40.117178 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] Routers {'a49147f1-b70d-4a5f-bdf5-4d68f66c169a'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:40.118411 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:40.223284 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] For port 12c01889-e275-41f4-a211-09a637b9bbba, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=12c01889-e275-41f4-a211-09a637b9bbba,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:40.223736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.262801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.294419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43108) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:40.346056 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] Set router a49147f1-b70d-4a5f-bdf5-4d68f66c169a gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:40.366588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c5e66e-f114-4b2a-988c-cad24e657776 None None] DHCP port deletion for 5dbbeea2-fdf3-442d-b283-19bea1455b5d request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:11:40.401537 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.420333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-de36a313-9e98-4c2b-84c3-ba496aae59dc admin admin] Deleting subnet 1bbf06da-e1ee-4f65-a241-8ae14da080d3 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:11:40.427276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de36a313-9e98-4c2b-84c3-ba496aae59dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.475875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5e66e-f114-4b2a-988c-cad24e657776 None None] Deleting port 80a379fa-686c-47cb-ae0f-0e0680dc3336 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:40.476276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e66e-f114-4b2a-988c-cad24e657776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.533860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Deleting port b29dcf33-9d90-4481-9bfc-f80d2099de2e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:40.534337 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.550578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d3c5e66e-f114-4b2a-988c-cad24e657776 None None] For port 80a379fa-686c-47cb-ae0f-0e0680dc3336, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=80a379fa-686c-47cb-ae0f-0e0680dc3336,segment=NetworkSegment(3a2a620d-62fa-47c3-8257-0650743a9cd4),segment_id=3a2a620d-62fa-47c3-8257-0650743a9cd4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:40.551347 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e66e-f114-4b2a-988c-cad24e657776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.558094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de36a313-9e98-4c2b-84c3-ba496aae59dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.570009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5e66e-f114-4b2a-988c-cad24e657776 None None] Calling delete_port for 80a379fa-686c-47cb-ae0f-0e0680dc3336 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:40.620474 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:11:38Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:40.649628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.650089 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.650479 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Floating IP 94bd04e3-27db-43e5-b682-00fc64d74f77 disassociated. External IP: 172.25.2.19, port: 12c01889-e275-41f4-a211-09a637b9bbba. Dec 13 13:11:40.650947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Calling delete_port for 12c01889-e275-41f4-a211-09a637b9bbba owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:40.675491 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e66e-f114-4b2a-988c-cad24e657776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.680709 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c83039-be59-4fde-a5dc-a63fcc328eba None None] The sync data for ids ['a49147f1-b70d-4a5f-bdf5-4d68f66c169a'] in n-d-817326-4 is: [{'id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585880584', 'tenant_id': 'b1ead8c13ad94dc28381575c3180019a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:28Z', 'updated_at': '2021-12-13T13:11:38Z', 'revision_number': 5, 'project_id': 'b1ead8c13ad94dc28381575c3180019a', 'gw_port': {'id': 'b29dcf33-9d90-4481-9bfc-f80d2099de2e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49147f1-b70d-4a5f-bdf5-4d68f66c169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:29Z', 'updated_at': '2021-12-13T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:11:40.691320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c5e66e-f114-4b2a-988c-cad24e657776 None None] No DVR routers for this DVR port 80a379fa-686c-47cb-ae0f-0e0680dc3336 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:11:40.705120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] For port b29dcf33-9d90-4481-9bfc-f80d2099de2e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b29dcf33-9d90-4481-9bfc-f80d2099de2e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:40.705476 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.721910 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Calling delete_port for b29dcf33-9d90-4481-9bfc-f80d2099de2e owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:40.735686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5e66e-f114-4b2a-988c-cad24e657776 None None] Pushing event deleted for resources: {'Port': ['ID=80a379fa-686c-47cb-ae0f-0e0680dc3336,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:40.778291 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de36a313-9e98-4c2b-84c3-ba496aae59dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.892423 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de36a313-9e98-4c2b-84c3-ba496aae59dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.933570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36a313-9e98-4c2b-84c3-ba496aae59dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbf06da-e1ee-4f65-a241-8ae14da080d3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:40.953885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554bfc0b-285d-4705-a0ae-f894700da095 None None] Network f76ef9a2-3ccc-43c8-9559-1948b705a516 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:11:40.964849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de36a313-9e98-4c2b-84c3-ba496aae59dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:40.972412 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-de36a313-9e98-4c2b-84c3-ba496aae59dc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1bbf06da-e1ee-4f65-a241-8ae14da080d3 HTTP/1.1" status: 204 len: 168 time: 0.6766789 Dec 13 13:11:40.976330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a52109-ef8b-45f6-acad-dbbf2e1685e5 req-61f76be1-176d-4c06-9cad-eab6eb692cc3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:40.977828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43124) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:40.984980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77a52109-ef8b-45f6-acad-dbbf2e1685e5 req-61f76be1-176d-4c06-9cad-eab6eb692cc3 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 946 time: 0.0982397 Dec 13 13:11:41.012393 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.043492 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.077938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event deleted for resources: {'Port': ['ID=12c01889-e275-41f4-a211-09a637b9bbba,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:41.165095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Port': ['ID=b29dcf33-9d90-4481-9bfc-f80d2099de2e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:41.168751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e1ab3-3096-4c6e-8cfa-bb669a6ffc83 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:11:41.171560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77a52109-ef8b-45f6-acad-dbbf2e1685e5 req-4caccb14-633e-4456-8fef-96c680357073 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b8fa27b-ee64-457c-b1f6-2c07fde54c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855245 Dec 13 13:11:41.172527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e732f31-21aa-4300-a20f-b7ba44907ac0 None None] DHCP port deletion for f76ef9a2-3ccc-43c8-9559-1948b705a516 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:11:41.200577 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.286453 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.298297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8e732f31-21aa-4300-a20f-b7ba44907ac0 None None] Deleting port 3d55a05a-74ab-4784-9025-800d940b9866 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:41.298948 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8e732f31-21aa-4300-a20f-b7ba44907ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.338737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Router c045d537-cfec-4e14-b2cb-bae78dde249d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:11:41.400794 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.404935 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.409530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8e732f31-21aa-4300-a20f-b7ba44907ac0 None None] For port 3d55a05a-74ab-4784-9025-800d940b9866, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3d55a05a-74ab-4784-9025-800d940b9866,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:41.410623 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8e732f31-21aa-4300-a20f-b7ba44907ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.416316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Deleting port 3d55a05a-74ab-4784-9025-800d940b9866 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:41.416788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.435206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8e732f31-21aa-4300-a20f-b7ba44907ac0 None None] Calling delete_port for 3d55a05a-74ab-4784-9025-800d940b9866 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:41.467306 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.469219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Fanout notify agent at l3_agent the message router_deleted on router a49147f1-b70d-4a5f-bdf5-4d68f66c169a {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:11:41.483785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.489154 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9815f34d-232e-4a48-8861-7c4e8fba38f2 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/routers/a49147f1-b70d-4a5f-bdf5-4d68f66c169a HTTP/1.1" status: 204 len: 168 time: 1.4659379 Dec 13 13:11:41.489839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43130) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:41.513778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] For port 3d55a05a-74ab-4784-9025-800d940b9866, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3d55a05a-74ab-4784-9025-800d940b9866,segment=NetworkSegment(429b5f52-0214-4852-8e16-652092088844),segment_id=429b5f52-0214-4852-8e16-652092088844)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:41.514290 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.570709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Calling delete_port for 3d55a05a-74ab-4784-9025-800d940b9866 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:41.584904 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8e732f31-21aa-4300-a20f-b7ba44907ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.645935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e732f31-21aa-4300-a20f-b7ba44907ac0 None None] Pushing event deleted for resources: {'Port': ['ID=3d55a05a-74ab-4784-9025-800d940b9866,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:41.654978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e732f31-21aa-4300-a20f-b7ba44907ac0 None None] No DVR routers for this DVR port 3d55a05a-74ab-4784-9025-800d940b9866 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:11:41.680754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ff4e2926-9091-4d87-8f1f-d025ad007529 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:11:41.708677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: ff4e2926-9091-4d87-8f1f-d025ad007529 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:11:41.709050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ff4e2926-9091-4d87-8f1f-d025ad007529 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:11:41.740965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.743568 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.781481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d55a05a-74ab-4784-9025-800d940b9866,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:41.783875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] No DVR routers for this DVR port 3d55a05a-74ab-4784-9025-800d940b9866 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:11:41.786273 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:11:41.805427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916b38e-497f-420d-8852-1101db62253b None None] Sync routers for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:11:41.828142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916b38e-497f-420d-8852-1101db62253b None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:41.831143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9916b38e-497f-420d-8852-1101db62253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:41.874593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] No DVR routers for this DVR port 12c01889-e275-41f4-a211-09a637b9bbba on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:11:41.880024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:41.883753 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f11c5d03-a001-411a-b14f-40e76e0a53a3 req-736e8369-81f8-4ed2-97ab-c96b94a26734 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.42 "DELETE /v2.0/ports/12c01889-e275-41f4-a211-09a637b9bbba HTTP/1.1" status: 204 len: 173 time: 1.9553134 Dec 13 13:11:42.020627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9916b38e-497f-420d-8852-1101db62253b None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:42.253107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 80a379fa-686c-47cb-ae0f-0e0680dc3336 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:11:42.276755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 80a379fa-686c-47cb-ae0f-0e0680dc3336 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:11:42.277100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 80a379fa-686c-47cb-ae0f-0e0680dc3336 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:11:42.277697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 565999cb-d6f4-49a9-afa1-ae581dcaaf8f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:11:42.306457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 565999cb-d6f4-49a9-afa1-ae581dcaaf8f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:11:42.307088 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 565999cb-d6f4-49a9-afa1-ae581dcaaf8f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:11:42.307568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3d55a05a-74ab-4784-9025-800d940b9866 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:11:42.344022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 3d55a05a-74ab-4784-9025-800d940b9866 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:11:42.344412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3d55a05a-74ab-4784-9025-800d940b9866 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:11:42.344830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b29dcf33-9d90-4481-9bfc-f80d2099de2e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:11:42.389104 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.408459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4dda92e-88af-4b8e-a533-ba48ec5c6348 req-4037df0c-e0ac-4b04-8d77-458f0918f4c5 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222e4c4-ce26-4381-9aa9-e9393b8233ae HTTP/1.1" status: 200 len: 210 time: 0.0333791 Dec 13 13:11:42.421859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b29dcf33-9d90-4481-9bfc-f80d2099de2e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:11:42.422467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b29dcf33-9d90-4481-9bfc-f80d2099de2e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:11:42.435336 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.448659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'name': 'network-vif-deleted', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:11:42.454405 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a601483-beb9-4bd0-9421-df4eff7f1f84" -d '{"events": [{"server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "name": "network-vif-deleted", "tag": "12c01889-e275-41f4-a211-09a637b9bbba"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:11:42.464331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbbeea2-fdf3-442d-b283-19bea1455b5d']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:42.486821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76ef9a2-3ccc-43c8-9559-1948b705a516']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:42.492150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2a620d-62fa-47c3-8257-0650743a9cd4') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:42.494508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2a620d-62fa-47c3-8257-0650743a9cd4') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:42.501669 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429b5f52-0214-4852-8e16-652092088844') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:42.502412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429b5f52-0214-4852-8e16-652092088844') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:42.516435 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.516762 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.531485 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81ae80a-51c8-47f7-9ec3-567e3fbf0f76 x-openstack-request-id: req-c81ae80a-51c8-47f7-9ec3-567e3fbf0f76 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:11:42.532014 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222e4c4-ce26-4381-9aa9-e9393b8233ae", "name": "network-vif-deleted", "tag": "12c01889-e275-41f4-a211-09a637b9bbba", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:11:42.532385 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c81ae80a-51c8-47f7-9ec3-567e3fbf0f76 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:11:42.533484 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222e4c4-ce26-4381-9aa9-e9393b8233ae', 'name': 'network-vif-deleted', 'tag': '12c01889-e275-41f4-a211-09a637b9bbba', 'status': 'completed', 'code': 200} Dec 13 13:11:42.537286 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.541735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.548723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:11:42.549552 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:11:42.552310 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:11:42.556700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:11:42.557115 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:11:42.561803 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:11:42.584358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9916b38e-497f-420d-8852-1101db62253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:42.613305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916b38e-497f-420d-8852-1101db62253b None None] Checking router: c045d537-cfec-4e14-b2cb-bae78dde249d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:11:42.623969 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.629473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916b38e-497f-420d-8852-1101db62253b None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:42.630918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9916b38e-497f-420d-8852-1101db62253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:42.632364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.636822 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] 10.222.0.31 "DELETE /v2.0/networks/f76ef9a2-3ccc-43c8-9559-1948b705a516 HTTP/1.1" status: 204 len: 168 time: 1.6578293 Dec 13 13:11:42.650374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430b53e-1807-44cf-8b85-270f1482a81e admin admin] Pushing event deleted for resources: {'Network': ['ID=f76ef9a2-3ccc-43c8-9559-1948b705a516,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:42.663870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.673041 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.679451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43158) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:42.682681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/networks/5dbbeea2-fdf3-442d-b283-19bea1455b5d HTTP/1.1" status: 204 len: 168 time: 1.1917052 Dec 13 13:11:42.700148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f464b2-3f2d-4ea7-ad64-2b55e95c9107 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'Network': ['ID=5dbbeea2-fdf3-442d-b283-19bea1455b5d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:42.751233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1199c5b-4fa3-4a93-a62a-c0700ef6fda8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.789337 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1199c5b-4fa3-4a93-a62a-c0700ef6fda8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.789909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9916b38e-497f-420d-8852-1101db62253b None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:42.861181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1199c5b-4fa3-4a93-a62a-c0700ef6fda8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.866449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1199c5b-4fa3-4a93-a62a-c0700ef6fda8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:42.870111 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b1199c5b-4fa3-4a93-a62a-c0700ef6fda8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] 10.222.0.31 "DELETE /v2.0/security-groups/fc7c4fac-e712-47f2-b87a-cded411a014f HTTP/1.1" status: 204 len: 168 time: 0.1872234 Dec 13 13:11:42.878101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1199c5b-4fa3-4a93-a62a-c0700ef6fda8 tempest-TestNetworkAdvancedServerOps-200898251 tempest-TestNetworkAdvancedServerOps-200898251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7c4fac-e712-47f2-b87a-cded411a014f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:42.946751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43164) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:42.999222 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ab8d1259-a9ce-4ea7-8719-3f16edc2a136 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebb7cbd56e3e429b9e19b4d72531781f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489154 Dec 13 13:11:42.999601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43170) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:43.079155 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfbff501-744f-468c-a484-6133cf8a0749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.113047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfbff501-744f-468c-a484-6133cf8a0749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.122169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9916b38e-497f-420d-8852-1101db62253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:43.180976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916b38e-497f-420d-8852-1101db62253b None None] The sync data for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 is: [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:02:46Z', 'revision_number': 4, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '121397b2-3d9c-49ea-9aef-0888f1cd8789', 'name': '', 'network_id': 'a006c405-a67a-4ac4-8e44-115e7f359776', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'mac_address': 'fa:16:3e:24:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:45Z', 'updated_at': '2021-12-13T13:02:53Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'subnets': [{'id': 'd71e75a4-e579-4189-9b07-c9d111289e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:11:43.197649 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfbff501-744f-468c-a484-6133cf8a0749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.200654 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfbff501-744f-468c-a484-6133cf8a0749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.201828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bfbff501-744f-468c-a484-6133cf8a0749 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/496006a8-6d70-4aa4-86bf-eca1d2c58f81 HTTP/1.1" status: 204 len: 168 time: 0.2012291 Dec 13 13:11:43.228057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbff501-744f-468c-a484-6133cf8a0749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496006a8-6d70-4aa4-86bf-eca1d2c58f81,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:43.314060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43178) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:43.543116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43192) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:43.619003 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d9be2ac-aa41-462c-a92a-6c735732cbcd tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.645463 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d59875-d438-4f62-8e36-3de946891203 None None] New status for floating IP 94bd04e3-27db-43e5-b682-00fc64d74f77: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:11:43.669374 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d9be2ac-aa41-462c-a92a-6c735732cbcd tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.673378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 12c01889-e275-41f4-a211-09a637b9bbba no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:11:43.699003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 12c01889-e275-41f4-a211-09a637b9bbba {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:11:43.699715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 12c01889-e275-41f4-a211-09a637b9bbba not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:11:43.802318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43206) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:43.802886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9d5f833f-207e-4633-b176-d2af73e98210 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1ead8c13ad94dc28381575c3180019a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4869027 Dec 13 13:11:43.806030 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d9be2ac-aa41-462c-a92a-6c735732cbcd tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.811495 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d9be2ac-aa41-462c-a92a-6c735732cbcd tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.813051 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5d9be2ac-aa41-462c-a92a-6c735732cbcd tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "DELETE /v2.0/security-groups/0b8fa27b-ee64-457c-b1f6-2c07fde54c82 HTTP/1.1" status: 204 len: 168 time: 0.2681103 Dec 13 13:11:43.824990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43208) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:43.826253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9be2ac-aa41-462c-a92a-6c735732cbcd tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8fa27b-ee64-457c-b1f6-2c07fde54c82,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:43.867525 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1945f3ce-b874-48d0-a0f5-52102bffc074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.877652 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-50d6c5ca-202b-40dc-9764-29a95fc13508 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] show failed (client error): The resource could not be found. Dec 13 13:11:43.885954 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-50d6c5ca-202b-40dc-9764-29a95fc13508 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "GET /v2.0/security-groups/0b8fa27b-ee64-457c-b1f6-2c07fde54c82 HTTP/1.1" status: 404 len: 347 time: 0.0478849 Dec 13 13:11:43.886846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43210) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:43.898376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1945f3ce-b874-48d0-a0f5-52102bffc074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.965103 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1945f3ce-b874-48d0-a0f5-52102bffc074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.968638 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1945f3ce-b874-48d0-a0f5-52102bffc074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:43.970221 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1945f3ce-b874-48d0-a0f5-52102bffc074 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c5fc2fb-9a70-4153-9339-4b8295d04882 HTTP/1.1" status: 204 len: 168 time: 0.1667318 Dec 13 13:11:43.981809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945f3ce-b874-48d0-a0f5-52102bffc074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5fc2fb-9a70-4153-9339-4b8295d04882,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:44.044141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-086b829f-e197-4d23-bbc9-10bfd4869ed6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Deleting port cfb4f9b0-f68d-452b-93bb-258cb78719fd {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:44.044484 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-086b829f-e197-4d23-bbc9-10bfd4869ed6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:44.182345 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-086b829f-e197-4d23-bbc9-10bfd4869ed6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:44.182766 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-086b829f-e197-4d23-bbc9-10bfd4869ed6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:44.198920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-086b829f-e197-4d23-bbc9-10bfd4869ed6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Calling delete_port for cfb4f9b0-f68d-452b-93bb-258cb78719fd owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:44.371556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-086b829f-e197-4d23-bbc9-10bfd4869ed6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:44.407124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b829f-e197-4d23-bbc9-10bfd4869ed6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Pushing event deleted for resources: {'Port': ['ID=cfb4f9b0-f68d-452b-93bb-258cb78719fd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:44.500762 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-086b829f-e197-4d23-bbc9-10bfd4869ed6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:44.504713 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-086b829f-e197-4d23-bbc9-10bfd4869ed6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:44.506894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-086b829f-e197-4d23-bbc9-10bfd4869ed6 tempest-AttachVolumeShelveTestJSON-508022586 tempest-AttachVolumeShelveTestJSON-508022586-project] 10.222.0.31 "DELETE /v2.0/floatingips/94bd04e3-27db-43e5-b682-00fc64d74f77 HTTP/1.1" status: 204 len: 168 time: 0.6186891 Dec 13 13:11:44.585629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43246) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:44.652151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e2a2e40d-f455-4307-a688-e541eb0d2553 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d72f4a978f6d4cf4aa045d89932d04dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634699 Dec 13 13:11:44.653637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43254) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:44.713803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b3da0cad-0b35-40e7-8dad-26e468920ff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:44.763262 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b3da0cad-0b35-40e7-8dad-26e468920ff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:44.818820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43260) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:44.825824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b3da0cad-0b35-40e7-8dad-26e468920ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:44.828586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b3da0cad-0b35-40e7-8dad-26e468920ff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:44.829690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b3da0cad-0b35-40e7-8dad-26e468920ff4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b337d1b4-6f0b-4a5f-aa3e-fe795a1f9c66 HTTP/1.1" status: 204 len: 168 time: 0.1749272 Dec 13 13:11:44.839657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da0cad-0b35-40e7-8dad-26e468920ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b337d1b4-6f0b-4a5f-aa3e-fe795a1f9c66,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:45.135875 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dda1a1-2910-464a-bd16-564920862e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:45.226764 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dda1a1-2910-464a-bd16-564920862e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:45.232042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dda1a1-2910-464a-bd16-564920862e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:45.272519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-41dda1a1-2910-464a-bd16-564920862e41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2eab13c1ba84b2e85f3257b356bb570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525645 Dec 13 13:11:45.276180 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43282) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:45.285184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dda1a1-2910-464a-bd16-564920862e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76816f6d-bcaf-4a0f-a89f-a6c0061e23a4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:45.342052 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e7c5-bece-4008-a187-fc92f247ea7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:45.368496 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e7c5-bece-4008-a187-fc92f247ea7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:45.424612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e7c5-bece-4008-a187-fc92f247ea7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:45.429287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e7c5-bece-4008-a187-fc92f247ea7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:45.434313 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d6a0e7c5-bece-4008-a187-fc92f247ea7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76816f6d-bcaf-4a0f-a89f-a6c0061e23a4 HTTP/1.1" status: 204 len: 168 time: 0.1570489 Dec 13 13:11:45.461558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0e7c5-bece-4008-a187-fc92f247ea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76816f6d-bcaf-4a0f-a89f-a6c0061e23a4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:48.071191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43434) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:48.077018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'network': {'name': 'tempest-network-smoke--1766868717', 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'port_security_enabled': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:48.121658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Made reservation on behalf of b8c1b8daea7b4a74a726f0155e53b237 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:11:48.129718 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:48.150354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:48.349252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:48.356087 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:48.392715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d0a10c-4dd4-4c32-8c3e-0c0f9be3f1f5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:48.398210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:11:48.427259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:48.429035 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Added segment 3e8ed550-61ec-4772-95f5-a8f902b04d83 of type vlan for network cb149c45-8d7a-4ffb-8508-cad89e20ec5e Dec 13 13:11:48.514466 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:48.548059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:48.556585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:48.558389 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:48.668731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43454) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:48.669331 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5969996 Dec 13 13:11:48.675043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'admin_state_up': True, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:48.696859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765e356-c23a-4d33-9e02-33b948938a20 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Network': ['ID=cb149c45-8d7a-4ffb-8508-cad89e20ec5e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:48.710913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network cb149c45-8d7a-4ffb-8508-cad89e20ec5e details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:11:48.717966 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:48.720059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:48.824996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.045231 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.053000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43466) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:49.179398 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79833ec1-f557-4cea-8f25-b58ba1d4c2f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.337188 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.364718 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.460235 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79833ec1-f557-4cea-8f25-b58ba1d4c2f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.482277 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79833ec1-f557-4cea-8f25-b58ba1d4c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.543648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-79833ec1-f557-4cea-8f25-b58ba1d4c2f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f431144ad00c493bb6ac05bcb3e5e4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4869626 Dec 13 13:11:49.544092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43480) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:49.549117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Allocated IP 172.25.2.66 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/31b63de1-cccc-4de0-9427-1309138bb718) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:11:49.551247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79833ec1-f557-4cea-8f25-b58ba1d4c2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6dc66f-1110-4121-a350-56221778556f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:49.650741 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.674351 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.685846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.732450 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.735884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.737338 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff6dc66f-1110-4121-a350-56221778556f HTTP/1.1" status: 204 len: 168 time: 0.1920271 Dec 13 13:11:49.740225 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.747423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6dc66f-1110-4121-a350-56221778556f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:49.759091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.764370 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.765061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.765574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.766096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.766603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.767301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.767896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.768387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.769188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.769690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.770735 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.771228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf924-8fa1-44da-b7a8-6849c2d9fa1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:49.795933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Port': ['ID=31b63de1-cccc-4de0-9427-1309138bb718,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:49.818393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:11:49.822858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:11:49.831009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:11:49.843792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b804414-4d80-4e15-814a-9e0182f38244 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:11:49.926513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0f225612-9eff-4f4a-9a05-94ac6a40fe11 None None] Provisioning complete for port 31b63de1-cccc-4de0-9427-1309138bb718 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:49.926882 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f225612-9eff-4f4a-9a05-94ac6a40fe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:49.981019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0f225612-9eff-4f4a-9a05-94ac6a40fe11 None None] Port 31b63de1-cccc-4de0-9427-1309138bb718 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:11:50.138452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43498) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:50.159496 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67c1926b-3862-4f1c-8bf3-fa425fa009e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:50.235098 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:50.378529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67c1926b-3862-4f1c-8bf3-fa425fa009e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:50.386665 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67c1926b-3862-4f1c-8bf3-fa425fa009e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:50.478910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-67c1926b-3862-4f1c-8bf3-fa425fa009e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ac8dd10651c4120a9ca4d7dafd0d0a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3369212 Dec 13 13:11:50.479859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43506) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:50.505339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1926b-3862-4f1c-8bf3-fa425fa009e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d1b774-87bd-41e7-9612-cc0c890aa7dd,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:50.538596 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:50.539342 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27e19898-6a75-42a4-9bb5-fa53f9b217fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:50.568224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27e19898-6a75-42a4-9bb5-fa53f9b217fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:50.632695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27e19898-6a75-42a4-9bb5-fa53f9b217fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:50.636694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27e19898-6a75-42a4-9bb5-fa53f9b217fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:50.638046 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-27e19898-6a75-42a4-9bb5-fa53f9b217fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7d1b774-87bd-41e7-9612-cc0c890aa7dd HTTP/1.1" status: 204 len: 168 time: 0.1571262 Dec 13 13:11:50.649281 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e19898-6a75-42a4-9bb5-fa53f9b217fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d1b774-87bd-41e7-9612-cc0c890aa7dd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:50.733100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Router 8cb2000a-734e-4fed-82af-c889779fead4 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:11:50.907098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:11:50.918396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Sync routers for ids ['8cb2000a-734e-4fed-82af-c889779fead4'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:11:50.934170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Routers {'8cb2000a-734e-4fed-82af-c889779fead4'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:50.934797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8cb2000a-734e-4fed-82af-c889779fead4'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:50.943115 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:50.944864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2c8fd2e9-92aa-47ca-9420-192445745bcd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2741072 Dec 13 13:11:50.948376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43518) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:51.091312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Set router 8cb2000a-734e-4fed-82af-c889779fead4 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:51.276962 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c40584bc-1fc4-4a53-9fc3-5f00570b703d tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b8c1b8daea7b4a74a726f0155e53b237&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3268330 Dec 13 13:11:51.280926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43534) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:51.349034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:50Z', 'revision_number': 3, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:51.405687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Checking router: 8cb2000a-734e-4fed-82af-c889779fead4 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:11:51.406045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Updating router 8cb2000a-734e-4fed-82af-c889779fead4 port 31b63de1-cccc-4de0-9427-1309138bb718 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:11:51.436777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:51.478422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e62b29c-f30b-4268-b2b5-eedc8945adbe tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:51.480118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8e62b29c-f30b-4268-b2b5-eedc8945adbe tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1979895 Dec 13 13:11:51.483202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43548) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:51.535551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4a3df145-6d14-4003-89df-fc38d77068d7 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509982 Dec 13 13:11:51.538432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43550) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:51.544717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-524371950', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:51.653863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Made reservation on behalf of b8c1b8daea7b4a74a726f0155e53b237 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:11:51.661362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:51.796148 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:51.808826 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:52.100563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:52.137932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e11f2-73b3-4810-ac18-44bb49fdd788 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:11:52.142228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Attempting to bind port 31b63de1-cccc-4de0-9427-1309138bb718 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:11:52.142604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Attempting to bind port 31b63de1-cccc-4de0-9427-1309138bb718 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:11:52.142970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Attempting to bind port 31b63de1-cccc-4de0-9427-1309138bb718 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:11:52.156475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:11:52.156858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:11:52.157265 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:52.157656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:11:52.158158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Bound port: 31b63de1-cccc-4de0-9427-1309138bb718, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:11:52.158548 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:52.187047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb2c97-9a91-4ca9-982b-866510734186 None None] Pushing event updated for resources: {'Port': ['ID=31b63de1-cccc-4de0-9427-1309138bb718,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:52.198301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Checking segment: {'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:11:52.198688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network hostable DHCP agents. Network: cb149c45-8d7a-4ffb-8508-cad89e20ec5e, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:11:52.206457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Subnet': ['ID=e8954ffa-cdba-472c-b9e4-0da60ed27d5a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:52.243912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network cb149c45-8d7a-4ffb-8508-cad89e20ec5e is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:11:52.251519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] For port 31b63de1-cccc-4de0-9427-1309138bb718, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:11:52.259299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, cb149c45-8d7a-4ffb-8508-cad89e20ec5e) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:11:52.264724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:52.265980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:52.283480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] For port 31b63de1-cccc-4de0-9427-1309138bb718, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=31b63de1-cccc-4de0-9427-1309138bb718,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:11:52.284716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e8558-8d6d-487c-9e1e-8ce7e049332b None None] Network cb149c45-8d7a-4ffb-8508-cad89e20ec5e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:11:52.292391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0637efb2-d711-4f97-9e40-191cd2aa4155 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7503033 Dec 13 13:11:52.295771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43574) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:52.306225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cbb6a1b7-442c-4ceb-a0a8-afc1381ca181 None None] Provisioning complete for port 31b63de1-cccc-4de0-9427-1309138bb718 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:52.306743 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a1b7-442c-4ceb-a0a8-afc1381ca181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:52.308767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:52.508643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb2c97-9a91-4ca9-982b-866510734186 None None] Pushing event updated for resources: {'Port': ['ID=31b63de1-cccc-4de0-9427-1309138bb718,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:52.542415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43588) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:52.553820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fa829c-f5b2-48df-a3c9-da9fe71f2281 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:11:52.569647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Routers {'8cb2000a-734e-4fed-82af-c889779fead4'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:52.570838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8cb2000a-734e-4fed-82af-c889779fead4'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:52.701781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:11:52.702898 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:52.728353 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a1b7-442c-4ceb-a0a8-afc1381ca181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:52.835961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cbb6a1b7-442c-4ceb-a0a8-afc1381ca181 None None] For port 31b63de1-cccc-4de0-9427-1309138bb718, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=31b63de1-cccc-4de0-9427-1309138bb718,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:52.922110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] Set router 8cb2000a-734e-4fed-82af-c889779fead4 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:52.986418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a1b7-442c-4ceb-a0a8-afc1381ca181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:53.183316 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:53.209820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6a1b7-442c-4ceb-a0a8-afc1381ca181 None None] Pushing event updated for resources: {'Port': ['ID=31b63de1-cccc-4de0-9427-1309138bb718,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:53.402640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Allocated IP 172.20.0.2 (cb149c45-8d7a-4ffb-8508-cad89e20ec5e/e8954ffa-cdba-472c-b9e4-0da60ed27d5a/b2c5ee61-6678-4131-b45d-aa3e1e67dad8) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:11:53.513819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8c0f99ee-8d52-47c7-b724-bf60631e5053 None None] Provisioning complete for port 31b63de1-cccc-4de0-9427-1309138bb718 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:53.514225 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c0f99ee-8d52-47c7-b724-bf60631e5053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:53.609500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:53.705384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:50Z', 'revision_number': 3, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:53.745570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608ea83-8a51-4d20-b8ad-94ecc81a2532 None None] The sync data for ids ['8cb2000a-734e-4fed-82af-c889779fead4'] in n-d-817326-4 is: [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:50Z', 'revision_number': 3, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:11:53.820238 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:53.832891 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:53.887854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Pushing event updated for resources: {'Port': ['ID=b2c5ee61-6678-4131-b45d-aa3e1e67dad8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:53.902294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Network cb149c45-8d7a-4ffb-8508-cad89e20ec5e is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:11:53.904106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:11:53.909860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:11:53.930506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Allocated IP 172.20.0.1 (cb149c45-8d7a-4ffb-8508-cad89e20ec5e/e8954ffa-cdba-472c-b9e4-0da60ed27d5a/6b709c5f-5845-4ffb-a914-cd85a1823c47) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:11:54.012529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Attempting to bind port b2c5ee61-6678-4131-b45d-aa3e1e67dad8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:11:54.013409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Attempting to bind port b2c5ee61-6678-4131-b45d-aa3e1e67dad8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:11:54.014103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Attempting to bind port b2c5ee61-6678-4131-b45d-aa3e1e67dad8 on network cb149c45-8d7a-4ffb-8508-cad89e20ec5e {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:11:54.020484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:11:54.021150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Checking segment: {'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:11:54.021763 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:54.022366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Bound using segment: {'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:11:54.023023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Bound port: b2c5ee61-6678-4131-b45d-aa3e1e67dad8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:11:54.023756 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:54.030564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] Deleting port 121397b2-3d9c-49ea-9aef-0888f1cd8789 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:54.030903 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:54.139782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] For port b2c5ee61-6678-4131-b45d-aa3e1e67dad8, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:11:54.143478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] For port b2c5ee61-6678-4131-b45d-aa3e1e67dad8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b2c5ee61-6678-4131-b45d-aa3e1e67dad8,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:11:54.154256 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:54.163620 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:54.205453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] For port 121397b2-3d9c-49ea-9aef-0888f1cd8789, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=121397b2-3d9c-49ea-9aef-0888f1cd8789,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:54.205927 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:54.267220 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c35b98c-b71b-4f7d-8ae4-cc53ef68f3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:54.276617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] Calling delete_port for 121397b2-3d9c-49ea-9aef-0888f1cd8789 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:54.298820 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:54.321136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Pushing event updated for resources: {'Port': ['ID=b2c5ee61-6678-4131-b45d-aa3e1e67dad8,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:54.336201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43636) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:54.343602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.344525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.345082 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.345589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.346199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.346715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.347266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.347888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.348422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.348913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.350440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.350945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.351671 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc239068-6a2d-4318-b03d-229f09c933f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:54.378689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network cb149c45-8d7a-4ffb-8508-cad89e20ec5e is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:11:54.394109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:11:54.398324 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:11:54.496686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Port': ['ID=6b709c5f-5845-4ffb-a914-cd85a1823c47,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:54.508862 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:11:54.540721 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:54.829252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:55.382374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:55.389197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:55.481265 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:55.562614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:55.579573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Port': ['ID=6b709c5f-5845-4ffb-a914-cd85a1823c47,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:55.632475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=121397b2-3d9c-49ea-9aef-0888f1cd8789,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:55.679282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network cb149c45-8d7a-4ffb-8508-cad89e20ec5e is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:11:55.681896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:11:55.975224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Router 8cb2000a-734e-4fed-82af-c889779fead4 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:11:56.049261 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.130721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43664) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:56.179004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:11:56.197890 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-185bbc43-c3ca-4c71-9cac-e58881e8a16f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "PUT /v2.0/routers/8cb2000a-734e-4fed-82af-c889779fead4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9000645 Dec 13 13:11:56.201513 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.202151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43670) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:56.222616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-350fd512-2261-432b-8d83-30671462b7f6 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--706189783', 'description': 'tempest-secgroup_access--706189783 description', 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:56.237183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 31b63de1-cccc-4de0-9427-1309138bb718 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:11:56.288223 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-350fd512-2261-432b-8d83-30671462b7f6 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.337877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac23dc28-0003-488e-8e6b-53be0887c7b3 None None] Network cb149c45-8d7a-4ffb-8508-cad89e20ec5e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:11:56.363937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-423d03e6-aaef-4347-a613-e7b30f04ea73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.443209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 31b63de1-cccc-4de0-9427-1309138bb718 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:56.443858 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.455093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-75ad0c94-fa61-4c30-a375-09795d122790 None None] Provisioning complete for port b2c5ee61-6678-4131-b45d-aa3e1e67dad8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:56.455584 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-75ad0c94-fa61-4c30-a375-09795d122790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.475733 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-350fd512-2261-432b-8d83-30671462b7f6 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.486647 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-350fd512-2261-432b-8d83-30671462b7f6 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.537849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fd512-2261-432b-8d83-30671462b7f6 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d96b9ef-a35f-4ad6-9941-83d3b263a98f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:56.576843 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-350fd512-2261-432b-8d83-30671462b7f6 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.580762 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-350fd512-2261-432b-8d83-30671462b7f6 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3748338 Dec 13 13:11:56.583435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43676) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:56.590131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a2fab13b-8aac-4309-9e4c-058818c3edea tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--251453526', 'description': 'tempest-secgroup_general--251453526 description', 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:56.643683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-423d03e6-aaef-4347-a613-e7b30f04ea73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.665318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-423d03e6-aaef-4347-a613-e7b30f04ea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.691546 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2fab13b-8aac-4309-9e4c-058818c3edea tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.718928 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-75ad0c94-fa61-4c30-a375-09795d122790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.736272 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11d0bb06-8c24-4dbe-a697-025ac1ac46f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.799466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] Router c045d537-cfec-4e14-b2cb-bae78dde249d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:11:56.804849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2fab13b-8aac-4309-9e4c-058818c3edea tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.819604 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Sync routers for ids ['8cb2000a-734e-4fed-82af-c889779fead4'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:11:56.835588 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Routers {'8cb2000a-734e-4fed-82af-c889779fead4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:56.836375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b2c5ee61-6678-4131-b45d-aa3e1e67dad8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:11:56.836604 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8cb2000a-734e-4fed-82af-c889779fead4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:56.848589 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2fab13b-8aac-4309-9e4c-058818c3edea tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:56.870253 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-423d03e6-aaef-4347-a613-e7b30f04ea73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e038bafb856f48859c75b05d0bcdcc8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7358675 Dec 13 13:11:56.872485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43682) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:56.885589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d03e6-aaef-4347-a613-e7b30f04ea73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca58fa82-30cb-4265-9a42-6d38974a62b3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:56.901622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-75ad0c94-fa61-4c30-a375-09795d122790 None None] For port b2c5ee61-6678-4131-b45d-aa3e1e67dad8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b2c5ee61-6678-4131-b45d-aa3e1e67dad8,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:56.920015 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-75ad0c94-fa61-4c30-a375-09795d122790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.021433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b2c5ee61-6678-4131-b45d-aa3e1e67dad8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:57.021433 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.030510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:11:57.032832 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Set router 8cb2000a-734e-4fed-82af-c889779fead4 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:57.065345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-900751e9-12d7-4517-8b80-269a601d9b05 admin admin] 10.222.0.31 "PUT /v2.0/routers/c045d537-cfec-4e14-b2cb-bae78dde249d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5217850 Dec 13 13:11:57.067722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43684) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:57.071104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] Sync routers for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:11:57.072421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2fab13b-8aac-4309-9e4c-058818c3edea tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.077342 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a2fab13b-8aac-4309-9e4c-058818c3edea tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4928172 Dec 13 13:11:57.077638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43686) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:57.086611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fab13b-8aac-4309-9e4c-058818c3edea tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a0f17c-2964-45ad-9f42-0d79ca556cc1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:57.103552 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e39842fd-7dd6-428d-aef6-6295030daca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.115215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:57.115839 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:57.117644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad0c94-fa61-4c30-a375-09795d122790 None None] Pushing event updated for resources: {'Port': ['ID=b2c5ee61-6678-4131-b45d-aa3e1e67dad8,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:57.137923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3b35c7f1-c213-4651-8211-6168bcd46efe tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'security_group_rule': {'security_group_id': '3d96b9ef-a35f-4ad6-9941-83d3b263a98f', 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:11:57.183183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e39842fd-7dd6-428d-aef6-6295030daca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.186681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:57.187432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.274924 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e39842fd-7dd6-428d-aef6-6295030daca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.277606 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e39842fd-7dd6-428d-aef6-6295030daca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.281158 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e39842fd-7dd6-428d-aef6-6295030daca1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca58fa82-30cb-4265-9a42-6d38974a62b3 HTTP/1.1" status: 204 len: 168 time: 0.4029317 Dec 13 13:11:57.326436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39842fd-7dd6-428d-aef6-6295030daca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca58fa82-30cb-4265-9a42-6d38974a62b3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:57.390319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] For port fd4d0e40-4bf0-4ed2-8454-2275fd5109cb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=fd4d0e40-4bf0-4ed2-8454-2275fd5109cb,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:57.390732 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.394711 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b35c7f1-c213-4651-8211-6168bcd46efe tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.397613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3732cda4-ced9-4b57-b7ac-cb35cd55178f None None] Provisioning complete for port 6b709c5f-5845-4ffb-a914-cd85a1823c47 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:57.399266 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3732cda4-ced9-4b57-b7ac-cb35cd55178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.447297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:57.496490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3732cda4-ced9-4b57-b7ac-cb35cd55178f None None] Port 6b709c5f-5845-4ffb-a914-cd85a1823c47 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:11:57.505693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for fd4d0e40-4bf0-4ed2-8454-2275fd5109cb owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:57.517321 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:54Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '6b709c5f-5845-4ffb-a914-cd85a1823c47', 'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:16:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:53Z', 'updated_at': '2021-12-13T13:11:55Z', 'revision_number': 2, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:57.584946 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b35c7f1-c213-4651-8211-6168bcd46efe tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.590840 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Checking router: 8cb2000a-734e-4fed-82af-c889779fead4 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:11:57.591251 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Updating router 8cb2000a-734e-4fed-82af-c889779fead4 port 6b709c5f-5845-4ffb-a914-cd85a1823c47 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:11:57.593236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3732cda4-ced9-4b57-b7ac-cb35cd55178f None None] Provisioning complete for port b2c5ee61-6678-4131-b45d-aa3e1e67dad8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:57.593590 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3732cda4-ced9-4b57-b7ac-cb35cd55178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.652904 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b35c7f1-c213-4651-8211-6168bcd46efe tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.655271 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.693666 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.863203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b35c7f1-c213-4651-8211-6168bcd46efe tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.864477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3b35c7f1-c213-4651-8211-6168bcd46efe tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7847166 Dec 13 13:11:57.873963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:57.884563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35c7f1-c213-4651-8211-6168bcd46efe tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba092797-211c-4734-8bc9-2282200f8d02,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:57.932025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43704) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:57.955520 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3460fd4a-1503-4426-9828-7a819e35a81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.053000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Deleting port 7f2d211c-d7b1-4b0a-b195-1e6a77299316 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:11:58.053612 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.093967 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b2c5ee61-6678-4131-b45d-aa3e1e67dad8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:11:58.147281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3460fd4a-1503-4426-9828-7a819e35a81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.153481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3460fd4a-1503-4426-9828-7a819e35a81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.193217 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.195247 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.211582 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.240176 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3460fd4a-1503-4426-9828-7a819e35a81b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=004850e84d40478d94324a47564678a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028951 Dec 13 13:11:58.241142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43716) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:11:58.256852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460fd4a-1503-4426-9828-7a819e35a81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786cf534-2526-4478-8788-3e2dcea99ae7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:58.327811 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Pushing event updated for resources: {'Port': ['ID=6b709c5f-5845-4ffb-a914-cd85a1823c47,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:58.359575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4cce0a10-f6f9-4ca4-b067-8cfcfe579717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.369859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:11:55Z', 'revision_number': 5, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port': {'id': '7f2d211c-d7b1-4b0a-b195-1e6a77299316', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:02:42Z', 'updated_at': '2021-12-13T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:58.381354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] For port 7f2d211c-d7b1-4b0a-b195-1e6a77299316, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=7f2d211c-d7b1-4b0a-b195-1e6a77299316,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:58.381725 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.388843 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.389553 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.390187 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.390731 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.391294 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.391829 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.392372 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.392907 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.393447 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.394054 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.394633 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.395169 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.395708 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:11:58.407493 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Attempting to bind port 6b709c5f-5845-4ffb-a914-cd85a1823c47 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:11:58.407971 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Attempting to bind port 6b709c5f-5845-4ffb-a914-cd85a1823c47 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:11:58.408414 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Attempting to bind port 6b709c5f-5845-4ffb-a914-cd85a1823c47 on network cb149c45-8d7a-4ffb-8508-cad89e20ec5e {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:11:58.411663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.412636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] Checking router: c045d537-cfec-4e14-b2cb-bae78dde249d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:11:58.414664 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:11:58.415676 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Checking segment: {'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:11:58.416182 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.416677 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Bound using segment: {'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:11:58.417247 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Bound port: 6b709c5f-5845-4ffb-a914-cd85a1823c47, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:11:58.417845 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.426538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b2c5ee61-6678-4131-b45d-aa3e1e67dad8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:58.426915 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.429658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] Routers {'c045d537-cfec-4e14-b2cb-bae78dde249d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:58.430414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c045d537-cfec-4e14-b2cb-bae78dde249d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:58.432337 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4cce0a10-f6f9-4ca4-b067-8cfcfe579717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.498000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Calling delete_port for 7f2d211c-d7b1-4b0a-b195-1e6a77299316 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:11:58.500033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=fd4d0e40-4bf0-4ed2-8454-2275fd5109cb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:58.515228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-b9e080a2-361b-47b1-92d3-305ecfcff4fd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--706189783&fields=id&tenant_id=b8c1b8daea7b4a74a726f0155e53b237 HTTP/1.1" status: 200 len: 267 time: 0.2659726 Dec 13 13:11:58.541001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4cce0a10-f6f9-4ca4-b067-8cfcfe579717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.543852 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4cce0a10-f6f9-4ca4-b067-8cfcfe579717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.545421 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4cce0a10-f6f9-4ca4-b067-8cfcfe579717 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/786cf534-2526-4478-8788-3e2dcea99ae7 HTTP/1.1" status: 204 len: 168 time: 0.3031938 Dec 13 13:11:58.556187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce0a10-f6f9-4ca4-b067-8cfcfe579717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786cf534-2526-4478-8788-3e2dcea99ae7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:58.696566 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] For port 6b709c5f-5845-4ffb-a914-cd85a1823c47, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:11:58.700832 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] For port 6b709c5f-5845-4ffb-a914-cd85a1823c47, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b709c5f-5845-4ffb-a914-cd85a1823c47,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:11:58.703224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e6708cd9-6e74-4777-8ad0-aa83d727a913 None None] Provisioning complete for port 6b709c5f-5845-4ffb-a914-cd85a1823c47 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:58.703622 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6708cd9-6e74-4777-8ad0-aa83d727a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.711837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] Set router c045d537-cfec-4e14-b2cb-bae78dde249d gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:58.715739 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:58.833124 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Routers {'8cb2000a-734e-4fed-82af-c889779fead4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:11:58.833896 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8cb2000a-734e-4fed-82af-c889779fead4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:58.868497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e6708cd9-6e74-4777-8ad0-aa83d727a913 None None] Port 6b709c5f-5845-4ffb-a914-cd85a1823c47 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:11:58.950507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:11:57Z', 'revision_number': 6, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:59.020542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dae265-607e-4bd7-be47-4594baad9d5f None None] The sync data for ids ['c045d537-cfec-4e14-b2cb-bae78dde249d'] in n-d-817326-4 is: [{'id': 'c045d537-cfec-4e14-b2cb-bae78dde249d', 'name': 'tempest-AttachVolumeShelveTestJSON-319035498-router', 'tenant_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:02:40Z', 'updated_at': '2021-12-13T13:11:57Z', 'revision_number': 6, 'project_id': 'b5f8dc9780ee4ee1bdb8e23a14b03ebf', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:11:59.102407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-44f1115c-ea74-42e1-823e-9678cfcf4c67 None None] Provisioning complete for port 6b709c5f-5845-4ffb-a914-cd85a1823c47 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:59.103166 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-44f1115c-ea74-42e1-823e-9678cfcf4c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:59.137085 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:59.140146 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c663cf5-971b-4583-9ed8-44d59f3044e8 None None] Pushing event updated for resources: {'Port': ['ID=6b709c5f-5845-4ffb-a914-cd85a1823c47,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:59.209816 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-44f1115c-ea74-42e1-823e-9678cfcf4c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:59.267057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-44f1115c-ea74-42e1-823e-9678cfcf4c67 None None] For port 6b709c5f-5845-4ffb-a914-cd85a1823c47, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b709c5f-5845-4ffb-a914-cd85a1823c47,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:11:59.279697 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-44f1115c-ea74-42e1-823e-9678cfcf4c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:59.286442 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] Set router 8cb2000a-734e-4fed-82af-c889779fead4 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:11:59.366801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-71ece51c-92d2-41ba-9d62-1671e4ff8394 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--251453526&fields=id&tenant_id=b8c1b8daea7b4a74a726f0155e53b237 HTTP/1.1" status: 200 len: 267 time: 0.8411584 Dec 13 13:11:59.373305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1115c-ea74-42e1-823e-9678cfcf4c67 None None] Pushing event updated for resources: {'Port': ['ID=6b709c5f-5845-4ffb-a914-cd85a1823c47,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:11:59.433382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-35810613-2ff5-4727-b74e-d3900e163bf4 None None] Provisioning complete for port 6b709c5f-5845-4ffb-a914-cd85a1823c47 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:11:59.433382 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35810613-2ff5-4727-b74e-d3900e163bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:59.676596 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:54Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '6b709c5f-5845-4ffb-a914-cd85a1823c47', 'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:16:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:53Z', 'updated_at': '2021-12-13T13:11:58Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:11:59.732470 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c6a11-47de-430d-bdb6-df85ae06929e None None] The sync data for ids ['8cb2000a-734e-4fed-82af-c889779fead4'] in n-d-817326-4 is: [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:54Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '6b709c5f-5845-4ffb-a914-cd85a1823c47', 'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:16:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:53Z', 'updated_at': '2021-12-13T13:11:58Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:11:59.754371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-985a1c91-1eb9-440d-94e7-94304db068b8 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:11:59.755913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-985a1c91-1eb9-440d-94e7-94304db068b8 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/networks?id=cb149c45-8d7a-4ffb-8508-cad89e20ec5e HTTP/1.1" status: 200 len: 797 time: 0.3681097 Dec 13 13:11:59.775864 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:59.792272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-ae49e86b-e50e-45e5-b462-24b1bd00f2a2 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/quotas/b8c1b8daea7b4a74a726f0155e53b237 HTTP/1.1" status: 200 len: 375 time: 0.0106452 Dec 13 13:11:59.900495 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:59.904173 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:11:59.923884 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-d88c96c1-c612-4c43-b408-a980a24fb0e5 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8c1b8daea7b4a74a726f0155e53b237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194336 Dec 13 13:11:59.965625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538b8b1-69d5-4714-aa3f-79771986bc29 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:00.020064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2d211c-d7b1-4b0a-b195-1e6a77299316,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:00.223200 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:00.340149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7f2d211c-d7b1-4b0a-b195-1e6a77299316 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:00.349115 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-52766f4d-adc8-46ba-8470-16516b7661c0 service neutron] 10.222.0.31 "GET /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266919 Dec 13 13:12:00.412872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 7f2d211c-d7b1-4b0a-b195-1e6a77299316 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:00.415326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 7f2d211c-d7b1-4b0a-b195-1e6a77299316 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:00.417025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 121397b2-3d9c-49ea-9aef-0888f1cd8789 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:00.446054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 121397b2-3d9c-49ea-9aef-0888f1cd8789 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:00.446836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 121397b2-3d9c-49ea-9aef-0888f1cd8789 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:00.468768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:00.503921 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:00.642813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:00.643331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c045d537-cfec-4e14-b2cb-bae78dde249d {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:12:00.649560 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:00.650524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e7957cbb-d603-4717-8b29-82c3a3d820a7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c045d537-cfec-4e14-b2cb-bae78dde249d HTTP/1.1" status: 204 len: 168 time: 3.5816641 Dec 13 13:12:00.653388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43780) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:00.662846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:12:00.666041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-d2471059-21cf-40fb-8fcc-7e8424b88b84 service neutron] 10.222.0.31 "GET /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778018 Dec 13 13:12:00.741662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e33317-1e6a-46d1-93ba-8db4b060c911 admin admin] Deleting subnet d71e75a4-e579-4189-9b07-c9d111289e20 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:12:00.746759 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23e33317-1e6a-46d1-93ba-8db4b060c911 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:00.847667 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23e33317-1e6a-46d1-93ba-8db4b060c911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:00.950694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:12:00.965719 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] Sync routers for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:12:00.974773 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bd28648f-700c-49c5-b4ef-00ac6df5bd8c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "PUT /v2.0/routers/56d6d409-242d-4e06-ae6c-d1cff585b7f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6426616 Dec 13 13:12:01.013466 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:01.015436 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:01.035917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23e33317-1e6a-46d1-93ba-8db4b060c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:01.125575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-14ae2510-6727-4da3-b86d-a9930fb4d1be req-167925b8-5101-44b9-ab02-9aa7873f4145 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 210 time: 0.1023631 Dec 13 13:12:01.157914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23e33317-1e6a-46d1-93ba-8db4b060c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:01.230148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1233ff5-982d-4dcd-baee-8155d8b2941e None None] Network a006c405-a67a-4ac4-8e44-115e7f359776 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:12:01.230766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23e33317-1e6a-46d1-93ba-8db4b060c911 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:01.284253 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-23e33317-1e6a-46d1-93ba-8db4b060c911 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d71e75a4-e579-4189-9b07-c9d111289e20 HTTP/1.1" status: 204 len: 168 time: 0.6270490 Dec 13 13:12:01.285181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43800) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:01.298230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e33317-1e6a-46d1-93ba-8db4b060c911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71e75a4-e579-4189-9b07-c9d111289e20,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:01.349937 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:01.591353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76ccc5-9f66-4c1b-8c49-9bf63e1645e9 None None] DHCP port deletion for a006c405-a67a-4ac4-8e44-115e7f359776 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:01.599042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:01.639463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b20bc5-89ac-4d48-8a80-04c4d460088b req-c243feb7-6780-4d09-ba44-00db194b0c22 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:01.641523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6b20bc5-89ac-4d48-8a80-04c4d460088b req-c243feb7-6780-4d09-ba44-00db194b0c22 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 946 time: 0.1962051 Dec 13 13:12:01.698028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4a76ccc5-9f66-4c1b-8c49-9bf63e1645e9 None None] Deleting port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:01.698631 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a76ccc5-9f66-4c1b-8c49-9bf63e1645e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:01.804216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4a76ccc5-9f66-4c1b-8c49-9bf63e1645e9 None None] For port 5acbf407-c5c5-4044-b5e6-e0f0b4492814, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5acbf407-c5c5-4044-b5e6-e0f0b4492814,segment=NetworkSegment(bdaa14de-d732-43e0-8225-0b707ce56263),segment_id=bdaa14de-d732-43e0-8225-0b707ce56263)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:01.804942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a76ccc5-9f66-4c1b-8c49-9bf63e1645e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:01.847749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4a76ccc5-9f66-4c1b-8c49-9bf63e1645e9 None None] Calling delete_port for 5acbf407-c5c5-4044-b5e6-e0f0b4492814 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:01.902375 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:11:58Z', 'revision_number': 6, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c66dff26-12f3-4afa-9027-b9d743d2b03e', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'mac_address': 'fa:16:3e:ca:80:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:33Z', 'updated_at': '2021-12-13T13:10:39Z', 'revision_number': 1, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:01.959817 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] Checking router: 56d6d409-242d-4e06-ae6c-d1cff585b7f8 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:12:01.969937 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:01.971483 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:01.994224 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a76ccc5-9f66-4c1b-8c49-9bf63e1645e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.022928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6b20bc5-89ac-4d48-8a80-04c4d460088b req-b807a168-4287-4ee3-a115-9d2654a7fa98 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668749 Dec 13 13:12:02.059626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Deleting port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:02.068462 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.072756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76ccc5-9f66-4c1b-8c49-9bf63e1645e9 None None] Pushing event deleted for resources: {'Port': ['ID=5acbf407-c5c5-4044-b5e6-e0f0b4492814,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:02.093431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76ccc5-9f66-4c1b-8c49-9bf63e1645e9 None None] No DVR routers for this DVR port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:12:02.112532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b709c5f-5845-4ffb-a914-cd85a1823c47 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:12:02.236219 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6b709c5f-5845-4ffb-a914-cd85a1823c47 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:02.236609 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.284522 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:02.297766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4474af7-703f-49f4-abda-643c3c786581 req-d294ebae-c4cf-43fa-aba2-098269fb850f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 210 time: 0.0510120 Dec 13 13:12:02.308570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] For port 5acbf407-c5c5-4044-b5e6-e0f0b4492814, host n-d-817326-4, got binding levels [] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:02.314420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.343551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Calling delete_port for 5acbf407-c5c5-4044-b5e6-e0f0b4492814 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:02.355625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 was not found and therefore no delete operation was performed {{(pid=109886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:12:02.359441 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.378897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] No DVR routers for this DVR port 5acbf407-c5c5-4044-b5e6-e0f0b4492814 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:12:02.402148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=5acbf407-c5c5-4044-b5e6-e0f0b4492814,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:02.499581 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.533588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a006c405-a67a-4ac4-8e44-115e7f359776']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:02.543949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5acbf407-c5c5-4044-b5e6-e0f0b4492814 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:02.558439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaa14de-d732-43e0-8225-0b707ce56263') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:02.567545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaa14de-d732-43e0-8225-0b707ce56263') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:02.574347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 5acbf407-c5c5-4044-b5e6-e0f0b4492814 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:02.574827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5acbf407-c5c5-4044-b5e6-e0f0b4492814 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:02.599258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.616805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.643668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:12:02.644139 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:12:02.647182 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:12:02.693326 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:11:58Z', 'revision_number': 6, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c66dff26-12f3-4afa-9027-b9d743d2b03e', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'mac_address': 'fa:16:3e:ca:80:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:33Z', 'updated_at': '2021-12-13T13:10:39Z', 'revision_number': 1, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:02.718121 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.731949 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:02.751334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] 10.222.0.31 "DELETE /v2.0/networks/a006c405-a67a-4ac4-8e44-115e7f359776 HTTP/1.1" status: 204 len: 168 time: 1.4571791 Dec 13 13:12:02.779143 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633cdec3-6689-4c2f-8ca6-a15d0f681f0f None None] The sync data for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 is: [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:11:58Z', 'revision_number': 6, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c66dff26-12f3-4afa-9027-b9d743d2b03e', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.169', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'port_id': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'mac_address': 'fa:16:3e:ca:80:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353001e-eb94-4b58-abba-9e636906bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:10:33Z', 'updated_at': '2021-12-13T13:10:39Z', 'revision_number': 1, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:12:02.783891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08ee46-14db-4f24-bd0b-086ef77de3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=a006c405-a67a-4ac4-8e44-115e7f359776,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:02.952700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-e082eb6f-6907-4920-8a05-944330f64229 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:02.954427 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-e082eb6f-6907-4920-8a05-944330f64229 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 946 time: 0.1225407 Dec 13 13:12:03.003028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-dbcf8eb4-ccd6-4961-a7ca-606c0007b38d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:03.005844 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-dbcf8eb4-ccd6-4961-a7ca-606c0007b38d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.42 "GET /v2.0/networks?id=cb149c45-8d7a-4ffb-8508-cad89e20ec5e HTTP/1.1" status: 200 len: 797 time: 0.3284023 Dec 13 13:12:03.086407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43856) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:03.151317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-d9f2bd49-6f5d-4bb9-b6ef-b231852c3516 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port 993923c3-e860-4c8b-8e07-39898612f4ec {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:03.151644 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-d9f2bd49-6f5d-4bb9-b6ef-b231852c3516 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:03.196514 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-09523e74-780d-43d1-bce1-41a750480ab9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5f8dc9780ee4ee1bdb8e23a14b03ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1060846 Dec 13 13:12:03.197184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43858) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:03.217525 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-9d438981-223b-4671-acf6-518ea90923bf tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8c1b8daea7b4a74a726f0155e53b237 HTTP/1.1" status: 200 len: 476 time: 0.1980057 Dec 13 13:12:03.234222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'port': {'device_id': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'admin_state_up': True, 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'security_groups': ['3d96b9ef-a35f-4ad6-9941-83d3b263a98f', '62a0f17c-2964-45ad-9f42-0d79ca556cc1']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:03.276040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb19c0e-755c-4c90-9093-11d954788cee req-0f646955-eae8-4be2-97ce-dafd6a686292 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:03.281245 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ceb19c0e-755c-4c90-9093-11d954788cee req-0f646955-eae8-4be2-97ce-dafd6a686292 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 946 time: 0.1535995 Dec 13 13:12:03.308405 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0f132aaf-161c-4d3f-a258-404b6aeb2b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:03.354184 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0f132aaf-161c-4d3f-a258-404b6aeb2b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:03.460744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-d9f2bd49-6f5d-4bb9-b6ef-b231852c3516 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] For port 993923c3-e860-4c8b-8e07-39898612f4ec, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=993923c3-e860-4c8b-8e07-39898612f4ec,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:03.461662 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-d9f2bd49-6f5d-4bb9-b6ef-b231852c3516 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:03.474427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91b3a672-3705-485d-b876-7831fe409569 req-3ec70c6d-c686-4f37-b892-27e87a84c036 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 210 time: 0.0816884 Dec 13 13:12:03.488304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-d9f2bd49-6f5d-4bb9-b6ef-b231852c3516 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for 993923c3-e860-4c8b-8e07-39898612f4ec owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:03.541772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ceb19c0e-755c-4c90-9093-11d954788cee req-c920a2ce-7275-4197-ba72-0d71f4003913 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=d822eec8-650e-491a-9d05-6f693102c123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516995 Dec 13 13:12:03.542594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Made reservation on behalf of b8c1b8daea7b4a74a726f0155e53b237 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:12:03.545649 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:03.564740 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0f132aaf-161c-4d3f-a258-404b6aeb2b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:03.574814 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0f132aaf-161c-4d3f-a258-404b6aeb2b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:03.574814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0f132aaf-161c-4d3f-a258-404b6aeb2b8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e91a594f-4d84-4c60-8446-d4acceb6a369 HTTP/1.1" status: 204 len: 168 time: 0.3709006 Dec 13 13:12:03.588334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f132aaf-161c-4d3f-a258-404b6aeb2b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a594f-4d84-4c60-8446-d4acceb6a369,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:03.779326 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-d9f2bd49-6f5d-4bb9-b6ef-b231852c3516 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:03.865499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2bd49-6f5d-4bb9-b6ef-b231852c3516 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=993923c3-e860-4c8b-8e07-39898612f4ec,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:03.887830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Allocated IP 172.20.0.11 (cb149c45-8d7a-4ffb-8508-cad89e20ec5e/e8954ffa-cdba-472c-b9e4-0da60ed27d5a/8b4ac50e-c2f3-4b53-9e40-fde995b41158) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:03.936466 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fd4d0e40-4bf0-4ed2-8454-2275fd5109cb no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:03.939167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-d9f2bd49-6f5d-4bb9-b6ef-b231852c3516 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] No DVR routers for this DVR port 993923c3-e860-4c8b-8e07-39898612f4ec on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:12:03.943229 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-d9f2bd49-6f5d-4bb9-b6ef-b231852c3516 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:03.948191 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-709ea13c-97c4-4221-a7ad-beb1026a9e4b req-d9f2bd49-6f5d-4bb9-b6ef-b231852c3516 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.37 "DELETE /v2.0/ports/993923c3-e860-4c8b-8e07-39898612f4ec HTTP/1.1" status: 204 len: 173 time: 0.9827869 Dec 13 13:12:03.948962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d67ef3e-3f31-470d-8e12-625e3f43fa26', 'name': 'network-vif-deleted', 'tag': '993923c3-e860-4c8b-8e07-39898612f4ec'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:03.953348 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eda67ed-e31a-4b56-b324-f12f976517b0" -d '{"events": [{"server_uuid": "8d67ef3e-3f31-470d-8e12-625e3f43fa26", "name": "network-vif-deleted", "tag": "993923c3-e860-4c8b-8e07-39898612f4ec"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:03.977344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: fd4d0e40-4bf0-4ed2-8454-2275fd5109cb {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:03.978150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device fd4d0e40-4bf0-4ed2-8454-2275fd5109cb not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:04.034830 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6489722-a060-4d2b-9e67-11909dc84ff9 x-openstack-request-id: req-b6489722-a060-4d2b-9e67-11909dc84ff9 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:04.035373 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d67ef3e-3f31-470d-8e12-625e3f43fa26", "name": "network-vif-deleted", "tag": "993923c3-e860-4c8b-8e07-39898612f4ec", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:04.036531 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6489722-a060-4d2b-9e67-11909dc84ff9 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:04.037309 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d67ef3e-3f31-470d-8e12-625e3f43fa26', 'name': 'network-vif-deleted', 'tag': '993923c3-e860-4c8b-8e07-39898612f4ec', 'status': 'completed', 'code': 200} Dec 13 13:12:04.222508 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:04.269972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:04.326864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network cb149c45-8d7a-4ffb-8508-cad89e20ec5e is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:04.330896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:04.334887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:04.419214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Port': ['ID=8b4ac50e-c2f3-4b53-9e40-fde995b41158,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:04.452770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:04.453454 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:04.530513 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-77f8c995-09ee-4777-8a15-c6725397dda3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3018632 Dec 13 13:12:04.545013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Request body: {'port': {'device_id': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:04.681410 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:04.831997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2de59a4f-448a-42f1-bbb9-9f4bfc6f6c19 req-beca965b-4b29-4ea6-a07a-2219dd69c526 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d67ef3e-3f31-470d-8e12-625e3f43fa26 HTTP/1.1" status: 200 len: 210 time: 0.0749898 Dec 13 13:12:04.845922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8eccf-802b-4cec-bebc-50c1215712f7 req-05209df5-eed1-47af-b8fe-e66ddf97273f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:04.849045 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e3d8eccf-802b-4cec-bebc-50c1215712f7 req-05209df5-eed1-47af-b8fe-e66ddf97273f tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 971 time: 0.2075074 Dec 13 13:12:04.888163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b6cc89e3-0c0e-431b-b348-9311fb84af33 None None] Provisioning complete for port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:04.888540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6cc89e3-0c0e-431b-b348-9311fb84af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:04.966688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc89e3-0c0e-431b-b348-9311fb84af33 None None] Port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:12:04.988272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e3d8eccf-802b-4cec-bebc-50c1215712f7 req-4a6a61a9-a739-4901-9bb4-9bb731c219a0 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1313758 Dec 13 13:12:05.063042 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4ac50e-c2f3-4b53-9e40-fde995b41158 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:12:05.074456 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:05.089500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Transition to ACTIVE for port object 8b4ac50e-c2f3-4b53-9e40-fde995b41158 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:12:05.098308 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:05.651996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Pushing event updated for resources: {'Port': ['ID=8b4ac50e-c2f3-4b53-9e40-fde995b41158,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:05.697621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Attempting to bind port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:05.698450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Attempting to bind port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:05.701753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Attempting to bind port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 on network cb149c45-8d7a-4ffb-8508-cad89e20ec5e {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:05.709592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 on network cb149c45-8d7a-4ffb-8508-cad89e20ec5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:05.709924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Attempting to bind port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 on network cb149c45-8d7a-4ffb-8508-cad89e20ec5e {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:05.716946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:12:05.717757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Checking segment: {'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:05.718370 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Bound using segment: {'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:12:05.718993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Bound port: 8b4ac50e-c2f3-4b53-9e40-fde995b41158, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8ed550-61ec-4772-95f5-a8f902b04d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:12:05.719539 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:05.847061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 993923c3-e860-4c8b-8e07-39898612f4ec no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:05.854235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] For port 8b4ac50e-c2f3-4b53-9e40-fde995b41158, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:12:05.857949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] For port 8b4ac50e-c2f3-4b53-9e40-fde995b41158, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8b4ac50e-c2f3-4b53-9e40-fde995b41158,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:12:05.865617 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:05.879467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 993923c3-e860-4c8b-8e07-39898612f4ec {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:05.880005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 993923c3-e860-4c8b-8e07-39898612f4ec not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:05.951933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 43968) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:05.977458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:05.979738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:05.982661 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] 10.222.0.42 "PUT /v2.0/ports/8b4ac50e-c2f3-4b53-9e40-fde995b41158 HTTP/1.1" status: 200 len: 1131 time: 1.4419997 Dec 13 13:12:06.040860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'tag': '8b4ac50e-c2f3-4b53-9e40-fde995b41158'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:06.048886 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783a6d36-32aa-4ab4-b861-7f5130796fec" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b43384-a0c8-45e3-82fb-d149d4bf5d87", "tag": "8b4ac50e-c2f3-4b53-9e40-fde995b41158"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:06.102158 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:06.126959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfed675-7030-4117-b3e2-bff138f25d6c service neutron] Pushing event updated for resources: {'Port': ['ID=8b4ac50e-c2f3-4b53-9e40-fde995b41158,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:06.146296 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9140e6-71e5-4720-88b5-a83d9f40dc07 x-openstack-request-id: req-0a9140e6-71e5-4720-88b5-a83d9f40dc07 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:06.146573 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b43384-a0c8-45e3-82fb-d149d4bf5d87", "tag": "8b4ac50e-c2f3-4b53-9e40-fde995b41158", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:06.146844 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a9140e6-71e5-4720-88b5-a83d9f40dc07 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:06.147910 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'tag': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'status': 'completed', 'code': 200} Dec 13 13:12:06.159822 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:06.176977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-88278bdf-aaca-442d-addb-0f6e79a3ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:06.180941 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-88278bdf-aaca-442d-addb-0f6e79a3ca3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8c1b8daea7b4a74a726f0155e53b237&device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 1134 time: 0.1409242 Dec 13 13:12:06.284596 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-b3c4e9bf-0cd1-4331-ac4c-02b3c0518fe2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b4ac50e-c2f3-4b53-9e40-fde995b41158 HTTP/1.1" status: 200 len: 217 time: 0.0938690 Dec 13 13:12:06.310171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:06.318468 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:06.320156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/security-groups/d822eec8-650e-491a-9d05-6f693102c123 HTTP/1.1" status: 204 len: 168 time: 0.3668175 Dec 13 13:12:06.350584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bf1c6-312d-4318-8d0a-5de777ebb70f req-c30f1e9f-f2de-4205-a79b-73f6472e59f5 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:06.354715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c20bf1c6-312d-4318-8d0a-5de777ebb70f req-c30f1e9f-f2de-4205-a79b-73f6472e59f5 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 983 time: 0.1204724 Dec 13 13:12:06.374037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 43986) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:06.381925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d822eec8-650e-491a-9d05-6f693102c123,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:06.401097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.401822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.402399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.402961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.403546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.404096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.404664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.405198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.405793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.406429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.407220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.407899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.408434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4896db3-e0f8-482a-aa1a-95a8d70f0c58 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:06.452651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-2771b16d-52aa-4f79-addf-31762a42a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:06.461595 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-2771b16d-52aa-4f79-addf-31762a42a3b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8954ffa-cdba-472c-b9e4-0da60ed27d5a HTTP/1.1" status: 200 len: 834 time: 0.1562312 Dec 13 13:12:06.487534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c20bf1c6-312d-4318-8d0a-5de777ebb70f req-4441d1da-2aa1-42a5-b8c0-254180568901 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1126223 Dec 13 13:12:06.553913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-944f6311-e9c8-4875-90ac-c71119756c66 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting subnet f3b0a6b3-6f3b-4844-9181-1a820ae2589a {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:12:06.561327 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-944f6311-e9c8-4875-90ac-c71119756c66 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:06.635583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-a9030b71-932b-4ad1-aa16-6d3e10157501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:06.637130 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-a9030b71-932b-4ad1-aa16-6d3e10157501 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb149c45-8d7a-4ffb-8508-cad89e20ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390510 Dec 13 13:12:06.658721 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-944f6311-e9c8-4875-90ac-c71119756c66 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:06.822845 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-64dfec4a-78a0-4e71-9152-8a39198477c8 service neutron] 10.222.0.42 "GET /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732657 Dec 13 13:12:06.825301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-944f6311-e9c8-4875-90ac-c71119756c66 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:07.017468 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9c45af01-6f10-46eb-8ce8-d1834c0c7780 req-03441dad-0f28-4430-80d9-acc784aa7962 service neutron] 10.222.0.42 "GET /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707363 Dec 13 13:12:07.065053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-944f6311-e9c8-4875-90ac-c71119756c66 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:07.109625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f6311-e9c8-4875-90ac-c71119756c66 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b0a6b3-6f3b-4844-9181-1a820ae2589a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:07.113061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8035b4-3bed-4235-b463-5575ae85891c None None] Network 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:12:07.114639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-944f6311-e9c8-4875-90ac-c71119756c66 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:07.119275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-944f6311-e9c8-4875-90ac-c71119756c66 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/subnets/f3b0a6b3-6f3b-4844-9181-1a820ae2589a HTTP/1.1" status: 204 len: 168 time: 0.7403810 Dec 13 13:12:07.122311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44008) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:07.234332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-905eaf76-5bfe-429e-8a6f-bdc6a1767910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:07.239455 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-905eaf76-5bfe-429e-8a6f-bdc6a1767910 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8c1b8daea7b4a74a726f0155e53b237&device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 1134 time: 0.1178086 Dec 13 13:12:07.329822 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:07.349572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-6b73a4fd-b2ab-489a-a414-2e1509bd93da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131217 Dec 13 13:12:07.449148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-551fa4d0-199d-4bd0-b96c-9c85f4013cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:07.453456 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-551fa4d0-199d-4bd0-b96c-9c85f4013cb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb149c45-8d7a-4ffb-8508-cad89e20ec5e HTTP/1.1" status: 200 len: 897 time: 0.2035174 Dec 13 13:12:07.456420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958f940-1a2f-4050-9f99-8d636ae7d860 None None] DHCP port deletion for 4b601c5a-b1c2-4faa-a0e2-c8805da79c59 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:07.497513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-8fa8cad2-fb15-43d8-9b56-16dbf4b01c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:07.499697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-8fa8cad2-fb15-43d8-9b56-16dbf4b01c6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 1096 time: 0.0877111 Dec 13 13:12:07.501484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:07.502404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:07.606816 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:07.625060 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:07.628051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c958f940-1a2f-4050-9f99-8d636ae7d860 None None] Deleting port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:07.628363 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-dd82f770-7b59-4c50-87e9-280cefb61adf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b4ac50e-c2f3-4b53-9e40-fde995b41158 HTTP/1.1" status: 200 len: 217 time: 0.1503348 Dec 13 13:12:07.628520 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c958f940-1a2f-4050-9f99-8d636ae7d860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:07.646896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] For port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:07.647269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:07.680912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:07.742829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c958f940-1a2f-4050-9f99-8d636ae7d860 None None] For port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a,segment=NetworkSegment(3b96d058-9246-4aea-85b3-f77840b7a033),segment_id=3b96d058-9246-4aea-85b3-f77840b7a033)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:07.743915 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c958f940-1a2f-4050-9f99-8d636ae7d860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:07.781632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c958f940-1a2f-4050-9f99-8d636ae7d860 None None] Calling delete_port for c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:07.785388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-3e129359-1c56-465b-98d6-762c8bc940cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:07.787457 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-3e129359-1c56-465b-98d6-762c8bc940cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8954ffa-cdba-472c-b9e4-0da60ed27d5a HTTP/1.1" status: 200 len: 834 time: 0.1349289 Dec 13 13:12:07.848302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-194f6b29-4b16-42ac-8665-06edb161da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:07.850832 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-194f6b29-4b16-42ac-8665-06edb161da7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb149c45-8d7a-4ffb-8508-cad89e20ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505130 Dec 13 13:12:07.932201 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c958f940-1a2f-4050-9f99-8d636ae7d860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:08.007155 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-1f828d87-1d2e-46ad-882f-2f378ee80d38 service neutron] 10.222.0.42 "GET /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479421 Dec 13 13:12:08.012121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958f940-1a2f-4050-9f99-8d636ae7d860 None None] No DVR routers for this DVR port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:12:08.018432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:08.021343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958f940-1a2f-4050-9f99-8d636ae7d860 None None] Pushing event deleted for resources: {'Port': ['ID=c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:08.050067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:08.050733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:08.199446 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-783a6d36-32aa-4ab4-b861-7f5130796fec req-ef745cfd-2134-4a72-80de-e17cd2930211 service neutron] 10.222.0.42 "GET /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830788 Dec 13 13:12:08.265574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b51aa-e3ce-4a8e-a2b0-f36dff87a7d4 req-c452140f-56f9-4e5e-97ea-4f193ce0003e tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:08.267881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-359b51aa-e3ce-4a8e-a2b0-f36dff87a7d4 req-c452140f-56f9-4e5e-97ea-4f193ce0003e tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 983 time: 0.6090136 Dec 13 13:12:08.272284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-ef63d112-c748-454e-a912-2a6a9b1337fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:08.274733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-ef63d112-c748-454e-a912-2a6a9b1337fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.7215438 Dec 13 13:12:08.354670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86616641-fb47-4c51-bf2d-da5d7d0c09c2 req-399003b8-9165-4f26-9f7d-1c9f577bd3b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:08.356458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86616641-fb47-4c51-bf2d-da5d7d0c09c2 req-399003b8-9165-4f26-9f7d-1c9f577bd3b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2073777 Dec 13 13:12:08.447590 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:08.450880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-e7a1c1f1-7c31-45f5-99f4-16c38a47e66f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7 HTTP/1.1" status: 200 len: 1001 time: 0.1671355 Dec 13 13:12:08.472097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-359b51aa-e3ce-4a8e-a2b0-f36dff87a7d4 req-8937201f-a7ed-4f21-b07b-8575b9e234c3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1945643 Dec 13 13:12:08.547197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:08.567987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] No DVR routers for this DVR port c5a2f0ea-9f3e-41c7-95b5-7913c5c80e9a on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:12:08.586948 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86616641-fb47-4c51-bf2d-da5d7d0c09c2 req-22da00e7-6729-4532-8218-b5cf4a61cb88 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167907 Dec 13 13:12:08.619204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-ed0d383f-032d-41c9-af61-dc040a16e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:08.622105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-ed0d383f-032d-41c9-af61-dc040a16e63f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.1478977 Dec 13 13:12:08.713519 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:08.744261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-b8bf52af-f24b-48e3-abf8-821ca9c7a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:08.745890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-b8bf52af-f24b-48e3-abf8-821ca9c7a47f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107810 Dec 13 13:12:08.747818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b601c5a-b1c2-4faa-a0e2-c8805da79c59']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:08.770311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b96d058-9246-4aea-85b3-f77840b7a033') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:08.770896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b96d058-9246-4aea-85b3-f77840b7a033') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:08.786422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:08.864479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:08.880608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:12:08.881117 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:12:08.884599 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:12:08.989416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:08.994652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-809ca084-e1df-454d-b06c-08382392f75f service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385302 Dec 13 13:12:09.001202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:09.005550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/networks/4b601c5a-b1c2-4faa-a0e2-c8805da79c59 HTTP/1.1" status: 204 len: 168 time: 1.8816648 Dec 13 13:12:09.008426 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44082) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:09.041710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d2c43-6bd6-43fd-9e94-5edf36cae6fb tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Network': ['ID=4b601c5a-b1c2-4faa-a0e2-c8805da79c59,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:09.187474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8bdfa320-1eb7-4c42-9eec-95ce429ddc7c req-fa08e30a-59f3-4150-a2dd-f9a5bc4ac29c service neutron] 10.222.0.42 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792653 Dec 13 13:12:09.256339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port 7cde548f-dc30-40d1-aee5-cb45e97b9287 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:09.257009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:09.362092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:09.362526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:09.378548 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for 7cde548f-dc30-40d1-aee5-cb45e97b9287 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:09.635827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:09.660441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a495682-6282-4ec1-bbb8-41cb964c3723 req-b3b35c1e-98f9-4804-816c-0b7aac529156 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:09.662225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a495682-6282-4ec1-bbb8-41cb964c3723 req-b3b35c1e-98f9-4804-816c-0b7aac529156 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 983 time: 0.0794322 Dec 13 13:12:09.682642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=7cde548f-dc30-40d1-aee5-cb45e97b9287,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:09.757506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8b4ac50e-c2f3-4b53-9e40-fde995b41158 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:12:09.781094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:09.781755 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Floating IP c66dff26-12f3-4afa-9027-b9d743d2b03e disassociated (deleted). External IP: 172.25.2.169, port: 7e320604-97ff-4726-ba5f-fb6b94fafc61. Dec 13 13:12:09.931531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a495682-6282-4ec1-bbb8-41cb964c3723 req-453cca94-9560-42ab-80e1-4f85da2f93a9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2611630 Dec 13 13:12:09.955617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-38d45c89-7019-4016-8b85-c73e96f302f3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:09.958453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-38d45c89-7019-4016-8b85-c73e96f302f3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.42 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.2277460 Dec 13 13:12:09.983626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df25856-534a-4ec1-b314-687dafbd6a31 req-5e973157-a290-4675-b2bf-f9450143cb02 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:09.985260 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2df25856-534a-4ec1-b314-687dafbd6a31 req-5e973157-a290-4675-b2bf-f9450143cb02 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 945 time: 0.1922507 Dec 13 13:12:10.043414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8b4ac50e-c2f3-4b53-9e40-fde995b41158, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8b4ac50e-c2f3-4b53-9e40-fde995b41158,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:10.085781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'port_id': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'mac_address': 'fa:16:3e:26:37:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:12:10.106105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2df25856-534a-4ec1-b314-687dafbd6a31 req-6c2c6fe3-1360-4978-9ee4-0ea68eaca28e tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d08e201-2d50-4d88-82af-50d1e33ae517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923924 Dec 13 13:12:10.157109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Deleting port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:10.157374 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:10.205562 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:10.229321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4ac50e-c2f3-4b53-9e40-fde995b41158 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:12:10.245329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:12:10.266152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] For port 1a98ee0c-f047-485f-85b3-1d7605db4ff7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1a98ee0c-f047-485f-85b3-1d7605db4ff7,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:10.266810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:10.271364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8b4ac50e-c2f3-4b53-9e40-fde995b41158, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8b4ac50e-c2f3-4b53-9e40-fde995b41158,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:10.277288 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:10.334000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8b4ac50e-c2f3-4b53-9e40-fde995b41158,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:10.517956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['8b4ac50e-c2f3-4b53-9e40-fde995b41158'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:12:10.542650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:12:10.549789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:10.582240 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0cf3ef07-2dab-4fde-b1af-1a3b9ec81fb4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/floatingips/c66dff26-12f3-4afa-9027-b9d743d2b03e HTTP/1.1" status: 204 len: 168 time: 1.5703616 Dec 13 13:12:10.582240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8353001e-eb94-4b58-abba-9e636906bfff', 'tag': '7e320604-97ff-4726-ba5f-fb6b94fafc61'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:10.583015 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437ee8da-60e8-4d6c-90ac-84dd183de264" -d '{"events": [{"name": "network-changed", "server_uuid": "8353001e-eb94-4b58-abba-9e636906bfff", "tag": "7e320604-97ff-4726-ba5f-fb6b94fafc61"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:10.628348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] Sync routers for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:12:10.675560 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:10.676095 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:10.676449 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Floating IP e48b415f-614f-43fd-a555-da2a2844e806 disassociated. External IP: 172.25.2.226, port: 1a98ee0c-f047-485f-85b3-1d7605db4ff7. Dec 13 13:12:10.677755 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f1a8c1-47e0-4e08-af88-380a894f95e5 x-openstack-request-id: req-76f1a8c1-47e0-4e08-af88-380a894f95e5 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:10.677959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Calling delete_port for 1a98ee0c-f047-485f-85b3-1d7605db4ff7 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:10.678199 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8353001e-eb94-4b58-abba-9e636906bfff", "tag": "7e320604-97ff-4726-ba5f-fb6b94fafc61", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:10.678558 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76f1a8c1-47e0-4e08-af88-380a894f95e5 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:10.679064 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8353001e-eb94-4b58-abba-9e636906bfff', 'tag': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'status': 'completed', 'code': 200} Dec 13 13:12:10.707846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:10.711736 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:10.826032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-6ccf7bc9-ec62-48d8-8561-7e781b11bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:10.826032 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-6ccf7bc9-ec62-48d8-8561-7e781b11bb17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 1096 time: 0.1149709 Dec 13 13:12:10.892338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:11.213187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-f0dcaafc-759c-425d-844e-f4031c4ea8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:11.215080 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-f0dcaafc-759c-425d-844e-f4031c4ea8e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fec0925b-26a1-413e-8381-93d775632c25 HTTP/1.1" status: 200 len: 897 time: 0.3809056 Dec 13 13:12:11.271258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:11.306970 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-7b34c547-053e-44c2-bb5d-7e3a110082e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e320604-97ff-4726-ba5f-fb6b94fafc61 HTTP/1.1" status: 200 len: 217 time: 0.0816429 Dec 13 13:12:11.326930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event deleted for resources: {'Port': ['ID=1a98ee0c-f047-485f-85b3-1d7605db4ff7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:11.419269 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-c4b2c97f-0a7f-49d6-b1fb-80d44b0970ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:11.421605 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-c4b2c97f-0a7f-49d6-b1fb-80d44b0970ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00f1d646-fce2-4f25-91dc-b4acc2b452fb HTTP/1.1" status: 200 len: 835 time: 0.1033938 Dec 13 13:12:11.504588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-7993ec14-649b-4ca9-a2c7-fb94a01acd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:11.506697 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-7993ec14-649b-4ca9-a2c7-fb94a01acd0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fec0925b-26a1-413e-8381-93d775632c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739632 Dec 13 13:12:11.540350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fcc5c-159d-4afb-9a0b-7bf4107b010a req-4231d9dd-8510-41dd-bb67-bf3b460fcb1d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:11.544422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d2fcc5c-159d-4afb-9a0b-7bf4107b010a req-4231d9dd-8510-41dd-bb67-bf3b460fcb1d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 945 time: 0.4022195 Dec 13 13:12:11.578779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08363d-1088-44bd-b76a-af9d9df96558 req-8edb7982-6298-41d1-9670-7d3cfa7d3f04 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:11.580380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e08363d-1088-44bd-b76a-af9d9df96558 req-8edb7982-6298-41d1-9670-7d3cfa7d3f04 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 984 time: 0.3475828 Dec 13 13:12:11.587819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Router 9d15185e-b4ac-4386-a73d-ee1fc766b97d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:12:11.638178 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-81389c0f-556a-4dcf-a6f9-6fd09d37496f service neutron] 10.222.0.42 "GET /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190431 Dec 13 13:12:11.739646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:11:58Z', 'revision_number': 6, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:11.779285 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-437ee8da-60e8-4d6c-90ac-84dd183de264 req-9cc10fbf-112b-47a7-a36b-6524c2947a04 service neutron] 10.222.0.42 "GET /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326077 Dec 13 13:12:11.825373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] Checking router: 56d6d409-242d-4e06-ae6c-d1cff585b7f8 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:12:11.836901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:11.837456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:11.849626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:12:11.861192 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] Sync routers for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:12:11.872320 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:11.872945 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:11.961075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] No DVR routers for this DVR port 1a98ee0c-f047-485f-85b3-1d7605db4ff7 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:12:11.964877 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:11.970441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba0156b4-f0cb-4d2c-bd52-058d86c8128e req-0ca3eff9-6fb1-454c-a23e-4d985c97c064 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.42 "DELETE /v2.0/ports/1a98ee0c-f047-485f-85b3-1d7605db4ff7 HTTP/1.1" status: 204 len: 173 time: 2.0023060 Dec 13 13:12:12.015480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'name': 'network-vif-deleted', 'tag': '1a98ee0c-f047-485f-85b3-1d7605db4ff7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:12.025670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:12.028744 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb27cee-cc6c-4ca5-9003-ac8a8c41fefd" -d '{"events": [{"server_uuid": "a014bbe5-fd9d-41d4-a92d-66b9c8d1290c", "name": "network-vif-deleted", "tag": "1a98ee0c-f047-485f-85b3-1d7605db4ff7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:12.031906 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:12.114932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d2fcc5c-159d-4afb-9a0b-7bf4107b010a req-dde958fa-195b-4bc2-a61d-37ffade7590f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a572a5c-c127-4fcb-aa4f-eb977adc635c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5257504 Dec 13 13:12:12.179452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0e08363d-1088-44bd-b76a-af9d9df96558 req-33da47d2-94c2-4e18-8f22-3475b5228bb0 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5832503 Dec 13 13:12:12.289913 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cce9158-fd4d-48b7-a5ab-1ae8dcfd7c75 x-openstack-request-id: req-7cce9158-fd4d-48b7-a5ab-1ae8dcfd7c75 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:12.291169 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a014bbe5-fd9d-41d4-a92d-66b9c8d1290c", "name": "network-vif-deleted", "tag": "1a98ee0c-f047-485f-85b3-1d7605db4ff7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:12.291920 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cce9158-fd4d-48b7-a5ab-1ae8dcfd7c75 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:12.292605 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a014bbe5-fd9d-41d4-a92d-66b9c8d1290c', 'name': 'network-vif-deleted', 'tag': '1a98ee0c-f047-485f-85b3-1d7605db4ff7', 'status': 'completed', 'code': 200} Dec 13 13:12:12.415656 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:12.448508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d060302-46fa-4a5f-b37f-ac95309a2136 req-f1e987d1-fc69-4569-b982-5aa0390205fe tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=a014bbe5-fd9d-41d4-a92d-66b9c8d1290c HTTP/1.1" status: 200 len: 210 time: 0.0719795 Dec 13 13:12:12.468937 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] Checking router: 9d15185e-b4ac-4386-a73d-ee1fc766b97d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:12:12.480219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-110f27e5-5d7a-4ec4-b9a1-e0e3b7203e47 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:12.482418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-110f27e5-5d7a-4ec4-b9a1-e0e3b7203e47 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.42 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 945 time: 0.1780150 Dec 13 13:12:12.487858 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:12.488742 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:12.537423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:11:58Z', 'revision_number': 6, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:12.624669 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452839f9-e9d9-4bbc-bb8f-7fc3d204f4eb None None] The sync data for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 is: [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:11:58Z', 'revision_number': 6, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b71d5d87-e590-4418-8249-3a426485e1d6', 'name': '', 'network_id': 'fec0925b-26a1-413e-8381-93d775632c25', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:d0:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:41Z', 'updated_at': '2021-12-13T13:09:51Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '00f1d646-fce2-4f25-91dc-b4acc2b452fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:12:12.645227 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:12.684575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-9ee1d043-b1c2-41d7-8ed4-36263f17a263 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port 7e320604-97ff-4726-ba5f-fb6b94fafc61 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:12.685197 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-9ee1d043-b1c2-41d7-8ed4-36263f17a263 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:12.895641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-9ee1d043-b1c2-41d7-8ed4-36263f17a263 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] For port 7e320604-97ff-4726-ba5f-fb6b94fafc61, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=7e320604-97ff-4726-ba5f-fb6b94fafc61,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:12.896244 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-9ee1d043-b1c2-41d7-8ed4-36263f17a263 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:12.922019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-9ee1d043-b1c2-41d7-8ed4-36263f17a263 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for 7e320604-97ff-4726-ba5f-fb6b94fafc61 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:13.084378 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:13.125819 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7830d09-4f31-4939-b033-e8c4a6c36995 None None] The sync data for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 is: [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:12:13.146993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a7c6bd-67be-44a2-8f96-a167f81b3160 None None] New status for floating IP c66dff26-12f3-4afa-9027-b9d743d2b03e: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:12:13.249057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-9ee1d043-b1c2-41d7-8ed4-36263f17a263 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:13.333419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1d043-b1c2-41d7-8ed4-36263f17a263 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=7e320604-97ff-4726-ba5f-fb6b94fafc61,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:13.402741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6096f2a7-d9ee-4408-aad8-f04df404732e req-4f525617-7482-465a-b844-2bf7c6bc944a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=8353001e-eb94-4b58-abba-9e636906bfff HTTP/1.1" status: 200 len: 210 time: 0.1160836 Dec 13 13:12:13.480887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-9ee1d043-b1c2-41d7-8ed4-36263f17a263 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] No DVR routers for this DVR port 7e320604-97ff-4726-ba5f-fb6b94fafc61 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:12:13.493051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-9ee1d043-b1c2-41d7-8ed4-36263f17a263 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:13.497045 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ee13ba8-9d4a-463f-857e-68bf40751726 req-9ee1d043-b1c2-41d7-8ed4-36263f17a263 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.42 "DELETE /v2.0/ports/7e320604-97ff-4726-ba5f-fb6b94fafc61 HTTP/1.1" status: 204 len: 173 time: 1.0082338 Dec 13 13:12:13.560129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341def-8482-40e2-b293-23b3b5fb1a80 req-43d5f969-6c90-44ec-bc64-3f14d1c07b7a tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:13.568917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e341def-8482-40e2-b293-23b3b5fb1a80 req-43d5f969-6c90-44ec-bc64-3f14d1c07b7a tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 984 time: 0.2375681 Dec 13 13:12:13.663940 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44216) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:13.695282 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650129a1-e231-4b1e-99e3-2aee05af2693 None None] New status for floating IP e48b415f-614f-43fd-a555-da2a2844e806: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:12:13.718526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e341def-8482-40e2-b293-23b3b5fb1a80 req-dcecf0bf-c104-42f8-b23e-1530692d40c8 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1322088 Dec 13 13:12:13.760911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8b4ac50e-c2f3-4b53-9e40-fde995b41158 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:12:13.846236 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-80f23baf-8ec3-4435-9cfe-b326e7b50ac8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:13.905967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-80f23baf-8ec3-4435-9cfe-b326e7b50ac8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:13.906854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:12:13.955667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:13.957120 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.022035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-80f23baf-8ec3-4435-9cfe-b326e7b50ac8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.028487 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-80f23baf-8ec3-4435-9cfe-b326e7b50ac8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.030445 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-80f23baf-8ec3-4435-9cfe-b326e7b50ac8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "DELETE /v2.0/security-groups/0d08e201-2d50-4d88-82af-50d1e33ae517 HTTP/1.1" status: 204 len: 168 time: 0.3640676 Dec 13 13:12:14.032854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44228) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:14.044708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f23baf-8ec3-4435-9cfe-b326e7b50ac8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d08e201-2d50-4d88-82af-50d1e33ae517,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:14.049039 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-68b808e5-9462-458e-98d9-00ebbbef395d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] show failed (client error): The resource could not be found. Dec 13 13:12:14.050187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-68b808e5-9462-458e-98d9-00ebbbef395d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups/0d08e201-2d50-4d88-82af-50d1e33ae517 HTTP/1.1" status: 404 len: 347 time: 0.0162258 Dec 13 13:12:14.066567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44230) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:14.260103 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.279122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3f310aba-318c-4295-93d0-0d6420ea2106 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Deleting port 4df559f9-8c0f-43a6-8a81-80cb336fc003 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:14.279466 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3f310aba-318c-4295-93d0-0d6420ea2106 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.294166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353001e-eb94-4b58-abba-9e636906bfff', 'name': 'network-vif-deleted', 'tag': '7e320604-97ff-4726-ba5f-fb6b94fafc61'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:14.296717 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a2d676-5f68-4a76-8ee1-f0f8fd653143" -d '{"events": [{"server_uuid": "8353001e-eb94-4b58-abba-9e636906bfff", "name": "network-vif-deleted", "tag": "7e320604-97ff-4726-ba5f-fb6b94fafc61"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:14.334630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 8b4ac50e-c2f3-4b53-9e40-fde995b41158, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8b4ac50e-c2f3-4b53-9e40-fde995b41158,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:14.335934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4ac50e-c2f3-4b53-9e40-fde995b41158'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:14.340876 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbb0d35-2bf7-4a14-b2d6-1c6a821ffd8d" -d '{"events": [{"server_uuid": "f0b43384-a0c8-45e3-82fb-d149d4bf5d87", "name": "network-vif-plugged", "status": "completed", "tag": "8b4ac50e-c2f3-4b53-9e40-fde995b41158"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:14.346476 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.347520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1a98ee0c-f047-485f-85b3-1d7605db4ff7 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:14.414737 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e24a28-f22d-49ec-85ff-50f6e0f97f25 x-openstack-request-id: req-b1e24a28-f22d-49ec-85ff-50f6e0f97f25 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:14.419449 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8353001e-eb94-4b58-abba-9e636906bfff", "name": "network-vif-deleted", "tag": "7e320604-97ff-4726-ba5f-fb6b94fafc61", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:14.420071 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1e24a28-f22d-49ec-85ff-50f6e0f97f25 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:14.420668 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8353001e-eb94-4b58-abba-9e636906bfff', 'name': 'network-vif-deleted', 'tag': '7e320604-97ff-4726-ba5f-fb6b94fafc61', 'status': 'completed', 'code': 200} Dec 13 13:12:14.507676 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd5a7c-253d-4a32-ab4a-3096c57bc3a6 x-openstack-request-id: req-f9bd5a7c-253d-4a32-ab4a-3096c57bc3a6 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:14.508368 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b43384-a0c8-45e3-82fb-d149d4bf5d87", "name": "network-vif-plugged", "status": "completed", "tag": "8b4ac50e-c2f3-4b53-9e40-fde995b41158", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:14.508871 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9bd5a7c-253d-4a32-ab4a-3096c57bc3a6 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:14.509502 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'code': 200} Dec 13 13:12:14.516102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 1a98ee0c-f047-485f-85b3-1d7605db4ff7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:14.518382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1a98ee0c-f047-485f-85b3-1d7605db4ff7 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:14.526416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44244) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:14.531036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3f310aba-318c-4295-93d0-0d6420ea2106 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.531371 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3f310aba-318c-4295-93d0-0d6420ea2106 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.556183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3f310aba-318c-4295-93d0-0d6420ea2106 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Calling delete_port for 4df559f9-8c0f-43a6-8a81-80cb336fc003 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:14.556915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=8b4ac50e-c2f3-4b53-9e40-fde995b41158,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:14.650303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039ee0-3ea8-463b-bd79-61827ce62711 req-6562b071-ae54-4748-b1f4-c3971dd0986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:14.652290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae039ee0-3ea8-463b-bd79-61827ce62711 req-6562b071-ae54-4748-b1f4-c3971dd0986b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 1136 time: 0.0837677 Dec 13 13:12:14.653108 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8da5eab-1adc-4783-a332-e4191a45c159 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.720148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae039ee0-3ea8-463b-bd79-61827ce62711 req-f3ddeb80-1b53-414f-bad5-221a8041f053 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0549128 Dec 13 13:12:14.732068 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8da5eab-1adc-4783-a332-e4191a45c159 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.763579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3f310aba-318c-4295-93d0-0d6420ea2106 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.819301 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8da5eab-1adc-4783-a332-e4191a45c159 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.822469 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c8da5eab-1adc-4783-a332-e4191a45c159 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:14.824245 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c8da5eab-1adc-4783-a332-e4191a45c159 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/security-groups/3a572a5c-c127-4fcb-aa4f-eb977adc635c HTTP/1.1" status: 204 len: 168 time: 0.2959661 Dec 13 13:12:14.843763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da5eab-1adc-4783-a332-e4191a45c159 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a572a5c-c127-4fcb-aa4f-eb977adc635c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:14.894224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f310aba-318c-4295-93d0-0d6420ea2106 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event deleted for resources: {'Port': ['ID=4df559f9-8c0f-43a6-8a81-80cb336fc003,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:14.901490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44262) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:14.911107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bdce0-1f4f-4046-a404-13c3a9b0d4a5 req-9d333891-1f8c-4347-9efb-9d1509015a70 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:14.919711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df2bdce0-1f4f-4046-a404-13c3a9b0d4a5 req-9d333891-1f8c-4347-9efb-9d1509015a70 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 985 time: 0.0792978 Dec 13 13:12:14.990534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df2bdce0-1f4f-4046-a404-13c3a9b0d4a5 req-1a8b2161-f148-4107-b1b4-5947baa95073 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0697193 Dec 13 13:12:15.004591 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3f310aba-318c-4295-93d0-0d6420ea2106 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.007857 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3f310aba-318c-4295-93d0-0d6420ea2106 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.009061 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3f310aba-318c-4295-93d0-0d6420ea2106 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "DELETE /v2.0/floatingips/e48b415f-614f-43fd-a555-da2a2844e806 HTTP/1.1" status: 204 len: 168 time: 0.9406641 Dec 13 13:12:15.363478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44278) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:15.369062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ff89ec8a-5324-446d-9b85-e7e405c4d72d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929123184', 'description': 'tempest-description--1512804876'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:15.402770 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.415815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff89ec8a-5324-446d-9b85-e7e405c4d72d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.479882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44282) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:15.543805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff89ec8a-5324-446d-9b85-e7e405c4d72d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.557293 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff89ec8a-5324-446d-9b85-e7e405c4d72d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.604698 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff89ec8a-5324-446d-9b85-e7e405c4d72d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.609161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ff89ec8a-5324-446d-9b85-e7e405c4d72d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2463441 Dec 13 13:12:15.610825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44290) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:15.615559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c41a04f1-8ec1-4dfe-a667-6f6e6fb588b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'security_group_rule': {'security_group_id': 'd4a6c10a-7acd-45cc-9b3d-93887e615094', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:15.624415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89ec8a-5324-446d-9b85-e7e405c4d72d tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a6c10a-7acd-45cc-9b3d-93887e615094,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:15.646498 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4021ca08-55e0-4235-990d-f015036faab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.693995 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c41a04f1-8ec1-4dfe-a667-6f6e6fb588b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.762243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7e320604-97ff-4726-ba5f-fb6b94fafc61 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:15.801311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port b71d5d87-e590-4418-8249-3a426485e1d6 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:15.801879 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.830746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 7e320604-97ff-4726-ba5f-fb6b94fafc61 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:15.831969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 7e320604-97ff-4726-ba5f-fb6b94fafc61 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:15.832997 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c41a04f1-8ec1-4dfe-a667-6f6e6fb588b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.854272 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4021ca08-55e0-4235-990d-f015036faab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.855977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c41a04f1-8ec1-4dfe-a667-6f6e6fb588b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.877725 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4021ca08-55e0-4235-990d-f015036faab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.892270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a04f1-8ec1-4dfe-a667-6f6e6fb588b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bb29a4-332d-49b6-901a-d88440498d16,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:15.952085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] For port b71d5d87-e590-4418-8249-3a426485e1d6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b71d5d87-e590-4418-8249-3a426485e1d6,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:15.952445 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.969727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for b71d5d87-e590-4418-8249-3a426485e1d6 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:15.972898 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c41a04f1-8ec1-4dfe-a667-6f6e6fb588b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:15.974185 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c41a04f1-8ec1-4dfe-a667-6f6e6fb588b8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622177 Dec 13 13:12:15.977319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44308) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:15.982106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4158034c-3ab7-4d7a-b9b8-da64ecaea54a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'security_group_rule': {'security_group_id': 'd4a6c10a-7acd-45cc-9b3d-93887e615094', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:15.990747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4021ca08-55e0-4235-990d-f015036faab7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e36335e8761546239849a1ba5018a4cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4990599 Dec 13 13:12:15.991781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44310) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:16.009506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021ca08-55e0-4235-990d-f015036faab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07dff5c-5497-44b3-98a0-c4181be84f74,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:16.057150 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a0af18f-4ffd-4c8a-a019-12e9ff355313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.089165 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a0af18f-4ffd-4c8a-a019-12e9ff355313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.098011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4158034c-3ab7-4d7a-b9b8-da64ecaea54a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.180089 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a0af18f-4ffd-4c8a-a019-12e9ff355313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.182714 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a0af18f-4ffd-4c8a-a019-12e9ff355313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.186291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6a0af18f-4ffd-4c8a-a019-12e9ff355313 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d07dff5c-5497-44b3-98a0-c4181be84f74 HTTP/1.1" status: 204 len: 168 time: 0.1909916 Dec 13 13:12:16.198468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0af18f-4ffd-4c8a-a019-12e9ff355313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07dff5c-5497-44b3-98a0-c4181be84f74,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:16.211522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0e8a2-abbc-4a65-9dcb-8337f3d5539a req-24a60b69-ee19-48c9-a303-b0ad8b7b78cf tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:16.213141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50c0e8a2-abbc-4a65-9dcb-8337f3d5539a req-24a60b69-ee19-48c9-a303-b0ad8b7b78cf tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 985 time: 0.0730484 Dec 13 13:12:16.235454 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4158034c-3ab7-4d7a-b9b8-da64ecaea54a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.275975 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4158034c-3ab7-4d7a-b9b8-da64ecaea54a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.310848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50c0e8a2-abbc-4a65-9dcb-8337f3d5539a req-2f4cf329-e795-4de3-82c5-531dff6296f3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0906720 Dec 13 13:12:16.312681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158034c-3ab7-4d7a-b9b8-da64ecaea54a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747d3b54-e9fe-4a08-be84-2fbb856571b6,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:16.339152 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4158034c-3ab7-4d7a-b9b8-da64ecaea54a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.350604 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4158034c-3ab7-4d7a-b9b8-da64ecaea54a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3718095 Dec 13 13:12:16.350973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44332) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:16.359648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:16.391344 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.451269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.490727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=b71d5d87-e590-4418-8249-3a426485e1d6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:16.553563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358584-4f84-4c6b-b66b-98d5dd65a54a req-d11cf6c8-c24d-4f3c-ac80-67125de79328 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:16.558132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea358584-4f84-4c6b-b66b-98d5dd65a54a req-d11cf6c8-c24d-4f3c-ac80-67125de79328 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 985 time: 0.1489286 Dec 13 13:12:16.722272 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.759027 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.775510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44336) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:16.782523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea358584-4f84-4c6b-b66b-98d5dd65a54a req-65ffb89b-6bc9-4e0b-9adf-ffaa1bdd64a0 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2108219 Dec 13 13:12:16.874956 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-191232cb-cd73-43e8-811b-dec20c8dbc36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:16.961230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Allocated IP 172.25.2.185 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/5107f403-ebec-4a6d-a51e-8dc158f6fe9a) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:16.997306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9deee5-96c1-49a5-85ab-c9a1847f0464 req-4bdc4a5f-0814-4c72-871f-b86c2831511e tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:17.000156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e9deee5-96c1-49a5-85ab-c9a1847f0464 req-4bdc4a5f-0814-4c72-871f-b86c2831511e tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 1136 time: 0.1119151 Dec 13 13:12:17.040912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4e9deee5-96c1-49a5-85ab-c9a1847f0464 req-d3ac5081-c136-41b4-bf0b-93b8ad45c266 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.207702 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.254927 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4e9deee5-96c1-49a5-85ab-c9a1847f0464 req-d3ac5081-c136-41b4-bf0b-93b8ad45c266 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.267042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4e9deee5-96c1-49a5-85ab-c9a1847f0464 req-d3ac5081-c136-41b4-bf0b-93b8ad45c266 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.324804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e9deee5-96c1-49a5-85ab-c9a1847f0464 req-d3ac5081-c136-41b4-bf0b-93b8ad45c266 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3125808 Dec 13 13:12:17.330671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac5081-c136-41b4-bf0b-93b8ad45c266 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5e4fa3-a25d-4c13-8bc3-a8cdf6812f10,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:17.350553 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.375167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44346) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:17.425640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:17.454281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:17.466585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:17.524440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'Port': ['ID=5107f403-ebec-4a6d-a51e-8dc158f6fe9a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:17.546332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97be0a85-1892-4e1d-a424-ef9120567946 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:17.550910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-97be0a85-1892-4e1d-a424-ef9120567946 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 1131 time: 0.1703031 Dec 13 13:12:17.575608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44348) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:17.581505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:17.627398 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.629452 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.658701 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-191232cb-cd73-43e8-811b-dec20c8dbc36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.671108 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-191232cb-cd73-43e8-811b-dec20c8dbc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.712081 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-191232cb-cd73-43e8-811b-dec20c8dbc36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bfad7157ba64cf7a7fe2e6cc0632c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9336393 Dec 13 13:12:17.721174 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44350) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:17.740733 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.756603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191232cb-cd73-43e8-811b-dec20c8dbc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a35d1b-9d99-4e12-8f03-125bf40daac5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:17.810680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:12:17.840066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fc6eb57-07ec-433a-8886-126b2c28a7a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:17.913381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fc6eb57-07ec-433a-8886-126b2c28a7a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.017774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:12:18.030789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] Sync routers for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:12:18.048607 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a423bcaa-b3a8-4c36-b6bc-c1f8e07a1b5d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "PUT /v2.0/routers/56d6d409-242d-4e06-ae6c-d1cff585b7f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1457291 Dec 13 13:12:18.052148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44352) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:18.053115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:18.054017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:18.098902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fc6eb57-07ec-433a-8886-126b2c28a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.105390 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2fc6eb57-07ec-433a-8886-126b2c28a7a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.109487 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2fc6eb57-07ec-433a-8886-126b2c28a7a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3a35d1b-9d99-4e12-8f03-125bf40daac5 HTTP/1.1" status: 204 len: 168 time: 0.3872857 Dec 13 13:12:18.197961 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6eb57-07ec-433a-8886-126b2c28a7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a35d1b-9d99-4e12-8f03-125bf40daac5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:18.254612 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8b27e8-130a-4f38-81be-54354cba37ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting subnet 00f1d646-fce2-4f25-91dc-b4acc2b452fb {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:12:18.258971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a8b27e8-130a-4f38-81be-54354cba37ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.329483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:18.354593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a8b27e8-130a-4f38-81be-54354cba37ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.382131 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.517844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Allocated IP 172.25.2.88 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/0245a94c-7e50-49a7-9439-f05df2c5ac0f) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:18.621335 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a8b27e8-130a-4f38-81be-54354cba37ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.642454 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.699293 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.755720 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a8b27e8-130a-4f38-81be-54354cba37ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.777022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:18.785211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:18.790642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:18.825845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Port': ['ID=0245a94c-7e50-49a7-9439-f05df2c5ac0f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:18.828778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b27e8-130a-4f38-81be-54354cba37ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Subnet': ['ID=00f1d646-fce2-4f25-91dc-b4acc2b452fb,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:18.839392 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.844086 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0a8b27e8-130a-4f38-81be-54354cba37ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.854135 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0a8b27e8-130a-4f38-81be-54354cba37ca tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/subnets/00f1d646-fce2-4f25-91dc-b4acc2b452fb HTTP/1.1" status: 204 len: 168 time: 0.7923238 Dec 13 13:12:18.854846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44364) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:18.867785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:18.876117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a27e1-fc20-4d17-a0c5-aa36c58bd94b None None] Network fec0925b-26a1-413e-8381-93d775632c25 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:12:18.895031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44366) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:18.933935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c133135a-984b-4aff-8e37-7b13b2bd5f4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.050394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:12:16Z', 'revision_number': 7, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:19.081485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c133135a-984b-4aff-8e37-7b13b2bd5f4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.090369 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c133135a-984b-4aff-8e37-7b13b2bd5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.094037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] Checking router: 56d6d409-242d-4e06-ae6c-d1cff585b7f8 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:12:19.123461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] Routers {'56d6d409-242d-4e06-ae6c-d1cff585b7f8'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:19.124559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:19.159090 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c133135a-984b-4aff-8e37-7b13b2bd5f4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b14b14e511df462fb451fe9513a49a84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599800 Dec 13 13:12:19.159090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133135a-984b-4aff-8e37-7b13b2bd5f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1fc9f3-a596-4cd3-853d-0e14d5384517,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:19.160190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44368) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:19.228363 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8cc21fa-93c5-49e8-aa36-09d6c8d45418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.262299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8cc21fa-93c5-49e8-aa36-09d6c8d45418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.307720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] Set router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:19.343379 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8cc21fa-93c5-49e8-aa36-09d6c8d45418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.347044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d8cc21fa-93c5-49e8-aa36-09d6c8d45418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.350949 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8cc21fa-93c5-49e8-aa36-09d6c8d45418 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b1fc9f3-a596-4cd3-853d-0e14d5384517 HTTP/1.1" status: 204 len: 168 time: 0.1872270 Dec 13 13:12:19.373956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc21fa-93c5-49e8-aa36-09d6c8d45418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1fc9f3-a596-4cd3-853d-0e14d5384517,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:19.396312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca65cd0-73dd-451d-9905-9c6a03d8d440 None None] DHCP port deletion for fec0925b-26a1-413e-8381-93d775632c25 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:19.575187 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.597111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cca65cd0-73dd-451d-9905-9c6a03d8d440 None None] Deleting port e22ec470-75d9-45a1-b0cd-73bf32d14b76 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:19.597647 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cca65cd0-73dd-451d-9905-9c6a03d8d440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.633336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'Port': ['ID=5107f403-ebec-4a6d-a51e-8dc158f6fe9a,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:19.681833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cca65cd0-73dd-451d-9905-9c6a03d8d440 None None] For port e22ec470-75d9-45a1-b0cd-73bf32d14b76, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e22ec470-75d9-45a1-b0cd-73bf32d14b76,segment=NetworkSegment(a6dc5709-dc0c-4961-b8e0-f853e2527c83),segment_id=a6dc5709-dc0c-4961-b8e0-f853e2527c83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:19.682264 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cca65cd0-73dd-451d-9905-9c6a03d8d440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.699176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cca65cd0-73dd-451d-9905-9c6a03d8d440 None None] Calling delete_port for e22ec470-75d9-45a1-b0cd-73bf32d14b76 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:19.743512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.782181 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.786583 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cca65cd0-73dd-451d-9905-9c6a03d8d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.799427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c4740f44-f928-4502-8cbf-c0dc0752ba2a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4463878 Dec 13 13:12:19.822420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca65cd0-73dd-451d-9905-9c6a03d8d440 None None] No DVR routers for this DVR port e22ec470-75d9-45a1-b0cd-73bf32d14b76 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:12:19.824987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65cd0-73dd-451d-9905-9c6a03d8d440 None None] Pushing event deleted for resources: {'Port': ['ID=e22ec470-75d9-45a1-b0cd-73bf32d14b76,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:19.854487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:12:16Z', 'revision_number': 7, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:19.879020 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:19.885938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30411b-e348-4bc4-914c-dbfd89b5e223 None None] The sync data for ids ['56d6d409-242d-4e06-ae6c-d1cff585b7f8'] in n-d-817326-4 is: [{'id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'name': 'tempest-TestNetworkBasicOps-router-208624973', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '3a38072d-5124-404e-84f0-6c2b67967271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:09:31Z', 'updated_at': '2021-12-13T13:12:16Z', 'revision_number': 7, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': '3a38072d-5124-404e-84f0-6c2b67967271', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6d409-242d-4e06-ae6c-d1cff585b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:09:32Z', 'updated_at': '2021-12-13T13:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:12:19.963052 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:20.023250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port 3a38072d-5124-404e-84f0-6c2b67967271 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:20.023602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:20.129161 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:20.322006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e22ec470-75d9-45a1-b0cd-73bf32d14b76 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:20.343270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-8193362e-63d3-4905-86a5-1c1356360b7e tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1929123184&fields=id&tenant_id=8fd14c1710c0474f81e533ec78ac461c HTTP/1.1" status: 200 len: 267 time: 0.2460620 Dec 13 13:12:20.362135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e22ec470-75d9-45a1-b0cd-73bf32d14b76 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:20.362466 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e22ec470-75d9-45a1-b0cd-73bf32d14b76 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:20.413009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] For port 3a38072d-5124-404e-84f0-6c2b67967271, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3a38072d-5124-404e-84f0-6c2b67967271,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:20.413804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:20.468756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for 3a38072d-5124-404e-84f0-6c2b67967271 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:20.664206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-494cbfb6-db29-4391-90d1-527c840d510a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:20.665946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-494cbfb6-db29-4391-90d1-527c840d510a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 810 time: 0.3138876 Dec 13 13:12:20.694840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:20.734988 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:20.741768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-0e96ff5e-a13f-44e4-a747-082a67d30a52 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/quotas/8fd14c1710c0474f81e533ec78ac461c HTTP/1.1" status: 200 len: 375 time: 0.0663452 Dec 13 13:12:20.873542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:20.923698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Port': ['ID=0245a94c-7e50-49a7-9439-f05df2c5ac0f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:20.994762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-68219a8b-8d5d-4d69-be1e-87cf5fba7274 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2450798 Dec 13 13:12:21.032151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44432) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:21.072846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:21.138643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=3a38072d-5124-404e-84f0-6c2b67967271,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:21.154563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f6f42-8a65-4064-9c15-86df83eac27c None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:21.218840 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Floating IP b30c7134-1a52-486a-9a84-a34243eed169 associated. External IP: 172.25.2.88, port: 8b4ac50e-c2f3-4b53-9e40-fde995b41158. Dec 13 13:12:21.266360 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c54a3a8e-60c1-4848-85aa-c02ab5a7dac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:21.387209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c54a3a8e-60c1-4848-85aa-c02ab5a7dac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:21.392552 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:21.395114 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c54a3a8e-60c1-4848-85aa-c02ab5a7dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:21.403111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-d402a5d1-6a11-4680-aa18-5bfeaa859c0a service neutron] 10.222.0.31 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894794 Dec 13 13:12:21.431249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a3a8e-60c1-4848-85aa-c02ab5a7dac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0857dbd4-1065-4222-85a9-744c9ad54d5f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:21.471911 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c54a3a8e-60c1-4848-85aa-c02ab5a7dac0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45bb258cdab04de182bc378a047b0dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4385898 Dec 13 13:12:21.476091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44444) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:21.558941 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b85754f-3e4a-42fa-8ec4-5a7e60e67b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:21.584750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b85754f-3e4a-42fa-8ec4-5a7e60e67b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:21.649241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b85754f-3e4a-42fa-8ec4-5a7e60e67b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:21.654151 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b85754f-3e4a-42fa-8ec4-5a7e60e67b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:21.655989 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6b85754f-3e4a-42fa-8ec4-5a7e60e67b91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0857dbd4-1065-4222-85a9-744c9ad54d5f HTTP/1.1" status: 204 len: 168 time: 0.1783171 Dec 13 13:12:21.673568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85754f-3e4a-42fa-8ec4-5a7e60e67b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0857dbd4-1065-4222-85a9-744c9ad54d5f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:21.892336 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:21.896278 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.037537 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.038367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Fanout notify agent at l3_agent the message router_deleted on router 56d6d409-242d-4e06-ae6c-d1cff585b7f8 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:12:22.053122 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.054636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b59ed2b0-93ca-4882-8c20-134503aefafc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/routers/56d6d409-242d-4e06-ae6c-d1cff585b7f8 HTTP/1.1" status: 204 len: 168 time: 3.1964753 Dec 13 13:12:22.057262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44458) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:22.069804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b71d5d87-e590-4418-8249-3a426485e1d6 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:22.101589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-eaade637-71e0-4641-a8d7-187eda7f56a9 service neutron] 10.222.0.31 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312528 Dec 13 13:12:22.116185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b71d5d87-e590-4418-8249-3a426485e1d6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:22.116601 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b71d5d87-e590-4418-8249-3a426485e1d6 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:22.238423 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.252532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Router 8cb2000a-734e-4fed-82af-c889779fead4 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:12:22.446104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.496086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec0925b-26a1-413e-8381-93d775632c25']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:22.504485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d29549bc-44d5-4c83-8e0e-725045d65759 req-f1188830-2374-48bd-a3b0-7053823fea96 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 210 time: 0.0604308 Dec 13 13:12:22.541956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dc5709-dc0c-4961-b8e0-f853e2527c83') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:22.542325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dc5709-dc0c-4961-b8e0-f853e2527c83') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:22.554296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.571015 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.578994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:12:22.580630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:12:22.583026 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:12:22.681275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.690414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:12:22.704885 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] Sync routers for ids ['8cb2000a-734e-4fed-82af-c889779fead4'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:12:22.710566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.721589 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/networks/fec0925b-26a1-413e-8381-93d775632c25 HTTP/1.1" status: 204 len: 168 time: 0.6591296 Dec 13 13:12:22.733098 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] Routers {'8cb2000a-734e-4fed-82af-c889779fead4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:22.734934 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8cb2000a-734e-4fed-82af-c889779fead4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:22.745763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.760589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44492) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:22.773620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'network': {'name': 'tempest-network-smoke--340116427', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'port_security_enabled': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:22.778454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8f2d2-2161-4603-a618-b0b5bb85c93c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Network': ['ID=fec0925b-26a1-413e-8381-93d775632c25,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:22.828680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f43ea36d-6362-4506-9d20-3779d1e9d655 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2517827 Dec 13 13:12:22.830010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44496) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:22.830726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'tag': '8b4ac50e-c2f3-4b53-9e40-fde995b41158'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:22.839777 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0b7578-e046-44ab-9041-1e25f2e26661" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b43384-a0c8-45e3-82fb-d149d4bf5d87", "tag": "8b4ac50e-c2f3-4b53-9e40-fde995b41158"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:22.864950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Made reservation on behalf of 09c5b16fafe34569831b7afbc635f3f5 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:12:22.870020 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.942100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:12:22.952029 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] Set router 8cb2000a-734e-4fed-82af-c889779fead4 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:22.954659 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b12949-c269-42a2-a5b6-b67798ecf1c7 x-openstack-request-id: req-b3b12949-c269-42a2-a5b6-b67798ecf1c7 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:22.955191 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b43384-a0c8-45e3-82fb-d149d4bf5d87", "tag": "8b4ac50e-c2f3-4b53-9e40-fde995b41158", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:22.955191 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3b12949-c269-42a2-a5b6-b67798ecf1c7 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:22.955615 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'tag': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'status': 'completed', 'code': 200} Dec 13 13:12:22.977769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:22.978138 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Added segment de50ba7e-7801-4f73-b271-792586e33ab0 of type vlan for network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 Dec 13 13:12:23.050900 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:23.086665 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:23.096676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.098312 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:23.193232 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4264927 Dec 13 13:12:23.195686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-0430fbeb-96e5-4383-9cbc-903499886c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.197469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-0430fbeb-96e5-4383-9cbc-903499886c6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8c1b8daea7b4a74a726f0155e53b237&device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 1136 time: 0.2410278 Dec 13 13:12:23.198228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44508) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:23.214984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f3d5a-d54d-4140-85a5-0bebc3c0611e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Network': ['ID=63b3c7e8-370d-4f15-a08f-5bda81a0d031,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:23.228124 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:12:23.242046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'admin_state_up': True, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:23.334679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db7773-53c5-4f43-876d-cc16ba96a55a tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.334929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db7773-53c5-4f43-876d-cc16ba96a55a tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.336757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db7773-53c5-4f43-876d-cc16ba96a55a tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.337186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db7773-53c5-4f43-876d-cc16ba96a55a tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.339967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db7773-53c5-4f43-876d-cc16ba96a55a tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.344688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44512) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:23.345685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-16db7773-53c5-4f43-876d-cc16ba96a55a tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3580 time: 0.4994788 Dec 13 13:12:23.416005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:23.418428 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:23.520482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b5155-5673-4e06-a8bb-b297e6ce5163 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.521764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b5155-5673-4e06-a8bb-b297e6ce5163 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.523627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b5155-5673-4e06-a8bb-b297e6ce5163 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.524405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b5155-5673-4e06-a8bb-b297e6ce5163 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.525064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b5155-5673-4e06-a8bb-b297e6ce5163 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.528012 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a72b5155-5673-4e06-a8bb-b297e6ce5163 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3364 time: 0.1819477 Dec 13 13:12:23.531535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44522) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:23.552226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-d2af3ba9-b0ca-4c84-9cc9-7af488d22c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:23.553800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-d2af3ba9-b0ca-4c84-9cc9-7af488d22c20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb149c45-8d7a-4ffb-8508-cad89e20ec5e HTTP/1.1" status: 200 len: 897 time: 0.3228097 Dec 13 13:12:23.560130 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:54Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'b30c7134-1a52-486a-9a84-a34243eed169', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'port_id': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'mac_address': 'fa:16:3e:26:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:12:19Z', 'updated_at': '2021-12-13T13:12:19Z', 'revision_number': 0, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b709c5f-5845-4ffb-a914-cd85a1823c47', 'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:16:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:53Z', 'updated_at': '2021-12-13T13:11:59Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:23.594765 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] Checking router: 8cb2000a-734e-4fed-82af-c889779fead4 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:12:23.606590 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] Routers {'8cb2000a-734e-4fed-82af-c889779fead4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:23.610023 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:11:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8cb2000a-734e-4fed-82af-c889779fead4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:23.741919 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:23.784256 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-a84cae47-8099-408b-9030-6a15d3dd6f15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b4ac50e-c2f3-4b53-9e40-fde995b41158 HTTP/1.1" status: 200 len: 999 time: 0.1669190 Dec 13 13:12:23.789193 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] Set router 8cb2000a-734e-4fed-82af-c889779fead4 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:23.877161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-52206a9f-2535-4e7b-9db7-70e7f44c36af req-0ed63bcc-1b68-4111-b2c8-165710039842 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 210 time: 0.1260459 Dec 13 13:12:23.945050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3a38072d-5124-404e-84f0-6c2b67967271 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:23.978276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-da061cf5-eb21-467d-a479-46a59c8d06a6 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.4453473 Dec 13 13:12:23.989640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 3a38072d-5124-404e-84f0-6c2b67967271 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:23.990858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44534) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:24.003400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3a38072d-5124-404e-84f0-6c2b67967271 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:24.099969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44536) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:24.113737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-4ff2aea2-7182-41fe-bb7f-dd4436038b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:24.130449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-4ff2aea2-7182-41fe-bb7f-dd4436038b17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8954ffa-cdba-472c-b9e4-0da60ed27d5a HTTP/1.1" status: 200 len: 834 time: 0.2841663 Dec 13 13:12:24.214273 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:24.218218 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-ecc31fb2-91b8-40be-b3c4-b92bba8c09b0 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:24.218812 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d09f0a1-599f-480f-93ab-bc9f02826b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:24.222625 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-ecc31fb2-91b8-40be-b3c4-b92bba8c09b0 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.37 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 810 time: 0.3567655 Dec 13 13:12:24.265173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-967446f1-afa5-43f2-a044-aa888a6bcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:24.266755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-967446f1-afa5-43f2-a044-aa888a6bcf99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb149c45-8d7a-4ffb-8508-cad89e20ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011410 Dec 13 13:12:24.354041 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:54Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'b30c7134-1a52-486a-9a84-a34243eed169', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'port_id': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'mac_address': 'fa:16:3e:26:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:12:19Z', 'updated_at': '2021-12-13T13:12:19Z', 'revision_number': 0, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b709c5f-5845-4ffb-a914-cd85a1823c47', 'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:16:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:53Z', 'updated_at': '2021-12-13T13:11:59Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:24.405801 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b2e72e-1104-4b49-8d36-959d28af40ea None None] The sync data for ids ['8cb2000a-734e-4fed-82af-c889779fead4'] in n-d-817326-4 is: [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:54Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'b30c7134-1a52-486a-9a84-a34243eed169', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'port_id': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'mac_address': 'fa:16:3e:26:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:12:19Z', 'updated_at': '2021-12-13T13:12:19Z', 'revision_number': 0, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b709c5f-5845-4ffb-a914-cd85a1823c47', 'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:16:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:53Z', 'updated_at': '2021-12-13T13:11:59Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:12:24.406366 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-a3ebfec5-2d09-40b1-a0d1-07301050afc4 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd14c1710c0474f81e533ec78ac461c HTTP/1.1" status: 200 len: 380 time: 0.1448104 Dec 13 13:12:24.427378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'port': {'device_id': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'admin_state_up': True, 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'security_groups': ['d4a6c10a-7acd-45cc-9b3d-93887e615094']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:24.454783 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-df2fa5b5-a9ac-4e6c-b044-a57e17f345d0 service neutron] 10.222.0.42 "GET /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606455 Dec 13 13:12:24.470461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83cf29-8d95-4f9f-baf5-d081f564350d tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:24.471231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83cf29-8d95-4f9f-baf5-d081f564350d tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:24.472938 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5c83cf29-8d95-4f9f-baf5-d081f564350d tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8cb2000a-734e-4fed-82af-c889779fead4 HTTP/1.1" status: 200 len: 1989 time: 0.2932758 Dec 13 13:12:24.636091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Made reservation on behalf of 8fd14c1710c0474f81e533ec78ac461c for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:12:24.642057 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:24.645389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87bb37a8-1415-4a3f-9a40-229afdf261d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:24.725060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:24.773961 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:24.840670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd985d7a-51ec-49ec-a67c-c1b4c378f4c0 None None] New status for floating IP b30c7134-1a52-486a-9a84-a34243eed169: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:12:24.878248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Allocated IP 172.20.0.13 (c03f10db-9f9c-4d27-aa88-05fe57ad660a/563598e9-d8ce-48bd-b301-6842a91f8338/50c07630-618e-402c-b931-1f791aef0d2b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:24.883239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd0b7578-e046-44ab-9041-1e25f2e26661 req-37ddfcc6-dd56-451b-8168-9ad6782d1a94 service neutron] 10.222.0.42 "GET /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911030 Dec 13 13:12:24.984092 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87bb37a8-1415-4a3f-9a40-229afdf261d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.061167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-87bb37a8-1415-4a3f-9a40-229afdf261d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.076300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.095179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-77626056-07e1-425f-908e-6f0c2827f813 req-12c5c564-a346-4388-bd61-e3b0b9d54328 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 210 time: 0.1134276 Dec 13 13:12:25.137728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-87bb37a8-1415-4a3f-9a40-229afdf261d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6576aa0fb381427fa76464fac8f00763&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0352399 Dec 13 13:12:25.141306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb37a8-1415-4a3f-9a40-229afdf261d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b10fde-48dc-41de-9d62-d58c05da9f61,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:25.142232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44560) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:25.150315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Allocated IP 172.25.2.55 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/a5079fcd-c6d0-4dee-bba2-ec2715a10982) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:25.185040 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.253832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:25.260877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:25.264346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:25.294594 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.331007 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7474b6c-3ec6-4ff0-83b0-a2d4ac54c0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.338749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.340004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event updated for resources: {'Port': ['ID=50c07630-618e-402c-b931-1f791aef0d2b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:25.381999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7474b6c-3ec6-4ff0-83b0-a2d4ac54c0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.402649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:25.412791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:25.432129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f944fa2f-971c-40b9-aad9-e8fdda7ad135 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:25.454778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:25.457838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:25.458803 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.491584 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-6073a7e2-dccb-46a5-90d8-e2fcffa0a4a8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0725439 Dec 13 13:12:25.493184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7474b6c-3ec6-4ff0-83b0-a2d4ac54c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.496140 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7474b6c-3ec6-4ff0-83b0-a2d4ac54c0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.500841 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a7474b6c-3ec6-4ff0-83b0-a2d4ac54c0ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39b10fde-48dc-41de-9d62-d58c05da9f61 HTTP/1.1" status: 204 len: 168 time: 0.3567634 Dec 13 13:12:25.509368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Request body: {'port': {'device_id': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:25.528836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=a5079fcd-c6d0-4dee-bba2-ec2715a10982,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:25.555666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a64bb3d2-0f3c-43cf-833a-3523de88f283 None None] Provisioning complete for port a5079fcd-c6d0-4dee-bba2-ec2715a10982 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:25.555940 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a64bb3d2-0f3c-43cf-833a-3523de88f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:25.581340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7474b6c-3ec6-4ff0-83b0-a2d4ac54c0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b10fde-48dc-41de-9d62-d58c05da9f61,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:25.682648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a64bb3d2-0f3c-43cf-833a-3523de88f283 None None] Port a5079fcd-c6d0-4dee-bba2-ec2715a10982 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:12:25.699655 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:26.177196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c07630-618e-402c-b931-1f791aef0d2b {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:12:26.192798 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:26.200458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-91b584fa-667b-46df-a14f-cf78d18d7ac6 None None] Provisioning complete for port 50c07630-618e-402c-b931-1f791aef0d2b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:26.201460 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91b584fa-667b-46df-a14f-cf78d18d7ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:26.221032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Transition to ACTIVE for port object 50c07630-618e-402c-b931-1f791aef0d2b will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:12:26.234048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:26.242841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-91b584fa-667b-46df-a14f-cf78d18d7ac6 None None] Port 50c07630-618e-402c-b931-1f791aef0d2b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:12:26.352397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Pushing event updated for resources: {'Port': ['ID=50c07630-618e-402c-b931-1f791aef0d2b,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:26.471410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Attempting to bind port 50c07630-618e-402c-b931-1f791aef0d2b on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:26.471714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Attempting to bind port 50c07630-618e-402c-b931-1f791aef0d2b by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:26.472050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Attempting to bind port 50c07630-618e-402c-b931-1f791aef0d2b on network c03f10db-9f9c-4d27-aa88-05fe57ad660a {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:26.485296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Port 50c07630-618e-402c-b931-1f791aef0d2b on network c03f10db-9f9c-4d27-aa88-05fe57ad660a not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:26.485636 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Attempting to bind port 50c07630-618e-402c-b931-1f791aef0d2b on network c03f10db-9f9c-4d27-aa88-05fe57ad660a {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:26.500736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:12:26.501082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Checking segment: {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:26.501950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Bound using segment: {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:12:26.502435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Bound port: 50c07630-618e-402c-b931-1f791aef0d2b, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57602a2-a4bb-420b-a24f-c0cd541b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:12:26.502804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:26.589967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] For port 50c07630-618e-402c-b931-1f791aef0d2b, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:12:26.596255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] For port 50c07630-618e-402c-b931-1f791aef0d2b, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=50c07630-618e-402c-b931-1f791aef0d2b,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:12:26.604708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:26.622089 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31bb53dd-9431-41fb-ae44-3d08294ed3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:26.711521 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:26.790514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:26.791280 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:26.796233 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] 10.222.0.37 "PUT /v2.0/ports/50c07630-618e-402c-b931-1f791aef0d2b HTTP/1.1" status: 200 len: 1092 time: 1.2935965 Dec 13 13:12:26.797126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df56929-7bc3-4165-bc4b-c0e8257fe8ac service neutron] Pushing event updated for resources: {'Port': ['ID=50c07630-618e-402c-b931-1f791aef0d2b,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:26.816832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4056a9-2984-44cb-b7d4-5345d0f2f563 req-517940c2-4384-4664-a04f-b5680ac6fd91 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:26.822049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff4056a9-2984-44cb-b7d4-5345d0f2f563 req-517940c2-4384-4664-a04f-b5680ac6fd91 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 944 time: 0.1684842 Dec 13 13:12:26.822480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'tag': '50c07630-618e-402c-b931-1f791aef0d2b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:26.832899 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f3a12a-c968-4605-af86-0cbed98ae673" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc5e3f7-1cca-422a-82a2-db708b0cd484", "tag": "50c07630-618e-402c-b931-1f791aef0d2b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:26.958316 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b32df44-ed8e-4061-b64c-bd923feb4248 x-openstack-request-id: req-5b32df44-ed8e-4061-b64c-bd923feb4248 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:26.958653 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc5e3f7-1cca-422a-82a2-db708b0cd484", "tag": "50c07630-618e-402c-b931-1f791aef0d2b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:26.958983 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b32df44-ed8e-4061-b64c-bd923feb4248 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:26.959258 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'tag': '50c07630-618e-402c-b931-1f791aef0d2b', 'status': 'completed', 'code': 200} Dec 13 13:12:26.988018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff4056a9-2984-44cb-b7d4-5345d0f2f563 req-e51adaf4-548c-43f5-9b20-22ddb0ebd87a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561613 Dec 13 13:12:27.029883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-72c326a2-b593-4c83-a723-682e0231556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:27.034156 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-72c326a2-b593-4c83-a723-682e0231556e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 1095 time: 0.1539016 Dec 13 13:12:27.138137 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-5230d51a-ce75-4891-89f3-213a8ce55a4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c07630-618e-402c-b931-1f791aef0d2b HTTP/1.1" status: 200 len: 217 time: 0.0954270 Dec 13 13:12:27.231232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:27.236899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-68c96fdd-25c0-4d0c-ac2d-ebba3a6f1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:27.243123 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-68c96fdd-25c0-4d0c-ac2d-ebba3a6f1569 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.0975266 Dec 13 13:12:27.347647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-83da0a77-33d3-48b0-8323-b8e7daa68054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:27.352318 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-83da0a77-33d3-48b0-8323-b8e7daa68054 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018615 Dec 13 13:12:27.427992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 2726ed36-1044-4e6b-b218-9038145484b6 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:12:27.571788 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-e2925294-c39e-4b70-914f-a54fc03ac9d4 service neutron] 10.222.0.37 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116051 Dec 13 13:12:27.610487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:12:27.628920 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922587c6-74a5-463f-9539-69dae768458a None None] Sync routers for ids ['2726ed36-1044-4e6b-b218-9038145484b6'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:12:27.665975 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922587c6-74a5-463f-9539-69dae768458a None None] Routers {'2726ed36-1044-4e6b-b218-9038145484b6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:27.666631 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-922587c6-74a5-463f-9539-69dae768458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2726ed36-1044-4e6b-b218-9038145484b6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:27.686953 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:27.690978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ef436d93-2a41-492a-8754-6ca08babdda4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4585757 Dec 13 13:12:27.693302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44680) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:27.719329 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-42a441c6-86a1-42f2-9b2f-2be88908989b req-96af95f6-7471-4bb4-a7da-761ae4f2488f service neutron] 10.222.0.37 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311176 Dec 13 13:12:27.753737 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:27.792658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5679c53a-b514-40f5-b730-30dc6f01df75 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=09c5b16fafe34569831b7afbc635f3f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0978034 Dec 13 13:12:27.795428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44696) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:27.978580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-21e011bc-6d57-4f0e-9382-ba3795dcdd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:27.980342 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-21e011bc-6d57-4f0e-9382-ba3795dcdd05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 1095 time: 0.1743462 Dec 13 13:12:28.029604 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-922587c6-74a5-463f-9539-69dae768458a None None] Set router 2726ed36-1044-4e6b-b218-9038145484b6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:28.118115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10be20-f8e1-4561-b10d-3870cc948836 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:28.124995 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7f10be20-f8e1-4561-b10d-3870cc948836 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3284450 Dec 13 13:12:28.129332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44738) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:28.223230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-bd79d1ce-6f7b-4c1d-90d5-da82527a6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:28.224921 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-bd79d1ce-6f7b-4c1d-90d5-da82527a6f50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.2350037 Dec 13 13:12:28.264757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-11786180-eded-4f30-a0a3-fb07c13bdf06 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1314757 Dec 13 13:12:28.311869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 44762) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:28.324334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606545025', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:28.351159 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-7355459b-56bd-4fe4-93d2-c1181eec1d17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c07630-618e-402c-b931-1f791aef0d2b HTTP/1.1" status: 200 len: 217 time: 0.1155808 Dec 13 13:12:28.504795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-92c2b924-2a2b-44f0-b378-d319a068af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:28.508915 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-92c2b924-2a2b-44f0-b378-d319a068af8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.1497822 Dec 13 13:12:28.519478 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-922587c6-74a5-463f-9539-69dae768458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:25Z', 'revision_number': 3, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:28.574765 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922587c6-74a5-463f-9539-69dae768458a None None] Checking router: 2726ed36-1044-4e6b-b218-9038145484b6 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:12:28.575370 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922587c6-74a5-463f-9539-69dae768458a None None] Updating router 2726ed36-1044-4e6b-b218-9038145484b6 port a5079fcd-c6d0-4dee-bba2-ec2715a10982 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:12:28.603380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b7709-3eaf-44ed-9c40-defb4d829857 req-4918f58a-1c89-4648-ba1b-7e4762834cb2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:28.615090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-040b7709-3eaf-44ed-9c40-defb4d829857 req-4918f58a-1c89-4648-ba1b-7e4762834cb2 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 944 time: 0.4485540 Dec 13 13:12:28.631536 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-922587c6-74a5-463f-9539-69dae768458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:28.665789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-29782d91-6181-4b39-898f-446dc9426c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:28.668473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-29782d91-6181-4b39-898f-446dc9426c86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519883 Dec 13 13:12:28.750243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Made reservation on behalf of 09c5b16fafe34569831b7afbc635f3f5 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:12:28.754590 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:28.810941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-040b7709-3eaf-44ed-9c40-defb4d829857 req-78a417bc-bc75-4a5a-9725-33d01b795eee tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946816 Dec 13 13:12:28.864556 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-cdb79c3c-9579-44ae-bf6c-b512d54699c3 service neutron] 10.222.0.37 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877046 Dec 13 13:12:29.093973 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d8f3a12a-c968-4605-af86-0cbed98ae673 req-e6e0682d-c084-4acb-bc64-e9d8023cddb0 service neutron] 10.222.0.37 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206328 Dec 13 13:12:29.099246 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-922587c6-74a5-463f-9539-69dae768458a None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:29.112869 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:29.118546 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-922587c6-74a5-463f-9539-69dae768458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:29.182692 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-922587c6-74a5-463f-9539-69dae768458a None None] Attempting to bind port a5079fcd-c6d0-4dee-bba2-ec2715a10982 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:29.183059 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-922587c6-74a5-463f-9539-69dae768458a None None] Attempting to bind port a5079fcd-c6d0-4dee-bba2-ec2715a10982 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:29.183414 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922587c6-74a5-463f-9539-69dae768458a None None] Attempting to bind port a5079fcd-c6d0-4dee-bba2-ec2715a10982 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:29.185427 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062b46c-72c9-436d-959e-bc3bceade3b3 None None] Pushing event updated for resources: {'Port': ['ID=a5079fcd-c6d0-4dee-bba2-ec2715a10982,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:29.186933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0603d2bb-4931-4242-8f8a-8c6bd9688e86 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:29.193319 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922587c6-74a5-463f-9539-69dae768458a None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:12:29.193690 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922587c6-74a5-463f-9539-69dae768458a None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:29.202724 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-922587c6-74a5-463f-9539-69dae768458a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:29.203306 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922587c6-74a5-463f-9539-69dae768458a None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:12:29.203839 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-922587c6-74a5-463f-9539-69dae768458a None None] Bound port: a5079fcd-c6d0-4dee-bba2-ec2715a10982, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:12:29.204229 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-922587c6-74a5-463f-9539-69dae768458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:29.223547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:29.255099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-61e9a75a-d42c-40cd-856f-1e390bdf74d0 None None] Provisioning complete for port a5079fcd-c6d0-4dee-bba2-ec2715a10982 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:29.255710 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61e9a75a-d42c-40cd-856f-1e390bdf74d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:29.346936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-61e9a75a-d42c-40cd-856f-1e390bdf74d0 None None] Port a5079fcd-c6d0-4dee-bba2-ec2715a10982 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:12:29.348916 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-922587c6-74a5-463f-9539-69dae768458a None None] For port a5079fcd-c6d0-4dee-bba2-ec2715a10982, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:12:29.353529 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-922587c6-74a5-463f-9539-69dae768458a None None] For port a5079fcd-c6d0-4dee-bba2-ec2715a10982, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a5079fcd-c6d0-4dee-bba2-ec2715a10982,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:12:29.361340 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-922587c6-74a5-463f-9539-69dae768458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:29.362756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Subnet': ['ID=97ae416a-d37c-43b5-b727-71d8057aa1ef,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:29.433374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09843446-1be1-4efe-939a-5f4c2b883577 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:29.493081 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922587c6-74a5-463f-9539-69dae768458a None None] Routers {'2726ed36-1044-4e6b-b218-9038145484b6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:29.493726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-922587c6-74a5-463f-9539-69dae768458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2726ed36-1044-4e6b-b218-9038145484b6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:29.497291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Checking segment: {'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:29.497917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network hostable DHCP agents. Network: 63b3c7e8-370d-4f15-a08f-5bda81a0d031, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:12:29.507722 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062b46c-72c9-436d-959e-bc3bceade3b3 None None] Pushing event updated for resources: {'Port': ['ID=a5079fcd-c6d0-4dee-bba2-ec2715a10982,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:29.557393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:12:29.577928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 63b3c7e8-370d-4f15-a08f-5bda81a0d031) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:29.586588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:29.589063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:29.593734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-64e5ed84-0202-4436-a56b-67e221d34635 None None] Provisioning complete for port a5079fcd-c6d0-4dee-bba2-ec2715a10982 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:29.598655 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e5ed84-0202-4436-a56b-67e221d34635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:29.631525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 44906) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:29.633678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ccf2efbd-e15e-47c0-a839-9499be84d20f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3206394 Dec 13 13:12:29.668384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37235568-104a-48e3-977f-4bd9f2a4c9db None None] Network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:12:29.795901 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-922587c6-74a5-463f-9539-69dae768458a None None] Set router 2726ed36-1044-4e6b-b218-9038145484b6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:29.911689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:12:29.912540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:30.060975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f2838-14b3-41e5-a518-bf212279eb75 req-8387cb29-6fbc-40b8-be9e-308c67f782fa tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:30.073671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-201f2838-14b3-41e5-a518-bf212279eb75 req-8387cb29-6fbc-40b8-be9e-308c67f782fa tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 944 time: 0.1231925 Dec 13 13:12:30.209078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-201f2838-14b3-41e5-a518-bf212279eb75 req-2b2aa188-33ff-4013-94e4-0c7c5a1cc57f tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340637 Dec 13 13:12:30.253505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:30.309407 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-922587c6-74a5-463f-9539-69dae768458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:25Z', 'revision_number': 3, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:30.317569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Allocated IP 172.20.0.2 (63b3c7e8-370d-4f15-a08f-5bda81a0d031/97ae416a-d37c-43b5-b727-71d8057aa1ef/9953b34e-d467-4216-8ca1-507c002f7195) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:30.348665 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e5ed84-0202-4436-a56b-67e221d34635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:30.356574 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922587c6-74a5-463f-9539-69dae768458a None None] The sync data for ids ['2726ed36-1044-4e6b-b218-9038145484b6'] in n-d-817326-4 is: [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:25Z', 'revision_number': 3, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:12:30.420558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-64e5ed84-0202-4436-a56b-67e221d34635 None None] For port a5079fcd-c6d0-4dee-bba2-ec2715a10982, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a5079fcd-c6d0-4dee-bba2-ec2715a10982,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:30.432495 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e5ed84-0202-4436-a56b-67e221d34635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:30.674489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5ed84-0202-4436-a56b-67e221d34635 None None] Pushing event updated for resources: {'Port': ['ID=a5079fcd-c6d0-4dee-bba2-ec2715a10982,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:30.746026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:30.844857 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:30.862423 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:31.018931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:31.039312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:31.073509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:31.125660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Pushing event updated for resources: {'Port': ['ID=9953b34e-d467-4216-8ca1-507c002f7195,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:31.242229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Attempting to bind port 9953b34e-d467-4216-8ca1-507c002f7195 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:31.242795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Attempting to bind port 9953b34e-d467-4216-8ca1-507c002f7195 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:31.243214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Attempting to bind port 9953b34e-d467-4216-8ca1-507c002f7195 on network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:31.256684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:12:31.258660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Checking segment: {'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:31.259260 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:31.260140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Bound using segment: {'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:12:31.260941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Bound port: 9953b34e-d467-4216-8ca1-507c002f7195, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:12:31.261564 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:31.433530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] For port 9953b34e-d467-4216-8ca1-507c002f7195, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:12:31.445215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] For port 9953b34e-d467-4216-8ca1-507c002f7195, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9953b34e-d467-4216-8ca1-507c002f7195,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:12:31.456931 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:31.457981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbbd64-b925-438a-a83d-054f2d842edb req-cea2cb6b-1d6c-414d-a5ee-2fa6a8cf6331 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:31.470321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2fcbbd64-b925-438a-a83d-054f2d842edb req-cea2cb6b-1d6c-414d-a5ee-2fa6a8cf6331 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 944 time: 0.1310768 Dec 13 13:12:31.512984 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:12:31.524288 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Allocated IP 172.20.0.1 (63b3c7e8-370d-4f15-a08f-5bda81a0d031/97ae416a-d37c-43b5-b727-71d8057aa1ef/3c237008-498a-4c31-82f1-eb1578e41067) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:31.591424 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2fcbbd64-b925-438a-a83d-054f2d842edb req-ceb73d96-31d6-4415-9e3e-c93d0744e646 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200109 Dec 13 13:12:31.597245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9026250-7ebb-40f0-875e-8b92b97f6d8d None None] Pushing event updated for resources: {'Port': ['ID=9953b34e-d467-4216-8ca1-507c002f7195,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:31.775148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:31.836123 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:31.918976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:31.924427 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:31.939707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:31.986713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 50c07630-618e-402c-b931-1f791aef0d2b details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:12:32.025051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:32.027809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=3c237008-498a-4c31-82f1-eb1578e41067,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:32.208909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a5079fcd-c6d0-4dee-bba2-ec2715a10982 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:12:32.340834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 50c07630-618e-402c-b931-1f791aef0d2b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=50c07630-618e-402c-b931-1f791aef0d2b,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:32.366572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '50c07630-618e-402c-b931-1f791aef0d2b', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'port_id': '50c07630-618e-402c-b931-1f791aef0d2b', 'mac_address': 'fa:16:3e:15:a9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:12:32.374551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a5079fcd-c6d0-4dee-bba2-ec2715a10982 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:32.375280 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:32.378374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:32.480700 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:32.500292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c07630-618e-402c-b931-1f791aef0d2b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:12:32.531582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 50c07630-618e-402c-b931-1f791aef0d2b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=50c07630-618e-402c-b931-1f791aef0d2b,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:32.547757 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:32.647491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9953b34e-d467-4216-8ca1-507c002f7195 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:12:32.652724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=50c07630-618e-402c-b931-1f791aef0d2b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:32.720296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9953b34e-d467-4216-8ca1-507c002f7195 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:32.720670 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:32.765342 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:32.765813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['50c07630-618e-402c-b931-1f791aef0d2b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:12:32.786235 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:32.828238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9397b2-d1e9-40fb-8806-1d60574f0d48 req-fe765207-b6ff-48cd-aae2-921e23a34bb3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:32.833636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd9397b2-d1e9-40fb-8806-1d60574f0d48 req-fe765207-b6ff-48cd-aae2-921e23a34bb3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 945 time: 0.1031387 Dec 13 13:12:32.847708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:32.937305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd9397b2-d1e9-40fb-8806-1d60574f0d48 req-d9b28cda-c964-4076-a895-2961372eae73 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960605 Dec 13 13:12:32.980975 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:33.076390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 9953b34e-d467-4216-8ca1-507c002f7195, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9953b34e-d467-4216-8ca1-507c002f7195,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:33.176517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:33.394018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=9953b34e-d467-4216-8ca1-507c002f7195,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:33.702849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=3c237008-498a-4c31-82f1-eb1578e41067,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:33.782621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:33.784317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:33.826187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b484fa7a-98f1-47ef-abe2-9a9a2567ac68 None None] Network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:12:33.915151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-70f416c7-403e-44ed-9b7e-a6245a4e5cc1 None None] Provisioning complete for port 9953b34e-d467-4216-8ca1-507c002f7195 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:33.915793 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70f416c7-403e-44ed-9b7e-a6245a4e5cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:33.934039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 2726ed36-1044-4e6b-b218-9038145484b6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:12:33.970983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45248) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:34.024828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 50c07630-618e-402c-b931-1f791aef0d2b up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:12:34.027095 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9953b34e-d467-4216-8ca1-507c002f7195 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:12:34.089149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:12:34.095600 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e79644a5-0052-4a37-a3a7-7c7927a2222a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "PUT /v2.0/routers/2726ed36-1044-4e6b-b218-9038145484b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4624717 Dec 13 13:12:34.097444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886727d-60b5-4bda-be90-55345d23e93a req-53e27bdc-e7f3-4f66-9846-8933c7dbb5c0 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.099286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3886727d-60b5-4bda-be90-55345d23e93a req-53e27bdc-e7f3-4f66-9846-8933c7dbb5c0 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 945 time: 0.0693614 Dec 13 13:12:34.099994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45254) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:34.125650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Sync routers for ids ['2726ed36-1044-4e6b-b218-9038145484b6'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:12:34.203967 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Routers {'2726ed36-1044-4e6b-b218-9038145484b6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:34.204604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2726ed36-1044-4e6b-b218-9038145484b6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:34.234918 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72789248-ba23-45a0-b4c8-a37e990caf1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:34.283989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9953b34e-d467-4216-8ca1-507c002f7195 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:34.284642 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:34.288596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de60a4-4e4d-4ea5-af7c-47efea466a5d tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.289281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de60a4-4e4d-4ea5-af7c-47efea466a5d tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.289674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de60a4-4e4d-4ea5-af7c-47efea466a5d tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.290350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de60a4-4e4d-4ea5-af7c-47efea466a5d tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.290998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de60a4-4e4d-4ea5-af7c-47efea466a5d tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.291644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de60a4-4e4d-4ea5-af7c-47efea466a5d tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.294573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a9de60a4-4e4d-4ea5-af7c-47efea466a5d tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4263 time: 0.1927352 Dec 13 13:12:34.297288 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45260) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:34.324813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3886727d-60b5-4bda-be90-55345d23e93a req-388fe309-7262-4cf0-b76b-510732a2842e tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132947 Dec 13 13:12:34.431975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e868fc-91f6-476f-855b-2a5d90c8642f tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.436895 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72789248-ba23-45a0-b4c8-a37e990caf1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:34.437159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e868fc-91f6-476f-855b-2a5d90c8642f tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.437623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e868fc-91f6-476f-855b-2a5d90c8642f tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.438103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e868fc-91f6-476f-855b-2a5d90c8642f tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.438577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e868fc-91f6-476f-855b-2a5d90c8642f tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.439226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e868fc-91f6-476f-855b-2a5d90c8642f tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:34.443268 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-68e868fc-91f6-476f-855b-2a5d90c8642f tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3987 time: 0.1448884 Dec 13 13:12:34.446878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:34.453492 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72789248-ba23-45a0-b4c8-a37e990caf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:34.578528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-72789248-ba23-45a0-b4c8-a37e990caf1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3069bf612ff47748cba11a2057c2211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6055167 Dec 13 13:12:34.581989 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45282) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:34.589587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72789248-ba23-45a0-b4c8-a37e990caf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1505af-e857-4757-808b-3a25e5db018e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:34.691232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 50c07630-618e-402c-b931-1f791aef0d2b completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:12:34.722895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42427504-f306-445c-aefa-d8137e93a32d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:34.747124 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 50c07630-618e-402c-b931-1f791aef0d2b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:34.747636 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:34.761439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42427504-f306-445c-aefa-d8137e93a32d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:34.783044 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d3b26760-3f74-47ae-9a1e-240e7e8d1f88 tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3333533 Dec 13 13:12:34.852109 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42427504-f306-445c-aefa-d8137e93a32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:34.856754 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-42427504-f306-445c-aefa-d8137e93a32d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:34.858224 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-42427504-f306-445c-aefa-d8137e93a32d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d1505af-e857-4757-808b-3a25e5db018e HTTP/1.1" status: 204 len: 168 time: 0.2749727 Dec 13 13:12:34.880772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42427504-f306-445c-aefa-d8137e93a32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1505af-e857-4757-808b-3a25e5db018e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:34.884066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Set router 2726ed36-1044-4e6b-b218-9038145484b6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:34.887879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6e11aba6-fcc0-40aa-a4a1-d3a35dddfd1c None None] Provisioning complete for port 9953b34e-d467-4216-8ca1-507c002f7195 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:34.892282 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e11aba6-fcc0-40aa-a4a1-d3a35dddfd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.127864 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.163167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45324) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:35.173699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e353139e-7a3f-4e96-9590-f843998bf8a5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955807547', 'description': 'tempest-secgroup-smoke-1955807547 description', 'project_id': '09c5b16fafe34569831b7afbc635f3f5'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:35.246009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e353139e-7a3f-4e96-9590-f843998bf8a5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.293816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c07630-618e-402c-b931-1f791aef0d2b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:35.296434 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51b9377-0f28-41ba-8897-c16903b7d224" -d '{"events": [{"server_uuid": "2cc5e3f7-1cca-422a-82a2-db708b0cd484", "name": "network-vif-plugged", "status": "completed", "tag": "50c07630-618e-402c-b931-1f791aef0d2b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:35.423474 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825efa63-81af-4d39-8bb3-c43ee690bd5b x-openstack-request-id: req-825efa63-81af-4d39-8bb3-c43ee690bd5b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:35.423775 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc5e3f7-1cca-422a-82a2-db708b0cd484", "name": "network-vif-plugged", "status": "completed", "tag": "50c07630-618e-402c-b931-1f791aef0d2b", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:35.424036 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-825efa63-81af-4d39-8bb3-c43ee690bd5b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:35.424438 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c07630-618e-402c-b931-1f791aef0d2b', 'code': 200} Dec 13 13:12:35.433004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e353139e-7a3f-4e96-9590-f843998bf8a5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.439186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 50c07630-618e-402c-b931-1f791aef0d2b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=50c07630-618e-402c-b931-1f791aef0d2b,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:35.451948 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.458423 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e353139e-7a3f-4e96-9590-f843998bf8a5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.476357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45342) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:35.497289 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-038d8033-ce48-4266-a37f-7b69df3984f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.523411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e353139e-7a3f-4e96-9590-f843998bf8a5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.539594 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e353139e-7a3f-4e96-9590-f843998bf8a5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3740361 Dec 13 13:12:35.542806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45348) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:35.577974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c0f1762d-3895-4720-b9ec-fc6a6878cb05 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '9a4683fb-9753-4f78-8cd2-0d01e7a53f9d', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:35.600438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353139e-7a3f-4e96-9590-f843998bf8a5 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:35.618330 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=50c07630-618e-402c-b931-1f791aef0d2b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:35.627899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db928b0d-fb34-4cbd-8caa-46e273fe76b8 req-b7f3dfa3-e1a8-4c76-838f-c7eb55a0cb1c tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:35.636103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db928b0d-fb34-4cbd-8caa-46e273fe76b8 req-b7f3dfa3-e1a8-4c76-838f-c7eb55a0cb1c tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 946 time: 0.1058452 Dec 13 13:12:35.676198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6e11aba6-fcc0-40aa-a4a1-d3a35dddfd1c None None] Provisioning complete for port 3c237008-498a-4c31-82f1-eb1578e41067 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:35.676696 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e11aba6-fcc0-40aa-a4a1-d3a35dddfd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.734599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41fbea-7bbb-4055-8723-6ec32e25311a req-f91610ef-5440-4bee-bf3b-03ca308b0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:35.736488 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2b41fbea-7bbb-4055-8723-6ec32e25311a req-f91610ef-5440-4bee-bf3b-03ca308b0e53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 1097 time: 0.1950355 Dec 13 13:12:35.739364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db928b0d-fb34-4cbd-8caa-46e273fe76b8 req-a283434f-1960-4b0f-a601-bf9eb7685339 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023884 Dec 13 13:12:35.759500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6e11aba6-fcc0-40aa-a4a1-d3a35dddfd1c None None] Port 3c237008-498a-4c31-82f1-eb1578e41067 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:12:35.765154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:32Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '3c237008-498a-4c31-82f1-eb1578e41067', 'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:31Z', 'updated_at': '2021-12-13T13:12:32Z', 'revision_number': 2, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:35.766125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0f1762d-3895-4720-b9ec-fc6a6878cb05 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.781348 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-038d8033-ce48-4266-a37f-7b69df3984f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.787015 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-038d8033-ce48-4266-a37f-7b69df3984f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.814723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Checking router: 2726ed36-1044-4e6b-b218-9038145484b6 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:12:35.816443 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Updating router 2726ed36-1044-4e6b-b218-9038145484b6 port 3c237008-498a-4c31-82f1-eb1578e41067 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:12:35.837516 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2b41fbea-7bbb-4055-8723-6ec32e25311a req-d76ee039-0cf7-4c02-a0a1-726b7938b020 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921519 Dec 13 13:12:35.851401 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.852415 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0f1762d-3895-4720-b9ec-fc6a6878cb05 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.858767 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0f1762d-3895-4720-b9ec-fc6a6878cb05 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.883059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1762d-3895-4720-b9ec-fc6a6878cb05 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeac87c2-35d8-4d6f-8615-2be82d68f224,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:35.895159 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0f1762d-3895-4720-b9ec-fc6a6878cb05 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.899132 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c0f1762d-3895-4720-b9ec-fc6a6878cb05 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274326 Dec 13 13:12:35.899405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45370) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:35.904300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-038d8033-ce48-4266-a37f-7b69df3984f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c48253ed4ab24f0a8a3023c3b02cd06c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262435 Dec 13 13:12:35.905584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7b2badab-e17a-4e46-9724-bb8fff71139d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '9a4683fb-9753-4f78-8cd2-0d01e7a53f9d', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:35.908312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45372) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:35.910026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d8033-ce48-4266-a37f-7b69df3984f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad6a035-fe98-48fb-9bd9-ac49f41dff24,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:35.919959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ad4562e7-18b6-4b28-8d1b-89f4321d0214 None None] Provisioning complete for port 3c237008-498a-4c31-82f1-eb1578e41067 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:35.920413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad4562e7-18b6-4b28-8d1b-89f4321d0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:35.964604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ad4562e7-18b6-4b28-8d1b-89f4321d0214 None None] Port 3c237008-498a-4c31-82f1-eb1578e41067 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:12:36.009468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b2badab-e17a-4e46-9724-bb8fff71139d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.028222 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82d34584-41c9-4a59-bd35-e7a09c3b03cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.053101 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82d34584-41c9-4a59-bd35-e7a09c3b03cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.111086 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82d34584-41c9-4a59-bd35-e7a09c3b03cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.114455 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82d34584-41c9-4a59-bd35-e7a09c3b03cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.118889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-82d34584-41c9-4a59-bd35-e7a09c3b03cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cad6a035-fe98-48fb-9bd9-ac49f41dff24 HTTP/1.1" status: 204 len: 168 time: 0.1954324 Dec 13 13:12:36.130130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d34584-41c9-4a59-bd35-e7a09c3b03cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad6a035-fe98-48fb-9bd9-ac49f41dff24,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:36.161630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b2badab-e17a-4e46-9724-bb8fff71139d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.170757 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b2badab-e17a-4e46-9724-bb8fff71139d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.212126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b2badab-e17a-4e46-9724-bb8fff71139d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.215819 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7b2badab-e17a-4e46-9724-bb8fff71139d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3123400 Dec 13 13:12:36.216188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45382) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:36.220980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6f563085-987a-4f55-a65f-51ed66d1126c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '9a4683fb-9753-4f78-8cd2-0d01e7a53f9d', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:36.227172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2badab-e17a-4e46-9724-bb8fff71139d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe5fc7c-7d17-40de-8422-c9ead8f26e6a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:36.257094 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f563085-987a-4f55-a65f-51ed66d1126c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.367955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f563085-987a-4f55-a65f-51ed66d1126c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.375287 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f563085-987a-4f55-a65f-51ed66d1126c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.392329 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.400577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.415124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f563085-987a-4f55-a65f-51ed66d1126c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf85b7ef-8c96-4b60-9ee3-bdc6b5eae9a2,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:36.432765 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f563085-987a-4f55-a65f-51ed66d1126c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.437697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45400) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:36.438299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6f563085-987a-4f55-a65f-51ed66d1126c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2207084 Dec 13 13:12:36.454255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5bcc6fb5-b9f4-4f54-92b5-0974aa236cdc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '9a4683fb-9753-4f78-8cd2-0d01e7a53f9d', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:36.514559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db859227-8e06-4915-b55d-1a7b63a66548 None None] Pushing event updated for resources: {'Port': ['ID=3c237008-498a-4c31-82f1-eb1578e41067,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:36.524713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6fb5-b9f4-4f54-92b5-0974aa236cdc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.599285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Attempting to bind port 3c237008-498a-4c31-82f1-eb1578e41067 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:36.599960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Attempting to bind port 3c237008-498a-4c31-82f1-eb1578e41067 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:36.600748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Attempting to bind port 3c237008-498a-4c31-82f1-eb1578e41067 on network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:36.615313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:12:36.616327 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Checking segment: {'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:36.616958 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.617559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Bound using segment: {'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:12:36.619476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Bound port: 3c237008-498a-4c31-82f1-eb1578e41067, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:12:36.620116 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.673318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6fb5-b9f4-4f54-92b5-0974aa236cdc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.690328 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6fb5-b9f4-4f54-92b5-0974aa236cdc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.724667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc6fb5-b9f4-4f54-92b5-0974aa236cdc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44dc5b50-1f8d-4760-9c30-d2b315b07cdc,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:36.749773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6fb5-b9f4-4f54-92b5-0974aa236cdc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.751934 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5bcc6fb5-b9f4-4f54-92b5-0974aa236cdc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3027940 Dec 13 13:12:36.754785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45412) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:36.768166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] For port 3c237008-498a-4c31-82f1-eb1578e41067, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:12:36.771741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] For port 3c237008-498a-4c31-82f1-eb1578e41067, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3c237008-498a-4c31-82f1-eb1578e41067,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:12:36.778139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:36.786471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f2541a10-fe13-4f5f-ae5b-5df11c6a0347 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '9a4683fb-9753-4f78-8cd2-0d01e7a53f9d', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:36.852740 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-f2541a10-fe13-4f5f-ae5b-5df11c6a0347 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Project 09c5b16fafe34569831b7afbc635f3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:12:36.864600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2541a10-fe13-4f5f-ae5b-5df11c6a0347 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.018794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2541a10-fe13-4f5f-ae5b-5df11c6a0347 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.027304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1fedf-1758-45cf-a6ff-67bddff83fc5 req-de257f48-bf34-47b1-9b6f-9d3c445dc0af tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:37.029703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Routers {'2726ed36-1044-4e6b-b218-9038145484b6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:37.030509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2726ed36-1044-4e6b-b218-9038145484b6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:37.031878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2541a10-fe13-4f5f-ae5b-5df11c6a0347 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.041918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01e1fedf-1758-45cf-a6ff-67bddff83fc5 req-de257f48-bf34-47b1-9b6f-9d3c445dc0af tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 946 time: 0.1563418 Dec 13 13:12:37.045667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-745be102-f58c-436b-a4df-24117ed3ff9f None None] Provisioning complete for port 3c237008-498a-4c31-82f1-eb1578e41067 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:37.046110 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-745be102-f58c-436b-a4df-24117ed3ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.048185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db859227-8e06-4915-b55d-1a7b63a66548 None None] Pushing event updated for resources: {'Port': ['ID=3c237008-498a-4c31-82f1-eb1578e41067,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:37.120848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2541a10-fe13-4f5f-ae5b-5df11c6a0347 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bdc1cd-d867-4429-aaf9-185b85f1f23e,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:37.138549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f2541a10-fe13-4f5f-ae5b-5df11c6a0347 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.146930 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f2541a10-fe13-4f5f-ae5b-5df11c6a0347 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3856249 Dec 13 13:12:37.150381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45438) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:37.175840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-51dcba5b-d54e-4dc1-afa6-046d6d4801f0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'security_group_rule': {'security_group_id': '9a4683fb-9753-4f78-8cd2-0d01e7a53f9d', 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:37.248601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01e1fedf-1758-45cf-a6ff-67bddff83fc5 req-7f5fcb53-f8b8-4e2b-8665-157fcc08ab0a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039900 Dec 13 13:12:37.264267 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-51dcba5b-d54e-4dc1-afa6-046d6d4801f0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Project 09c5b16fafe34569831b7afbc635f3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:12:37.271265 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51dcba5b-d54e-4dc1-afa6-046d6d4801f0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.333346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] Set router 2726ed36-1044-4e6b-b218-9038145484b6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:37.374833 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-745be102-f58c-436b-a4df-24117ed3ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.419300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51dcba5b-d54e-4dc1-afa6-046d6d4801f0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.428180 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51dcba5b-d54e-4dc1-afa6-046d6d4801f0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.476315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcba5b-d54e-4dc1-afa6-046d6d4801f0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cd899c-9564-48b5-b923-5e5cd5ca8210,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:37.499583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-745be102-f58c-436b-a4df-24117ed3ff9f None None] For port 3c237008-498a-4c31-82f1-eb1578e41067, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3c237008-498a-4c31-82f1-eb1578e41067,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:37.504853 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51dcba5b-d54e-4dc1-afa6-046d6d4801f0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.507151 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-51dcba5b-d54e-4dc1-afa6-046d6d4801f0 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3556483 Dec 13 13:12:37.511698 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-745be102-f58c-436b-a4df-24117ed3ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.616779 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.617495 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.619506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745be102-f58c-436b-a4df-24117ed3ff9f None None] Pushing event updated for resources: {'Port': ['ID=3c237008-498a-4c31-82f1-eb1578e41067,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:37.665673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b80caab5-1a40-4739-9a1c-65aef9ae14b0 None None] Provisioning complete for port 3c237008-498a-4c31-82f1-eb1578e41067 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:37.666048 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b80caab5-1a40-4739-9a1c-65aef9ae14b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:37.716540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:32Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '3c237008-498a-4c31-82f1-eb1578e41067', 'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:31Z', 'updated_at': '2021-12-13T13:12:36Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:37.753054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9ab4f-be11-4e7e-b142-556e37be090f None None] The sync data for ids ['2726ed36-1044-4e6b-b218-9038145484b6'] in n-d-817326-4 is: [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:32Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '3c237008-498a-4c31-82f1-eb1578e41067', 'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:31Z', 'updated_at': '2021-12-13T13:12:36Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:12:37.964776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-2aec29b3-a346-46ab-abc4-6349363323ad tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955807547&fields=id&tenant_id=09c5b16fafe34569831b7afbc635f3f5 HTTP/1.1" status: 200 len: 267 time: 0.0722492 Dec 13 13:12:38.073456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3c237008-498a-4c31-82f1-eb1578e41067 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:12:38.171745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3c237008-498a-4c31-82f1-eb1578e41067 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:38.172161 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:38.197424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdc934-264d-44ff-a145-d07422d00347 req-9b06da52-215f-469c-9921-031811826009 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:38.210247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-9b06da52-215f-469c-9921-031811826009 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/networks?id=63b3c7e8-370d-4f15-a08f-5bda81a0d031 HTTP/1.1" status: 200 len: 796 time: 0.2282934 Dec 13 13:12:38.234028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-e96bc8d0-6cfb-4455-8391-5c391cff9adf tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/quotas/09c5b16fafe34569831b7afbc635f3f5 HTTP/1.1" status: 200 len: 375 time: 0.0135198 Dec 13 13:12:38.450561 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-78d2fdbd-dd74-486b-ae48-266f19fba491 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1852422 Dec 13 13:12:38.486997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634d7d9-7075-4946-9e58-99e4a95a187b req-e4e31a8e-6bd2-40c8-87c2-b5ce447e17de tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:38.488884 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d634d7d9-7075-4946-9e58-99e4a95a187b req-e4e31a8e-6bd2-40c8-87c2-b5ce447e17de tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 946 time: 0.1255813 Dec 13 13:12:38.620732 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d634d7d9-7075-4946-9e58-99e4a95a187b req-e61ae490-c2ae-4f80-a3ee-5bfa756f5661 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077006 Dec 13 13:12:38.672594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-b8b12f7d-39ad-4fe4-8330-acddb173fe96 service neutron] 10.222.0.31 "GET /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032645 Dec 13 13:12:38.867137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50226-84a4-46b0-af69-1ea89bc3ddd6 req-0adafc79-9c81-48c8-ab58-8188215ba4e9 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:38.870346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97d50226-84a4-46b0-af69-1ea89bc3ddd6 req-0adafc79-9c81-48c8-ab58-8188215ba4e9 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 946 time: 0.1458166 Dec 13 13:12:38.880166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45526) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:38.885673 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-acc5531d-ef95-40b0-a10c-8d6a684103a3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Request body: {'floatingip': {'port_id': '50c07630-618e-402c-b931-1f791aef0d2b'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:38.892763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-6e65c8a3-c6d5-4434-abd0-7ad1857bcb6a service neutron] 10.222.0.31 "GET /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069209 Dec 13 13:12:38.971100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-acc5531d-ef95-40b0-a10c-8d6a684103a3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:39.282109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-815eb08b-56f2-4241-9e64-780dbd7144c8 req-407d4bd3-4def-4922-b5d1-551dee6f418b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 210 time: 0.0579410 Dec 13 13:12:39.892588 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-acc5531d-ef95-40b0-a10c-8d6a684103a3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:39.901906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-acc5531d-ef95-40b0-a10c-8d6a684103a3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:40.074591 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-acc5531d-ef95-40b0-a10c-8d6a684103a3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Floating IP 5b4f9c80-42c1-4a85-8c0a-497adf560f8c associated. External IP: 172.25.2.185, port: 50c07630-618e-402c-b931-1f791aef0d2b. Dec 13 13:12:40.271669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45592) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:40.432281 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3cd4-67b4-43db-9c08-6e592130f461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:40.503288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-451c502a-75e4-4646-bc03-6a7d8399817d req-52708f33-9512-4c0d-8c88-d42bc6334de1 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 210 time: 0.0414829 Dec 13 13:12:40.543364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc5531d-ef95-40b0-a10c-8d6a684103a3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Router 9d15185e-b4ac-4386-a73d-ee1fc766b97d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:12:40.591000 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3cd4-67b4-43db-9c08-6e592130f461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:40.600938 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3cd4-67b4-43db-9c08-6e592130f461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:40.660844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ab9d3cd4-67b4-43db-9c08-6e592130f461 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1babb3b70ab4bce95925f1b8cf3c590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3876994 Dec 13 13:12:40.669177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45604) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:40.688724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d3cd4-67b4-43db-9c08-6e592130f461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eafd91-ac0b-4ef1-b1e8-dae3b76a648f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:40.749542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edf980d0-d5ef-49b2-b672-9f58ab7bb8d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:40.790793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edf980d0-d5ef-49b2-b672-9f58ab7bb8d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:40.808191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc5531d-ef95-40b0-a10c-8d6a684103a3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:12:40.816799 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-acc5531d-ef95-40b0-a10c-8d6a684103a3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:40.821716 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] Sync routers for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:12:40.835181 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:40.835827 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:40.878116 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-acc5531d-ef95-40b0-a10c-8d6a684103a3 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "PUT /v2.0/floatingips/5b4f9c80-42c1-4a85-8c0a-497adf560f8c HTTP/1.1" status: 200 len: 992 time: 1.9961667 Dec 13 13:12:40.882892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'tag': '50c07630-618e-402c-b931-1f791aef0d2b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:40.884620 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edf980d0-d5ef-49b2-b672-9f58ab7bb8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:40.886205 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d10ab7-2506-4024-b225-e1146413887e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc5e3f7-1cca-422a-82a2-db708b0cd484", "tag": "50c07630-618e-402c-b931-1f791aef0d2b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:40.887775 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edf980d0-d5ef-49b2-b672-9f58ab7bb8d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:40.892589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-edf980d0-d5ef-49b2-b672-9f58ab7bb8d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33eafd91-ac0b-4ef1-b1e8-dae3b76a648f HTTP/1.1" status: 204 len: 168 time: 0.2221036 Dec 13 13:12:40.908658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf980d0-d5ef-49b2-b672-9f58ab7bb8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eafd91-ac0b-4ef1-b1e8-dae3b76a648f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:40.969675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdc934-264d-44ff-a145-d07422d00347 req-e57fe56f-f01c-471b-9d2b-eff5dc696001 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:40.981174 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-e57fe56f-f01c-471b-9d2b-eff5dc696001 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.37 "GET /v2.0/networks?id=63b3c7e8-370d-4f15-a08f-5bda81a0d031 HTTP/1.1" status: 200 len: 796 time: 0.3050199 Dec 13 13:12:40.988438 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c438892-f5c5-4a6c-86d4-e94141837ef1 x-openstack-request-id: req-9c438892-f5c5-4a6c-86d4-e94141837ef1 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:40.988971 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc5e3f7-1cca-422a-82a2-db708b0cd484", "tag": "50c07630-618e-402c-b931-1f791aef0d2b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:40.989398 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c438892-f5c5-4a6c-86d4-e94141837ef1 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:40.989984 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'tag': '50c07630-618e-402c-b931-1f791aef0d2b', 'status': 'completed', 'code': 200} Dec 13 13:12:40.991120 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:41.068153 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-41e5efbd-0538-47e6-bd7c-c4548832b88f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c5b16fafe34569831b7afbc635f3f5 HTTP/1.1" status: 200 len: 380 time: 0.0770054 Dec 13 13:12:41.081727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'port': {'device_id': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'admin_state_up': True, 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'security_groups': ['9a4683fb-9753-4f78-8cd2-0d01e7a53f9d']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:41.099861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10ab7-2506-4024-b225-e1146413887e req-1964b567-a782-4ff8-b226-d7d1acd55b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:41.101200 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45d10ab7-2506-4024-b225-e1146413887e req-1964b567-a782-4ff8-b226-d7d1acd55b37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 1097 time: 0.0789199 Dec 13 13:12:41.267111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Made reservation on behalf of 09c5b16fafe34569831b7afbc635f3f5 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:12:41.272493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:41.290991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10ab7-2506-4024-b225-e1146413887e req-305d480a-96a3-42f5-a8b3-a900fbb50293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:41.292880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45d10ab7-2506-4024-b225-e1146413887e req-305d480a-96a3-42f5-a8b3-a900fbb50293 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.1853642 Dec 13 13:12:41.415861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45d10ab7-2506-4024-b225-e1146413887e req-fe5c3111-988c-438d-a738-41ae6ad54f0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c07630-618e-402c-b931-1f791aef0d2b HTTP/1.1" status: 200 len: 1000 time: 0.1135204 Dec 13 13:12:41.450194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Allocated IP 172.20.0.9 (63b3c7e8-370d-4f15-a08f-5bda81a0d031/97ae416a-d37c-43b5-b727-71d8057aa1ef/0e0803f0-182e-4065-9c5b-a42c6f69ec34) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:41.469585 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5b4f9c80-42c1-4a85-8c0a-497adf560f8c', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'port_id': '50c07630-618e-402c-b931-1f791aef0d2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'mac_address': 'fa:16:3e:15:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:12:17Z', 'updated_at': '2021-12-13T13:12:39Z', 'revision_number': 1, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:41.489796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10ab7-2506-4024-b225-e1146413887e req-1b1c79fb-8dfa-4c90-a6ec-01643c60de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:41.495330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45d10ab7-2506-4024-b225-e1146413887e req-1b1c79fb-8dfa-4c90-a6ec-01643c60de15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.0715895 Dec 13 13:12:41.596834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10ab7-2506-4024-b225-e1146413887e req-aff1a422-57d4-4942-810e-f247c145538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:41.605874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45d10ab7-2506-4024-b225-e1146413887e req-aff1a422-57d4-4942-810e-f247c145538a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009724 Dec 13 13:12:41.683573 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] Checking router: 9d15185e-b4ac-4386-a73d-ee1fc766b97d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:12:41.693008 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:41.693937 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:41.698606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ced4692-ded6-4f94-9aaa-c7ca905f2c79 req-0d87cbda-230c-43fd-a08d-2533364c8de9 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 210 time: 0.0623560 Dec 13 13:12:41.806400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:41.852146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45d10ab7-2506-4024-b225-e1146413887e req-7466869b-f772-4fd4-9e94-cff4ba233777 service neutron] 10.222.0.37 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389071 Dec 13 13:12:41.889516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:41.910841 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:41.956217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:41.969062 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:41.971756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:42.030795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=0e0803f0-182e-4065-9c5b-a42c6f69ec34,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:42.034437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45d10ab7-2506-4024-b225-e1146413887e req-14c48dbb-2bdf-4b14-927f-3a1f344a7934 service neutron] 10.222.0.37 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745436 Dec 13 13:12:42.082782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:42.083481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:42.119084 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-dc6d0ac2-edb8-4ca6-8075-5b997d980554 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0447471 Dec 13 13:12:42.134564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1bc59-7c56-4504-ac3b-cbb6599ae751 req-b730e313-f15e-4e93-9678-5ad54aaca93c tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:42.143144 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5b1bc59-7c56-4504-ac3b-cbb6599ae751 req-b730e313-f15e-4e93-9678-5ad54aaca93c tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 950 time: 0.1076164 Dec 13 13:12:42.143982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Request body: {'port': {'device_id': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:42.200150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5b1bc59-7c56-4504-ac3b-cbb6599ae751 req-7f616ab4-8e52-45e1-a906-8107ebb39d17 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559154 Dec 13 13:12:42.248158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:42.383665 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5b4f9c80-42c1-4a85-8c0a-497adf560f8c', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'port_id': '50c07630-618e-402c-b931-1f791aef0d2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'mac_address': 'fa:16:3e:15:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:12:17Z', 'updated_at': '2021-12-13T13:12:39Z', 'revision_number': 1, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:42.387874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5b79c037-4d5d-471d-b284-f79bb92ccc65 None None] Provisioning complete for port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:42.388417 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b79c037-4d5d-471d-b284-f79bb92ccc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:42.438563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5b79c037-4d5d-471d-b284-f79bb92ccc65 None None] Port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:12:42.448651 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84897e6d-06b6-4cc4-962f-995c3dfa7b49 None None] The sync data for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 is: [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5b4f9c80-42c1-4a85-8c0a-497adf560f8c', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'port_id': '50c07630-618e-402c-b931-1f791aef0d2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'mac_address': 'fa:16:3e:15:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:12:17Z', 'updated_at': '2021-12-13T13:12:39Z', 'revision_number': 1, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:12:42.595987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0803f0-182e-4065-9c5b-a42c6f69ec34 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:12:42.604437 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:42.624299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Transition to ACTIVE for port object 0e0803f0-182e-4065-9c5b-a42c6f69ec34 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:12:42.631146 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:42.714338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0803f0-182e-4065-9c5b-a42c6f69ec34,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:42.785081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4610496e-c9b3-4787-a0a1-2ecb0b7163d5 None None] New status for floating IP 5b4f9c80-42c1-4a85-8c0a-497adf560f8c: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:12:42.835096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Attempting to bind port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:42.835575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Attempting to bind port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:42.835907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Attempting to bind port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 on network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:42.843772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 on network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:42.843772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Attempting to bind port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 on network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:42.851486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:12:42.851825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Checking segment: {'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:42.852384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Bound using segment: {'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:12:42.852828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Bound port: 0e0803f0-182e-4065-9c5b-a42c6f69ec34, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de50ba7e-7801-4f73-b271-792586e33ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:12:42.853185 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:42.912105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d4d5b-bc1e-4097-9e92-b148aa9eaeca req-72713ceb-6879-49a0-9956-b58a5fa33269 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:42.914604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe6d4d5b-bc1e-4097-9e92-b148aa9eaeca req-72713ceb-6879-49a0-9956-b58a5fa33269 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 943 time: 0.0844131 Dec 13 13:12:42.972991 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] For port 0e0803f0-182e-4065-9c5b-a42c6f69ec34, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:12:42.980986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] For port 0e0803f0-182e-4065-9c5b-a42c6f69ec34, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0e0803f0-182e-4065-9c5b-a42c6f69ec34,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:12:42.989008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:42.999798 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe6d4d5b-bc1e-4097-9e92-b148aa9eaeca req-8193f95d-b938-4ade-ad5d-e5fa2ca78484 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787950 Dec 13 13:12:43.061462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0803f0-182e-4065-9c5b-a42c6f69ec34,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:43.082874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:43.083577 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:43.085414 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-f7a2e303-8448-49b8-9e8d-c16de0359fa5 service neutron] 10.222.0.37 "PUT /v2.0/ports/0e0803f0-182e-4065-9c5b-a42c6f69ec34 HTTP/1.1" status: 200 len: 1091 time: 0.9543166 Dec 13 13:12:43.086100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'tag': '0e0803f0-182e-4065-9c5b-a42c6f69ec34'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:43.088492 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbf3bc4-b639-4d0e-b2af-9eddc9fab536", "tag": "0e0803f0-182e-4065-9c5b-a42c6f69ec34"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:43.156996 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc59066-21b1-43b4-82ec-67ccf7cdaf2f x-openstack-request-id: req-ebc59066-21b1-43b4-82ec-67ccf7cdaf2f {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:43.157290 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbf3bc4-b639-4d0e-b2af-9eddc9fab536", "tag": "0e0803f0-182e-4065-9c5b-a42c6f69ec34", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:43.157545 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebc59066-21b1-43b4-82ec-67ccf7cdaf2f {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:43.157948 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'tag': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'status': 'completed', 'code': 200} Dec 13 13:12:43.193724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdc934-264d-44ff-a145-d07422d00347 req-3cf989e8-5625-46fe-8b1e-308993541ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:43.195465 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-3cf989e8-5625-46fe-8b1e-308993541ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 1094 time: 0.0517426 Dec 13 13:12:43.263012 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-dfd32b99-467c-4915-9136-5184fa373386 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e0803f0-182e-4065-9c5b-a42c6f69ec34 HTTP/1.1" status: 200 len: 217 time: 0.0579412 Dec 13 13:12:43.349163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdc934-264d-44ff-a145-d07422d00347 req-eaf0234a-361c-4b8f-a832-c20bb2dad85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:43.370773 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-eaf0234a-361c-4b8f-a832-c20bb2dad85f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97ae416a-d37c-43b5-b727-71d8057aa1ef HTTP/1.1" status: 200 len: 835 time: 0.1001322 Dec 13 13:12:43.403557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455fdf-ccef-4746-8e18-b9ce97c94687 req-b1d8f123-e642-4345-9626-079ee705ada1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:43.415940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01455fdf-ccef-4746-8e18-b9ce97c94687 req-b1d8f123-e642-4345-9626-079ee705ada1 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 950 time: 0.1286137 Dec 13 13:12:43.447098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdc934-264d-44ff-a145-d07422d00347 req-d2c9f4f7-a640-4f55-8f23-29892eb92f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:43.450850 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-d2c9f4f7-a640-4f55-8f23-29892eb92f5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63b3c7e8-370d-4f15-a08f-5bda81a0d031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793905 Dec 13 13:12:43.489102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01455fdf-ccef-4746-8e18-b9ce97c94687 req-49d9ab87-51c5-4e52-aa1f-065d6edbe2b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/security-groups?id=d172a989-696e-400d-a3a6-84b5f7ae63e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720944 Dec 13 13:12:43.580631 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-77583d2a-714a-4fc3-988e-60dcaa3be574 service neutron] 10.222.0.37 "GET /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200166 Dec 13 13:12:43.589421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-035087bb-28a6-44be-a507-26a7759994dc tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:43.591446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-035087bb-28a6-44be-a507-26a7759994dc tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.42 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 950 time: 0.1013699 Dec 13 13:12:43.737775 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-27bdc934-264d-44ff-a145-d07422d00347 req-9f59bd61-23c3-42c7-8a1e-86261da1c02a service neutron] 10.222.0.37 "GET /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495075 Dec 13 13:12:43.757913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-7585df88-8e5f-408e-9059-2d8fb2a190b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Deleting port e9b97eb6-afff-4368-8eac-a5a447295506 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:12:43.758338 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-7585df88-8e5f-408e-9059-2d8fb2a190b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:43.839030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45724) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:43.873702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-7c7c434e-e992-4324-ad39-a89ef42fbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:43.875333 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-7c7c434e-e992-4324-ad39-a89ef42fbb84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 1094 time: 0.0571706 Dec 13 13:12:43.886675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-7585df88-8e5f-408e-9059-2d8fb2a190b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] For port e9b97eb6-afff-4368-8eac-a5a447295506, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=e9b97eb6-afff-4368-8eac-a5a447295506,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:43.887030 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-7585df88-8e5f-408e-9059-2d8fb2a190b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:43.901114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-7585df88-8e5f-408e-9059-2d8fb2a190b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Calling delete_port for e9b97eb6-afff-4368-8eac-a5a447295506 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:12:43.991461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-525ab760-f712-4e0a-8157-1937d5a782ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:43.993050 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-525ab760-f712-4e0a-8157-1937d5a782ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=63b3c7e8-370d-4f15-a08f-5bda81a0d031 HTTP/1.1" status: 200 len: 896 time: 0.1081429 Dec 13 13:12:44.040129 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-2a3a576a-aca8-4bab-b284-441820143949 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e0803f0-182e-4065-9c5b-a42c6f69ec34 HTTP/1.1" status: 200 len: 217 time: 0.0385225 Dec 13 13:12:44.081659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-7585df88-8e5f-408e-9059-2d8fb2a190b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:44.095389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['e9b97eb6-afff-4368-8eac-a5a447295506'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:12:44.119992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585df88-8e5f-408e-9059-2d8fb2a190b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Pushing event deleted for resources: {'Port': ['ID=e9b97eb6-afff-4368-8eac-a5a447295506,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:44.140651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a9533fb-2fb2-4b10-bd9d-81155bf3a325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:44.163342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-fa1de3b9-7a26-4e35-b409-0f80fbdcde11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:44.164920 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-fa1de3b9-7a26-4e35-b409-0f80fbdcde11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97ae416a-d37c-43b5-b727-71d8057aa1ef HTTP/1.1" status: 200 len: 835 time: 0.1171911 Dec 13 13:12:44.220770 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-5a0e5b80-3a82-4291-b8d5-8b3d6ede45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:44.221814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-7585df88-8e5f-408e-9059-2d8fb2a190b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] No DVR routers for this DVR port e9b97eb6-afff-4368-8eac-a5a447295506 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:12:44.222644 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-5a0e5b80-3a82-4291-b8d5-8b3d6ede45d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63b3c7e8-370d-4f15-a08f-5bda81a0d031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487237 Dec 13 13:12:44.231669 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-7585df88-8e5f-408e-9059-2d8fb2a190b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:44.235289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-076f3b2d-d320-49fd-ae1b-b592832ed79f req-7585df88-8e5f-408e-9059-2d8fb2a190b0 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.42 "DELETE /v2.0/ports/e9b97eb6-afff-4368-8eac-a5a447295506 HTTP/1.1" status: 204 len: 173 time: 0.6365499 Dec 13 13:12:44.235737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65118563-50e9-4b12-accf-b3438732379b', 'name': 'network-vif-deleted', 'tag': 'e9b97eb6-afff-4368-8eac-a5a447295506'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:44.238223 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53988f75-0d55-43d8-a5a2-6d885230c601" -d '{"events": [{"server_uuid": "65118563-50e9-4b12-accf-b3438732379b", "name": "network-vif-deleted", "tag": "e9b97eb6-afff-4368-8eac-a5a447295506"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:44.295237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4999c-f44c-4fca-ad1e-d62f99ec9b44 req-3b1de063-297a-478b-b6c3-0acc18e498bc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:44.296817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3cf4999c-f44c-4fca-ad1e-d62f99ec9b44 req-3b1de063-297a-478b-b6c3-0acc18e498bc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 943 time: 0.1434524 Dec 13 13:12:44.314814 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0172f169-e890-4ea7-aba8-1c0dccc4496e x-openstack-request-id: req-0172f169-e890-4ea7-aba8-1c0dccc4496e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:44.315417 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65118563-50e9-4b12-accf-b3438732379b", "name": "network-vif-deleted", "tag": "e9b97eb6-afff-4368-8eac-a5a447295506", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:44.315894 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0172f169-e890-4ea7-aba8-1c0dccc4496e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:44.327445 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65118563-50e9-4b12-accf-b3438732379b', 'name': 'network-vif-deleted', 'tag': 'e9b97eb6-afff-4368-8eac-a5a447295506', 'status': 'completed', 'code': 200} Dec 13 13:12:44.356846 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-c5f44e13-2b4f-4bfa-b2c5-6f632b2adf51 service neutron] 10.222.0.37 "GET /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261597 Dec 13 13:12:44.387065 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a9533fb-2fb2-4b10-bd9d-81155bf3a325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:44.399726 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a9533fb-2fb2-4b10-bd9d-81155bf3a325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:44.418826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3cf4999c-f44c-4fca-ad1e-d62f99ec9b44 req-93ff3463-59cb-441d-a693-3ec99f0e0453 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057606 Dec 13 13:12:44.455757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3a9533fb-2fb2-4b10-bd9d-81155bf3a325 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a4c162989354e2fbec6276cf109ba7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6155145 Dec 13 13:12:44.456781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9533fb-2fb2-4b10-bd9d-81155bf3a325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d614ae12-162d-42be-bf9a-e5953042dbfd,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:44.459801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45742) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:44.546901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7af72221-0aa9-4d35-b9ae-97b0d6c4d0b1 req-91fdc49c-1e4e-44d5-a792-d63041344222 service neutron] 10.222.0.37 "GET /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808474 Dec 13 13:12:44.567412 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cc6a19bf-ec6c-4628-b21e-2f7f404d5a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:44.617151 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cc6a19bf-ec6c-4628-b21e-2f7f404d5a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:44.640504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75e5c153-7f12-42ce-844f-97331204ae91 req-e690cbdc-f79d-447c-8729-053f1bb089b9 tempest-VolumesBackupsTest-1563480808 tempest-VolumesBackupsTest-1563480808-project] 10.222.0.31 "GET /v2.0/ports?device_id=65118563-50e9-4b12-accf-b3438732379b HTTP/1.1" status: 200 len: 210 time: 0.0505605 Dec 13 13:12:44.697123 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cc6a19bf-ec6c-4628-b21e-2f7f404d5a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:44.703756 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cc6a19bf-ec6c-4628-b21e-2f7f404d5a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:44.707630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cc6a19bf-ec6c-4628-b21e-2f7f404d5a93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d614ae12-162d-42be-bf9a-e5953042dbfd HTTP/1.1" status: 204 len: 168 time: 0.2442393 Dec 13 13:12:44.720158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a19bf-ec6c-4628-b21e-2f7f404d5a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d614ae12-162d-42be-bf9a-e5953042dbfd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:45.550647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd577d-31c5-4047-b4d7-167fbf044f9d req-64b024aa-9f4e-4ddc-8df8-6b586e4fb10c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:45.552254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08cd577d-31c5-4047-b4d7-167fbf044f9d req-64b024aa-9f4e-4ddc-8df8-6b586e4fb10c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 943 time: 0.0596342 Dec 13 13:12:45.614977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08cd577d-31c5-4047-b4d7-167fbf044f9d req-91b735a7-6249-415c-9e81-1a4249b9f25c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545948 Dec 13 13:12:46.051346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45830) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:46.173965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f75a-7845-4e7a-a08a-fb363991723c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.261917 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f75a-7845-4e7a-a08a-fb363991723c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.266669 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ac1f75a-7845-4e7a-a08a-fb363991723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.288482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45838) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:46.310208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1f75a-7845-4e7a-a08a-fb363991723c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f022bc-a569-43c2-a582-9d9360e820f3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:46.318150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4ac1f75a-7845-4e7a-a08a-fb363991723c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10a41f27d56f45618f77b05be6b95ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2638173 Dec 13 13:12:46.320638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45842) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:46.372547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a317562-5480-4793-9f88-fb969d19c480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.396607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a317562-5480-4793-9f88-fb969d19c480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.416049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aeab4602-310d-467f-bd60-ff2365e7f982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.449269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a317562-5480-4793-9f88-fb969d19c480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.452951 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7a317562-5480-4793-9f88-fb969d19c480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.454711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7a317562-5480-4793-9f88-fb969d19c480 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8f022bc-a569-43c2-a582-9d9360e820f3 HTTP/1.1" status: 204 len: 168 time: 0.1331356 Dec 13 13:12:46.475126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a317562-5480-4793-9f88-fb969d19c480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f022bc-a569-43c2-a582-9d9360e820f3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:46.531584 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aeab4602-310d-467f-bd60-ff2365e7f982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.537794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aeab4602-310d-467f-bd60-ff2365e7f982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.582870 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aeab4602-310d-467f-bd60-ff2365e7f982 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a84e74f304aa4264a75dc91dbc5ee945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2930551 Dec 13 13:12:46.584302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab4602-310d-467f-bd60-ff2365e7f982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543faa42-3126-444f-b5b6-bee79f4294f0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:46.585657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45846) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:46.654395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09d523f2-63b4-4f9d-8428-cc88329fa579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.680556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09d523f2-63b4-4f9d-8428-cc88329fa579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.779942 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09d523f2-63b4-4f9d-8428-cc88329fa579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.783238 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09d523f2-63b4-4f9d-8428-cc88329fa579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.784927 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-09d523f2-63b4-4f9d-8428-cc88329fa579 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/543faa42-3126-444f-b5b6-bee79f4294f0 HTTP/1.1" status: 204 len: 168 time: 0.1967773 Dec 13 13:12:46.798666 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe60a7f-5a17-4f0e-b07b-6204fcb7aa38 req-5266f658-887d-4c44-9941-251a9e1d8300 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:46.800262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fe60a7f-5a17-4f0e-b07b-6204fcb7aa38 req-5266f658-887d-4c44-9941-251a9e1d8300 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 943 time: 0.0711286 Dec 13 13:12:46.808525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d523f2-63b4-4f9d-8428-cc88329fa579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543faa42-3126-444f-b5b6-bee79f4294f0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:46.864022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fe60a7f-5a17-4f0e-b07b-6204fcb7aa38 req-7579ba6c-6602-4ab2-944c-2537f379171f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567813 Dec 13 13:12:46.889390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45858) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:46.903778 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-492d479f-66fa-41f8-b1a5-25828d1c5349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.991442 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-492d479f-66fa-41f8-b1a5-25828d1c5349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:46.997838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-492d479f-66fa-41f8-b1a5-25828d1c5349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:47.038861 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-492d479f-66fa-41f8-b1a5-25828d1c5349 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42872612ffe144ee9095df07ca7e30aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455002 Dec 13 13:12:47.039116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45862) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:47.046167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d479f-66fa-41f8-b1a5-25828d1c5349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e727ab-1496-436b-8a4f-641d93044f69,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:47.110204 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5468d726-9c58-4f23-82eb-a7530bf6ad4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:47.134015 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5468d726-9c58-4f23-82eb-a7530bf6ad4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:47.189255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5468d726-9c58-4f23-82eb-a7530bf6ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:47.192206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5468d726-9c58-4f23-82eb-a7530bf6ad4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:47.193488 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5468d726-9c58-4f23-82eb-a7530bf6ad4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82e727ab-1496-436b-8a4f-641d93044f69 HTTP/1.1" status: 204 len: 168 time: 0.1534951 Dec 13 13:12:47.203425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468d726-9c58-4f23-82eb-a7530bf6ad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e727ab-1496-436b-8a4f-641d93044f69,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:47.960701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device e9b97eb6-afff-4368-8eac-a5a447295506 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:12:47.988233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: e9b97eb6-afff-4368-8eac-a5a447295506 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:12:47.988838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device e9b97eb6-afff-4368-8eac-a5a447295506 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:12:48.042867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b722b-a733-4815-a770-313b7ea44f72 req-fe0384d1-972d-4db0-9315-54184c2b597d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:48.044465 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f3b722b-a733-4815-a770-313b7ea44f72 req-fe0384d1-972d-4db0-9315-54184c2b597d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 943 time: 0.0768213 Dec 13 13:12:48.049323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0e0803f0-182e-4065-9c5b-a42c6f69ec34 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:12:48.124430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f3b722b-a733-4815-a770-313b7ea44f72 req-4cfd37a6-7455-4eeb-9fa4-7dbcf8809456 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668623 Dec 13 13:12:48.188048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 0e0803f0-182e-4065-9c5b-a42c6f69ec34, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0e0803f0-182e-4065-9c5b-a42c6f69ec34,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:48.206191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'port_id': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'mac_address': 'fa:16:3e:43:60:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:12:48.249133 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:48.264383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0803f0-182e-4065-9c5b-a42c6f69ec34 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:12:48.286149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 0e0803f0-182e-4065-9c5b-a42c6f69ec34, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0e0803f0-182e-4065-9c5b-a42c6f69ec34,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:48.292423 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:48.343923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=0e0803f0-182e-4065-9c5b-a42c6f69ec34,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:48.360671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 45922) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:48.510343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['0e0803f0-182e-4065-9c5b-a42c6f69ec34'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:12:48.579000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fe6985c5-8931-411b-b0bd-1c88d1470280 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-533456196'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:48.579469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fe6985c5-8931-411b-b0bd-1c88d1470280 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Unknown quota resources ['metering_label']. {{(pid=109886) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 13:12:49.137508 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe6985c5-8931-411b-b0bd-1c88d1470280 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:49.141587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45970) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:49.142051 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fe6985c5-8931-411b-b0bd-1c88d1470280 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7799523 Dec 13 13:12:49.146327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9baf5708-f142-4bb1-b5fb-9cc06f2b99ee tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e123048c-b357-4cc2-913b-f01ae560a808'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:49.147174 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9baf5708-f142-4bb1-b5fb-9cc06f2b99ee tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 13:12:49.257052 n-d-817326-4 neutron-server[109885]: WARNING neutron.services.metering.metering_plugin [None req-9baf5708-f142-4bb1-b5fb-9cc06f2b99ee tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 13:12:49.353834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4ccb9-290a-4f50-9fa8-38d48978ba5d req-a1e07d25-14e9-4ad4-ba7e-a5be971ef229 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:49.367490 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1db4ccb9-290a-4f50-9fa8-38d48978ba5d req-a1e07d25-14e9-4ad4-ba7e-a5be971ef229 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 944 time: 0.1145875 Dec 13 13:12:49.426852 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9baf5708-f142-4bb1-b5fb-9cc06f2b99ee tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:49.432188 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9baf5708-f142-4bb1-b5fb-9cc06f2b99ee tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2892864 Dec 13 13:12:49.433188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 45994) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:49.438643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f9d82874-fc6a-4098-af76-27105d51b25c tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e123048c-b357-4cc2-913b-f01ae560a808'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:49.439414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f9d82874-fc6a-4098-af76-27105d51b25c tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 13:12:49.487210 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1db4ccb9-290a-4f50-9fa8-38d48978ba5d req-67db6b07-f8af-4ac4-ae42-52419ea17c86 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141512 Dec 13 13:12:49.890695 n-d-817326-4 neutron-server[109885]: WARNING neutron.services.metering.metering_plugin [None req-f9d82874-fc6a-4098-af76-27105d51b25c tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 13:12:49.998480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9d82874-fc6a-4098-af76-27105d51b25c tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:50.002944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46036) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:50.003154 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f9d82874-fc6a-4098-af76-27105d51b25c tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5685000 Dec 13 13:12:50.019156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46042) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:50.019681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9a396511-bd55-484c-b0e3-3f09f6bcf13e tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=f9ae7645-3eb5-4d00-b342-f8fc01ea3e01 HTTP/1.1" status: 200 len: 464 time: 0.0154142 Dec 13 13:12:50.055545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0e0803f0-182e-4065-9c5b-a42c6f69ec34 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:12:50.142388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:12:50.148494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:50.149072 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:50.173492 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2708239f-8d2c-43c8-bdee-d5e9952a0c46 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:50.175486 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2708239f-8d2c-43c8-bdee-d5e9952a0c46 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/f9ae7645-3eb5-4d00-b342-f8fc01ea3e01 HTTP/1.1" status: 204 len: 168 time: 0.1552351 Dec 13 13:12:50.178451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46046) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:50.195060 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-eca9c2c4-70c1-4bdc-8898-478ca139bfa1 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=f9ae7645-3eb5-4d00-b342-f8fc01ea3e01 HTTP/1.1" status: 200 len: 221 time: 0.0149305 Dec 13 13:12:50.198566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46050) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:50.203402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3dc6bbe6-12c5-404d-b2a8-9a918b508fbe tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--952134401', 'description': 'label created by tempest'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:50.203977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3dc6bbe6-12c5-404d-b2a8-9a918b508fbe tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Unknown quota resources ['metering_label']. {{(pid=109885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 13:12:50.289445 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:50.321487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0803f0-182e-4065-9c5b-a42c6f69ec34'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:50.324737 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24dd4b4-2bd5-4aba-8166-3ab3c9dea305" -d '{"events": [{"server_uuid": "1fbf3bc4-b639-4d0e-b2af-9eddc9fab536", "name": "network-vif-plugged", "status": "completed", "tag": "0e0803f0-182e-4065-9c5b-a42c6f69ec34"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:50.340441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 0e0803f0-182e-4065-9c5b-a42c6f69ec34, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0e0803f0-182e-4065-9c5b-a42c6f69ec34,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:50.351888 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:50.404132 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c525f6-39d0-4d74-9de1-f3326d2a821a x-openstack-request-id: req-81c525f6-39d0-4d74-9de1-f3326d2a821a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:50.405588 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbf3bc4-b639-4d0e-b2af-9eddc9fab536", "name": "network-vif-plugged", "status": "completed", "tag": "0e0803f0-182e-4065-9c5b-a42c6f69ec34", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:50.408042 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81c525f6-39d0-4d74-9de1-f3326d2a821a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:50.408573 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'code': 200} Dec 13 13:12:50.422985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=0e0803f0-182e-4065-9c5b-a42c6f69ec34,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:50.585103 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3dc6bbe6-12c5-404d-b2a8-9a918b508fbe tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:50.590335 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3dc6bbe6-12c5-404d-b2a8-9a918b508fbe tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3903480 Dec 13 13:12:50.593003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46060) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:50.656690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fabc64-7c46-4222-84ba-7b8a86f9706a req-ea66dc34-7617-4e2f-9fe6-78b781aa0fa6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:50.659436 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1fabc64-7c46-4222-84ba-7b8a86f9706a req-ea66dc34-7617-4e2f-9fe6-78b781aa0fa6 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 945 time: 0.0973289 Dec 13 13:12:50.690011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46062) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:50.694799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea6f5d-8b48-441b-9a80-a89d371ae31e req-e089b72e-5888-4f51-8705-08324eafbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:50.696363 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cbea6f5d-8b48-441b-9a80-a89d371ae31e req-e089b72e-5888-4f51-8705-08324eafbaa6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 1096 time: 0.2132161 Dec 13 13:12:50.701095 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d6c3c3eb-b274-4a93-a296-9a33ec404d14 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=7cd61f88-c395-47f3-a4eb-2b1377f29c04 HTTP/1.1" status: 200 len: 467 time: 0.0979371 Dec 13 13:12:50.701398 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46064) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:50.741400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1fabc64-7c46-4222-84ba-7b8a86f9706a req-b6865f87-0ee9-447a-aed7-427f1a88ef03 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751092 Dec 13 13:12:50.828350 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eb6e37ba-01ce-44f3-8d33-8f316bff6ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:50.929398 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eb6e37ba-01ce-44f3-8d33-8f316bff6ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:50.935440 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eb6e37ba-01ce-44f3-8d33-8f316bff6ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:50.944433 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cbea6f5d-8b48-441b-9a80-a89d371ae31e req-942764ae-4fb3-43d5-b310-a3fc7d65d2f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328954 Dec 13 13:12:50.954685 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8b98fabb-f96d-4513-93ad-31f070f20370 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:50.956106 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8b98fabb-f96d-4513-93ad-31f070f20370 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/7cd61f88-c395-47f3-a4eb-2b1377f29c04 HTTP/1.1" status: 204 len: 168 time: 0.2537870 Dec 13 13:12:50.958981 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46070) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:50.971119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ad50177f-086e-46b2-832a-97acda828f62 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=7cd61f88-c395-47f3-a4eb-2b1377f29c04 HTTP/1.1" status: 200 len: 216 time: 0.0106428 Dec 13 13:12:50.974511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46072) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:50.980190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e37ba-01ce-44f3-8d33-8f316bff6ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca87a36-1f4f-4593-9145-74b5b3287b4a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:50.984149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-913b8787-bd0b-470b-af0c-d1d2c604ec17 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0085466 Dec 13 13:12:50.987962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46074) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:50.993394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eb6e37ba-01ce-44f3-8d33-8f316bff6ba9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0778afc456d4d1b87a7e872c1ce4cc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2990036 Dec 13 13:12:50.994375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46076) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:51.000478 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f865d482-9915-49a4-a6e3-3b92ed625fd6 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0114634 Dec 13 13:12:51.004127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46080) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:51.101250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-85ab252e-b126-4a10-aa83-42f83c38e0b6 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/e123048c-b357-4cc2-913b-f01ae560a808 HTTP/1.1" status: 200 len: 472 time: 0.0958018 Dec 13 13:12:51.104697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46082) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:51.114723 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7323dfe9-0cba-4568-92fc-01e2dafd18c0 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/b9861c2d-fcb4-4368-af01-200458a090ed HTTP/1.1" status: 200 len: 461 time: 0.0084977 Dec 13 13:12:51.117638 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46084) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:51.130599 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-888ff68e-4d02-40ef-9e39-4b9a64408c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.167786 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-888ff68e-4d02-40ef-9e39-4b9a64408c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.227403 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-888ff68e-4d02-40ef-9e39-4b9a64408c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.230660 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-888ff68e-4d02-40ef-9e39-4b9a64408c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.231998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-888ff68e-4d02-40ef-9e39-4b9a64408c26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ca87a36-1f4f-4593-9145-74b5b3287b4a HTTP/1.1" status: 204 len: 168 time: 0.2364783 Dec 13 13:12:51.240740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ff68e-4d02-40ef-9e39-4b9a64408c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca87a36-1f4f-4593-9145-74b5b3287b4a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:51.243587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-914af3ef-7fa8-4690-8680-4c24bc5ba681 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.244847 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-914af3ef-7fa8-4690-8680-4c24bc5ba681 tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/b9861c2d-fcb4-4368-af01-200458a090ed HTTP/1.1" status: 204 len: 168 time: 0.1262636 Dec 13 13:12:51.247419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46088) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:51.478557 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e390d243-71b0-4f3d-999a-3d91e344ceeb tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.479769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e390d243-71b0-4f3d-999a-3d91e344ceeb tempest-MeteringTestJSON-1396861584 tempest-MeteringTestJSON-1396861584-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/e123048c-b357-4cc2-913b-f01ae560a808 HTTP/1.1" status: 204 len: 168 time: 0.2305269 Dec 13 13:12:51.558986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46094) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:51.573729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3528-c7e6-4f24-8fcb-e16d5d25dfcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.668030 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3528-c7e6-4f24-8fcb-e16d5d25dfcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.673930 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3528-c7e6-4f24-8fcb-e16d5d25dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.706452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46098) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:51.712730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea3528-c7e6-4f24-8fcb-e16d5d25dfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28114cd0-f8d2-4b71-849c-7b17a2606f6e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:51.718767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f9ea3528-c7e6-4f24-8fcb-e16d5d25dfcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07bbaeaffdec44a7a445f030f6c42b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1587193 Dec 13 13:12:51.721320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46102) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:51.789923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e6adc64-b22e-4b81-9a60-e491919b0b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.818007 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e6adc64-b22e-4b81-9a60-e491919b0b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.858058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.911588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1844a56-cc91-4867-a79a-2e16ecde6b73 req-c305741e-640e-4159-ac8f-a7e61e065767 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:51.913427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1844a56-cc91-4867-a79a-2e16ecde6b73 req-c305741e-640e-4159-ac8f-a7e61e065767 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 945 time: 0.0914223 Dec 13 13:12:51.942438 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e6adc64-b22e-4b81-9a60-e491919b0b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.945159 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e6adc64-b22e-4b81-9a60-e491919b0b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.949026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9e6adc64-b22e-4b81-9a60-e491919b0b8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28114cd0-f8d2-4b71-849c-7b17a2606f6e HTTP/1.1" status: 204 len: 168 time: 0.2240694 Dec 13 13:12:51.951126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.957809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:51.971320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6adc64-b22e-4b81-9a60-e491919b0b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28114cd0-f8d2-4b71-849c-7b17a2606f6e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:52.011865 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3df570839fbb4c5eac1a4f3f32b46cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019607 Dec 13 13:12:52.011865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e537e9-4601-4e7c-b58e-78b99711a1d1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:52.013567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46110) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:52.029555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1844a56-cc91-4867-a79a-2e16ecde6b73 req-e56d2c78-9b8c-43ad-b593-66ab70927017 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960612 Dec 13 13:12:52.035148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46112) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:52.040338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.040704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.041048 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.041489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.041882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.042347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.042787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.043866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.044255 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.044643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.045032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.045431 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.045814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f6fa7-ccda-408f-ba52-29de77a58f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:52.110054 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d011-a871-47a7-99ea-6e25a7ae789d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.136066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d011-a871-47a7-99ea-6e25a7ae789d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.165392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6b3444da-6d00-4061-8278-1e0eef103a14 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2541 time: 0.1286781 Dec 13 13:12:52.168173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46116) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:52.180616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'network': {'name': 'tempest-network-smoke--1826653626', 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'port_security_enabled': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:52.217666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Made reservation on behalf of b8c1b8daea7b4a74a726f0155e53b237 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:12:52.226778 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.252910 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d011-a871-47a7-99ea-6e25a7ae789d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.257386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d011-a871-47a7-99ea-6e25a7ae789d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.258672 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0cd5d011-a871-47a7-99ea-6e25a7ae789d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4e537e9-4601-4e7c-b58e-78b99711a1d1 HTTP/1.1" status: 204 len: 168 time: 0.2440343 Dec 13 13:12:52.272364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5d011-a871-47a7-99ea-6e25a7ae789d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e537e9-4601-4e7c-b58e-78b99711a1d1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:52.277888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:12:52.301735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.302139 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Added segment d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2 of type vlan for network 542b5c88-962a-4f8b-bd18-fb4c66444dab Dec 13 13:12:52.350186 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.381155 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.388044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:52.388758 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.470397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Network': ['ID=542b5c88-962a-4f8b-bd18-fb4c66444dab,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:52.478171 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9fa80453-035a-4f7d-a329-4e2484250e82 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3086181 Dec 13 13:12:52.480870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46128) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:52.486916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-652540935', 'admin_state_up': True, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:52.487620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 542b5c88-962a-4f8b-bd18-fb4c66444dab details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:12:52.518618 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.519886 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.604008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.709696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46134) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:52.724391 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82e3fa75-5dc3-40d0-a74d-8485e3813815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.777693 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.828158 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82e3fa75-5dc3-40d0-a74d-8485e3813815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.841921 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82e3fa75-5dc3-40d0-a74d-8485e3813815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:52.901098 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-82e3fa75-5dc3-40d0-a74d-8485e3813815 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=201e88a9889546cc81f0d33f96a745ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901963 Dec 13 13:12:52.904642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46144) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:52.936597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3fa75-5dc3-40d0-a74d-8485e3813815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d235d349-4b63-4fd7-8884-ddf247f7c3f6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:52.985491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b373df9-d0fc-4eff-bd16-5c7f40be65ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:53.012194 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b373df9-d0fc-4eff-bd16-5c7f40be65ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:53.069164 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:53.092398 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b373df9-d0fc-4eff-bd16-5c7f40be65ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:53.093759 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:53.096555 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1b373df9-d0fc-4eff-bd16-5c7f40be65ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:53.097789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1b373df9-d0fc-4eff-bd16-5c7f40be65ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d235d349-4b63-4fd7-8884-ddf247f7c3f6 HTTP/1.1" status: 204 len: 168 time: 0.1922226 Dec 13 13:12:53.108648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b373df9-d0fc-4eff-bd16-5c7f40be65ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d235d349-4b63-4fd7-8884-ddf247f7c3f6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:53.192336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf11bcf-eee9-4158-8492-0cbdb898ffff req-f79c34a6-e8f2-4516-bb1f-4f8edcecc23f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:53.200782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8cf11bcf-eee9-4158-8492-0cbdb898ffff req-f79c34a6-e8f2-4516-bb1f-4f8edcecc23f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 945 time: 0.0724273 Dec 13 13:12:53.282909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Allocated IP 172.25.2.125 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/d7694b5b-6b84-4edb-af06-188bb835a6cf) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:53.297851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8cf11bcf-eee9-4158-8492-0cbdb898ffff req-430e5409-5b3a-402d-add5-21e8b4f2915a tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957601 Dec 13 13:12:53.480200 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:53.522295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff32de-aa7e-44ea-9d3c-4a116740e067 req-4c014bcc-722e-477d-9414-93b452402da1 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:53.532519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0dff32de-aa7e-44ea-9d3c-4a116740e067 req-4c014bcc-722e-477d-9414-93b452402da1 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 945 time: 0.1038167 Dec 13 13:12:53.572619 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:53.608891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0dff32de-aa7e-44ea-9d3c-4a116740e067 req-e96c09c7-1739-4070-98cb-18ac797d354d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762234 Dec 13 13:12:53.625715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:53.630805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:53.631885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46170) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:53.645322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b80b61-56ad-4ea7-bdb5-dda320a6ef60 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:53.656771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:53.708872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ee432-f5e9-4723-8b8b-bab88f8e6b5c tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:53.721273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-573ee432-f5e9-4723-8b8b-bab88f8e6b5c tempest-TestNetworkBasicOps-1659791870 tempest-TestNetworkBasicOps-1659791870-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 1091 time: 0.0852573 Dec 13 13:12:53.722182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46176) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:53.727019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:53.748139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8984cb89-ec8e-437e-9c6d-7ef0a54d32a8 None None] Provisioning complete for port d7694b5b-6b84-4edb-af06-188bb835a6cf triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:53.752395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Port': ['ID=d7694b5b-6b84-4edb-af06-188bb835a6cf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:53.753052 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8984cb89-ec8e-437e-9c6d-7ef0a54d32a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:53.756649 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:53.846800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8984cb89-ec8e-437e-9c6d-7ef0a54d32a8 None None] Port d7694b5b-6b84-4edb-af06-188bb835a6cf cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:12:53.965458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:54.057732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:54.147315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Allocated IP 172.25.2.130 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/7583b1ef-abbe-415f-acd7-2427348a512a) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:54.214281 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47538f90-206b-4a00-8630-2fca5453576b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:54.322437 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:54.325803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:54.369191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:54.432756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=7583b1ef-abbe-415f-acd7-2427348a512a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:54.477394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:54.479258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:54.481805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:54.513159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:12:54.702314 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:12:54.712308 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Sync routers for ids ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:12:54.738404 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Routers {'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:54.738959 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:54.747574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:54.749247 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f269579c-ec92-435e-83d3-dddf431c330c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2674181 Dec 13 13:12:54.753801 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46210) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:54.818163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b099c1-e4ac-4519-bda8-3862bb9277ab tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:54.820498 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-25b099c1-e4ac-4519-bda8-3862bb9277ab tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b8c1b8daea7b4a74a726f0155e53b237&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0644810 Dec 13 13:12:54.822886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46216) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:54.929859 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Set router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:54.991622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d2fe96-8633-46ea-b629-bd687b098070 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:54.997771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46224) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:54.999986 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-20d2fe96-8633-46ea-b629-bd687b098070 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1757889 Dec 13 13:12:55.048128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2d7fc43e-f104-44ff-ac9c-387af2fc2793 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489035 Dec 13 13:12:55.051796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46228) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:55.120284 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2548dffc-e3bd-46c0-bc71-7c9d1d9166af tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b8c1b8daea7b4a74a726f0155e53b237&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671811 Dec 13 13:12:55.120827 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46230) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:55.180362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.211177 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652540935', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:52Z', 'updated_at': '2021-12-13T13:12:53Z', 'revision_number': 3, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:53Z', 'updated_at': '2021-12-13T13:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:55.270938 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Checking router: a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:12:55.271303 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Updating router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 port d7694b5b-6b84-4edb-af06-188bb835a6cf binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:12:55.280391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688686a-2981-4a63-b7ac-af310cdce903 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:55.284541 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e688686a-2981-4a63-b7ac-af310cdce903 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1602597 Dec 13 13:12:55.285367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46240) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:55.288984 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.349164 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.353090 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-45db9f48-15af-4716-8aa2-5e4232dc32c0 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643220 Dec 13 13:12:55.353968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46242) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:55.360001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2040552327', 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab', 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:55.476651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46248) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:55.593977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Made reservation on behalf of b8c1b8daea7b4a74a726f0155e53b237 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:12:55.599992 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.654962 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.666567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.738866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-722628737'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:55.759441 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.772443 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.799812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Made reservation on behalf of a421bb1db3164675ba2803772250b852 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:12:55.803609 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.828978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event updated for resources: {'Port': ['ID=7583b1ef-abbe-415f-acd7-2427348a512a,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:55.834953 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.846188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25612803-9b02-4a52-9ba6-88d30fc995d3 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:55.848270 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Attempting to bind port d7694b5b-6b84-4edb-af06-188bb835a6cf on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:55.848564 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Attempting to bind port d7694b5b-6b84-4edb-af06-188bb835a6cf by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:55.848931 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Attempting to bind port d7694b5b-6b84-4edb-af06-188bb835a6cf on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:55.863690 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:12:55.864320 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:55.864935 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.865654 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:12:55.866788 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Bound port: d7694b5b-6b84-4edb-af06-188bb835a6cf, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:12:55.867516 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.879920 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f654c0-51d7-49e4-9cc8-c0fd0283bf1d None None] Pushing event updated for resources: {'Port': ['ID=d7694b5b-6b84-4edb-af06-188bb835a6cf,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:55.900193 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.945805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d1f2d25c-584b-47a5-9b9c-7cd6f80a5a8d None None] Provisioning complete for port d7694b5b-6b84-4edb-af06-188bb835a6cf triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:55.946206 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d25c-584b-47a5-9b9c-7cd6f80a5a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:55.959446 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] For port d7694b5b-6b84-4edb-af06-188bb835a6cf, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:12:55.970513 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] For port d7694b5b-6b84-4edb-af06-188bb835a6cf, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d7694b5b-6b84-4edb-af06-188bb835a6cf,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:12:55.981548 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.042147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f1120-b7d6-4496-bd35-2dc44682cc60 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:12:56.049628 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Routers {'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:56.053695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:56.086771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2d25c-584b-47a5-9b9c-7cd6f80a5a8d None None] Port d7694b5b-6b84-4edb-af06-188bb835a6cf cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:12:56.108165 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Floating IP 63aff574-7430-4983-80ed-08661b896ff1 associated. External IP: 172.25.2.130, port: 0e0803f0-182e-4065-9c5b-a42c6f69ec34. Dec 13 13:12:56.143956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46260) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:56.144651 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f654c0-51d7-49e4-9cc8-c0fd0283bf1d None None] Pushing event updated for resources: {'Port': ['ID=d7694b5b-6b84-4edb-af06-188bb835a6cf,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:56.240192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Provisioning complete for port d7694b5b-6b84-4edb-af06-188bb835a6cf triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:56.241262 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.260184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.279840 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.318207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.348049 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] Set router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:56.379211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb000df4-f9d4-490c-aa42-de45e7345b61,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:56.408833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:12:56.440557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-20d257cb-93ef-4d2b-884f-07986a421884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.455159 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.456963 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Subnet': ['ID=415f0cba-737b-4891-aa10-24d2306b4e8c,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:56.475881 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.476694 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Added segment e6c2da53-1a13-488e-9afa-bac45bc60f3a of type vlan for network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a Dec 13 13:12:56.480439 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Checking segment: {'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:56.482394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network hostable DHCP agents. Network: 542b5c88-962a-4f8b-bd18-fb4c66444dab, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:12:56.506277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] For port d7694b5b-6b84-4edb-af06-188bb835a6cf, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d7694b5b-6b84-4edb-af06-188bb835a6cf,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:12:56.517464 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.600121 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.607188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 2726ed36-1044-4e6b-b218-9038145484b6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:12:56.621518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network 542b5c88-962a-4f8b-bd18-fb4c66444dab is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:12:56.644349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 542b5c88-962a-4f8b-bd18-fb4c66444dab) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:56.677205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:56.678304 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.698692 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652540935', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:52Z', 'updated_at': '2021-12-13T13:12:53Z', 'revision_number': 3, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:53Z', 'updated_at': '2021-12-13T13:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:56.711996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f1caea-9d5c-4113-82c1-a0746f8d2bcd None None] Network 542b5c88-962a-4f8b-bd18-fb4c66444dab requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:12:56.716792 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dbf1a63f-9954-4455-afb0-53910b2b1eee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3621798 Dec 13 13:12:56.720936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46266) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:56.721779 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.735902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:56.736636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.754859 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a8f22-f8e7-4e8c-9c62-17c2824f0b9c None None] The sync data for ids ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'] in n-d-817326-4 is: [{'id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652540935', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:52Z', 'updated_at': '2021-12-13T13:12:53Z', 'revision_number': 3, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:53Z', 'updated_at': '2021-12-13T13:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:12:56.826974 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70982e2b-62b2-435e-8fb7-118966d41569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.845447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Pushing event updated for resources: {'Port': ['ID=d7694b5b-6b84-4edb-af06-188bb835a6cf,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:56.857703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.859491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.860052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.860787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.861353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.862123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.862693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.865199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.867856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.869620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.870318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.870982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.871338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4061df0-cddd-47ef-9a81-eb0f95e014d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:12:56.897647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:12:56.913633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] Sync routers for ids ['2726ed36-1044-4e6b-b218-9038145484b6'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:12:56.927948 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:56.962539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] Routers {'2726ed36-1044-4e6b-b218-9038145484b6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:56.964186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2726ed36-1044-4e6b-b218-9038145484b6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:56.978714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-82bd894a-ed22-47f4-b738-d59ba68300d7 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2548311 Dec 13 13:12:56.979352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'tag': '0e0803f0-182e-4065-9c5b-a42c6f69ec34'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:12:56.982428 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9848dd-8ef6-45bf-a300-7becd78a8c04" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbf3bc4-b639-4d0e-b2af-9eddc9fab536", "tag": "0e0803f0-182e-4065-9c5b-a42c6f69ec34"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:12:56.985772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46268) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:57.070691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9d10f085-46ba-44d4-aa71-67ea61674b90 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/floatingips/63aff574-7430-4983-80ed-08661b896ff1 HTTP/1.1" status: 200 len: 991 time: 0.0837784 Dec 13 13:12:57.091966 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258b5303-3cc2-4850-b13d-0901e00ea3b0 x-openstack-request-id: req-258b5303-3cc2-4850-b13d-0901e00ea3b0 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:12:57.092481 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbf3bc4-b639-4d0e-b2af-9eddc9fab536", "tag": "0e0803f0-182e-4065-9c5b-a42c6f69ec34", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:12:57.092926 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-258b5303-3cc2-4850-b13d-0901e00ea3b0 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:12:57.093547 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'tag': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'status': 'completed', 'code': 200} Dec 13 13:12:57.115090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-542b5c88-962a-4f8b-bd18-fb4c66444dab', 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab', 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'fixed_ips': [{'subnet_id': '415f0cba-737b-4891-aa10-24d2306b4e8c'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:12:57.116010 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:57.234334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] Set router 2726ed36-1044-4e6b-b218-9038145484b6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:57.414452 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Allocated IP 172.20.0.18 (542b5c88-962a-4f8b-bd18-fb4c66444dab/415f0cba-737b-4891-aa10-24d2306b4e8c/6e2dcd23-4027-4d20-b08b-338418202de8) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:57.511088 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0330541 Dec 13 13:12:57.533239 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-20d257cb-93ef-4d2b-884f-07986a421884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:57.544594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6ab86-212f-47ee-84d7-8485896ba9ab tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Pushing event updated for resources: {'Network': ['ID=8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:57.550319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-20d257cb-93ef-4d2b-884f-07986a421884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:57.559106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:12:57.659545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-d1249f71-ccf7-4e62-b4e5-05310f4f48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:57.661014 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-d1249f71-ccf7-4e62-b4e5-05310f4f48b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 1096 time: 0.2400830 Dec 13 13:12:57.666399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46278) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:57.666989 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-20d257cb-93ef-4d2b-884f-07986a421884 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a31344e1f3d14202b9d32dce333ca134&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5156081 Dec 13 13:12:57.669527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d257cb-93ef-4d2b-884f-07986a421884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd98d550-40c1-4829-912e-446ca25af09f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:57.799838 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-994bf263-6a8f-484a-8832-acf3bac5bc26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:57.859113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-994bf263-6a8f-484a-8832-acf3bac5bc26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:57.893413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:57.933844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46282) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:57.970142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Request body: {'port': {'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a', 'binding:host_id': 'n-h2-817326-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-199003652'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:12:57.985785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-a52d014f-30e2-4b06-ae7c-43d29730168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:57.987237 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-a52d014f-30e2-4b06-ae7c-43d29730168a service neutron] 10.222.0.37 "GET /v2.0/networks?id=63b3c7e8-370d-4f15-a08f-5bda81a0d031 HTTP/1.1" status: 200 len: 896 time: 0.3111620 Dec 13 13:12:57.995155 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.008589 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.028761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Made reservation on behalf of 52b55bd8a91d4cafa8833dad8e9e2fe4 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:12:58.031474 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.065088 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:32Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '63aff574-7430-4983-80ed-08661b896ff1', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'port_id': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'mac_address': 'fa:16:3e:43:60:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:12:54Z', 'updated_at': '2021-12-13T13:12:54Z', 'revision_number': 0, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c237008-498a-4c31-82f1-eb1578e41067', 'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:31Z', 'updated_at': '2021-12-13T13:12:37Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:58.068272 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.072661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-994bf263-6a8f-484a-8832-acf3bac5bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.081080 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-994bf263-6a8f-484a-8832-acf3bac5bc26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.082444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-994bf263-6a8f-484a-8832-acf3bac5bc26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd98d550-40c1-4829-912e-446ca25af09f HTTP/1.1" status: 204 len: 168 time: 0.4141264 Dec 13 13:12:58.084209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46284) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:58.118578 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bf263-6a8f-484a-8832-acf3bac5bc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd98d550-40c1-4829-912e-446ca25af09f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:58.176080 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-f3dd0352-610d-4eb5-a4f0-b82202761831 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e0803f0-182e-4065-9c5b-a42c6f69ec34 HTTP/1.1" status: 200 len: 999 time: 0.1381021 Dec 13 13:12:58.181034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d7694b5b-6b84-4edb-af06-188bb835a6cf up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:12:58.187497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Network 542b5c88-962a-4f8b-bd18-fb4c66444dab is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:12:58.190801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] Checking router: 2726ed36-1044-4e6b-b218-9038145484b6 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:12:58.222385 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:58.238144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:58.242241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Pushing event updated for resources: {'Port': ['ID=6e2dcd23-4027-4d20-b08b-338418202de8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:58.266097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] Routers {'2726ed36-1044-4e6b-b218-9038145484b6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:12:58.267260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2726ed36-1044-4e6b-b218-9038145484b6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:58.315558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b242b664-c5d9-4c15-b9cf-da7f3be8a22e tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/floatingips/63aff574-7430-4983-80ed-08661b896ff1 HTTP/1.1" status: 200 len: 991 time: 0.2209015 Dec 13 13:12:58.366599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-dbe881df-556e-4628-af2b-c9db2ed67c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:58.374698 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-dbe881df-556e-4628-af2b-c9db2ed67c56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97ae416a-d37c-43b5-b727-71d8057aa1ef HTTP/1.1" status: 200 len: 835 time: 0.0784879 Dec 13 13:12:58.443275 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] Set router 2726ed36-1044-4e6b-b218-9038145484b6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:12:58.469718 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.476554 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.480731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] device_id is not set on port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:12:58.484776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-ff11831f-ee86-4f80-9b3d-708c70346caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:12:58.492036 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-ff11831f-ee86-4f80-9b3d-708c70346caf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63b3c7e8-370d-4f15-a08f-5bda81a0d031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122003 Dec 13 13:12:58.640606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46292) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:58.667851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-80f40f5e-85ba-4145-9a32-16bad9eefcd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.708692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.748515 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-dee40fbe-b8cd-4cbe-8082-91b1b859084a service neutron] 10.222.0.37 "GET /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524748 Dec 13 13:12:58.886483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Attempting to bind port 6e2dcd23-4027-4d20-b08b-338418202de8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:58.887005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Attempting to bind port 6e2dcd23-4027-4d20-b08b-338418202de8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:58.887469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Attempting to bind port 6e2dcd23-4027-4d20-b08b-338418202de8 on network 542b5c88-962a-4f8b-bd18-fb4c66444dab {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:58.900659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d7694b5b-6b84-4edb-af06-188bb835a6cf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:12:58.901382 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.932434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:12:58.933006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Checking segment: {'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:58.933510 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.934005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Bound using segment: {'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:12:58.934785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Bound port: 6e2dcd23-4027-4d20-b08b-338418202de8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:12:58.935423 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:58.942846 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5e9848dd-8ef6-45bf-a300-7becd78a8c04 req-21435efd-29e5-4d2a-9e76-b5d6355925db service neutron] 10.222.0.37 "GET /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123443 Dec 13 13:12:59.051707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4bd497-7471-4808-8a1a-c42e71bb78ec,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:59.160316 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-80f40f5e-85ba-4145-9a32-16bad9eefcd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.169966 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-80f40f5e-85ba-4145-9a32-16bad9eefcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.221844 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.224185 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-80f40f5e-85ba-4145-9a32-16bad9eefcd2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1c23e6e515945f08e5439adfe26efd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5806954 Dec 13 13:12:59.228177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46296) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:59.229030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f40f5e-85ba-4145-9a32-16bad9eefcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106f2219-c7a6-4c5a-a466-30dd65d3460b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:59.257783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] device_id is not set on port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:12:59.263968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] For port 6e2dcd23-4027-4d20-b08b-338418202de8, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:12:59.269870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.283291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.320339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] For port 6e2dcd23-4027-4d20-b08b-338418202de8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6e2dcd23-4027-4d20-b08b-338418202de8,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:12:59.322926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46298) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:12:59.360245 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.399291 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b68da7db-f53e-4afb-b2c6-1bbd459ed6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.400925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event updated for resources: {'Port': ['ID=d1789d8c-cd5d-47cc-a00d-55dbd0e84896,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:59.424866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Checking segment: {'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:12:59.424866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Network hostable DHCP agents. Network: 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:12:59.432855 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b68da7db-f53e-4afb-b2c6-1bbd459ed6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.465435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:12:59.478874 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-681bf6ad-7ccd-4431-91ca-00ba1e01ccf4 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/floatingips/63aff574-7430-4983-80ed-08661b896ff1 HTTP/1.1" status: 200 len: 991 time: 0.1525333 Dec 13 13:12:59.497319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:12:59.505124 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef3878-62ac-4be3-811b-a3ea8267d4ed None None] Pushing event updated for resources: {'Port': ['ID=6e2dcd23-4027-4d20-b08b-338418202de8,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:59.509392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:12:59.513307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab97398-c98b-4eca-b0c4-923891f408e8 None None] Network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:12:59.570442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:59.574644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Allocated IP 172.20.0.17 (542b5c88-962a-4f8b-bd18-fb4c66444dab/415f0cba-737b-4891-aa10-24d2306b4e8c/aa48b1a1-b02d-4c06-9c1c-fe81abbc337b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:12:59.575234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:59.576420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:59.586562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:59.587044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b68da7db-f53e-4afb-b2c6-1bbd459ed6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.587727 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:12:59.588823 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 2 to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 Dec 13 13:12:59.589860 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b68da7db-f53e-4afb-b2c6-1bbd459ed6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.591439 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b68da7db-f53e-4afb-b2c6-1bbd459ed6e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/106f2219-c7a6-4c5a-a466-30dd65d3460b HTTP/1.1" status: 204 len: 168 time: 0.3596666 Dec 13 13:12:59.605377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:59.605841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:59.606585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:59.608721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:32Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '63aff574-7430-4983-80ed-08661b896ff1', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'port_id': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'mac_address': 'fa:16:3e:43:60:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:12:54Z', 'updated_at': '2021-12-13T13:12:54Z', 'revision_number': 0, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c237008-498a-4c31-82f1-eb1578e41067', 'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:31Z', 'updated_at': '2021-12-13T13:12:37Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:12:59.617273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:59.619934 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:12:59.622200 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 3 to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 Dec 13 13:12:59.640487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:59.641115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:59.641669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:59.648915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:59.654520 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:12:59.655207 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 4 to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 Dec 13 13:12:59.660084 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c71c1-b5f2-4f77-8228-948b27776bbb None None] The sync data for ids ['2726ed36-1044-4e6b-b218-9038145484b6'] in n-d-817326-4 is: [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:32Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '63aff574-7430-4983-80ed-08661b896ff1', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'port_id': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'mac_address': 'fa:16:3e:43:60:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:12:54Z', 'updated_at': '2021-12-13T13:12:54Z', 'revision_number': 0, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c237008-498a-4c31-82f1-eb1578e41067', 'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:31Z', 'updated_at': '2021-12-13T13:12:37Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:12:59.679177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68da7db-f53e-4afb-b2c6-1bbd459ed6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106f2219-c7a6-4c5a-a466-30dd65d3460b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:12:59.701683 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:59.702471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:59.703073 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:59.712567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:59.713275 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:12:59.713943 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 5 to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 Dec 13 13:12:59.743605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:59.744491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:59.745007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:59.760222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:59.760891 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:12:59.761515 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 6 to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 Dec 13 13:12:59.805396 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:59.805897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:59.806658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:59.813660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:59.815506 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:12:59.816404 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 7 to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 Dec 13 13:12:59.832719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:59.833404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:59.834523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:59.844374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:59.845315 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:12:59.846253 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 8 to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 Dec 13 13:12:59.879159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:59.880075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:59.880628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:59.886409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:59.887416 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:12:59.888446 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 9 to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 Dec 13 13:12:59.907836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:59.908708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:59.909282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:12:59.915990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.924323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:12:59.925293 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:12:59.925936 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 10 to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 Dec 13 13:12:59.930922 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.978201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:12:59.983941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:12:59.984269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:12:59.984613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:00.007557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:00.007987 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:00.008449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:00.080097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Port': ['ID=aa48b1a1-b02d-4c06-9c1c-fe81abbc337b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:00.132103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network 542b5c88-962a-4f8b-bd18-fb4c66444dab is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:00.136950 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f085d883-d954-4171-a700-ea4334cb9bf1 None None] New status for floating IP 63aff574-7430-4983-80ed-08661b896ff1: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:13:00.157170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:00.162927 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:00.163540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6e2dcd23-4027-4d20-b08b-338418202de8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:00.198959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] For port d1789d8c-cd5d-47cc-a00d-55dbd0e84896, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:00.201876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempted to set empty binding levels {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 13:13:00.211958 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:00.243972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6e2dcd23-4027-4d20-b08b-338418202de8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:00.244782 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:00.263214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event updated for resources: {'Port': ['ID=d1789d8c-cd5d-47cc-a00d-55dbd0e84896,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:00.265964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:00.287601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:00.289706 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:00.333392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2d813f35-066a-4a4c-9dc0-e6f44f221bd7 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.3942263 Dec 13 13:13:00.336038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46314) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:00.396980 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:00.494635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 6e2dcd23-4027-4d20-b08b-338418202de8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6e2dcd23-4027-4d20-b08b-338418202de8,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:00.504629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46318) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:00.514837 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:00.564095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:00.655883 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-223b3be7-7cf9-49a7-abbc-840dbbac5d9c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/floatingips/63aff574-7430-4983-80ed-08661b896ff1 HTTP/1.1" status: 200 len: 991 time: 0.1447964 Dec 13 13:13:00.685789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=6e2dcd23-4027-4d20-b08b-338418202de8,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:00.687935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-bb43c1ba-a12b-4118-851e-169995421aad tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Deleting port d1789d8c-cd5d-47cc-a00d-55dbd0e84896 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:00.688155 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb43c1ba-a12b-4118-851e-169995421aad tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:00.831566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-bb43c1ba-a12b-4118-851e-169995421aad tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] For port d1789d8c-cd5d-47cc-a00d-55dbd0e84896, host n-h2-817326-4, got binding levels [] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:00.832179 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb43c1ba-a12b-4118-851e-169995421aad tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:00.861869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-bb43c1ba-a12b-4118-851e-169995421aad tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Calling delete_port for d1789d8c-cd5d-47cc-a00d-55dbd0e84896 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:00.954782 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb43c1ba-a12b-4118-851e-169995421aad tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.018738 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb43c1ba-a12b-4118-851e-169995421aad tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.025354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bb43c1ba-a12b-4118-851e-169995421aad tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d1789d8c-cd5d-47cc-a00d-55dbd0e84896 HTTP/1.1" status: 204 len: 168 time: 0.6855955 Dec 13 13:13:01.030736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43c1ba-a12b-4118-851e-169995421aad tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1789d8c-cd5d-47cc-a00d-55dbd0e84896,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:01.031948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46330) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:01.055465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6809cfbb-7b98-4593-be0d-cd9a6c08ee90 None None] Network 542b5c88-962a-4f8b-bd18-fb4c66444dab requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:01.118234 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d49f5d-3630-4284-9707-840e472e2b11 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] GET failed (client error): The resource could not be found. Dec 13 13:13:01.127226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-94d49f5d-3630-4284-9707-840e472e2b11 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "GET /v2.0/ports/d1789d8c-cd5d-47cc-a00d-55dbd0e84896 HTTP/1.1" status: 404 len: 333 time: 0.0885875 Dec 13 13:13:01.128545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46334) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:01.138815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Request body: {'port': {'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-574572515'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:01.171957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.172955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b9549c46-9e52-4095-876a-cde86abbb8e9 None None] Provisioning complete for port 6e2dcd23-4027-4d20-b08b-338418202de8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:01.173501 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9549c46-9e52-4095-876a-cde86abbb8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.192541 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.195777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Made reservation on behalf of 52b55bd8a91d4cafa8833dad8e9e2fe4 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:01.200582 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.228305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] device_id is not set on port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:13:01.437281 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Port': ['ID=aa48b1a1-b02d-4c06-9c1c-fe81abbc337b,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:01.465566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.541057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.589707 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.614014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network 542b5c88-962a-4f8b-bd18-fb4c66444dab is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:01.616391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:01.658845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:01.661349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46344) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:01.739692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8ee940d5-7109-4d55-9680-b5e707cf3cae tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/floatingips/63aff574-7430-4983-80ed-08661b896ff1 HTTP/1.1" status: 200 len: 993 time: 0.0762143 Dec 13 13:13:01.740826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:01.744249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event updated for resources: {'Port': ['ID=8bd3158f-e780-4427-ab56-59bd7b8d7e8d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:01.754670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:01.755880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:01.756886 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.778297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c531be63-2e37-4ac6-b757-3a9cbcc64ca3 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6474373 Dec 13 13:13:01.781294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46346) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:01.788426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:01.821446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:13:01.825897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-da5a4413-a033-4b28-b2f7-962fe310ff1b None None] Provisioning complete for port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:01.826291 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da5a4413-a033-4b28-b2f7-962fe310ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.857163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46348) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:01.884233 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:01.953182 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-da5a4413-a033-4b28-b2f7-962fe310ff1b None None] Port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:01.979199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-da5a4413-a033-4b28-b2f7-962fe310ff1b None None] Provisioning complete for port 6e2dcd23-4027-4d20-b08b-338418202de8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:01.980512 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da5a4413-a033-4b28-b2f7-962fe310ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.060834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:02.083182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-45e36e9b-9430-4d0a-a1fc-fdadef7b6c9b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "PUT /v2.0/routers/a1e85e62-605b-4ec1-9f91-7fbbdd1fee15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3356123 Dec 13 13:13:02.128415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Sync routers for ids ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:02.150952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Routers {'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:02.151680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:02.223258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0186d47e-3a07-4827-9934-459118f3ddc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.294480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Set router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:02.403449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] device_id is not set on port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:13:02.431556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.439952 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0186d47e-3a07-4827-9934-459118f3ddc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.446276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0186d47e-3a07-4827-9934-459118f3ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.458253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6e2dcd23-4027-4d20-b08b-338418202de8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:02.460119 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.556636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event updated for resources: {'Port': ['ID=8bd3158f-e780-4427-ab56-59bd7b8d7e8d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:02.576743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0186d47e-3a07-4827-9934-459118f3ddc4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=281da0f2d73141e09a50eecefa7d7c72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7165520 Dec 13 13:13:02.576743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186d47e-3a07-4827-9934-459118f3ddc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3ac7cf-686c-4c78-afca-4f5c1776ac9b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:02.581237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46364) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:02.593148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:02.593483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:02.593817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:02.611107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:02.611415 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:02.617921 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 2 to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d Dec 13 13:13:02.638601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:02.638939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:02.639277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:02.651709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:02.652093 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:02.653304 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 3 to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d Dec 13 13:13:02.674587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:02.674933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:02.675374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:02.684126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:02.684469 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:02.689369 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 4 to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d Dec 13 13:13:02.708047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31248e37-0cc8-42d3-b5c1-580fcacbd24b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.720861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:02.721220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:02.721527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:02.735121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:02.735470 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:02.738371 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 5 to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d Dec 13 13:13:02.743967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31248e37-0cc8-42d3-b5c1-580fcacbd24b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.767113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:02.767455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:02.767790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:02.778243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:02.778575 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:02.784449 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 6 to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d Dec 13 13:13:02.806815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:02.807179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:02.807478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:02.813927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:02.814448 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:02.814788 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 7 to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d Dec 13 13:13:02.835237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:02.835666 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:02.836018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:02.841537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:02.841917 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:02.844172 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 8 to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d Dec 13 13:13:02.865282 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31248e37-0cc8-42d3-b5c1-580fcacbd24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.869553 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-31248e37-0cc8-42d3-b5c1-580fcacbd24b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.870109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-31248e37-0cc8-42d3-b5c1-580fcacbd24b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f3ac7cf-686c-4c78-afca-4f5c1776ac9b HTTP/1.1" status: 204 len: 168 time: 0.2875512 Dec 13 13:13:02.875930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:02.877613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:02.877961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:02.887640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31248e37-0cc8-42d3-b5c1-580fcacbd24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3ac7cf-686c-4c78-afca-4f5c1776ac9b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:02.889899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:02.890272 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:02.891070 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 9 to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d Dec 13 13:13:02.905942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:02.906317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:02.908708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:02.915651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:02.915651 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:02.916080 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 10 to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d Dec 13 13:13:02.932836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6e2dcd23-4027-4d20-b08b-338418202de8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:02.933216 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:02.948075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:02.948443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:02.948962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:02.994225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652540935', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:52Z', 'updated_at': '2021-12-13T13:13:00Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:53Z', 'updated_at': '2021-12-13T13:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'aa48b1a1-b02d-4c06-9c1c-fe81abbc337b', 'name': '', 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:4e:44:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '415f0cba-737b-4891-aa10-24d2306b4e8c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:59Z', 'updated_at': '2021-12-13T13:13:00Z', 'revision_number': 2, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': '415f0cba-737b-4891-aa10-24d2306b4e8c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:03.007668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:03.008174 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:03.008706 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:03.042584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Checking router: a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:13:03.042958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Updating router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:13:03.135155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-3ff7e190-e60a-4c61-a88f-2c6040a47600 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.136754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-3ff7e190-e60a-4c61-a88f-2c6040a47600 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/networks?id=542b5c88-962a-4f8b-bd18-fb4c66444dab HTTP/1.1" status: 200 len: 798 time: 0.2059805 Dec 13 13:13:03.138015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] For port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:03.138395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempted to set empty binding levels {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 13:13:03.154138 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:03.160695 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:03.170829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-84691490-6a84-4bd8-86ec-73d7d8575f55 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/quotas/b8c1b8daea7b4a74a726f0155e53b237 HTTP/1.1" status: 200 len: 375 time: 0.0266652 Dec 13 13:13:03.191973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ae9a284b-2aeb-4a63-b998-43791fa0b16a None None] Provisioning complete for port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:03.192401 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae9a284b-2aeb-4a63-b998-43791fa0b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:03.200240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] In _notify_port_updated(), no bound segment for port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:13:03.201138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.201777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:03.205551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "PUT /v2.0/ports/8bd3158f-e780-4427-ab56-59bd7b8d7e8d HTTP/1.1" status: 200 len: 974 time: 1.4202626 Dec 13 13:13:03.206243 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46376) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:03.252551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cbec2-f1ff-4e53-8cd7-109a33f0d230 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event updated for resources: {'Port': ['ID=8bd3158f-e780-4427-ab56-59bd7b8d7e8d,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:03.289109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a284b-2aeb-4a63-b998-43791fa0b16a None None] Port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:03.328175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-9dea0164-ddbe-4c25-b45c-a5fc3fbc4ca9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8c1b8daea7b4a74a726f0155e53b237&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1355968 Dec 13 13:13:03.360864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.361374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.361794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.362515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.363148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.364034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.365065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.366478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.367345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.367981 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.368614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.369834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.370321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.370946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.371558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.372163 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.372787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.373410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.374609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.375418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.376782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.377889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.379405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:03.384062 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-381b2f87-b126-4848-8f45-045eb3978bd8 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20402 time: 0.1767421 Dec 13 13:13:03.387860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46386) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:03.515714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-ad6efe1f-39fd-4246-9501-2767ec3c64fc service neutron] 10.222.0.31 "GET /v2.0/networks/542b5c88-962a-4f8b-bd18-fb4c66444dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686149 Dec 13 13:13:03.522637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-15cfd4fc-57e0-4c10-b5f8-ba36d826973f tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Deleting port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:03.523130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15cfd4fc-57e0-4c10-b5f8-ba36d826973f tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:03.632425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-15cfd4fc-57e0-4c10-b5f8-ba36d826973f tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] For port 8bd3158f-e780-4427-ab56-59bd7b8d7e8d, host n-h2-817326-4, got binding levels [] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:03.632815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15cfd4fc-57e0-4c10-b5f8-ba36d826973f tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:03.652152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-15cfd4fc-57e0-4c10-b5f8-ba36d826973f tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Calling delete_port for 8bd3158f-e780-4427-ab56-59bd7b8d7e8d owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:03.684766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-40f7e8bb-0eb0-47d3-804e-e77146a8c40b service neutron] 10.222.0.31 "GET /v2.0/networks/542b5c88-962a-4f8b-bd18-fb4c66444dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593029 Dec 13 13:13:03.753163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15cfd4fc-57e0-4c10-b5f8-ba36d826973f tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:03.791224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-15cfd4fc-57e0-4c10-b5f8-ba36d826973f tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:03.796167 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-15cfd4fc-57e0-4c10-b5f8-ba36d826973f tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "DELETE /v2.0/ports/8bd3158f-e780-4427-ab56-59bd7b8d7e8d HTTP/1.1" status: 204 len: 168 time: 0.4069366 Dec 13 13:13:03.799140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46394) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:03.816679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfd4fc-57e0-4c10-b5f8-ba36d826973f tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bd3158f-e780-4427-ab56-59bd7b8d7e8d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:03.841224 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1785ecaa-e9e9-40f5-8482-b5ef3c5c3d0e tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] GET failed (client error): The resource could not be found. Dec 13 13:13:03.842803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1785ecaa-e9e9-40f5-8482-b5ef3c5c3d0e tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "GET /v2.0/ports/8bd3158f-e780-4427-ab56-59bd7b8d7e8d HTTP/1.1" status: 404 len: 333 time: 0.0426447 Dec 13 13:13:03.846735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46396) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:03.852482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1980184342', 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:03.919574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Made reservation on behalf of 52b55bd8a91d4cafa8833dad8e9e2fe4 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:03.922095 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:03.968616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] device_id is not set on port c22dca28-04fe-4d9d-b602-ae3c8da18d39 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:13:04.074624 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:04.087124 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:04.326885 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:04.359577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9e64f-fa0c-4101-a005-778ac03c1b0a None None] Pushing event updated for resources: {'Port': ['ID=aa48b1a1-b02d-4c06-9c1c-fe81abbc337b,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:04.383301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Attempting to bind port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:04.383681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Attempting to bind port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:04.384697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Attempting to bind port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b on network 542b5c88-962a-4f8b-bd18-fb4c66444dab {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:04.390365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:13:04.390741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Checking segment: {'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:04.391158 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:04.391626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Bound using segment: {'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:13:04.392926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Bound port: aa48b1a1-b02d-4c06-9c1c-fe81abbc337b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:13:04.393313 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:04.464597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6093a638-7ec0-4220-9637-6c703701225c req-84b9d6a7-c825-4c4c-930d-0110938a1b19 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 210 time: 0.4405813 Dec 13 13:13:04.490952 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:04.510176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] For port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:04.514990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] For port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aa48b1a1-b02d-4c06-9c1c-fe81abbc337b,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:13:04.524385 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:04.597931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:04.601451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:04.604643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Routers {'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:04.605577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:04.613495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:04.614466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:04.615435 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:04.642917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event updated for resources: {'Port': ['ID=c22dca28-04fe-4d9d-b602-ae3c8da18d39,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:04.678695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-13ed2ca7-179e-4892-863e-04e8081dc993 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8308308 Dec 13 13:13:04.681877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46424) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:04.743616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9e64f-fa0c-4101-a005-778ac03c1b0a None None] Pushing event updated for resources: {'Port': ['ID=aa48b1a1-b02d-4c06-9c1c-fe81abbc337b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:04.750928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1c138b66-7532-4476-9e27-8d6f2d808fce None None] Provisioning complete for port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:04.751862 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c138b66-7532-4476-9e27-8d6f2d808fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:04.770207 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c639e1e1-9530-4192-bddf-aad20c95c886 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:04.772026 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c639e1e1-9530-4192-bddf-aad20c95c886 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "GET /v2.0/ports/c22dca28-04fe-4d9d-b602-ae3c8da18d39 HTTP/1.1" status: 200 len: 955 time: 0.0880809 Dec 13 13:13:04.775639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46428) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:04.878425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] Set router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:04.892119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3eb76-f251-4fc8-b976-1df3bc389019 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Deleting port c22dca28-04fe-4d9d-b602-ae3c8da18d39 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:04.892601 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ea3eb76-f251-4fc8-b976-1df3bc389019 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:04.988071 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ea3eb76-f251-4fc8-b976-1df3bc389019 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:05.011806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3eb76-f251-4fc8-b976-1df3bc389019 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Calling delete_port for c22dca28-04fe-4d9d-b602-ae3c8da18d39 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:05.123356 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ea3eb76-f251-4fc8-b976-1df3bc389019 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:05.141053 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c138b66-7532-4476-9e27-8d6f2d808fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:05.158329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3eb76-f251-4fc8-b976-1df3bc389019 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event deleted for resources: {'Port': ['ID=c22dca28-04fe-4d9d-b602-ae3c8da18d39,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:05.172306 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ea3eb76-f251-4fc8-b976-1df3bc389019 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:05.175875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6ea3eb76-f251-4fc8-b976-1df3bc389019 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c22dca28-04fe-4d9d-b602-ae3c8da18d39 HTTP/1.1" status: 204 len: 168 time: 0.3988600 Dec 13 13:13:05.179432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46438) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:05.221857 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-723e88c0-f1db-43a3-8113-e578c3f76884 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] GET failed (client error): The resource could not be found. Dec 13 13:13:05.223830 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-723e88c0-f1db-43a3-8113-e578c3f76884 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "GET /v2.0/ports/c22dca28-04fe-4d9d-b602-ae3c8da18d39 HTTP/1.1" status: 404 len: 333 time: 0.0417283 Dec 13 13:13:05.228121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46446) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:05.233537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Request body: {'port': {'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1873617677'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:05.254384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1c138b66-7532-4476-9e27-8d6f2d808fce None None] For port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aa48b1a1-b02d-4c06-9c1c-fe81abbc337b,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:05.261373 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c138b66-7532-4476-9e27-8d6f2d808fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:05.265532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Made reservation on behalf of 52b55bd8a91d4cafa8833dad8e9e2fe4 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:05.277568 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:05.294716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] device_id is not set on port 75fec386-77ae-4fab-86f2-66f9c84b0789 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:13:05.336345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652540935', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:52Z', 'updated_at': '2021-12-13T13:13:00Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:53Z', 'updated_at': '2021-12-13T13:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'aa48b1a1-b02d-4c06-9c1c-fe81abbc337b', 'name': '', 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:4e:44:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '415f0cba-737b-4891-aa10-24d2306b4e8c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:59Z', 'updated_at': '2021-12-13T13:13:04Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': '415f0cba-737b-4891-aa10-24d2306b4e8c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:05.369596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c138b66-7532-4476-9e27-8d6f2d808fce None None] Pushing event updated for resources: {'Port': ['ID=aa48b1a1-b02d-4c06-9c1c-fe81abbc337b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:05.376853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ddbfc7-1645-49c3-9844-9b2730296c6f None None] The sync data for ids ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'] in n-d-817326-4 is: [{'id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652540935', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:52Z', 'updated_at': '2021-12-13T13:13:00Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:53Z', 'updated_at': '2021-12-13T13:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'aa48b1a1-b02d-4c06-9c1c-fe81abbc337b', 'name': '', 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:4e:44:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '415f0cba-737b-4891-aa10-24d2306b4e8c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:59Z', 'updated_at': '2021-12-13T13:13:04Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': '415f0cba-737b-4891-aa10-24d2306b4e8c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:05.390644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8efee8d8-18ce-478f-b626-b35b2d6eb09f None None] Provisioning complete for port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:05.391014 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8efee8d8-18ce-478f-b626-b35b2d6eb09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:05.636672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da9d18c7-1386-4987-80e5-b365e8dcba26 req-788cc6c5-e9b7-4c0b-bf05-31b64801a135 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 210 time: 0.0579879 Dec 13 13:13:05.639821 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:05.732206 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:05.840473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:05.849672 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:05.861156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:05.865172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:05.870354 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:05.872714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-21c0bedf-0831-4847-b568-54c7595a1db2 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:05.875046 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-21c0bedf-0831-4847-b568-54c7595a1db2 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.37 "GET /v2.0/networks?id=542b5c88-962a-4f8b-bd18-fb4c66444dab HTTP/1.1" status: 200 len: 798 time: 0.2440679 Dec 13 13:13:05.877616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event updated for resources: {'Port': ['ID=75fec386-77ae-4fab-86f2-66f9c84b0789,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:05.893766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Request body: {'port': {'device_id': '7fc8026d-66bc-4e84-b7d2-765e1be57bb2', 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab', 'admin_state_up': True, 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:05.922738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a7783eab-a131-4b4e-99e5-02eb0f59e923 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6928344 Dec 13 13:13:05.923637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46470) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:05.931003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:06.053921 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:06.093625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Made reservation on behalf of b8c1b8daea7b4a74a726f0155e53b237 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:06.097377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:06.141098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device aa48b1a1-b02d-4c06-9c1c-fe81abbc337b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:06.260844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:06.261276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:06.317264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Allocated IP 172.20.0.27 (542b5c88-962a-4f8b-bd18-fb4c66444dab/415f0cba-737b-4891-aa10-24d2306b4e8c/5fadc92f-9140-4dcf-a4d4-2fbec5993de1) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:06.497673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] device_id is not set on port 75fec386-77ae-4fab-86f2-66f9c84b0789 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:13:06.530096 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:06.542896 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:06.573784 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:06.606363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event updated for resources: {'Port': ['ID=75fec386-77ae-4fab-86f2-66f9c84b0789,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:06.625085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.625432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.625793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.632121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.632530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.632869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.633201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.633531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.633857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.642285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.643222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.643742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.644809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:06.649532 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:06.669785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:06.671737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:06.673519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:06.687471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:06.687815 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:06.688203 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 2 to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 Dec 13 13:13:06.720273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:06.720624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:06.720944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:06.723684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Network 542b5c88-962a-4f8b-bd18-fb4c66444dab is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:06.729440 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:06.734045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:06.735486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:06.736637 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:06.738057 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 3 to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 Dec 13 13:13:06.773983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:06.774586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:06.774933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:06.782898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event updated for resources: {'Port': ['ID=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:06.807778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:06.807778 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:06.820758 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 4 to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 Dec 13 13:13:06.828378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:06.831084 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:06.867500 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-c852835e-5441-43a1-920f-d26377739014 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9808388 Dec 13 13:13:06.886962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Request body: {'port': {'device_id': '7fc8026d-66bc-4e84-b7d2-765e1be57bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:06.890870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:06.891261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:06.891611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:06.915293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:06.915648 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:06.917390 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 5 to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 Dec 13 13:13:06.973406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:06.973741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:06.974165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:06.982560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:06.988579 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:07.003145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5ef8a-e803-4e8b-b72a-7ce36e883110 req-f312af21-62b1-4d98-9a72-2d9cd25124ae tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:07.004706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0a5ef8a-e803-4e8b-b72a-7ce36e883110 req-f312af21-62b1-4d98-9a72-2d9cd25124ae tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 895 time: 0.2337046 Dec 13 13:13:07.005203 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 6 to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 Dec 13 13:13:07.010790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.040357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:07.040653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:07.040962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:07.050021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:07.050391 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:07.050768 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 7 to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 Dec 13 13:13:07.065572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:07.065916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:07.066283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:07.078913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:07.088075 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:07.088908 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 8 to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 Dec 13 13:13:07.118054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:07.118505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:07.118750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:07.123881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:07.124292 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:07.124679 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 9 to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 Dec 13 13:13:07.147102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:07.147102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:07.147102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:07.161340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:07.161832 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:07.162312 n-d-817326-4 neutron-server[109886]: INFO neutron.plugins.ml2.plugin [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempt 10 to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 Dec 13 13:13:07.180361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:07.181471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:07.181471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempting to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:07.186463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:07.186795 n-d-817326-4 neutron-server[109886]: ERROR neutron.plugins.ml2.managers [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Failed to bind port 75fec386-77ae-4fab-86f2-66f9c84b0789 on host n-h2-817326-4 for vnic_type normal using segments [{'id': 'e6c2da53-1a13-488e-9afa-bac45bc60f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a'}] Dec 13 13:13:07.188599 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.245736 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7092d5a9-b502-4f17-90ee-f9f784f2dce5 None None] Provisioning complete for port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:07.246374 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7092d5a9-b502-4f17-90ee-f9f784f2dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.270418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46532) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:07.285747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] For port 75fec386-77ae-4fab-86f2-66f9c84b0789, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:07.286241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attempted to set empty binding levels {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 13:13:07.293924 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.333808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7092d5a9-b502-4f17-90ee-f9f784f2dce5 None None] Port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:07.350607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event updated for resources: {'Port': ['ID=75fec386-77ae-4fab-86f2-66f9c84b0789,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:07.358889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] In _notify_port_updated(), no bound segment for port 75fec386-77ae-4fab-86f2-66f9c84b0789 on network 8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:13:07.359851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:07.360337 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.369182 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46536) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:07.369546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-27739746-d008-4248-9bca-ae2658514953 tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "PUT /v2.0/ports/75fec386-77ae-4fab-86f2-66f9c84b0789 HTTP/1.1" status: 200 len: 975 time: 1.4434578 Dec 13 13:13:07.467147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c32a15f8-376a-4f1c-b4e6-bca0d2c55620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.548849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed88f5-19ff-49b5-b866-719e0666c26c tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Deleting port 75fec386-77ae-4fab-86f2-66f9c84b0789 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:07.549189 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6ed88f5-19ff-49b5-b866-719e0666c26c tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.567002 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c32a15f8-376a-4f1c-b4e6-bca0d2c55620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.572515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c32a15f8-376a-4f1c-b4e6-bca0d2c55620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.613656 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.615431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c32a15f8-376a-4f1c-b4e6-bca0d2c55620 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6238237430f148d0a7bc35468ec52e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439181 Dec 13 13:13:07.617754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a15f8-376a-4f1c-b4e6-bca0d2c55620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e118881b-f23f-4963-a090-06c032755eeb,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:07.620033 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.620440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46538) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:07.655456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:13:07.670269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.677609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-d6ed88f5-19ff-49b5-b866-719e0666c26c tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] For port 75fec386-77ae-4fab-86f2-66f9c84b0789, host n-h2-817326-4, got binding levels [] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:07.678525 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6ed88f5-19ff-49b5-b866-719e0666c26c tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.686413 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9ebab2e-1154-41c2-8f31-6aeb200bb114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.697402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed88f5-19ff-49b5-b866-719e0666c26c tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Calling delete_port for 75fec386-77ae-4fab-86f2-66f9c84b0789 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:07.699589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Transition to ACTIVE for port object 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:13:07.710161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.714180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9ebab2e-1154-41c2-8f31-6aeb200bb114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.769203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9ebab2e-1154-41c2-8f31-6aeb200bb114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.772075 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c9ebab2e-1154-41c2-8f31-6aeb200bb114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.775907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c9ebab2e-1154-41c2-8f31-6aeb200bb114 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e118881b-f23f-4963-a090-06c032755eeb HTTP/1.1" status: 204 len: 168 time: 0.1394551 Dec 13 13:13:07.787274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebab2e-1154-41c2-8f31-6aeb200bb114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e118881b-f23f-4963-a090-06c032755eeb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:07.832935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:07.905484 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6ed88f5-19ff-49b5-b866-719e0666c26c tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.948505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed88f5-19ff-49b5-b866-719e0666c26c tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Pushing event deleted for resources: {'Port': ['ID=75fec386-77ae-4fab-86f2-66f9c84b0789,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:07.965818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6ed88f5-19ff-49b5-b866-719e0666c26c tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:07.973276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d6ed88f5-19ff-49b5-b866-719e0666c26c tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "DELETE /v2.0/ports/75fec386-77ae-4fab-86f2-66f9c84b0789 HTTP/1.1" status: 204 len: 168 time: 0.6004839 Dec 13 13:13:07.975141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46554) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:07.999199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Attempting to bind port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:07.999532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Attempting to bind port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:07.999868 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Attempting to bind port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 on network 542b5c88-962a-4f8b-bd18-fb4c66444dab {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:08.014819 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7de528-0490-4383-bac8-5f4ed84fc83a tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] GET failed (client error): The resource could not be found. Dec 13 13:13:08.020275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 on network 542b5c88-962a-4f8b-bd18-fb4c66444dab not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:13:08.020275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Attempting to bind port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 on network 542b5c88-962a-4f8b-bd18-fb4c66444dab {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:08.021718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-db7de528-0490-4383-bac8-5f4ed84fc83a tempest-PortsAdminExtendedAttrsTestJSON-1365022530 tempest-PortsAdminExtendedAttrsTestJSON-1365022530-project-admin] 10.222.0.31 "GET /v2.0/ports/75fec386-77ae-4fab-86f2-66f9c84b0789 HTTP/1.1" status: 404 len: 333 time: 0.0442982 Dec 13 13:13:08.023126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46556) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:08.027513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:13:08.027854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Checking segment: {'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:08.028244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Bound using segment: {'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:13:08.028681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Bound port: 5fadc92f-9140-4dcf-a4d4-2fbec5993de1, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:13:08.029042 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.144466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] For port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:08.148971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] For port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:13:08.156335 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.199530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.205805 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:08.212798 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.214854 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/5fadc92f-9140-4dcf-a4d4-2fbec5993de1 HTTP/1.1" status: 200 len: 1055 time: 1.3328063 Dec 13 13:13:08.215911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc8026d-66bc-4e84-b7d2-765e1be57bb2', 'tag': '5fadc92f-9140-4dcf-a4d4-2fbec5993de1'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:13:08.218571 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5459a1c2-6a42-49cc-9774-671c487ad681" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc8026d-66bc-4e84-b7d2-765e1be57bb2", "tag": "5fadc92f-9140-4dcf-a4d4-2fbec5993de1"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:13:08.257760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace85b8-f37d-42a8-b33e-ea3d946114e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:08.353629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8563f-e142-4ec2-9819-388531cc4048 req-bd4002cf-a699-4d0f-b0b6-f2cc601f38b2 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:08.361036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46564) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:08.364310 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5c0498-eb44-4a73-8744-a31e63e39d02 x-openstack-request-id: req-ed5c0498-eb44-4a73-8744-a31e63e39d02 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:13:08.365671 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc8026d-66bc-4e84-b7d2-765e1be57bb2", "tag": "5fadc92f-9140-4dcf-a4d4-2fbec5993de1", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:13:08.366638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4e8563f-e142-4ec2-9819-388531cc4048 req-bd4002cf-a699-4d0f-b0b6-f2cc601f38b2 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 907 time: 0.2248361 Dec 13 13:13:08.366981 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed5c0498-eb44-4a73-8744-a31e63e39d02 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:13:08.372685 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc8026d-66bc-4e84-b7d2-765e1be57bb2', 'tag': '5fadc92f-9140-4dcf-a4d4-2fbec5993de1', 'status': 'completed', 'code': 200} Dec 13 13:13:08.416502 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96aaa230-0af2-4994-a390-00936dba046f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.420864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-ac81b0ee-fab8-450b-85bb-efad730b3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:08.423987 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-ac81b0ee-fab8-450b-85bb-efad730b3bd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8c1b8daea7b4a74a726f0155e53b237&device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 1058 time: 0.1167107 Dec 13 13:13:08.459879 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.486174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:08.495906 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:13:08.496495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c2da53-1a13-488e-9afa-bac45bc60f3a') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:08.496657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c2da53-1a13-488e-9afa-bac45bc60f3a') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:08.507303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.521547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.524533 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-a0e09a34-8c98-44b2-8e50-b8ffb4f36b54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5fadc92f-9140-4dcf-a4d4-2fbec5993de1 HTTP/1.1" status: 200 len: 217 time: 0.0904555 Dec 13 13:13:08.531399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:13:08.532077 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:13:08.536220 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:13:08.580977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-5593ffb8-d289-4693-a9c7-a16d84de0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:08.583474 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-5593ffb8-d289-4693-a9c7-a16d84de0698 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=415f0cba-737b-4891-aa10-24d2306b4e8c HTTP/1.1" status: 200 len: 838 time: 0.0495820 Dec 13 13:13:08.605194 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.619793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.623381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] 10.222.0.31 "DELETE /v2.0/networks/8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a HTTP/1.1" status: 204 len: 168 time: 0.5996060 Dec 13 13:13:08.638692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738b10a-7fcd-487d-a5cd-0b8875da6fbd tempest-PortsAdminExtendedAttrsTestJSON-102661870 tempest-PortsAdminExtendedAttrsTestJSON-102661870-project] Pushing event deleted for resources: {'Network': ['ID=8ba388d9-f5c2-4cd0-94b3-9439d61bdf1a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:08.674018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96aaa230-0af2-4994-a390-00936dba046f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.676477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ff4e8ee-1d65-4d51-a7d4-f627cf8bb33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:08.678631 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-4ff4e8ee-1d65-4d51-a7d4-f627cf8bb33b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=542b5c88-962a-4f8b-bd18-fb4c66444dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858567 Dec 13 13:13:08.681592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-96aaa230-0af2-4994-a390-00936dba046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.775782 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-96aaa230-0af2-4994-a390-00936dba046f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6fc2f2986c6426c8b464ac1f551812d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954329 Dec 13 13:13:08.779211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46576) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:08.782720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaa230-0af2-4994-a390-00936dba046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095b509d-b0dc-426d-9bb0-b1f86d399fda,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:08.833444 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-2930921d-01f9-454f-846b-0e84a0f4df92 service neutron] 10.222.0.37 "GET /v2.0/networks/542b5c88-962a-4f8b-bd18-fb4c66444dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406868 Dec 13 13:13:08.841322 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3e44876-0596-44bc-ba1c-2be8082f6b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.872944 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3e44876-0596-44bc-ba1c-2be8082f6b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.933564 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-353aea39-f34a-4cdb-bd49-061a7e194dde req-b571f1f8-1a97-41ae-b97b-2a41e66de8a1 service neutron] 10.222.0.37 "GET /v2.0/networks/542b5c88-962a-4f8b-bd18-fb4c66444dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907645 Dec 13 13:13:08.951152 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3e44876-0596-44bc-ba1c-2be8082f6b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.953985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3e44876-0596-44bc-ba1c-2be8082f6b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:08.958525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a3e44876-0596-44bc-ba1c-2be8082f6b35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/095b509d-b0dc-426d-9bb0-b1f86d399fda HTTP/1.1" status: 204 len: 168 time: 0.1758287 Dec 13 13:13:08.968129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e44876-0596-44bc-ba1c-2be8082f6b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095b509d-b0dc-426d-9bb0-b1f86d399fda,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:08.993028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46582) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:09.055102 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-d2117711-7e99-43b7-82ae-6870b0239270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:09.056817 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-d2117711-7e99-43b7-82ae-6870b0239270 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8c1b8daea7b4a74a726f0155e53b237&device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 1058 time: 0.0568244 Dec 13 13:13:09.187893 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d4fbb246-5a95-4d0e-bba5-d8ccec304039 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a421bb1db3164675ba2803772250b852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1919320 Dec 13 13:13:09.188732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46590) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:09.202530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-58ab6d17-9352-4ed6-a909-62f8d656927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:09.204194 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-58ab6d17-9352-4ed6-a909-62f8d656927c service neutron] 10.222.0.37 "GET /v2.0/networks?id=542b5c88-962a-4f8b-bd18-fb4c66444dab HTTP/1.1" status: 200 len: 898 time: 0.1394439 Dec 13 13:13:09.258499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d51c365e-a607-4789-996f-f15e979129cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:09.268680 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-dd8b49cf-da79-4cfe-8ce2-2164320c6f75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5fadc92f-9140-4dcf-a4d4-2fbec5993de1 HTTP/1.1" status: 200 len: 217 time: 0.0504069 Dec 13 13:13:09.287743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d51c365e-a607-4789-996f-f15e979129cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:09.339291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-5751f136-78e2-4d76-83f7-e5a04faa0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:09.340821 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-5751f136-78e2-4d76-83f7-e5a04faa0f2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=415f0cba-737b-4891-aa10-24d2306b4e8c HTTP/1.1" status: 200 len: 838 time: 0.0577540 Dec 13 13:13:09.355419 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d51c365e-a607-4789-996f-f15e979129cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:09.359529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d51c365e-a607-4789-996f-f15e979129cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:09.360951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d51c365e-a607-4789-996f-f15e979129cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb000df4-f9d4-490c-aa42-de45e7345b61 HTTP/1.1" status: 204 len: 168 time: 0.1708219 Dec 13 13:13:09.372082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c365e-a607-4789-996f-f15e979129cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb000df4-f9d4-490c-aa42-de45e7345b61,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:09.395491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-6ffd11fe-9ae1-46fd-b6ad-78063d7f8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:09.397932 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-6ffd11fe-9ae1-46fd-b6ad-78063d7f8b81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=542b5c88-962a-4f8b-bd18-fb4c66444dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484095 Dec 13 13:13:09.573929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5e753-abe3-4a97-96c1-7bece29d9c9b req-d699ccb4-e78f-4324-a9cb-ba6b31d6debe tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:09.582638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6bd5e753-abe3-4a97-96c1-7bece29d9c9b req-d699ccb4-e78f-4324-a9cb-ba6b31d6debe tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 907 time: 0.1057551 Dec 13 13:13:09.603004 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-ed73202c-dd5e-4894-919e-b9030622e73f service neutron] 10.222.0.37 "GET /v2.0/networks/542b5c88-962a-4f8b-bd18-fb4c66444dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900513 Dec 13 13:13:09.721167 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5459a1c2-6a42-49cc-9774-671c487ad681 req-677d4221-9218-44c0-b9bd-9bb16c305dd2 service neutron] 10.222.0.37 "GET /v2.0/networks/542b5c88-962a-4f8b-bd18-fb4c66444dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136718 Dec 13 13:13:09.812779 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46614) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:09.860717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ae0807b7-7c68-424f-8897-a0344a4bece4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52b55bd8a91d4cafa8833dad8e9e2fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440145 Dec 13 13:13:09.861262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46616) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:09.921345 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-805b360b-eb87-4de4-9125-8b0e74ca6716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:09.944494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-805b360b-eb87-4de4-9125-8b0e74ca6716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:09.995191 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-805b360b-eb87-4de4-9125-8b0e74ca6716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:09.997821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-805b360b-eb87-4de4-9125-8b0e74ca6716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:09.999166 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-805b360b-eb87-4de4-9125-8b0e74ca6716 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca4bd497-7471-4808-8a1a-c42e71bb78ec HTTP/1.1" status: 204 len: 168 time: 0.1369133 Dec 13 13:13:10.014550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b360b-eb87-4de4-9125-8b0e74ca6716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4bd497-7471-4808-8a1a-c42e71bb78ec,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:10.712786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7037835-c5e9-4031-b437-f740360666aa req-362d3cd1-3f25-462d-b3f4-6fa36ebd5f0c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:10.714839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7037835-c5e9-4031-b437-f740360666aa req-362d3cd1-3f25-462d-b3f4-6fa36ebd5f0c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 907 time: 0.0570197 Dec 13 13:13:11.658945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46760) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:11.874384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46768) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:11.915863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956f0e9-ff02-4cc7-a510-9bba603d9c00 req-3b81d091-f8fd-420b-98b7-b0393de7872d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:11.918336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d956f0e9-ff02-4cc7-a510-9bba603d9c00 req-3b81d091-f8fd-420b-98b7-b0393de7872d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 907 time: 0.0795105 Dec 13 13:13:11.930413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2965842f-164f-4786-b30d-813cb984bc19 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-906245832'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:11.965712 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a7956c8-dbc7-4ba7-b2f0-3b66568e9692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:11.973464 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2965842f-164f-4786-b30d-813cb984bc19 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:11.975234 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2965842f-164f-4786-b30d-813cb984bc19 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.053877 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2965842f-164f-4786-b30d-813cb984bc19 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.062558 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2965842f-164f-4786-b30d-813cb984bc19 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.091889 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2965842f-164f-4786-b30d-813cb984bc19 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.093108 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2965842f-164f-4786-b30d-813cb984bc19 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4328845 Dec 13 13:13:12.095780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46772) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:12.181426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:13:12.294046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:12.310306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '5fadc92f-9140-4dcf-a4d4-2fbec5993de1', 'network_id': '542b5c88-962a-4f8b-bd18-fb4c66444dab', 'port_id': '5fadc92f-9140-4dcf-a4d4-2fbec5993de1', 'mac_address': 'fa:16:3e:3d:d2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415f0cba-737b-4891-aa10-24d2306b4e8c', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:13:12.367508 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.388534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:13:12.413010 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:12.423682 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.489103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:12.536317 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a7956c8-dbc7-4ba7-b2f0-3b66568e9692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.541674 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a7956c8-dbc7-4ba7-b2f0-3b66568e9692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.592356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-81e8cb3d-a23b-42af-a1b9-73d34e24c7f4 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.647092 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9a7956c8-dbc7-4ba7-b2f0-3b66568e9692 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c22693c8aac94a0eac2150d31f618a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7708216 Dec 13 13:13:12.649410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46778) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:12.680733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['5fadc92f-9140-4dcf-a4d4-2fbec5993de1'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:13:12.689505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7956c8-dbc7-4ba7-b2f0-3b66568e9692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5846ff-6572-47b5-911b-024a4f352267,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:12.710997 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8ab3-b89d-4c2a-b955-a29c6915afd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.744935 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8ab3-b89d-4c2a-b955-a29c6915afd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.801972 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8ab3-b89d-4c2a-b955-a29c6915afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.804897 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8ab3-b89d-4c2a-b955-a29c6915afd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.805816 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-81e8cb3d-a23b-42af-a1b9-73d34e24c7f4 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.806107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1d3c8ab3-b89d-4c2a-b955-a29c6915afd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de5846ff-6572-47b5-911b-024a4f352267 HTTP/1.1" status: 204 len: 168 time: 0.1554689 Dec 13 13:13:12.808156 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-81e8cb3d-a23b-42af-a1b9-73d34e24c7f4 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.816076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c8ab3-b89d-4c2a-b955-a29c6915afd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5846ff-6572-47b5-911b-024a4f352267,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:12.871062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-81e8cb3d-a23b-42af-a1b9-73d34e24c7f4 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.871742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8cb3d-a23b-42af-a1b9-73d34e24c7f4 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fde89a8b-fed4-4772-8299-59858a68030c {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:12.885163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-81e8cb3d-a23b-42af-a1b9-73d34e24c7f4 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.886439 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-81e8cb3d-a23b-42af-a1b9-73d34e24c7f4 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] 10.222.0.31 "DELETE /v2.0/routers/fde89a8b-fed4-4772-8299-59858a68030c HTTP/1.1" status: 204 len: 168 time: 0.7896855 Dec 13 13:13:12.890335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46782) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:12.895119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-327d164d-cf9e-4a21-ad22-db0e8f221499 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Request body: {'router': {'name': 'tempest-router-209430047', 'distributed': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:12.932521 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-327d164d-cf9e-4a21-ad22-db0e8f221499 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:12.933822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-327d164d-cf9e-4a21-ad22-db0e8f221499 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.012081 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-327d164d-cf9e-4a21-ad22-db0e8f221499 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.018181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-327d164d-cf9e-4a21-ad22-db0e8f221499 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.042268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-327d164d-cf9e-4a21-ad22-db0e8f221499 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.047050 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-327d164d-cf9e-4a21-ad22-db0e8f221499 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1551561 Dec 13 13:13:13.047918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46788) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:13.096421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538d0f2-9191-496f-b175-969bbc7da1f1 req-c17bb029-f00a-4015-b05e-4c681af2f6ed tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:13.099905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b538d0f2-9191-496f-b175-969bbc7da1f1 req-c17bb029-f00a-4015-b05e-4c681af2f6ed tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 908 time: 0.0761330 Dec 13 13:13:13.142764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-449f8497-7694-45ad-8dad-fa4858b9fde1 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.197041 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46790) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:13.213191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77055a04-ecb4-4a4b-8eb3-35f89be67ed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.323791 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77055a04-ecb4-4a4b-8eb3-35f89be67ed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.329640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77055a04-ecb4-4a4b-8eb3-35f89be67ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.349514 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-449f8497-7694-45ad-8dad-fa4858b9fde1 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.353047 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-449f8497-7694-45ad-8dad-fa4858b9fde1 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.375030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77055a04-ecb4-4a4b-8eb3-35f89be67ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c96ba33-2e95-4091-a46b-ffc24f168c2c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:13.381501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-77055a04-ecb4-4a4b-8eb3-35f89be67ed4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f61956591b7490c8d513cb1dea56a0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1820023 Dec 13 13:13:13.383448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46792) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:13.422917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-449f8497-7694-45ad-8dad-fa4858b9fde1 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.423537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449f8497-7694-45ad-8dad-fa4858b9fde1 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8144abdd-a3b2-4c75-ab71-160a78485861 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:13.430172 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-449f8497-7694-45ad-8dad-fa4858b9fde1 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.435047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-449f8497-7694-45ad-8dad-fa4858b9fde1 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8144abdd-a3b2-4c75-ab71-160a78485861 HTTP/1.1" status: 204 len: 168 time: 0.3825893 Dec 13 13:13:13.435391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46794) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:13.445012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2bd2e97e-25d4-4cd4-aadb-29e4890f86d8 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Request body: {'router': {'name': 'tempest-router-393724002', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a011c57b5c674973bce1c10d9bb416cf'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:13.452003 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b1e170e-521f-4135-9055-78d03b4bcc95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.477292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e97e-25d4-4cd4-aadb-29e4890f86d8 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.478829 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e97e-25d4-4cd4-aadb-29e4890f86d8 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.489271 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b1e170e-521f-4135-9055-78d03b4bcc95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.558541 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e97e-25d4-4cd4-aadb-29e4890f86d8 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.559882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b1e170e-521f-4135-9055-78d03b4bcc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.563019 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b1e170e-521f-4135-9055-78d03b4bcc95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.564367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5b1e170e-521f-4135-9055-78d03b4bcc95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c96ba33-2e95-4091-a46b-ffc24f168c2c HTTP/1.1" status: 204 len: 168 time: 0.1798303 Dec 13 13:13:13.567361 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e97e-25d4-4cd4-aadb-29e4890f86d8 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.583866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e170e-521f-4135-9055-78d03b4bcc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c96ba33-2e95-4091-a46b-ffc24f168c2c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:13.588544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e97e-25d4-4cd4-aadb-29e4890f86d8 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.589809 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2bd2e97e-25d4-4cd4-aadb-29e4890f86d8 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1528816 Dec 13 13:13:13.592892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46800) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:13.598404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:13.838333 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.838761 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.923721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109886) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 13 13:13:13.924140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Router fb7b2c8b-d0b9-4c85-af92-f4f3a78752d1 migrating from provider to provider. {{(pid=109886) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 13 13:13:13.924585 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.929966 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:13.936189 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:14.026216 n-d-817326-4 neutron-server[109886]: WARNING neutron.scheduler.l3_agent_scheduler [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] No L3 agents can host the router fb7b2c8b-d0b9-4c85-af92-f4f3a78752d1 Dec 13 13:13:14.191445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:14.257991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:13:14.264948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:14.265620 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:14.385599 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:14.415499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc8026d-66bc-4e84-b7d2-765e1be57bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fadc92f-9140-4dcf-a4d4-2fbec5993de1'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:13:14.418328 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe0f24-9efb-4c0c-9d08-547d09faebed" -d '{"events": [{"server_uuid": "7fc8026d-66bc-4e84-b7d2-765e1be57bb2", "name": "network-vif-plugged", "status": "completed", "tag": "5fadc92f-9140-4dcf-a4d4-2fbec5993de1"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:13:14.458266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:14.475806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:14.533408 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a929c8-a22b-4cf4-aa3d-1883abd55f63 x-openstack-request-id: req-c3a929c8-a22b-4cf4-aa3d-1883abd55f63 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:13:14.533661 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc8026d-66bc-4e84-b7d2-765e1be57bb2", "name": "network-vif-plugged", "status": "completed", "tag": "5fadc92f-9140-4dcf-a4d4-2fbec5993de1", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:13:14.533841 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3a929c8-a22b-4cf4-aa3d-1883abd55f63 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:13:14.540835 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc8026d-66bc-4e84-b7d2-765e1be57bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fadc92f-9140-4dcf-a4d4-2fbec5993de1', 'code': 200} Dec 13 13:13:14.590173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:14.590835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2746119-3e6c-443e-8cc9-9b318b277176 req-a6f99388-f094-4542-9a31-053fc1087d85 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:14.592428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d2746119-3e6c-443e-8cc9-9b318b277176 req-a6f99388-f094-4542-9a31-053fc1087d85 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 909 time: 0.1060219 Dec 13 13:13:14.597870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Hosts for router fb7b2c8b-d0b9-4c85-af92-f4f3a78752d1: [] {{(pid=109886) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 13 13:13:14.645259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db0dd2-7fba-42e8-820f-41c9eabef810 req-d1594428-1f47-4d5e-a14a-a9323a6ee3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:14.645818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Hosts for other DVR routers connected to router fb7b2c8b-d0b9-4c85-af92-f4f3a78752d1: set() {{(pid=109886) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 13 13:13:14.646991 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-51db0dd2-7fba-42e8-820f-41c9eabef810 req-d1594428-1f47-4d5e-a14a-a9323a6ee3e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 1060 time: 0.0872378 Dec 13 13:13:14.649770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:14.651347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-716b2fa1-c14a-4095-9757-26db0c682c11 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] 10.222.0.31 "PUT /v2.0/routers/fb7b2c8b-d0b9-4c85-af92-f4f3a78752d1 HTTP/1.1" status: 200 len: 716 time: 1.0567312 Dec 13 13:13:14.654418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46832) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:14.734555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-28e99737-d110-4d71-b9c2-26919510d861 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] 10.222.0.31 "GET /v2.0/routers/fb7b2c8b-d0b9-4c85-af92-f4f3a78752d1 HTTP/1.1" status: 200 len: 716 time: 0.0787585 Dec 13 13:13:14.736928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46834) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:15.061883 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9d634f2e-d31b-4954-8c35-e061e0773e5b tempest-RoutersTestDVR-637125053 tempest-RoutersTestDVR-637125053-project] 10.222.0.31 "GET /v2.0/routers/fb7b2c8b-d0b9-4c85-af92-f4f3a78752d1 HTTP/1.1" status: 200 len: 682 time: 0.3238425 Dec 13 13:13:15.064365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46856) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:15.139999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d5786c2-999e-46a3-9516-2cdf0b6a1159 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.306198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d5786c2-999e-46a3-9516-2cdf0b6a1159 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.308343 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d5786c2-999e-46a3-9516-2cdf0b6a1159 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.359530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d5786c2-999e-46a3-9516-2cdf0b6a1159 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.360346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5786c2-999e-46a3-9516-2cdf0b6a1159 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb7b2c8b-d0b9-4c85-af92-f4f3a78752d1 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:15.367233 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9d5786c2-999e-46a3-9516-2cdf0b6a1159 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.372277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46876) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:15.372991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9d5786c2-999e-46a3-9516-2cdf0b6a1159 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] 10.222.0.31 "DELETE /v2.0/routers/fb7b2c8b-d0b9-4c85-af92-f4f3a78752d1 HTTP/1.1" status: 204 len: 168 time: 0.3076544 Dec 13 13:13:15.377189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5824447e-900b-41bf-873c-7ba3102e1f35 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Request body: {'router': {'name': 'tempest-router-184816135', 'distributed': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:15.403047 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5824447e-900b-41bf-873c-7ba3102e1f35 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.404101 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5824447e-900b-41bf-873c-7ba3102e1f35 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.468309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5824447e-900b-41bf-873c-7ba3102e1f35 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.474793 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5824447e-900b-41bf-873c-7ba3102e1f35 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.494462 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5824447e-900b-41bf-873c-7ba3102e1f35 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.495950 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5824447e-900b-41bf-873c-7ba3102e1f35 tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1227536 Dec 13 13:13:15.498570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46890) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:15.583851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-729c0b38-9df6-4a71-8934-4835279de14b tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.767142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4937af-f154-42a2-9d66-c82c587f49bc req-050bb38c-e1da-4028-8f9f-3d12e15727fc tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:15.768730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b4937af-f154-42a2-9d66-c82c587f49bc req-050bb38c-e1da-4028-8f9f-3d12e15727fc tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 909 time: 0.0745294 Dec 13 13:13:15.814955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-729c0b38-9df6-4a71-8934-4835279de14b tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.817281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-729c0b38-9df6-4a71-8934-4835279de14b tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.864670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46900) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:15.874919 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-729c0b38-9df6-4a71-8934-4835279de14b tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.875561 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729c0b38-9df6-4a71-8934-4835279de14b tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 623d9810-4e1f-4cc0-a7db-624c3059094e {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:15.884826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-729c0b38-9df6-4a71-8934-4835279de14b tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:15.888913 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-729c0b38-9df6-4a71-8934-4835279de14b tempest-RoutersTestDVR-1698598285 tempest-RoutersTestDVR-1698598285-project-admin] 10.222.0.31 "DELETE /v2.0/routers/623d9810-4e1f-4cc0-a7db-624c3059094e HTTP/1.1" status: 204 len: 168 time: 0.3863022 Dec 13 13:13:15.985388 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589ef24f-5ee3-4398-8bda-33dc3297a589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.081071 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589ef24f-5ee3-4398-8bda-33dc3297a589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.086130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-589ef24f-5ee3-4398-8bda-33dc3297a589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.118423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46910) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:16.129113 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-589ef24f-5ee3-4398-8bda-33dc3297a589 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eed22f356ec446d98cdee60597404045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2631776 Dec 13 13:13:16.130010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ef24f-5ee3-4398-8bda-33dc3297a589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d1acdb-9d95-4b08-9c65-1315bdf7129d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:16.132370 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46914) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:16.183045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a8a691c-4d03-48b7-86ae-80ee0335eca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.204864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a8a691c-4d03-48b7-86ae-80ee0335eca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.257451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-325d0d06-e368-49e2-8f33-ca73dc3379da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.259195 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a8a691c-4d03-48b7-86ae-80ee0335eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.262176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9a8a691c-4d03-48b7-86ae-80ee0335eca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.263545 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9a8a691c-4d03-48b7-86ae-80ee0335eca7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09d1acdb-9d95-4b08-9c65-1315bdf7129d HTTP/1.1" status: 204 len: 168 time: 0.1302223 Dec 13 13:13:16.272614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a691c-4d03-48b7-86ae-80ee0335eca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d1acdb-9d95-4b08-9c65-1315bdf7129d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:16.367077 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-325d0d06-e368-49e2-8f33-ca73dc3379da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.371869 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-325d0d06-e368-49e2-8f33-ca73dc3379da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.419451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-325d0d06-e368-49e2-8f33-ca73dc3379da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a011c57b5c674973bce1c10d9bb416cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2972472 Dec 13 13:13:16.419709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46920) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:16.428370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d0d06-e368-49e2-8f33-ca73dc3379da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bbc09e-474b-4262-a601-5eb3163d4929,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:16.481512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-15892004-9c48-4fa3-a9eb-30ea2bcb4d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.506747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-15892004-9c48-4fa3-a9eb-30ea2bcb4d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.561153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-15892004-9c48-4fa3-a9eb-30ea2bcb4d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.565834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46922) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:16.567858 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-15892004-9c48-4fa3-a9eb-30ea2bcb4d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.581553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-15892004-9c48-4fa3-a9eb-30ea2bcb4d5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5bbc09e-474b-4262-a601-5eb3163d4929 HTTP/1.1" status: 204 len: 168 time: 0.1547577 Dec 13 13:13:16.581950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c3e-c1c9-436d-ac77-5fca53c63ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.597020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15892004-9c48-4fa3-a9eb-30ea2bcb4d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bbc09e-474b-4262-a601-5eb3163d4929,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:16.670168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c3e-c1c9-436d-ac77-5fca53c63ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.675328 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c3e-c1c9-436d-ac77-5fca53c63ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.718659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee16c3e-c1c9-436d-ac77-5fca53c63ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53d492b-2f7d-4b2c-ad63-5ca94fd66738,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:16.738630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7ee16c3e-c1c9-436d-ac77-5fca53c63ce0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8d979ec69cc4bb3b97f3cded12a5e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714261 Dec 13 13:13:16.741811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:16.835367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7625b074-994d-4608-a223-5852368b8517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.877741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7625b074-994d-4608-a223-5852368b8517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:16.970517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19418f-33aa-46ee-9a4d-7f53c84bb2c1 req-55fa9493-dcad-4d78-91fc-b770cc1921b8 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:16.972294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc19418f-33aa-46ee-9a4d-7f53c84bb2c1 req-55fa9493-dcad-4d78-91fc-b770cc1921b8 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 909 time: 0.0822067 Dec 13 13:13:16.994545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 46934) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:16.997496 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7625b074-994d-4608-a223-5852368b8517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:17.000409 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7625b074-994d-4608-a223-5852368b8517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:17.005326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7625b074-994d-4608-a223-5852368b8517 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c53d492b-2f7d-4b2c-ad63-5ca94fd66738 HTTP/1.1" status: 204 len: 168 time: 0.2622805 Dec 13 13:13:17.015380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625b074-994d-4608-a223-5852368b8517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53d492b-2f7d-4b2c-ad63-5ca94fd66738,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:17.049823 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e2673ec-ec6e-4dd0-8871-63ab0bc69374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:17.179696 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e2673ec-ec6e-4dd0-8871-63ab0bc69374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:17.184406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae135e8-80b2-4b42-924e-fae12f7cca3e req-96f85922-f858-454f-9d8d-27bd8cb9ff86 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:17.186494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ae135e8-80b2-4b42-924e-fae12f7cca3e req-96f85922-f858-454f-9d8d-27bd8cb9ff86 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 909 time: 0.0989070 Dec 13 13:13:17.188766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4e2673ec-ec6e-4dd0-8871-63ab0bc69374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:17.238058 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4e2673ec-ec6e-4dd0-8871-63ab0bc69374 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce3ad85190f441d58a00f886d32150b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419145 Dec 13 13:13:17.239454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2673ec-ec6e-4dd0-8871-63ab0bc69374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57dbbf5-a8fd-4ca6-8fe6-8cbea3b27312,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:17.240703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46944) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:17.359307 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e959e93e-df53-45d3-bb02-ceeafaa2eae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:17.394614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e959e93e-df53-45d3-bb02-ceeafaa2eae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:17.415587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006418b-e649-4019-a074-f78f78eb6983 req-7b8d56c1-f945-4e4a-a7fb-afb2ba41bc66 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:17.428546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a006418b-e649-4019-a074-f78f78eb6983 req-7b8d56c1-f945-4e4a-a7fb-afb2ba41bc66 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 1060 time: 0.1194320 Dec 13 13:13:17.530326 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e959e93e-df53-45d3-bb02-ceeafaa2eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:17.533125 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e959e93e-df53-45d3-bb02-ceeafaa2eae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:17.534474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e959e93e-df53-45d3-bb02-ceeafaa2eae5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a57dbbf5-a8fd-4ca6-8fe6-8cbea3b27312 HTTP/1.1" status: 204 len: 168 time: 0.2924395 Dec 13 13:13:17.558324 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959e93e-df53-45d3-bb02-ceeafaa2eae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57dbbf5-a8fd-4ca6-8fe6-8cbea3b27312,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:17.578301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4930b-5931-470e-be99-1ac576a1a6bb req-827a34e3-23ab-415c-ba1b-a4a0cbed7fd4 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:17.580021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55a4930b-5931-470e-be99-1ac576a1a6bb req-827a34e3-23ab-415c-ba1b-a4a0cbed7fd4 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 1136 time: 0.0586865 Dec 13 13:13:17.663573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55a4930b-5931-470e-be99-1ac576a1a6bb req-9d7f21e5-acde-4643-84b0-e8ed0a23850a tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0742295 Dec 13 13:13:17.691874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 46958) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:17.743487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2240e1-b430-4dbf-98d8-7304044aaee9 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:17.748270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cd2240e1-b430-4dbf-98d8-7304044aaee9 tempest-TestSecurityGroupsBasicOps-1115229154 tempest-TestSecurityGroupsBasicOps-1115229154-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 1055 time: 0.0526550 Dec 13 13:13:18.118327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26c294-6c1a-4da5-9500-3892a3b255df req-a2c2df62-d541-4ec9-8711-9b7e6b9613ce tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:18.120601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c26c294-6c1a-4da5-9500-3892a3b255df req-a2c2df62-d541-4ec9-8711-9b7e6b9613ce tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 909 time: 0.1040366 Dec 13 13:13:18.906627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47018) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:19.025806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1894562369', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:19.057532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Made reservation on behalf of 4824d241bf6f4433af1dd4958788fbb0 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:19.062262 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.072810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.176995 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.185097 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.206631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] device_id is not set on port 6ca64cf4-61b4-4e75-8275-c95bb3243e18 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:13:19.301484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d5d8a9-d848-4a6c-9b3d-8ce967ff9a8f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:19.331417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47040) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:19.370658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Allocated IP 172.25.2.209 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/6ca64cf4-61b4-4e75-8275-c95bb3243e18) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:19.429484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412c7f4-baaf-4cf4-9b62-b4af0b0119d9 req-c6d0d50f-180b-468f-aea9-3d8353906eef tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:19.442674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e412c7f4-baaf-4cf4-9b62-b4af0b0119d9 req-c6d0d50f-180b-468f-aea9-3d8353906eef tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 909 time: 0.1958973 Dec 13 13:13:19.444515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-27550210-af0d-481c-9619-57d115c04b61 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:19.447513 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-27550210-af0d-481c-9619-57d115c04b61 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 909 time: 0.0742319 Dec 13 13:13:19.484744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-684764864', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:19.557594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Made reservation on behalf of 97e77d3431e64b83a46658de1eff11f0 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:19.560146 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.573846 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.585443 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.616705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-0c6eef72-dbdb-4d6e-af42-412034beb462 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Deleting port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:19.617380 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-0c6eef72-dbdb-4d6e-af42-412034beb462 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.623747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.666562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:19.670553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:19.674216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:19.700711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f717b-a6cc-47a4-9788-c8bce1d82716 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:19.717875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:19.718577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.735600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Pushing event updated for resources: {'Port': ['ID=6ca64cf4-61b4-4e75-8275-c95bb3243e18,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:19.745213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d375bdd7-da17-44e2-a076-fd53f13e23a4 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8374274 Dec 13 13:13:19.748332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47044) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:19.754865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.209'}]}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:19.764324 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-0c6eef72-dbdb-4d6e-af42-412034beb462 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] For port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:19.764685 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-0c6eef72-dbdb-4d6e-af42-412034beb462 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.773518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.783255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.787215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-0c6eef72-dbdb-4d6e-af42-412034beb462 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Calling delete_port for 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:19.795519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] device_id is not set on port f14e903a-64a8-46de-8494-2f4662f2137f yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:13:19.837895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0da1f71c-9c94-4cad-8f33-2267333e813b None None] Provisioning complete for port 6ca64cf4-61b4-4e75-8275-c95bb3243e18 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:19.838926 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0da1f71c-9c94-4cad-8f33-2267333e813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.882682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0da1f71c-9c94-4cad-8f33-2267333e813b None None] Port 6ca64cf4-61b4-4e75-8275-c95bb3243e18 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:19.898398 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.899458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:19.905740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d7d165-eb67-4551-b9b4-f39c10a8a00e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:20.033802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:20.129206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-0c6eef72-dbdb-4d6e-af42-412034beb462 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:20.132117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Allocated IP 172.25.2.157 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/f14e903a-64a8-46de-8494-2f4662f2137f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:20.144640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-4e062505-462d-42a3-95a5-50fde626be8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562036 Dec 13 13:13:20.203325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6eef72-dbdb-4d6e-af42-412034beb462 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Port': ['ID=5fadc92f-9140-4dcf-a4d4-2fbec5993de1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:20.261332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-1809e13c-ee16-48df-955c-4d4cfa7b9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:20.263796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-1809e13c-ee16-48df-955c-4d4cfa7b9810 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 1097 time: 0.0651519 Dec 13 13:13:20.298527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-0c6eef72-dbdb-4d6e-af42-412034beb462 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] No DVR routers for this DVR port 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:20.333120 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-0c6eef72-dbdb-4d6e-af42-412034beb462 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:20.338106 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-bdf7c8d4-a078-4483-a805-82936c9d4717 req-0c6eef72-dbdb-4d6e-af42-412034beb462 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.37 "DELETE /v2.0/ports/5fadc92f-9140-4dcf-a4d4-2fbec5993de1 HTTP/1.1" status: 204 len: 173 time: 0.8699138 Dec 13 13:13:20.338782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc8026d-66bc-4e84-b7d2-765e1be57bb2', 'name': 'network-vif-deleted', 'tag': '5fadc92f-9140-4dcf-a4d4-2fbec5993de1'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:13:20.341283 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1d6d4c-ab9a-4b35-8365-31580920eb46" -d '{"events": [{"server_uuid": "7fc8026d-66bc-4e84-b7d2-765e1be57bb2", "name": "network-vif-deleted", "tag": "5fadc92f-9140-4dcf-a4d4-2fbec5993de1"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:13:20.359139 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:20.462614 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c404f8a-6c66-4ff7-aaa7-4077206b6ad2 x-openstack-request-id: req-0c404f8a-6c66-4ff7-aaa7-4077206b6ad2 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:13:20.463202 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc8026d-66bc-4e84-b7d2-765e1be57bb2", "name": "network-vif-deleted", "tag": "5fadc92f-9140-4dcf-a4d4-2fbec5993de1", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:13:20.463653 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c404f8a-6c66-4ff7-aaa7-4077206b6ad2 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:13:20.464229 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc8026d-66bc-4e84-b7d2-765e1be57bb2', 'name': 'network-vif-deleted', 'tag': '5fadc92f-9140-4dcf-a4d4-2fbec5993de1', 'status': 'completed', 'code': 200} Dec 13 13:13:20.469090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-4182efd7-2367-47a1-9de5-d52ce5882dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:20.471347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-4182efd7-2367-47a1-9de5-d52ce5882dbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.1798000 Dec 13 13:13:20.574084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-4e8498cf-f947-436c-a2ab-43aca7406012 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c07630-618e-402c-b931-1f791aef0d2b HTTP/1.1" status: 200 len: 1002 time: 0.0947571 Dec 13 13:13:20.588319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:20.661208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79e15d31-e5a7-4149-985f-d7c57c36e3a5 req-a4df8554-0602-4dc9-a65b-1b3e6b5968ee tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fc8026d-66bc-4e84-b7d2-765e1be57bb2 HTTP/1.1" status: 200 len: 210 time: 0.0366302 Dec 13 13:13:20.663645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-ec413bdc-5851-4317-85cc-b87d0d2eece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:20.665169 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-ec413bdc-5851-4317-85cc-b87d0d2eece3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.0809221 Dec 13 13:13:20.705113 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:20.721148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-9fd66d91-9673-48b5-bf7f-a1768da698a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:20.722805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-9fd66d91-9673-48b5-bf7f-a1768da698a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442412 Dec 13 13:13:20.789327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:20.796869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:20.802680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Pushing event updated for resources: {'Port': ['ID=f14e903a-64a8-46de-8494-2f4662f2137f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:20.806444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:20.811148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:20.834394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11b153-998d-414a-b7a7-c985402f2680 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:20.858462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-88cd77eb-1642-46c3-b557-9e1f99761551 service neutron] 10.222.0.37 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273475 Dec 13 13:13:20.874849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:20.925666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:20.925949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5b5bbfba-d34f-4fa8-b37d-4dd16487ed2e None None] Provisioning complete for port f14e903a-64a8-46de-8494-2f4662f2137f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:20.926283 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b5bbfba-d34f-4fa8-b37d-4dd16487ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:20.926405 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:20.961371 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-abec0ff9-05cf-4f3d-8493-4328ab74dc30 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6286967 Dec 13 13:13:20.964303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47056) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:20.969248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.157'}]}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:20.985074 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5b5bbfba-d34f-4fa8-b37d-4dd16487ed2e None None] Port f14e903a-64a8-46de-8494-2f4662f2137f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:20.992860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef9fd907-fe79-4eb3-a329-4899f1e7951e req-b5d0b4d4-2e25-45c5-b260-7c5e543b9937 service neutron] 10.222.0.37 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253026 Dec 13 13:13:21.039975 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:21.041205 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:21.102942 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:21.130570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:21.723344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47066) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:21.773996 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:21.776704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:21.780035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:21.860150 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:21.860653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b65bfc46-ba92-4166-af8b-9cec00758b84 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:21.879300 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 13:13:21.880564 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f4704ba4-a11d-4973-abf5-859496b74f75 tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1295505 Dec 13 13:13:21.883667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47068) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:21.983717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4644e-664c-402d-8aca-ff9ce599795d tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Deleting port 6ca64cf4-61b4-4e75-8275-c95bb3243e18 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:21.984037 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad4644e-664c-402d-8aca-ff9ce599795d tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.110017 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.148860 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad4644e-664c-402d-8aca-ff9ce599795d tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.158186 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.181053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4644e-664c-402d-8aca-ff9ce599795d tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Calling delete_port for 6ca64cf4-61b4-4e75-8275-c95bb3243e18 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:22.183714 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.243050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:22.272544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:22.273418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5fadc92f-9140-4dcf-a4d4-2fbec5993de1 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:22.397513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Deleting port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:22.397832 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.423009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.494136 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad4644e-664c-402d-8aca-ff9ce599795d tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.513272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] For port aa48b1a1-b02d-4c06-9c1c-fe81abbc337b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aa48b1a1-b02d-4c06-9c1c-fe81abbc337b,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:22.513682 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.527418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Calling delete_port for aa48b1a1-b02d-4c06-9c1c-fe81abbc337b owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:22.531627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4644e-664c-402d-8aca-ff9ce599795d tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ca64cf4-61b4-4e75-8275-c95bb3243e18,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:22.575999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a099c-1c8a-4ed3-a8a5-4b2894e6e2f7 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:22.645536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.664504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.730442 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad4644e-664c-402d-8aca-ff9ce599795d tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.737393 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8ad4644e-664c-402d-8aca-ff9ce599795d tempest-RoutersAdminNegativeTest-259296700 tempest-RoutersAdminNegativeTest-259296700-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6ca64cf4-61b4-4e75-8275-c95bb3243e18 HTTP/1.1" status: 204 len: 168 time: 0.8494956 Dec 13 13:13:22.737393 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.737393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39d315fc-c74e-4a38-90f9-3a7ad9973c97 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:22.756049 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 13:13:22.757648 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e44d1ed4-302d-43e2-9bd1-62c1ee10a579 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7918668 Dec 13 13:13:22.759811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:22.760781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:22.803272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Port': ['ID=aa48b1a1-b02d-4c06-9c1c-fe81abbc337b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:22.879239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b02a5b84-ef20-404a-bfcb-fc42d82e63f2 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Deleting port f14e903a-64a8-46de-8494-2f4662f2137f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:22.880343 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b02a5b84-ef20-404a-bfcb-fc42d82e63f2 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.008516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b02a5b84-ef20-404a-bfcb-fc42d82e63f2 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.035917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b02a5b84-ef20-404a-bfcb-fc42d82e63f2 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Calling delete_port for f14e903a-64a8-46de-8494-2f4662f2137f owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:23.080685 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.198208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47086) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:23.206645 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b02a5b84-ef20-404a-bfcb-fc42d82e63f2 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.237754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a5b84-ef20-404a-bfcb-fc42d82e63f2 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Pushing event deleted for resources: {'Port': ['ID=f14e903a-64a8-46de-8494-2f4662f2137f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:23.257297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7792302-06f7-4228-8174-a51a4a6dabb3 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:23.350574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b02a5b84-ef20-404a-bfcb-fc42d82e63f2 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.359368 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b02a5b84-ef20-404a-bfcb-fc42d82e63f2 tempest-RoutersAdminNegativeIpV6Test-1815564061 tempest-RoutersAdminNegativeIpV6Test-1815564061-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f14e903a-64a8-46de-8494-2f4662f2137f HTTP/1.1" status: 204 len: 168 time: 0.5968652 Dec 13 13:13:23.419471 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9af8824f-f37a-42c6-8927-e6c3680ffccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.458992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:13:23.605000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47102) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:23.626391 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9af8824f-f37a-42c6-8927-e6c3680ffccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.629758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:23.636363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-113aea1f-37f9-4d6e-b435-11feb296cad3 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "PUT /v2.0/routers/a1e85e62-605b-4ec1-9f91-7fbbdd1fee15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9117305 Dec 13 13:13:23.637208 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9af8824f-f37a-42c6-8927-e6c3680ffccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.639335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47106) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:23.643820 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] Sync routers for ids ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:23.662994 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] Routers {'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:23.665010 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:23.665966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9af8824f-f37a-42c6-8927-e6c3680ffccf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df08e888fc564d929c08b6c7274d4268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4665878 Dec 13 13:13:23.673707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47110) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:23.703486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e312731c-69bb-4794-8c54-90683b0722f9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Deleting subnet 415f0cba-737b-4891-aa10-24d2306b4e8c {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:13:23.708297 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e312731c-69bb-4794-8c54-90683b0722f9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.728375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8824f-f37a-42c6-8927-e6c3680ffccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9117a26-53aa-4382-b113-b63c9d68238a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:23.761905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e312731c-69bb-4794-8c54-90683b0722f9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.787473 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe97454e-98e5-403e-b2f0-bf46fdecadde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.822761 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe97454e-98e5-403e-b2f0-bf46fdecadde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.827633 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] Set router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:23.878557 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe97454e-98e5-403e-b2f0-bf46fdecadde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.884883 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fe97454e-98e5-403e-b2f0-bf46fdecadde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.886495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fe97454e-98e5-403e-b2f0-bf46fdecadde admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9117a26-53aa-4382-b113-b63c9d68238a HTTP/1.1" status: 204 len: 168 time: 0.2116780 Dec 13 13:13:23.902117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e312731c-69bb-4794-8c54-90683b0722f9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.905231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97454e-98e5-403e-b2f0-bf46fdecadde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9117a26-53aa-4382-b113-b63c9d68238a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:23.973559 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-684d4c86-4fc6-4ffd-b981-7260db266fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:23.977965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e312731c-69bb-4794-8c54-90683b0722f9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.017391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312731c-69bb-4794-8c54-90683b0722f9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Subnet': ['ID=415f0cba-737b-4891-aa10-24d2306b4e8c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:24.022021 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e312731c-69bb-4794-8c54-90683b0722f9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.025392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc38cec6-7ce9-490f-a2ff-e1c1910e7996 None None] Network 542b5c88-962a-4f8b-bd18-fb4c66444dab requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:24.027759 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e312731c-69bb-4794-8c54-90683b0722f9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "DELETE /v2.0/subnets/415f0cba-737b-4891-aa10-24d2306b4e8c HTTP/1.1" status: 204 len: 168 time: 0.3863640 Dec 13 13:13:24.030001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47116) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:24.134226 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-684d4c86-4fc6-4ffd-b981-7260db266fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.148533 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-684d4c86-4fc6-4ffd-b981-7260db266fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.245876 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-684d4c86-4fc6-4ffd-b981-7260db266fad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fa5d25cd37a4531bc144b2f155de936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6364191 Dec 13 13:13:24.247023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47122) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:24.253705 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652540935', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:52Z', 'updated_at': '2021-12-13T13:13:22Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:53Z', 'updated_at': '2021-12-13T13:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:24.282032 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa308403-b84b-4f87-b136-008769ae15d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.295141 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] Checking router: a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:13:24.305562 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] Routers {'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:24.306236 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:12:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:24.325015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d4c86-4fc6-4ffd-b981-7260db266fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d040f7-f6fa-48dd-8a10-1402c5ed3d8e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:24.333275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49a0e03-7b8c-4b1b-897d-3a92edfe22c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.383588 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49a0e03-7b8c-4b1b-897d-3a92edfe22c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.425441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce31f4c-571f-4b3a-b0ff-f3c6a0c1fea3 None None] DHCP port deletion for 542b5c88-962a-4f8b-bd18-fb4c66444dab request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:24.446572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47128) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:24.462110 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49a0e03-7b8c-4b1b-897d-3a92edfe22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.470331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49a0e03-7b8c-4b1b-897d-3a92edfe22c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.471707 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d49a0e03-7b8c-4b1b-897d-3a92edfe22c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51d040f7-f6fa-48dd-8a10-1402c5ed3d8e HTTP/1.1" status: 204 len: 168 time: 0.2211020 Dec 13 13:13:24.496616 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] Set router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:24.533918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a0e03-7b8c-4b1b-897d-3a92edfe22c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d040f7-f6fa-48dd-8a10-1402c5ed3d8e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:24.608391 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2e63f46f-5b77-41c8-afa8-e48c8bcddb22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4824d241bf6f4433af1dd4958788fbb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1614392 Dec 13 13:13:24.614173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47132) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:24.619199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bce31f4c-571f-4b3a-b0ff-f3c6a0c1fea3 None None] Deleting port 6e2dcd23-4027-4d20-b08b-338418202de8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:24.619585 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bce31f4c-571f-4b3a-b0ff-f3c6a0c1fea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.726734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bce31f4c-571f-4b3a-b0ff-f3c6a0c1fea3 None None] For port 6e2dcd23-4027-4d20-b08b-338418202de8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6e2dcd23-4027-4d20-b08b-338418202de8,segment=NetworkSegment(d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2),segment_id=d1d7b5ba-b68f-4f2c-8bac-e0417448a1a2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:24.727133 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bce31f4c-571f-4b3a-b0ff-f3c6a0c1fea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.742622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1b3a-8398-4388-ba54-7c267a193551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.752577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bce31f4c-571f-4b3a-b0ff-f3c6a0c1fea3 None None] Calling delete_port for 6e2dcd23-4027-4d20-b08b-338418202de8 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:24.773694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.797287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1b3a-8398-4388-ba54-7c267a193551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.875879 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652540935', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:52Z', 'updated_at': '2021-12-13T13:13:22Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:53Z', 'updated_at': '2021-12-13T13:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:24.898011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1b3a-8398-4388-ba54-7c267a193551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.900701 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1b3a-8398-4388-ba54-7c267a193551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:24.902031 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3dbe1b3a-8398-4388-ba54-7c267a193551 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37d5d8a9-d848-4a6c-9b3d-8ce967ff9a8f HTTP/1.1" status: 204 len: 168 time: 0.2847598 Dec 13 13:13:24.911630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe1b3a-8398-4388-ba54-7c267a193551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d5d8a9-d848-4a6c-9b3d-8ce967ff9a8f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:24.933570 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ff6b2-4a28-48ea-a0e2-b60d2a1b5581 None None] The sync data for ids ['a1e85e62-605b-4ec1-9f91-7fbbdd1fee15'] in n-d-817326-4 is: [{'id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652540935', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:52Z', 'updated_at': '2021-12-13T13:13:22Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': 'd7694b5b-6b84-4edb-af06-188bb835a6cf', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e85e62-605b-4ec1-9f91-7fbbdd1fee15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:53Z', 'updated_at': '2021-12-13T13:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:24.952808 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.015823 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bce31f4c-571f-4b3a-b0ff-f3c6a0c1fea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.060200 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce31f4c-571f-4b3a-b0ff-f3c6a0c1fea3 None None] Pushing event deleted for resources: {'Port': ['ID=6e2dcd23-4027-4d20-b08b-338418202de8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:25.062396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce31f4c-571f-4b3a-b0ff-f3c6a0c1fea3 None None] No DVR routers for this DVR port 6e2dcd23-4027-4d20-b08b-338418202de8 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:25.080414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Deleting port d7694b5b-6b84-4edb-af06-188bb835a6cf {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:25.080971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.146516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47142) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:25.193092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] For port d7694b5b-6b84-4edb-af06-188bb835a6cf, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d7694b5b-6b84-4edb-af06-188bb835a6cf,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:25.193565 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.216278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Calling delete_port for d7694b5b-6b84-4edb-af06-188bb835a6cf owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:25.226261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ae1d6975-a9e4-4d9d-a19b-b6abd25395e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97e77d3431e64b83a46658de1eff11f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767987 Dec 13 13:13:25.227904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47146) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:25.314253 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3143186-9776-43b5-884a-20f1e495987d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.342142 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3143186-9776-43b5-884a-20f1e495987d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.462504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3143186-9776-43b5-884a-20f1e495987d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.462504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d3143186-9776-43b5-884a-20f1e495987d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.462504 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d3143186-9776-43b5-884a-20f1e495987d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53d7d165-eb67-4551-b9b4-f39c10a8a00e HTTP/1.1" status: 204 len: 168 time: 0.2326202 Dec 13 13:13:25.474563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.483221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3143186-9776-43b5-884a-20f1e495987d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d7d165-eb67-4551-b9b4-f39c10a8a00e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:25.514815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Port': ['ID=d7694b5b-6b84-4edb-af06-188bb835a6cf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:25.529887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909138a7-9405-48fd-a9e6-54a4853d6055 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:25.591305 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.717935 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.720368 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.772181 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.773043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Fanout notify agent at l3_agent the message router_deleted on router a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:25.788603 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:25.790012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b44f27d8-17bb-4b70-8a0f-c9d86ca5748d tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "DELETE /v2.0/routers/a1e85e62-605b-4ec1-9f91-7fbbdd1fee15 HTTP/1.1" status: 204 len: 168 time: 1.7587192 Dec 13 13:13:25.792890 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47166) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:25.915580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.148712 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.164232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47184) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:26.179791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542b5c88-962a-4f8b-bd18-fb4c66444dab']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:26.190561 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:26.190853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d7b5ba-b68f-4f2c-8bac-e0417448a1a2') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:26.202428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.218323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.230234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:13:26.231207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:13:26.235173 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:13:26.305799 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.316159 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.321668 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "DELETE /v2.0/networks/542b5c88-962a-4f8b-bd18-fb4c66444dab HTTP/1.1" status: 204 len: 168 time: 0.5267339 Dec 13 13:13:26.324535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47190) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:26.335807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7dc07-eb04-4bf5-aa69-221d3f165f64 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Network': ['ID=542b5c88-962a-4f8b-bd18-fb4c66444dab,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:26.428735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device aa48b1a1-b02d-4c06-9c1c-fe81abbc337b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:26.490672 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: aa48b1a1-b02d-4c06-9c1c-fe81abbc337b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:26.492427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device aa48b1a1-b02d-4c06-9c1c-fe81abbc337b not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:26.493776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6e2dcd23-4027-4d20-b08b-338418202de8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:26.519306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 6e2dcd23-4027-4d20-b08b-338418202de8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:26.519973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6e2dcd23-4027-4d20-b08b-338418202de8 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:26.530003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-419619515'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:26.560517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Made reservation on behalf of a6b724566c3d489db0f2150b876cbc12 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:26.565723 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.589683 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Deleting port 0245a94c-7e50-49a7-9439-f05df2c5ac0f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:26.590042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.599415 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.627458 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b85ab5f-d4f8-498f-9aab-a9468ed59fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.709318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.709571 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.709690 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.715974 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.725645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Calling delete_port for 0245a94c-7e50-49a7-9439-f05df2c5ac0f owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:26.742581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:13:26.758960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47204) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:26.776269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.776616 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Added segment 35888c79-cfea-4d68-a39d-e9cfbade7481 of type vlan for network e3876acb-30bb-4c0f-973a-be568beb5c63 Dec 13 13:13:26.778226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdcad1c-6492-4da6-9894-f4d74f334b7b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:26.860385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.900053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.910834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:26.911821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.963653 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:26.993076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Port': ['ID=0245a94c-7e50-49a7-9439-f05df2c5ac0f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:27.002144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'network': {'name': 'tempest-RoutersTest-19788889'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:27.005564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event updated for resources: {'Network': ['ID=e3876acb-30bb-4c0f-973a-be568beb5c63,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:27.028124 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-50cb3dd5-182f-4709-93d4-7fe1781bd034 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8626747 Dec 13 13:13:27.031211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47208) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:27.038273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Request body: {'subnet': {'network_id': 'e3876acb-30bb-4c0f-973a-be568beb5c63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:27.046679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:27.051174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.063495 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.082295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e3876acb-30bb-4c0f-973a-be568beb5c63 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:13:27.159174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.165275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.179145 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.179505 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Floating IP b30c7134-1a52-486a-9a84-a34243eed169 disassociated (deleted). External IP: 172.25.2.88, port: 8b4ac50e-c2f3-4b53-9e40-fde995b41158. Dec 13 13:13:27.183089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:13:27.193750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.194149 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added segment bfe20b9c-ac83-4c51-9e3d-3ded402f033d of type vlan for network fec8285b-6d7f-48e9-995e-46d23e405359 Dec 13 13:13:27.237112 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.243626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Made reservation on behalf of a6b724566c3d489db0f2150b876cbc12 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:27.247444 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.288692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446c1a06-6ad1-402e-9e7a-418caed6df3c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:27.292186 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.300772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:27.301507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.378677 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6155105 Dec 13 13:13:27.383721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47210) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:27.392159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'network': {'name': 'tempest-RoutersTest-973619736'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:27.407956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627b1be-450a-4181-8929-68ad616cf3ec tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Network': ['ID=fec8285b-6d7f-48e9-995e-46d23e405359,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:27.422134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fec8285b-6d7f-48e9-995e-46d23e405359 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:13:27.447436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:27.447954 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.486657 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:13:27.510306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.510939 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added segment 9742e36e-ea57-480e-a96b-28e7226cfec4 of type vlan for network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd Dec 13 13:13:27.571723 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.580251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Router 8cb2000a-734e-4fed-82af-c889779fead4 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:13:27.593467 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.601237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.611282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:27.612449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.697404 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3122504 Dec 13 13:13:27.698182 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548dee0-71ad-4f45-b345-e4ee55378612 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Network': ['ID=6efe01a4-4a7d-48db-98e3-cca56c9a47cd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:27.709565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47218) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:27.715163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:13:27.744084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'subnet': {'network_id': 'fec8285b-6d7f-48e9-995e-46d23e405359', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:27.749134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event updated for resources: {'Subnet': ['ID=83b0c70f-940d-4e29-a1ec-01328bce6f92,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:27.782192 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.816878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Checking segment: {'id': '35888c79-cfea-4d68-a39d-e9cfbade7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3876acb-30bb-4c0f-973a-be568beb5c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:27.817268 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Network hostable DHCP agents. Network: e3876acb-30bb-4c0f-973a-be568beb5c63, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:13:27.837621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:27.847586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.856203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] Sync routers for ids ['8cb2000a-734e-4fed-82af-c889779fead4'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:27.869846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] Routers {'8cb2000a-734e-4fed-82af-c889779fead4'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:27.870574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8cb2000a-734e-4fed-82af-c889779fead4'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:27.893734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Network e3876acb-30bb-4c0f-973a-be568beb5c63 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:13:27.900440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-45629b65-44df-4e15-b6e6-6694dfcc7a50 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "DELETE /v2.0/floatingips/b30c7134-1a52-486a-9a84-a34243eed169 HTTP/1.1" status: 204 len: 168 time: 1.5723445 Dec 13 13:13:27.901163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'tag': '8b4ac50e-c2f3-4b53-9e40-fde995b41158'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:13:27.903422 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b43384-a0c8-45e3-82fb-d149d4bf5d87", "tag": "8b4ac50e-c2f3-4b53-9e40-fde995b41158"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:13:27.916925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e3876acb-30bb-4c0f-973a-be568beb5c63) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:27.919954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:27.925102 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.942344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:27.943551 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:27.995642 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462ccef3-54cb-48c7-b806-2528f829e28c x-openstack-request-id: req-462ccef3-54cb-48c7-b806-2528f829e28c {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:13:27.996241 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b43384-a0c8-45e3-82fb-d149d4bf5d87", "tag": "8b4ac50e-c2f3-4b53-9e40-fde995b41158", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:13:27.996798 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-462ccef3-54cb-48c7-b806-2528f829e28c {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:13:27.997447 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'tag': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'status': 'completed', 'code': 200} Dec 13 13:13:28.000724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] Set router 8cb2000a-734e-4fed-82af-c889779fead4 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:28.023536 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-aa501f73-e255-4688-82a9-0814d28bbd3f tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9912481 Dec 13 13:13:28.026347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47230) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:28.035304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-95b7c566-c8ab-4ffd-a256-822c93ba93ab tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2132736652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:28.080212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21109011-ade0-4d08-8cf2-14fbddadb8ff None None] Network e3876acb-30bb-4c0f-973a-be568beb5c63 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:28.094559 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95b7c566-c8ab-4ffd-a256-822c93ba93ab tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:28.095886 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95b7c566-c8ab-4ffd-a256-822c93ba93ab tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:28.166566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d7694b5b-6b84-4edb-af06-188bb835a6cf no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:28.197322 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95b7c566-c8ab-4ffd-a256-822c93ba93ab tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:28.205864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95b7c566-c8ab-4ffd-a256-822c93ba93ab tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:28.241426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d7694b5b-6b84-4edb-af06-188bb835a6cf {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:28.243038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d7694b5b-6b84-4edb-af06-188bb835a6cf not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:28.256385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95b7c566-c8ab-4ffd-a256-822c93ba93ab tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:28.260301 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-95b7c566-c8ab-4ffd-a256-822c93ba93ab tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2304473 Dec 13 13:13:28.260870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47240) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:28.297900 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:28.307223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-9239b98b-9b7c-47fb-ade3-9f5cadc6a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:28.308583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-9239b98b-9b7c-47fb-ade3-9f5cadc6a1fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8c1b8daea7b4a74a726f0155e53b237&device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 1136 time: 0.2799268 Dec 13 13:13:28.415484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-e3876acb-30bb-4c0f-973a-be568beb5c63', 'network_id': 'e3876acb-30bb-4c0f-973a-be568beb5c63', 'project_id': 'a6b724566c3d489db0f2150b876cbc12', 'fixed_ips': [{'subnet_id': '83b0c70f-940d-4e29-a1ec-01328bce6f92'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:13:28.416868 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:28.429572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049614f-185d-439f-b2eb-fb20bb277386 req-45dae19d-26c2-4194-9215-7652ee356d83 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:28.436963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4049614f-185d-439f-b2eb-fb20bb277386 req-45dae19d-26c2-4194-9215-7652ee356d83 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 985 time: 0.1873512 Dec 13 13:13:28.492930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Subnet': ['ID=205b2c00-83bd-4d1d-8160-484185902d4a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:28.533458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Checking segment: {'id': 'bfe20b9c-ac83-4c51-9e3d-3ded402f033d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fec8285b-6d7f-48e9-995e-46d23e405359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:28.533821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network hostable DHCP agents. Network: fec8285b-6d7f-48e9-995e-46d23e405359, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:13:28.579123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-23a4cc29-5d1f-4274-b7b7-797d60290370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:28.580635 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-23a4cc29-5d1f-4274-b7b7-797d60290370 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb149c45-8d7a-4ffb-8508-cad89e20ec5e HTTP/1.1" status: 200 len: 897 time: 0.2463012 Dec 13 13:13:28.599101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4049614f-185d-439f-b2eb-fb20bb277386 req-4d439a41-64ba-4f98-ad62-f4651fc2fc59 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1611037 Dec 13 13:13:28.653679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network fec8285b-6d7f-48e9-995e-46d23e405359 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:13:28.658910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-ecf0e795-f384-4ce5-8ec4-1e7f9ef9ce83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b4ac50e-c2f3-4b53-9e40-fde995b41158 HTTP/1.1" status: 200 len: 217 time: 0.0559895 Dec 13 13:13:28.695757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fec8285b-6d7f-48e9-995e-46d23e405359) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:28.711431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:28.712397 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:28.732114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67491474-573d-4e15-ac54-c2053d4eb0ad None None] Network fec8285b-6d7f-48e9-995e-46d23e405359 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:28.742359 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:28.746688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-0da53acd-5367-4463-91d6-ced52169572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:28.749506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-0da53acd-5367-4463-91d6-ced52169572d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8954ffa-cdba-472c-b9e4-0da60ed27d5a HTTP/1.1" status: 200 len: 834 time: 0.0822482 Dec 13 13:13:28.799830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d4dcf5e1-ad8f-4331-a0b7-f1afb2d0e2a7 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0638380 Dec 13 13:13:28.804369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47248) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:28.811315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'subnet': {'network_id': '6efe01a4-4a7d-48db-98e3-cca56c9a47cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:28.888503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-d5e59f81-df29-4a6f-abdf-d6087782b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:28.890806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-d5e59f81-df29-4a6f-abdf-d6087782b63e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb149c45-8d7a-4ffb-8508-cad89e20ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333315 Dec 13 13:13:28.907990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-9a566c2e-a0dd-4728-be4f-40ca8de1df64 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:13:28.909973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-9a566c2e-a0dd-4728-be4f-40ca8de1df64 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109458 Dec 13 13:13:28.939911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47254) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:28.972465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:28.976866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.000375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-fec8285b-6d7f-48e9-995e-46d23e405359', 'network_id': 'fec8285b-6d7f-48e9-995e-46d23e405359', 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'fixed_ips': [{'subnet_id': '205b2c00-83bd-4d1d-8160-484185902d4a'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:13:29.002331 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.081955 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-703895e2-0bb9-485b-a42b-62e99a68385c tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/floatingips/63aff574-7430-4983-80ed-08661b896ff1 HTTP/1.1" status: 200 len: 993 time: 0.1353934 Dec 13 13:13:29.158776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Allocated IP 172.20.0.2 (e3876acb-30bb-4c0f-973a-be568beb5c63/83b0c70f-940d-4e29-a1ec-01328bce6f92/3063c414-c32c-4caf-bc12-a9f47c1e1dbd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:29.183198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-cd70979f-5e4d-4640-98d2-ea8c760f027a service neutron] 10.222.0.42 "GET /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623196 Dec 13 13:13:29.195662 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.278417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Allocated IP 172.20.0.2 (fec8285b-6d7f-48e9-995e-46d23e405359/205b2c00-83bd-4d1d-8160-484185902d4a/63667fe0-e4eb-4257-aa15-fd93308222a8) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:29.297759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:54Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '6b709c5f-5845-4ffb-a914-cd85a1823c47', 'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:16:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:53Z', 'updated_at': '2021-12-13T13:11:59Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:29.345442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] Checking router: 8cb2000a-734e-4fed-82af-c889779fead4 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:13:29.366956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.392962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47264) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:29.400542 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9261a11-d2fc-42d8-9d0b-e7f37cf52f8b req-5922a836-6a2d-456c-9f86-0c764cc8f37d service neutron] 10.222.0.42 "GET /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038810 Dec 13 13:13:29.407547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] Routers {'8cb2000a-734e-4fed-82af-c889779fead4'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:29.408193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8cb2000a-734e-4fed-82af-c889779fead4'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:29.519715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Subnet': ['ID=c1a15135-4aaf-499b-b586-b21dab5f21e4,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:29.536849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Checking segment: {'id': '9742e36e-ea57-480e-a96b-28e7226cfec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6efe01a4-4a7d-48db-98e3-cca56c9a47cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:29.537221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network hostable DHCP agents. Network: 6efe01a4-4a7d-48db-98e3-cca56c9a47cd, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:13:29.549350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-2a88665b-1d51-42b6-8435-277803155e06 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:29.551172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-2a88665b-1d51-42b6-8435-277803155e06 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 985 time: 0.0807738 Dec 13 13:13:29.585501 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.617876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:13:29.618493 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.673888 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.674624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 6efe01a4-4a7d-48db-98e3-cca56c9a47cd) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:29.682630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:29.684362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.715562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Allocated IP 172.20.0.1 (e3876acb-30bb-4c0f-973a-be568beb5c63/83b0c70f-940d-4e29-a1ec-01328bce6f92/aea55759-e87b-41f9-9551-9453800da4fe) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:29.762510 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2186c88-ed5b-4758-b86e-ae589df5d7a8 None None] Network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:29.772260 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-898ff827-9b4b-4f06-8c65-118a75ec503c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9657645 Dec 13 13:13:29.773226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47274) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:29.781940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d491c7d5-18bb-484e-9f0b-1e1c3467f01a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-532054659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:29.797402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-b24b3b89-4a4c-4fba-8fe8-539286871271 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Deleting port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:29.797803 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-b24b3b89-4a4c-4fba-8fe8-539286871271 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.810484 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port 7583b1ef-abbe-415f-acd7-2427348a512a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:29.810850 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.842054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Pushing event updated for resources: {'Port': ['ID=3063c414-c32c-4caf-bc12-a9f47c1e1dbd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:29.850008 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.860059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] Set router 8cb2000a-734e-4fed-82af-c889779fead4 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:29.866514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Network e3876acb-30bb-4c0f-973a-be568beb5c63 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:29.869124 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:29.873507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:29.922334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-b24b3b89-4a4c-4fba-8fe8-539286871271 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] For port 8b4ac50e-c2f3-4b53-9e40-fde995b41158, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=8b4ac50e-c2f3-4b53-9e40-fde995b41158,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:29.922697 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-b24b3b89-4a4c-4fba-8fe8-539286871271 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.939082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-b24b3b89-4a4c-4fba-8fe8-539286871271 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Calling delete_port for 8b4ac50e-c2f3-4b53-9e40-fde995b41158 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:29.956670 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.957074 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.962149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:29.978161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for 7583b1ef-abbe-415f-acd7-2427348a512a owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:29.978514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-6efe01a4-4a7d-48db-98e3-cca56c9a47cd', 'network_id': '6efe01a4-4a7d-48db-98e3-cca56c9a47cd', 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'fixed_ips': [{'subnet_id': 'c1a15135-4aaf-499b-b586-b21dab5f21e4'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:13:29.979766 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.023326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Network fec8285b-6d7f-48e9-995e-46d23e405359 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:30.029593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:30.065881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:30.068130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Pushing event updated for resources: {'Port': ['ID=63667fe0-e4eb-4257-aa15-fd93308222a8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:30.070440 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d491c7d5-18bb-484e-9f0b-1e1c3467f01a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.071543 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d491c7d5-18bb-484e-9f0b-1e1c3467f01a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.082478 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.104624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad2330-6fee-4fe9-9433-893e4154c3c4 req-f0842502-933d-4dca-b4fe-2a8c63fa9f12 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:30.107170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5aad2330-6fee-4fe9-9433-893e4154c3c4 req-f0842502-933d-4dca-b4fe-2a8c63fa9f12 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 985 time: 0.4188886 Dec 13 13:13:30.175149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.218579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5aad2330-6fee-4fe9-9433-893e4154c3c4 req-6d31df74-7ae8-4474-8f0d-7bff1d7485dd tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d96b9ef-a35f-4ad6-9941-83d3b263a98f&id=62a0f17c-2964-45ad-9f42-0d79ca556cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0998242 Dec 13 13:13:30.256046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d491c7d5-18bb-484e-9f0b-1e1c3467f01a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.271322 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d491c7d5-18bb-484e-9f0b-1e1c3467f01a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.291345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event updated for resources: {'Port': ['ID=aea55759-e87b-41f9-9551-9453800da4fe,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:30.300798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Network e3876acb-30bb-4c0f-973a-be568beb5c63 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:30.303421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:30.311729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:30.316680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Allocated IP 172.21.0.2 (6efe01a4-4a7d-48db-98e3-cca56c9a47cd/c1a15135-4aaf-499b-b586-b21dab5f21e4/c8247a63-dbde-41df-835e-03765a041ba0) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:30.397704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.509844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Attempting to bind port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:30.510748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Attempting to bind port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '35888c79-cfea-4d68-a39d-e9cfbade7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3876acb-30bb-4c0f-973a-be568beb5c63'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:30.511338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Attempting to bind port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd on network e3876acb-30bb-4c0f-973a-be568beb5c63 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:30.550747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:13:30.551814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Checking segment: {'id': '35888c79-cfea-4d68-a39d-e9cfbade7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3876acb-30bb-4c0f-973a-be568beb5c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:30.552467 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.553081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Bound using segment: {'id': '35888c79-cfea-4d68-a39d-e9cfbade7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3876acb-30bb-4c0f-973a-be568beb5c63'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:13:30.554640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Bound port: 3063c414-c32c-4caf-bc12-a9f47c1e1dbd, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35888c79-cfea-4d68-a39d-e9cfbade7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e3876acb-30bb-4c0f-973a-be568beb5c63'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:13:30.555315 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.654801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] For port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:30.659440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] For port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3063c414-c32c-4caf-bc12-a9f47c1e1dbd,segment=NetworkSegment(35888c79-cfea-4d68-a39d-e9cfbade7481),segment_id=35888c79-cfea-4d68-a39d-e9cfbade7481)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:13:30.717643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d491c7d5-18bb-484e-9f0b-1e1c3467f01a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.722122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d491c7d5-18bb-484e-9f0b-1e1c3467f01a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9449308 Dec 13 13:13:30.722923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47290) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:30.735319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.776243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.783817 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.803718 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-b24b3b89-4a4c-4fba-8fe8-539286871271 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.850565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b3b89-4a4c-4fba-8fe8-539286871271 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Port': ['ID=8b4ac50e-c2f3-4b53-9e40-fde995b41158,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:30.882854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccae9c-3a9c-45fb-8e06-ee81b2b4f167 None None] Pushing event updated for resources: {'Port': ['ID=3063c414-c32c-4caf-bc12-a9f47c1e1dbd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:30.960277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-b24b3b89-4a4c-4fba-8fe8-539286871271 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] No DVR routers for this DVR port 8b4ac50e-c2f3-4b53-9e40-fde995b41158 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:30.964082 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-b24b3b89-4a4c-4fba-8fe8-539286871271 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:30.967555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba915ec3-4635-4627-8513-3afed8c29f00 req-b24b3b89-4a4c-4fba-8fe8-539286871271 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.42 "DELETE /v2.0/ports/8b4ac50e-c2f3-4b53-9e40-fde995b41158 HTTP/1.1" status: 204 len: 173 time: 1.4089451 Dec 13 13:13:30.968007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'name': 'network-vif-deleted', 'tag': '8b4ac50e-c2f3-4b53-9e40-fde995b41158'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:13:30.970434 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9fe20d-03dc-4517-9253-6e1cb7b6cec8" -d '{"events": [{"server_uuid": "f0b43384-a0c8-45e3-82fb-d149d4bf5d87", "name": "network-vif-deleted", "tag": "8b4ac50e-c2f3-4b53-9e40-fde995b41158"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:13:31.025225 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:31.071528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:31.071968 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6e07a4-7bd5-4129-ad52-99aa5bfd90fe x-openstack-request-id: req-0b6e07a4-7bd5-4129-ad52-99aa5bfd90fe {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:13:31.072265 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b43384-a0c8-45e3-82fb-d149d4bf5d87", "name": "network-vif-deleted", "tag": "8b4ac50e-c2f3-4b53-9e40-fde995b41158", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:13:31.073379 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b6e07a4-7bd5-4129-ad52-99aa5bfd90fe {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:13:31.073905 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b43384-a0c8-45e3-82fb-d149d4bf5d87', 'name': 'network-vif-deleted', 'tag': '8b4ac50e-c2f3-4b53-9e40-fde995b41158', 'status': 'completed', 'code': 200} Dec 13 13:13:31.090731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:31.095691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=7583b1ef-abbe-415f-acd7-2427348a512a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:31.096098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:31.136263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Attempting to bind port 63667fe0-e4eb-4257-aa15-fd93308222a8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:31.136636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Attempting to bind port 63667fe0-e4eb-4257-aa15-fd93308222a8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'bfe20b9c-ac83-4c51-9e3d-3ded402f033d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fec8285b-6d7f-48e9-995e-46d23e405359'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:31.137132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Attempting to bind port 63667fe0-e4eb-4257-aa15-fd93308222a8 on network fec8285b-6d7f-48e9-995e-46d23e405359 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:31.178981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:13:31.179362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Checking segment: {'id': 'bfe20b9c-ac83-4c51-9e3d-3ded402f033d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fec8285b-6d7f-48e9-995e-46d23e405359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:31.179949 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:31.180348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Bound using segment: {'id': 'bfe20b9c-ac83-4c51-9e3d-3ded402f033d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fec8285b-6d7f-48e9-995e-46d23e405359'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:13:31.182138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Bound port: 63667fe0-e4eb-4257-aa15-fd93308222a8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe20b9c-ac83-4c51-9e3d-3ded402f033d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fec8285b-6d7f-48e9-995e-46d23e405359'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:13:31.182138 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:31.204300 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:31.210611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:31.394506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:31.394855 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Floating IP 63aff574-7430-4983-80ed-08661b896ff1 disassociated (deleted). External IP: 172.25.2.130, port: 0e0803f0-182e-4065-9c5b-a42c6f69ec34. Dec 13 13:13:31.551922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f08568c5-9041-4e39-aa4e-97a5ceedf957 req-17a870c3-8bfa-44b0-bedc-82132c2a9564 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0b43384-a0c8-45e3-82fb-d149d4bf5d87 HTTP/1.1" status: 200 len: 210 time: 0.0962744 Dec 13 13:13:31.671144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Attempting to bind port c8247a63-dbde-41df-835e-03765a041ba0 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:31.671519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Attempting to bind port c8247a63-dbde-41df-835e-03765a041ba0 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '9742e36e-ea57-480e-a96b-28e7226cfec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6efe01a4-4a7d-48db-98e3-cca56c9a47cd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:31.671881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Attempting to bind port c8247a63-dbde-41df-835e-03765a041ba0 on network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:31.690948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Pushing event updated for resources: {'Port': ['ID=c8247a63-dbde-41df-835e-03765a041ba0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:31.713159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:13:31.713574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Checking segment: {'id': '9742e36e-ea57-480e-a96b-28e7226cfec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6efe01a4-4a7d-48db-98e3-cca56c9a47cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:31.713974 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:31.714392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Bound using segment: {'id': '9742e36e-ea57-480e-a96b-28e7226cfec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6efe01a4-4a7d-48db-98e3-cca56c9a47cd'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:13:31.714874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Bound port: c8247a63-dbde-41df-835e-03765a041ba0, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9742e36e-ea57-480e-a96b-28e7226cfec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6efe01a4-4a7d-48db-98e3-cca56c9a47cd'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:13:31.715305 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:31.784651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:54Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '6b709c5f-5845-4ffb-a914-cd85a1823c47', 'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:16:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:53Z', 'updated_at': '2021-12-13T13:11:59Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:31.801135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Allocated IP 172.20.0.1 (fec8285b-6d7f-48e9-995e-46d23e405359/205b2c00-83bd-4d1d-8160-484185902d4a/59192b55-2a33-43a3-9996-3b99df9f3bf2) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:31.828636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8ea66-5e85-40c8-ac05-f7f9ecc605b8 None None] The sync data for ids ['8cb2000a-734e-4fed-82af-c889779fead4'] in n-d-817326-4 is: [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:11:54Z', 'revision_number': 4, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '6b709c5f-5845-4ffb-a914-cd85a1823c47', 'name': '', 'network_id': 'cb149c45-8d7a-4ffb-8508-cad89e20ec5e', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'mac_address': 'fa:16:3e:16:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:53Z', 'updated_at': '2021-12-13T13:11:59Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'subnets': [{'id': 'e8954ffa-cdba-472c-b9e4-0da60ed27d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:31.847291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] For port 63667fe0-e4eb-4257-aa15-fd93308222a8, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:31.876511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] For port 63667fe0-e4eb-4257-aa15-fd93308222a8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=63667fe0-e4eb-4257-aa15-fd93308222a8,segment=NetworkSegment(bfe20b9c-ac83-4c51-9e3d-3ded402f033d),segment_id=bfe20b9c-ac83-4c51-9e3d-3ded402f033d)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:13:31.887819 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:31.890307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] For port c8247a63-dbde-41df-835e-03765a041ba0, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:31.896915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] For port c8247a63-dbde-41df-835e-03765a041ba0, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c8247a63-dbde-41df-835e-03765a041ba0,segment=NetworkSegment(9742e36e-ea57-480e-a96b-28e7226cfec4),segment_id=9742e36e-ea57-480e-a96b-28e7226cfec4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:13:31.931577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.017760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.033248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.044457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5da193-f9a8-416b-8ece-7063ac044390 None None] Pushing event updated for resources: {'Port': ['ID=63667fe0-e4eb-4257-aa15-fd93308222a8,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:32.062814 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.172046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.199645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cfb10-4a17-45ea-bc42-bab50f99244f None None] Pushing event updated for resources: {'Port': ['ID=c8247a63-dbde-41df-835e-03765a041ba0,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:32.228809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network fec8285b-6d7f-48e9-995e-46d23e405359 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:32.247731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:32.248048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3063c414-c32c-4caf-bc12-a9f47c1e1dbd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:32.253207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:32.258709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event updated for resources: {'Port': ['ID=aea55759-e87b-41f9-9551-9453800da4fe,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:32.334811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.384181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.404241 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd39268-dd54-4a72-8362-2c1b91e8acee None None] New status for floating IP b30c7134-1a52-486a-9a84-a34243eed169: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:13:32.449653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=59192b55-2a33-43a3-9996-3b99df9f3bf2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:32.464174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:32.464551 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.576723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 2726ed36-1044-4e6b-b218-9038145484b6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:13:32.692415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47308) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:32.693210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.775989 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.824683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3063c414-c32c-4caf-bc12-a9f47c1e1dbd,segment=NetworkSegment(35888c79-cfea-4d68-a39d-e9cfbade7481),segment_id=35888c79-cfea-4d68-a39d-e9cfbade7481)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:32.839639 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:32.884099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9125db73-62df-412e-bf6d-cb927a8f5c93 None None] Network e3876acb-30bb-4c0f-973a-be568beb5c63 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:32.915099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Network e3876acb-30bb-4c0f-973a-be568beb5c63 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:32.918542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:32.994729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:33.008089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=3063c414-c32c-4caf-bc12-a9f47c1e1dbd,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:33.016050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] Sync routers for ids ['2726ed36-1044-4e6b-b218-9038145484b6'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:33.026190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:33.047555 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] Routers {'2726ed36-1044-4e6b-b218-9038145484b6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:33.048556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2726ed36-1044-4e6b-b218-9038145484b6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:33.059280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bd6ea703-f667-4155-9b24-7a5f875a6079 None None] Provisioning complete for port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:33.059651 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea703-f667-4155-9b24-7a5f875a6079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:33.071979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-59f5e338-da48-481a-bf1d-231e91cfdccc tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/floatingips/63aff574-7430-4983-80ed-08661b896ff1 HTTP/1.1" status: 204 len: 168 time: 3.6752572 Dec 13 13:13:33.072745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'tag': '0e0803f0-182e-4065-9c5b-a42c6f69ec34'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:13:33.074671 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e63b8b-b2ab-427d-b338-95a7ed55467b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbf3bc4-b639-4d0e-b2af-9eddc9fab536", "tag": "0e0803f0-182e-4065-9c5b-a42c6f69ec34"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:13:33.106352 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acde164e-712b-419f-8d65-cd97f34ddd95 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:33.126784 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0ddbb5-682a-4678-955a-826ea46e3fa7 x-openstack-request-id: req-2e0ddbb5-682a-4678-955a-826ea46e3fa7 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:13:33.127050 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbf3bc4-b639-4d0e-b2af-9eddc9fab536", "tag": "0e0803f0-182e-4065-9c5b-a42c6f69ec34", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:13:33.127160 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e0ddbb5-682a-4678-955a-826ea46e3fa7 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:13:33.127551 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'tag': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'status': 'completed', 'code': 200} Dec 13 13:13:33.131893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Router 7b853f8a-fb3d-4da2-9d95-383ac7199d9e is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:13:33.218966 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acde164e-712b-419f-8d65-cd97f34ddd95 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:33.257972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-a5b7d097-8c34-4be6-aa93-387919c14696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:33.259535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-a5b7d097-8c34-4be6-aa93-387919c14696 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09c5b16fafe34569831b7afbc635f3f5&device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 1096 time: 0.0999923 Dec 13 13:13:33.273352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:33.288451 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d79438-cd21-49d9-aa91-a77a48b1e265 None None] Sync routers for ids ['7b853f8a-fb3d-4da2-9d95-383ac7199d9e'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:33.290529 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c61ba533-8457-44a6-9f9f-7029d3a3ae75 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "PUT /v2.0/routers/7b853f8a-fb3d-4da2-9d95-383ac7199d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0285268 Dec 13 13:13:33.293088 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47318) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:33.301415 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Request body: {'port': {'network_id': 'e3876acb-30bb-4c0f-973a-be568beb5c63', 'name': 'tempest-FloatingIPNegativeTestJSON-162789458'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:33.313193 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d79438-cd21-49d9-aa91-a77a48b1e265 None None] Routers {'7b853f8a-fb3d-4da2-9d95-383ac7199d9e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:33.313810 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a9d79438-cd21-49d9-aa91-a77a48b1e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7b853f8a-fb3d-4da2-9d95-383ac7199d9e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:33.352423 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:33.414709 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a9d79438-cd21-49d9-aa91-a77a48b1e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:33.435416 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d79438-cd21-49d9-aa91-a77a48b1e265 None None] Routers {'7b853f8a-fb3d-4da2-9d95-383ac7199d9e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:33.436044 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a9d79438-cd21-49d9-aa91-a77a48b1e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7b853f8a-fb3d-4da2-9d95-383ac7199d9e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:33.442651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:33.467361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] Set router 2726ed36-1044-4e6b-b218-9038145484b6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:33.519919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Made reservation on behalf of a6b724566c3d489db0f2150b876cbc12 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:33.526189 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:33.542642 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a9d79438-cd21-49d9-aa91-a77a48b1e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:33.543317 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d79438-cd21-49d9-aa91-a77a48b1e265 None None] The sync data for ids ['7b853f8a-fb3d-4da2-9d95-383ac7199d9e'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:33.572583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] device_id is not set on port b4b51148-3a84-4b3f-bb10-4fefff531660 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:13:33.653252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=59192b55-2a33-43a3-9996-3b99df9f3bf2,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:33.840060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acde164e-712b-419f-8d65-cd97f34ddd95 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:33.843217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acde164e-712b-419f-8d65-cd97f34ddd95 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:33.848147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-acde164e-712b-419f-8d65-cd97f34ddd95 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "DELETE /v2.0/security-groups/62a0f17c-2964-45ad-9f42-0d79ca556cc1 HTTP/1.1" status: 204 len: 168 time: 1.1511788 Dec 13 13:13:33.853611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47326) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:33.933696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde164e-712b-419f-8d65-cd97f34ddd95 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a0f17c-2964-45ad-9f42-0d79ca556cc1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:33.955845 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:33.966824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Allocated IP 172.20.0.14 (e3876acb-30bb-4c0f-973a-be568beb5c63/83b0c70f-940d-4e29-a1ec-01328bce6f92/b4b51148-3a84-4b3f-bb10-4fefff531660) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:34.025532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-dd9d2d69-fab6-44b4-a28a-ca106853975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:34.033437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-dd9d2d69-fab6-44b4-a28a-ca106853975b service neutron] 10.222.0.37 "GET /v2.0/networks?id=63b3c7e8-370d-4f15-a08f-5bda81a0d031 HTTP/1.1" status: 200 len: 896 time: 0.7636945 Dec 13 13:13:34.107239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278930-1d6c-4105-bca0-54e0c82d642f req-ced578a2-6901-4c1c-b4ec-03a1c9dc0b51 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:34.127097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31278930-1d6c-4105-bca0-54e0c82d642f req-ced578a2-6901-4c1c-b4ec-03a1c9dc0b51 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 945 time: 0.5354025 Dec 13 13:13:34.223154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8b4ac50e-c2f3-4b53-9e40-fde995b41158 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:34.310426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 8b4ac50e-c2f3-4b53-9e40-fde995b41158 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:34.311080 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 8b4ac50e-c2f3-4b53-9e40-fde995b41158 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:34.366562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c033a99-a948-43aa-a00f-295d69f31bf1 None None] Network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:34.401846 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:34.414687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-af075a65-58a4-4fe8-ac22-68e7b26acfdf None None] Provisioning complete for port aea55759-e87b-41f9-9551-9453800da4fe triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:34.415239 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af075a65-58a4-4fe8-ac22-68e7b26acfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:34.490056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 63667fe0-e4eb-4257-aa15-fd93308222a8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:34.526701 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:34.552522 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8a68186-77b5-411d-9d07-ab9276c5a29c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:34.556220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-7e826674-5883-4e8c-9f38-d9364ec1d4cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e0803f0-182e-4065-9c5b-a42c6f69ec34 HTTP/1.1" status: 200 len: 217 time: 0.4862354 Dec 13 13:13:34.581758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network fec8285b-6d7f-48e9-995e-46d23e405359 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:34.604462 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-af075a65-58a4-4fe8-ac22-68e7b26acfdf None None] Port aea55759-e87b-41f9-9551-9453800da4fe cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:34.694819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df4402-600b-45a0-9afd-c2686ca69f48 None None] Network fec8285b-6d7f-48e9-995e-46d23e405359 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:34.703352 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Network e3876acb-30bb-4c0f-973a-be568beb5c63 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:34.705811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:34.739624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:34.783502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-af075a65-58a4-4fe8-ac22-68e7b26acfdf None None] Provisioning complete for port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:34.784431 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af075a65-58a4-4fe8-ac22-68e7b26acfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:34.784916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31278930-1d6c-4105-bca0-54e0c82d642f req-24146f58-fbe8-4bfe-bd6b-36ef7e24556b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6567867 Dec 13 13:13:34.786681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-ec5395be-bcbe-4382-a3d1-f15fbc87dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:34.788209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-ec5395be-bcbe-4382-a3d1-f15fbc87dcbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97ae416a-d37c-43b5-b727-71d8057aa1ef HTTP/1.1" status: 200 len: 835 time: 0.2162881 Dec 13 13:13:34.806831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8a68186-77b5-411d-9d07-ab9276c5a29c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:34.854490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event updated for resources: {'Port': ['ID=b4b51148-3a84-4b3f-bb10-4fefff531660,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:34.859404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 63667fe0-e4eb-4257-aa15-fd93308222a8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:34.859781 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:34.879297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:34.906225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:34.907190 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:34.927225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-381f018b-87f4-4247-8bab-e271640e0a8d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:34.928852 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-381f018b-87f4-4247-8bab-e271640e0a8d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 945 time: 0.2199943 Dec 13 13:13:34.954546 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-01d9a274-82e9-4921-a6b5-726f53c24645 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6585603 Dec 13 13:13:34.957480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:32Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '3c237008-498a-4c31-82f1-eb1578e41067', 'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:31Z', 'updated_at': '2021-12-13T13:12:37Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:34.973780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47338) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:34.979029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:35.040542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] Checking router: 2726ed36-1044-4e6b-b218-9038145484b6 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:13:35.058029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.107924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] Routers {'2726ed36-1044-4e6b-b218-9038145484b6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:35.108863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2726ed36-1044-4e6b-b218-9038145484b6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:35.137967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-cdf62a80-924a-482b-8fe1-d7a65d109b45 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:35.138331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-cdf62a80-924a-482b-8fe1-d7a65d109b45 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.187286 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8a68186-77b5-411d-9d07-ab9276c5a29c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.190210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8a68186-77b5-411d-9d07-ab9276c5a29c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.191683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b8a68186-77b5-411d-9d07-ab9276c5a29c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "DELETE /v2.0/security-groups/3d96b9ef-a35f-4ad6-9941-83d3b263a98f HTTP/1.1" status: 204 len: 168 time: 1.3315694 Dec 13 13:13:35.208296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47340) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:35.210383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-8f4ed504-9d1f-4b24-8b81-9c4bbd88ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:35.215875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-8f4ed504-9d1f-4b24-8b81-9c4bbd88ba6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63b3c7e8-370d-4f15-a08f-5bda81a0d031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3165674 Dec 13 13:13:35.339793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-cdf62a80-924a-482b-8fe1-d7a65d109b45 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] For port 0e0803f0-182e-4065-9c5b-a42c6f69ec34, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=0e0803f0-182e-4065-9c5b-a42c6f69ec34,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:35.340165 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-cdf62a80-924a-482b-8fe1-d7a65d109b45 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.360490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-cdf62a80-924a-482b-8fe1-d7a65d109b45 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for 0e0803f0-182e-4065-9c5b-a42c6f69ec34 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:35.370254 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.468674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-6248103c-40a7-46e0-9088-3100cb2302c9 service neutron] 10.222.0.37 "GET /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004751 Dec 13 13:13:35.492466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Allocated IP 172.25.2.61 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/0557f55a-f3c9-4fc1-b692-aac24468b245) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:35.566213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.575869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46e63b8b-b2ab-427d-b338-95a7ed55467b req-e7ce4a15-460d-4978-9455-6504e69368f2 service neutron] 10.222.0.37 "GET /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000338 Dec 13 13:13:35.633981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.649601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a68186-77b5-411d-9d07-ab9276c5a29c tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d96b9ef-a35f-4ad6-9941-83d3b263a98f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:35.717070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 70c81053-a644-4812-a29c-fda47494bb4e is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:13:35.729321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.733915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] Set router 2726ed36-1044-4e6b-b218-9038145484b6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:35.736934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 63667fe0-e4eb-4257-aa15-fd93308222a8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=63667fe0-e4eb-4257-aa15-fd93308222a8,segment=NetworkSegment(bfe20b9c-ac83-4c51-9e3d-3ded402f033d),segment_id=bfe20b9c-ac83-4c51-9e3d-3ded402f033d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:35.789778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:35.795577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:35.799412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:35.813313 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.816356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8247a63-dbde-41df-835e-03765a041ba0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:35.865512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c3a85e4d-506d-472b-b226-c723fd8bdb94 None None] Provisioning complete for port 63667fe0-e4eb-4257-aa15-fd93308222a8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:35.865895 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3a85e4d-506d-472b-b226-c723fd8bdb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:35.866647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event updated for resources: {'Port': ['ID=0557f55a-f3c9-4fc1-b692-aac24468b245,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:36.018026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-cdf62a80-924a-482b-8fe1-d7a65d109b45 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.062877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=63667fe0-e4eb-4257-aa15-fd93308222a8,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:36.082160 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf62a80-924a-482b-8fe1-d7a65d109b45 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=0e0803f0-182e-4065-9c5b-a42c6f69ec34,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:36.146504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c6557-8740-45f3-9ffd-3eed65eccc3f req-61b5e7f0-6fb2-4dff-bc55-d96997c32f87 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:36.148150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-388c6557-8740-45f3-9ffd-3eed65eccc3f req-61b5e7f0-6fb2-4dff-bc55-d96997c32f87 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbf3bc4-b639-4d0e-b2af-9eddc9fab536 HTTP/1.1" status: 200 len: 867 time: 0.1651590 Dec 13 13:13:36.160485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-cdf62a80-924a-482b-8fe1-d7a65d109b45 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] No DVR routers for this DVR port 0e0803f0-182e-4065-9c5b-a42c6f69ec34 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:36.163491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-cdf62a80-924a-482b-8fe1-d7a65d109b45 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.167376 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-50ec0b1b-1360-4136-b7cd-79e7be0f5e25 req-cdf62a80-924a-482b-8fe1-d7a65d109b45 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.37 "DELETE /v2.0/ports/0e0803f0-182e-4065-9c5b-a42c6f69ec34 HTTP/1.1" status: 204 len: 173 time: 1.2322528 Dec 13 13:13:36.169322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'name': 'network-vif-deleted', 'tag': '0e0803f0-182e-4065-9c5b-a42c6f69ec34'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:13:36.171716 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61448038-9b8e-46f8-86a9-1ff6cd0350d6" -d '{"events": [{"server_uuid": "1fbf3bc4-b639-4d0e-b2af-9eddc9fab536", "name": "network-vif-deleted", "tag": "0e0803f0-182e-4065-9c5b-a42c6f69ec34"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:13:36.178439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.185313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c8247a63-dbde-41df-835e-03765a041ba0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:36.185679 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.225366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:36.236657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-95e591d9-597a-44b8-b8a1-966a57958b50 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/70c81053-a644-4812-a29c-fda47494bb4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5088553 Dec 13 13:13:36.237706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47350) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:36.255506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaebced-b4fb-402a-a82d-24b040c060c1 None None] Sync routers for ids ['70c81053-a644-4812-a29c-fda47494bb4e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:36.279273 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022d6769-e3ed-4f76-8c9f-bc4404a7f848 x-openstack-request-id: req-022d6769-e3ed-4f76-8c9f-bc4404a7f848 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:13:36.279572 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbf3bc4-b639-4d0e-b2af-9eddc9fab536", "name": "network-vif-deleted", "tag": "0e0803f0-182e-4065-9c5b-a42c6f69ec34", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:13:36.279829 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-022d6769-e3ed-4f76-8c9f-bc4404a7f848 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:13:36.280235 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbf3bc4-b639-4d0e-b2af-9eddc9fab536', 'name': 'network-vif-deleted', 'tag': '0e0803f0-182e-4065-9c5b-a42c6f69ec34', 'status': 'completed', 'code': 200} Dec 13 13:13:36.299819 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.328624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2074ea1c-7a92-4939-a88d-cb6800d1c909 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:36.333506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2074ea1c-7a92-4939-a88d-cb6800d1c909 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports/59192b55-2a33-43a3-9996-3b99df9f3bf2 HTTP/1.1" status: 200 len: 910 time: 0.0934298 Dec 13 13:13:36.336976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47354) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:36.345454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaebced-b4fb-402a-a82d-24b040c060c1 None None] Routers {'70c81053-a644-4812-a29c-fda47494bb4e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:36.346216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-adaebced-b4fb-402a-a82d-24b040c060c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['70c81053-a644-4812-a29c-fda47494bb4e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:36.396664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-adaebced-b4fb-402a-a82d-24b040c060c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:36.417118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c3a85e4d-506d-472b-b226-c723fd8bdb94 None None] Provisioning complete for port aea55759-e87b-41f9-9551-9453800da4fe triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:36.417492 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3a85e4d-506d-472b-b226-c723fd8bdb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.476129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaebced-b4fb-402a-a82d-24b040c060c1 None None] Routers {'70c81053-a644-4812-a29c-fda47494bb4e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:36.476792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-adaebced-b4fb-402a-a82d-24b040c060c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['70c81053-a644-4812-a29c-fda47494bb4e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:36.580058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-adaebced-b4fb-402a-a82d-24b040c060c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:36.580710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaebced-b4fb-402a-a82d-24b040c060c1 None None] The sync data for ids ['70c81053-a644-4812-a29c-fda47494bb4e'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:36.587964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c3a85e4d-506d-472b-b226-c723fd8bdb94 None None] Port aea55759-e87b-41f9-9551-9453800da4fe cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:36.594620 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.618755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:32Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '3c237008-498a-4c31-82f1-eb1578e41067', 'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:31Z', 'updated_at': '2021-12-13T13:12:37Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:36.665640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.677334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.710698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6595790-fbe3-4c98-a2e3-ed2818670acf None None] The sync data for ids ['2726ed36-1044-4e6b-b218-9038145484b6'] in n-d-817326-4 is: [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:12:32Z', 'revision_number': 4, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '3c237008-498a-4c31-82f1-eb1578e41067', 'name': '', 'network_id': '63b3c7e8-370d-4f15-a08f-5bda81a0d031', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:31Z', 'updated_at': '2021-12-13T13:12:37Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'subnets': [{'id': '97ae416a-d37c-43b5-b727-71d8057aa1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:36.722528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c3a85e4d-506d-472b-b226-c723fd8bdb94 None None] Provisioning complete for port c8247a63-dbde-41df-835e-03765a041ba0 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:36.722947 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3a85e4d-506d-472b-b226-c723fd8bdb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.813299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port c8247a63-dbde-41df-835e-03765a041ba0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c8247a63-dbde-41df-835e-03765a041ba0,segment=NetworkSegment(9742e36e-ea57-480e-a96b-28e7226cfec4),segment_id=9742e36e-ea57-480e-a96b-28e7226cfec4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:36.824344 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.826332 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3063c414-c32c-4caf-bc12-a9f47c1e1dbd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:36.960516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.974578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event updated for resources: {'Port': ['ID=0557f55a-f3c9-4fc1-b692-aac24468b245,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:36.991394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:36.997399 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7d1a7e3f-9a53-49db-991f-566628ede6fe tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0199325 Dec 13 13:13:36.997590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47362) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:36.999868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=c8247a63-dbde-41df-835e-03765a041ba0,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:37.014719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6784230e-b2ec-4476-8008-b61593e3bbcd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Request body: {'floatingip': {'port_id': 'b4b51148-3a84-4b3f-bb10-4fefff531660', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:37.066905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6784230e-b2ec-4476-8008-b61593e3bbcd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for floatingip, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.098459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c3a85e4d-506d-472b-b226-c723fd8bdb94 None None] Provisioning complete for port b4b51148-3a84-4b3f-bb10-4fefff531660 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:37.099330 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3a85e4d-506d-472b-b226-c723fd8bdb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.167535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c3a85e4d-506d-472b-b226-c723fd8bdb94 None None] Port b4b51148-3a84-4b3f-bb10-4fefff531660 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:37.181306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:37.182031 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.225930 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-6784230e-b2ec-4476-8008-b61593e3bbcd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] update failed (client error): The resource could not be found. Dec 13 13:13:37.233615 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6784230e-b2ec-4476-8008-b61593e3bbcd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "PUT /v2.0/floatingips/292f5650-3458-4daa-b21f-16a0833ac883 HTTP/1.1" status: 404 len: 507 time: 0.2284679 Dec 13 13:13:37.233859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47364) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:37.269212 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a9cd0-1981-46a3-8e8d-173a274f3542 None None] New status for floating IP 63aff574-7430-4983-80ed-08661b896ff1: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:13:37.298853 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-388c6557-8740-45f3-9ffd-3eed65eccc3f req-23993fdd-8414-4ac8-a8a8-deabab9df37f tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1238534 Dec 13 13:13:37.329769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1d74d673-4302-4aa2-8368-7379acc17e14 None None] Provisioning complete for port 59192b55-2a33-43a3-9996-3b99df9f3bf2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:37.330049 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d74d673-4302-4aa2-8368-7379acc17e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.383252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1d74d673-4302-4aa2-8368-7379acc17e14 None None] Port 59192b55-2a33-43a3-9996-3b99df9f3bf2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:37.412900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-304dc7e8-f854-4440-b541-30e281bbaac6 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Deleting port 0557f55a-f3c9-4fc1-b692-aac24468b245 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:37.413307 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-304dc7e8-f854-4440-b541-30e281bbaac6 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.435592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1d74d673-4302-4aa2-8368-7379acc17e14 None None] Provisioning complete for port 63667fe0-e4eb-4257-aa15-fd93308222a8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:37.435990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d74d673-4302-4aa2-8368-7379acc17e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.499939 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.581069 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-304dc7e8-f854-4440-b541-30e281bbaac6 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.582174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-304dc7e8-f854-4440-b541-30e281bbaac6 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.594117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 63667fe0-e4eb-4257-aa15-fd93308222a8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:37.597083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-304dc7e8-f854-4440-b541-30e281bbaac6 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Calling delete_port for 0557f55a-f3c9-4fc1-b692-aac24468b245 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:37.637870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.653464 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.656606 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.672855 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 63667fe0-e4eb-4257-aa15-fd93308222a8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:37.673226 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.774521 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-304dc7e8-f854-4440-b541-30e281bbaac6 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.779867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8247a63-dbde-41df-835e-03765a041ba0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:37.810386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dc7e8-f854-4440-b541-30e281bbaac6 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event deleted for resources: {'Port': ['ID=0557f55a-f3c9-4fc1-b692-aac24468b245,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:37.851196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c8247a63-dbde-41df-835e-03765a041ba0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:37.851579 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.893532 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-304dc7e8-f854-4440-b541-30e281bbaac6 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.899274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-304dc7e8-f854-4440-b541-30e281bbaac6 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:37.906419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47366) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:37.906684 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-304dc7e8-f854-4440-b541-30e281bbaac6 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "DELETE /v2.0/floatingips/292f5650-3458-4daa-b21f-16a0833ac883 HTTP/1.1" status: 204 len: 168 time: 0.6714103 Dec 13 13:13:37.927750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0aa1da6a-0c39-4ee4-b113-3f4f4cdd8d0b tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Request body: {'floatingip': {'floating_network_id': 'e3876acb-30bb-4c0f-973a-be568beb5c63', 'port_id': 'b4b51148-3a84-4b3f-bb10-4fefff531660', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:38.012119 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0aa1da6a-0c39-4ee4-b113-3f4f4cdd8d0b tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.015269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Allocated IP 172.21.0.1 (6efe01a4-4a7d-48db-98e3-cca56c9a47cd/c1a15135-4aaf-499b-b586-b21dab5f21e4/252c3024-2da2-49fa-829c-6517e826b75d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:38.258659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.312011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0e0803f0-182e-4065-9c5b-a42c6f69ec34 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:38.330772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Deleting port 6b709c5f-5845-4ffb-a914-cd85a1823c47 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:38.331268 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.357282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 0e0803f0-182e-4065-9c5b-a42c6f69ec34 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:38.370445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 0e0803f0-182e-4065-9c5b-a42c6f69ec34 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:38.384917 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-0aa1da6a-0c39-4ee4-b113-3f4f4cdd8d0b tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:13:38.389918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0aa1da6a-0c39-4ee4-b113-3f4f4cdd8d0b tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4625363 Dec 13 13:13:38.390140 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.391268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47378) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:38.395304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': 'b4b51148-3a84-4b3f-bb10-4fefff531660', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:38.450817 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.454588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:38.462377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:38.468286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:38.513490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=252c3024-2da2-49fa-829c-6517e826b75d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:38.548850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] For port 6b709c5f-5845-4ffb-a914-cd85a1823c47, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b709c5f-5845-4ffb-a914-cd85a1823c47,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:38.549210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.563624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.571223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Calling delete_port for 6b709c5f-5845-4ffb-a914-cd85a1823c47 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:38.659634 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.758868 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47380) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:38.831118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.869323 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e80-6699-45e3-acef-225dc381c127 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.880223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Allocated IP 172.25.2.79 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/6f53f3d0-ed1d-4b29-bd71-a80b529062e0) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:38.910643 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e80-6699-45e3-acef-225dc381c127 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.918312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-08f2cab3-3d24-4680-b535-bcc46860d336 None None] Provisioning complete for port 252c3024-2da2-49fa-829c-6517e826b75d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:38.920297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08f2cab3-3d24-4680-b535-bcc46860d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:38.970288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-08f2cab3-3d24-4680-b535-bcc46860d336 None None] Port 252c3024-2da2-49fa-829c-6517e826b75d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:39.064609 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e80-6699-45e3-acef-225dc381c127 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:39.067874 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e80-6699-45e3-acef-225dc381c127 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:39.070179 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-44fa2e80-6699-45e3-acef-225dc381c127 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/security-groups/9a4683fb-9753-4f78-8cd2-0d01e7a53f9d HTTP/1.1" status: 204 len: 168 time: 0.3100243 Dec 13 13:13:39.081237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa2e80-6699-45e3-acef-225dc381c127 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4683fb-9753-4f78-8cd2-0d01e7a53f9d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:39.121429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47392) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:39.165473 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:39.206251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:39.209811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Port': ['ID=6b709c5f-5845-4ffb-a914-cd85a1823c47,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:39.324171 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:39.374493 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:39.441982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:39.453848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:39.454096 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:39.459768 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:39.462800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event updated for resources: {'Port': ['ID=6f53f3d0-ed1d-4b29-bd71-a80b529062e0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:39.524046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:39.589606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=252c3024-2da2-49fa-829c-6517e826b75d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:39.625705 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:39.721183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:39.724337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:39.777507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Deleting port 6f53f3d0-ed1d-4b29-bd71-a80b529062e0 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:39.777744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:40.000106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-07800cfa-55e7-458f-9839-8eea9d5089cf None None] Provisioning complete for port 252c3024-2da2-49fa-829c-6517e826b75d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:40.001184 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07800cfa-55e7-458f-9839-8eea9d5089cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:40.045953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-07800cfa-55e7-458f-9839-8eea9d5089cf None None] Port 252c3024-2da2-49fa-829c-6517e826b75d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:40.309485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:40.310125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:40.318916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 70c81053-a644-4812-a29c-fda47494bb4e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:13:40.324839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Calling delete_port for 6f53f3d0-ed1d-4b29-bd71-a80b529062e0 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:40.340720 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:40.465811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Router 8cb2000a-734e-4fed-82af-c889779fead4 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:13:40.470326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:40.478999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a9706ae2-e0b5-4e0b-afed-370060b89fd4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/70c81053-a644-4812-a29c-fda47494bb4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1390741 Dec 13 13:13:40.481197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47402) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:40.485175 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414dd92-dce8-49f6-9350-4d0211227d2b None None] Sync routers for ids ['70c81053-a644-4812-a29c-fda47494bb4e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:40.499821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414dd92-dce8-49f6-9350-4d0211227d2b None None] Routers {'70c81053-a644-4812-a29c-fda47494bb4e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:40.500433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d414dd92-dce8-49f6-9350-4d0211227d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['70c81053-a644-4812-a29c-fda47494bb4e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:40.538656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d414dd92-dce8-49f6-9350-4d0211227d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:40.548849 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414dd92-dce8-49f6-9350-4d0211227d2b None None] Routers {'70c81053-a644-4812-a29c-fda47494bb4e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:40.549186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d414dd92-dce8-49f6-9350-4d0211227d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['70c81053-a644-4812-a29c-fda47494bb4e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:40.563056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b7869a-2b4a-484f-82b3-2239fb42dee0 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:40.564199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-95b7869a-2b4a-484f-82b3-2239fb42dee0 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports/252c3024-2da2-49fa-829c-6517e826b75d HTTP/1.1" status: 200 len: 910 time: 0.0825858 Dec 13 13:13:40.569430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47404) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:40.591054 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:40.599636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d414dd92-dce8-49f6-9350-4d0211227d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:40.600843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414dd92-dce8-49f6-9350-4d0211227d2b None None] The sync data for ids ['70c81053-a644-4812-a29c-fda47494bb4e'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:40.680993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event deleted for resources: {'Port': ['ID=6f53f3d0-ed1d-4b29-bd71-a80b529062e0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:40.793752 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] create failed (client error): The resource could not be found. Dec 13 13:13:40.794869 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-53f96ee3-394a-4967-8f6e-4d1999b472cd tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4034004 Dec 13 13:13:40.799528 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47410) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:40.805275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:40.818516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f9e900e3-c8ab-4d25-9ea8-8ec12ca4f79b tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "PUT /v2.0/routers/8cb2000a-734e-4fed-82af-c889779fead4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5987229 Dec 13 13:13:40.819968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47412) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:40.852490 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] Sync routers for ids ['8cb2000a-734e-4fed-82af-c889779fead4'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:40.867314 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] Routers {'8cb2000a-734e-4fed-82af-c889779fead4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:40.868429 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8cb2000a-734e-4fed-82af-c889779fead4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:40.907088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d737e4eb-9781-4c49-8340-db5e2a86f2c9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Deleting subnet e8954ffa-cdba-472c-b9e4-0da60ed27d5a {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:13:40.916159 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d737e4eb-9781-4c49-8340-db5e2a86f2c9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:40.962550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port 3c237008-498a-4c31-82f1-eb1578e41067 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:40.962892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:40.976928 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d737e4eb-9781-4c49-8340-db5e2a86f2c9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:40.980710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-01079e3a-2404-4441-853b-8c5ef23d8827 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Deleting port b4b51148-3a84-4b3f-bb10-4fefff531660 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:40.981055 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01079e3a-2404-4441-853b-8c5ef23d8827 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:40.989124 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] Set router 8cb2000a-734e-4fed-82af-c889779fead4 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:41.138013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01079e3a-2404-4441-853b-8c5ef23d8827 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.152349 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d737e4eb-9781-4c49-8340-db5e2a86f2c9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.156368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-01079e3a-2404-4441-853b-8c5ef23d8827 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Calling delete_port for b4b51148-3a84-4b3f-bb10-4fefff531660 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:41.176084 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:13:39Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:41.222392 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.320745 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d737e4eb-9781-4c49-8340-db5e2a86f2c9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.349079 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] Checking router: 8cb2000a-734e-4fed-82af-c889779fead4 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:13:41.357980 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] Routers {'8cb2000a-734e-4fed-82af-c889779fead4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:41.358974 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8cb2000a-734e-4fed-82af-c889779fead4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:41.361106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737e4eb-9781-4c49-8340-db5e2a86f2c9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Subnet': ['ID=e8954ffa-cdba-472c-b9e4-0da60ed27d5a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:41.373806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d737e4eb-9781-4c49-8340-db5e2a86f2c9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.381601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d737e4eb-9781-4c49-8340-db5e2a86f2c9 tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "DELETE /v2.0/subnets/e8954ffa-cdba-472c-b9e4-0da60ed27d5a HTTP/1.1" status: 204 len: 168 time: 0.5614336 Dec 13 13:13:41.382449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47418) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:41.383702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14468610-d083-4b8c-be3b-efcb74ecc3fd None None] Network cb149c45-8d7a-4ffb-8508-cad89e20ec5e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:41.427539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] For port 3c237008-498a-4c31-82f1-eb1578e41067, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3c237008-498a-4c31-82f1-eb1578e41067,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:41.428196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.475286 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for 3c237008-498a-4c31-82f1-eb1578e41067 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:41.498127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01079e3a-2404-4441-853b-8c5ef23d8827 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.524713 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] Set router 8cb2000a-734e-4fed-82af-c889779fead4 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:41.576276 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01079e3a-2404-4441-853b-8c5ef23d8827 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event deleted for resources: {'Port': ['ID=b4b51148-3a84-4b3f-bb10-4fefff531660,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:41.624342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.657103 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01079e3a-2404-4441-853b-8c5ef23d8827 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.676928 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-01079e3a-2404-4441-853b-8c5ef23d8827 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "DELETE /v2.0/ports/b4b51148-3a84-4b3f-bb10-4fefff531660 HTTP/1.1" status: 204 len: 168 time: 0.8620379 Dec 13 13:13:41.676928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47424) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:41.770426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b687970a-3f73-4f7b-8fa0-d4ff249d3adc None None] DHCP port deletion for cb149c45-8d7a-4ffb-8508-cad89e20ec5e request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:41.857470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fa4264-1719-46c8-83d6-d89e0589e7ce tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:41.860722 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-10fa4264-1719-46c8-83d6-d89e0589e7ce tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b853f8a-fb3d-4da2-9d95-383ac7199d9e HTTP/1.1" status: 200 len: 913 time: 0.1764507 Dec 13 13:13:41.864456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47426) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:41.870527 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:13:39Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:41.883265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b687970a-3f73-4f7b-8fa0-d4ff249d3adc None None] Deleting port b2c5ee61-6678-4131-b45d-aa3e1e67dad8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:41.883693 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b687970a-3f73-4f7b-8fa0-d4ff249d3adc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.919748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:41.921371 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e2d79-39ba-4771-b473-7d28533144e8 None None] The sync data for ids ['8cb2000a-734e-4fed-82af-c889779fead4'] in n-d-817326-4 is: [{'id': '8cb2000a-734e-4fed-82af-c889779fead4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842041559', 'tenant_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '31b63de1-cccc-4de0-9427-1309138bb718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:11:48Z', 'updated_at': '2021-12-13T13:13:39Z', 'revision_number': 5, 'project_id': 'b8c1b8daea7b4a74a726f0155e53b237', 'gw_port': {'id': '31b63de1-cccc-4de0-9427-1309138bb718', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2000a-734e-4fed-82af-c889779fead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:11:49Z', 'updated_at': '2021-12-13T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:41.925174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 252c3024-2da2-49fa-829c-6517e826b75d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:41.925491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.017141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b687970a-3f73-4f7b-8fa0-d4ff249d3adc None None] For port b2c5ee61-6678-4131-b45d-aa3e1e67dad8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b2c5ee61-6678-4131-b45d-aa3e1e67dad8,segment=NetworkSegment(3e8ed550-61ec-4772-95f5-a8f902b04d83),segment_id=3e8ed550-61ec-4772-95f5-a8f902b04d83)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:42.018136 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b687970a-3f73-4f7b-8fa0-d4ff249d3adc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.052096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b687970a-3f73-4f7b-8fa0-d4ff249d3adc None None] Calling delete_port for b2c5ee61-6678-4131-b45d-aa3e1e67dad8 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:42.063359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.079270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 252c3024-2da2-49fa-829c-6517e826b75d owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:42.092257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Deleting port 31b63de1-cccc-4de0-9427-1309138bb718 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:42.092843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.198851 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b687970a-3f73-4f7b-8fa0-d4ff249d3adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.206607 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.241234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=3c237008-498a-4c31-82f1-eb1578e41067,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:42.241489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687970a-3f73-4f7b-8fa0-d4ff249d3adc None None] No DVR routers for this DVR port b2c5ee61-6678-4131-b45d-aa3e1e67dad8 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:42.263547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687970a-3f73-4f7b-8fa0-d4ff249d3adc None None] Pushing event deleted for resources: {'Port': ['ID=b2c5ee61-6678-4131-b45d-aa3e1e67dad8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:42.285196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] For port 31b63de1-cccc-4de0-9427-1309138bb718, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=31b63de1-cccc-4de0-9427-1309138bb718,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:42.285196 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.305259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Calling delete_port for 31b63de1-cccc-4de0-9427-1309138bb718 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:42.536937 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.583035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=252c3024-2da2-49fa-829c-6517e826b75d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:42.612120 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.649763 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.805668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:42.846870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Port': ['ID=31b63de1-cccc-4de0-9427-1309138bb718,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:42.867766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf24d04-a858-4622-88cc-b2369c2855b7 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:42.880048 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.204129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Router 2726ed36-1044-4e6b-b218-9038145484b6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:13:43.294017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Deleting port aea55759-e87b-41f9-9551-9453800da4fe {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:43.294460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.361943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.398593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:43.409852 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1352f731-d1c6-44d1-91d0-bdea670c9bd2 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "PUT /v2.0/routers/2726ed36-1044-4e6b-b218-9038145484b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2870626 Dec 13 13:13:43.410482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47438) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:43.414413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] Sync routers for ids ['2726ed36-1044-4e6b-b218-9038145484b6'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:43.425038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] Routers {'2726ed36-1044-4e6b-b218-9038145484b6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:43.425928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2726ed36-1044-4e6b-b218-9038145484b6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:43.460826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.475779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Calling delete_port for aea55759-e87b-41f9-9551-9453800da4fe owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:43.496118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.506344 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.636825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca18d880-e6ff-432f-8de3-a976af9a468d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting subnet 97ae416a-d37c-43b5-b727-71d8057aa1ef {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:13:43.640487 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca18d880-e6ff-432f-8de3-a976af9a468d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.684925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca18d880-e6ff-432f-8de3-a976af9a468d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.735359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 70c81053-a644-4812-a29c-fda47494bb4e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:13:43.796712 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca18d880-e6ff-432f-8de3-a976af9a468d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.825409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b709c5f-5845-4ffb-a914-cd85a1823c47 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:43.853666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 6b709c5f-5845-4ffb-a914-cd85a1823c47 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:43.854052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b709c5f-5845-4ffb-a914-cd85a1823c47 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:43.854451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b2c5ee61-6678-4131-b45d-aa3e1e67dad8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:43.867449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca18d880-e6ff-432f-8de3-a976af9a468d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.876259 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.876930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b2c5ee61-6678-4131-b45d-aa3e1e67dad8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:43.877476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b2c5ee61-6678-4131-b45d-aa3e1e67dad8 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:43.877599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Fanout notify agent at l3_agent the message router_deleted on router 8cb2000a-734e-4fed-82af-c889779fead4 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:43.901598 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] Set router 2726ed36-1044-4e6b-b218-9038145484b6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:43.929623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18d880-e6ff-432f-8de3-a976af9a468d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Subnet': ['ID=97ae416a-d37c-43b5-b727-71d8057aa1ef,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:43.938717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca18d880-e6ff-432f-8de3-a976af9a468d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.939652 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:43.940898 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-851d8f7e-3dff-4fc9-9c63-7e26244135ab tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "DELETE /v2.0/routers/8cb2000a-734e-4fed-82af-c889779fead4 HTTP/1.1" status: 204 len: 168 time: 2.5556302 Dec 13 13:13:43.942850 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ca18d880-e6ff-432f-8de3-a976af9a468d tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/subnets/97ae416a-d37c-43b5-b727-71d8057aa1ef HTTP/1.1" status: 204 len: 168 time: 0.3808982 Dec 13 13:13:43.944633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47446) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:43.949348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47448) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:43.960031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:43.971589 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766483f1-ae8b-42cd-97e5-e813e4bec421 None None] Sync routers for ids ['70c81053-a644-4812-a29c-fda47494bb4e'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:43.984687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e72cc8cc-d9bc-4a5e-8d6b-e8b5257febae tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/70c81053-a644-4812-a29c-fda47494bb4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4141984 Dec 13 13:13:43.989157 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766483f1-ae8b-42cd-97e5-e813e4bec421 None None] Routers {'70c81053-a644-4812-a29c-fda47494bb4e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:43.989821 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-766483f1-ae8b-42cd-97e5-e813e4bec421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['70c81053-a644-4812-a29c-fda47494bb4e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:44.003292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849435b-e51d-4efa-9bee-b1de2a846e6f None None] Network 63b3c7e8-370d-4f15-a08f-5bda81a0d031 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:44.037127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47450) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:44.052065 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-766483f1-ae8b-42cd-97e5-e813e4bec421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:44.067945 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766483f1-ae8b-42cd-97e5-e813e4bec421 None None] Routers {'70c81053-a644-4812-a29c-fda47494bb4e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:44.069035 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-766483f1-ae8b-42cd-97e5-e813e4bec421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['70c81053-a644-4812-a29c-fda47494bb4e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:44.112100 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-766483f1-ae8b-42cd-97e5-e813e4bec421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:44.113166 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766483f1-ae8b-42cd-97e5-e813e4bec421 None None] The sync data for ids ['70c81053-a644-4812-a29c-fda47494bb4e'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:44.290847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:13:42Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:44.328131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] Checking router: 2726ed36-1044-4e6b-b218-9038145484b6 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:13:44.339406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] Routers {'2726ed36-1044-4e6b-b218-9038145484b6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:44.340192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['2726ed36-1044-4e6b-b218-9038145484b6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:44.365049 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.488749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] Set router 2726ed36-1044-4e6b-b218-9038145484b6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:44.528759 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.575451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb149c45-8d7a-4ffb-8508-cad89e20ec5e']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:44.585574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8ed550-61ec-4772-95f5-a8f902b04d83') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:44.585870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8ed550-61ec-4772-95f5-a8f902b04d83') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:44.594403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf164872-384a-4910-b588-ee243557ce56 None None] DHCP port deletion for 63b3c7e8-370d-4f15-a08f-5bda81a0d031 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:44.596052 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.609573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.622626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:13:44.623033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.679592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:13:44.694802 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:13:44.716613 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.729472 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.733072 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] 10.222.0.31 "DELETE /v2.0/networks/cb149c45-8d7a-4ffb-8508-cad89e20ec5e HTTP/1.1" status: 204 len: 168 time: 0.7872601 Dec 13 13:13:44.752499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a34c1-015a-4695-b44b-e4d5c68c59db tempest-TestSecurityGroupsBasicOps-865195170 tempest-TestSecurityGroupsBasicOps-865195170-project] Pushing event deleted for resources: {'Network': ['ID=cb149c45-8d7a-4ffb-8508-cad89e20ec5e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:44.813516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bf164872-384a-4910-b588-ee243557ce56 None None] Deleting port 9953b34e-d467-4216-8ca1-507c002f7195 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:44.814360 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf164872-384a-4910-b588-ee243557ce56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.819099 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.848643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.895823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event deleted for resources: {'Port': ['ID=aea55759-e87b-41f9-9551-9453800da4fe,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:44.927350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bf164872-384a-4910-b588-ee243557ce56 None None] For port 9953b34e-d467-4216-8ca1-507c002f7195, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9953b34e-d467-4216-8ca1-507c002f7195,segment=NetworkSegment(de50ba7e-7801-4f73-b271-792586e33ab0),segment_id=de50ba7e-7801-4f73-b271-792586e33ab0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:44.927991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf164872-384a-4910-b588-ee243557ce56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:44.945462 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bf164872-384a-4910-b588-ee243557ce56 None None] Calling delete_port for 9953b34e-d467-4216-8ca1-507c002f7195 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:44.960537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:13:42Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:44.992705 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.060958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf1b6b-9dfb-4628-9bc1-4642decd30d7 None None] The sync data for ids ['2726ed36-1044-4e6b-b218-9038145484b6'] in n-d-817326-4 is: [{'id': '2726ed36-1044-4e6b-b218-9038145484b6', 'name': 'tempest-TestNetworkBasicOps-router-1951595683', 'tenant_id': '09c5b16fafe34569831b7afbc635f3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:12:23Z', 'updated_at': '2021-12-13T13:13:42Z', 'revision_number': 5, 'project_id': '09c5b16fafe34569831b7afbc635f3f5', 'gw_port': {'id': 'a5079fcd-c6d0-4dee-bba2-ec2715a10982', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2726ed36-1044-4e6b-b218-9038145484b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:12:24Z', 'updated_at': '2021-12-13T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:45.163559 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf164872-384a-4910-b588-ee243557ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.212751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.213012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf164872-384a-4910-b588-ee243557ce56 None None] Pushing event deleted for resources: {'Port': ['ID=9953b34e-d467-4216-8ca1-507c002f7195,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:45.248281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf164872-384a-4910-b588-ee243557ce56 None None] No DVR routers for this DVR port 9953b34e-d467-4216-8ca1-507c002f7195 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:45.262969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Deleting port a5079fcd-c6d0-4dee-bba2-ec2715a10982 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:45.263349 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.311117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 59192b55-2a33-43a3-9996-3b99df9f3bf2 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:45.311725 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.334111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47468) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:45.432910 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.497474 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:13:45.502273 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Router 7b853f8a-fb3d-4da2-9d95-383ac7199d9e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:13:45.505703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] For port a5079fcd-c6d0-4dee-bba2-ec2715a10982, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a5079fcd-c6d0-4dee-bba2-ec2715a10982,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:45.505703 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.513785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 59192b55-2a33-43a3-9996-3b99df9f3bf2 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:45.525559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Calling delete_port for a5079fcd-c6d0-4dee-bba2-ec2715a10982 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:45.634679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 31b63de1-cccc-4de0-9427-1309138bb718 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:45.664189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d79ce3fb-58a0-47ab-aee3-c4fed7637258 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8c1b8daea7b4a74a726f0155e53b237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3290355 Dec 13 13:13:45.675428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 31b63de1-cccc-4de0-9427-1309138bb718 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:45.675900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 31b63de1-cccc-4de0-9427-1309138bb718 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:45.678600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3c237008-498a-4c31-82f1-eb1578e41067 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:45.720643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 3c237008-498a-4c31-82f1-eb1578e41067 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:45.720893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47472) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:45.721087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3c237008-498a-4c31-82f1-eb1578e41067 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:45.721524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9953b34e-d467-4216-8ca1-507c002f7195 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:45.761415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 9953b34e-d467-4216-8ca1-507c002f7195 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:45.762325 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9953b34e-d467-4216-8ca1-507c002f7195 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:45.839990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:45.849039 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7ec29387-a64f-4098-acf7-6be97dd17d15 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "PUT /v2.0/routers/7b853f8a-fb3d-4da2-9d95-383ac7199d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9787457 Dec 13 13:13:45.851139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47476) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:45.852621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a93697-5381-432f-8c74-f46a19b2efaa None None] Sync routers for ids ['7b853f8a-fb3d-4da2-9d95-383ac7199d9e'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:45.870810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a93697-5381-432f-8c74-f46a19b2efaa None None] Routers {'7b853f8a-fb3d-4da2-9d95-383ac7199d9e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:45.871446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d7a93697-5381-432f-8c74-f46a19b2efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7b853f8a-fb3d-4da2-9d95-383ac7199d9e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:45.892217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8679071-d711-476d-9df3-f4e7b06766cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.926775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d7a93697-5381-432f-8c74-f46a19b2efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:45.930986 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8679071-d711-476d-9df3-f4e7b06766cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.933993 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.939855 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b4a7e753-c8c3-4d2e-90ec-4d7e9dc3e9dc tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.940096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a93697-5381-432f-8c74-f46a19b2efaa None None] Routers {'7b853f8a-fb3d-4da2-9d95-383ac7199d9e'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:45.941208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d7a93697-5381-432f-8c74-f46a19b2efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['7b853f8a-fb3d-4da2-9d95-383ac7199d9e'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:45.975262 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:45.980162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=59192b55-2a33-43a3-9996-3b99df9f3bf2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:45.990195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d7a93697-5381-432f-8c74-f46a19b2efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:45.991227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a93697-5381-432f-8c74-f46a19b2efaa None None] The sync data for ids ['7b853f8a-fb3d-4da2-9d95-383ac7199d9e'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:46.047887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Port': ['ID=a5079fcd-c6d0-4dee-bba2-ec2715a10982,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:46.070444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd67ec2-473f-45f1-bc05-5e894d311b40 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:46.156976 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.175373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8679071-d711-476d-9df3-f4e7b06766cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.178730 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f8679071-d711-476d-9df3-f4e7b06766cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.179977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f8679071-d711-476d-9df3-f4e7b06766cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80d0a10c-4dd4-4c32-8c3e-0c0f9be3f1f5 HTTP/1.1" status: 204 len: 168 time: 0.4580860 Dec 13 13:13:46.268721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8679071-d711-476d-9df3-f4e7b06766cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d0a10c-4dd4-4c32-8c3e-0c0f9be3f1f5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:46.281110 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b4a7e753-c8c3-4d2e-90ec-4d7e9dc3e9dc tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.285310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b4a7e753-c8c3-4d2e-90ec-4d7e9dc3e9dc tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.293778 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.416084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 70c81053-a644-4812-a29c-fda47494bb4e has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:13:46.460646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.465473 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.467192 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b4a7e753-c8c3-4d2e-90ec-4d7e9dc3e9dc tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.467688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a7e753-c8c3-4d2e-90ec-4d7e9dc3e9dc tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Fanout notify agent at l3_agent the message router_deleted on router 7b853f8a-fb3d-4da2-9d95-383ac7199d9e {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:46.476461 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b4a7e753-c8c3-4d2e-90ec-4d7e9dc3e9dc tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.477902 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b4a7e753-c8c3-4d2e-90ec-4d7e9dc3e9dc tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "DELETE /v2.0/routers/7b853f8a-fb3d-4da2-9d95-383ac7199d9e HTTP/1.1" status: 204 len: 168 time: 0.6257362 Dec 13 13:13:46.481647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47488) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:46.512062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:46.523186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d402e7c1-59fe-4114-afc8-085b94b65b2e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/70c81053-a644-4812-a29c-fda47494bb4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4821451 Dec 13 13:13:46.525866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47490) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:46.529016 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569922af-5362-48af-a660-028e8cbdd39f None None] Sync routers for ids ['70c81053-a644-4812-a29c-fda47494bb4e'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:46.555279 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569922af-5362-48af-a660-028e8cbdd39f None None] Routers {'70c81053-a644-4812-a29c-fda47494bb4e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:46.556206 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-569922af-5362-48af-a660-028e8cbdd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['70c81053-a644-4812-a29c-fda47494bb4e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:46.566580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-aff3d73d-1849-4b92-9a71-9107c663840f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=70c81053-a644-4812-a29c-fda47494bb4e HTTP/1.1" status: 200 len: 205 time: 0.0394218 Dec 13 13:13:46.569331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47492) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:46.608485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.609369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Fanout notify agent at l3_agent the message router_deleted on router 2726ed36-1044-4e6b-b218-9038145484b6 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:46.620656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.622100 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ea028f52-f970-4391-b67a-89e47705049b tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/routers/2726ed36-1044-4e6b-b218-9038145484b6 HTTP/1.1" status: 204 len: 168 time: 2.6718123 Dec 13 13:13:46.627310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a627f29-63a8-41df-ac74-d2c588ce2189 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Deleting subnet 83b0c70f-940d-4e29-a1ec-01328bce6f92 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:13:46.630977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47494) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:46.639482 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a627f29-63a8-41df-ac74-d2c588ce2189 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.643667 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-569922af-5362-48af-a660-028e8cbdd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:46.659410 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569922af-5362-48af-a660-028e8cbdd39f None None] Routers {'70c81053-a644-4812-a29c-fda47494bb4e'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:46.660208 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-569922af-5362-48af-a660-028e8cbdd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['70c81053-a644-4812-a29c-fda47494bb4e'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:46.719065 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-569922af-5362-48af-a660-028e8cbdd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:46.720905 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569922af-5362-48af-a660-028e8cbdd39f None None] The sync data for ids ['70c81053-a644-4812-a29c-fda47494bb4e'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:46.721768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec01d661-5679-4d9e-80ca-e5f55ea26601 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.727278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47496) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:46.751093 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3f52e144-e2e1-4886-882e-c623af9b352d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.874381 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a627f29-63a8-41df-ac74-d2c588ce2189 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.898790 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec01d661-5679-4d9e-80ca-e5f55ea26601 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.901323 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec01d661-5679-4d9e-80ca-e5f55ea26601 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.928276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.951562 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec01d661-5679-4d9e-80ca-e5f55ea26601 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.952066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec01d661-5679-4d9e-80ca-e5f55ea26601 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Fanout notify agent at l3_agent the message router_deleted on router 70c81053-a644-4812-a29c-fda47494bb4e {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:13:46.959503 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec01d661-5679-4d9e-80ca-e5f55ea26601 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:46.963497 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ec01d661-5679-4d9e-80ca-e5f55ea26601 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/70c81053-a644-4812-a29c-fda47494bb4e HTTP/1.1" status: 204 len: 168 time: 0.3903563 Dec 13 13:13:46.963497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47500) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:46.994882 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3f52e144-e2e1-4886-882e-c623af9b352d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.017271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-526b265a-0390-4573-9f49-86d40e740b56 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting subnet c1a15135-4aaf-499b-b586-b21dab5f21e4 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:13:47.020766 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-526b265a-0390-4573-9f49-86d40e740b56 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.028286 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3f52e144-e2e1-4886-882e-c623af9b352d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.061619 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-526b265a-0390-4573-9f49-86d40e740b56 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.123564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a627f29-63a8-41df-ac74-d2c588ce2189 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.128648 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3f52e144-e2e1-4886-882e-c623af9b352d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b0c5c14d14946889c1553ed89559513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4003880 Dec 13 13:13:47.131913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.134798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47502) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:47.169523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52e144-e2e1-4886-882e-c623af9b352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76aeed-af7c-4c86-b80d-6ea125177ecc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:47.177242 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-526b265a-0390-4573-9f49-86d40e740b56 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.191831 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b3c7e8-370d-4f15-a08f-5bda81a0d031']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:47.210461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de50ba7e-7801-4f73-b271-792586e33ab0') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:47.211857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de50ba7e-7801-4f73-b271-792586e33ab0') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:47.231479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.231797 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6dd54dae-de64-4ac8-b6ff-ab882a5d2dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.253586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.256683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a627f29-63a8-41df-ac74-d2c588ce2189 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.282796 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6dd54dae-de64-4ac8-b6ff-ab882a5d2dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.287301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:13:47.287715 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.307748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-526b265a-0390-4573-9f49-86d40e740b56 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:13:47.310782 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:13:47.326220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a627f29-63a8-41df-ac74-d2c588ce2189 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event deleted for resources: {'Subnet': ['ID=83b0c70f-940d-4e29-a1ec-01328bce6f92,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:47.357722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7a627f29-63a8-41df-ac74-d2c588ce2189 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.361390 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7a627f29-63a8-41df-ac74-d2c588ce2189 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "DELETE /v2.0/subnets/83b0c70f-940d-4e29-a1ec-01328bce6f92 HTTP/1.1" status: 204 len: 168 time: 0.8787475 Dec 13 13:13:47.365284 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47510) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:47.368125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86159214-c3ab-409c-ad38-2d86ec434a94 None None] Network e3876acb-30bb-4c0f-973a-be568beb5c63 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:47.368614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-526b265a-0390-4573-9f49-86d40e740b56 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.371585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-526b265a-0390-4573-9f49-86d40e740b56 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/c1a15135-4aaf-499b-b586-b21dab5f21e4 HTTP/1.1" status: 204 len: 168 time: 0.4072464 Dec 13 13:13:47.372656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b265a-0390-4573-9f49-86d40e740b56 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a15135-4aaf-499b-b586-b21dab5f21e4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:47.376992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47512) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:47.387971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a6797-580c-43e7-943f-cbc71c7d0e22 None None] Network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:47.458908 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6dd54dae-de64-4ac8-b6ff-ab882a5d2dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.461583 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6dd54dae-de64-4ac8-b6ff-ab882a5d2dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.462759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6dd54dae-de64-4ac8-b6ff-ab882a5d2dfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe76aeed-af7c-4c86-b80d-6ea125177ecc HTTP/1.1" status: 204 len: 168 time: 0.3270121 Dec 13 13:13:47.491847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.493426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2449334e-5821-4966-b6d3-1f991bf2cb96 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting subnet 205b2c00-83bd-4d1d-8160-484185902d4a {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:13:47.517162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd54dae-de64-4ac8-b6ff-ab882a5d2dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76aeed-af7c-4c86-b80d-6ea125177ecc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:47.523508 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2449334e-5821-4966-b6d3-1f991bf2cb96 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.534380 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.542305 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] 10.222.0.31 "DELETE /v2.0/networks/63b3c7e8-370d-4f15-a08f-5bda81a0d031 HTTP/1.1" status: 204 len: 168 time: 0.9073188 Dec 13 13:13:47.542305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a43c00-ad59-4c37-9414-f6195f4eb419 tempest-TestNetworkBasicOps-2113812084 tempest-TestNetworkBasicOps-2113812084-project] Pushing event deleted for resources: {'Network': ['ID=63b3c7e8-370d-4f15-a08f-5bda81a0d031,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:47.569934 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.642385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Deleting port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:47.643185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a5079fcd-c6d0-4dee-bba2-ec2715a10982 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:47.643332 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.648185 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2449334e-5821-4966-b6d3-1f991bf2cb96 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.687717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: a5079fcd-c6d0-4dee-bba2-ec2715a10982 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:47.688382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a5079fcd-c6d0-4dee-bba2-ec2715a10982 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:47.759711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2367aa-224a-44b4-8473-12cc6012efec None None] DHCP port deletion for e3876acb-30bb-4c0f-973a-be568beb5c63 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:47.811162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] For port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3063c414-c32c-4caf-bc12-a9f47c1e1dbd,segment=NetworkSegment(35888c79-cfea-4d68-a39d-e9cfbade7481),segment_id=35888c79-cfea-4d68-a39d-e9cfbade7481)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:47.811523 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.820800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689bb59b-b58f-4d93-b585-a75243ab120c None None] DHCP port deletion for 6efe01a4-4a7d-48db-98e3-cca56c9a47cd request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:47.855571 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2449334e-5821-4966-b6d3-1f991bf2cb96 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.865388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Calling delete_port for 3063c414-c32c-4caf-bc12-a9f47c1e1dbd owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:47.932266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5c2367aa-224a-44b4-8473-12cc6012efec None None] Deleting port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:47.932843 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c2367aa-224a-44b4-8473-12cc6012efec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:47.954309 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2449334e-5821-4966-b6d3-1f991bf2cb96 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.019770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449334e-5821-4966-b6d3-1f991bf2cb96 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Subnet': ['ID=205b2c00-83bd-4d1d-8160-484185902d4a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:48.033796 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2449334e-5821-4966-b6d3-1f991bf2cb96 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.037984 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.039879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2449334e-5821-4966-b6d3-1f991bf2cb96 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/205b2c00-83bd-4d1d-8160-484185902d4a HTTP/1.1" status: 204 len: 168 time: 0.6613264 Dec 13 13:13:48.042651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47524) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:48.078873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] No DVR routers for this DVR port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:48.081567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event deleted for resources: {'Port': ['ID=3063c414-c32c-4caf-bc12-a9f47c1e1dbd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:48.146995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1841776-88f6-40b7-83ae-98d6e2bcd532 None None] Network fec8285b-6d7f-48e9-995e-46d23e405359 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:48.155467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-689bb59b-b58f-4d93-b585-a75243ab120c None None] Deleting port c8247a63-dbde-41df-835e-03765a041ba0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:48.158546 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689bb59b-b58f-4d93-b585-a75243ab120c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.179804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.184196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.224719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47526) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:48.233404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3876acb-30bb-4c0f-973a-be568beb5c63']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:48.247156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35888c79-cfea-4d68-a39d-e9cfbade7481') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:48.247756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35888c79-cfea-4d68-a39d-e9cfbade7481') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:48.256120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port c8247a63-dbde-41df-835e-03765a041ba0 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:48.256473 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.261818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.296027 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.304513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:13:48.305350 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:13:48.309572 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:13:48.368439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5c2367aa-224a-44b4-8473-12cc6012efec None None] For port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3063c414-c32c-4caf-bc12-a9f47c1e1dbd,segment=NetworkSegment(35888c79-cfea-4d68-a39d-e9cfbade7481),segment_id=35888c79-cfea-4d68-a39d-e9cfbade7481)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:48.369208 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c2367aa-224a-44b4-8473-12cc6012efec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.377695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port c8247a63-dbde-41df-835e-03765a041ba0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c8247a63-dbde-41df-835e-03765a041ba0,segment=NetworkSegment(9742e36e-ea57-480e-a96b-28e7226cfec4),segment_id=9742e36e-ea57-480e-a96b-28e7226cfec4)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:48.378912 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.394816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for c8247a63-dbde-41df-835e-03765a041ba0 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:48.415269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.484045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.490639 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] 10.222.0.31 "DELETE /v2.0/networks/e3876acb-30bb-4c0f-973a-be568beb5c63 HTTP/1.1" status: 204 len: 168 time: 1.1240296 Dec 13 13:13:48.491383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb4d3b-3502-4726-9d0c-bb3cb3f4bb14 tempest-FloatingIPNegativeTestJSON-1796394645 tempest-FloatingIPNegativeTestJSON-1796394645-project] Pushing event deleted for resources: {'Network': ['ID=e3876acb-30bb-4c0f-973a-be568beb5c63,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:48.530815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.542508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5c2367aa-224a-44b4-8473-12cc6012efec None None] Calling delete_port for 3063c414-c32c-4caf-bc12-a9f47c1e1dbd owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:48.554225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47538) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:48.574998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=c8247a63-dbde-41df-835e-03765a041ba0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:48.577869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No DVR routers for this DVR port c8247a63-dbde-41df-835e-03765a041ba0 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:48.589627 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d8adfa27-5349-44c2-b265-8fdd3e4c7097 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09c5b16fafe34569831b7afbc635f3f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630173 Dec 13 13:13:48.590439 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47540) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:48.627943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-689bb59b-b58f-4d93-b585-a75243ab120c None None] For port c8247a63-dbde-41df-835e-03765a041ba0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c8247a63-dbde-41df-835e-03765a041ba0,segment=NetworkSegment(9742e36e-ea57-480e-a96b-28e7226cfec4),segment_id=9742e36e-ea57-480e-a96b-28e7226cfec4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:48.630900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689bb59b-b58f-4d93-b585-a75243ab120c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.653838 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8973e185-63e4-42a3-9c24-4c51cfc5695f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c794c34b604447080e692db244a384c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0983706 Dec 13 13:13:48.657453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47542) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:48.718116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d71c52da-888d-470b-a8b5-cceb611bff1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.732896 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.766608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efe01a4-4a7d-48db-98e3-cca56c9a47cd']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:48.791935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9742e36e-ea57-480e-a96b-28e7226cfec4') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:48.792783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9742e36e-ea57-480e-a96b-28e7226cfec4') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:48.797762 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d71c52da-888d-470b-a8b5-cceb611bff1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.810633 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e796-6062-4fed-9049-6206b650c5a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.818815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.848244 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.850643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47546) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:48.861903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:13:48.862341 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:13:48.866812 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:13:48.890614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e796-6062-4fed-9049-6206b650c5a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.929664 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d71c52da-888d-470b-a8b5-cceb611bff1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.933392 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d71c52da-888d-470b-a8b5-cceb611bff1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.934723 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d71c52da-888d-470b-a8b5-cceb611bff1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e31243bc-63f9-4088-9f41-1b6a021022e4 HTTP/1.1" status: 204 len: 168 time: 0.3411925 Dec 13 13:13:48.955003 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c2367aa-224a-44b4-8473-12cc6012efec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.962469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-689bb59b-b58f-4d93-b585-a75243ab120c None None] Calling delete_port for c8247a63-dbde-41df-835e-03765a041ba0 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:48.965670 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:48.967198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c2367aa-224a-44b4-8473-12cc6012efec None None] Network e3876acb-30bb-4c0f-973a-be568beb5c63 is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:13:48.967820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2367aa-224a-44b4-8473-12cc6012efec None None] No DVR routers for this DVR port 3063c414-c32c-4caf-bc12-a9f47c1e1dbd on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:48.969969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c52da-888d-470b-a8b5-cceb611bff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31243bc-63f9-4088-9f41-1b6a021022e4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:48.995815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.007492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/networks/6efe01a4-4a7d-48db-98e3-cca56c9a47cd HTTP/1.1" status: 204 len: 168 time: 0.9606206 Dec 13 13:13:49.008176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47552) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:49.035317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06fa23-ea76-458c-aac1-77bfbee714cd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Network': ['ID=6efe01a4-4a7d-48db-98e3-cca56c9a47cd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:49.065694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e796-6062-4fed-9049-6206b650c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.069728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2367aa-224a-44b4-8473-12cc6012efec None None] Pushing event deleted for resources: {'Port': ['ID=3063c414-c32c-4caf-bc12-a9f47c1e1dbd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:49.071284 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e796-6062-4fed-9049-6206b650c5a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.074888 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d4d8e796-6062-4fed-9049-6206b650c5a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d5e4fa3-a25d-4c13-8bc3-a8cdf6812f10 HTTP/1.1" status: 204 len: 168 time: 0.4132555 Dec 13 13:13:49.166960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8e796-6062-4fed-9049-6206b650c5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5e4fa3-a25d-4c13-8bc3-a8cdf6812f10,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:49.231478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1618aa35-4550-4346-b160-52f6335da71a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6b724566c3d489db0f2150b876cbc12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3787251 Dec 13 13:13:49.233690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47558) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:49.236438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a6c9e-5b89-4ffc-b8c6-245f648d70ee None None] DHCP port deletion for fec8285b-6d7f-48e9-995e-46d23e405359 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:49.244488 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.340788 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae8022b0-21fb-4e3a-8619-c224216e8284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.349629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 63667fe0-e4eb-4257-aa15-fd93308222a8 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:49.349969 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.403160 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689bb59b-b58f-4d93-b585-a75243ab120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.407237 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae8022b0-21fb-4e3a-8619-c224216e8284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.457111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bb59b-b58f-4d93-b585-a75243ab120c None None] Pushing event deleted for resources: {'Port': ['ID=c8247a63-dbde-41df-835e-03765a041ba0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:49.467527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-689bb59b-b58f-4d93-b585-a75243ab120c None None] Network 6efe01a4-4a7d-48db-98e3-cca56c9a47cd is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:13:49.468885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689bb59b-b58f-4d93-b585-a75243ab120c None None] No DVR routers for this DVR port c8247a63-dbde-41df-835e-03765a041ba0 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:49.538113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a6c9e-5b89-4ffc-b8c6-245f648d70ee None None] Deleting port 63667fe0-e4eb-4257-aa15-fd93308222a8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:49.539744 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6c9e-5b89-4ffc-b8c6-245f648d70ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.544982 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae8022b0-21fb-4e3a-8619-c224216e8284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.547948 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae8022b0-21fb-4e3a-8619-c224216e8284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.549181 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ae8022b0-21fb-4e3a-8619-c224216e8284 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bdcad1c-6492-4da6-9894-f4d74f334b7b HTTP/1.1" status: 204 len: 168 time: 0.3139825 Dec 13 13:13:49.578026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8022b0-21fb-4e3a-8619-c224216e8284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdcad1c-6492-4da6-9894-f4d74f334b7b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:49.632285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47574) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:49.650666 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09bbfc52-8776-4088-b8e2-27cfdd572176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.671257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3063c414-c32c-4caf-bc12-a9f47c1e1dbd no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:49.715847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 3063c414-c32c-4caf-bc12-a9f47c1e1dbd {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:49.716695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3063c414-c32c-4caf-bc12-a9f47c1e1dbd not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:49.717296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 63667fe0-e4eb-4257-aa15-fd93308222a8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:49.780877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bb9a6c9e-5b89-4ffc-b8c6-245f648d70ee None None] For port 63667fe0-e4eb-4257-aa15-fd93308222a8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=63667fe0-e4eb-4257-aa15-fd93308222a8,segment=NetworkSegment(bfe20b9c-ac83-4c51-9e3d-3ded402f033d),segment_id=bfe20b9c-ac83-4c51-9e3d-3ded402f033d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:49.781567 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6c9e-5b89-4ffc-b8c6-245f648d70ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.802988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a6c9e-5b89-4ffc-b8c6-245f648d70ee None None] Calling delete_port for 63667fe0-e4eb-4257-aa15-fd93308222a8 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:49.829678 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09bbfc52-8776-4088-b8e2-27cfdd572176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.854132 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09bbfc52-8776-4088-b8e2-27cfdd572176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.922298 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:49.935060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-09bbfc52-8776-4088-b8e2-27cfdd572176 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b73635b9bdf24724ba4ed101adcfe694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3016317 Dec 13 13:13:49.938685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47582) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:49.980745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbfc52-8776-4088-b8e2-27cfdd572176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39183c31-a072-424d-83e0-6b4881ee032f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:50.004788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 63667fe0-e4eb-4257-aa15-fd93308222a8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=63667fe0-e4eb-4257-aa15-fd93308222a8,segment=NetworkSegment(bfe20b9c-ac83-4c51-9e3d-3ded402f033d),segment_id=bfe20b9c-ac83-4c51-9e3d-3ded402f033d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:50.024695 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.025765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8247a63-dbde-41df-835e-03765a041ba0 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:13:50.054670 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6c9e-5b89-4ffc-b8c6-245f648d70ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.079694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event deleted for resources: {'Port': ['ID=63667fe0-e4eb-4257-aa15-fd93308222a8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:50.081028 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4924-3993-4294-85f5-7bc48c3194a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.087689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: c8247a63-dbde-41df-835e-03765a041ba0 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:13:50.088148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8247a63-dbde-41df-835e-03765a041ba0 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:13:50.131116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a6c9e-5b89-4ffc-b8c6-245f648d70ee None None] No DVR routers for this DVR port 63667fe0-e4eb-4257-aa15-fd93308222a8 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:50.134148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a6c9e-5b89-4ffc-b8c6-245f648d70ee None None] Pushing event deleted for resources: {'Port': ['ID=63667fe0-e4eb-4257-aa15-fd93308222a8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:50.158362 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4924-3993-4294-85f5-7bc48c3194a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.235162 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4924-3993-4294-85f5-7bc48c3194a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.240315 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4924-3993-4294-85f5-7bc48c3194a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.241842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a8ac4924-3993-4294-85f5-7bc48c3194a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39183c31-a072-424d-83e0-6b4881ee032f HTTP/1.1" status: 204 len: 168 time: 0.2988703 Dec 13 13:13:50.269756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac4924-3993-4294-85f5-7bc48c3194a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39183c31-a072-424d-83e0-6b4881ee032f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:50.270944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port 63667fe0-e4eb-4257-aa15-fd93308222a8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=63667fe0-e4eb-4257-aa15-fd93308222a8,segment=NetworkSegment(bfe20b9c-ac83-4c51-9e3d-3ded402f033d),segment_id=bfe20b9c-ac83-4c51-9e3d-3ded402f033d)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:50.271444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.307762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 63667fe0-e4eb-4257-aa15-fd93308222a8 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:50.398533 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.434176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=63667fe0-e4eb-4257-aa15-fd93308222a8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:50.441406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No DVR routers for this DVR port 63667fe0-e4eb-4257-aa15-fd93308222a8 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:13:50.563884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.588701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec8285b-6d7f-48e9-995e-46d23e405359']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:50.600287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe20b9c-ac83-4c51-9e3d-3ded402f033d') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:50.600611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe20b9c-ac83-4c51-9e3d-3ded402f033d') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:50.611367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.627026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.635410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:13:50.636020 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:13:50.640641 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:13:50.720080 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.729427 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.736626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47618) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:50.738732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47620) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:50.739881 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/networks/fec8285b-6d7f-48e9-995e-46d23e405359 HTTP/1.1" status: 204 len: 168 time: 1.7303901 Dec 13 13:13:50.748293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'network': {'name': 'tempest-RoutersTest-2074541464'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:50.756613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cca051-5cd1-4c76-8b00-263ad068fa7d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Network': ['ID=fec8285b-6d7f-48e9-995e-46d23e405359,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:50.779894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:50.784577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.813163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:13:50.825092 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.825737 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added segment 87122675-f997-48e5-8d08-2ef88ab4651f of type vlan for network a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 Dec 13 13:13:50.880448 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.914870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.921477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:50.922319 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:50.985898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-958907176-network', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:51.035963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2961020 Dec 13 13:13:51.038723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebed98c-a633-411a-9050-266359022993 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Network': ['ID=a3bd9bd1-0381-4e96-9149-eb8774e6f9c5,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:51.039286 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47632) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:51.045880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Made reservation on behalf of c01bbf10b14d4003865c5ab660a61bbc for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:51.046225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'subnet': {'network_id': 'a3bd9bd1-0381-4e96-9149-eb8774e6f9c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:51.050590 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.051968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:13:51.074018 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.162108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:51.171091 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.214876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47640) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:51.218612 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.227499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.264869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:13:51.284869 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.288699 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Added segment 76f3358b-e97f-4455-8ae5-f618abbf1469 of type vlan for network 0a1be6de-718f-4ea7-9a52-a17277841c0e Dec 13 13:13:51.320924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fc1e17-2fba-4182-b3e4-8d7028542af7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:51.397426 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.435683 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-141430749'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:51.468567 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.521191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.522122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:51.522747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.543511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Subnet': ['ID=11fbce4d-1794-4fe2-9765-020fa0299e0a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:51.559432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Checking segment: {'id': '87122675-f997-48e5-8d08-2ef88ab4651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3bd9bd1-0381-4e96-9149-eb8774e6f9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:51.559875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network hostable DHCP agents. Network: a3bd9bd1-0381-4e96-9149-eb8774e6f9c5, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:13:51.581165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:13:51.595804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, a3bd9bd1-0381-4e96-9149-eb8774e6f9c5) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:51.604026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:51.604815 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.604966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ae463-766c-41ac-8ffb-5f14691344d4 None None] Network a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:51.757540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a3bd9bd1-0381-4e96-9149-eb8774e6f9c5', 'network_id': 'a3bd9bd1-0381-4e96-9149-eb8774e6f9c5', 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'fixed_ips': [{'subnet_id': '11fbce4d-1794-4fe2-9765-020fa0299e0a'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:13:51.757540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:51.917296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Allocated IP 172.20.0.2 (a3bd9bd1-0381-4e96-9149-eb8774e6f9c5/11fbce4d-1794-4fe2-9765-020fa0299e0a/74f95bf6-8b64-4768-b815-83408373f945) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:52.083699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] Pushing event updated for resources: {'Network': ['ID=0a1be6de-718f-4ea7-9a52-a17277841c0e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:52.090973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:52.095245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.107309 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.110516 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8ff15053-041d-4c24-baa6-5f7744fcd8d3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0696917 Dec 13 13:13:52.113051 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47664) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:52.114669 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-41c20032-7067-41f8-a48a-146c0f42372b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3768499 Dec 13 13:13:52.118318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-23294468-83fe-4a26-964c-94e95fb7bb89 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-69676987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:52.120958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47666) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:52.126992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Request body: {'subnet': {'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-958907176-subnet', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:52.128192 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.138846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:13:52.164942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.168970 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23294468-83fe-4a26-964c-94e95fb7bb89 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.170319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23294468-83fe-4a26-964c-94e95fb7bb89 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.203628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Made reservation on behalf of c01bbf10b14d4003865c5ab660a61bbc for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:52.206211 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.278211 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23294468-83fe-4a26-964c-94e95fb7bb89 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.298732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23294468-83fe-4a26-964c-94e95fb7bb89 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.314750 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.323971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.326367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23294468-83fe-4a26-964c-94e95fb7bb89 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.327172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Network a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:52.328097 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-23294468-83fe-4a26-964c-94e95fb7bb89 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2138484 Dec 13 13:13:52.330761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47676) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:52.334313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:52.337329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:52.343105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'port': {'network_id': 'a3bd9bd1-0381-4e96-9149-eb8774e6f9c5', 'name': 'tempest-RoutersTest-628686630'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:52.367946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Pushing event updated for resources: {'Port': ['ID=74f95bf6-8b64-4768-b815-83408373f945,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:52.409924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Attempting to bind port 74f95bf6-8b64-4768-b815-83408373f945 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:52.410337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Attempting to bind port 74f95bf6-8b64-4768-b815-83408373f945 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '87122675-f997-48e5-8d08-2ef88ab4651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3bd9bd1-0381-4e96-9149-eb8774e6f9c5'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:52.410989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Attempting to bind port 74f95bf6-8b64-4768-b815-83408373f945 on network a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:52.417739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:13:52.418418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Checking segment: {'id': '87122675-f997-48e5-8d08-2ef88ab4651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3bd9bd1-0381-4e96-9149-eb8774e6f9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:52.419165 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.419702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Bound using segment: {'id': '87122675-f997-48e5-8d08-2ef88ab4651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3bd9bd1-0381-4e96-9149-eb8774e6f9c5'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:13:52.420492 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Bound port: 74f95bf6-8b64-4768-b815-83408373f945, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87122675-f997-48e5-8d08-2ef88ab4651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3bd9bd1-0381-4e96-9149-eb8774e6f9c5'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:13:52.425761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:13:52.434247 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.462618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332f7d01-f935-4e16-929f-d6afab4769e6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:52.488016 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.488361 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment c4aed7d1-f8cd-4031-991a-127b5fe255e5 of type vlan for network d8b4c874-e837-465b-ad74-88fd9ca6c1f0 Dec 13 13:13:52.554810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:52.563248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.576795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] For port 74f95bf6-8b64-4768-b815-83408373f945, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:52.581629 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] For port 74f95bf6-8b64-4768-b815-83408373f945, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=74f95bf6-8b64-4768-b815-83408373f945,segment=NetworkSegment(87122675-f997-48e5-8d08-2ef88ab4651f),segment_id=87122675-f997-48e5-8d08-2ef88ab4651f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:13:52.589623 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.613420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] device_id is not set on port 693de3bc-df40-4670-95e8-711688cb9373 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:13:52.617371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.673666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c2143-8338-41c9-8f5f-a53611f8ddd0 None None] Pushing event updated for resources: {'Port': ['ID=74f95bf6-8b64-4768-b815-83408373f945,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:52.701099 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.710384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:52.711294 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.740433 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:52.817441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Allocated IP 172.20.0.10 (a3bd9bd1-0381-4e96-9149-eb8774e6f9c5/11fbce4d-1794-4fe2-9765-020fa0299e0a/693de3bc-df40-4670-95e8-711688cb9373) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:52.858151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6351569 Dec 13 13:13:52.895225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde08afa-e363-4e94-8289-ca7060680f68 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=d8b4c874-e837-465b-ad74-88fd9ca6c1f0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:52.903558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f0410cc-27a9-48bd-872d-d1e4f6ac7395,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:52.910323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network d8b4c874-e837-465b-ad74-88fd9ca6c1f0 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:13:52.925836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Checking segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:52.926230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Network hostable DHCP agents. Network: 0a1be6de-718f-4ea7-9a52-a17277841c0e, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:13:52.989048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:13:53.021011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47742) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:53.026930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': 'd8b4c874-e837-465b-ad74-88fd9ca6c1f0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:53.036520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 0a1be6de-718f-4ea7-9a52-a17277841c0e) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:53.053975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d09b1fd-ba05-470c-940d-34bd1226e4c3 None None] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:53.054453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:53.055217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.139516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1cb82126-fa10-4a87-90fd-399ee53274f2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0168724 Dec 13 13:13:53.142350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47752) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:53.147750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:53.187253 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.190004 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.199561 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.275663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:53.279299 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.286568 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.287971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.306904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-0a1be6de-718f-4ea7-9a52-a17277841c0e', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:13:53.307804 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.341125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:53.344546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:53.348721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:53.386785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=693de3bc-df40-4670-95e8-711688cb9373,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:53.402127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.404302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.404623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.404950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.405275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.405598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.405922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.406334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.406651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.407046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.407372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.407690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.408006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:53.434573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:53.435225 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.466563 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c4056c50-5245-4499-a802-7628074248fb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1344416 Dec 13 13:13:53.468997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47790) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:53.655326 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.667608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Allocated IP 172.20.0.2 (0a1be6de-718f-4ea7-9a52-a17277841c0e/2f0410cc-27a9-48bd-872d-d1e4f6ac7395/891ed63b-e3e8-4717-adc6-614dc29c44e0) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:53.862104 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.868797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 74f95bf6-8b64-4768-b815-83408373f945 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:53.915409 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:53.979055 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.028648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Pushing event updated for resources: {'Port': ['ID=891ed63b-e3e8-4717-adc6-614dc29c44e0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:54.070497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:54.074141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:54.084024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:54.089930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 74f95bf6-8b64-4768-b815-83408373f945 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:54.093851 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.098823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': 'c4aed7d1-f8cd-4031-991a-127b5fe255e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd8b4c874-e837-465b-ad74-88fd9ca6c1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:54.099196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: d8b4c874-e837-465b-ad74-88fd9ca6c1f0, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:13:54.187758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47810) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:54.188593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.197375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=c1f478f4-66d9-41d2-bcd3-2973ee44abdf,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:54.278419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network d8b4c874-e837-465b-ad74-88fd9ca6c1f0 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:13:54.317086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, d8b4c874-e837-465b-ad74-88fd9ca6c1f0) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:54.322459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:54.323549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.354230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2f57a4ea-6d6f-4972-a04f-d15510f59b26 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3284209 Dec 13 13:13:54.354230 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.358138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c42497-591d-4d0c-96f7-e7421a2cbca7 None None] Network a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:54.361325 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec42ec-a4b2-4445-9922-4595aa0a8b12 None None] Network d8b4c874-e837-465b-ad74-88fd9ca6c1f0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:54.366297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Attempting to bind port 891ed63b-e3e8-4717-adc6-614dc29c44e0 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:54.367714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Attempting to bind port 891ed63b-e3e8-4717-adc6-614dc29c44e0 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:54.370663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Attempting to bind port 891ed63b-e3e8-4717-adc6-614dc29c44e0 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:54.378552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47814) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:54.379985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.387400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-576919096'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:54.455421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67bd1c3e-1306-4d90-b014-681d010fa8ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.459592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:54.464678 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.491415 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c95ca1b-d4a6-4a90-8018-3ce4561f5484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.499859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:13:54.500624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Checking segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:54.501527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.503979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Bound using segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:13:54.505229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Bound port: 891ed63b-e3e8-4717-adc6-614dc29c44e0, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:13:54.505638 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.533860 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.563498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fa85102a-54cf-48a2-a886-c071767448dc None None] Provisioning complete for port 74f95bf6-8b64-4768-b815-83408373f945 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:54.565014 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa85102a-54cf-48a2-a886-c071767448dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.577358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:13:54.607108 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.607566 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment b893572c-25bb-4d06-aa59-d76f3eb36c95 of type vlan for network 03224133-b7b9-4d8b-b5ef-c092f0f95808 Dec 13 13:13:54.622518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Allocated IP 172.25.2.82 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/a6e3ab2a-86b3-47bc-86b0-c9f756f58780) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:54.623329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] For port 891ed63b-e3e8-4717-adc6-614dc29c44e0, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:54.627287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] For port 891ed63b-e3e8-4717-adc6-614dc29c44e0, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=891ed63b-e3e8-4717-adc6-614dc29c44e0,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:13:54.658873 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.737582 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.747543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67bd1c3e-1306-4d90-b014-681d010fa8ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.758214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67bd1c3e-1306-4d90-b014-681d010fa8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.762424 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.781978 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.842934 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.850044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:54.850722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:54.874799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4917445 Dec 13 13:13:54.899377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47824) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:54.903693 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-67bd1c3e-1306-4d90-b014-681d010fa8ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5e2135ae0e94909b303448d71899764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7084217 Dec 13 13:13:54.904592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47826) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:54.905092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': '03224133-b7b9-4d8b-b5ef-c092f0f95808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:54.933187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd1c3e-1306-4d90-b014-681d010fa8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a37b474-c14c-490d-b979-059f29eab1f3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:55.006266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=693de3bc-df40-4670-95e8-711688cb9373,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:55.047186 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a74f20d4-25f0-465e-aa27-e5bbc1715474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.072811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.100678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 74f95bf6-8b64-4768-b815-83408373f945, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=74f95bf6-8b64-4768-b815-83408373f945,segment=NetworkSegment(87122675-f997-48e5-8d08-2ef88ab4651f),segment_id=87122675-f997-48e5-8d08-2ef88ab4651f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:55.114458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a74f20d4-25f0-465e-aa27-e5bbc1715474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.121246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb765aa-8e12-47a7-bda8-31b2cea27d7f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=03224133-b7b9-4d8b-b5ef-c092f0f95808,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:55.126943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:55.130538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.158227 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.180438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 03224133-b7b9-4d8b-b5ef-c092f0f95808 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:13:55.274043 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a74f20d4-25f0-465e-aa27-e5bbc1715474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.277287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a74f20d4-25f0-465e-aa27-e5bbc1715474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.281775 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a74f20d4-25f0-465e-aa27-e5bbc1715474 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a37b474-c14c-490d-b979-059f29eab1f3 HTTP/1.1" status: 204 len: 168 time: 0.3727033 Dec 13 13:13:55.292087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f20d4-25f0-465e-aa27-e5bbc1715474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a37b474-c14c-490d-b979-059f29eab1f3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:55.303092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-d8b4c874-e837-465b-ad74-88fd9ca6c1f0', 'network_id': 'd8b4c874-e837-465b-ad74-88fd9ca6c1f0', 'project_id': '7c452c62cfcd4af29f88bd3959458557', 'fixed_ips': [{'subnet_id': 'c1f478f4-66d9-41d2-bcd3-2973ee44abdf'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:13:55.305291 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.335474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.345725 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.431659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef679a1f-4e02-490c-ae3a-32ea886e69e1 None None] Pushing event updated for resources: {'Port': ['ID=891ed63b-e3e8-4717-adc6-614dc29c44e0,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:55.589049 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.698848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=e0583d4e-7187-43df-b7ee-f521bb2fe23f,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:55.725180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:55.779173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:55.779734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 891ed63b-e3e8-4717-adc6-614dc29c44e0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:55.787700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:55.790582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:55.866436 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c8e43-24ad-4fb3-962d-2c32e2f1069c None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:55.868122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': 'b893572c-25bb-4d06-aa59-d76f3eb36c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '03224133-b7b9-4d8b-b5ef-c092f0f95808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:55.868967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: 03224133-b7b9-4d8b-b5ef-c092f0f95808, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:13:55.983574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=74f95bf6-8b64-4768-b815-83408373f945,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:56.023788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.039863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.065550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 891ed63b-e3e8-4717-adc6-614dc29c44e0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:56.065923 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.073931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47838) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:56.080791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Allocated IP 172.20.255.242 (d8b4c874-e837-465b-ad74-88fd9ca6c1f0/c1f478f4-66d9-41d2-bcd3-2973ee44abdf/c8be5fb5-d303-43be-a330-6318c4dabefc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:13:56.110458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Pushing event updated for resources: {'Port': ['ID=a6e3ab2a-86b3-47bc-86b0-c9f756f58780,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:56.131436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16a76767-6c3c-47af-8122-0a79cb0b50cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.163666 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network 03224133-b7b9-4d8b-b5ef-c092f0f95808 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:13:56.171049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.220567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=693de3bc-df40-4670-95e8-711688cb9373,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:56.375369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:56.377799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:56.414171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.421235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 03224133-b7b9-4d8b-b5ef-c092f0f95808) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:56.426480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:56.428728 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.513000 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.531044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125839b-e8a8-4ae4-ad6d-f8dafd0b1c67 None None] Network 03224133-b7b9-4d8b-b5ef-c092f0f95808 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:56.550087 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.555111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4ac01730-7887-4515-a137-1509e43e0c1b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6522181 Dec 13 13:13:56.556690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47842) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:56.579104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 125f4777-6ec6-4201-ad51-33bc4ec076b3 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:13:56.727855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:56.728725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Network d8b4c874-e837-465b-ad74-88fd9ca6c1f0 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:13:56.739180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-27814e11-e1df-4c7d-9a88-a13091f0ba65 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/125f4777-6ec6-4201-ad51-33bc4ec076b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2686243 Dec 13 13:13:56.740260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47846) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:56.742016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c107f123-a05c-46ce-b8bf-3939ce9ef19c None None] Provisioning complete for port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:56.742634 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c107f123-a05c-46ce-b8bf-3939ce9ef19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.756769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:13:56.760118 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:13:56.764358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d1cde-9070-4abf-aed6-eb25b5f9f77b None None] Sync routers for ids ['125f4777-6ec6-4201-ad51-33bc4ec076b3'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:56.826357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c17f1-5afc-45e4-a062-09f5ecda531f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:56.828342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ca9eed-f97f-4deb-90cb-a7bd8abb75c6 None None] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:56.830286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1959354-0f2a-4db4-b067-7dda750b66b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:56.830953 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0b8c17f1-5afc-45e4-a062-09f5ecda531f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports/693de3bc-df40-4670-95e8-711688cb9373 HTTP/1.1" status: 200 len: 977 time: 0.0897315 Dec 13 13:13:56.831566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47848) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:56.903486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d1cde-9070-4abf-aed6-eb25b5f9f77b None None] Routers {'125f4777-6ec6-4201-ad51-33bc4ec076b3'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:56.905503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-517d1cde-9070-4abf-aed6-eb25b5f9f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['125f4777-6ec6-4201-ad51-33bc4ec076b3'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:56.990191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Pushing event updated for resources: {'Port': ['ID=c8be5fb5-d303-43be-a330-6318c4dabefc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:57.030404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16a76767-6c3c-47af-8122-0a79cb0b50cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.037203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.053144 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16a76767-6c3c-47af-8122-0a79cb0b50cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.091038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-16a76767-6c3c-47af-8122-0a79cb0b50cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c39cebeb8288457c99761306dd792983&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0131569 Dec 13 13:13:57.094477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47852) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:57.117852 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.157406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-517d1cde-9070-4abf-aed6-eb25b5f9f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:57.173197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.173548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.173894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.174261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.174595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.174929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.175259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.175587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.176000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.176458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.177759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.178139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.178494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:13:57.201240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c107f123-a05c-46ce-b8bf-3939ce9ef19c None None] Port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:57.249377 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.252800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d1cde-9070-4abf-aed6-eb25b5f9f77b None None] Routers {'125f4777-6ec6-4201-ad51-33bc4ec076b3'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:57.254238 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-517d1cde-9070-4abf-aed6-eb25b5f9f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['125f4777-6ec6-4201-ad51-33bc4ec076b3'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:57.261478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56cb546-fd86-48ee-9393-deb1998393e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-03224133-b7b9-4d8b-b5ef-c092f0f95808', 'network_id': '03224133-b7b9-4d8b-b5ef-c092f0f95808', 'project_id': '7c452c62cfcd4af29f88bd3959458557', 'fixed_ips': [{'subnet_id': 'e0583d4e-7187-43df-b7ee-f521bb2fe23f'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:13:57.262500 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b56cb546-fd86-48ee-9393-deb1998393e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.361545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Attempting to bind port c8be5fb5-d303-43be-a330-6318c4dabefc on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:57.362333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Attempting to bind port c8be5fb5-d303-43be-a330-6318c4dabefc by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c4aed7d1-f8cd-4031-991a-127b5fe255e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd8b4c874-e837-465b-ad74-88fd9ca6c1f0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:57.362929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Attempting to bind port c8be5fb5-d303-43be-a330-6318c4dabefc on network d8b4c874-e837-465b-ad74-88fd9ca6c1f0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:57.363098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a76767-6c3c-47af-8122-0a79cb0b50cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9858e331-e5cd-4c63-b073-afe805d5c5a8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:57.403201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:13:57.403992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Checking segment: {'id': 'c4aed7d1-f8cd-4031-991a-127b5fe255e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd8b4c874-e837-465b-ad74-88fd9ca6c1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:57.405239 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.405845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Bound using segment: {'id': 'c4aed7d1-f8cd-4031-991a-127b5fe255e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd8b4c874-e837-465b-ad74-88fd9ca6c1f0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:13:57.406570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Bound port: c8be5fb5-d303-43be-a330-6318c4dabefc, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4aed7d1-f8cd-4031-991a-127b5fe255e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd8b4c874-e837-465b-ad74-88fd9ca6c1f0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:13:57.408886 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.436592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-517d1cde-9070-4abf-aed6-eb25b5f9f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:57.438023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d1cde-9070-4abf-aed6-eb25b5f9f77b None None] The sync data for ids ['125f4777-6ec6-4201-ad51-33bc4ec076b3'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:13:57.480692 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.517838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c107f123-a05c-46ce-b8bf-3939ce9ef19c None None] Provisioning complete for port 693de3bc-df40-4670-95e8-711688cb9373 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:57.518424 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c107f123-a05c-46ce-b8bf-3939ce9ef19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.560851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.571415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Router e65750c0-4b14-47ef-8c52-03067e47f045 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:13:57.574410 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a560ad8-4c5a-4e17-9b78-00b683cea8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.579016 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.605883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 891ed63b-e3e8-4717-adc6-614dc29c44e0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=891ed63b-e3e8-4717-adc6-614dc29c44e0,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:13:57.629087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=e0583d4e-7187-43df-b7ee-f521bb2fe23f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:57.683138 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.716875 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a560ad8-4c5a-4e17-9b78-00b683cea8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.752023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c107f123-a05c-46ce-b8bf-3939ce9ef19c None None] Port 693de3bc-df40-4670-95e8-711688cb9373 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server [None req-b56cb546-fd86-48ee-9393-deb1998393e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0583d4e-7187-43df-b7ee-f521bb2fe23f: This subnet is being modified by another concurrent operation. Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise exception Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0583d4e-7187-43df-b7ee-f521bb2fe23f: This subnet is being modified by another concurrent operation. Dec 13 13:13:57.755156 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Dec 13 13:13:57.833885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] For port c8be5fb5-d303-43be-a330-6318c4dabefc, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:13:57.837977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ae584-9b07-4fce-a125-59e2dd294b80 None None] Network 03224133-b7b9-4d8b-b5ef-c092f0f95808 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:57.841526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] For port c8be5fb5-d303-43be-a330-6318c4dabefc, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c8be5fb5-d303-43be-a330-6318c4dabefc,segment=NetworkSegment(c4aed7d1-f8cd-4031-991a-127b5fe255e5),segment_id=c4aed7d1-f8cd-4031-991a-127b5fe255e5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:13:57.853894 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.866501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 74f95bf6-8b64-4768-b815-83408373f945 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:13:57.873663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c107f123-a05c-46ce-b8bf-3939ce9ef19c None None] Provisioning complete for port 74f95bf6-8b64-4768-b815-83408373f945 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:57.874033 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c107f123-a05c-46ce-b8bf-3939ce9ef19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.877235 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.888902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.931019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 693de3bc-df40-4670-95e8-711688cb9373 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:13:57.931594 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:57.968906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=891ed63b-e3e8-4717-adc6-614dc29c44e0,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:58.021132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03224133-b7b9-4d8b-b5ef-c092f0f95808']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:58.054452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b893572c-25bb-4d06-aa59-d76f3eb36c95') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:58.055107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b893572c-25bb-4d06-aa59-d76f3eb36c95') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:58.058806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a560ad8-4c5a-4e17-9b78-00b683cea8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:58.061500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a560ad8-4c5a-4e17-9b78-00b683cea8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:58.064895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6a560ad8-4c5a-4e17-9b78-00b683cea8b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9858e331-e5cd-4c63-b073-afe805d5c5a8 HTTP/1.1" status: 204 len: 168 time: 0.9665978 Dec 13 13:13:58.081071 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:58.083459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:13:58.094875 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Sync routers for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:13:58.112434 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:13:58.113092 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:58.117497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a560ad8-4c5a-4e17-9b78-00b683cea8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9858e331-e5cd-4c63-b073-afe805d5c5a8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:58.129501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:58.138444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a16f-7cc8-42ed-bbb0-feec5945f524 None None] Pushing event updated for resources: {'Port': ['ID=c8be5fb5-d303-43be-a330-6318c4dabefc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:58.148090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:58.160781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 693de3bc-df40-4670-95e8-711688cb9373 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:13:58.178606 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:58.184399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ca0605d4-45da-4618-8538-72f6532246ed admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0406554 Dec 13 13:13:58.185703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:13:58.186134 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:13:58.189425 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:13:58.191049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47864) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:58.317285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 74f95bf6-8b64-4768-b815-83408373f945 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:58.317783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:58.387877 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:13:58.460439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:58.523706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=693de3bc-df40-4670-95e8-711688cb9373,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:58.845078 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:58.980386 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:13:56Z', 'revision_number': 3, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:13:59.058210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.058981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-64f5acb7-044c-4caa-aae8-c0f39f798121 None None] Could not find standard attr ID for object 693de3bc-df40-4670-95e8-711688cb9373. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:13:59.065674 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Checking router: e65750c0-4b14-47ef-8c52-03067e47f045 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:13:59.066489 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Updating router e65750c0-4b14-47ef-8c52-03067e47f045 port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:13:59.114624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.121983 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.122524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/03224133-b7b9-4d8b-b5ef-c092f0f95808 HTTP/1.1" status: 204 len: 168 time: 2.5560851 Dec 13 13:13:59.122524 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47878) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:59.138671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1191351885'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:59.144844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f69e91-21fc-41e2-aecd-2c3152d6b66f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=03224133-b7b9-4d8b-b5ef-c092f0f95808,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:59.167684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-64f5acb7-044c-4caa-aae8-c0f39f798121 None None] Provisioning complete for port 891ed63b-e3e8-4717-adc6-614dc29c44e0 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:59.169137 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64f5acb7-044c-4caa-aae8-c0f39f798121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.185142 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.259939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:13:59.264289 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.383852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:13:59.395536 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.396236 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment 981f7dd7-630a-46ae-8fe3-a17b569f6763 of type vlan for network 4e4d9c81-98bf-46f9-8944-ec5319cd857d Dec 13 13:13:59.481317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.613515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.629204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:13:59.630576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.656318 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.669756 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.717195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47894) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:59.720883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5029eb-6059-4b7e-b11c-ae2474134fba None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:13:59.799353 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Attempting to bind port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:13:59.799726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Attempting to bind port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:13:59.800093 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Attempting to bind port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:13:59.815835 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:13:59.818393 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:13:59.818978 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.821623 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:13:59.822195 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Bound port: a6e3ab2a-86b3-47bc-86b0-c9f756f58780, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:13:59.822584 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.846649 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7233012 Dec 13 13:13:59.865317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-495d11c0-8a97-4924-b06c-e61b3932eaf0 None None] Provisioning complete for port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:13:59.865698 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-495d11c0-8a97-4924-b06c-e61b3932eaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:13:59.869558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47898) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:13:59.898418 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Pushing event updated for resources: {'Port': ['ID=a6e3ab2a-86b3-47bc-86b0-c9f756f58780,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:59.910614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea39f7-37e8-4358-8e82-af14e3d7d801 None None] Network d8b4c874-e837-465b-ad74-88fd9ca6c1f0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:13:59.915013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': '4e4d9c81-98bf-46f9-8944-ec5319cd857d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:13:59.927937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946b42b-4a8f-40ab-b260-5b03f52dedfd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=4e4d9c81-98bf-46f9-8944-ec5319cd857d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:13:59.996174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 4e4d9c81-98bf-46f9-8944-ec5319cd857d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:00.002283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8be5fb5-d303-43be-a330-6318c4dabefc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:00.045904 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.046284 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.046627 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.046960 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.047290 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.047617 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.048210 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.048313 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.049567 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.049567 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.049567 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.049897 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.050217 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:00.067429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1180845528-network', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:00.086866 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] For port a6e3ab2a-86b3-47bc-86b0-c9f756f58780, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:00.090588 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] For port a6e3ab2a-86b3-47bc-86b0-c9f756f58780, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a6e3ab2a-86b3-47bc-86b0-c9f756f58780,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:00.091317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 125f4777-6ec6-4201-ad51-33bc4ec076b3 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:14:00.102525 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.182587 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:00.183337 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:00.205455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-495d11c0-8a97-4924-b06c-e61b3932eaf0 None None] Port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:00.212330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:00.223145 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3fed436a-0948-44a8-9837-8617e9e7636d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/125f4777-6ec6-4201-ad51-33bc4ec076b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3877463 Dec 13 13:14:00.223470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47902) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:00.238212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Made reservation on behalf of 277b5d8a017f47e38bb55ffcce3da196 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:00.241086 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.251668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d535ca-3d7d-48b3-9961-7656ac108b7d None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:00.277107 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.279381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c96a1-e1b0-4e32-9c03-fefbf1ec062c None None] Sync routers for ids ['125f4777-6ec6-4201-ad51-33bc4ec076b3'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:00.286993 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.308194 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce83680-5ce0-457b-b41f-f5ce728306d2 None None] Pushing event updated for resources: {'Port': ['ID=a6e3ab2a-86b3-47bc-86b0-c9f756f58780,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:00.352429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:00.361987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.368509 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:00.407048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c96a1-e1b0-4e32-9c03-fefbf1ec062c None None] Routers {'125f4777-6ec6-4201-ad51-33bc4ec076b3'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:00.407695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-055c96a1-e1b0-4e32-9c03-fefbf1ec062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['125f4777-6ec6-4201-ad51-33bc4ec076b3'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:00.454982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-713a6018-59bf-467a-964b-3ad3ad686423 None None] Provisioning complete for port c8be5fb5-d303-43be-a330-6318c4dabefc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:00.455544 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-713a6018-59bf-467a-964b-3ad3ad686423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.458544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-055c96a1-e1b0-4e32-9c03-fefbf1ec062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:00.482773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c8be5fb5-d303-43be-a330-6318c4dabefc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:00.483720 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.523997 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-3759cc69-d627-472f-b3f3-8088f53ad5f2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 13:14:00.524201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Performing IP validity checks on allocation pools {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 13:14:00.524847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 13:14:00.528264 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3759cc69-d627-472f-b3f3-8088f53ad5f2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/125f4777-6ec6-4201-ad51-33bc4ec076b3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3035071 Dec 13 13:14:00.528953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47906) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:00.553691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c96a1-e1b0-4e32-9c03-fefbf1ec062c None None] Routers {'125f4777-6ec6-4201-ad51-33bc4ec076b3'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:00.554604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-055c96a1-e1b0-4e32-9c03-fefbf1ec062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['125f4777-6ec6-4201-ad51-33bc4ec076b3'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:00.568883 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9b9f405c-920d-4a58-a714-fc09c28d0e9b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=125f4777-6ec6-4201-ad51-33bc4ec076b3 HTTP/1.1" status: 200 len: 205 time: 0.0386615 Dec 13 13:14:00.569661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47908) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:00.609958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-055c96a1-e1b0-4e32-9c03-fefbf1ec062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:00.610880 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c96a1-e1b0-4e32-9c03-fefbf1ec062c None None] The sync data for ids ['125f4777-6ec6-4201-ad51-33bc4ec076b3'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:00.719343 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-713a6018-59bf-467a-964b-3ad3ad686423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.722996 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.727018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae79c1e9-89aa-4fb2-a2c6-5ca6eab475e1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.754752 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:13:56Z', 'revision_number': 3, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:00.792807 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.812664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcefa29-165a-4f2e-bcf6-dc31e1298653 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:14:00.818740 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808e145-75a7-400b-91c6-2b8d82b7210c None None] The sync data for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 is: [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:13:56Z', 'revision_number': 3, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:00.852641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port c8be5fb5-d303-43be-a330-6318c4dabefc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c8be5fb5-d303-43be-a330-6318c4dabefc,segment=NetworkSegment(c4aed7d1-f8cd-4031-991a-127b5fe255e5),segment_id=c4aed7d1-f8cd-4031-991a-127b5fe255e5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:00.865074 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.866188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 891ed63b-e3e8-4717-adc6-614dc29c44e0 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:00.945403 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.957416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:00.970719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.971063 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Added segment e5c05b46-ec51-477c-9c40-b96135af8f67 of type vlan for network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 Dec 13 13:14:00.975406 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae79c1e9-89aa-4fb2-a2c6-5ca6eab475e1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:00.977835 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae79c1e9-89aa-4fb2-a2c6-5ca6eab475e1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.034493 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.037947 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae79c1e9-89aa-4fb2-a2c6-5ca6eab475e1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.040286 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae79c1e9-89aa-4fb2-a2c6-5ca6eab475e1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Fanout notify agent at l3_agent the message router_deleted on router 125f4777-6ec6-4201-ad51-33bc4ec076b3 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:14:01.058292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae79c1e9-89aa-4fb2-a2c6-5ca6eab475e1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.059500 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ae79c1e9-89aa-4fb2-a2c6-5ca6eab475e1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/125f4777-6ec6-4201-ad51-33bc4ec076b3 HTTP/1.1" status: 204 len: 168 time: 0.4876702 Dec 13 13:14:01.062523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47916) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:01.113443 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.124721 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-713a6018-59bf-467a-964b-3ad3ad686423 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:14:01.126392 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-713a6018-59bf-467a-964b-3ad3ad686423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:14:01.134117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 891ed63b-e3e8-4717-adc6-614dc29c44e0 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:01.143588 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.145852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=c8be5fb5-d303-43be-a330-6318c4dabefc,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:01.153930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1942dd-5584-42a8-bdd4-0ba4c51edef8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting subnet 11fbce4d-1794-4fe2-9765-020fa0299e0a {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:14:01.169286 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d1942dd-5584-42a8-bdd4-0ba4c51edef8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.237332 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d1942dd-5584-42a8-bdd4-0ba4c51edef8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.256172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcefa29-165a-4f2e-bcf6-dc31e1298653 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:14:01.342667 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d1942dd-5584-42a8-bdd4-0ba4c51edef8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.414020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Allocated IP 172.20.0.1 (0a1be6de-718f-4ea7-9a52-a17277841c0e/2f0410cc-27a9-48bd-872d-d1e4f6ac7395/0c34699d-f745-411b-aa20-1cdb53d9a375) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:01.419692 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.424599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d1942dd-5584-42a8-bdd4-0ba4c51edef8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.446454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f815314-0c16-4db8-926f-fcafc1b3ac58,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:01.509170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4d1942dd-5584-42a8-bdd4-0ba4c51edef8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.516793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.517200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:01.517882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.522678 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4d1942dd-5584-42a8-bdd4-0ba4c51edef8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/11fbce4d-1794-4fe2-9765-020fa0299e0a HTTP/1.1" status: 204 len: 168 time: 0.4586692 Dec 13 13:14:01.523323 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47920) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:01.547939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1942dd-5584-42a8-bdd4-0ba4c51edef8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Subnet': ['ID=11fbce4d-1794-4fe2-9765-020fa0299e0a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:01.643614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.692983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] Pushing event updated for resources: {'Network': ['ID=90bdf456-1190-4df8-ad3f-b9ba2eb732d1,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:01.714655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:01.777973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4ea081fc-73aa-478a-ad00-e0eefaf45933 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0376716 Dec 13 13:14:01.783082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47922) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:01.784379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=9854add1-f092-4b99-8638-046164d46fc4,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:01.800429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Request body: {'subnet': {'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1180845528-subnet', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:01.835784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 74f95bf6-8b64-4768-b815-83408373f945 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:01.836099 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.869035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': '981f7dd7-630a-46ae-8fe3-a17b569f6763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4e4d9c81-98bf-46f9-8944-ec5319cd857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:01.869409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: 4e4d9c81-98bf-46f9-8944-ec5319cd857d, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:01.896483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58bf969e-9bba-4eb6-991c-37324d8e8f16 None None] Provisioning complete for port c8be5fb5-d303-43be-a330-6318c4dabefc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:01.896913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58bf969e-9bba-4eb6-991c-37324d8e8f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.926570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network 4e4d9c81-98bf-46f9-8944-ec5319cd857d is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:01.933393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Made reservation on behalf of 277b5d8a017f47e38bb55ffcce3da196 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:01.936879 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.965670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a851806-3c9d-4dc9-92b1-8ec7f2dde0a3 None None] Network a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:01.969480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port 74f95bf6-8b64-4768-b815-83408373f945, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=74f95bf6-8b64-4768-b815-83408373f945,segment=NetworkSegment(87122675-f997-48e5-8d08-2ef88ab4651f),segment_id=87122675-f997-48e5-8d08-2ef88ab4651f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:01.969926 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:01.974180 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8be5fb5-d303-43be-a330-6318c4dabefc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:02.000480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.009450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 4e4d9c81-98bf-46f9-8944-ec5319cd857d) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:02.022620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:02.023414 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.034167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 74f95bf6-8b64-4768-b815-83408373f945 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:02.036656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9140ba3-df1f-4c2e-90bd-288f5ef589a5 None None] Network 4e4d9c81-98bf-46f9-8944-ec5319cd857d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:02.069044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ebffec81-9f4b-4a36-8342-b3e4c88482cc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1808026 Dec 13 13:14:02.069693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.072002 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:02.235352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:02.244351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:02.246959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:02.261959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.309861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c8be5fb5-d303-43be-a330-6318c4dabefc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:02.310330 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.315609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58bf969e-9bba-4eb6-991c-37324d8e8f16 None None] Provisioning complete for port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:02.316352 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58bf969e-9bba-4eb6-991c-37324d8e8f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.328763 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=74f95bf6-8b64-4768-b815-83408373f945,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:02.340460 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No DVR routers for this DVR port 74f95bf6-8b64-4768-b815-83408373f945 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:14:02.341616 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.373176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Pushing event updated for resources: {'Port': ['ID=0c34699d-f745-411b-aa20-1cdb53d9a375,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:02.393427 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.407032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.487697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c66a8f-5864-4348-998c-e90868c1d11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-4e4d9c81-98bf-46f9-8944-ec5319cd857d', 'network_id': '4e4d9c81-98bf-46f9-8944-ec5319cd857d', 'project_id': '7c452c62cfcd4af29f88bd3959458557', 'fixed_ips': [{'subnet_id': '9854add1-f092-4b99-8638-046164d46fc4'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:02.488612 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04c66a8f-5864-4348-998c-e90868c1d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.581438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.604213 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.611748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67ca2c0-3e2b-4eea-9722-f8709560d19b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:02.661151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bd9bd1-0381-4e96-9149-eb8774e6f9c5']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:02.673950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Checking segment: {'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:02.674319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Network hostable DHCP agents. Network: 90bdf456-1190-4df8-ad3f-b9ba2eb732d1, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:02.677519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87122675-f997-48e5-8d08-2ef88ab4651f') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:02.677811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87122675-f997-48e5-8d08-2ef88ab4651f') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:02.692503 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.720503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2954ce0a-e2b6-47c9-b659-b0ffe0b6327b None None] DHCP port deletion for a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:02.724985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:02.728684 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.739045 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.748085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:02.749491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.794118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=9854add1-f092-4b99-8638-046164d46fc4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:02.805339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a6e3ab2a-86b3-47bc-86b0-c9f756f58780 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:02.815913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58bf969e-9bba-4eb6-991c-37324d8e8f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.817785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server [None req-04c66a8f-5864-4348-998c-e90868c1d11d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9854add1-f092-4b99-8638-046164d46fc4: This subnet is being modified by another concurrent operation. Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise exception Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9854add1-f092-4b99-8638-046164d46fc4: This subnet is being modified by another concurrent operation. Dec 13 13:14:02.871798 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Dec 13 13:14:02.895456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-58bf969e-9bba-4eb6-991c-37324d8e8f16 None None] For port a6e3ab2a-86b3-47bc-86b0-c9f756f58780, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a6e3ab2a-86b3-47bc-86b0-c9f756f58780,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:02.896793 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:02.903331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 90bdf456-1190-4df8-ad3f-b9ba2eb732d1) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:02.911530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c11e7-3529-49d3-b9c2-abc98106dff7 None None] Network 4e4d9c81-98bf-46f9-8944-ec5319cd857d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:02.912724 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.915069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:02.915665 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.919375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.923873 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58bf969e-9bba-4eb6-991c-37324d8e8f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.931777 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:02.936856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a3b0e6-e9cb-4d94-ad72-38c3291b7e4c None None] Network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:02.946645 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/networks/a3bd9bd1-0381-4e96-9149-eb8774e6f9c5 HTTP/1.1" status: 204 len: 168 time: 1.4219956 Dec 13 13:14:02.952300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47934) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:02.958180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'network': {'name': 'tempest-RoutersTest-1680636634'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:02.968702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4d9c81-98bf-46f9-8944-ec5319cd857d']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:02.986890 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aacaf2-6a00-462c-ae40-b3fbd537725c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Network': ['ID=a3bd9bd1-0381-4e96-9149-eb8774e6f9c5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:02.990923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981f7dd7-630a-46ae-8fe3-a17b569f6763') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:02.991213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981f7dd7-630a-46ae-8fe3-a17b569f6763') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:03.014255 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1151baa8-f6ce-4d7c-b25f-46348f76f643 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2287617 Dec 13 13:14:03.015380 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47938) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:03.032270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:03.043480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.105306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:03.109207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.110486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.113480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.140029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.194189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:03.194636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:03.198034 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:03.286285 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.288039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:03.303787 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.304148 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added segment 8a513453-c2dd-440c-92f3-3db61c8eef37 of type vlan for network b645f4fd-ed3d-499d-bf05-08aa494361e4 Dec 13 13:14:03.307270 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.309297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.321047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:03.321602 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.326255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf969e-9bba-4eb6-991c-37324d8e8f16 None None] Pushing event updated for resources: {'Port': ['ID=a6e3ab2a-86b3-47bc-86b0-c9f756f58780,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:03.330722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c678f39a-9c02-48c6-9cea-2cbe026c03e4 None None] Provisioning complete for port 0c34699d-f745-411b-aa20-1cdb53d9a375 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:03.331181 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c678f39a-9c02-48c6-9cea-2cbe026c03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.367976 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.372067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/4e4d9c81-98bf-46f9-8944-ec5319cd857d HTTP/1.1" status: 204 len: 168 time: 1.2869320 Dec 13 13:14:03.375405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0e8f7-529e-4532-8062-874331495297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=4e4d9c81-98bf-46f9-8944-ec5319cd857d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:03.377686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47942) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:03.434096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-624762310'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:03.445587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c678f39a-9c02-48c6-9cea-2cbe026c03e4 None None] Port 0c34699d-f745-411b-aa20-1cdb53d9a375 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:03.452746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:03.453630 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.460369 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.542175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.559154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Pushing event updated for resources: {'Port': ['ID=0c34699d-f745-411b-aa20-1cdb53d9a375,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:03.562206 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.576671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:03.580772 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.670704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.676272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Allocated IP 172.20.0.2 (90bdf456-1190-4df8-ad3f-b9ba2eb732d1/f67ca2c0-3e2b-4eea-9722-f8709560d19b/13e07692-aabf-4913-b85a-abc7440b3e94) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:03.685678 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.694154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:03.695100 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.706622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:03.727512 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7718136 Dec 13 13:14:03.731242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47948) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:03.754191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'subnet': {'network_id': 'b645f4fd-ed3d-499d-bf05-08aa494361e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:03.802202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.802621 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment 6ae4a5fe-cbb1-4118-931f-4cea1fcbc092 of type vlan for network 9574199e-49ab-47e8-b5c8-7d003fac7d1b Dec 13 13:14:03.855295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a6e3ab2a-86b3-47bc-86b0-c9f756f58780 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:03.855601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68121d-db5f-4da5-bdbe-202c0b057e6a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Network': ['ID=b645f4fd-ed3d-499d-bf05-08aa494361e4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:03.861039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:03.871488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:03.882175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:03.936976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b645f4fd-ed3d-499d-bf05-08aa494361e4 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:03.947828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:03.951922 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.068141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.081454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:04.085781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.140707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:04.141356 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.196097 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.214611 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.251686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.265180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Router e65750c0-4b14-47ef-8c52-03067e47f045 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:14:04.276511 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.278808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8630912 Dec 13 13:14:04.282523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47952) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:04.290383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': '9574199e-49ab-47e8-b5c8-7d003fac7d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:04.312492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6119467-779d-4b6d-b2ad-f263c7628d98 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=9574199e-49ab-47e8-b5c8-7d003fac7d1b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:04.391218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Pushing event updated for resources: {'Port': ['ID=13e07692-aabf-4913-b85a-abc7440b3e94,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:04.397610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 9574199e-49ab-47e8-b5c8-7d003fac7d1b details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:04.413388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Allocated IP 172.25.2.43 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/b5d361ca-be2c-4e96-8187-60801b951ad5) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:04.429637 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:04.487824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:04.490428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:04.499306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-32a1a9ee-11cf-4a99-aff4-719c455ce267 None None] Provisioning complete for port 0c34699d-f745-411b-aa20-1cdb53d9a375 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:04.499694 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a1a9ee-11cf-4a99-aff4-719c455ce267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.561093 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.641731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-32a1a9ee-11cf-4a99-aff4-719c455ce267 None None] Port 0c34699d-f745-411b-aa20-1cdb53d9a375 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:04.648101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Attempting to bind port 13e07692-aabf-4913-b85a-abc7440b3e94 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:04.648101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Attempting to bind port 13e07692-aabf-4913-b85a-abc7440b3e94 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:04.648101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Attempting to bind port 13e07692-aabf-4913-b85a-abc7440b3e94 on network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:04.663739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 74f95bf6-8b64-4768-b815-83408373f945 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:14:04.669030 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.697382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:04.697968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Checking segment: {'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:04.698517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.699039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Bound using segment: {'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:04.699640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Bound port: 13e07692-aabf-4913-b85a-abc7440b3e94, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:04.703945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.711583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 74f95bf6-8b64-4768-b815-83408373f945 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:14:04.712521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 74f95bf6-8b64-4768-b815-83408373f945 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:14:04.728688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.778720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Subnet': ['ID=59ac8e45-3d69-41ea-b9dc-0133ec174d30,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:04.799921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:04.805583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:04.810996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:04.834794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] For port 13e07692-aabf-4913-b85a-abc7440b3e94, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:04.840900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] For port 13e07692-aabf-4913-b85a-abc7440b3e94, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=13e07692-aabf-4913-b85a-abc7440b3e94,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:04.846564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf1bb62-d583-4e59-834d-3e3a86c9892e None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:04.852257 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:04.939241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:04.948426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5b6672f0-8335-4ae6-8aad-2bf329ce0187 admin admin] 10.222.0.31 "PUT /v2.0/routers/e65750c0-4b14-47ef-8c52-03067e47f045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7432024 Dec 13 13:14:04.950139 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Sync routers for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:04.981261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2224f5-6af0-4f73-90e1-b37dfa6bb8c6 None None] Pushing event updated for resources: {'Port': ['ID=13e07692-aabf-4913-b85a-abc7440b3e94,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:04.990210 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:04.991611 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:05.001838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Checking segment: {'id': '8a513453-c2dd-440c-92f3-3db61c8eef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b645f4fd-ed3d-499d-bf05-08aa494361e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:05.002245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network hostable DHCP agents. Network: b645f4fd-ed3d-499d-bf05-08aa494361e4, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:05.008865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bb4b3b70-a37a-4721-b5d4-66ea05002064 None None] Provisioning complete for port b5d361ca-be2c-4e96-8187-60801b951ad5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:05.012300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3b70-a37a-4721-b5d4-66ea05002064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:05.045272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:05.048955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:05.067652 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b3b70-a37a-4721-b5d4-66ea05002064 None None] Port b5d361ca-be2c-4e96-8187-60801b951ad5 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:05.097751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d361ca-be2c-4e96-8187-60801b951ad5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:05.194865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network b645f4fd-ed3d-499d-bf05-08aa494361e4 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:05.198015 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:05.249795 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:05.345120 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:05.504516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=b45ee7a7-4e73-48cd-b8cc-eb066fb39e57,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:05.549832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': '6ae4a5fe-cbb1-4118-931f-4cea1fcbc092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9574199e-49ab-47e8-b5c8-7d003fac7d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:05.551687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: 9574199e-49ab-47e8-b5c8-7d003fac7d1b, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:05.591609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network 9574199e-49ab-47e8-b5c8-7d003fac7d1b is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:05.615797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 9574199e-49ab-47e8-b5c8-7d003fac7d1b) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:05.621354 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:05.621932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:05.632300 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2a37f-e812-4c30-987b-434c823acd7f None None] Network 9574199e-49ab-47e8-b5c8-7d003fac7d1b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:05.654811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b62ede2d-7cf1-4a8f-b588-bacccc94c274 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3688409 Dec 13 13:14:05.657394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47972) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:05.673056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b645f4fd-ed3d-499d-bf05-08aa494361e4) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:05.679870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:05.680460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:05.745264 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-024b6f3f-30c9-4112-a1e1-08e319c8fa25 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0054493 Dec 13 13:14:05.755035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47976) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:05.769519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bb5bba46-4850-4496-a289-beb5810ec219 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-529473271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:05.801678 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 2, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:05.851675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a523d-1fe2-431b-b7ac-b271d903e42d None None] Network b645f4fd-ed3d-499d-bf05-08aa494361e4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:05.871866 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb5bba46-4850-4496-a289-beb5810ec219 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:05.875471 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb5bba46-4850-4496-a289-beb5810ec219 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:05.878175 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Checking router: e65750c0-4b14-47ef-8c52-03067e47f045 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:14:05.879538 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Updating router e65750c0-4b14-47ef-8c52-03067e47f045 port 0c34699d-f745-411b-aa20-1cdb53d9a375 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:14:05.910422 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.001508 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.017744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 13e07692-aabf-4913-b85a-abc7440b3e94 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:06.112719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47986) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:06.117889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2047293693-network', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:06.122084 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.154939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb5bba46-4850-4496-a289-beb5810ec219 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.171659 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb5bba46-4850-4496-a289-beb5810ec219 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.194696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff62ca7-ed22-4eb4-a86e-150e696b656c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-9574199e-49ab-47e8-b5c8-7d003fac7d1b', 'network_id': '9574199e-49ab-47e8-b5c8-7d003fac7d1b', 'project_id': '7c452c62cfcd4af29f88bd3959458557', 'fixed_ips': [{'subnet_id': 'b45ee7a7-4e73-48cd-b8cc-eb066fb39e57'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:06.196588 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ff62ca7-ed22-4eb4-a86e-150e696b656c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.211847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.230325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Made reservation on behalf of 0b983b81ec1f418bb416e8d203a42cd9 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:06.239043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.268228 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.362296 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.398288 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.400862 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb5bba46-4850-4496-a289-beb5810ec219 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.402264 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bb5bba46-4850-4496-a289-beb5810ec219 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6461895 Dec 13 13:14:06.407012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 47990) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:06.460936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.463963 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Router d4959606-0a8b-4d40-b021-455a71c592ce is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:14:06.491215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-b645f4fd-ed3d-499d-bf05-08aa494361e4', 'network_id': 'b645f4fd-ed3d-499d-bf05-08aa494361e4', 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'fixed_ips': [{'subnet_id': '59ac8e45-3d69-41ea-b9dc-0133ec174d30'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:06.492083 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.493506 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.574197 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.575996 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004634c-4112-4076-9a4a-96365e3fd119 None None] Pushing event updated for resources: {'Port': ['ID=0c34699d-f745-411b-aa20-1cdb53d9a375,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:06.607971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=b45ee7a7-4e73-48cd-b8cc-eb066fb39e57,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:06.639970 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Attempting to bind port 0c34699d-f745-411b-aa20-1cdb53d9a375 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:06.641665 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Attempting to bind port 0c34699d-f745-411b-aa20-1cdb53d9a375 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:06.646230 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Attempting to bind port 0c34699d-f745-411b-aa20-1cdb53d9a375 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:06.653910 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:06.655744 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Checking segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:06.657181 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.657583 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Bound using segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:06.659609 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Bound port: 0c34699d-f745-411b-aa20-1cdb53d9a375, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:06.660487 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.672715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:06.697532 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.698405 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Added segment 5c5870e4-8c1f-43cb-af48-00682c9eff88 of type vlan for network 076120b8-55c1-4e3c-83b1-bd72d1148d46 Dec 13 13:14:06.741588 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] For port 0c34699d-f745-411b-aa20-1cdb53d9a375, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:06.747703 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] For port 0c34699d-f745-411b-aa20-1cdb53d9a375, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0c34699d-f745-411b-aa20-1cdb53d9a375,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:06.754996 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.845587 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:06.846225 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:06.853559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Allocated IP 172.20.0.2 (b645f4fd-ed3d-499d-bf05-08aa494361e4/59ac8e45-3d69-41ea-b9dc-0133ec174d30/171a17f7-0318-4428-bf99-5729af208afd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:06.861930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15906651-134b-4dae-bfff-db04ea00fa00,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:06.897527 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:06.929406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9574199e-49ab-47e8-b5c8-7d003fac7d1b']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:06.943622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae4a5fe-cbb1-4118-931f-4cea1fcbc092') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:06.944411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae4a5fe-cbb1-4118-931f-4cea1fcbc092') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:06.965325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:06.971020 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:06.998214 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.030496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.030902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.031240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.031584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.031923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.032257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.032593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.032919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.037059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.037473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.037822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.038201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.038549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:07.060054 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.094581 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.127989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:07.128824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.133714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Sync routers for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:07.137354 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:07.149638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc01192-7090-4feb-996c-9a295078f826 None None] Network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:07.167925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.169971 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b071d69f-86c1-4d39-af03-e73624fee330 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1534467 Dec 13 13:14:07.179915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 47994) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:07.213227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 13e07692-aabf-4913-b85a-abc7440b3e94 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:07.213596 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.230394 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004634c-4112-4076-9a4a-96365e3fd119 None None] Pushing event updated for resources: {'Port': ['ID=0c34699d-f745-411b-aa20-1cdb53d9a375,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:07.261414 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.333677 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.336693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server [None req-0ff62ca7-ed22-4eb4-a86e-150e696b656c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b45ee7a7-4e73-48cd-b8cc-eb066fb39e57: This subnet is being modified by another concurrent operation. Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise exception Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b45ee7a7-4e73-48cd-b8cc-eb066fb39e57: This subnet is being modified by another concurrent operation. Dec 13 13:14:07.337971 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Dec 13 13:14:07.344007 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.391370 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.403360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.417189 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.424827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c99f2a9-f9b2-4280-bde0-841b06522c7f None None] Network 9574199e-49ab-47e8-b5c8-7d003fac7d1b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:07.456364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/9574199e-49ab-47e8-b5c8-7d003fac7d1b HTTP/1.1" status: 204 len: 168 time: 1.7977581 Dec 13 13:14:07.462952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48002) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:07.463711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-527b654c-00c6-4034-b862-43794e0d2bc1 None None] Provisioning complete for port 13e07692-aabf-4913-b85a-abc7440b3e94 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:07.464394 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-527b654c-00c6-4034-b862-43794e0d2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.466230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:07.467139 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:07.483587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-97548975'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:07.515331 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:06Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:07.526781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4125936 Dec 13 13:14:07.551768 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173ca803-f11a-4565-9859-05e3faea8bc9 None None] The sync data for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 is: [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:06Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:07.558596 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.560886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48004) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:07.561897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c99f2a9-f9b2-4280-bde0-841b06522c7f None None] Network 9574199e-49ab-47e8-b5c8-7d003fac7d1b could not be found, it might have been deleted concurrently. {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 13:14:07.567978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Request body: {'subnet': {'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2047293693-subnet', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:07.589530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c982226-9581-4f24-a652-825a1cf41260 admin admin] Pushing event updated for resources: {'Network': ['ID=076120b8-55c1-4e3c-83b1-bd72d1148d46,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:07.611138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de539e-227a-4ab0-b214-ea999162d5e8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=9574199e-49ab-47e8-b5c8-7d003fac7d1b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:07.660163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 076120b8-55c1-4e3c-83b1-bd72d1148d46 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:07.743322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Made reservation on behalf of 0b983b81ec1f418bb416e8d203a42cd9 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:07.745623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Allocated IP 172.20.0.1 (b645f4fd-ed3d-499d-bf05-08aa494361e4/59ac8e45-3d69-41ea-b9dc-0133ec174d30/c31dd839-5bf2-4bc7-ac20-a42f8d5bd5a9) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:07.745739 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.768527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:07.777825 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.885960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:07.924208 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:07.924563 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment 40ca0259-891a-49cd-be6b-a7ad3994b57f of type vlan for network 1a5735e0-c467-4dcc-9880-88edb1d3f953 Dec 13 13:14:08.009036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.011601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.048772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Network b645f4fd-ed3d-499d-bf05-08aa494361e4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:08.063642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:08.088200 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.088922 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.100696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:08.127466 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.136150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:08.138282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.262055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.341716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=1a5735e0-c467-4dcc-9880-88edb1d3f953,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:08.347014 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-27a4fe68-ffa7-405b-b328-917db9521182 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8830354 Dec 13 13:14:08.357476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Pushing event updated for resources: {'Port': ['ID=171a17f7-0318-4428-bf99-5729af208afd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:08.357590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48010) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:08.368475 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.394086 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 1a5735e0-c467-4dcc-9880-88edb1d3f953 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:08.401454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': '1a5735e0-c467-4dcc-9880-88edb1d3f953', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:08.437638 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network b645f4fd-ed3d-499d-bf05-08aa494361e4 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:08.502240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:08.507557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:08.515531 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:08.536582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Attempting to bind port 171a17f7-0318-4428-bf99-5729af208afd on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:08.536961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Attempting to bind port 171a17f7-0318-4428-bf99-5729af208afd by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8a513453-c2dd-440c-92f3-3db61c8eef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b645f4fd-ed3d-499d-bf05-08aa494361e4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:08.537350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Attempting to bind port 171a17f7-0318-4428-bf99-5729af208afd on network b645f4fd-ed3d-499d-bf05-08aa494361e4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:08.572414 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.625122 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.635566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:08.635943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Checking segment: {'id': '8a513453-c2dd-440c-92f3-3db61c8eef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b645f4fd-ed3d-499d-bf05-08aa494361e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:08.636345 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.636740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Bound using segment: {'id': '8a513453-c2dd-440c-92f3-3db61c8eef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b645f4fd-ed3d-499d-bf05-08aa494361e4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:08.637218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Bound port: 171a17f7-0318-4428-bf99-5729af208afd, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a513453-c2dd-440c-92f3-3db61c8eef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b645f4fd-ed3d-499d-bf05-08aa494361e4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:08.657960 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.699005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.723920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a13671-e0dc-4020-a0ec-fecc6ed62d34,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:08.736438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=c31dd839-5bf2-4bc7-ac20-a42f8d5bd5a9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:08.748571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:08.752667 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.802710 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:08.811903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Checking segment: {'id': '5c5870e4-8c1f-43cb-af48-00682c9eff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:08.812292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Network hostable DHCP agents. Network: 076120b8-55c1-4e3c-83b1-bd72d1148d46, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:08.831533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 13e07692-aabf-4913-b85a-abc7440b3e94, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=13e07692-aabf-4913-b85a-abc7440b3e94,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:08.934011 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.028470 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-527b654c-00c6-4034-b862-43794e0d2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.108311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=13e07692-aabf-4913-b85a-abc7440b3e94,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:09.136510 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0c34699d-f745-411b-aa20-1cdb53d9a375 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:09.175800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] For port 171a17f7-0318-4428-bf99-5729af208afd, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:09.224458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.234045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] For port 171a17f7-0318-4428-bf99-5729af208afd, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=171a17f7-0318-4428-bf99-5729af208afd,segment=NetworkSegment(8a513453-c2dd-440c-92f3-3db61c8eef37),segment_id=8a513453-c2dd-440c-92f3-3db61c8eef37)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:09.286918 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.309512 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.310054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Network 076120b8-55c1-4e3c-83b1-bd72d1148d46 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:09.324259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.338365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=74733545-8921-4b79-b4e1-2d93186363ce,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:09.362627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e5175-e9d0-4297-8ef0-d6f5b4e1d1e3 None None] Pushing event updated for resources: {'Port': ['ID=171a17f7-0318-4428-bf99-5729af208afd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:09.384276 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 076120b8-55c1-4e3c-83b1-bd72d1148d46) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:09.405355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:09.408244 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.447147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de62fbf7-4315-4b38-8ab8-3678848ae235 None None] Network 076120b8-55c1-4e3c-83b1-bd72d1148d46 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:09.462486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Allocated IP 172.20.0.1 (90bdf456-1190-4df8-ad3f-b9ba2eb732d1/f67ca2c0-3e2b-4eea-9722-f8709560d19b/e84adfed-c97e-4072-a7e5-1c035d92181f) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:09.480183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b89f68eb-d6bb-4612-ab37-3e57502535c6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9134681 Dec 13 13:14:09.483171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48020) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:09.492310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2047293693-router', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:09.501155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': '40ca0259-891a-49cd-be6b-a7ad3994b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a5735e0-c467-4dcc-9880-88edb1d3f953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:09.501533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: 1a5735e0-c467-4dcc-9880-88edb1d3f953, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:09.509398 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=c31dd839-5bf2-4bc7-ac20-a42f8d5bd5a9,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:09.543413 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.570321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-527b654c-00c6-4034-b862-43794e0d2bc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:14:09.570600 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-527b654c-00c6-4034-b862-43794e0d2bc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:14:09.589415 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.590498 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.605577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network 1a5735e0-c467-4dcc-9880-88edb1d3f953 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:09.619701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0c34699d-f745-411b-aa20-1cdb53d9a375 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:09.620292 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.625135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-076120b8-55c1-4e3c-83b1-bd72d1148d46', 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46', 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'fixed_ips': [{'subnet_id': 'a1a13671-e0dc-4020-a0ec-fecc6ed62d34'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:09.626582 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.635405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 1a5735e0-c467-4dcc-9880-88edb1d3f953) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:09.648700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:09.650402 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.681369 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1898d7-79d9-4ed2-8c44-1e1de829a4b7 None None] Network 1a5735e0-c467-4dcc-9880-88edb1d3f953 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:09.694259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network b645f4fd-ed3d-499d-bf05-08aa494361e4 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:09.696010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:09.751725 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.800759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a88eab79-2a74-4718-bb32-0b8090906e10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4384122 Dec 13 13:14:09.806581 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.826511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48022) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:09.893026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-1a5735e0-c467-4dcc-9880-88edb1d3f953', 'network_id': '1a5735e0-c467-4dcc-9880-88edb1d3f953', 'project_id': '7c452c62cfcd4af29f88bd3959458557', 'fixed_ips': [{'subnet_id': '74733545-8921-4b79-b4e1-2d93186363ce'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:09.895202 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.899126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:04Z', 'revision_number': 3, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:09.929559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Pushing event updated for resources: {'Port': ['ID=e84adfed-c97e-4072-a7e5-1c035d92181f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:09.954647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 1a18a4d7-1f95-44a5-8b52-d8009d64727f is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:14:09.972743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:09.987184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:10.012713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Checking router: d4959606-0a8b-4d40-b021-455a71c592ce for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:14:10.013051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Updating router d4959606-0a8b-4d40-b021-455a71c592ce port b5d361ca-be2c-4e96-8187-60801b951ad5 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:14:10.068674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:10.081638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:10.246179 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:10.307225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Allocated IP 172.20.0.2 (076120b8-55c1-4e3c-83b1-bd72d1148d46/a1a13671-e0dc-4020-a0ec-fecc6ed62d34/21137dd8-bd01-46a9-9a37-a9c0b6cea83e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:10.334982 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:10.491273 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:10.497698 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:10.499230 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ddd1c9e7-fcd7-46f5-bfa5-470a364bd62b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/1a18a4d7-1f95-44a5-8b52-d8009d64727f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0911603 Dec 13 13:14:10.502064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48032) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:10.505297 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcda12bd-2c3e-4a37-994e-8edfcea54ea3 None None] Sync routers for ids ['1a18a4d7-1f95-44a5-8b52-d8009d64727f'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:10.529112 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda12bd-2c3e-4a37-994e-8edfcea54ea3 None None] Routers {'1a18a4d7-1f95-44a5-8b52-d8009d64727f'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:10.531914 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dcda12bd-2c3e-4a37-994e-8edfcea54ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1a18a4d7-1f95-44a5-8b52-d8009d64727f'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:10.567175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c8a5f-b9f1-45b1-8149-71e2886857e1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:10.568810 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-745c8a5f-b9f1-45b1-8149-71e2886857e1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports/c31dd839-5bf2-4bc7-ac20-a42f8d5bd5a9 HTTP/1.1" status: 200 len: 910 time: 0.0657406 Dec 13 13:14:10.573177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48034) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:10.583230 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:10.592286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Allocated IP 172.20.0.2 (1a5735e0-c467-4dcc-9880-88edb1d3f953/74733545-8921-4b79-b4e1-2d93186363ce/6d328779-b05d-43f1-99bc-462834a1bd38) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:10.647849 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dcda12bd-2c3e-4a37-994e-8edfcea54ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:10.674278 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda12bd-2c3e-4a37-994e-8edfcea54ea3 None None] Routers {'1a18a4d7-1f95-44a5-8b52-d8009d64727f'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:10.675265 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dcda12bd-2c3e-4a37-994e-8edfcea54ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1a18a4d7-1f95-44a5-8b52-d8009d64727f'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:10.718627 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:10.723649 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:10.758921 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-dcda12bd-2c3e-4a37-994e-8edfcea54ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:10.759651 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcda12bd-2c3e-4a37-994e-8edfcea54ea3 None None] The sync data for ids ['1a18a4d7-1f95-44a5-8b52-d8009d64727f'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:10.764381 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:10.996945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8981f8-7f97-4337-b680-fb75362453ce None None] Network b645f4fd-ed3d-499d-bf05-08aa494361e4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:11.020989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Network 076120b8-55c1-4e3c-83b1-bd72d1148d46 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:11.026935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.084659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:11.087025 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.089738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:11.151863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-18f0e6d6-c933-4347-be70-571baf265069 None None] Provisioning complete for port e84adfed-c97e-4072-a7e5-1c035d92181f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:11.152506 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6d6-c933-4347-be70-571baf265069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.171882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Pushing event updated for resources: {'Port': ['ID=21137dd8-bd01-46a9-9a37-a9c0b6cea83e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:11.438021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port c31dd839-5bf2-4bc7-ac20-a42f8d5bd5a9 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:11.438576 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.478465 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.499999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.520517 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 0c34699d-f745-411b-aa20-1cdb53d9a375, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0c34699d-f745-411b-aa20-1cdb53d9a375,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:11.551653 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.570953 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.586351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for c31dd839-5bf2-4bc7-ac20-a42f8d5bd5a9 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:11.637162 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.667053 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.669036 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.716487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-18f0e6d6-c933-4347-be70-571baf265069 None None] Port e84adfed-c97e-4072-a7e5-1c035d92181f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:11.734608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Pushing event updated for resources: {'Port': ['ID=6d328779-b05d-43f1-99bc-462834a1bd38,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:11.830871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Network 1a5735e0-c467-4dcc-9880-88edb1d3f953 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:11.839540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Attempting to bind port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:11.840171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Attempting to bind port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5c5870e4-8c1f-43cb-af48-00682c9eff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:11.840621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Attempting to bind port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e on network 076120b8-55c1-4e3c-83b1-bd72d1148d46 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:11.848018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.848901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-18f0e6d6-c933-4347-be70-571baf265069 None None] Provisioning complete for port 13e07692-aabf-4913-b85a-abc7440b3e94 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:11.849384 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6d6-c933-4347-be70-571baf265069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.857193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:11.893681 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.896235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:11.907333 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.911931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:11.912335 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Checking segment: {'id': '5c5870e4-8c1f-43cb-af48-00682c9eff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:11.912865 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.913356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Bound using segment: {'id': '5c5870e4-8c1f-43cb-af48-00682c9eff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:11.913947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Bound port: 21137dd8-bd01-46a9-9a37-a9c0b6cea83e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5870e4-8c1f-43cb-af48-00682c9eff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:11.914455 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.931835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=c31dd839-5bf2-4bc7-ac20-a42f8d5bd5a9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:11.933752 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.946526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:11.986954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 13e07692-aabf-4913-b85a-abc7440b3e94 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:12.012738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=0c34699d-f745-411b-aa20-1cdb53d9a375,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:12.033195 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.115246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Allocated IP 172.25.2.179 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/5be218a7-d825-4045-b3be-8c48581543ca) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:12.155712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561a8b-3f8c-4dd2-aee8-1ad4113a7e0b None None] Pushing event updated for resources: {'Port': ['ID=b5d361ca-be2c-4e96-8187-60801b951ad5,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:12.173800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.184381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Attempting to bind port 6d328779-b05d-43f1-99bc-462834a1bd38 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:12.184994 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Attempting to bind port 6d328779-b05d-43f1-99bc-462834a1bd38 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '40ca0259-891a-49cd-be6b-a7ad3994b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a5735e0-c467-4dcc-9880-88edb1d3f953'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:12.185514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Attempting to bind port 6d328779-b05d-43f1-99bc-462834a1bd38 on network 1a5735e0-c467-4dcc-9880-88edb1d3f953 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:12.199869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:12.200255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Checking segment: {'id': '40ca0259-891a-49cd-be6b-a7ad3994b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a5735e0-c467-4dcc-9880-88edb1d3f953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:12.200661 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.201058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Bound using segment: {'id': '40ca0259-891a-49cd-be6b-a7ad3994b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a5735e0-c467-4dcc-9880-88edb1d3f953'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:12.201810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Bound port: 6d328779-b05d-43f1-99bc-462834a1bd38, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ca0259-891a-49cd-be6b-a7ad3994b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a5735e0-c467-4dcc-9880-88edb1d3f953'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:12.202241 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.264464 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.286890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5735e0-c467-4dcc-9880-88edb1d3f953']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:12.296800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ca0259-891a-49cd-be6b-a7ad3994b57f') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:12.297232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ca0259-891a-49cd-be6b-a7ad3994b57f') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:12.316171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.327567 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] For port 6d328779-b05d-43f1-99bc-462834a1bd38, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:12.330489 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.331165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8954df63-7021-43b3-938d-13094e78a76c None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:12.337397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:12.337928 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.355909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=74733545-8921-4b79-b4e1-2d93186363ce,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:12.359305 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:12.423530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 1a18a4d7-1f95-44a5-8b52-d8009d64727f has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:14:12.437848 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Attempting to bind port b5d361ca-be2c-4e96-8187-60801b951ad5 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:12.444594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Attempting to bind port b5d361ca-be2c-4e96-8187-60801b951ad5 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:12.444594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Attempting to bind port b5d361ca-be2c-4e96-8187-60801b951ad5 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:12.459726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-18f0e6d6-c933-4347-be70-571baf265069 None None] Provisioning complete for port 0c34699d-f745-411b-aa20-1cdb53d9a375 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:12.460134 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6d6-c933-4347-be70-571baf265069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.484019 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.api [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 13:14:12.484019 n-d-817326-4 neutron-server[109886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 13:14:12.484019 n-d-817326-4 neutron-server[109886]: [parameters: {'id': '1a5735e0-c467-4dcc-9880-88edb1d3f953'}] Dec 13 13:14:12.484019 n-d-817326-4 neutron-server[109886]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:14:12.484668 n-d-817326-4 neutron-server[109886]: DEBUG oslo_db.api [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:14:12.547134 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.557394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Pushing event updated for resources: {'Port': ['ID=e84adfed-c97e-4072-a7e5-1c035d92181f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:12.565089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] For port 6d328779-b05d-43f1-99bc-462834a1bd38, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6d328779-b05d-43f1-99bc-462834a1bd38,segment=NetworkSegment(40ca0259-891a-49cd-be6b-a7ad3994b57f),segment_id=40ca0259-891a-49cd-be6b-a7ad3994b57f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:12.568135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] For port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:12.577662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:12.578053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:12.578494 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.578918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:12.579581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Bound port: b5d361ca-be2c-4e96-8187-60801b951ad5, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:12.579979 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.587447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:12.595618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-39f486f7-1844-42ce-9ae2-5e7ec1d780b3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/1a18a4d7-1f95-44a5-8b52-d8009d64727f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0176306 Dec 13 13:14:12.595618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48050) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:12.616190 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.632133 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5322f7c1-14d1-4eb8-9ec0-47116f35d141 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a18a4d7-1f95-44a5-8b52-d8009d64727f HTTP/1.1" status: 200 len: 205 time: 0.0355248 Dec 13 13:14:12.633040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48052) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:12.646709 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717b71e-5369-4233-bd2a-c4dfaaf025db None None] Sync routers for ids ['1a18a4d7-1f95-44a5-8b52-d8009d64727f'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:12.659241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] For port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21137dd8-bd01-46a9-9a37-a9c0b6cea83e,segment=NetworkSegment(5c5870e4-8c1f-43cb-af48-00682c9eff88),segment_id=5c5870e4-8c1f-43cb-af48-00682c9eff88)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:12.693776 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.739213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] For port b5d361ca-be2c-4e96-8187-60801b951ad5, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:12.745648 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.746399 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7f95aaf-ae0a-466b-bdcd-33f62a22101f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.754678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:12.758597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:12.778581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 13e07692-aabf-4913-b85a-abc7440b3e94 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:12.779148 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.790630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717b71e-5369-4233-bd2a-c4dfaaf025db None None] Routers {'1a18a4d7-1f95-44a5-8b52-d8009d64727f'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:12.791774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7717b71e-5369-4233-bd2a-c4dfaaf025db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1a18a4d7-1f95-44a5-8b52-d8009d64727f'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:12.843543 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.907353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] For port b5d361ca-be2c-4e96-8187-60801b951ad5, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b5d361ca-be2c-4e96-8187-60801b951ad5,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:12.925221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:12.931471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:12.936762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:12.972689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7717b71e-5369-4233-bd2a-c4dfaaf025db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:12.974783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb63a48a-f86e-400c-b0eb-f5a0a319a0a5 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:12.991220 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7f95aaf-ae0a-466b-bdcd-33f62a22101f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.993684 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7f95aaf-ae0a-466b-bdcd-33f62a22101f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:12.998741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.003360 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.046989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Pushing event updated for resources: {'Port': ['ID=5be218a7-d825-4045-b3be-8c48581543ca,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:13.049252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7502c13-1630-44e1-bc01-d5ad56fdb173 None None] Network 1a5735e0-c467-4dcc-9880-88edb1d3f953 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:13.089628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019e181-a641-4efd-9841-6ad5b2c13bf1 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:13.091867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717b71e-5369-4233-bd2a-c4dfaaf025db None None] Routers {'1a18a4d7-1f95-44a5-8b52-d8009d64727f'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:13.092553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7717b71e-5369-4233-bd2a-c4dfaaf025db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['1a18a4d7-1f95-44a5-8b52-d8009d64727f'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:13.095900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d874c7-9925-4576-b34f-82eacf879cda None None] Pushing event updated for resources: {'Port': ['ID=6d328779-b05d-43f1-99bc-462834a1bd38,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:13.119830 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7f95aaf-ae0a-466b-bdcd-33f62a22101f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.120370 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f95aaf-ae0a-466b-bdcd-33f62a22101f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Fanout notify agent at l3_agent the message router_deleted on router 1a18a4d7-1f95-44a5-8b52-d8009d64727f {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:14:13.144930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e7f95aaf-ae0a-466b-bdcd-33f62a22101f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.146127 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e7f95aaf-ae0a-466b-bdcd-33f62a22101f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/1a18a4d7-1f95-44a5-8b52-d8009d64727f HTTP/1.1" status: 204 len: 168 time: 0.5119545 Dec 13 13:14:13.150851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48056) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:13.181793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74390ea8-e49a-4507-91c9-27cb61cade44 None None] Pushing event updated for resources: {'Port': ['ID=21137dd8-bd01-46a9-9a37-a9c0b6cea83e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:13.228265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Router d4959606-0a8b-4d40-b021-455a71c592ce has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:14:13.263475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:13.268901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:13.272648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cd6e03-0422-4ca6-9441-7862467c5aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting subnet 59ac8e45-3d69-41ea-b9dc-0133ec174d30 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:14:13.286053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7717b71e-5369-4233-bd2a-c4dfaaf025db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:13.287475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717b71e-5369-4233-bd2a-c4dfaaf025db None None] The sync data for ids ['1a18a4d7-1f95-44a5-8b52-d8009d64727f'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:13.311899 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6e03-0422-4ca6-9441-7862467c5aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.409637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6e03-0422-4ca6-9441-7862467c5aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.469568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Deleting port 6d328779-b05d-43f1-99bc-462834a1bd38 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:13.469863 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.597477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561a8b-3f8c-4dd2-aee8-1ad4113a7e0b None None] Pushing event updated for resources: {'Port': ['ID=b5d361ca-be2c-4e96-8187-60801b951ad5,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:13.598902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6e03-0422-4ca6-9441-7862467c5aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.606853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Provisioning complete for port 5be218a7-d825-4045-b3be-8c48581543ca triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:13.607415 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.647754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 171a17f7-0318-4428-bf99-5729af208afd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:13.690566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6e03-0422-4ca6-9441-7862467c5aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.696805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:13.724740 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6e03-0422-4ca6-9441-7862467c5aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.728743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a6cd6e03-0422-4ca6-9441-7862467c5aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/59ac8e45-3d69-41ea-b9dc-0133ec174d30 HTTP/1.1" status: 204 len: 168 time: 0.5768695 Dec 13 13:14:13.730755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd6e03-0422-4ca6-9441-7862467c5aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Subnet': ['ID=59ac8e45-3d69-41ea-b9dc-0133ec174d30,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:13.732557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48064) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:13.745099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b75a9ac-5de5-4095-962e-a0844b446134 None None] Network b645f4fd-ed3d-499d-bf05-08aa494361e4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:13.747199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Port 5be218a7-d825-4045-b3be-8c48581543ca cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:13.772480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.825773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.865845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:13.885701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 171a17f7-0318-4428-bf99-5729af208afd {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:13.886048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.906728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4d7c0c79-8a03-47bd-8ba4-ba9360bac23e admin admin] 10.222.0.31 "PUT /v2.0/routers/d4959606-0a8b-4d40-b021-455a71c592ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7206550 Dec 13 13:14:13.908759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] For port 6d328779-b05d-43f1-99bc-462834a1bd38, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6d328779-b05d-43f1-99bc-462834a1bd38,segment=NetworkSegment(40ca0259-891a-49cd-be6b-a7ad3994b57f),segment_id=40ca0259-891a-49cd-be6b-a7ad3994b57f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:13.909120 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.955984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port 171a17f7-0318-4428-bf99-5729af208afd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=171a17f7-0318-4428-bf99-5729af208afd,segment=NetworkSegment(8a513453-c2dd-440c-92f3-3db61c8eef37),segment_id=8a513453-c2dd-440c-92f3-3db61c8eef37)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:13.956365 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:13.971270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 171a17f7-0318-4428-bf99-5729af208afd owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:14.063876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Calling delete_port for 6d328779-b05d-43f1-99bc-462834a1bd38 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:14.119502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Provisioning complete for port b5d361ca-be2c-4e96-8187-60801b951ad5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:14.122389 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.123508 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.152814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=171a17f7-0318-4428-bf99-5729af208afd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:14.157470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No DVR routers for this DVR port 171a17f7-0318-4428-bf99-5729af208afd on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:14:14.279694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.282231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 171a17f7-0318-4428-bf99-5729af208afd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:14.282614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.341975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b645f4fd-ed3d-499d-bf05-08aa494361e4']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:14.361234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Port 171a17f7-0318-4428-bf99-5729af208afd was deleted so its status cannot be updated. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 13:14:14.363080 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b0688-ff40-4780-a395-bbc39eefab38 None None] DHCP port deletion for b645f4fd-ed3d-499d-bf05-08aa494361e4 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:14.396642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a513453-c2dd-440c-92f3-3db61c8eef37') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:14.396642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a513453-c2dd-440c-92f3-3db61c8eef37') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:14.449726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.493784 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.515081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:14.515833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:14.531143 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:14.560781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.568960 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.569163 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.643211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] For port b5d361ca-be2c-4e96-8187-60801b951ad5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b5d361ca-be2c-4e96-8187-60801b951ad5,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:14.653013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.672478 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.677149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/networks/b645f4fd-ed3d-499d-bf05-08aa494361e4 HTTP/1.1" status: 204 len: 168 time: 0.9434361 Dec 13 13:14:14.684613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Port': ['ID=6d328779-b05d-43f1-99bc-462834a1bd38,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:14.685800 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.691000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48076) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:14.695478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5a16-f336-47d2-b804-6ab9faa7d5ff tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Network': ['ID=b645f4fd-ed3d-499d-bf05-08aa494361e4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:14.697016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-49074162', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:14.709119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No DVR routers for this DVR port 6d328779-b05d-43f1-99bc-462834a1bd38 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:14:14.709971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 2, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:14.744057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Could not find standard attr ID for object c31dd839-5bf2-4bc7-ac20-a42f8d5bd5a9. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:14:14.807131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820d1d3-e71a-4f18-b175-8cac10eb80a0 None None] Network 076120b8-55c1-4e3c-83b1-bd72d1148d46 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:14.810187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0c34699d-f745-411b-aa20-1cdb53d9a375 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:14.821530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60545ea1-e0ca-440b-b837-05cb94a250d9 None None] The sync data for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 is: [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 2, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:14.871052 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.872279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.879962 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:14.913537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Pushing event updated for resources: {'Port': ['ID=b5d361ca-be2c-4e96-8187-60801b951ad5,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:14.929903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5735e0-c467-4dcc-9880-88edb1d3f953']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:14.988044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ca0259-891a-49cd-be6b-a7ad3994b57f') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:14.988546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ca0259-891a-49cd-be6b-a7ad3994b57f') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:14.992592 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.004363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Provisioning complete for port e84adfed-c97e-4072-a7e5-1c035d92181f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:15.004363 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.023140 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.060322 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48088) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:15.065296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1730150073-network', 'tenant_id': '7eac983be8704758a6a72b4336808dc7'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:15.094172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Port e84adfed-c97e-4072-a7e5-1c035d92181f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:15.114277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Made reservation on behalf of 7eac983be8704758a6a72b4336808dc7 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:15.116713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.121928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58162c59-72da-432d-ad3d-ae2d06379d23 None None] Could not find standard attr ID for object 171a17f7-0318-4428-bf99-5729af208afd. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:14:15.130756 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.138560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.153425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0c34699d-f745-411b-aa20-1cdb53d9a375 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:15.153810 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.175820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:15.176238 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:15.179585 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:15.310391 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.313673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-478e8fcc-4ac3-47c9-92af-c5fc08589af9 None None] Provisioning complete for port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:15.314272 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-478e8fcc-4ac3-47c9-92af-c5fc08589af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.326319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Router b6aba05e-5088-403c-a2f9-c5060a45dd12 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:14:15.369465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21137dd8-bd01-46a9-9a37-a9c0b6cea83e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:15.398533 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.412236 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.419976 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/1a5735e0-c467-4dcc-9880-88edb1d3f953 HTTP/1.1" status: 204 len: 168 time: 5.5351470 Dec 13 13:14:15.420397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48092) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:15.447928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d0dd5-76f0-4c01-b40f-39c30c2381eb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=1a5735e0-c467-4dcc-9880-88edb1d3f953,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:15.482433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-466706333'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:15.530942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-478e8fcc-4ac3-47c9-92af-c5fc08589af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.584562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:15.584950 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.660267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-478e8fcc-4ac3-47c9-92af-c5fc08589af9 None None] For port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21137dd8-bd01-46a9-9a37-a9c0b6cea83e,segment=NetworkSegment(5c5870e4-8c1f-43cb-af48-00682c9eff88),segment_id=5c5870e4-8c1f-43cb-af48-00682c9eff88)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:15.668717 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-478e8fcc-4ac3-47c9-92af-c5fc08589af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.672208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:15.682797 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Sync routers for ids ['b6aba05e-5088-403c-a2f9-c5060a45dd12'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:15.717058 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Routers {'b6aba05e-5088-403c-a2f9-c5060a45dd12'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:15.718152 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b6aba05e-5088-403c-a2f9-c5060a45dd12'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:15.729036 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.737767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-52243dfe-7a96-432e-a793-2ff56a21379a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2511330 Dec 13 13:14:15.752618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48098) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:15.759503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1ea176-50f0-41ce-a735-094a9901aebe None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:14:15.931743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e8fcc-4ac3-47c9-92af-c5fc08589af9 None None] Pushing event updated for resources: {'Port': ['ID=21137dd8-bd01-46a9-9a37-a9c0b6cea83e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:15.964009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 171a17f7-0318-4428-bf99-5729af208afd no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:14:15.968853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-59166c77-afef-45e4-824a-cc186e2faca7 None None] Provisioning complete for port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:15.969253 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59166c77-afef-45e4-824a-cc186e2faca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:15.993664 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Set router b6aba05e-5088-403c-a2f9-c5060a45dd12 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:16.058501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 171a17f7-0318-4428-bf99-5729af208afd {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:14:16.058941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 171a17f7-0318-4428-bf99-5729af208afd not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:14:16.151698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.176011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1ea176-50f0-41ce-a735-094a9901aebe None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:14:16.215692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.260715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:16.302353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.302713 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Added segment 1f067a79-d2f8-4653-95bd-9efd66af8e31 of type vlan for network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f Dec 13 13:14:16.323355 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'name': 'tempest-TestVolumeBootPattern-2047293693-router', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '5be218a7-d825-4045-b3be-8c48581543ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:09Z', 'updated_at': '2021-12-13T13:14:13Z', 'revision_number': 3, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'gw_port': {'id': '5be218a7-d825-4045-b3be-8c48581543ca', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:11Z', 'updated_at': '2021-12-13T13:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:16.412582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.448819 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Checking router: b6aba05e-5088-403c-a2f9-c5060a45dd12 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:14:16.451864 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Updating router b6aba05e-5088-403c-a2f9-c5060a45dd12 port 5be218a7-d825-4045-b3be-8c48581543ca binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:14:16.467657 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:16.478031 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.489504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.490530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:16.491108 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.550358 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.780390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b5d361ca-be2c-4e96-8187-60801b951ad5 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:16.784316 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.811339 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7497120 Dec 13 13:14:16.812403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67778af6-4de2-4697-82d3-c6c5b1bca220,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:16.815200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48108) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:16.832318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Request body: {'subnet': {'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1730150073-subnet', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:16.844218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91b33b3-59d9-45b6-be8d-777400916a49 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:14:16.918823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d837d-5e47-4d03-88cf-87dbf12804ad admin admin] Pushing event updated for resources: {'Network': ['ID=0a89ec4e-22a1-43f1-a3c4-6d774895bd8f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:16.963813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:16.964870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Made reservation on behalf of 7eac983be8704758a6a72b4336808dc7 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:16.984506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.988524 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:16.994881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:17.104992 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.115457 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.190573 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.195674 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment 2b15bb83-e0ac-4383-b66f-eec1dc3e7be9 of type vlan for network 35119088-eba1-4c56-a79b-9c172c606ddd Dec 13 13:14:17.257979 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5379cb-04fc-483d-895e-2029b2be9a9c None None] Pushing event updated for resources: {'Port': ['ID=5be218a7-d825-4045-b3be-8c48581543ca,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:17.268179 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Attempting to bind port 5be218a7-d825-4045-b3be-8c48581543ca on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:17.272587 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Attempting to bind port 5be218a7-d825-4045-b3be-8c48581543ca by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:17.278170 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Attempting to bind port 5be218a7-d825-4045-b3be-8c48581543ca on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:17.295234 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:17.296056 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:17.296667 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.297453 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:17.298187 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Bound port: 5be218a7-d825-4045-b3be-8c48581543ca, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:17.298812 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.321082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.379827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b5d361ca-be2c-4e96-8187-60801b951ad5 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:17.398300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.451556 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] For port 5be218a7-d825-4045-b3be-8c48581543ca, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:17.475571 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] For port 5be218a7-d825-4045-b3be-8c48581543ca, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5be218a7-d825-4045-b3be-8c48581543ca,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:17.484119 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.529021 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.534831 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:17.535443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.587904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b33b3-59d9-45b6-be8d-777400916a49 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:14:17.656693 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5379cb-04fc-483d-895e-2029b2be9a9c None None] Pushing event updated for resources: {'Port': ['ID=5be218a7-d825-4045-b3be-8c48581543ca,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:17.675157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Allocated IP 172.25.2.70 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/46741397-8fa8-4a9c-9da9-a183d0d01a38) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:17.714524 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Routers {'b6aba05e-5088-403c-a2f9-c5060a45dd12'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:17.717462 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b6aba05e-5088-403c-a2f9-c5060a45dd12'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:17.772680 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2937963 Dec 13 13:14:17.773618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48122) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:17.782618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': '35119088-eba1-4c56-a79b-9c172c606ddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:17.823281 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:17.875868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21137dd8-bd01-46a9-9a37-a9c0b6cea83e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:17.943465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ddb3ee-9d07-447d-a082-eb783415bd8c,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:17.966924 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] Set router b6aba05e-5088-403c-a2f9-c5060a45dd12 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:18.013035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Checking segment: {'id': '1f067a79-d2f8-4653-95bd-9efd66af8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:18.013413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Network hostable DHCP agents. Network: 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:18.024690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613500c9-b38e-4a65-875e-d89275c2e789 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=35119088-eba1-4c56-a79b-9c172c606ddd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:18.040285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:18.048161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 35119088-eba1-4c56-a79b-9c172c606ddd details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:18.049992 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:18.059324 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:18.079373 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:18.084340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:18.084872 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:18.120184 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-be825936-a616-41e4-a813-b24db67930a6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2919331 Dec 13 13:14:18.120796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48126) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:18.129650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1730150073-router', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:18.180914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:18.182459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:18.253989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:18.270878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:18.271906 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:18.295721 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:18.311073 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:18.356017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Performing IP validity checks on allocation pools {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 13:14:18.358871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 13:14:18.484774 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'name': 'tempest-TestVolumeBootPattern-2047293693-router', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '5be218a7-d825-4045-b3be-8c48581543ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:09Z', 'updated_at': '2021-12-13T13:14:13Z', 'revision_number': 3, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'gw_port': {'id': '5be218a7-d825-4045-b3be-8c48581543ca', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:11Z', 'updated_at': '2021-12-13T13:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:18.533616 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437c93b-b05f-43fe-9864-ea30b8cb1801 None None] The sync data for ids ['b6aba05e-5088-403c-a2f9-c5060a45dd12'] in n-d-817326-4 is: [{'id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'name': 'tempest-TestVolumeBootPattern-2047293693-router', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '5be218a7-d825-4045-b3be-8c48581543ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:09Z', 'updated_at': '2021-12-13T13:14:13Z', 'revision_number': 3, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'gw_port': {'id': '5be218a7-d825-4045-b3be-8c48581543ca', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:11Z', 'updated_at': '2021-12-13T13:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:18.608436 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:18.667755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77975774-50c6-4b12-a743-641d7aed44b4 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:18.669378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de245b07-dc64-4c66-a707-4857e9631da0 None None] Network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:18.792861 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:18.973765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:18.979753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:19.014363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:19.064083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:19.132455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759e6c9-a8db-4b86-b207-fe2d54868b85 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:19.210547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ccbb19-0e11-4e4c-9c14-369790fea9db None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:19.211223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=46741397-8fa8-4a9c-9da9-a183d0d01a38,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:19.275147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-0a89ec4e-22a1-43f1-a3c4-6d774895bd8f', 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f', 'project_id': '7eac983be8704758a6a72b4336808dc7', 'fixed_ips': [{'subnet_id': '91ddb3ee-9d07-447d-a082-eb783415bd8c'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:19.276787 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:19.286722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:19.319324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fec6dbc7-7734-4ce7-8d9b-b709f32a9339 None None] Provisioning complete for port 5be218a7-d825-4045-b3be-8c48581543ca triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:19.319324 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbc7-7734-4ce7-8d9b-b709f32a9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:19.325021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Sync routers for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:19.343460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=495ab0d6-4240-4011-9599-6ca8daa7f282,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:19.347336 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:19.382342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:19.383010 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:19.603228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Allocated IP 172.20.0.1 (076120b8-55c1-4e3c-83b1-bd72d1148d46/a1a13671-e0dc-4020-a0ec-fecc6ed62d34/30ccb936-abdb-4526-8fc6-2f72950587ba) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:19.680371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Allocated IP 172.25.2.155 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/492d7b5b-7405-47f7-8e57-d5eb5267c27b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:19.917058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:19.928219 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbc7-7734-4ce7-8d9b-b709f32a9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:19.942012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:19.966658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Allocated IP 172.20.0.2 (0a89ec4e-22a1-43f1-a3c4-6d774895bd8f/91ddb3ee-9d07-447d-a082-eb783415bd8c/8be05afc-942c-4005-baf1-1a1e02d5b6f6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:19.974895 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': '2b15bb83-e0ac-4383-b66f-eec1dc3e7be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '35119088-eba1-4c56-a79b-9c172c606ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:19.975291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: 35119088-eba1-4c56-a79b-9c172c606ddd, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:19.997432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.032252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:20.091839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:20.098357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:20.117441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fec6dbc7-7734-4ce7-8d9b-b709f32a9339 None None] For port 5be218a7-d825-4045-b3be-8c48581543ca, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5be218a7-d825-4045-b3be-8c48581543ca,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:20.123844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49458421-38a5-4c2d-82a3-8b891852f5a9 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:20.135396 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbc7-7734-4ce7-8d9b-b709f32a9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.169395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network 35119088-eba1-4c56-a79b-9c172c606ddd is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:20.189081 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.215581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 35119088-eba1-4c56-a79b-9c172c606ddd) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:20.224885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Pushing event updated for resources: {'Port': ['ID=492d7b5b-7405-47f7-8e57-d5eb5267c27b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:20.253554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6dbc7-7734-4ce7-8d9b-b709f32a9339 None None] Pushing event updated for resources: {'Port': ['ID=5be218a7-d825-4045-b3be-8c48581543ca,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:20.255359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.259616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfbfd0-9fea-4098-ae8c-935dd609df26 None None] Network 35119088-eba1-4c56-a79b-9c172c606ddd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:20.274166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:20.274966 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.366202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6ff3a440-35d5-4911-ae58-8d22371c05f5 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5889442 Dec 13 13:14:20.367109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48156) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:20.383561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fec6dbc7-7734-4ce7-8d9b-b709f32a9339 None None] Provisioning complete for port 46741397-8fa8-4a9c-9da9-a183d0d01a38 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:20.383933 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbc7-7734-4ce7-8d9b-b709f32a9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.508968 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.621398 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.688190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Network 076120b8-55c1-4e3c-83b1-bd72d1148d46 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:20.701418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:20.704211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:20.738381 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.767171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fec6dbc7-7734-4ce7-8d9b-b709f32a9339 None None] Port 46741397-8fa8-4a9c-9da9-a183d0d01a38 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:20.782771 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.826329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Pushing event updated for resources: {'Port': ['ID=30ccb936-abdb-4526-8fc6-2f72950587ba,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:20.853950 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.915008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e5cc7-2e42-4e28-853e-52634fbc6b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-35119088-eba1-4c56-a79b-9c172c606ddd', 'network_id': '35119088-eba1-4c56-a79b-9c172c606ddd', 'project_id': '7c452c62cfcd4af29f88bd3959458557', 'fixed_ips': [{'subnet_id': '495ab0d6-4240-4011-9599-6ca8daa7f282'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:20.916757 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-004e5cc7-2e42-4e28-853e-52634fbc6b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.962008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:20.981314 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.012605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:21.041812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:21.064897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:21.072158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Pushing event updated for resources: {'Port': ['ID=8be05afc-942c-4005-baf1-1a1e02d5b6f6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:21.131491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ebabde9e-f6f7-476d-9ae6-9a7d6f1c9e8d None None] Provisioning complete for port 5be218a7-d825-4045-b3be-8c48581543ca triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:21.131859 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebabde9e-f6f7-476d-9ae6-9a7d6f1c9e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.168511 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.253568 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.265741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Router 89f17704-c9b5-4c64-843b-71e70213e5bb is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:14:21.311461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5be218a7-d825-4045-b3be-8c48581543ca up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:21.456211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:21.484824 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Sync routers for ids ['89f17704-c9b5-4c64-843b-71e70213e5bb'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:21.497252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Attempting to bind port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:21.503043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.508960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Attempting to bind port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '1f067a79-d2f8-4653-95bd-9efd66af8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:21.509512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Attempting to bind port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 on network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server [None req-004e5cc7-2e42-4e28-853e-52634fbc6b87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 495ab0d6-4240-4011-9599-6ca8daa7f282: This subnet is being modified by another concurrent operation. Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise exception Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 495ab0d6-4240-4011-9599-6ca8daa7f282: This subnet is being modified by another concurrent operation. Dec 13 13:14:21.535535 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Dec 13 13:14:21.543888 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Routers {'89f17704-c9b5-4c64-843b-71e70213e5bb'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:21.548043 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['89f17704-c9b5-4c64-843b-71e70213e5bb'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:21.555708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.559547 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c7e0e1c5-d925-482e-ab27-4a5d1ddd4708 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4377737 Dec 13 13:14:21.569310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48170) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:21.572314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:21.572700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Checking segment: {'id': '1f067a79-d2f8-4653-95bd-9efd66af8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:21.573107 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.576798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Bound using segment: {'id': '1f067a79-d2f8-4653-95bd-9efd66af8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:21.577358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Bound port: 8be05afc-942c-4005-baf1-1a1e02d5b6f6, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f067a79-d2f8-4653-95bd-9efd66af8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:21.582775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=495ab0d6-4240-4011-9599-6ca8daa7f282,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:21.583634 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.587201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e935710-f156-4aa8-bc30-34668ce5afe0 None None] Network 35119088-eba1-4c56-a79b-9c172c606ddd requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:21.662316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 2, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:21.749442 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Set router 89f17704-c9b5-4c64-843b-71e70213e5bb gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:21.774399 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.818269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.850669 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Checking router: d4959606-0a8b-4d40-b021-455a71c592ce for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:14:21.851028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Updating router d4959606-0a8b-4d40-b021-455a71c592ce port e84adfed-c97e-4072-a7e5-1c035d92181f binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:14:21.868990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35119088-eba1-4c56-a79b-9c172c606ddd']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:21.924085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 5be218a7-d825-4045-b3be-8c48581543ca triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:21.924640 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:21.985200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b15bb83-e0ac-4383-b66f-eec1dc3e7be9') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:21.985393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b15bb83-e0ac-4383-b66f-eec1dc3e7be9') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:21.987831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 9fc17c67-4d40-4e33-ab7c-07b3d70fb784 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:14:22.063938 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.093823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.110911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:22.112137 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.123832 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'name': 'tempest-TestVolumeBackupRestore-1730150073-router', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:14:20Z', 'revision_number': 3, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'gw_port': {'id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:19Z', 'updated_at': '2021-12-13T13:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:22.159445 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Checking router: 89f17704-c9b5-4c64-843b-71e70213e5bb for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:14:22.159445 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Updating router 89f17704-c9b5-4c64-843b-71e70213e5bb port 492d7b5b-7405-47f7-8e57-d5eb5267c27b binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:14:22.190851 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.235913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:22.270944 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:22.336620 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.341379 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.351618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/35119088-eba1-4c56-a79b-9c172c606ddd HTTP/1.1" status: 204 len: 168 time: 1.9800673 Dec 13 13:14:22.352486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48180) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:22.377608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] For port 8be05afc-942c-4005-baf1-1a1e02d5b6f6, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:22.427168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ebabde9e-f6f7-476d-9ae6-9a7d6f1c9e8d None None] Provisioning complete for port 492d7b5b-7405-47f7-8e57-d5eb5267c27b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:22.427547 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ebabde9e-f6f7-476d-9ae6-9a7d6f1c9e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.511783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] For port 8be05afc-942c-4005-baf1-1a1e02d5b6f6, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8be05afc-942c-4005-baf1-1a1e02d5b6f6,segment=NetworkSegment(1f067a79-d2f8-4653-95bd-9efd66af8e31),segment_id=1f067a79-d2f8-4653-95bd-9efd66af8e31)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:22.525448 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.527073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ebabde9e-f6f7-476d-9ae6-9a7d6f1c9e8d None None] Port 492d7b5b-7405-47f7-8e57-d5eb5267c27b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:22.540864 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:14:22.541698 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.542637 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.616898 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdb306-3600-44de-828b-e60dfd258fae None None] Pushing event updated for resources: {'Port': ['ID=492d7b5b-7405-47f7-8e57-d5eb5267c27b,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:22.652379 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Attempting to bind port 492d7b5b-7405-47f7-8e57-d5eb5267c27b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:22.653139 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Attempting to bind port 492d7b5b-7405-47f7-8e57-d5eb5267c27b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:22.653716 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Attempting to bind port 492d7b5b-7405-47f7-8e57-d5eb5267c27b on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:22.660797 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:22.662672 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:22.663315 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.663907 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:22.664579 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Bound port: 492d7b5b-7405-47f7-8e57-d5eb5267c27b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:22.665240 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.687328 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8682597-f385-40b2-a5a2-e2380b6593f6 None None] Pushing event updated for resources: {'Port': ['ID=8be05afc-942c-4005-baf1-1a1e02d5b6f6,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:22.691844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c872905b-5e39-4391-8d0c-829799b9913c None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:22.746789 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] For port 492d7b5b-7405-47f7-8e57-d5eb5267c27b, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:22.751287 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] For port 492d7b5b-7405-47f7-8e57-d5eb5267c27b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=492d7b5b-7405-47f7-8e57-d5eb5267c27b,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:22.760106 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:22.921791 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Routers {'89f17704-c9b5-4c64-843b-71e70213e5bb'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:22.922151 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['89f17704-c9b5-4c64-843b-71e70213e5bb'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:22.925484 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdb306-3600-44de-828b-e60dfd258fae None None] Pushing event updated for resources: {'Port': ['ID=492d7b5b-7405-47f7-8e57-d5eb5267c27b,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:22.935502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa7268-6bfc-4151-8395-68c4e73d947c None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:22.956375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f41483a3-0e73-4a8e-abdd-2ccc8580c238 None None] Provisioning complete for port 30ccb936-abdb-4526-8fc6-2f72950587ba triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:22.956697 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f41483a3-0e73-4a8e-abdd-2ccc8580c238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.054784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f41483a3-0e73-4a8e-abdd-2ccc8580c238 None None] Port 30ccb936-abdb-4526-8fc6-2f72950587ba cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:23.169204 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] Set router 89f17704-c9b5-4c64-843b-71e70213e5bb gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:23.234240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b2925852-2abb-4a7f-8543-075394758fe6 None None] Provisioning complete for port 492d7b5b-7405-47f7-8e57-d5eb5267c27b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:23.234406 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2925852-2abb-4a7f-8543-075394758fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.236937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.246164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1777429728'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:23.342380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa9ed6-3a95-4da7-a6f4-9e7671fe55fd tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=35119088-eba1-4c56-a79b-9c172c606ddd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:23.453468 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.534597 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'name': 'tempest-TestVolumeBackupRestore-1730150073-router', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:14:20Z', 'revision_number': 3, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'gw_port': {'id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:19Z', 'updated_at': '2021-12-13T13:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:23.562040 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.571690 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.607164 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcdede0-9592-492a-9642-1a1f4a6e2035 None None] The sync data for ids ['89f17704-c9b5-4c64-843b-71e70213e5bb'] in n-d-817326-4 is: [{'id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'name': 'tempest-TestVolumeBackupRestore-1730150073-router', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:14:20Z', 'revision_number': 3, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'gw_port': {'id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:19Z', 'updated_at': '2021-12-13T13:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:23.622922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Allocated IP 172.20.0.1 (0a89ec4e-22a1-43f1-a3c4-6d774895bd8f/91ddb3ee-9d07-447d-a082-eb783415bd8c/2cb90c94-6cca-4b09-92df-f0d97db807bc) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:23.710898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:23.723914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:23.736640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.742932 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2925852-2abb-4a7f-8543-075394758fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.747767 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.784100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83640400-99c7-44e8-83d1-a1c98074e67c None None] Sync routers for ids ['9fc17c67-4d40-4e33-ab7c-07b3d70fb784'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:23.854475 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.861919 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.887693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2a01e-72f9-4bda-bc0e-4362efa1ca53 None None] Pushing event updated for resources: {'Port': ['ID=e84adfed-c97e-4072-a7e5-1c035d92181f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:23.907609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83640400-99c7-44e8-83d1-a1c98074e67c None None] Routers {'9fc17c67-4d40-4e33-ab7c-07b3d70fb784'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:23.908269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-83640400-99c7-44e8-83d1-a1c98074e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9fc17c67-4d40-4e33-ab7c-07b3d70fb784'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:23.958062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:23.964989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-83640400-99c7-44e8-83d1-a1c98074e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:23.977669 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b2925852-2abb-4a7f-8543-075394758fe6 None None] For port 492d7b5b-7405-47f7-8e57-d5eb5267c27b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=492d7b5b-7405-47f7-8e57-d5eb5267c27b,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:23.996065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Pushing event updated for resources: {'Port': ['ID=30ccb936-abdb-4526-8fc6-2f72950587ba,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:24.012678 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.023751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b8be55e6-3971-4a47-9b9b-b66655c5a44f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.3305888 Dec 13 13:14:24.025149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:24.025548 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2925852-2abb-4a7f-8543-075394758fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.027118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48202) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:24.061815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb90c94-6cca-4b09-92df-f0d97db807bc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:24.110553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:24.113207 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:24.118549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:24.176965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83640400-99c7-44e8-83d1-a1c98074e67c None None] Routers {'9fc17c67-4d40-4e33-ab7c-07b3d70fb784'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:24.177750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-83640400-99c7-44e8-83d1-a1c98074e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9fc17c67-4d40-4e33-ab7c-07b3d70fb784'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:24.233927 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.234563 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment 56f15afa-cf11-4281-a74e-018e546b0dc7 of type vlan for network 7f4e7d71-603d-4e7c-b59f-06f8800f1f62 Dec 13 13:14:24.245251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.264000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2925852-2abb-4a7f-8543-075394758fe6 None None] Pushing event updated for resources: {'Port': ['ID=492d7b5b-7405-47f7-8e57-d5eb5267c27b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:24.275380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-83640400-99c7-44e8-83d1-a1c98074e67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:24.276486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83640400-99c7-44e8-83d1-a1c98074e67c None None] The sync data for ids ['9fc17c67-4d40-4e33-ab7c-07b3d70fb784'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:24.278224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Attempting to bind port e84adfed-c97e-4072-a7e5-1c035d92181f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:24.278972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Attempting to bind port e84adfed-c97e-4072-a7e5-1c035d92181f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:24.279971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Attempting to bind port e84adfed-c97e-4072-a7e5-1c035d92181f on network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:24.353011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:24.355210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Checking segment: {'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:24.356880 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.358701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Bound using segment: {'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:24.359473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Bound port: e84adfed-c97e-4072-a7e5-1c035d92181f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:24.361027 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.482587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] For port e84adfed-c97e-4072-a7e5-1c035d92181f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:24.486477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] For port e84adfed-c97e-4072-a7e5-1c035d92181f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e84adfed-c97e-4072-a7e5-1c035d92181f,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:24.488233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f731a325-aea2-4638-a8cd-92d1527a2ca2 None None] Provisioning complete for port e84adfed-c97e-4072-a7e5-1c035d92181f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:24.488792 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f731a325-aea2-4638-a8cd-92d1527a2ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.546602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f5c52fd9-d03b-487c-a8c1-daf5f27b174b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/routers/9fc17c67-4d40-4e33-ab7c-07b3d70fb784 HTTP/1.1" status: 200 len: 878 time: 0.4843674 Dec 13 13:14:24.552553 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ad33-1ac3-4b10-a394-f64bb1dd4928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.556772 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.558819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48210) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:24.604604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.657496 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:24.664843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Network 076120b8-55c1-4e3c-83b1-bd72d1148d46 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:24.685478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:24.747390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:24.753583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:24.805517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 13:14:24.992816 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:25.009935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:25.010752 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:25.100952 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:25.107027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:25.109828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:25.205534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=7f4e7d71-603d-4e7c-b59f-06f8800f1f62,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:25.237846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0c810098-d225-4c00-a19a-4adfc0da2b25 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0061111 Dec 13 13:14:25.254752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48214) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:25.274001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': '7f4e7d71-603d-4e7c-b59f-06f8800f1f62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:25.359358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2a01e-72f9-4bda-bc0e-4362efa1ca53 None None] Pushing event updated for resources: {'Port': ['ID=e84adfed-c97e-4072-a7e5-1c035d92181f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:25.376400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93748b3a-b97d-4d44-92b2-6d5a1979dc53 None None] Network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:25.385881 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:25.400622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 7f4e7d71-603d-4e7c-b59f-06f8800f1f62 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:25.419872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb90c94-6cca-4b09-92df-f0d97db807bc,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:25.550194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 492d7b5b-7405-47f7-8e57-d5eb5267c27b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:25.572893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:25.577372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:25.587327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Router b6aba05e-5088-403c-a2f9-c5060a45dd12 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:14:25.640510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:25.644717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:25.670351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c92c08f8-5a67-4112-80de-1c8253b42d96 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 1.1017041 Dec 13 13:14:25.671071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48222) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:25.677330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a1ba9140-3cca-4cb8-af4e-83dd06367565 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-49074162'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:25.866990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f731a325-aea2-4638-a8cd-92d1527a2ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:25.880832 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:25.921161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f731a325-aea2-4638-a8cd-92d1527a2ca2 None None] For port e84adfed-c97e-4072-a7e5-1c035d92181f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e84adfed-c97e-4072-a7e5-1c035d92181f,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:25.955598 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f731a325-aea2-4638-a8cd-92d1527a2ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:26.025306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=6045aa91-c5c4-48f1-a622-d30bb9e77730,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:26.033151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': '56f15afa-cf11-4281-a74e-018e546b0dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f4e7d71-603d-4e7c-b59f-06f8800f1f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:26.033521 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: 7f4e7d71-603d-4e7c-b59f-06f8800f1f62, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:26.043293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Router 89f17704-c9b5-4c64-843b-71e70213e5bb has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:14:26.052556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:26.062060 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Sync routers for ids ['b6aba05e-5088-403c-a2f9-c5060a45dd12'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:26.068685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network 7f4e7d71-603d-4e7c-b59f-06f8800f1f62 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:26.080552 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Routers {'b6aba05e-5088-403c-a2f9-c5060a45dd12'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:26.081902 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b6aba05e-5088-403c-a2f9-c5060a45dd12'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:26.138111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 7f4e7d71-603d-4e7c-b59f-06f8800f1f62) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:26.177328 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c681026d-04ea-4448-8136-ac3a768d2edc admin admin] 10.222.0.31 "PUT /v2.0/routers/b6aba05e-5088-403c-a2f9-c5060a45dd12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4237254 Dec 13 13:14:26.183592 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9140-3cca-4cb8-af4e-83dd06367565 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:26.207475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:26.210809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:26.217471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f313c4da-4854-433a-b765-c2d33b981bc7 None None] Network 7f4e7d71-603d-4e7c-b59f-06f8800f1f62 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:26.218316 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9140-3cca-4cb8-af4e-83dd06367565 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:26.263072 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Set router b6aba05e-5088-403c-a2f9-c5060a45dd12 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:26.304167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] Provisioning complete for port e84adfed-c97e-4072-a7e5-1c035d92181f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:26.304555 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:26.349193 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c3d7fb04-0159-4cb2-ac79-4811e52321f7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0922697 Dec 13 13:14:26.362113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48232) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:26.428161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:26.499866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ba9140-3cca-4cb8-af4e-83dd06367565 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 9fc17c67-4d40-4e33-ab7c-07b3d70fb784 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:14:26.526829 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-426a0caf-9761-4e1e-8453-50c3320699d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/89f17704-c9b5-4c64-843b-71e70213e5bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9532521 Dec 13 13:14:26.642158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:26.805771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 492d7b5b-7405-47f7-8e57-d5eb5267c27b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:26.809125 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'name': 'tempest-TestVolumeBootPattern-2047293693-router', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '5be218a7-d825-4045-b3be-8c48581543ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:09Z', 'updated_at': '2021-12-13T13:14:21Z', 'revision_number': 4, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'gw_port': {'id': '5be218a7-d825-4045-b3be-8c48581543ca', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:11Z', 'updated_at': '2021-12-13T13:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '30ccb936-abdb-4526-8fc6-2f72950587ba', 'name': '', 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'mac_address': 'fa:16:3e:ab:f1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'a1a13671-e0dc-4020-a0ec-fecc6ed62d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:14:22Z', 'revision_number': 2, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'subnets': [{'id': 'a1a13671-e0dc-4020-a0ec-fecc6ed62d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:26.819328 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:26.859231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ba9140-3cca-4cb8-af4e-83dd06367565 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:26.870876 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Checking router: b6aba05e-5088-403c-a2f9-c5060a45dd12 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:14:26.871858 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Updating router b6aba05e-5088-403c-a2f9-c5060a45dd12 port 30ccb936-abdb-4526-8fc6-2f72950587ba binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:14:26.876678 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9140-3cca-4cb8-af4e-83dd06367565 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:26.877900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a1ba9140-3cca-4cb8-af4e-83dd06367565 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/9fc17c67-4d40-4e33-ab7c-07b3d70fb784 HTTP/1.1" status: 200 len: 885 time: 1.2045419 Dec 13 13:14:26.884119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48252) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:26.906652 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:26.984074 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868e7f81-8b15-432f-a21e-b56339ffb195 None None] Sync routers for ids ['9fc17c67-4d40-4e33-ab7c-07b3d70fb784'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:27.030031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731a325-aea2-4638-a8cd-92d1527a2ca2 None None] Pushing event updated for resources: {'Port': ['ID=e84adfed-c97e-4072-a7e5-1c035d92181f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:27.084876 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eecf9d1d-77eb-4ff1-84cb-3af4b898911a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:27.093930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:27.179574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e7f81-8b15-432f-a21e-b56339ffb195 None None] Routers {'9fc17c67-4d40-4e33-ab7c-07b3d70fb784'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:27.180232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-868e7f81-8b15-432f-a21e-b56339ffb195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:13:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9fc17c67-4d40-4e33-ab7c-07b3d70fb784'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:27.323116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48266) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:27.323715 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-804c11c4-1596-405c-b047-46ce3c9d772b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/routers/9fc17c67-4d40-4e33-ab7c-07b3d70fb784 HTTP/1.1" status: 200 len: 885 time: 0.4292252 Dec 13 13:14:27.338137 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:27.350351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-868e7f81-8b15-432f-a21e-b56339ffb195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:27.382685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-20c788f0-5f39-497d-a415-2355c2920dbb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fc17c67-4d40-4e33-ab7c-07b3d70fb784 HTTP/1.1" status: 200 len: 205 time: 0.0579300 Dec 13 13:14:27.385147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48268) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:27.400033 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Sync routers for ids ['89f17704-c9b5-4c64-843b-71e70213e5bb'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:27.413946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=6045aa91-c5c4-48f1-a622-d30bb9e77730,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:27.451514 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Routers {'89f17704-c9b5-4c64-843b-71e70213e5bb'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:27.452348 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['89f17704-c9b5-4c64-843b-71e70213e5bb'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:27.504576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:24Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:27.547522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e7f81-8b15-432f-a21e-b56339ffb195 None None] Routers {'9fc17c67-4d40-4e33-ab7c-07b3d70fb784'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:27.549184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-868e7f81-8b15-432f-a21e-b56339ffb195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9fc17c67-4d40-4e33-ab7c-07b3d70fb784'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:27.555411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d6541b-659d-4961-82e9-a57e9d839257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-7f4e7d71-603d-4e7c-b59f-06f8800f1f62', 'network_id': '7f4e7d71-603d-4e7c-b59f-06f8800f1f62', 'project_id': '7c452c62cfcd4af29f88bd3959458557', 'fixed_ips': [{'subnet_id': '6045aa91-c5c4-48f1-a622-d30bb9e77730'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:27.556669 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9d6541b-659d-4961-82e9-a57e9d839257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:27.573930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:27.593041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f80f8-0eaf-4a68-9c6d-f59a0d7ba759 None None] The sync data for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 is: [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:24Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:27.652106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4e7d71-603d-4e7c-b59f-06f8800f1f62']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:27.678553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f15afa-cf11-4281-a74e-018e546b0dc7') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:27.678864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f15afa-cf11-4281-a74e-018e546b0dc7') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:27.721327 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:27.761383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:27.777718 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:27.789608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-868e7f81-8b15-432f-a21e-b56339ffb195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:27.806761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868e7f81-8b15-432f-a21e-b56339ffb195 None None] The sync data for ids ['9fc17c67-4d40-4e33-ab7c-07b3d70fb784'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:27.810289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:27.810706 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:27.831195 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:28.072972 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.094733 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.100036 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-c9d6541b-659d-4961-82e9-a57e9d839257 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 13:14:28.100036 n-d-817326-4 neutron-server[109887]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Dec 13 13:14:28.100036 n-d-817326-4 neutron-server[109887]: [parameters: {'project_id': '7c452c62cfcd4af29f88bd3959458557', 'id': '6d18ac1c-b87b-4c59-907e-3c1ac24c7d7e', 'name': '', 'network_id': '7f4e7d71-603d-4e7c-b59f-06f8800f1f62', 'mac_address': 'fa:16:3e:44:6e:5f', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-7f4e7d71-603d-4e7c-b59f-06f8800f1f62', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3433}] Dec 13 13:14:28.100036 n-d-817326-4 neutron-server[109887]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:14:28.100477 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-c9d6541b-659d-4961-82e9-a57e9d839257 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:14:28.100921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] Provisioning complete for port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:28.101350 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.108673 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.114950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8be05afc-942c-4005-baf1-1a1e02d5b6f6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:28.129794 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/7f4e7d71-603d-4e7c-b59f-06f8800f1f62 HTTP/1.1" status: 204 len: 168 time: 1.7634509 Dec 13 13:14:28.132499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48312) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:28.155668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-649443594'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:28.269940 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.280634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08fb8a-d5d3-46d2-8427-c5b1be8581a4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=7f4e7d71-603d-4e7c-b59f-06f8800f1f62,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:28.297132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:28.297891 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.388642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:28.392410 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.477000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:28.502220 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.517949 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.520878 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment 04c89c68-5651-419d-8174-8ecdfb807e36 of type vlan for network e644636f-1508-4832-a2c4-49eb29f87aff Dec 13 13:14:28.525069 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 46741397-8fa8-4a9c-9da9-a183d0d01a38 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:28.527619 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.538853 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Set router 89f17704-c9b5-4c64-843b-71e70213e5bb gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:28.641331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] For port 8be05afc-942c-4005-baf1-1a1e02d5b6f6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8be05afc-942c-4005-baf1-1a1e02d5b6f6,segment=NetworkSegment(1f067a79-d2f8-4653-95bd-9efd66af8e31),segment_id=1f067a79-d2f8-4653-95bd-9efd66af8e31)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:28.646123 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9d6541b-659d-4961-82e9-a57e9d839257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.668039 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.680713 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.690243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.703310 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.721706 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.776129 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.782120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:28.783043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.794051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.814842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 46741397-8fa8-4a9c-9da9-a183d0d01a38 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:28.891384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a4bfa1-c529-4ce7-b1e0-f323ec4ef7dd None None] Network 7f4e7d71-603d-4e7c-b59f-06f8800f1f62 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:28.930293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] Provisioning complete for port 30ccb936-abdb-4526-8fc6-2f72950587ba triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:28.930741 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:28.995654 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8523266 Dec 13 13:14:29.013779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48324) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:29.021641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': 'e644636f-1508-4832-a2c4-49eb29f87aff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:29.031762 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cdab4-3598-4a80-8ef1-34c9cc15a493 None None] Pushing event updated for resources: {'Port': ['ID=30ccb936-abdb-4526-8fc6-2f72950587ba,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:29.183711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a4bfa1-c529-4ce7-b1e0-f323ec4ef7dd None None] Network 7f4e7d71-603d-4e7c-b59f-06f8800f1f62 could not be found, it might have been deleted concurrently. {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 13:14:29.195329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f058f7-ae63-4b7b-93c5-49ff45bdabee tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=e644636f-1508-4832-a2c4-49eb29f87aff,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:29.249101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:29.253988 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:29.314696 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:14:29.315054 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:14:29.316186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e644636f-1508-4832-a2c4-49eb29f87aff details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:29.344387 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:29.345735 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:29.353474 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Attempting to bind port 30ccb936-abdb-4526-8fc6-2f72950587ba on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:29.361585 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Attempting to bind port 30ccb936-abdb-4526-8fc6-2f72950587ba by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5c5870e4-8c1f-43cb-af48-00682c9eff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:29.365768 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Attempting to bind port 30ccb936-abdb-4526-8fc6-2f72950587ba on network 076120b8-55c1-4e3c-83b1-bd72d1148d46 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:29.372399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] Pushing event updated for resources: {'Port': ['ID=8be05afc-942c-4005-baf1-1a1e02d5b6f6,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:29.385917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-395ff077-1cba-486f-b17f-b5d2cd2ab88e None None] Port 30ccb936-abdb-4526-8fc6-2f72950587ba cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:29.461094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=46741397-8fa8-4a9c-9da9-a183d0d01a38,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:29.474052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea734e4d-01bc-43f4-823a-762cd8349c3e None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:29.481786 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:29.486034 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Checking segment: {'id': '5c5870e4-8c1f-43cb-af48-00682c9eff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:29.486666 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:29.487153 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Bound using segment: {'id': '5c5870e4-8c1f-43cb-af48-00682c9eff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:29.488188 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Bound port: 30ccb936-abdb-4526-8fc6-2f72950587ba, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5870e4-8c1f-43cb-af48-00682c9eff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:29.489498 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:29.549735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e4894782-b732-488a-bacd-a444ed2e7c3f None None] Provisioning complete for port 2cb90c94-6cca-4b09-92df-f0d97db807bc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:29.550158 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4894782-b732-488a-bacd-a444ed2e7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:29.697827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:29.707874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e4894782-b732-488a-bacd-a444ed2e7c3f None None] Port 2cb90c94-6cca-4b09-92df-f0d97db807bc cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:29.711138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6646e75-54f5-4ec5-8101-b82f3d053730 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:14:29.799214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:29.800594 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] For port 30ccb936-abdb-4526-8fc6-2f72950587ba, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:29.808646 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'name': 'tempest-TestVolumeBackupRestore-1730150073-router', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:14:24Z', 'revision_number': 4, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'gw_port': {'id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:19Z', 'updated_at': '2021-12-13T13:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2cb90c94-6cca-4b09-92df-f0d97db807bc', 'name': '', 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'mac_address': 'fa:16:3e:89:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '91ddb3ee-9d07-447d-a082-eb783415bd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:23Z', 'updated_at': '2021-12-13T13:14:24Z', 'revision_number': 2, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'subnets': [{'id': '91ddb3ee-9d07-447d-a082-eb783415bd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:29.826185 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] For port 30ccb936-abdb-4526-8fc6-2f72950587ba, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=30ccb936-abdb-4526-8fc6-2f72950587ba,segment=NetworkSegment(5c5870e4-8c1f-43cb-af48-00682c9eff88),segment_id=5c5870e4-8c1f-43cb-af48-00682c9eff88)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:29.907072 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:29.932049 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Checking router: 89f17704-c9b5-4c64-843b-71e70213e5bb for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:14:29.932400 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Updating router 89f17704-c9b5-4c64-843b-71e70213e5bb port 2cb90c94-6cca-4b09-92df-f0d97db807bc binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:14:29.958194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e4894782-b732-488a-bacd-a444ed2e7c3f None None] Provisioning complete for port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:29.958688 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4894782-b732-488a-bacd-a444ed2e7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.012265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=0995aafe-84bd-45cf-aae2-7c9dbe2cdae2,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:30.048975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': '04c89c68-5651-419d-8174-8ecdfb807e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e644636f-1508-4832-a2c4-49eb29f87aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:30.049346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: e644636f-1508-4832-a2c4-49eb29f87aff, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:30.073891 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.077870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.111359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network e644636f-1508-4832-a2c4-49eb29f87aff is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:30.137347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e644636f-1508-4832-a2c4-49eb29f87aff) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:30.149686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:30.154565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.155120 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.170641 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Routers {'b6aba05e-5088-403c-a2f9-c5060a45dd12'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:30.171235 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.171973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc17c67-4d40-4e33-ab7c-07b3d70fb784 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:14:30.172187 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b6aba05e-5088-403c-a2f9-c5060a45dd12'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:30.197388 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-577c882a-3a8f-40cd-a70a-d5a742abe725 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1799700 Dec 13 13:14:30.197576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.197681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48368) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:30.205753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.210245 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3a7a5536-b6e1-4456-8226-463a051eecaa tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/9fc17c67-4d40-4e33-ab7c-07b3d70fb784 HTTP/1.1" status: 204 len: 168 time: 2.8208337 Dec 13 13:14:30.211810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48370) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:30.217402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'network': {'name': 'tempest-RoutersTest-673980296'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:30.249359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:30.255579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.304527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:30.318395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.318786 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added segment eefcf4a1-6389-4c3b-93a1-c285f2957406 of type vlan for network 474e771d-6796-4c21-b2af-028a155275e3 Dec 13 13:14:30.352870 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cdab4-3598-4a80-8ef1-34c9cc15a493 None None] Pushing event updated for resources: {'Port': ['ID=30ccb936-abdb-4526-8fc6-2f72950587ba,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:30.386477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e84adfed-c97e-4072-a7e5-1c035d92181f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:30.393122 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.410862 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.463591 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.473617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:30.476327 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.513333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6646e75-54f5-4ec5-8101-b82f3d053730 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:14:30.545474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.674759 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] Set router b6aba05e-5088-403c-a2f9-c5060a45dd12 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:30.688258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.690980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4764123 Dec 13 13:14:30.703687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48376) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:30.707284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8625504-1da9-4d0b-808a-35463f507e7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Network': ['ID=474e771d-6796-4c21-b2af-028a155275e3,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:30.740031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'subnet': {'network_id': '474e771d-6796-4c21-b2af-028a155275e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:30.822316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 474e771d-6796-4c21-b2af-028a155275e3 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:30.912095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=0995aafe-84bd-45cf-aae2-7c9dbe2cdae2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:30.978164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f904c6b3-7298-4c04-9989-d491193130fb None None] Provisioning complete for port 30ccb936-abdb-4526-8fc6-2f72950587ba triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:30.979783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f904c6b3-7298-4c04-9989-d491193130fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:30.999725 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.017893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:31.021543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.030844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e84adfed-c97e-4072-a7e5-1c035d92181f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:31.031871 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.265030 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.359026 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.399451 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.462426 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca022ac-ec93-4392-87a6-ccbec18b1567 None None] Pushing event updated for resources: {'Port': ['ID=2cb90c94-6cca-4b09-92df-f0d97db807bc,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:31.542436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e644636f-1508-4832-a2c4-49eb29f87aff']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:31.542436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Subnet': ['ID=bc995b4b-bc82-4ea4-a766-72a777cbe96a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:31.559087 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c89c68-5651-419d-8174-8ecdfb807e36') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:31.559387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c89c68-5651-419d-8174-8ecdfb807e36') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:31.601309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1a853e-d0c7-402d-8ac2-b8f53baf5fa6 None None] Network e644636f-1508-4832-a2c4-49eb29f87aff requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:31.662618 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.667111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Checking segment: {'id': 'eefcf4a1-6389-4c3b-93a1-c285f2957406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '474e771d-6796-4c21-b2af-028a155275e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:31.667479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network hostable DHCP agents. Network: 474e771d-6796-4c21-b2af-028a155275e3, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:31.668087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8be05afc-942c-4005-baf1-1a1e02d5b6f6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:31.731656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.764304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:31.765030 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:31.770511 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:31.785563 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 474e771d-6796-4c21-b2af-028a155275e3 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:31.833162 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'name': 'tempest-TestVolumeBootPattern-2047293693-router', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '5be218a7-d825-4045-b3be-8c48581543ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:09Z', 'updated_at': '2021-12-13T13:14:21Z', 'revision_number': 4, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'gw_port': {'id': '5be218a7-d825-4045-b3be-8c48581543ca', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:11Z', 'updated_at': '2021-12-13T13:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '30ccb936-abdb-4526-8fc6-2f72950587ba', 'name': '', 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'mac_address': 'fa:16:3e:ab:f1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'a1a13671-e0dc-4020-a0ec-fecc6ed62d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:14:29Z', 'revision_number': 4, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'subnets': [{'id': 'a1a13671-e0dc-4020-a0ec-fecc6ed62d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:31.842729 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Attempting to bind port 2cb90c94-6cca-4b09-92df-f0d97db807bc on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:31.844764 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Attempting to bind port 2cb90c94-6cca-4b09-92df-f0d97db807bc by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '1f067a79-d2f8-4653-95bd-9efd66af8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:31.846466 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Attempting to bind port 2cb90c94-6cca-4b09-92df-f0d97db807bc on network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:31.880450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 474e771d-6796-4c21-b2af-028a155275e3) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:31.903357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:31.904308 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.928083 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef2c76-08d7-4d36-a767-a41ea75c61df None None] The sync data for ids ['b6aba05e-5088-403c-a2f9-c5060a45dd12'] in n-d-817326-4 is: [{'id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'name': 'tempest-TestVolumeBootPattern-2047293693-router', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '5be218a7-d825-4045-b3be-8c48581543ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:09Z', 'updated_at': '2021-12-13T13:14:21Z', 'revision_number': 4, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'gw_port': {'id': '5be218a7-d825-4045-b3be-8c48581543ca', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:11Z', 'updated_at': '2021-12-13T13:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '30ccb936-abdb-4526-8fc6-2f72950587ba', 'name': '', 'network_id': '076120b8-55c1-4e3c-83b1-bd72d1148d46', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'mac_address': 'fa:16:3e:ab:f1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'a1a13671-e0dc-4020-a0ec-fecc6ed62d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:14:29Z', 'revision_number': 4, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'subnets': [{'id': 'a1a13671-e0dc-4020-a0ec-fecc6ed62d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:31.936007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5661ce-97ce-48f1-8198-aa2330dbbed8 None None] Network 474e771d-6796-4c21-b2af-028a155275e3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:31.939008 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ac0b8f67-47aa-47f1-9e05-338d0c470258 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2100878 Dec 13 13:14:31.944202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48404) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:31.946836 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:31.947366 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Checking segment: {'id': '1f067a79-d2f8-4653-95bd-9efd66af8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:31.949310 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.949756 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Bound using segment: {'id': '1f067a79-d2f8-4653-95bd-9efd66af8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:31.950412 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Bound port: 2cb90c94-6cca-4b09-92df-f0d97db807bc, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f067a79-d2f8-4653-95bd-9efd66af8e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:31.952438 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.957476 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.959527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f904c6b3-7298-4c04-9989-d491193130fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.972479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:31.972749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-045c467e-d4c5-45a1-8518-33c02d7bc74d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1629463296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:31.987346 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/e644636f-1508-4832-a2c4-49eb29f87aff HTTP/1.1" status: 204 len: 168 time: 1.7856464 Dec 13 13:14:32.030382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48406) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:32.036186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-695652671'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:32.041159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b196d4a-2559-4394-9a6d-4f7025798b7d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=e644636f-1508-4832-a2c4-49eb29f87aff,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:32.065773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-045c467e-d4c5-45a1-8518-33c02d7bc74d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.067115 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-045c467e-d4c5-45a1-8518-33c02d7bc74d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.138246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:32.142647 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.186107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:32.201330 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.201712 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment 86b87d9b-63c3-4c2f-8346-86fb953c5b9c of type vlan for network 30305a4d-d2ee-49b3-90ee-2fd29c6996f0 Dec 13 13:14:32.225164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c6f4ef-fe8d-4974-afb7-727660942637 None None] Network e644636f-1508-4832-a2c4-49eb29f87aff requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:32.242308 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] For port 2cb90c94-6cca-4b09-92df-f0d97db807bc, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:32.248056 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] For port 2cb90c94-6cca-4b09-92df-f0d97db807bc, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2cb90c94-6cca-4b09-92df-f0d97db807bc,segment=NetworkSegment(1f067a79-d2f8-4653-95bd-9efd66af8e31),segment_id=1f067a79-d2f8-4653-95bd-9efd66af8e31)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:32.265893 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.304700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c6f4ef-fe8d-4974-afb7-727660942637 None None] Network e644636f-1508-4832-a2c4-49eb29f87aff could not be found, it might have been deleted concurrently. {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 13:14:32.329287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f904c6b3-7298-4c04-9989-d491193130fb None None] For port 30ccb936-abdb-4526-8fc6-2f72950587ba, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=30ccb936-abdb-4526-8fc6-2f72950587ba,segment=NetworkSegment(5c5870e4-8c1f-43cb-af48-00682c9eff88),segment_id=5c5870e4-8c1f-43cb-af48-00682c9eff88)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:32.343351 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-045c467e-d4c5-45a1-8518-33c02d7bc74d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.353661 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f904c6b3-7298-4c04-9989-d491193130fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.367777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-045c467e-d4c5-45a1-8518-33c02d7bc74d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.421525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.450408 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Routers {'89f17704-c9b5-4c64-843b-71e70213e5bb'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:32.450920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-474e771d-6796-4c21-b2af-028a155275e3', 'network_id': '474e771d-6796-4c21-b2af-028a155275e3', 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'fixed_ips': [{'subnet_id': 'bc995b4b-bc82-4ea4-a766-72a777cbe96a'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:32.452294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.454302 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['89f17704-c9b5-4c64-843b-71e70213e5bb'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:32.493909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:32.494676 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.497849 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-045c467e-d4c5-45a1-8518-33c02d7bc74d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.502038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-045c467e-d4c5-45a1-8518-33c02d7bc74d tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5526369 Dec 13 13:14:32.502441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48412) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:32.578889 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.603310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:32.604180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:32.727927 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca022ac-ec93-4392-87a6-ccbec18b1567 None None] Pushing event updated for resources: {'Port': ['ID=2cb90c94-6cca-4b09-92df-f0d97db807bc,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:32.840799 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] Set router 89f17704-c9b5-4c64-843b-71e70213e5bb gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:33.056407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904c6b3-7298-4c04-9989-d491193130fb None None] Pushing event updated for resources: {'Port': ['ID=30ccb936-abdb-4526-8fc6-2f72950587ba,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:33.063814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5eb04069-ac1e-4c20-bfc4-504c3fdcc4aa None None] Provisioning complete for port 2cb90c94-6cca-4b09-92df-f0d97db807bc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:33.064282 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eb04069-ac1e-4c20-bfc4-504c3fdcc4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:33.528884 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'name': 'tempest-TestVolumeBackupRestore-1730150073-router', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:14:24Z', 'revision_number': 4, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'gw_port': {'id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:19Z', 'updated_at': '2021-12-13T13:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2cb90c94-6cca-4b09-92df-f0d97db807bc', 'name': '', 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'mac_address': 'fa:16:3e:89:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '91ddb3ee-9d07-447d-a082-eb783415bd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:23Z', 'updated_at': '2021-12-13T13:14:32Z', 'revision_number': 4, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'subnets': [{'id': '91ddb3ee-9d07-447d-a082-eb783415bd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:33.588887 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ccbbc2-384a-4144-8110-ae5324086987 None None] The sync data for ids ['89f17704-c9b5-4c64-843b-71e70213e5bb'] in n-d-817326-4 is: [{'id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'name': 'tempest-TestVolumeBackupRestore-1730150073-router', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:14:24Z', 'revision_number': 4, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'gw_port': {'id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:19Z', 'updated_at': '2021-12-13T13:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2cb90c94-6cca-4b09-92df-f0d97db807bc', 'name': '', 'network_id': '0a89ec4e-22a1-43f1-a3c4-6d774895bd8f', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'mac_address': 'fa:16:3e:89:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '91ddb3ee-9d07-447d-a082-eb783415bd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:23Z', 'updated_at': '2021-12-13T13:14:32Z', 'revision_number': 4, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'subnets': [{'id': '91ddb3ee-9d07-447d-a082-eb783415bd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:33.617880 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Allocated IP 172.20.0.2 (474e771d-6796-4c21-b2af-028a155275e3/bc995b4b-bc82-4ea4-a766-72a777cbe96a/c59c018b-70d5-4965-9557-3788e33c511f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:33.626661 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eb04069-ac1e-4c20-bfc4-504c3fdcc4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:33.646430 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:33.671636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 30ccb936-abdb-4526-8fc6-2f72950587ba up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:33.941317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=30305a4d-d2ee-49b3-90ee-2fd29c6996f0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:33.968765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5eb04069-ac1e-4c20-bfc4-504c3fdcc4aa None None] For port 2cb90c94-6cca-4b09-92df-f0d97db807bc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2cb90c94-6cca-4b09-92df-f0d97db807bc,segment=NetworkSegment(1f067a79-d2f8-4653-95bd-9efd66af8e31),segment_id=1f067a79-d2f8-4653-95bd-9efd66af8e31)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:33.975305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 30305a4d-d2ee-49b3-90ee-2fd29c6996f0 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:34.012219 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eb04069-ac1e-4c20-bfc4-504c3fdcc4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.064357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b97aa56f-9d3e-453d-aae1-3bd0c39d1208 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0325971 Dec 13 13:14:34.069800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48432) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:34.075888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-fd5af60c-e18b-4e40-8219-2d5373ca5eea tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:34.147703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5eb04069-ac1e-4c20-bfc4-504c3fdcc4aa None None] Provisioning complete for port 30ccb936-abdb-4526-8fc6-2f72950587ba triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:34.148129 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eb04069-ac1e-4c20-bfc4-504c3fdcc4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.323595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 30ccb936-abdb-4526-8fc6-2f72950587ba triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:34.323967 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.325513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb04069-ac1e-4c20-bfc4-504c3fdcc4aa None None] Pushing event updated for resources: {'Port': ['ID=2cb90c94-6cca-4b09-92df-f0d97db807bc,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:34.386219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-f732c289-4754-4e68-a8f9-2fa9f7242a51 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:34.392941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-f732c289-4754-4e68-a8f9-2fa9f7242a51 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 1.7855241 Dec 13 13:14:34.408841 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.436343 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.512604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Allocated IP 172.20.0.1 (474e771d-6796-4c21-b2af-028a155275e3/bc995b4b-bc82-4ea4-a766-72a777cbe96a/6a89c088-dfe8-4b14-9ee3-53b6dc72d040) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:34.652240 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-406568bb-e48a-4834-9710-0ae00b464710 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/quotas/c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 375 time: 0.0722001 Dec 13 13:14:34.673666 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5af60c-e18b-4e40-8219-2d5373ca5eea tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.677113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Network 474e771d-6796-4c21-b2af-028a155275e3 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:34.711781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5af60c-e18b-4e40-8219-2d5373ca5eea tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.728939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd5af60c-e18b-4e40-8219-2d5373ca5eea tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network 30305a4d-d2ee-49b3-90ee-2fd29c6996f0 is not hosted by any dhcp agent {{(pid=109886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:14:34.745364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Pushing event updated for resources: {'Port': ['ID=c59c018b-70d5-4965-9557-3788e33c511f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:34.745584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5af60c-e18b-4e40-8219-2d5373ca5eea tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:34.746331 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd5af60c-e18b-4e40-8219-2d5373ca5eea tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.748093 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fd5af60c-e18b-4e40-8219-2d5373ca5eea tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "PUT /v2.0/networks/30305a4d-d2ee-49b3-90ee-2fd29c6996f0 HTTP/1.1" status: 200 len: 723 time: 0.6770344 Dec 13 13:14:34.754455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48434) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:34.765677 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.771374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:34.778327 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:34.786965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': '30305a4d-d2ee-49b3-90ee-2fd29c6996f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:34.828584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-60ac5fba-ca72-450e-ad4d-8ab9f2630e86 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670618 Dec 13 13:14:34.838765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-5705c8c0-107d-4ffb-ba37-1f5ba273a02b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:14:34.846238 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.851260 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-5705c8c0-107d-4ffb-ba37-1f5ba273a02b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216415 Dec 13 13:14:34.941926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d14c4508-1bd5-42b8-817d-8ff47372d36a None None] Provisioning complete for port 2cb90c94-6cca-4b09-92df-f0d97db807bc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:34.942385 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d14c4508-1bd5-42b8-817d-8ff47372d36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:34.959534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 474e771d-6796-4c21-b2af-028a155275e3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:34.968129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:34.973311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:34.998616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=6a89c088-dfe8-4b14-9ee3-53b6dc72d040,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:35.022140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Attempting to bind port c59c018b-70d5-4965-9557-3788e33c511f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:35.022531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Attempting to bind port c59c018b-70d5-4965-9557-3788e33c511f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'eefcf4a1-6389-4c3b-93a1-c285f2957406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '474e771d-6796-4c21-b2af-028a155275e3'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:35.022899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Attempting to bind port c59c018b-70d5-4965-9557-3788e33c511f on network 474e771d-6796-4c21-b2af-028a155275e3 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:35.031364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:35.031771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Checking segment: {'id': 'eefcf4a1-6389-4c3b-93a1-c285f2957406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '474e771d-6796-4c21-b2af-028a155275e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:35.032194 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:35.032572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Bound using segment: {'id': 'eefcf4a1-6389-4c3b-93a1-c285f2957406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '474e771d-6796-4c21-b2af-028a155275e3'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:35.033045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Bound port: c59c018b-70d5-4965-9557-3788e33c511f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefcf4a1-6389-4c3b-93a1-c285f2957406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '474e771d-6796-4c21-b2af-028a155275e3'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:35.033426 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:35.088935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5af60c-e18b-4e40-8219-2d5373ca5eea tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=30305a4d-d2ee-49b3-90ee-2fd29c6996f0,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:35.127050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:35.149806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 30305a4d-d2ee-49b3-90ee-2fd29c6996f0 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:35.166701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-9af7462e-003a-4819-9380-5456c505605b service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140092 Dec 13 13:14:35.168111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:35.172384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:35.254693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] For port c59c018b-70d5-4965-9557-3788e33c511f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:35.261520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] For port c59c018b-70d5-4965-9557-3788e33c511f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c59c018b-70d5-4965-9557-3788e33c511f,segment=NetworkSegment(eefcf4a1-6389-4c3b-93a1-c285f2957406),segment_id=eefcf4a1-6389-4c3b-93a1-c285f2957406)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:35.310580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:35.399844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-90c8f069-affa-4cd8-8e56-bae0a2b2b533 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212212 Dec 13 13:14:35.443279 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:35.624539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704811e7-9c26-4453-af58-3f4239f23181 None None] Pushing event updated for resources: {'Port': ['ID=c59c018b-70d5-4965-9557-3788e33c511f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:35.710095 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:35.723837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2cb90c94-6cca-4b09-92df-f0d97db807bc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:35.861089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2cb90c94-6cca-4b09-92df-f0d97db807bc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:35.861476 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:35.895164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=2a4b2a34-9231-4bd2-9d21-8556f6c363de,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:35.904563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': '86b87d9b-63c3-4c2f-8346-86fb953c5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30305a4d-d2ee-49b3-90ee-2fd29c6996f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:35.905093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: 30305a4d-d2ee-49b3-90ee-2fd29c6996f0, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:35.933338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network 30305a4d-d2ee-49b3-90ee-2fd29c6996f0 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:35.944735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 30305a4d-d2ee-49b3-90ee-2fd29c6996f0) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:35.950897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:35.951491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:35.997343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-140bf285-72db-45ca-8acf-c948731fbdbc tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2340291 Dec 13 13:14:35.999343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48452) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:36.003532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471220ac-8a86-429f-bbaf-ba0b24ac2573 None None] Network 30305a4d-d2ee-49b3-90ee-2fd29c6996f0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:36.012152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b54a3c49-b9ab-467a-ae74-18b48f2e7ceb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:36.118001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:36.145385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:36.353126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:36.355960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=6a89c088-dfe8-4b14-9ee3-53b6dc72d040,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:36.378234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44c2ef7b-78b9-4e71-b438-773a8a06719a req-1e4df582-1cf8-4f4e-835f-4084f571867b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.1862721 Dec 13 13:14:36.421653 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b54a3c49-b9ab-467a-ae74-18b48f2e7ceb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29356136'] for subnet, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:36.501038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-30305a4d-d2ee-49b3-90ee-2fd29c6996f0', 'network_id': '30305a4d-d2ee-49b3-90ee-2fd29c6996f0', 'project_id': '7c452c62cfcd4af29f88bd3959458557', 'fixed_ips': [{'subnet_id': '2a4b2a34-9231-4bd2-9d21-8556f6c363de'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:36.502007 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:36.655543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 474e771d-6796-4c21-b2af-028a155275e3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:36.657437 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:36.785274 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b54a3c49-b9ab-467a-ae74-18b48f2e7ceb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731151253980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29187571'] for subnet, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:36.891751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a3c49-b9ab-467a-ae74-18b48f2e7ceb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:36.892590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router d5f766ba-1853-4611-bf48-54efddbc2bde is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:14:36.893276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b54a3c49-b9ab-467a-ae74-18b48f2e7ceb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:36.896236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b54a3c49-b9ab-467a-ae74-18b48f2e7ceb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "PUT /v2.0/subnets/2a4b2a34-9231-4bd2-9d21-8556f6c363de HTTP/1.1" status: 200 len: 806 time: 0.8930783 Dec 13 13:14:36.907492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48472) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:36.966625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Allocated IP 172.20.0.2 (30305a4d-d2ee-49b3-90ee-2fd29c6996f0/2a4b2a34-9231-4bd2-9d21-8556f6c363de/566f3f76-6bca-4392-abf6-7c2e019e5a0e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:37.110651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a3c49-b9ab-467a-ae74-18b48f2e7ceb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=2a4b2a34-9231-4bd2-9d21-8556f6c363de,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:37.184457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:37.204716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48480) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:37.205013 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-05e0aa3c-6b8d-49f5-b5ee-bd0afcf417bf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/d5f766ba-1853-4611-bf48-54efddbc2bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7006936 Dec 13 13:14:37.239086 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c517ac-7fe1-47d8-83d5-4b9429ff6957 None None] Sync routers for ids ['d5f766ba-1853-4611-bf48-54efddbc2bde'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:37.246103 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:37.297194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5127542-0e4e-4b37-92f5-9a69d6bdd0d5 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:37.298688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a5127542-0e4e-4b37-92f5-9a69d6bdd0d5 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports/6a89c088-dfe8-4b14-9ee3-53b6dc72d040 HTTP/1.1" status: 200 len: 910 time: 0.0929995 Dec 13 13:14:37.303590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48482) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:37.306698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c517ac-7fe1-47d8-83d5-4b9429ff6957 None None] Routers {'d5f766ba-1853-4611-bf48-54efddbc2bde'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:37.307953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-11c517ac-7fe1-47d8-83d5-4b9429ff6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d5f766ba-1853-4611-bf48-54efddbc2bde'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:37.363835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-273cbce8-cb59-4bdd-bd36-33da63b3b401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc995b4b-bc82-4ea4-a766-72a777cbe96a'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:37.394000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-11c517ac-7fe1-47d8-83d5-4b9429ff6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:37.456832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c517ac-7fe1-47d8-83d5-4b9429ff6957 None None] Routers {'d5f766ba-1853-4611-bf48-54efddbc2bde'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:37.457739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-11c517ac-7fe1-47d8-83d5-4b9429ff6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d5f766ba-1853-4611-bf48-54efddbc2bde'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:37.465386 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:37.625213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-11c517ac-7fe1-47d8-83d5-4b9429ff6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:37.628009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c517ac-7fe1-47d8-83d5-4b9429ff6957 None None] The sync data for ids ['d5f766ba-1853-4611-bf48-54efddbc2bde'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:37.665859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbbd23a5-0b9f-47e1-a53e-886aa7f823e1 req-1a5b4afb-6efd-4dcf-9638-baf6efa16873 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0937130 Dec 13 13:14:37.710155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c59c018b-70d5-4965-9557-3788e33c511f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:37.819394 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-273cbce8-cb59-4bdd-bd36-33da63b3b401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:37.831203 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:37.873815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb717f9-d937-435b-9715-bf589f818962 None None] Network 474e771d-6796-4c21-b2af-028a155275e3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:37.878510 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:37.971184 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:37.996729 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.042872 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.068417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d97571e3-19be-4405-b00b-bcf7dfcd550d None None] Provisioning complete for port c59c018b-70d5-4965-9557-3788e33c511f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:38.068790 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d97571e3-19be-4405-b00b-bcf7dfcd550d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.120111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c59c018b-70d5-4965-9557-3788e33c511f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:38.120111 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.121639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Pushing event updated for resources: {'Port': ['ID=566f3f76-6bca-4392-abf6-7c2e019e5a0e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:38.133998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Network 30305a4d-d2ee-49b3-90ee-2fd29c6996f0 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:38.153930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4b2a34-9231-4bd2-9d21-8556f6c363de,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:38.206840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:38.226138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:38.229339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.253063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30305a4d-d2ee-49b3-90ee-2fd29c6996f0']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:38.262450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b87d9b-63c3-4c2f-8346-86fb953c5b9c') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:38.262926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b87d9b-63c3-4c2f-8346-86fb953c5b9c') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:38.272823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.287638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.294435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:38.294824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:38.404154 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:38.454323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Attempting to bind port 566f3f76-6bca-4392-abf6-7c2e019e5a0e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:38.454705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Attempting to bind port 566f3f76-6bca-4392-abf6-7c2e019e5a0e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '86b87d9b-63c3-4c2f-8346-86fb953c5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30305a4d-d2ee-49b3-90ee-2fd29c6996f0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:38.455077 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Attempting to bind port 566f3f76-6bca-4392-abf6-7c2e019e5a0e on network 30305a4d-d2ee-49b3-90ee-2fd29c6996f0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:38.486693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.api [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 13:14:38.486693 n-d-817326-4 neutron-server[109886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 13:14:38.486693 n-d-817326-4 neutron-server[109886]: [parameters: {'id': '30305a4d-d2ee-49b3-90ee-2fd29c6996f0'}] Dec 13 13:14:38.486693 n-d-817326-4 neutron-server[109886]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:14:38.487568 n-d-817326-4 neutron-server[109886]: DEBUG oslo_db.api [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:14:38.717411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-aaae273a-2cb0-4b10-bd0d-425007c471c4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:38.719073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-aaae273a-2cb0-4b10-bd0d-425007c471c4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.3141015 Dec 13 13:14:38.736820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'port': {'device_id': 'ecd3ba7c-de51-4194-b32b-6c30ea31a239', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'admin_state_up': True, 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:38.800768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:38.801093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Checking segment: {'id': '86b87d9b-63c3-4c2f-8346-86fb953c5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30305a4d-d2ee-49b3-90ee-2fd29c6996f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:38.801795 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.802307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Bound using segment: {'id': '86b87d9b-63c3-4c2f-8346-86fb953c5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30305a4d-d2ee-49b3-90ee-2fd29c6996f0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:38.802763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Bound port: 566f3f76-6bca-4392-abf6-7c2e019e5a0e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b87d9b-63c3-4c2f-8346-86fb953c5b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30305a4d-d2ee-49b3-90ee-2fd29c6996f0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:38.803180 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.893905 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.903340 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d97571e3-19be-4405-b00b-bcf7dfcd550d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.953342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-273cbce8-cb59-4bdd-bd36-33da63b3b401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:38.958174 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1ba865c-c3d3-4c4d-9ac9-eb9460f8e11b req-a95399f1-7e31-421f-877c-54dec7fd579c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0523245 Dec 13 13:14:38.975421 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-273cbce8-cb59-4bdd-bd36-33da63b3b401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:39.019390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port c59c018b-70d5-4965-9557-3788e33c511f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c59c018b-70d5-4965-9557-3788e33c511f,segment=NetworkSegment(eefcf4a1-6389-4c3b-93a1-c285f2957406),segment_id=eefcf4a1-6389-4c3b-93a1-c285f2957406)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:39.020970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] For port 566f3f76-6bca-4392-abf6-7c2e019e5a0e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:39.034817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] For port 566f3f76-6bca-4392-abf6-7c2e019e5a0e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=566f3f76-6bca-4392-abf6-7c2e019e5a0e,segment=NetworkSegment(86b87d9b-63c3-4c2f-8346-86fb953c5b9c),segment_id=86b87d9b-63c3-4c2f-8346-86fb953c5b9c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:39.040431 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:39.045944 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:39.054155 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:39.105362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cbce8-cb59-4bdd-bd36-33da63b3b401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=6a89c088-dfe8-4b14-9ee3-53b6dc72d040,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:39.126956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273cbce8-cb59-4bdd-bd36-33da63b3b401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:39.127639 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-273cbce8-cb59-4bdd-bd36-33da63b3b401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:39.132542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48512) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:39.133095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-273cbce8-cb59-4bdd-bd36-33da63b3b401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/ports/6a89c088-dfe8-4b14-9ee3-53b6dc72d040 HTTP/1.1" status: 200 len: 910 time: 1.7746806 Dec 13 13:14:39.170007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Made reservation on behalf of c01bbf10b14d4003865c5ab660a61bbc for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:39.174933 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:39.273573 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-d97571e3-19be-4405-b00b-bcf7dfcd550d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:14:39.273930 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-d97571e3-19be-4405-b00b-bcf7dfcd550d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:14:39.335618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=c59c018b-70d5-4965-9557-3788e33c511f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:39.435303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c6185-661f-4c04-9e0d-fd70c1477a18 None None] Network 30305a4d-d2ee-49b3-90ee-2fd29c6996f0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:39.520585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Allocated IP 172.20.0.10 (0a1be6de-718f-4ea7-9a52-a17277841c0e/2f0410cc-27a9-48bd-872d-d1e4f6ac7395/2cac968d-98e6-410b-b3dc-b363450b4e7d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:39.641914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Deleting port 566f3f76-6bca-4392-abf6-7c2e019e5a0e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:39.642167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:39.655814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c59c018b-70d5-4965-9557-3788e33c511f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:39.736798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9628cc-3ebc-4f9d-8511-384897948abe None None] Pushing event updated for resources: {'Port': ['ID=566f3f76-6bca-4392-abf6-7c2e019e5a0e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:39.915023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] For port 566f3f76-6bca-4392-abf6-7c2e019e5a0e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=566f3f76-6bca-4392-abf6-7c2e019e5a0e,segment=NetworkSegment(86b87d9b-63c3-4c2f-8346-86fb953c5b9c),segment_id=86b87d9b-63c3-4c2f-8346-86fb953c5b9c)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:39.915387 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:39.935676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c59c018b-70d5-4965-9557-3788e33c511f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:39.936213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:39.962581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d49185-6312-4896-9109-ae1b6bf0a835 None None] Network 30305a4d-d2ee-49b3-90ee-2fd29c6996f0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:39.972872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Calling delete_port for 566f3f76-6bca-4392-abf6-7c2e019e5a0e owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:39.999360 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.113870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.208235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No DVR routers for this DVR port 566f3f76-6bca-4392-abf6-7c2e019e5a0e on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:14:40.231997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Port': ['ID=566f3f76-6bca-4392-abf6-7c2e019e5a0e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:40.233272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d9af7a-7d05-4284-b294-95f1b5f0b188 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:14:40.305762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58b5e5c9-6df2-4d0c-aa25-2dff96a90630 None None] Provisioning complete for port c59c018b-70d5-4965-9557-3788e33c511f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:40.305762 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58b5e5c9-6df2-4d0c-aa25-2dff96a90630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.313760 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.376405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29b805dd-1fac-48c0-925c-5d8f29ef9edc req-5f2acbdd-32b3-4985-bc05-0824874ebdad tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.2489109 Dec 13 13:14:40.377449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.495272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 6a89c088-dfe8-4b14-9ee3-53b6dc72d040 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:40.496096 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.518719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.569196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30305a4d-d2ee-49b3-90ee-2fd29c6996f0']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:40.594467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b87d9b-63c3-4c2f-8346-86fb953c5b9c') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:40.594760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b87d9b-63c3-4c2f-8346-86fb953c5b9c') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:40.646222 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.655349 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.666751 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.670505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 6a89c088-dfe8-4b14-9ee3-53b6dc72d040 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:40.673814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:40.674246 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:40.751488 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:40.892652 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58b5e5c9-6df2-4d0c-aa25-2dff96a90630 None None] Provisioning complete for port 6a89c088-dfe8-4b14-9ee3-53b6dc72d040 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:40.893505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58b5e5c9-6df2-4d0c-aa25-2dff96a90630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.919804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:40.924449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.929832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d9af7a-7d05-4284-b294-95f1b5f0b188 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:14:40.947858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:40.956432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:40.963134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-58b5e5c9-6df2-4d0c-aa25-2dff96a90630 None None] Port 6a89c088-dfe8-4b14-9ee3-53b6dc72d040 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:40.964843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/30305a4d-d2ee-49b3-90ee-2fd29c6996f0 HTTP/1.1" status: 204 len: 168 time: 4.0548208 Dec 13 13:14:40.965620 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=2cac968d-98e6-410b-b3dc-b363450b4e7d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:40.968092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:40.978503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48550) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:40.988951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:41.021352 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e76d799-99ea-456c-8c4f-edd818a97eed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:14:41.029854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e76d799-99ea-456c-8c4f-edd818a97eed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:14:41.037011 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0e76d799-99ea-456c-8c4f-edd818a97eed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/30305a4d-d2ee-49b3-90ee-2fd29c6996f0 HTTP/1.1" status: 404 len: 339 time: 0.0535567 Dec 13 13:14:41.056704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbc623-f20e-4048-959a-eb9aad360846 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=30305a4d-d2ee-49b3-90ee-2fd29c6996f0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:41.059892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48552) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:41.072202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1938218043', 'description': 'd1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:41.077923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=6a89c088-dfe8-4b14-9ee3-53b6dc72d040,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:41.140399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:41.144388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:41.280354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:41.283288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-dde387eb-ee8a-415a-ae6e-84e93f903be2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5511041 Dec 13 13:14:41.288105 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:41.292053 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:41.298605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Request body: {'port': {'device_id': 'ecd3ba7c-de51-4194-b32b-6c30ea31a239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:41.438291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:41.538812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:41.623781 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:41.624213 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment 1d80e620-f45d-4a5f-a05c-9c98e512f4f0 of type vlan for network 79c681ac-bfa9-4136-b33b-dd2f089917a1 Dec 13 13:14:41.628424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e350b-c109-4b56-91f1-3e86af97e593 req-9ba9d311-0c9e-4438-81d9-5f9e72244240 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:41.639328 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-955e350b-c109-4b56-91f1-3e86af97e593 req-9ba9d311-0c9e-4438-81d9-5f9e72244240 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 932 time: 0.1675007 Dec 13 13:14:41.641894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router d5f766ba-1853-4611-bf48-54efddbc2bde has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:14:41.724058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:41.829818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:41.845682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:41.856367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:41.942715 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8812342 Dec 13 13:14:41.945404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48570) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:42.093212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-18da46fa-9bbb-44aa-9863-1d914f509d0f None None] Provisioning complete for port 2cac968d-98e6-410b-b3dc-b363450b4e7d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:42.093830 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18da46fa-9bbb-44aa-9863-1d914f509d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:42.160212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-18da46fa-9bbb-44aa-9863-1d914f509d0f None None] Port 2cac968d-98e6-410b-b3dc-b363450b4e7d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:42.171495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-955e350b-c109-4b56-91f1-3e86af97e593 req-4be5165f-54a2-4aca-9c6d-930ee01c5207 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309625 Dec 13 13:14:42.483556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cac968d-98e6-410b-b3dc-b363450b4e7d {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:14:42.496071 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:42.512293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Transition to ACTIVE for port object 2cac968d-98e6-410b-b3dc-b363450b4e7d will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:14:42.516479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:42.564223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61608a72-4cdb-40bf-971f-df393b685ffb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=79c681ac-bfa9-4136-b33b-dd2f089917a1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:42.576582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 79c681ac-bfa9-4136-b33b-dd2f089917a1 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:42.681739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Pushing event updated for resources: {'Port': ['ID=2cac968d-98e6-410b-b3dc-b363450b4e7d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:42.738934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:42.752148 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d7cab7ee-fd1b-40e3-8381-b9cdc868affd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/d5f766ba-1853-4611-bf48-54efddbc2bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6184387 Dec 13 13:14:42.755403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48582) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:42.757402 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53730b29-0db0-4f8a-9c1a-9a88aa2a108d None None] Sync routers for ids ['d5f766ba-1853-4611-bf48-54efddbc2bde'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:42.776915 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53730b29-0db0-4f8a-9c1a-9a88aa2a108d None None] Routers {'d5f766ba-1853-4611-bf48-54efddbc2bde'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:42.777547 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-53730b29-0db0-4f8a-9c1a-9a88aa2a108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d5f766ba-1853-4611-bf48-54efddbc2bde'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:42.790124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c52536-b7ce-43b5-b1be-5bd7b9de2c60 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:42.791686 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-40c52536-b7ce-43b5-b1be-5bd7b9de2c60 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/networks?id=79c681ac-bfa9-4136-b33b-dd2f089917a1 HTTP/1.1" status: 200 len: 761 time: 0.8186169 Dec 13 13:14:42.794320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48584) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:42.804367 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6baeae32-e838-4424-b4f7-6eb6bf1ebf88 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'description': 'd2'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:42.888041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48588) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:42.888243 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-53730b29-0db0-4f8a-9c1a-9a88aa2a108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:42.889294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b1719a00-0b12-432a-bac4-c444cb9566dc tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f766ba-1853-4611-bf48-54efddbc2bde HTTP/1.1" status: 200 len: 205 time: 0.1179810 Dec 13 13:14:42.918874 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53730b29-0db0-4f8a-9c1a-9a88aa2a108d None None] Routers {'d5f766ba-1853-4611-bf48-54efddbc2bde'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:42.919509 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-53730b29-0db0-4f8a-9c1a-9a88aa2a108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d5f766ba-1853-4611-bf48-54efddbc2bde'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:42.968953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Attempting to bind port 2cac968d-98e6-410b-b3dc-b363450b4e7d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:42.969353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Attempting to bind port 2cac968d-98e6-410b-b3dc-b363450b4e7d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:42.969610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Attempting to bind port 2cac968d-98e6-410b-b3dc-b363450b4e7d on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:42.977973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Port 2cac968d-98e6-410b-b3dc-b363450b4e7d on network 0a1be6de-718f-4ea7-9a52-a17277841c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:14:42.982485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Attempting to bind port 2cac968d-98e6-410b-b3dc-b363450b4e7d on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:42.993544 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-53730b29-0db0-4f8a-9c1a-9a88aa2a108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:42.999962 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53730b29-0db0-4f8a-9c1a-9a88aa2a108d None None] The sync data for ids ['d5f766ba-1853-4611-bf48-54efddbc2bde'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:43.002914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:43.003178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Checking segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:43.003594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Bound using segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:43.004229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Bound port: 2cac968d-98e6-410b-b3dc-b363450b4e7d, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:43.004422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.106644 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50374a9a-461e-4a2f-b78e-13ad1d32d907 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.175262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] For port 2cac968d-98e6-410b-b3dc-b363450b4e7d, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:43.184384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] For port 2cac968d-98e6-410b-b3dc-b363450b4e7d, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=2cac968d-98e6-410b-b3dc-b363450b4e7d,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:43.191963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.360009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50374a9a-461e-4a2f-b78e-13ad1d32d907 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.364080 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50374a9a-461e-4a2f-b78e-13ad1d32d907 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.431766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6baeae32-e838-4424-b4f7-6eb6bf1ebf88 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.467505 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50374a9a-461e-4a2f-b78e-13ad1d32d907 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.468309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50374a9a-461e-4a2f-b78e-13ad1d32d907 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Fanout notify agent at l3_agent the message router_deleted on router d5f766ba-1853-4611-bf48-54efddbc2bde {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:14:43.470640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6baeae32-e838-4424-b4f7-6eb6bf1ebf88 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.473492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:43.474551 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.478143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] 10.222.0.42 "PUT /v2.0/ports/2cac968d-98e6-410b-b3dc-b363450b4e7d HTTP/1.1" status: 200 len: 1092 time: 2.1842599 Dec 13 13:14:43.484068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd3ba7c-de51-4194-b32b-6c30ea31a239', 'tag': '2cac968d-98e6-410b-b3dc-b363450b4e7d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:14:43.487164 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-50374a9a-461e-4a2f-b78e-13ad1d32d907 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.489911 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-50374a9a-461e-4a2f-b78e-13ad1d32d907 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/d5f766ba-1853-4611-bf48-54efddbc2bde HTTP/1.1" status: 204 len: 168 time: 0.6009128 Dec 13 13:14:43.491006 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84155bef-127f-43f1-96de-1338af823ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd3ba7c-de51-4194-b32b-6c30ea31a239", "tag": "2cac968d-98e6-410b-b3dc-b363450b4e7d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:14:43.505724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48606) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:43.552535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6baeae32-e838-4424-b4f7-6eb6bf1ebf88 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network 79c681ac-bfa9-4136-b33b-dd2f089917a1 is not hosted by any dhcp agent {{(pid=109885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:14:43.558035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baeae32-e838-4424-b4f7-6eb6bf1ebf88 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:43.558684 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6baeae32-e838-4424-b4f7-6eb6bf1ebf88 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:43.569980 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6baeae32-e838-4424-b4f7-6eb6bf1ebf88 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "PUT /v2.0/networks/79c681ac-bfa9-4136-b33b-dd2f089917a1 HTTP/1.1" status: 200 len: 758 time: 0.7745447 Dec 13 13:14:43.570772 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48610) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:43.660486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405c03e-0eba-4363-b176-3cf08526e3cb service neutron] Pushing event updated for resources: {'Port': ['ID=2cac968d-98e6-410b-b3dc-b363450b4e7d,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:43.761645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c6a3f-26e0-4c5e-b210-5ba90ac46624 req-2e560db7-ad45-44e6-a5b4-5724ab76caa7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:43.789216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-249c6a3f-26e0-4c5e-b210-5ba90ac46624 req-2e560db7-ad45-44e6-a5b4-5724ab76caa7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.4224393 Dec 13 13:14:43.819799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-ad8f31ea-6d29-403e-9507-a82a82b2907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:43.828991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-ad8f31ea-6d29-403e-9507-a82a82b2907b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 1095 time: 0.2826788 Dec 13 13:14:43.847692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58a3e46-e9d7-4e4a-a900-b11b96338aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting subnet bc995b4b-bc82-4ea4-a766-72a777cbe96a {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:14:43.864181 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baeae32-e838-4424-b4f7-6eb6bf1ebf88 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=79c681ac-bfa9-4136-b33b-dd2f089917a1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:43.908718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 79c681ac-bfa9-4136-b33b-dd2f089917a1 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:43.941507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-25744440-dab6-49ec-b156-2b0bcbe5d9c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cac968d-98e6-410b-b3dc-b363450b4e7d HTTP/1.1" status: 200 len: 217 time: 0.0990267 Dec 13 13:14:43.984470 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b58a3e46-e9d7-4e4a-a900-b11b96338aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:44.021298 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eacb298-346f-4298-aa56-c3350b595758 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:44.031251 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0eacb298-346f-4298-aa56-c3350b595758 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/networks?id=79c681ac-bfa9-4136-b33b-dd2f089917a1 HTTP/1.1" status: 200 len: 761 time: 0.3543336 Dec 13 13:14:44.044945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48622) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:44.049991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2020091885'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:44.081018 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a605bb8-eb2e-4d9a-82f5-f2b183015ff7 x-openstack-request-id: req-9a605bb8-eb2e-4d9a-82f5-f2b183015ff7 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:14:44.081293 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd3ba7c-de51-4194-b32b-6c30ea31a239", "tag": "2cac968d-98e6-410b-b3dc-b363450b4e7d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:14:44.081563 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a605bb8-eb2e-4d9a-82f5-f2b183015ff7 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:14:44.082776 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd3ba7c-de51-4194-b32b-6c30ea31a239', 'tag': '2cac968d-98e6-410b-b3dc-b363450b4e7d', 'status': 'completed', 'code': 200} Dec 13 13:14:44.114493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-249c6a3f-26e0-4c5e-b210-5ba90ac46624 req-844d7939-601e-47d6-8cdc-b6afb0b262cb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212655 Dec 13 13:14:44.117745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b58a3e46-e9d7-4e4a-a900-b11b96338aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:44.167793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-797a794e-088c-4c2e-9d24-5ae36f614a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:44.169538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-797a794e-088c-4c2e-9d24-5ae36f614a1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.2137129 Dec 13 13:14:44.171562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:44.176115 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:44.270184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:44.281058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-63fcf967-15b1-4c1e-bfb6-006a553c4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:44.282985 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-63fcf967-15b1-4c1e-bfb6-006a553c4f6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041613 Dec 13 13:14:44.303590 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:44.303952 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment 6bb11d61-83a6-49fa-a740-c1d7be5eb67f of type vlan for network fde475ab-0287-4f7d-84fa-07427bc5dbcb Dec 13 13:14:44.335008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b58a3e46-e9d7-4e4a-a900-b11b96338aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:44.450359 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b58a3e46-e9d7-4e4a-a900-b11b96338aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:44.507300 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a3e46-e9d7-4e4a-a900-b11b96338aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Subnet': ['ID=bc995b4b-bc82-4ea4-a766-72a777cbe96a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:44.524179 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b58a3e46-e9d7-4e4a-a900-b11b96338aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:44.533276 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b77918-73f7-41f7-82bd-4535785a239c None None] Network 474e771d-6796-4c21-b2af-028a155275e3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:44.537436 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b58a3e46-e9d7-4e4a-a900-b11b96338aa1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/bc995b4b-bc82-4ea4-a766-72a777cbe96a HTTP/1.1" status: 204 len: 168 time: 1.0258045 Dec 13 13:14:44.541924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48630) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:44.752279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:44.914094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port c59c018b-70d5-4965-9557-3788e33c511f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:44.914094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:44.927505 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-46962368-64ba-4393-9684-46367160ee6f service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360924 Dec 13 13:14:44.930787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c82b8ff-0c20-463b-bfc7-3c16ffc35f37 None None] DHCP port deletion for 474e771d-6796-4c21-b2af-028a155275e3 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:45.058159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port c59c018b-70d5-4965-9557-3788e33c511f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c59c018b-70d5-4965-9557-3788e33c511f,segment=NetworkSegment(eefcf4a1-6389-4c3b-93a1-c285f2957406),segment_id=eefcf4a1-6389-4c3b-93a1-c285f2957406)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:45.058159 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.063074 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5c82b8ff-0c20-463b-bfc7-3c16ffc35f37 None None] Deleting port c59c018b-70d5-4965-9557-3788e33c511f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:45.063725 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c82b8ff-0c20-463b-bfc7-3c16ffc35f37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.082533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for c59c018b-70d5-4965-9557-3788e33c511f owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:45.163532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7a675b8-21e0-40cd-b472-b20966f797b1 req-d2fe6251-3a42-456c-9e05-3aade93a5c2c service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293208 Dec 13 13:14:45.173685 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.211514 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.220628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:45.221732 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.235082 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5c82b8ff-0c20-463b-bfc7-3c16ffc35f37 None None] For port c59c018b-70d5-4965-9557-3788e33c511f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c59c018b-70d5-4965-9557-3788e33c511f,segment=NetworkSegment(eefcf4a1-6389-4c3b-93a1-c285f2957406),segment_id=eefcf4a1-6389-4c3b-93a1-c285f2957406)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:45.235485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c82b8ff-0c20-463b-bfc7-3c16ffc35f37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.260045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5c82b8ff-0c20-463b-bfc7-3c16ffc35f37 None None] Calling delete_port for c59c018b-70d5-4965-9557-3788e33c511f owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:45.338873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.371605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3255308 Dec 13 13:14:45.381341 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48642) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:45.401360 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': 'fde475ab-0287-4f7d-84fa-07427bc5dbcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:45.409725 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c82b8ff-0c20-463b-bfc7-3c16ffc35f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.418105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=c59c018b-70d5-4965-9557-3788e33c511f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:45.444133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No DVR routers for this DVR port c59c018b-70d5-4965-9557-3788e33c511f on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:14:45.482024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82b8ff-0c20-463b-bfc7-3c16ffc35f37 None None] No DVR routers for this DVR port c59c018b-70d5-4965-9557-3788e33c511f on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:14:45.496899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82b8ff-0c20-463b-bfc7-3c16ffc35f37 None None] Pushing event deleted for resources: {'Port': ['ID=c59c018b-70d5-4965-9557-3788e33c511f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:45.539542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13245cc-8ac4-4803-b500-c730f95093ed tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=fde475ab-0287-4f7d-84fa-07427bc5dbcb,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:45.563411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fde475ab-0287-4f7d-84fa-07427bc5dbcb details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:45.563572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155bef-127f-43f1-96de-1338af823ad8 req-2177b8cf-f5fc-4a86-bff5-8978a8798015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:45.565312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84155bef-127f-43f1-96de-1338af823ad8 req-2177b8cf-f5fc-4a86-bff5-8978a8798015 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 1095 time: 0.3390241 Dec 13 13:14:45.712715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c59c018b-70d5-4965-9557-3788e33c511f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:14:45.735543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737b492-113a-478f-9223-7955e8c585a7 req-2bcecef6-8e67-4b23-817f-356b9c0ec594 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:45.738149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9737b492-113a-478f-9223-7955e8c585a7 req-2bcecef6-8e67-4b23-817f-356b9c0ec594 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.3493853 Dec 13 13:14:45.767538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:45.773316 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.795947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: c59c018b-70d5-4965-9557-3788e33c511f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:14:45.796538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c59c018b-70d5-4965-9557-3788e33c511f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:14:45.851224 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.856995 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9737b492-113a-478f-9223-7955e8c585a7 req-a07462d6-3178-4ce8-b13c-8ac16f1c9559 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096315 Dec 13 13:14:45.863471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155bef-127f-43f1-96de-1338af823ad8 req-46868b95-3a93-4fcd-9c37-4d8223f1d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:45.874894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84155bef-127f-43f1-96de-1338af823ad8 req-46868b95-3a93-4fcd-9c37-4d8223f1d67f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.2833416 Dec 13 13:14:45.906195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474e771d-6796-4c21-b2af-028a155275e3']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:45.930808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefcf4a1-6389-4c3b-93a1-c285f2957406') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:45.931454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefcf4a1-6389-4c3b-93a1-c285f2957406') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:45.933753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84155bef-127f-43f1-96de-1338af823ad8 req-604c7d87-9206-437e-aaa9-cf84ccdf798a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cac968d-98e6-410b-b3dc-b363450b4e7d HTTP/1.1" status: 200 len: 217 time: 0.0514061 Dec 13 13:14:45.950029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.975462 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:45.994008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:45.995641 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.023095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155bef-127f-43f1-96de-1338af823ad8 req-844a1fac-e60f-43a0-8791-0c5f3be195ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:46.028437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84155bef-127f-43f1-96de-1338af823ad8 req-844a1fac-e60f-43a0-8791-0c5f3be195ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0875216 Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:46.052928 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:46.105922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155bef-127f-43f1-96de-1338af823ad8 req-99ae3590-0ea1-445c-a5ca-7350572db14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:46.108275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84155bef-127f-43f1-96de-1338af823ad8 req-99ae3590-0ea1-445c-a5ca-7350572db14f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727062 Dec 13 13:14:46.240818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.311651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84155bef-127f-43f1-96de-1338af823ad8 req-a9075778-b786-4a70-8b79-bfdeb508dd3b service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846976 Dec 13 13:14:46.322981 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.328496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=a67f4788-c6f0-4e13-8d70-1a930fb4f7f7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:46.362790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.367101 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/networks/474e771d-6796-4c21-b2af-028a155275e3 HTTP/1.1" status: 204 len: 168 time: 1.8241267 Dec 13 13:14:46.383125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48656) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:46.390907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3bc998b8-9c7d-430b-85ef-3c1b5d627e92 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1116192003', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:46.404637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a317c5-99f6-42bf-98af-41f4381a7ab1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Network': ['ID=474e771d-6796-4c21-b2af-028a155275e3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:46.468058 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': '6bb11d61-83a6-49fa-a740-c1d7be5eb67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fde475ab-0287-4f7d-84fa-07427bc5dbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:46.468506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: fde475ab-0287-4f7d-84fa-07427bc5dbcb, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:46.472957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc998b8-9c7d-430b-85ef-3c1b5d627e92 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.474166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc998b8-9c7d-430b-85ef-3c1b5d627e92 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.505711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network fde475ab-0287-4f7d-84fa-07427bc5dbcb is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:46.519757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84155bef-127f-43f1-96de-1338af823ad8 req-ae72e6c0-ae5d-47fd-b2b6-84c1edfb0ec2 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005630 Dec 13 13:14:46.531396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fde475ab-0287-4f7d-84fa-07427bc5dbcb) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:46.539873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae1e7cf-bf02-4788-ace1-63d1d5581730 None None] Network fde475ab-0287-4f7d-84fa-07427bc5dbcb requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:46.566417 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc998b8-9c7d-430b-85ef-3c1b5d627e92 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.569194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:46.569962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.575102 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc998b8-9c7d-430b-85ef-3c1b5d627e92 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.626364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48658) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:46.626672 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0df994cd-be65-4c33-8af5-e63ed21f4c2a tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2366452 Dec 13 13:14:46.630943 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc998b8-9c7d-430b-85ef-3c1b5d627e92 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.632180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3bc998b8-9c7d-430b-85ef-3c1b5d627e92 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2452767 Dec 13 13:14:46.634888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48660) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:46.646542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'network': {'name': 'tempest-RoutersTest-379586505'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:46.725282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:46.729331 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.758537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-fde475ab-0287-4f7d-84fa-07427bc5dbcb', 'network_id': 'fde475ab-0287-4f7d-84fa-07427bc5dbcb', 'project_id': '7c452c62cfcd4af29f88bd3959458557', 'fixed_ips': [{'subnet_id': 'a67f4788-c6f0-4e13-8d70-1a930fb4f7f7'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:46.766480 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.788146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:46.827632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.828196 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added segment a3997e38-7e75-4f0c-93eb-6cf7cba0a217 of type vlan for network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 Dec 13 13:14:46.845469 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.918601 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:46.997847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Allocated IP 172.20.0.2 (fde475ab-0287-4f7d-84fa-07427bc5dbcb/a67f4788-c6f0-4e13-8d70-1a930fb4f7f7/0508c01a-b327-436f-b279-708ed89a79d7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:47.099975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.106086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:47.107322 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.149469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f42a6-255a-4646-a345-9e2938f85b2e req-f6923fd4-b303-4f86-a5fc-933ea93fb2a9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:47.151390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec7f42a6-255a-4646-a345-9e2938f85b2e req-f6923fd4-b303-4f86-a5fc-933ea93fb2a9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.2151840 Dec 13 13:14:47.156306 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.224203 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.232015 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.234334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5980930 Dec 13 13:14:47.237036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48672) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:47.243824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'subnet': {'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:47.316380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Network fde475ab-0287-4f7d-84fa-07427bc5dbcb is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:47.317780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Pushing event updated for resources: {'Port': ['ID=0508c01a-b327-436f-b279-708ed89a79d7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:47.324878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:47.327984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:47.403365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Attempting to bind port 0508c01a-b327-436f-b279-708ed89a79d7 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:47.403762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Attempting to bind port 0508c01a-b327-436f-b279-708ed89a79d7 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '6bb11d61-83a6-49fa-a740-c1d7be5eb67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fde475ab-0287-4f7d-84fa-07427bc5dbcb'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:47.404188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Attempting to bind port 0508c01a-b327-436f-b279-708ed89a79d7 on network fde475ab-0287-4f7d-84fa-07427bc5dbcb {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:47.422617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:47.423452 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Checking segment: {'id': '6bb11d61-83a6-49fa-a740-c1d7be5eb67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fde475ab-0287-4f7d-84fa-07427bc5dbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:47.424936 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.425413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Bound using segment: {'id': '6bb11d61-83a6-49fa-a740-c1d7be5eb67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fde475ab-0287-4f7d-84fa-07427bc5dbcb'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:47.426478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Bound port: 0508c01a-b327-436f-b279-708ed89a79d7, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb11d61-83a6-49fa-a740-c1d7be5eb67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fde475ab-0287-4f7d-84fa-07427bc5dbcb'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:47.426822 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.455464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83dcc1-148d-4e06-95cf-604f0f6273ee tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Network': ['ID=0f3a6451-e7d8-430b-98b8-5963dbef76b4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:47.474531 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:47.479455 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.508466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec7f42a6-255a-4646-a345-9e2938f85b2e req-505ade3b-5e80-4471-8ce0-fe2d8d512a4c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073626 Dec 13 13:14:47.569423 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.573595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] For port 0508c01a-b327-436f-b279-708ed89a79d7, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:47.578211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] For port 0508c01a-b327-436f-b279-708ed89a79d7, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0508c01a-b327-436f-b279-708ed89a79d7,segment=NetworkSegment(6bb11d61-83a6-49fa-a740-c1d7be5eb67f),segment_id=6bb11d61-83a6-49fa-a740-c1d7be5eb67f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:47.605559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:47.649716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=a67f4788-c6f0-4e13-8d70-1a930fb4f7f7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:47.766234 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.775594 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.839280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde475ab-0287-4f7d-84fa-07427bc5dbcb']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:47.842794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Subnet': ['ID=75b0ee40-f58c-4667-b1f4-cf804f8c57d9,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:47.873827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb11d61-83a6-49fa-a740-c1d7be5eb67f') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:47.876952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb11d61-83a6-49fa-a740-c1d7be5eb67f') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:47.898616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Checking segment: {'id': 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:47.899012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network hostable DHCP agents. Network: 0f3a6451-e7d8-430b-98b8-5963dbef76b4, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:47.899125 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.923418 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.933160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:47.933387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:47.933572 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:47.953021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 0f3a6451-e7d8-430b-98b8-5963dbef76b4) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:47.967567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:47.973772 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:48.003843 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2822c490-dde0-47d4-b9ac-fa8fbf464db2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7651701 Dec 13 13:14:48.012536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48680) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:48.016184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b309b-6584-4f58-aaed-0e6eb2b81eb7 None None] Network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:48.022467 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:48.028234 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:48.029282 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.api [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 13:14:48.029282 n-d-817326-4 neutron-server[109886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 13:14:48.029282 n-d-817326-4 neutron-server[109886]: [parameters: {'id': 'fde475ab-0287-4f7d-84fa-07427bc5dbcb'}] Dec 13 13:14:48.029282 n-d-817326-4 neutron-server[109886]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:14:48.036036 n-d-817326-4 neutron-server[109886]: DEBUG oslo_db.api [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:14:48.202563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40a18e-e780-4106-9dc1-36ab4804df31 None None] Pushing event updated for resources: {'Port': ['ID=0508c01a-b327-436f-b279-708ed89a79d7,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:48.266272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:48.271519 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:48.541315 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:48.563857 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:48.585584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Allocated IP 172.20.0.2 (0f3a6451-e7d8-430b-98b8-5963dbef76b4/75b0ee40-f58c-4667-b1f4-cf804f8c57d9/48d90f9d-bc2f-4fd3-96c0-3c546ddafee8) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:48.832825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Deleting port 0508c01a-b327-436f-b279-708ed89a79d7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:48.833212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:48.837606 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:48.860560 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:48.933868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:48.938217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:48.942328 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Allocated IP 172.20.0.1 (0f3a6451-e7d8-430b-98b8-5963dbef76b4/75b0ee40-f58c-4667-b1f4-cf804f8c57d9/d0558f58-43dd-4620-9f42-ae5dca7de7d3) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:48.948294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:48.981933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Pushing event updated for resources: {'Port': ['ID=48d90f9d-bc2f-4fd3-96c0-3c546ddafee8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:48.988946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b30ac8-04aa-4b27-b8e1-008b35fd0572 req-2a820c13-c002-4259-9995-c4b9c3b444b0 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:48.998160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69b30ac8-04aa-4b27-b8e1-008b35fd0572 req-2a820c13-c002-4259-9995-c4b9c3b444b0 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.3148150 Dec 13 13:14:49.089235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Attempting to bind port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:49.090178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Attempting to bind port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:49.091104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Attempting to bind port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 on network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:49.098823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:49.099507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Checking segment: {'id': 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:49.100080 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.100639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Bound using segment: {'id': 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:49.101293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Bound port: 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:49.102248 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.125457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] For port 0508c01a-b327-436f-b279-708ed89a79d7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0508c01a-b327-436f-b279-708ed89a79d7,segment=NetworkSegment(6bb11d61-83a6-49fa-a740-c1d7be5eb67f),segment_id=6bb11d61-83a6-49fa-a740-c1d7be5eb67f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:49.125832 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.140569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69b30ac8-04aa-4b27-b8e1-008b35fd0572 req-af010b14-8582-44da-8794-d157a5c18e51 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275353 Dec 13 13:14:49.146891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Calling delete_port for 0508c01a-b327-436f-b279-708ed89a79d7 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:49.228018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] For port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:49.231910 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] For port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48d90f9d-bc2f-4fd3-96c0-3c546ddafee8,segment=NetworkSegment(a3997e38-7e75-4f0c-93eb-6cf7cba0a217),segment_id=a3997e38-7e75-4f0c-93eb-6cf7cba0a217)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:49.246383 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.307584 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.384943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.393403 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.445567 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923ba63-a5d1-4cac-82f1-43887b6ed4b5 None None] Pushing event updated for resources: {'Port': ['ID=48d90f9d-bc2f-4fd3-96c0-3c546ddafee8,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:49.460597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No DVR routers for this DVR port 0508c01a-b327-436f-b279-708ed89a79d7 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:14:49.498662 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Port': ['ID=0508c01a-b327-436f-b279-708ed89a79d7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:49.514501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:49.531941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:49.544150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:49.635018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=d0558f58-43dd-4620-9f42-ae5dca7de7d3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:49.681523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.702699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.784020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde475ab-0287-4f7d-84fa-07427bc5dbcb']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:49.805566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb11d61-83a6-49fa-a740-c1d7be5eb67f') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:49.805862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb11d61-83a6-49fa-a740-c1d7be5eb67f') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:49.860279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.894447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.905302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:49.907397 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:49.920286 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:50.035764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772691d-3256-45ee-833c-964cb4b53e18 None None] Network fde475ab-0287-4f7d-84fa-07427bc5dbcb requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:50.090962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:50.091915 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:50.100940 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:50.106616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/fde475ab-0287-4f7d-84fa-07427bc5dbcb HTTP/1.1" status: 204 len: 168 time: 3.4789796 Dec 13 13:14:50.107870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48702) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:50.131896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8b90c-588a-437e-8157-69583abf2c23 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=fde475ab-0287-4f7d-84fa-07427bc5dbcb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:50.148601 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-47592870-8df5-47ef-ae82-b17f79eab293 None None] Could not find standard attr ID for object 0508c01a-b327-436f-b279-708ed89a79d7. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:14:50.223528 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59511b1-4f7d-4d30-9215-06b36f8e525d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] GET failed (client error): The resource could not be found. Dec 13 13:14:50.228099 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b59511b1-4f7d-4d30-9215-06b36f8e525d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/subnets/a67f4788-c6f0-4e13-8d70-1a930fb4f7f7 HTTP/1.1" status: 404 len: 337 time: 0.1190708 Dec 13 13:14:50.231188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48708) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:50.237816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a0c60-7889-4e36-b03f-e94aaf8f8e9c None None] DHCP port deletion for fde475ab-0287-4f7d-84fa-07427bc5dbcb request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:14:50.275699 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fea8d2-2657-45da-90d8-999a9c4392a2 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:14:50.276224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fea8d2-2657-45da-90d8-999a9c4392a2 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:14:50.287566 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d9fea8d2-2657-45da-90d8-999a9c4392a2 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/fde475ab-0287-4f7d-84fa-07427bc5dbcb HTTP/1.1" status: 404 len: 339 time: 0.0552456 Dec 13 13:14:50.292598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48710) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:50.391235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd056d3-243d-47a3-81ae-8b37bc587859 req-4fbab532-9ae6-4325-9f9b-50cf74776a65 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:50.400457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bd056d3-243d-47a3-81ae-8b37bc587859 req-4fbab532-9ae6-4325-9f9b-50cf74776a65 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.0964155 Dec 13 13:14:50.529997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bd056d3-243d-47a3-81ae-8b37bc587859 req-3e906873-8263-4ae9-aa00-7b5ca01b7818 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222229 Dec 13 13:14:50.980955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c2b736-f756-4111-9129-b0477933baaa tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:50.982587 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a4c2b736-f756-4111-9129-b0477933baaa tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6886432 Dec 13 13:14:50.984349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48720) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:51.002509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609e5001-8457-4763-8b79-1b93529fdc06 None None] Network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:51.071828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d3b056f4-8d79-44df-ab3e-f931772ee6a8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8 HTTP/1.1" status: 200 len: 207 time: 0.0847640 Dec 13 13:14:51.075013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48722) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:51.178905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a7666c48-28e3-40c7-8bb7-14276c59137a None None] Provisioning complete for port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:51.179545 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a7666c48-28e3-40c7-8bb7-14276c59137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:51.217811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:51.224139 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:51.305465 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:51.443629 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a7666c48-28e3-40c7-8bb7-14276c59137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:51.453147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=d0558f58-43dd-4620-9f42-ae5dca7de7d3,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:51.495843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a7666c48-28e3-40c7-8bb7-14276c59137a None None] For port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48d90f9d-bc2f-4fd3-96c0-3c546ddafee8,segment=NetworkSegment(a3997e38-7e75-4f0c-93eb-6cf7cba0a217),segment_id=a3997e38-7e75-4f0c-93eb-6cf7cba0a217)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:51.502797 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a7666c48-28e3-40c7-8bb7-14276c59137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:51.556101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7666c48-28e3-40c7-8bb7-14276c59137a None None] Pushing event updated for resources: {'Port': ['ID=48d90f9d-bc2f-4fd3-96c0-3c546ddafee8,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:51.568670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b44ba-e08e-4669-9447-b9e77ab01bbe tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:51.587437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b44ba-e08e-4669-9447-b9e77ab01bbe tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:51.599266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b44ba-e08e-4669-9447-b9e77ab01bbe tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:51.601013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:51.603311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:51.616300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b44ba-e08e-4669-9447-b9e77ab01bbe tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:51.618118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c43b44ba-e08e-4669-9447-b9e77ab01bbe tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5413368 Dec 13 13:14:51.621786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48734) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:51.717411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:51.769878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa5205-0909-4762-95d2-6a57cdaea568 req-5e59e8bf-db37-485e-ba22-98498bdf9dbb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:51.771673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65fa5205-0909-4762-95d2-6a57cdaea568 req-5e59e8bf-db37-485e-ba22-98498bdf9dbb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.0770028 Dec 13 13:14:51.853917 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:51.854550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:51.878920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65fa5205-0909-4762-95d2-6a57cdaea568 req-c235acd3-333a-4218-9c29-abed09c9525f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993376 Dec 13 13:14:51.982152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58497245-9480-4f8b-aae8-954b12ebee17 None None] Provisioning complete for port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:51.982713 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58497245-9480-4f8b-aae8-954b12ebee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:52.055826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0071174f-706e-4868-9bab-7358c8c4718f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4326153 Dec 13 13:14:52.059321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48744) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:52.098771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:14:52.271339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0508c01a-b327-436f-b279-708ed89a79d7 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:14:52.276878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf1f94f-b190-4045-9d23-ecac00f005a6 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:52.278611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf1f94f-b190-4045-9d23-ecac00f005a6 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:52.284613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3bf1f94f-b190-4045-9d23-ecac00f005a6 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2243977 Dec 13 13:14:52.289587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48750) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:52.302650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 0508c01a-b327-436f-b279-708ed89a79d7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:14:52.303290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0508c01a-b327-436f-b279-708ed89a79d7 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:14:52.369023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58497245-9480-4f8b-aae8-954b12ebee17 None None] Provisioning complete for port d0558f58-43dd-4620-9f42-ae5dca7de7d3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:52.369484 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58497245-9480-4f8b-aae8-954b12ebee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:52.385417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:52.403203 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cfc7efdd-fed3-417e-a16f-8e6d4e6709af tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3888133 Dec 13 13:14:52.405853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48752) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:52.412489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785b1be-326d-4c90-903b-338f03fcff1e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:52.413362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'network': {'name': 'tempest-RoutersTest-2053202784'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:52.417012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Sync routers for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:14:52.427267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785b1be-326d-4c90-903b-338f03fcff1e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:52.428975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0785b1be-326d-4c90-903b-338f03fcff1e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1384137 Dec 13 13:14:52.434178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48754) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:52.449156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:52.461526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:52.489826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-58497245-9480-4f8b-aae8-954b12ebee17 None None] Port d0558f58-43dd-4620-9f42-ae5dca7de7d3 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:52.494433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:52.495236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:52.528013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:52.572890 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:52.574585 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added segment 8c059a2b-45a7-4486-8ba7-6e98ec393ab1 of type vlan for network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f Dec 13 13:14:52.655029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:52.670827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab10cdc-2057-4933-a6c2-95f6cfd92ab0 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:52.677766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8ab10cdc-2057-4933-a6c2-95f6cfd92ab0 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/networks/d8b4c874-e837-465b-ad74-88fd9ca6c1f0 HTTP/1.1" status: 200 len: 799 time: 0.2423668 Dec 13 13:14:52.682959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48760) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:52.688839 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:52.702162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:52.703278 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:52.729856 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3201296 Dec 13 13:14:52.737738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48762) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:52.742719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'subnet': {'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:52.758101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7f8fc567-9777-44dd-a7fe-0ceb6792d0dc None None] Provisioning complete for port d0558f58-43dd-4620-9f42-ae5dca7de7d3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:52.758673 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc567-9777-44dd-a7fe-0ceb6792d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:52.764533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:52.851193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fc567-9777-44dd-a7fe-0ceb6792d0dc None None] Port d0558f58-43dd-4620-9f42-ae5dca7de7d3 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:52.903633 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9869e222-fa5d-4c7a-a10a-09f7036c9c0d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/networks/d8b4c874-e837-465b-ad74-88fd9ca6c1f0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2193241 Dec 13 13:14:52.909848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48768) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:53.014211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6313521-849e-4bf1-9bec-7d892fb49ab1 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:53.019619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f6313521-849e-4bf1-9bec-7d892fb49ab1 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/subnets/c1f478f4-66d9-41d2-bcd3-2973ee44abdf HTTP/1.1" status: 200 len: 811 time: 0.1078906 Dec 13 13:14:53.023615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dd7f1-1d14-48d4-908a-e7508de62765 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Network': ['ID=6f8d6bf6-ff2d-4f95-903e-be8586249a4f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:53.025024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48780) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:53.062587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:53.063241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:53.063347 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:53.217506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:14:49Z', 'revision_number': 2, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:51Z', 'revision_number': 2, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:53.234595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d4f3b-2a9b-48c1-80bc-331faa0a03f8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['shared'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:53.236052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-756d4f3b-2a9b-48c1-80bc-331faa0a03f8 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "GET /v2.0/subnets/c1f478f4-66d9-41d2-bcd3-2973ee44abdf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2045088 Dec 13 13:14:53.241877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48782) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:53.259243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1633618299'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:53.275288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Checking router: 5624958f-de90-452d-8c49-059179f90fcd for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:14:53.275854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Updating router 5624958f-de90-452d-8c49-059179f90fcd port d0558f58-43dd-4620-9f42-ae5dca7de7d3 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:14:53.335599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecdde5-407f-42d4-b867-4621099e5b66 req-bafc1d47-09d4-4790-b38d-e6f2519a1e68 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:53.338811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:53.345353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49ecdde5-407f-42d4-b867-4621099e5b66 req-bafc1d47-09d4-4790-b38d-e6f2519a1e68 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.2417657 Dec 13 13:14:53.349978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:53.356863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:53.360709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:53.416516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:53.428860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:53.428860 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Added segment 19f302ff-934b-451b-8742-66c23caa7268 of type vlan for network f2240d48-fba6-4a42-8358-e816e9298c39 Dec 13 13:14:53.451693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Subnet': ['ID=48208ae4-b17f-409c-85e3-5284c003698c,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:53.480195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.480688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.481033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.481372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.481788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.482153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.482519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.482966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.483210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.483542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.483946 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.484272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.484590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:53.489424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:53.492629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Checking segment: {'id': '8c059a2b-45a7-4486-8ba7-6e98ec393ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:53.493140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network hostable DHCP agents. Network: 6f8d6bf6-ff2d-4f95-903e-be8586249a4f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:53.513050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:53.515608 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:53.522483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:53.523197 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:53.529219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 6f8d6bf6-ff2d-4f95-903e-be8586249a4f) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:53.561241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:53.562165 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:53.569007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea7cc69-436b-4d33-ba62-3682ae6258c7 None None] Network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:53.586528 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c2491d80-eaa0-4243-b910-ff3fa7aa2b6b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8475924 Dec 13 13:14:53.589303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48788) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:53.706157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:53.735078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4888074 Dec 13 13:14:53.743469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48790) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:53.785320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49ecdde5-407f-42d4-b867-4621099e5b66 req-0988c4e4-70a7-479a-862e-88df9037f974 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387858 Dec 13 13:14:53.794929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'network_id': 'f2240d48-fba6-4a42-8358-e816e9298c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:53.804668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66973f7f-4a4b-4403-9dfa-a817b4f3ccad tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Network': ['ID=f2240d48-fba6-4a42-8358-e816e9298c39,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:53.844428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network f2240d48-fba6-4a42-8358-e816e9298c39 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:54.007271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Made reservation on behalf of 7c452c62cfcd4af29f88bd3959458557 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:54.011270 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:54.166144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Performing IP validity checks on allocation pools {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 13:14:54.166809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.ipam_backend_mixin [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 13:14:54.179394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:54.184644 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:54.328094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:54.427005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:54.522231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=4740e643-c26b-4d2e-b692-89fc093e0954,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:54.561755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Checking segment: {'id': '19f302ff-934b-451b-8742-66c23caa7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f2240d48-fba6-4a42-8358-e816e9298c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:54.562345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network hostable DHCP agents. Network: f2240d48-fba6-4a42-8358-e816e9298c39, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:14:54.594009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Network f2240d48-fba6-4a42-8358-e816e9298c39 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:14:54.607415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, f2240d48-fba6-4a42-8358-e816e9298c39) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:54.617323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:54.618027 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:54.627062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db891298-4bae-4627-aef8-b0b4120b51cf None None] Network f2240d48-fba6-4a42-8358-e816e9298c39 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:54.649989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6986a537-c092-44e8-a96e-f7e7d83bf296 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9026556 Dec 13 13:14:54.650813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48808) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:54.658185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1448b424-508e-4fd3-bd88-17549c1e7ca3 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:54.659875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:54.660753 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:54.716556 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b1f523b-f296-4dfc-8462-56e83ba32ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:54.839531 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1448b424-508e-4fd3-bd88-17549c1e7ca3 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29356136'] for subnet, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:55.092744 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-f2240d48-fba6-4a42-8358-e816e9298c39', 'network_id': 'f2240d48-fba6-4a42-8358-e816e9298c39', 'project_id': '7c452c62cfcd4af29f88bd3959458557', 'fixed_ips': [{'subnet_id': '4740e643-c26b-4d2e-b692-89fc093e0954'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:14:55.099667 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:55.151930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add14381-0cd5-4d1d-9e46-dae1d916caf5 req-f99b1622-c535-4775-a8a2-19f9a74f17eb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:55.163771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-add14381-0cd5-4d1d-9e46-dae1d916caf5 req-f99b1622-c535-4775-a8a2-19f9a74f17eb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.2365687 Dec 13 13:14:55.200677 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:55.294340 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:55.314282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-add14381-0cd5-4d1d-9e46-dae1d916caf5 req-44c6419c-f33b-466c-a8ee-1065bec062c2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489146 Dec 13 13:14:55.323179 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1448b424-508e-4fd3-bd88-17549c1e7ca3 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731151253980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29187571'] for subnet, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:55.393947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Allocated IP 172.21.0.2 (6f8d6bf6-ff2d-4f95-903e-be8586249a4f/48208ae4-b17f-409c-85e3-5284c003698c/01123849-1dde-48cc-96a1-2a767363ab22) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:55.404399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448b424-508e-4fd3-bd88-17549c1e7ca3 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event updated for resources: {'Subnet': ['ID=4740e643-c26b-4d2e-b692-89fc093e0954,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:55.416309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1448b424-508e-4fd3-bd88-17549c1e7ca3 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:55.417161 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1448b424-508e-4fd3-bd88-17549c1e7ca3 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:55.418567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1448b424-508e-4fd3-bd88-17549c1e7ca3 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "PUT /v2.0/subnets/4740e643-c26b-4d2e-b692-89fc093e0954 HTTP/1.1" status: 200 len: 877 time: 0.7666974 Dec 13 13:14:55.422010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48818) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:55.462694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0c1b1-4598-498e-8938-6a2e05752286 None None] Pushing event updated for resources: {'Port': ['ID=d0558f58-43dd-4620-9f42-ae5dca7de7d3,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:55.646356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:55.662287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Allocated IP 172.20.0.3 (f2240d48-fba6-4a42-8358-e816e9298c39/4740e643-c26b-4d2e-b692-89fc093e0954/16e04d35-5e32-43b7-93e3-56808d7ec08d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:55.688919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Attempting to bind port d0558f58-43dd-4620-9f42-ae5dca7de7d3 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:55.689886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Attempting to bind port d0558f58-43dd-4620-9f42-ae5dca7de7d3 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:55.692944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Attempting to bind port d0558f58-43dd-4620-9f42-ae5dca7de7d3 on network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:55.727768 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:55.766769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:55.767435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Checking segment: {'id': 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:55.767904 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:55.768308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Bound using segment: {'id': 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:55.768803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Bound port: d0558f58-43dd-4620-9f42-ae5dca7de7d3, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:55.769189 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:55.952880 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f48be071-a823-44d9-9e6c-b250b1f925ce None None] Provisioning complete for port d0558f58-43dd-4620-9f42-ae5dca7de7d3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:55.953254 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f48be071-a823-44d9-9e6c-b250b1f925ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.039124 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.041184 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] For port d0558f58-43dd-4620-9f42-ae5dca7de7d3, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:56.074623 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.077533 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] For port d0558f58-43dd-4620-9f42-ae5dca7de7d3, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0558f58-43dd-4620-9f42-ae5dca7de7d3,segment=NetworkSegment(a3997e38-7e75-4f0c-93eb-6cf7cba0a217),segment_id=a3997e38-7e75-4f0c-93eb-6cf7cba0a217)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:56.081836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f48be071-a823-44d9-9e6c-b250b1f925ce None None] Port d0558f58-43dd-4620-9f42-ae5dca7de7d3 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:14:56.132299 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.171126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:56.186896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:56.193470 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.196509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:56.199842 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Pushing event updated for resources: {'Port': ['ID=01123849-1dde-48cc-96a1-2a767363ab22,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:56.212962 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.213346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Allocated IP 172.21.0.1 (6f8d6bf6-ff2d-4f95-903e-be8586249a4f/48208ae4-b17f-409c-85e3-5284c003698c/256f80ec-635a-46cb-9360-c4f50a1a6082) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:14:56.281586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:14:56.282241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:56.285549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.349216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=4740e643-c26b-4d2e-b692-89fc093e0954,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:56.420158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Network f2240d48-fba6-4a42-8358-e816e9298c39 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:56.469691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.499719 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:56.512799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2240d48-fba6-4a42-8358-e816e9298c39']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:56.527619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a49f58-1a69-4272-b553-2a413ddbe28d req-329edb49-9a27-400a-9184-c80ecead6cd6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:56.536579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:56.537588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02a49f58-1a69-4272-b553-2a413ddbe28d req-329edb49-9a27-400a-9184-c80ecead6cd6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.0941095 Dec 13 13:14:56.538190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f302ff-934b-451b-8742-66c23caa7268') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:56.538495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f302ff-934b-451b-8742-66c23caa7268') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:56.545704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0c1b1-4598-498e-8938-6a2e05752286 None None] Pushing event updated for resources: {'Port': ['ID=d0558f58-43dd-4620-9f42-ae5dca7de7d3,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:56.551458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Attempting to bind port 01123849-1dde-48cc-96a1-2a767363ab22 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:56.552035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Attempting to bind port 01123849-1dde-48cc-96a1-2a767363ab22 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8c059a2b-45a7-4486-8ba7-6e98ec393ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:56.552574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Attempting to bind port 01123849-1dde-48cc-96a1-2a767363ab22 on network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:56.558212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.596185 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.604973 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.614530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:56.615166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Checking segment: {'id': '8c059a2b-45a7-4486-8ba7-6e98ec393ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:56.615744 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.616287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Bound using segment: {'id': '8c059a2b-45a7-4486-8ba7-6e98ec393ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:56.616923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Bound port: 01123849-1dde-48cc-96a1-2a767363ab22, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c059a2b-45a7-4486-8ba7-6e98ec393ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:56.617466 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.619559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02a49f58-1a69-4272-b553-2a413ddbe28d req-e79763c3-0751-4f53-9e6d-f1a0018c5859 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809815 Dec 13 13:14:56.635241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:14:56.644976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:56.645388 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:56.649000 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:56.736182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.api [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 13:14:56.736182 n-d-817326-4 neutron-server[109885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 13:14:56.736182 n-d-817326-4 neutron-server[109885]: [parameters: {'id': 'f2240d48-fba6-4a42-8358-e816e9298c39'}] Dec 13 13:14:56.736182 n-d-817326-4 neutron-server[109885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:14:56.736767 n-d-817326-4 neutron-server[109885]: DEBUG oslo_db.api [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:14:56.738721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Pushing event updated for resources: {'Port': ['ID=16e04d35-5e32-43b7-93e3-56808d7ec08d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:56.745035 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97037206-e5e9-4ce3-807e-280beba07662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.749254 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.772071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Attempting to bind port 16e04d35-5e32-43b7-93e3-56808d7ec08d on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:14:56.772592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Attempting to bind port 16e04d35-5e32-43b7-93e3-56808d7ec08d by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '19f302ff-934b-451b-8742-66c23caa7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f2240d48-fba6-4a42-8358-e816e9298c39'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:14:56.773056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Attempting to bind port 16e04d35-5e32-43b7-93e3-56808d7ec08d on network f2240d48-fba6-4a42-8358-e816e9298c39 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:14:56.784676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a8c86532-8dfe-4b6a-a109-213595e297d0 None None] Provisioning complete for port d0558f58-43dd-4620-9f42-ae5dca7de7d3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:56.785109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a8c86532-8dfe-4b6a-a109-213595e297d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.809822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=256f80ec-635a-46cb-9360-c4f50a1a6082,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:56.826783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:56.828250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:56.833241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:14:56.840208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:14:56.840737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Checking segment: {'id': '19f302ff-934b-451b-8742-66c23caa7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f2240d48-fba6-4a42-8358-e816e9298c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:14:56.841235 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.841722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Bound using segment: {'id': '19f302ff-934b-451b-8742-66c23caa7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f2240d48-fba6-4a42-8358-e816e9298c39'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:14:56.842340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Bound port: 16e04d35-5e32-43b7-93e3-56808d7ec08d, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f302ff-934b-451b-8742-66c23caa7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f2240d48-fba6-4a42-8358-e816e9298c39'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:14:56.842821 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:56.892168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.055338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.146608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] For port 01123849-1dde-48cc-96a1-2a767363ab22, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:57.170840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] For port 01123849-1dde-48cc-96a1-2a767363ab22, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=01123849-1dde-48cc-96a1-2a767363ab22,segment=NetworkSegment(8c059a2b-45a7-4486-8ba7-6e98ec393ab1),segment_id=8c059a2b-45a7-4486-8ba7-6e98ec393ab1)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:57.203751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.266523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] For port 16e04d35-5e32-43b7-93e3-56808d7ec08d, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:14:57.305991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] For port 16e04d35-5e32-43b7-93e3-56808d7ec08d, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=16e04d35-5e32-43b7-93e3-56808d7ec08d,segment=NetworkSegment(19f302ff-934b-451b-8742-66c23caa7268),segment_id=19f302ff-934b-451b-8742-66c23caa7268)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:14:57.310887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.348933 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.392144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Pushing event updated for resources: {'Port': ['ID=01123849-1dde-48cc-96a1-2a767363ab22,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:57.426227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.426695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.427100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.427495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.429073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.431924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.432348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.432749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.433155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.433561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.433945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.434386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.434772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbc846-7626-4f5d-a38e-104e3fadcaf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:14:57.446771 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a8c86532-8dfe-4b6a-a109-213595e297d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.509221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.531587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.591425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9620dd90-d3ec-4968-a19f-d935c29beb02 None None] Network f2240d48-fba6-4a42-8358-e816e9298c39 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:57.628834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=256f80ec-635a-46cb-9360-c4f50a1a6082,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:57.723007 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.732904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Deleting port 16e04d35-5e32-43b7-93e3-56808d7ec08d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:14:57.737706 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.772491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a8c86532-8dfe-4b6a-a109-213595e297d0 None None] For port d0558f58-43dd-4620-9f42-ae5dca7de7d3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0558f58-43dd-4620-9f42-ae5dca7de7d3,segment=NetworkSegment(a3997e38-7e75-4f0c-93eb-6cf7cba0a217),segment_id=a3997e38-7e75-4f0c-93eb-6cf7cba0a217)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:57.783806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d368dc2-2e48-4747-b79b-bbc7be0ea9bf None None] Pushing event updated for resources: {'Port': ['ID=16e04d35-5e32-43b7-93e3-56808d7ec08d,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:57.803407 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a8c86532-8dfe-4b6a-a109-213595e297d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.873792 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.880687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:14:49Z', 'revision_number': 2, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:56Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:57.896745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea2eb2-e4f6-431a-82cd-8e3e232cd153 req-52fa619b-cb08-4b17-917c-ebc2eaab14ba tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:57.903145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2ea2eb2-e4f6-431a-82cd-8e3e232cd153 req-52fa619b-cb08-4b17-917c-ebc2eaab14ba tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.1379635 Dec 13 13:14:57.937857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] For port 16e04d35-5e32-43b7-93e3-56808d7ec08d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=16e04d35-5e32-43b7-93e3-56808d7ec08d,segment=NetworkSegment(19f302ff-934b-451b-8742-66c23caa7268),segment_id=19f302ff-934b-451b-8742-66c23caa7268)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:57.938520 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:57.957715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a44df1-416b-4f52-8ae2-308f39135088 None None] The sync data for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 is: [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:14:49Z', 'revision_number': 2, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:56Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:14:57.964771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Calling delete_port for 16e04d35-5e32-43b7-93e3-56808d7ec08d owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:14:57.964943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c86532-8dfe-4b6a-a109-213595e297d0 None None] Pushing event updated for resources: {'Port': ['ID=d0558f58-43dd-4620-9f42-ae5dca7de7d3,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:57.996635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c6404-b916-4c62-9aca-71ede51c79ad None None] Network f2240d48-fba6-4a42-8358-e816e9298c39 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:58.004240 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2ea2eb2-e4f6-431a-82cd-8e3e232cd153 req-5e084d26-5998-4d2c-8c2b-61134d59cd52 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913568 Dec 13 13:14:58.064023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:14:58.074260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:14:58.195395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.236714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No DVR routers for this DVR port 16e04d35-5e32-43b7-93e3-56808d7ec08d on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:14:58.248223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Port': ['ID=16e04d35-5e32-43b7-93e3-56808d7ec08d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:58.288310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:14:58.436773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.534162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2240d48-fba6-4a42-8358-e816e9298c39']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:58.549233 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f302ff-934b-451b-8742-66c23caa7268') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:58.549596 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f302ff-934b-451b-8742-66c23caa7268') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:58.561214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:14:58.573165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48850) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:58.573364 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5798dee5-1c54-4ec6-b67d-ee2c9650c84f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9827144 Dec 13 13:14:58.575453 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.579642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'network': {'name': 'tempest-RoutersTest-925825315'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:58.606926 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.620345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:58.620763 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.624713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:58.628951 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:58.634971 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:58.726834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.733932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:14:58.743352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.747662 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/f2240d48-fba6-4a42-8358-e816e9298c39 HTTP/1.1" status: 204 len: 168 time: 3.3241043 Dec 13 13:14:58.754027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48852) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:58.757239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.757594 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added segment 1ac7c760-8fac-440e-a4c2-a5caae02cfb1 of type vlan for network e047bb27-a5a8-4f8d-bf31-fab82d37705c Dec 13 13:14:58.819619 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e76c0-672a-4d05-89a4-098f03d33341 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=f2240d48-fba6-4a42-8358-e816e9298c39,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:58.822587 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9eac0e6-bc36-4a6f-b40e-051edfaaf91c tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:14:58.822971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.823082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9eac0e6-bc36-4a6f-b40e-051edfaaf91c tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:14:58.827235 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d9eac0e6-bc36-4a6f-b40e-051edfaaf91c tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/4740e643-c26b-4d2e-b692-89fc093e0954 HTTP/1.1" status: 404 len: 337 time: 0.0719316 Dec 13 13:14:58.832889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48854) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:58.858173 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec7cb68-83b7-43f7-b22f-da0b37409772 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:14:58.858919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec7cb68-83b7-43f7-b22f-da0b37409772 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:14:58.863983 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4ec7cb68-83b7-43f7-b22f-da0b37409772 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/f2240d48-fba6-4a42-8358-e816e9298c39 HTTP/1.1" status: 404 len: 339 time: 0.0296693 Dec 13 13:14:58.866401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48856) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:58.877079 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.884348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:58.885341 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:58.910060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3352489 Dec 13 13:14:58.913856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48858) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:58.924771 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62cb91f-d61d-4791-a466-322c38690cf4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:14:58.926283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62cb91f-d61d-4791-a466-322c38690cf4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:14:58.936328 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d62cb91f-d61d-4791-a466-322c38690cf4 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/a67f4788-c6f0-4e13-8d70-1a930fb4f7f7 HTTP/1.1" status: 404 len: 337 time: 0.0662177 Dec 13 13:14:58.937688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48860) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:58.972265 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99f51ca-4da4-436d-87a2-5859789ab2ef tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:14:58.972265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99f51ca-4da4-436d-87a2-5859789ab2ef tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:14:58.982854 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e99f51ca-4da4-436d-87a2-5859789ab2ef tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/fde475ab-0287-4f7d-84fa-07427bc5dbcb HTTP/1.1" status: 404 len: 339 time: 0.0416687 Dec 13 13:14:58.985300 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48862) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:59.008501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'subnet': {'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:14:59.013143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de35cfd-c89e-4221-a9da-e9fcd7e47700 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Network': ['ID=e047bb27-a5a8-4f8d-bf31-fab82d37705c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:14:59.036441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e047bb27-a5a8-4f8d-bf31-fab82d37705c details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:14:59.175031 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.222547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f59bec2-b209-4b9d-8467-49bc05bcfd26 None None] Network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:14:59.329992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487d46d-02bf-4bcf-8cde-269c4df5d9cc req-2a1d7ff8-23da-4667-a9ec-2e6a430fb402 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:14:59.336421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b487d46d-02bf-4bcf-8cde-269c4df5d9cc req-2a1d7ff8-23da-4667-a9ec-2e6a430fb402 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.1694553 Dec 13 13:14:59.394129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-64d69bc6-bbab-4d3e-8fe3-40eb99d6f63b None None] Provisioning complete for port 01123849-1dde-48cc-96a1-2a767363ab22 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:14:59.394906 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64d69bc6-bbab-4d3e-8fe3-40eb99d6f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.414830 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.442825 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.448394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b487d46d-02bf-4bcf-8cde-269c4df5d9cc req-4c746921-90d6-4795-aaed-8dee1e8baf43 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992122 Dec 13 13:14:59.469348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c681ac-bfa9-4136-b33b-dd2f089917a1']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:59.484515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:14:59.490645 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.507513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d80e620-f45d-4a5f-a05c-9c98e512f4f0') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:59.507936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d80e620-f45d-4a5f-a05c-9c98e512f4f0') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:14:59.531298 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.558296 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:14:59.561871 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.580673 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:14:59.581107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:14:59.592266 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:14:59.678483 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64d69bc6-bbab-4d3e-8fe3-40eb99d6f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.812145 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.818569 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.827016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 01123849-1dde-48cc-96a1-2a767363ab22 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:14:59.830566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-64d69bc6-bbab-4d3e-8fe3-40eb99d6f63b None None] For port 01123849-1dde-48cc-96a1-2a767363ab22, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=01123849-1dde-48cc-96a1-2a767363ab22,segment=NetworkSegment(8c059a2b-45a7-4486-8ba7-6e98ec393ab1),segment_id=8c059a2b-45a7-4486-8ba7-6e98ec393ab1)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:14:59.832424 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/79c681ac-bfa9-4136-b33b-dd2f089917a1 HTTP/1.1" status: 204 len: 168 time: 0.8440993 Dec 13 13:14:59.842948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48872) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:59.848894 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64d69bc6-bbab-4d3e-8fe3-40eb99d6f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.891748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:14:59.920649 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec13eb5-1d2a-40ea-b0d3-4a1a665a520b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:14:59.921121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec13eb5-1d2a-40ea-b0d3-4a1a665a520b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:14:59.930609 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2ec13eb5-1d2a-40ea-b0d3-4a1a665a520b tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/2a4b2a34-9231-4bd2-9d21-8556f6c363de HTTP/1.1" status: 404 len: 337 time: 0.0862992 Dec 13 13:14:59.954712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48874) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:59.980035 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec497a2-3618-4e04-8e6d-d8999f50d930 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:14:59.980716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec497a2-3618-4e04-8e6d-d8999f50d930 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:14:59.994781 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0ec497a2-3618-4e04-8e6d-d8999f50d930 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/30305a4d-d2ee-49b3-90ee-2fd29c6996f0 HTTP/1.1" status: 404 len: 339 time: 0.0381742 Dec 13 13:14:59.995782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48876) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:14:59.996717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc049c6-b131-4f0b-9a23-9088b557564e tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=79c681ac-bfa9-4136-b33b-dd2f089917a1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:00.008085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Subnet': ['ID=7012516d-c35f-42aa-b289-b281818e2c6e,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:00.023516 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:00.033875 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-be514d4d-7aaa-47b2-a28f-2016ca5ff33d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:00.034546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be514d4d-7aaa-47b2-a28f-2016ca5ff33d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:00.042477 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-be514d4d-7aaa-47b2-a28f-2016ca5ff33d tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/0995aafe-84bd-45cf-aae2-7c9dbe2cdae2 HTTP/1.1" status: 404 len: 337 time: 0.0423012 Dec 13 13:15:00.043418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48878) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:00.064358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d69bc6-bbab-4d3e-8fe3-40eb99d6f63b None None] Pushing event updated for resources: {'Port': ['ID=01123849-1dde-48cc-96a1-2a767363ab22,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:00.078201 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-900f6cd0-694a-4b1d-8666-65eeaf33fc39 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:00.078837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900f6cd0-694a-4b1d-8666-65eeaf33fc39 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:00.078998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 01123849-1dde-48cc-96a1-2a767363ab22 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:00.079312 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:00.090359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48880) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:00.090743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-900f6cd0-694a-4b1d-8666-65eeaf33fc39 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/e644636f-1508-4832-a2c4-49eb29f87aff HTTP/1.1" status: 404 len: 339 time: 0.0425949 Dec 13 13:15:00.183502 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd40030c-f4d1-4e87-9da7-72d06e9d0820 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:00.184252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd40030c-f4d1-4e87-9da7-72d06e9d0820 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:00.189278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fd40030c-f4d1-4e87-9da7-72d06e9d0820 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/6045aa91-c5c4-48f1-a622-d30bb9e77730 HTTP/1.1" status: 404 len: 337 time: 0.0949526 Dec 13 13:15:00.192325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48882) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:00.195975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Checking segment: {'id': '1ac7c760-8fac-440e-a4c2-a5caae02cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:00.196313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network hostable DHCP agents. Network: e047bb27-a5a8-4f8d-bf31-fab82d37705c, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:15:00.221012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network e047bb27-a5a8-4f8d-bf31-fab82d37705c is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:15:00.241173 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e047bb27-a5a8-4f8d-bf31-fab82d37705c) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:00.247517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:00.249932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:00.260360 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-58edc343-d87e-4b8f-815f-b5a7fc62e58c tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:00.265092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699024ae-dc63-4312-9628-956d5b1ebfa1 None None] Network e047bb27-a5a8-4f8d-bf31-fab82d37705c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:00.266191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58edc343-d87e-4b8f-815f-b5a7fc62e58c tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:00.270945 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-58edc343-d87e-4b8f-815f-b5a7fc62e58c tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/7f4e7d71-603d-4e7c-b59f-06f8800f1f62 HTTP/1.1" status: 404 len: 339 time: 0.0771861 Dec 13 13:15:00.273928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48884) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:00.454468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d0558f58-43dd-4620-9f42-ae5dca7de7d3 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:00.459665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:15:00.460727 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:00.548566 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Sync routers for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:00.583024 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:00.587389 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:00.744828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Allocated IP 172.22.0.2 (e047bb27-a5a8-4f8d-bf31-fab82d37705c/7012516d-c35f-42aa-b289-b281818e2c6e/e696d450-305c-43dd-b450-9ebc517777cc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:15:00.902402 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:01.066566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f00847e3-b6ab-4116-a6a5-27d5ecf282f3 None None] Provisioning complete for port 01123849-1dde-48cc-96a1-2a767363ab22 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:01.067116 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f00847e3-b6ab-4116-a6a5-27d5ecf282f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.085896 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.094785 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.100872 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fefeff4-08b8-46af-a5ff-4889e54b935f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:01.101885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fefeff4-08b8-46af-a5ff-4889e54b935f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:01.105276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7fefeff4-08b8-46af-a5ff-4889e54b935f tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/495ab0d6-4240-4011-9599-6ca8daa7f282 HTTP/1.1" status: 404 len: 337 time: 0.8302560 Dec 13 13:15:01.108515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48894) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.115042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c5b7beb7-0571-4d4b-b10b-e5c384d8fccb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1109357 Dec 13 13:15:01.118004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48896) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.142851 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05a696e-2aee-4c47-8c76-09a131bfb812 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:01.144861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05a696e-2aee-4c47-8c76-09a131bfb812 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:01.156926 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f05a696e-2aee-4c47-8c76-09a131bfb812 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/35119088-eba1-4c56-a79b-9c172c606ddd HTTP/1.1" status: 404 len: 339 time: 0.0470021 Dec 13 13:15:01.157779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48898) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.180735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Network e047bb27-a5a8-4f8d-bf31-fab82d37705c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:01.190584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:01.195706 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Pushing event updated for resources: {'Port': ['ID=e696d450-305c-43dd-b450-9ebc517777cc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:01.201257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:15:01.223983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ca1db-9a3b-4161-9bcc-a09b291f8f9b req-b735ad66-246f-44b8-bde8-4314f49bf33b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:01.225795 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-139ca1db-9a3b-4161-9bcc-a09b291f8f9b req-b735ad66-246f-44b8-bde8-4314f49bf33b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.1526358 Dec 13 13:15:01.239274 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ae53df-934c-4fa7-b970-aeef86f95297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:01.243944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ae53df-934c-4fa7-b970-aeef86f95297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:01.257078 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e2ae53df-934c-4fa7-b970-aeef86f95297 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/74733545-8921-4b79-b4e1-2d93186363ce HTTP/1.1" status: 404 len: 337 time: 0.0974119 Dec 13 13:15:01.257909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48900) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.264639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d0558f58-43dd-4620-9f42-ae5dca7de7d3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:01.265026 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.306364 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-251fd27b-9ec7-4f0a-9d0a-78d0465e15ac tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:01.307148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251fd27b-9ec7-4f0a-9d0a-78d0465e15ac tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:01.318118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-251fd27b-9ec7-4f0a-9d0a-78d0465e15ac tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/1a5735e0-c467-4dcc-9880-88edb1d3f953 HTTP/1.1" status: 404 len: 339 time: 0.0590215 Dec 13 13:15:01.318938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48902) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.345451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Attempting to bind port e696d450-305c-43dd-b450-9ebc517777cc on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:15:01.346020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Attempting to bind port e696d450-305c-43dd-b450-9ebc517777cc by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '1ac7c760-8fac-440e-a4c2-a5caae02cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:15:01.347202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Attempting to bind port e696d450-305c-43dd-b450-9ebc517777cc on network e047bb27-a5a8-4f8d-bf31-fab82d37705c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:15:01.353590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-139ca1db-9a3b-4161-9bcc-a09b291f8f9b req-c88dbc20-5870-41f1-b918-be34b1eb68cd tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187897 Dec 13 13:15:01.380294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:15:01.380655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Checking segment: {'id': '1ac7c760-8fac-440e-a4c2-a5caae02cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:01.381019 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 3, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 2, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:01.381211 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.381499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Bound using segment: {'id': '1ac7c760-8fac-440e-a4c2-a5caae02cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:15:01.381987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Bound port: e696d450-305c-43dd-b450-9ebc517777cc, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac7c760-8fac-440e-a4c2-a5caae02cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:15:01.382398 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.393701 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e75cad-671d-4bf7-8b64-ae31387df7bb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:01.393904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e75cad-671d-4bf7-8b64-ae31387df7bb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:01.400425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f00847e3-b6ab-4116-a6a5-27d5ecf282f3 None None] Provisioning complete for port 256f80ec-635a-46cb-9360-c4f50a1a6082 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:01.400799 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f00847e3-b6ab-4116-a6a5-27d5ecf282f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.412319 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e9e75cad-671d-4bf7-8b64-ae31387df7bb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/b45ee7a7-4e73-48cd-b8cc-eb066fb39e57 HTTP/1.1" status: 404 len: 337 time: 0.0921965 Dec 13 13:15:01.416251 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Checking router: 5624958f-de90-452d-8c49-059179f90fcd for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:01.416698 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Updating router 5624958f-de90-452d-8c49-059179f90fcd port 256f80ec-635a-46cb-9360-c4f50a1a6082 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:15:01.420841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48904) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.453162 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.456464 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fca3bf1-2cc3-4e98-9e52-df373fbdeca0 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:01.457022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fca3bf1-2cc3-4e98-9e52-df373fbdeca0 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:01.473107 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5fca3bf1-2cc3-4e98-9e52-df373fbdeca0 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/9574199e-49ab-47e8-b5c8-7d003fac7d1b HTTP/1.1" status: 404 len: 339 time: 0.0510392 Dec 13 13:15:01.475595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48906) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.541939 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a92d092-eb01-4247-b7f3-07447049df10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:01.542445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a92d092-eb01-4247-b7f3-07447049df10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:01.552242 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8a92d092-eb01-4247-b7f3-07447049df10 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/9854add1-f092-4b99-8638-046164d46fc4 HTTP/1.1" status: 404 len: 337 time: 0.0756345 Dec 13 13:15:01.554934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48912) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.562359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f00847e3-b6ab-4116-a6a5-27d5ecf282f3 None None] Port 256f80ec-635a-46cb-9360-c4f50a1a6082 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:15:01.593082 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] For port e696d450-305c-43dd-b450-9ebc517777cc, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:15:01.598886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] For port e696d450-305c-43dd-b450-9ebc517777cc, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e696d450-305c-43dd-b450-9ebc517777cc,segment=NetworkSegment(1ac7c760-8fac-440e-a4c2-a5caae02cfb1),segment_id=1ac7c760-8fac-440e-a4c2-a5caae02cfb1)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:15:01.604250 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.612538 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-b560646e-6e28-4575-ac5b-9151816bbacb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:01.612957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b560646e-6e28-4575-ac5b-9151816bbacb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:01.619314 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b560646e-6e28-4575-ac5b-9151816bbacb tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/4e4d9c81-98bf-46f9-8944-ec5319cd857d HTTP/1.1" status: 404 len: 339 time: 0.0602820 Dec 13 13:15:01.619616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48914) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.666359 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed8a5e2-1cb7-4243-a5ba-26986b2433df tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:01.667024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed8a5e2-1cb7-4243-a5ba-26986b2433df tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:01.667959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad2f99-9671-4c3a-a160-fd792452a023 None None] Pushing event updated for resources: {'Port': ['ID=e696d450-305c-43dd-b450-9ebc517777cc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:01.672424 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eed8a5e2-1cb7-4243-a5ba-26986b2433df tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/e0583d4e-7187-43df-b7ee-f521bb2fe23f HTTP/1.1" status: 404 len: 337 time: 0.0499871 Dec 13 13:15:01.672892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48916) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.703694 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-282599e9-dd98-4d52-9e2d-24b91c946c50 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:01.704252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282599e9-dd98-4d52-9e2d-24b91c946c50 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:01.710439 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-282599e9-dd98-4d52-9e2d-24b91c946c50 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/03224133-b7b9-4d8b-b5ef-c092f0f95808 HTTP/1.1" status: 404 len: 339 time: 0.0341911 Dec 13 13:15:01.715088 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48920) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:01.742874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 01123849-1dde-48cc-96a1-2a767363ab22 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:01.745004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-095d60dc-ad3c-49a0-9b9a-4c4276b680ea None None] Provisioning complete for port 256f80ec-635a-46cb-9360-c4f50a1a6082 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:01.745484 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-095d60dc-ad3c-49a0-9b9a-4c4276b680ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.836233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-095d60dc-ad3c-49a0-9b9a-4c4276b680ea None None] Port 256f80ec-635a-46cb-9360-c4f50a1a6082 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:15:01.849976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdbc6bb-0e56-408c-adec-5585b76976d7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Deleting subnet c1f478f4-66d9-41d2-bcd3-2973ee44abdf {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:15:01.856784 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc6bb-0e56-408c-adec-5585b76976d7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.903964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 01123849-1dde-48cc-96a1-2a767363ab22 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:01.906210 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:01.949725 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc6bb-0e56-408c-adec-5585b76976d7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.136950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc6bb-0e56-408c-adec-5585b76976d7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.158417 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.163706 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.178417 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.239460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc6bb-0e56-408c-adec-5585b76976d7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.259082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc6bb-0e56-408c-adec-5585b76976d7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.266936 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dcdbc6bb-0e56-408c-adec-5585b76976d7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/subnets/c1f478f4-66d9-41d2-bcd3-2973ee44abdf HTTP/1.1" status: 204 len: 168 time: 0.5507126 Dec 13 13:15:02.272661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b15b33-f7a7-456c-b014-862c5e3dc3fd None None] Network d8b4c874-e837-465b-ad74-88fd9ca6c1f0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:02.289932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 48922) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:02.302303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbc6bb-0e56-408c-adec-5585b76976d7 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f478f4-66d9-41d2-bcd3-2973ee44abdf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:02.335311 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Attempting to bind port 256f80ec-635a-46cb-9360-c4f50a1a6082 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:15:02.335731 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Attempting to bind port 256f80ec-635a-46cb-9360-c4f50a1a6082 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8c059a2b-45a7-4486-8ba7-6e98ec393ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:15:02.336017 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Attempting to bind port 256f80ec-635a-46cb-9360-c4f50a1a6082 on network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:15:02.337969 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Pushing event updated for resources: {'Port': ['ID=256f80ec-635a-46cb-9360-c4f50a1a6082,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:02.363828 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.364165 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.364499 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.364828 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.367225 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.367979 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.368523 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.369012 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.369492 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.369956 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.370493 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.370981 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.371463 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:02.400583 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:15:02.401260 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Checking segment: {'id': '8c059a2b-45a7-4486-8ba7-6e98ec393ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:02.401916 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.402910 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Bound using segment: {'id': '8c059a2b-45a7-4486-8ba7-6e98ec393ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:15:02.405196 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Bound port: 256f80ec-635a-46cb-9360-c4f50a1a6082, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c059a2b-45a7-4486-8ba7-6e98ec393ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:15:02.405760 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.524130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.616402 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] For port 256f80ec-635a-46cb-9360-c4f50a1a6082, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:15:02.620256 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] For port 256f80ec-635a-46cb-9360-c4f50a1a6082, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=256f80ec-635a-46cb-9360-c4f50a1a6082,segment=NetworkSegment(8c059a2b-45a7-4486-8ba7-6e98ec393ab1),segment_id=8c059a2b-45a7-4486-8ba7-6e98ec393ab1)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:15:02.627759 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:02.747021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 2cac968d-98e6-410b-b3dc-b363450b4e7d details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:15:02.928402 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7863cc-8c1d-47a7-aeff-cdc881676c6d None None] Pushing event updated for resources: {'Port': ['ID=256f80ec-635a-46cb-9360-c4f50a1a6082,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:02.947084 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:02.947908 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:03.006960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Deleting port c8be5fb5-d303-43be-a330-6318c4dabefc {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:03.007304 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:03.076096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-edc9eedf-b119-43ce-a1aa-9b8c9cf6bf5d None None] Provisioning complete for port 256f80ec-635a-46cb-9360-c4f50a1a6082 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:03.076506 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-edc9eedf-b119-43ce-a1aa-9b8c9cf6bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:03.138246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] For port c8be5fb5-d303-43be-a330-6318c4dabefc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c8be5fb5-d303-43be-a330-6318c4dabefc,segment=NetworkSegment(c4aed7d1-f8cd-4031-991a-127b5fe255e5),segment_id=c4aed7d1-f8cd-4031-991a-127b5fe255e5)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:03.138609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:03.165437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Calling delete_port for c8be5fb5-d303-43be-a330-6318c4dabefc owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:03.174778 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 2cac968d-98e6-410b-b3dc-b363450b4e7d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=2cac968d-98e6-410b-b3dc-b363450b4e7d,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:03.201620 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:03.233316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '2cac968d-98e6-410b-b3dc-b363450b4e7d', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'port_id': '2cac968d-98e6-410b-b3dc-b363450b4e7d', 'mac_address': 'fa:16:3e:ed:10:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:15:03.394186 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:03.412144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6ab29-10e9-4d67-b763-ba5203200308 req-62cd964e-e16a-4c3c-a91e-2de5aa90c609 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:03.414003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c6ab29-10e9-4d67-b763-ba5203200308 req-62cd964e-e16a-4c3c-a91e-2de5aa90c609 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 944 time: 0.1453695 Dec 13 13:15:03.428164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Allocated IP 172.22.0.1 (e047bb27-a5a8-4f8d-bf31-fab82d37705c/7012516d-c35f-42aa-b289-b281818e2c6e/d9838632-278e-457f-9d8b-da95d051608e) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:15:03.515003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b339555-ab09-4275-b6cf-699b25af0040 None None] DHCP port deletion for d8b4c874-e837-465b-ad74-88fd9ca6c1f0 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:15:03.527318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] No DVR routers for this DVR port c8be5fb5-d303-43be-a330-6318c4dabefc on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:03.544751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Port': ['ID=c8be5fb5-d303-43be-a330-6318c4dabefc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:03.552241 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:03.556820 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-edc9eedf-b119-43ce-a1aa-9b8c9cf6bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:03.592688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cac968d-98e6-410b-b3dc-b363450b4e7d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:15:03.607954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b868420-f3bf-4a22-aaa3-179431b7e420 None None] Network e047bb27-a5a8-4f8d-bf31-fab82d37705c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:03.693708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 2cac968d-98e6-410b-b3dc-b363450b4e7d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=2cac968d-98e6-410b-b3dc-b363450b4e7d,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:03.698806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-edc9eedf-b119-43ce-a1aa-9b8c9cf6bf5d None None] For port 256f80ec-635a-46cb-9360-c4f50a1a6082, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=256f80ec-635a-46cb-9360-c4f50a1a6082,segment=NetworkSegment(8c059a2b-45a7-4486-8ba7-6e98ec393ab1),segment_id=8c059a2b-45a7-4486-8ba7-6e98ec393ab1)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:03.707680 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:03.715177 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-edc9eedf-b119-43ce-a1aa-9b8c9cf6bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:03.757247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64c6ab29-10e9-4d67-b763-ba5203200308 req-0470f329-7c38-4a5d-a2e3-6d6bbb37443b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339622 Dec 13 13:15:03.794787 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 3, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:02Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:03.804719 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e696d450-305c-43dd-b450-9ebc517777cc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:03.834516 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa41531-1f2e-40ce-9cd2-2bef8b70d698 None None] The sync data for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 is: [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 3, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:02Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:03.929022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b73d2e69-00ec-453e-bddc-f994deb3683f None None] Provisioning complete for port 256f80ec-635a-46cb-9360-c4f50a1a6082 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:03.929022 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b73d2e69-00ec-453e-bddc-f994deb3683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.029170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['2cac968d-98e6-410b-b3dc-b363450b4e7d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:15:04.040416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.063833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=2cac968d-98e6-410b-b3dc-b363450b4e7d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:04.160703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b4c874-e837-465b-ad74-88fd9ca6c1f0']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:04.202441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4aed7d1-f8cd-4031-991a-127b5fe255e5') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:04.203240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4aed7d1-f8cd-4031-991a-127b5fe255e5') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:04.224986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9eedf-b119-43ce-a1aa-9b8c9cf6bf5d None None] Pushing event updated for resources: {'Port': ['ID=256f80ec-635a-46cb-9360-c4f50a1a6082,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:04.239217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.255018 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.310331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e696d450-305c-43dd-b450-9ebc517777cc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:04.311015 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.325031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.350500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.354952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:15:04.355456 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:15:04.362680 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:15:04.578403 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.589531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network e047bb27-a5a8-4f8d-bf31-fab82d37705c is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:04.607834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.614979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] 10.222.0.31 "DELETE /v2.0/networks/d8b4c874-e837-465b-ad74-88fd9ca6c1f0 HTTP/1.1" status: 204 len: 168 time: 2.3207211 Dec 13 13:15:04.616116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a63a30-0f8c-4e9a-8622-76513d920091 tempest-NetworksTest-50458010 tempest-NetworksTest-50458010-project] Pushing event deleted for resources: {'Network': ['ID=d8b4c874-e837-465b-ad74-88fd9ca6c1f0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:04.621077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:04.626265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:15:04.636040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6944c9-0363-46d6-aa6a-d11e65903024 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:15:04.711931 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:04.784793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=d9838632-278e-457f-9d8b-da95d051608e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:04.908879 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.033819 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.067490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b73d2e69-00ec-453e-bddc-f994deb3683f None None] Provisioning complete for port e696d450-305c-43dd-b450-9ebc517777cc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:05.069085 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b73d2e69-00ec-453e-bddc-f994deb3683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.075365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6944c9-0363-46d6-aa6a-d11e65903024 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:15:05.213518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48970) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:05.219516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b165b59-29dc-414d-8c4e-908bfa10017c req-2ddbee90-c070-4e08-a676-dac8f1943dae tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:05.221244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2b165b59-29dc-414d-8c4e-908bfa10017c req-2ddbee90-c070-4e08-a676-dac8f1943dae tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 945 time: 0.2882488 Dec 13 13:15:05.366704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2b165b59-29dc-414d-8c4e-908bfa10017c req-768ec971-c92f-4364-8aa1-fcf402af6577 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384599 Dec 13 13:15:05.372609 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-317ed52b-8d80-4770-a76e-6a4d964723d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c452c62cfcd4af29f88bd3959458557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578221 Dec 13 13:15:05.375511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48976) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:05.408024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port e696d450-305c-43dd-b450-9ebc517777cc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e696d450-305c-43dd-b450-9ebc517777cc,segment=NetworkSegment(1ac7c760-8fac-440e-a4c2-a5caae02cfb1),segment_id=1ac7c760-8fac-440e-a4c2-a5caae02cfb1)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:05.427883 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.466606 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0355dd8-2043-445d-977c-e04e2c14c929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.511662 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0355dd8-2043-445d-977c-e04e2c14c929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.569764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0355dd8-2043-445d-977c-e04e2c14c929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.573539 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f0355dd8-2043-445d-977c-e04e2c14c929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.577462 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f0355dd8-2043-445d-977c-e04e2c14c929 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/332f7d01-f935-4e16-929f-d6afab4769e6 HTTP/1.1" status: 204 len: 168 time: 0.1980031 Dec 13 13:15:05.577617 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.586701 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.591828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8be5fb5-d303-43be-a330-6318c4dabefc no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:05.603884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0355dd8-2043-445d-977c-e04e2c14c929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f7d01-f935-4e16-929f-d6afab4769e6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:05.691628 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.707608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=d9838632-278e-457f-9d8b-da95d051608e,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:05.713386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: c8be5fb5-d303-43be-a330-6318c4dabefc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:05.715198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8be5fb5-d303-43be-a330-6318c4dabefc not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:05.771864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=e696d450-305c-43dd-b450-9ebc517777cc,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:05.906227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-eade9ebd-dd91-4b55-81c7-67ea5b340a97 None None] Provisioning complete for port e696d450-305c-43dd-b450-9ebc517777cc triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:05.907227 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eade9ebd-dd91-4b55-81c7-67ea5b340a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:05.957448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network e047bb27-a5a8-4f8d-bf31-fab82d37705c is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:05.968449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:06.084690 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e696d450-305c-43dd-b450-9ebc517777cc up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:06.189327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:06.350114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:06.365996 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 48998) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:06.366570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d8fe78d8-07e8-4693-b0ae-f1a9716eae1b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2461655 Dec 13 13:15:06.371824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'network': {'name': 'tempest-RoutersTest-2054730584'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:06.380366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Sync routers for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:06.402210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-00e57da8-0292-4a89-8159-1c3ef51ecd12 None None] Provisioning complete for port d9838632-278e-457f-9d8b-da95d051608e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:06.403647 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-00e57da8-0292-4a89-8159-1c3ef51ecd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:06.414662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:15:06.421853 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:06.441198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:06.442189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:06.473834 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:15:06.484333 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:06.484699 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added segment ecf849c0-2e34-4790-8358-0ece6ef5db26 of type vlan for network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 Dec 13 13:15:06.553195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-00e57da8-0292-4a89-8159-1c3ef51ecd12 None None] Port d9838632-278e-457f-9d8b-da95d051608e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:15:06.556507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:06.582572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 2cac968d-98e6-410b-b3dc-b363450b4e7d up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:06.582888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990e57d-7267-4150-a663-ff2a545faa32 req-7f6ab5e4-67df-43a6-bb9f-b4831fef7609 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:06.585455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9990e57d-7267-4150-a663-ff2a545faa32 req-7f6ab5e4-67df-43a6-bb9f-b4831fef7609 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 945 time: 0.0652845 Dec 13 13:15:06.604732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:06.629964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:06.641840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:06.642789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:06.651578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9990e57d-7267-4150-a663-ff2a545faa32 req-de14e812-cc83-4538-a2a5-194089e2933d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578623 Dec 13 13:15:06.723173 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3521366 Dec 13 13:15:06.723668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49010) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:06.725476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e696d450-305c-43dd-b450-9ebc517777cc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:06.725998 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:06.729352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'subnet': {'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:06.814544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae7979-e238-45de-8eb5-37d6a955b8cb tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Network': ['ID=d6d8e227-3a35-4a8c-ac1a-b7f0cc751058,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:06.829961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-00b12ba0-c8f7-4ec1-b4a6-63923781bea4 None None] Provisioning complete for port d9838632-278e-457f-9d8b-da95d051608e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:06.831419 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-00b12ba0-c8f7-4ec1-b4a6-63923781bea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:06.876409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-00b12ba0-c8f7-4ec1-b4a6-63923781bea4 None None] Port d9838632-278e-457f-9d8b-da95d051608e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:15:06.880635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:15:06.928627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Made reservation on behalf of 6d7076ee20454fe7b642544ee62d194a for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:15:06.938220 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:06.945196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49018) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:07.072377 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 256f80ec-635a-46cb-9360-c4f50a1a6082 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:07.074560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 2cac968d-98e6-410b-b3dc-b363450b4e7d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:15:07.106502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 2cac968d-98e6-410b-b3dc-b363450b4e7d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:07.106959 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.127425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ce25bbba-566b-4106-93e3-4e2d0c62f7cb tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:07.128000 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-ce25bbba-566b-4106-93e3-4e2d0c62f7cb tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 13:15:07.128509 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-ce25bbba-566b-4106-93e3-4e2d0c62f7cb tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 13:15:07.133399 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ce25bbba-566b-4106-93e3-4e2d0c62f7cb tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1827471 Dec 13 13:15:07.133547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49022) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:07.138105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'tempest-secgroup--420843275'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:07.192449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.207544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.223971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.281979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:04Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:05Z', 'revision_number': 2, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:07.310176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Checking segment: {'id': 'ecf849c0-2e34-4790-8358-0ece6ef5db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:07.310838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network hostable DHCP agents. Network: d6d8e227-3a35-4a8c-ac1a-b7f0cc751058, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:15:07.319150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Checking router: 5624958f-de90-452d-8c49-059179f90fcd for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:07.319510 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Updating router 5624958f-de90-452d-8c49-059179f90fcd port d9838632-278e-457f-9d8b-da95d051608e binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:15:07.338923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Subnet': ['ID=3bdc39a5-956b-4341-836e-a534485ec060,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:07.358838 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.362625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 256f80ec-635a-46cb-9360-c4f50a1a6082 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:07.362996 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.364368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.370907 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.383272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:15:07.386198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.386571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.387040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.387379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.387705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.388033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.388538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.389343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.390114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.390114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.390311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.390694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.390946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:07.409417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, d6d8e227-3a35-4a8c-ac1a-b7f0cc751058) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:07.415529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:07.416166 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.426712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57efed15-d7e4-4352-b224-39c874027565 None None] Network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:07.445140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0c646dd7-8294-46df-9cf4-8c0a7c73d024 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7180018 Dec 13 13:15:07.446470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49032) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:07.463559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d93567-375b-4f40-b63b-27409a9d1542,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:07.532928 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.540475 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.546097 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.585539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e5416c-52b3-4f7f-bf77-43cf68f19aed,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:07.592531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 2cac968d-98e6-410b-b3dc-b363450b4e7d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=2cac968d-98e6-410b-b3dc-b363450b4e7d,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:07.603714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd3ba7c-de51-4194-b32b-6c30ea31a239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cac968d-98e6-410b-b3dc-b363450b4e7d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:15:07.605964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.606120 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a96c81-a560-49e5-a3e0-1a4bec68e5bb" -d '{"events": [{"server_uuid": "ecd3ba7c-de51-4194-b32b-6c30ea31a239", "name": "network-vif-plugged", "status": "completed", "tag": "2cac968d-98e6-410b-b3dc-b363450b4e7d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:15:07.609940 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6220b725-a90f-465b-86d0-acf7c1a7469c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4726353 Dec 13 13:15:07.614835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49034) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:07.621406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7ae41723-9cda-4e2a-89ae-171a29c2f993 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': '90e5416c-52b3-4f7f-bf77-43cf68f19aed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:07.661448 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.719964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ae41723-9cda-4e2a-89ae-171a29c2f993 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.900885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ae41723-9cda-4e2a-89ae-171a29c2f993 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.906678 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ae41723-9cda-4e2a-89ae-171a29c2f993 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.921538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d5ac8-c4c4-4ff2-b84e-2ccc08961039 req-87bcecab-5295-46c2-83a0-768002279b8c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:07.923419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-442d5ac8-c4c4-4ff2-b84e-2ccc08961039 req-87bcecab-5295-46c2-83a0-768002279b8c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 946 time: 0.1214366 Dec 13 13:15:07.933914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae41723-9cda-4e2a-89ae-171a29c2f993 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214db830-8ec9-47f5-b772-0ff5f79750f5,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:07.955889 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ae41723-9cda-4e2a-89ae-171a29c2f993 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:07.961550 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7ae41723-9cda-4e2a-89ae-171a29c2f993 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450055 Dec 13 13:15:07.962331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49042) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:07.967841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1ba040b8-899d-4a79-9b37-8562ccc714d8 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': '90e5416c-52b3-4f7f-bf77-43cf68f19aed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:08.009287 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.010579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ba040b8-899d-4a79-9b37-8562ccc714d8 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.076388 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-442d5ac8-c4c4-4ff2-b84e-2ccc08961039 req-70b23a78-5803-47c3-bade-8dce8fb133fd tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396918 Dec 13 13:15:08.118576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.126538 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-1ba040b8-899d-4a79-9b37-8562ccc714d8 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 13:15:08.128285 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1ba040b8-899d-4a79-9b37-8562ccc714d8 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1648061 Dec 13 13:15:08.131081 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49044) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:08.210108 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2c133f8c-bbcd-48b7-96f4-4db9a974c988 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.210996 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537181e4-b6ce-4d68-a661-c7dc039bc849 x-openstack-request-id: req-537181e4-b6ce-4d68-a661-c7dc039bc849 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:15:08.211494 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd3ba7c-de51-4194-b32b-6c30ea31a239", "name": "network-vif-plugged", "status": "completed", "tag": "2cac968d-98e6-410b-b3dc-b363450b4e7d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:15:08.211995 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-537181e4-b6ce-4d68-a661-c7dc039bc849 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:15:08.212610 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd3ba7c-de51-4194-b32b-6c30ea31a239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cac968d-98e6-410b-b3dc-b363450b4e7d', 'code': 200} Dec 13 13:15:08.217113 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.240133 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2c133f8c-bbcd-48b7-96f4-4db9a974c988 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.264854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cc4e7-62f2-4020-be6b-0853905bf489 req-369b4cef-5162-4ba1-a7d9-0882e0aeb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:08.266705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f59cc4e7-62f2-4020-be6b-0853905bf489 req-369b4cef-5162-4ba1-a7d9-0882e0aeb7c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 1097 time: 0.1876273 Dec 13 13:15:08.295034 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2c133f8c-bbcd-48b7-96f4-4db9a974c988 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.299266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2c133f8c-bbcd-48b7-96f4-4db9a974c988 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.302661 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2c133f8c-bbcd-48b7-96f4-4db9a974c988 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "DELETE /v2.0/security-groups/90e5416c-52b3-4f7f-bf77-43cf68f19aed HTTP/1.1" status: 204 len: 168 time: 0.1705940 Dec 13 13:15:08.312577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49046) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:08.313529 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c133f8c-bbcd-48b7-96f4-4db9a974c988 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e5416c-52b3-4f7f-bf77-43cf68f19aed,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:08.380104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-d6d8e227-3a35-4a8c-ac1a-b7f0cc751058', 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058', 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'fixed_ips': [{'subnet_id': '3bdc39a5-956b-4341-836e-a534485ec060'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:15:08.380971 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.387777 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-32b20540-36e1-40bc-8fa1-f676b28eccc7 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0678675 Dec 13 13:15:08.389123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49048) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:08.395705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ba168818-3c31-422a-a9e5-93492b0751c2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356105575'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:08.409258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=2cac968d-98e6-410b-b3dc-b363450b4e7d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:08.425856 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba168818-3c31-422a-a9e5-93492b0751c2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.426264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f59cc4e7-62f2-4020-be6b-0853905bf489 req-57b62044-2d4d-49fd-a29d-41fb7ac45e4a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498275 Dec 13 13:15:08.541166 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.551986 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.564063 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba168818-3c31-422a-a9e5-93492b0751c2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.570275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba168818-3c31-422a-a9e5-93492b0751c2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.595163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ba168818-3c31-422a-a9e5-93492b0751c2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.599182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ba168818-3c31-422a-a9e5-93492b0751c2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2068324 Dec 13 13:15:08.604123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49050) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:08.609286 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-67202bd5-5fe5-496a-b213-dbe7f6807165 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': '248f4a15-a480-4ae1-9966-671eaed110d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:08.613110 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-67202bd5-5fe5-496a-b213-dbe7f6807165 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 13:15:08.613689 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-67202bd5-5fe5-496a-b213-dbe7f6807165 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:08.617272 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-67202bd5-5fe5-496a-b213-dbe7f6807165 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098248 Dec 13 13:15:08.619372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49052) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:08.652468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Allocated IP 172.23.0.1 (d6d8e227-3a35-4a8c-ac1a-b7f0cc751058/3bdc39a5-956b-4341-836e-a534485ec060/50dd78d5-cb22-4013-bbe3-000c9de2848b) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:15:08.681863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc2d8b-5c33-4895-ac78-f5eb2ef2a9ca None None] Pushing event updated for resources: {'Port': ['ID=d9838632-278e-457f-9d8b-da95d051608e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:08.742117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba168818-3c31-422a-a9e5-93492b0751c2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248f4a15-a480-4ae1-9966-671eaed110d8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:08.752141 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-568adee4-bfc8-4419-bd3a-ca11e1ce3142 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.784727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-568adee4-bfc8-4419-bd3a-ca11e1ce3142 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.792963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Attempting to bind port d9838632-278e-457f-9d8b-da95d051608e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:15:08.793512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Attempting to bind port d9838632-278e-457f-9d8b-da95d051608e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '1ac7c760-8fac-440e-a4c2-a5caae02cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:15:08.793884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Attempting to bind port d9838632-278e-457f-9d8b-da95d051608e on network e047bb27-a5a8-4f8d-bf31-fab82d37705c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:15:08.808640 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:15:08.809797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Checking segment: {'id': '1ac7c760-8fac-440e-a4c2-a5caae02cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:08.810308 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.810736 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Bound using segment: {'id': '1ac7c760-8fac-440e-a4c2-a5caae02cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:15:08.811252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Bound port: d9838632-278e-457f-9d8b-da95d051608e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac7c760-8fac-440e-a4c2-a5caae02cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:15:08.818762 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.864342 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-568adee4-bfc8-4419-bd3a-ca11e1ce3142 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.868238 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-568adee4-bfc8-4419-bd3a-ca11e1ce3142 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.869469 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-568adee4-bfc8-4419-bd3a-ca11e1ce3142 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "DELETE /v2.0/security-groups/248f4a15-a480-4ae1-9966-671eaed110d8 HTTP/1.1" status: 204 len: 168 time: 0.2491574 Dec 13 13:15:08.878579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49054) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:08.890502 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.907173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568adee4-bfc8-4419-bd3a-ca11e1ce3142 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248f4a15-a480-4ae1-9966-671eaed110d8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:08.944740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] For port d9838632-278e-457f-9d8b-da95d051608e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:15:08.982604 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9c17b1fc-9e12-47db-833e-d6260ed0fc9f tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0979781 Dec 13 13:15:08.982747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:08.982858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49056) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:08.987429 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] For port d9838632-278e-457f-9d8b-da95d051608e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d9838632-278e-457f-9d8b-da95d051608e,segment=NetworkSegment(1ac7c760-8fac-440e-a4c2-a5caae02cfb1),segment_id=1ac7c760-8fac-440e-a4c2-a5caae02cfb1)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:15:08.988327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3e2be337-e01f-419c-9220-f2d0dcafe541 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738144545'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:09.016044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2be337-e01f-419c-9220-f2d0dcafe541 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.026587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.043413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:09.049715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:09.054181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:15:09.100100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=50dd78d5-cb22-4013-bbe3-000c9de2848b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:09.114642 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2be337-e01f-419c-9220-f2d0dcafe541 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.121994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2be337-e01f-419c-9220-f2d0dcafe541 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.125962 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.184466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2be337-e01f-419c-9220-f2d0dcafe541 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbba632-80da-466f-a90f-eb0bb63cc42b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:09.208044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3e2be337-e01f-419c-9220-f2d0dcafe541 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.210112 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3e2be337-e01f-419c-9220-f2d0dcafe541 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2265329 Dec 13 13:15:09.212883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49060) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:09.218007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-045d72a2-785c-4664-a989-a181f5ce9835 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'fdbba632-80da-466f-a90f-eb0bb63cc42b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:09.218931 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-045d72a2-785c-4664-a989-a181f5ce9835 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 13:15:09.219157 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-045d72a2-785c-4664-a989-a181f5ce9835 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:09.220103 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-045d72a2-785c-4664-a989-a181f5ce9835 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062418 Dec 13 13:15:09.223099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49062) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:09.361952 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31fd19aa-f87c-48b7-aa5f-9a81993bdbf9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.412439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31fd19aa-f87c-48b7-aa5f-9a81993bdbf9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.442814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-baad36e1-70aa-4aed-91af-8aa3b9b71faa None None] Provisioning complete for port d9838632-278e-457f-9d8b-da95d051608e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:09.443478 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-baad36e1-70aa-4aed-91af-8aa3b9b71faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.521597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31fd19aa-f87c-48b7-aa5f-9a81993bdbf9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.526181 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-31fd19aa-f87c-48b7-aa5f-9a81993bdbf9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.527919 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-31fd19aa-f87c-48b7-aa5f-9a81993bdbf9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "DELETE /v2.0/security-groups/fdbba632-80da-466f-a90f-eb0bb63cc42b HTTP/1.1" status: 204 len: 168 time: 0.3038290 Dec 13 13:15:09.553681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49066) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:09.554346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd19aa-f87c-48b7-aa5f-9a81993bdbf9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbba632-80da-466f-a90f-eb0bb63cc42b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:09.585516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Allocated IP 172.23.0.2 (d6d8e227-3a35-4a8c-ac1a-b7f0cc751058/3bdc39a5-956b-4341-836e-a534485ec060/3cad314c-64ae-4896-9526-76aadbab8b20) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:15:09.630261 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6b6178b0-2e7c-4ff2-9d68-4fcaa324cfa9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0696049 Dec 13 13:15:09.630750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49068) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:09.639685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-35be433e-26bc-44a4-879a-2094b137fd8c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695567925'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:09.641101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc2d8b-5c33-4895-ac78-f5eb2ef2a9ca None None] Pushing event updated for resources: {'Port': ['ID=d9838632-278e-457f-9d8b-da95d051608e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:09.650973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:09.651627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:09.704542 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-35be433e-26bc-44a4-879a-2094b137fd8c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.845892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-35be433e-26bc-44a4-879a-2094b137fd8c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.853001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-35be433e-26bc-44a4-879a-2094b137fd8c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.917056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be433e-26bc-44a4-879a-2094b137fd8c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41ad79c-b0b5-4431-baee-aea9ea28f481,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:09.921272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9a963-8a7a-4fdf-80ca-f5b1dd30aa20 req-08479898-1a19-464e-abdf-763f5a83c64d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:09.923175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7b9a963-8a7a-4fdf-80ca-f5b1dd30aa20 req-08479898-1a19-464e-abdf-763f5a83c64d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 946 time: 0.7087569 Dec 13 13:15:09.965042 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-35be433e-26bc-44a4-879a-2094b137fd8c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:09.969247 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-35be433e-26bc-44a4-879a-2094b137fd8c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3347387 Dec 13 13:15:09.975237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49070) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:09.980085 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1045ac0a-1493-4222-8507-878b4bc94af4 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'f41ad79c-b0b5-4431-baee-aea9ea28f481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:09.980957 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-1045ac0a-1493-4222-8507-878b4bc94af4 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 13:15:09.981456 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-1045ac0a-1493-4222-8507-878b4bc94af4 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:09.984894 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1045ac0a-1493-4222-8507-878b4bc94af4 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061891 Dec 13 13:15:09.985427 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49072) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:09.998351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b4cac5e7-56c7-4b60-8d58-bec183b86016 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'f41ad79c-b0b5-4431-baee-aea9ea28f481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:09.999145 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-b4cac5e7-56c7-4b60-8d58-bec183b86016 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 13:15:09.999641 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-b4cac5e7-56c7-4b60-8d58-bec183b86016 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.003737 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b4cac5e7-56c7-4b60-8d58-bec183b86016 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0146363 Dec 13 13:15:10.005931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49074) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.011670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-221e5ee9-c5c5-4e9e-84a1-0a2e5bfa8bdc tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'f41ad79c-b0b5-4431-baee-aea9ea28f481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.012435 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-221e5ee9-c5c5-4e9e-84a1-0a2e5bfa8bdc tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 13:15:10.012925 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-221e5ee9-c5c5-4e9e-84a1-0a2e5bfa8bdc tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.016414 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-221e5ee9-c5c5-4e9e-84a1-0a2e5bfa8bdc tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069630 Dec 13 13:15:10.016790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49076) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.023542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ed24f633-34f4-4235-a12f-25365301933b tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'f41ad79c-b0b5-4431-baee-aea9ea28f481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.024248 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-baad36e1-70aa-4aed-91af-8aa3b9b71faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.026046 n-d-817326-4 neutron-server[109886]: WARNING neutron.api.v2.base [None req-ed24f633-34f4-4235-a12f-25365301933b tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 13:15:10.026593 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-ed24f633-34f4-4235-a12f-25365301933b tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.029977 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ed24f633-34f4-4235-a12f-25365301933b tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075343 Dec 13 13:15:10.031294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49078) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.070557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:10.089400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7b9a963-8a7a-4fdf-80ca-f5b1dd30aa20 req-d7418f01-1224-49dd-95b5-4bc5069aeb90 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571887 Dec 13 13:15:10.093380 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.148001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c451b382-7e9d-4893-9f5d-1846e52ce7db tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.159840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-baad36e1-70aa-4aed-91af-8aa3b9b71faa None None] For port d9838632-278e-457f-9d8b-da95d051608e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d9838632-278e-457f-9d8b-da95d051608e,segment=NetworkSegment(1ac7c760-8fac-440e-a4c2-a5caae02cfb1),segment_id=1ac7c760-8fac-440e-a4c2-a5caae02cfb1)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:10.195918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c451b382-7e9d-4893-9f5d-1846e52ce7db tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.218310 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-baad36e1-70aa-4aed-91af-8aa3b9b71faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.270014 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c451b382-7e9d-4893-9f5d-1846e52ce7db tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.274858 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c451b382-7e9d-4893-9f5d-1846e52ce7db tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.276231 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c451b382-7e9d-4893-9f5d-1846e52ce7db tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "DELETE /v2.0/security-groups/f41ad79c-b0b5-4431-baee-aea9ea28f481 HTTP/1.1" status: 204 len: 168 time: 0.2448928 Dec 13 13:15:10.285782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49080) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.305878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451b382-7e9d-4893-9f5d-1846e52ce7db tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41ad79c-b0b5-4431-baee-aea9ea28f481,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:10.348722 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9fdbd148-e7fb-4158-a568-fa4a4e02dde5 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599196 Dec 13 13:15:10.352240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49082) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.358816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-34905a06-d267-43ac-a496-616bff50d07a tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'tempest-secgroup--480593403'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.394638 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34905a06-d267-43ac-a496-616bff50d07a tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.425472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c6757007-5b1d-4e1e-864d-f7c0d4804fa8 None None] Provisioning complete for port d9838632-278e-457f-9d8b-da95d051608e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:10.426232 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6757007-5b1d-4e1e-864d-f7c0d4804fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.429494 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.431654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad36e1-70aa-4aed-91af-8aa3b9b71faa None None] Pushing event updated for resources: {'Port': ['ID=d9838632-278e-457f-9d8b-da95d051608e,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:10.500501 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.503026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34905a06-d267-43ac-a496-616bff50d07a tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.509613 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34905a06-d267-43ac-a496-616bff50d07a tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.561009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34905a06-d267-43ac-a496-616bff50d07a tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.563027 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-34905a06-d267-43ac-a496-616bff50d07a tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2096815 Dec 13 13:15:10.564057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34905a06-d267-43ac-a496-616bff50d07a tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32818f2-5c39-483c-92c1-af7d7686e687,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:10.579235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49090) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.590464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1353c331-5acd-4109-ab91-37b7b215d51f tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'b32818f2-5c39-483c-92c1-af7d7686e687', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.591372 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-1353c331-5acd-4109-ab91-37b7b215d51f tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 13:15:10.591708 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-1353c331-5acd-4109-ab91-37b7b215d51f tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.592920 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1353c331-5acd-4109-ab91-37b7b215d51f tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119665 Dec 13 13:15:10.597885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49092) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.610114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2add1f48-6beb-4a7a-a663-d0c1985024a9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'b32818f2-5c39-483c-92c1-af7d7686e687', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.707804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:10.713550 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-2add1f48-6beb-4a7a-a663-d0c1985024a9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.717876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2add1f48-6beb-4a7a-a663-d0c1985024a9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1157193 Dec 13 13:15:10.718153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49094) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.720002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:10.723445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:15:10.723589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-df1573f8-9329-4041-a24d-ed7e9991bf26 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'b32818f2-5c39-483c-92c1-af7d7686e687', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.724652 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-df1573f8-9329-4041-a24d-ed7e9991bf26 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 13:15:10.725155 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-df1573f8-9329-4041-a24d-ed7e9991bf26 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.728735 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-df1573f8-9329-4041-a24d-ed7e9991bf26 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070069 Dec 13 13:15:10.728920 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.729009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Pushing event updated for resources: {'Port': ['ID=3cad314c-64ae-4896-9526-76aadbab8b20,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:10.729105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49096) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.735794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-82f43713-82aa-4501-a61a-7eddab55871c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'b32818f2-5c39-483c-92c1-af7d7686e687', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.738375 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.787293 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-82f43713-82aa-4501-a61a-7eddab55871c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.788422 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-82f43713-82aa-4501-a61a-7eddab55871c tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0585375 Dec 13 13:15:10.792296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49098) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.797127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-be887d0e-26f0-4245-a016-51cde5f7b66d tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'b32818f2-5c39-483c-92c1-af7d7686e687', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.797621 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-be887d0e-26f0-4245-a016-51cde5f7b66d tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 13:15:10.798125 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-be887d0e-26f0-4245-a016-51cde5f7b66d tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.799603 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-be887d0e-26f0-4245-a016-51cde5f7b66d tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063190 Dec 13 13:15:10.802295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49100) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.808149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-835d2c9d-7a40-4a0c-8d68-5c7036ae5901 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'b32818f2-5c39-483c-92c1-af7d7686e687', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.819279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Attempting to bind port 3cad314c-64ae-4896-9526-76aadbab8b20 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:15:10.819730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Attempting to bind port 3cad314c-64ae-4896-9526-76aadbab8b20 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ecf849c0-2e34-4790-8358-0ece6ef5db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:15:10.820162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Attempting to bind port 3cad314c-64ae-4896-9526-76aadbab8b20 on network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:15:10.829310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:04Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:08Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:10.834270 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.850201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event updated for resources: {'Port': ['ID=50dd78d5-cb22-4013-bbe3-000c9de2848b,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:10.860254 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-835d2c9d-7a40-4a0c-8d68-5c7036ae5901 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.862178 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-835d2c9d-7a40-4a0c-8d68-5c7036ae5901 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0587142 Dec 13 13:15:10.864744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49102) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.866848 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:15:10.867216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Checking segment: {'id': 'ecf849c0-2e34-4790-8358-0ece6ef5db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:10.868969 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.869380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Bound using segment: {'id': 'ecf849c0-2e34-4790-8358-0ece6ef5db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:15:10.870378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Bound port: 3cad314c-64ae-4896-9526-76aadbab8b20, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf849c0-2e34-4790-8358-0ece6ef5db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:15:10.870378 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:10.870605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3a484d9b-66c9-4b49-b8a9-dd78c554e76d tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'b32818f2-5c39-483c-92c1-af7d7686e687', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.870891 n-d-817326-4 neutron-server[109885]: WARNING neutron.api.v2.base [None req-3a484d9b-66c9-4b49-b8a9-dd78c554e76d tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 13:15:10.871390 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-3a484d9b-66c9-4b49-b8a9-dd78c554e76d tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.872464 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3a484d9b-66c9-4b49-b8a9-dd78c554e76d tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064638 Dec 13 13:15:10.876083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfe717-c87c-4d42-8d66-1317fad04e43 None None] The sync data for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 is: [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:04Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:08Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:10.878333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49104) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.887092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-84bb9f2b-361b-42f3-900d-fc04f475be26 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'b32818f2-5c39-483c-92c1-af7d7686e687', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.951752 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-84bb9f2b-361b-42f3-900d-fc04f475be26 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:10.954129 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-84bb9f2b-361b-42f3-900d-fc04f475be26 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0731242 Dec 13 13:15:10.964778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49106) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:10.971124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-26c84e58-74a4-44bc-8442-bdf8c6b4a1bf tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': 'b32818f2-5c39-483c-92c1-af7d7686e687', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:10.999796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] For port 3cad314c-64ae-4896-9526-76aadbab8b20, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:15:11.004546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] For port 3cad314c-64ae-4896-9526-76aadbab8b20, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3cad314c-64ae-4896-9526-76aadbab8b20,segment=NetworkSegment(ecf849c0-2e34-4790-8358-0ece6ef5db26),segment_id=ecf849c0-2e34-4790-8358-0ece6ef5db26)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:15:11.012723 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:11.022131 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-26c84e58-74a4-44bc-8442-bdf8c6b4a1bf tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:11.027164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49108) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:11.034444 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-26c84e58-74a4-44bc-8442-bdf8c6b4a1bf tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0682259 Dec 13 13:15:11.041649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:11.062635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:11.100846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66314df2-21a5-4bb6-99b1-14412be30b3d None None] Pushing event updated for resources: {'Port': ['ID=3cad314c-64ae-4896-9526-76aadbab8b20,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:11.303736 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cba77ac-2da1-40a0-a1e0-b34ebc9412a3 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:11.335766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:11.343504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50643955-8579-4d6e-a635-b3c96d6dc1e4 req-3b616dfa-caa0-4153-9f60-48629af83da8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:11.345373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50643955-8579-4d6e-a635-b3c96d6dc1e4 req-3b616dfa-caa0-4153-9f60-48629af83da8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 946 time: 0.1328688 Dec 13 13:15:11.392078 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cba77ac-2da1-40a0-a1e0-b34ebc9412a3 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:11.564224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50643955-8579-4d6e-a635-b3c96d6dc1e4 req-9f90f7be-9cb5-4d4c-b50f-9e5908e1ac6f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116876 Dec 13 13:15:11.567046 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cba77ac-2da1-40a0-a1e0-b34ebc9412a3 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:11.569860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0cba77ac-2da1-40a0-a1e0-b34ebc9412a3 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:11.571028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0cba77ac-2da1-40a0-a1e0-b34ebc9412a3 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "DELETE /v2.0/security-groups/b32818f2-5c39-483c-92c1-af7d7686e687 HTTP/1.1" status: 204 len: 168 time: 0.5281322 Dec 13 13:15:11.573650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49112) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:11.585008 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:11.613708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1e69c5bb-688d-498c-922e-625b291f6b3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1659567 Dec 13 13:15:11.614422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49120) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:11.620200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dd091b54-c0e1-42d6-804e-88657225de86 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:11.623529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba77ac-2da1-40a0-a1e0-b34ebc9412a3 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32818f2-5c39-483c-92c1-af7d7686e687,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:11.699307 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c841e508-8575-4307-b9ac-494271a29506 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1174936 Dec 13 13:15:11.699307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49124) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:11.704749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-37518a03-e3ba-4ff6-815f-31a4f25a0a75 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'tempest-secgroup--421474393'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:11.756535 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37518a03-e3ba-4ff6-815f-31a4f25a0a75 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:11.846376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37518a03-e3ba-4ff6-815f-31a4f25a0a75 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:11.851895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37518a03-e3ba-4ff6-815f-31a4f25a0a75 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:11.864873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05a33d-b6b7-4a40-bf82-b77f5eb739cf req-bb94656c-05a6-4690-926f-dfc462bd0270 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:11.871836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f05a33d-b6b7-4a40-bf82-b77f5eb739cf req-bb94656c-05a6-4690-926f-dfc462bd0270 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 946 time: 0.1249893 Dec 13 13:15:11.895023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37518a03-e3ba-4ff6-815f-31a4f25a0a75 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588c0dee-5285-4fe4-936f-f2a9d68088e8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:11.902317 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-37518a03-e3ba-4ff6-815f-31a4f25a0a75 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:11.903601 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-37518a03-e3ba-4ff6-815f-31a4f25a0a75 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2048905 Dec 13 13:15:11.909658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49126) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:11.914575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-94bcf598-a01d-4cc9-b074-52f76cc703c9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': '588c0dee-5285-4fe4-936f-f2a9d68088e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:11.962584 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-94bcf598-a01d-4cc9-b074-52f76cc703c9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The resource could not be found. Dec 13 13:15:11.964477 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-94bcf598-a01d-4cc9-b074-52f76cc703c9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0535142 Dec 13 13:15:11.967320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49128) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:11.973129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f81b8474-1df3-405e-849a-838daf6ea08f tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': '588c0dee-5285-4fe4-936f-f2a9d68088e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4db71158-abc4-4317-8335-9d7c037f9e5e'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:11.992049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f05a33d-b6b7-4a40-bf82-b77f5eb739cf req-05812cdc-828e-4031-b963-aab77be8cc03 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689211 Dec 13 13:15:12.039029 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-f81b8474-1df3-405e-849a-838daf6ea08f tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The resource could not be found. Dec 13 13:15:12.040378 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f81b8474-1df3-405e-849a-838daf6ea08f tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0716836 Dec 13 13:15:12.043136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49132) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:12.107898 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Sync routers for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:12.119709 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:12.120323 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:12.217198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70855cc7-5e87-4da3-b2e9-18afb704f736 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.229556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518d989-cfbd-4371-9da3-d231e137fa61 req-0b216145-d6ad-4c91-b1f8-3b6f8febead5 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:12.231216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1518d989-cfbd-4371-9da3-d231e137fa61 req-0b216145-d6ad-4c91-b1f8-3b6f8febead5 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 946 time: 0.1487067 Dec 13 13:15:12.296635 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1518d989-cfbd-4371-9da3-d231e137fa61 req-e14e5e1c-3e32-4d41-9a06-ddc338ff85bc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569761 Dec 13 13:15:12.342067 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70855cc7-5e87-4da3-b2e9-18afb704f736 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.346535 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:12.445018 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70855cc7-5e87-4da3-b2e9-18afb704f736 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.445018 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-70855cc7-5e87-4da3-b2e9-18afb704f736 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.445018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-70855cc7-5e87-4da3-b2e9-18afb704f736 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "DELETE /v2.0/security-groups/588c0dee-5285-4fe4-936f-f2a9d68088e8 HTTP/1.1" status: 204 len: 168 time: 0.3992794 Dec 13 13:15:12.445018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.extraroute_db [None req-dd091b54-c0e1-42d6-804e-88657225de86 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 13:15:12.446943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49136) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:12.520385 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c480ce64-2fdc-42f1-9274-74ed426f57a1 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0719802 Dec 13 13:15:12.524690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49138) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:12.534528 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fda749a7-fa57-4c01-98d2-dc5dbfeab7d6 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': '377c0e4f-ebff-4dcd-99d5-a75a4306278e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:12.540723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.extraroute_db [None req-dd091b54-c0e1-42d6-804e-88657225de86 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Removed routes are [] {{(pid=109886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 13:15:12.544425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dd091b54-c0e1-42d6-804e-88657225de86 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.558571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70855cc7-5e87-4da3-b2e9-18afb704f736 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588c0dee-5285-4fe4-936f-f2a9d68088e8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:12.582483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fac3f7-b1ae-4867-94ba-daf120c09e45 None None] Network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:12.636589 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-fda749a7-fa57-4c01-98d2-dc5dbfeab7d6 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The resource could not be found. Dec 13 13:15:12.639144 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fda749a7-fa57-4c01-98d2-dc5dbfeab7d6 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1133895 Dec 13 13:15:12.643930 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49142) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:12.652621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7ad77595-6455-4921-aba1-7a361d034155 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139526255'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:12.725930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ad77595-6455-4921-aba1-7a361d034155 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.772643 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:09Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50dd78d5-cb22-4013-bbe3-000c9de2848b', 'name': '', 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:e1:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '3bdc39a5-956b-4341-836e-a534485ec060', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:08Z', 'updated_at': '2021-12-13T13:15:10Z', 'revision_number': 2, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '3bdc39a5-956b-4341-836e-a534485ec060', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:10Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:12.796448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5f2c762f-9b13-4fcc-855c-28f88e2e26a4 None None] Provisioning complete for port 3cad314c-64ae-4896-9526-76aadbab8b20 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:12.799515 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f2c762f-9b13-4fcc-855c-28f88e2e26a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.864416 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Checking router: 5624958f-de90-452d-8c49-059179f90fcd for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:12.865910 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Updating router 5624958f-de90-452d-8c49-059179f90fcd port 50dd78d5-cb22-4013-bbe3-000c9de2848b binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:15:12.888264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3cad314c-64ae-4896-9526-76aadbab8b20 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:12.893962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ad77595-6455-4921-aba1-7a361d034155 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.909431 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ad77595-6455-4921-aba1-7a361d034155 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.934726 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.954862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad77595-6455-4921-aba1-7a361d034155 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16651b64-0ecd-4ae9-8e4d-a42fe263da3f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:12.965735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7ad77595-6455-4921-aba1-7a361d034155 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:12.971852 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7ad77595-6455-4921-aba1-7a361d034155 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3201361 Dec 13 13:15:12.972200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49150) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:12.977443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d6f3934d-cea7-4c5d-a878-e6c775b93cb9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931782942'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:13.007946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6f3934d-cea7-4c5d-a878-e6c775b93cb9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.055909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1aa5c-6903-454b-b28a-c52973ccc383 req-8d42da71-508c-4933-9b63-cc12ede37da2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:13.062094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-adb1aa5c-6903-454b-b28a-c52973ccc383 req-8d42da71-508c-4933-9b63-cc12ede37da2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 946 time: 0.2857168 Dec 13 13:15:13.065496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3cad314c-64ae-4896-9526-76aadbab8b20 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:13.065873 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.111854 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dd091b54-c0e1-42d6-804e-88657225de86 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.127706 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dd091b54-c0e1-42d6-804e-88657225de86 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.164751 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6f3934d-cea7-4c5d-a878-e6c775b93cb9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.170026 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f2c762f-9b13-4fcc-855c-28f88e2e26a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.176438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6f3934d-cea7-4c5d-a878-e6c775b93cb9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.207226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-adb1aa5c-6903-454b-b28a-c52973ccc383 req-9562e9c1-c855-46e8-82f5-63a6d66bb0b1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373541 Dec 13 13:15:13.247252 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6f3934d-cea7-4c5d-a878-e6c775b93cb9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.254183 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d6f3934d-cea7-4c5d-a878-e6c775b93cb9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2809868 Dec 13 13:15:13.256035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3934d-cea7-4c5d-a878-e6c775b93cb9 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ea42ed-fed3-4b65-9a8f-02c18d0c0190,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:13.258447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49152) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:13.276579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-cf2f5c72-46f8-4a8c-b3f1-20d5a184a7b2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group_rule': {'security_group_id': '16651b64-0ecd-4ae9-8e4d-a42fe263da3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '24ea42ed-fed3-4b65-9a8f-02c18d0c0190'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:13.284887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5f2c762f-9b13-4fcc-855c-28f88e2e26a4 None None] For port 3cad314c-64ae-4896-9526-76aadbab8b20, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3cad314c-64ae-4896-9526-76aadbab8b20,segment=NetworkSegment(ecf849c0-2e34-4790-8358-0ece6ef5db26),segment_id=ecf849c0-2e34-4790-8358-0ece6ef5db26)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:13.305447 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f2c762f-9b13-4fcc-855c-28f88e2e26a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.309081 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.316077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd091b54-c0e1-42d6-804e-88657225de86 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:13.351437 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-cf2f5c72-46f8-4a8c-b3f1-20d5a184a7b2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:13.352517 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cf2f5c72-46f8-4a8c-b3f1-20d5a184a7b2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0905094 Dec 13 13:15:13.355915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49154) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:13.440590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd091b54-c0e1-42d6-804e-88657225de86 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:13.448317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dd091b54-c0e1-42d6-804e-88657225de86 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.449500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dd091b54-c0e1-42d6-804e-88657225de86 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd HTTP/1.1" status: 200 len: 934 time: 1.8335450 Dec 13 13:15:13.452122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49156) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:13.516166 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.524218 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94697b70-8b9a-4e1a-9948-4c434e40eb70 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.531654 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.553229 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:15:13.553608 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:15:13.571660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-46f3c5dc-7b58-4b40-ade5-7e153e6ae56d None None] Provisioning complete for port 50dd78d5-cb22-4013-bbe3-000c9de2848b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:13.571660 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46f3c5dc-7b58-4b40-ade5-7e153e6ae56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.575849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94697b70-8b9a-4e1a-9948-4c434e40eb70 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.625696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-46f3c5dc-7b58-4b40-ade5-7e153e6ae56d None None] Port 50dd78d5-cb22-4013-bbe3-000c9de2848b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:15:13.640771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c762f-9b13-4fcc-855c-28f88e2e26a4 None None] Pushing event updated for resources: {'Port': ['ID=3cad314c-64ae-4896-9526-76aadbab8b20,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:13.659595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-654866ae-c125-4c1b-8325-9a0d758574df tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd HTTP/1.1" status: 200 len: 934 time: 0.2060416 Dec 13 13:15:13.662721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49158) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:13.668165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-806362a5-3b06-4817-a114-32be3f0387e3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'routes': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:13.671067 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94697b70-8b9a-4e1a-9948-4c434e40eb70 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.671772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-46f3c5dc-7b58-4b40-ade5-7e153e6ae56d None None] Provisioning complete for port 3cad314c-64ae-4896-9526-76aadbab8b20 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:13.672139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46f3c5dc-7b58-4b40-ade5-7e153e6ae56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.676804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94697b70-8b9a-4e1a-9948-4c434e40eb70 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.680729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49160) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:13.686809 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-94697b70-8b9a-4e1a-9948-4c434e40eb70 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "DELETE /v2.0/security-groups/24ea42ed-fed3-4b65-9a8f-02c18d0c0190 HTTP/1.1" status: 204 len: 168 time: 0.3296583 Dec 13 13:15:13.740570 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c6e3d-95b7-4308-a61c-cfe71c99f90d None None] Pushing event updated for resources: {'Port': ['ID=50dd78d5-cb22-4013-bbe3-000c9de2848b,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:13.804689 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Attempting to bind port 50dd78d5-cb22-4013-bbe3-000c9de2848b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:15:13.805063 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Attempting to bind port 50dd78d5-cb22-4013-bbe3-000c9de2848b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ecf849c0-2e34-4790-8358-0ece6ef5db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:15:13.805432 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Attempting to bind port 50dd78d5-cb22-4013-bbe3-000c9de2848b on network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:15:13.815895 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:15:13.816349 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Checking segment: {'id': 'ecf849c0-2e34-4790-8358-0ece6ef5db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:13.817274 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.817673 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Bound using segment: {'id': 'ecf849c0-2e34-4790-8358-0ece6ef5db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:15:13.819574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0012eb79-7bde-442d-8729-77d1d035557b tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1376948 Dec 13 13:15:13.820883 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Bound port: 50dd78d5-cb22-4013-bbe3-000c9de2848b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf849c0-2e34-4790-8358-0ece6ef5db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:15:13.821305 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.822462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49162) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:13.837113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94697b70-8b9a-4e1a-9948-4c434e40eb70 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ea42ed-fed3-4b65-9a8f-02c18d0c0190,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:13.944627 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9910e17f-4642-4b92-b0aa-6f2ab07abdf7 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.946777 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] For port 50dd78d5-cb22-4013-bbe3-000c9de2848b, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:15:13.953753 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] For port 50dd78d5-cb22-4013-bbe3-000c9de2848b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=50dd78d5-cb22-4013-bbe3-000c9de2848b,segment=NetworkSegment(ecf849c0-2e34-4790-8358-0ece6ef5db26),segment_id=ecf849c0-2e34-4790-8358-0ece6ef5db26)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:15:13.963587 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.977168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ca676869-e29b-4cf6-95e1-60c049b696ac None None] Provisioning complete for port 50dd78d5-cb22-4013-bbe3-000c9de2848b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:13.977542 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca676869-e29b-4cf6-95e1-60c049b696ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:13.989268 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9910e17f-4642-4b92-b0aa-6f2ab07abdf7 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:14.112576 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:14.113243 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:14.148863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-df8d5b2f-8500-4421-bb49-fc68b2b22626 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:14.157070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-df8d5b2f-8500-4421-bb49-fc68b2b22626 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 946 time: 0.1365149 Dec 13 13:15:14.179583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d9838632-278e-457f-9d8b-da95d051608e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:14.203853 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c6e3d-95b7-4308-a61c-cfe71c99f90d None None] Pushing event updated for resources: {'Port': ['ID=50dd78d5-cb22-4013-bbe3-000c9de2848b,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:14.217835 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9910e17f-4642-4b92-b0aa-6f2ab07abdf7 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:14.220804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9910e17f-4642-4b92-b0aa-6f2ab07abdf7 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:14.221921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9910e17f-4642-4b92-b0aa-6f2ab07abdf7 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "DELETE /v2.0/security-groups/16651b64-0ecd-4ae9-8e4d-a42fe263da3f HTTP/1.1" status: 204 len: 168 time: 0.3985722 Dec 13 13:15:14.251883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49176) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:14.278048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910e17f-4642-4b92-b0aa-6f2ab07abdf7 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16651b64-0ecd-4ae9-8e4d-a42fe263da3f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:14.317258 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:14.436142 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca676869-e29b-4cf6-95e1-60c049b696ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:14.503335 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d9838632-278e-457f-9d8b-da95d051608e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:14.510803 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:14.579413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ca676869-e29b-4cf6-95e1-60c049b696ac None None] For port 50dd78d5-cb22-4013-bbe3-000c9de2848b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=50dd78d5-cb22-4013-bbe3-000c9de2848b,segment=NetworkSegment(ecf849c0-2e34-4790-8358-0ece6ef5db26),segment_id=ecf849c0-2e34-4790-8358-0ece6ef5db26)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:14.586259 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca676869-e29b-4cf6-95e1-60c049b696ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:14.605090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ca2ba39c-fe68-4539-88d5-06aadda436ee tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3520551 Dec 13 13:15:14.608793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49184) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:14.621663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-993e4125-1739-4cb1-9642-d37e6cb6cb24 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'tempest-secgroup--481335004'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:14.629058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6abe0-6d65-4f68-87c4-18386e3b5091 req-340bfdbe-65f9-463f-92bb-e5ef63747911 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:14.630710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8aa6abe0-6d65-4f68-87c4-18386e3b5091 req-340bfdbe-65f9-463f-92bb-e5ef63747911 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 946 time: 0.2750788 Dec 13 13:15:14.641304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-fd08b2fe-e93d-457a-8ca7-53dfd4d7902a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Deleting port 2cac968d-98e6-410b-b3dc-b363450b4e7d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:14.641640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-fd08b2fe-e93d-457a-8ca7-53dfd4d7902a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:14.735679 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:12Z', 'revision_number': 6, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50dd78d5-cb22-4013-bbe3-000c9de2848b', 'name': '', 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:e1:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '3bdc39a5-956b-4341-836e-a534485ec060', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:08Z', 'updated_at': '2021-12-13T13:15:13Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '3bdc39a5-956b-4341-836e-a534485ec060', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:10Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:14.757156 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-993e4125-1739-4cb1-9642-d37e6cb6cb24 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:14.800052 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461c4a1-023c-417a-9f93-9f1c205d7095 None None] The sync data for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 is: [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:12Z', 'revision_number': 6, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50dd78d5-cb22-4013-bbe3-000c9de2848b', 'name': '', 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:e1:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '3bdc39a5-956b-4341-836e-a534485ec060', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:08Z', 'updated_at': '2021-12-13T13:15:13Z', 'revision_number': 4, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '3bdc39a5-956b-4341-836e-a534485ec060', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:10Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:14.827423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8aa6abe0-6d65-4f68-87c4-18386e3b5091 req-6cef1fb5-5439-4591-a676-d4a60c8eac2a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895523 Dec 13 13:15:14.856565 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f10b7f66-395e-470b-ac33-409a9fe5d568 None None] Provisioning complete for port 50dd78d5-cb22-4013-bbe3-000c9de2848b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:14.857049 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f10b7f66-395e-470b-ac33-409a9fe5d568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:14.858507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca676869-e29b-4cf6-95e1-60c049b696ac None None] Pushing event updated for resources: {'Port': ['ID=50dd78d5-cb22-4013-bbe3-000c9de2848b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:14.883393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-fd08b2fe-e93d-457a-8ca7-53dfd4d7902a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] For port 2cac968d-98e6-410b-b3dc-b363450b4e7d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=2cac968d-98e6-410b-b3dc-b363450b4e7d,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:14.884172 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-fd08b2fe-e93d-457a-8ca7-53dfd4d7902a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:14.917857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-fd08b2fe-e93d-457a-8ca7-53dfd4d7902a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Calling delete_port for 2cac968d-98e6-410b-b3dc-b363450b4e7d owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:14.979052 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-993e4125-1739-4cb1-9642-d37e6cb6cb24 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.006871 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-993e4125-1739-4cb1-9642-d37e6cb6cb24 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.115423 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-993e4125-1739-4cb1-9642-d37e6cb6cb24 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.129106 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-993e4125-1739-4cb1-9642-d37e6cb6cb24 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5186770 Dec 13 13:15:15.136132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49190) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:15.142009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-70b95169-27ea-4763-8d42-99b7f0722258 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:15.143457 n-d-817326-4 neutron-server[109886]: WARNING neutron.api.v2.base [None req-70b95169-27ea-4763-8d42-99b7f0722258 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 13:15:15.144115 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-70b95169-27ea-4763-8d42-99b7f0722258 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 13:15:15.148704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-70b95169-27ea-4763-8d42-99b7f0722258 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "PUT /v2.0/security-groups/8a000fad-8f9d-4a0a-a3e6-59b4124ddcde HTTP/1.1" status: 409 len: 330 time: 0.0115385 Dec 13 13:15:15.149297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49192) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:15.161460 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e4125-1739-4cb1-9642-d37e6cb6cb24 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a000fad-8f9d-4a0a-a3e6-59b4124ddcde,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:15.192392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3cad314c-64ae-4896-9526-76aadbab8b20 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:15.269878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.extraroute_db [None req-806362a5-3b06-4817-a114-32be3f0387e3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added routes are [] {{(pid=109885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 13:15:15.270508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.extraroute_db [None req-806362a5-3b06-4817-a114-32be3f0387e3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 13:15:15.291063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b7cdcf89-d95c-47ef-b512-d5c674c38eec None None] Provisioning complete for port 50dd78d5-cb22-4013-bbe3-000c9de2848b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:15.291577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7cdcf89-d95c-47ef-b512-d5c674c38eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.306703 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-675bf188-8a13-43df-9a4c-eb05a142f0c5 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.316271 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-806362a5-3b06-4817-a114-32be3f0387e3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.344159 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-675bf188-8a13-43df-9a4c-eb05a142f0c5 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.396505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 3cad314c-64ae-4896-9526-76aadbab8b20 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:15.397025 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.421890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-675bf188-8a13-43df-9a4c-eb05a142f0c5 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.425379 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-675bf188-8a13-43df-9a4c-eb05a142f0c5 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.426885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-675bf188-8a13-43df-9a4c-eb05a142f0c5 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a000fad-8f9d-4a0a-a3e6-59b4124ddcde HTTP/1.1" status: 204 len: 168 time: 0.2512202 Dec 13 13:15:15.430677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49194) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:15.432815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-fd08b2fe-e93d-457a-8ca7-53dfd4d7902a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.464140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['2cac968d-98e6-410b-b3dc-b363450b4e7d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:15:15.572171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bf188-8a13-43df-9a4c-eb05a142f0c5 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a000fad-8f9d-4a0a-a3e6-59b4124ddcde,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:15.590751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08b2fe-e93d-457a-8ca7-53dfd4d7902a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'Port': ['ID=2cac968d-98e6-410b-b3dc-b363450b4e7d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:15.593440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-fd08b2fe-e93d-457a-8ca7-53dfd4d7902a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] No DVR routers for this DVR port 2cac968d-98e6-410b-b3dc-b363450b4e7d on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:15.635517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-fd08b2fe-e93d-457a-8ca7-53dfd4d7902a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.641452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a78c1b4f-2a99-4993-a880-b0d78f80ea86 req-fd08b2fe-e93d-457a-8ca7-53dfd4d7902a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "DELETE /v2.0/ports/2cac968d-98e6-410b-b3dc-b363450b4e7d HTTP/1.1" status: 204 len: 173 time: 1.4832458 Dec 13 13:15:15.684102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8d8e4c91-443c-4612-a37c-1f715dd440f2 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2487659 Dec 13 13:15:15.688003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd3ba7c-de51-4194-b32b-6c30ea31a239', 'name': 'network-vif-deleted', 'tag': '2cac968d-98e6-410b-b3dc-b363450b4e7d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:15:15.693767 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c69342-1c24-442a-ba5b-3c647be3afac" -d '{"events": [{"server_uuid": "ecd3ba7c-de51-4194-b32b-6c30ea31a239", "name": "network-vif-deleted", "tag": "2cac968d-98e6-410b-b3dc-b363450b4e7d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:15:15.695443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-806362a5-3b06-4817-a114-32be3f0387e3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.696585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49198) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:15.699793 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-806362a5-3b06-4817-a114-32be3f0387e3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:15.713551 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-53041d84-8938-4b72-bd20-dbaf5e09faa0 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] delete failed (client error): The resource could not be found. Dec 13 13:15:15.718110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-53041d84-8938-4b72-bd20-dbaf5e09faa0 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb412952-bed2-4b97-88a4-df4f338780cf HTTP/1.1" status: 404 len: 347 time: 0.0166609 Dec 13 13:15:15.718511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49202) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:15.738051 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-05f67d52-7ee0-4d46-90d8-d08d982f83b6 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] show failed (client error): The resource could not be found. Dec 13 13:15:15.742139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-05f67d52-7ee0-4d46-90d8-d08d982f83b6 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-groups/b0795355-ed65-4a4b-90cf-1b1b353baeab HTTP/1.1" status: 404 len: 347 time: 0.0197542 Dec 13 13:15:15.744701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49204) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:15.770785 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-a7a8cf0d-267e-441b-8872-243dedf4d399 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] show failed (client error): The resource could not be found. Dec 13 13:15:15.772409 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a7a8cf0d-267e-441b-8872-243dedf4d399 tempest-NegativeSecGroupTest-1797545251 tempest-NegativeSecGroupTest-1797545251-project] 10.222.0.31 "GET /v2.0/security-group-rules/3351bc52-53ca-418f-b2b6-18bfc0da22bc HTTP/1.1" status: 404 len: 356 time: 0.0231481 Dec 13 13:15:15.807170 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d63a917-ade1-4bb8-8472-ea76e961ba61 x-openstack-request-id: req-9d63a917-ade1-4bb8-8472-ea76e961ba61 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:15:15.807731 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd3ba7c-de51-4194-b32b-6c30ea31a239", "name": "network-vif-deleted", "tag": "2cac968d-98e6-410b-b3dc-b363450b4e7d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:15:15.808187 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d63a917-ade1-4bb8-8472-ea76e961ba61 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:15:15.808843 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd3ba7c-de51-4194-b32b-6c30ea31a239', 'name': 'network-vif-deleted', 'tag': '2cac968d-98e6-410b-b3dc-b363450b4e7d', 'status': 'completed', 'code': 200} Dec 13 13:15:15.899919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806362a5-3b06-4817-a114-32be3f0387e3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:15.964813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96830430-39cb-4ce3-8fdf-b0673c9e413d req-a7986327-1853-4064-91e4-00f79f1cbd48 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0446663 Dec 13 13:15:16.029127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806362a5-3b06-4817-a114-32be3f0387e3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:16.038309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-806362a5-3b06-4817-a114-32be3f0387e3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:16.039531 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-806362a5-3b06-4817-a114-32be3f0387e3 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd HTTP/1.1" status: 200 len: 700 time: 2.3755047 Dec 13 13:15:16.042571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49214) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:16.157323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] Sync routers for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:16.172103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:16.173096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:16.191419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b7e46ca8-0373-4e41-9df4-932ad1901c3c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd HTTP/1.1" status: 200 len: 700 time: 0.1475139 Dec 13 13:15:16.194021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49218) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:16.194546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49220) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:16.367688 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b1c4e578-b79c-4c1c-977f-ef9c644feaf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5babc0e3820747c79ab42af21a29555a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718557 Dec 13 13:15:16.368684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49224) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:16.470965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dd219f8-118d-4371-9c4b-0753299c9c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:16.499465 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dd219f8-118d-4371-9c4b-0753299c9c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:16.538593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:16.560877 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dd219f8-118d-4371-9c4b-0753299c9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:16.564214 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2dd219f8-118d-4371-9c4b-0753299c9c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:16.568200 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2dd219f8-118d-4371-9c4b-0753299c9c15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7d93567-375b-4f40-b63b-27409a9d1542 HTTP/1.1" status: 204 len: 168 time: 0.1957996 Dec 13 13:15:16.575040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd219f8-118d-4371-9c4b-0753299c9c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d93567-375b-4f40-b63b-27409a9d1542,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:16.809305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:15Z', 'revision_number': 7, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50dd78d5-cb22-4013-bbe3-000c9de2848b', 'name': '', 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:e1:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '3bdc39a5-956b-4341-836e-a534485ec060', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:08Z', 'updated_at': '2021-12-13T13:15:14Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '3bdc39a5-956b-4341-836e-a534485ec060', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:10Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:16.846249 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] Checking router: 5624958f-de90-452d-8c49-059179f90fcd for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:16.856976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:16.857615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:16.966808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:17.114788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 50dd78d5-cb22-4013-bbe3-000c9de2848b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:17.132253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b6dd6ee-59c3-4988-a42f-3c0b9e37c2da req-bb1a7972-b267-494d-a81d-f2e9cfa09946 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0323431 Dec 13 13:15:17.245237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 50dd78d5-cb22-4013-bbe3-000c9de2848b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:17.245812 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:17.366549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:17.484602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:15Z', 'revision_number': 7, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50dd78d5-cb22-4013-bbe3-000c9de2848b', 'name': '', 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:e1:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '3bdc39a5-956b-4341-836e-a534485ec060', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:08Z', 'updated_at': '2021-12-13T13:15:14Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '3bdc39a5-956b-4341-836e-a534485ec060', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:10Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:17.560084 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6e9c54-9c59-497f-802b-458e38903e23 None None] The sync data for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 is: [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:15Z', 'revision_number': 7, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50dd78d5-cb22-4013-bbe3-000c9de2848b', 'name': '', 'network_id': 'd6d8e227-3a35-4a8c-ac1a-b7f0cc751058', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:e1:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '3bdc39a5-956b-4341-836e-a534485ec060', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:08Z', 'updated_at': '2021-12-13T13:15:14Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '3bdc39a5-956b-4341-836e-a534485ec060', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:10Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:17.784068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 50dd78d5-cb22-4013-bbe3-000c9de2848b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:17.784415 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:17.920686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port 50dd78d5-cb22-4013-bbe3-000c9de2848b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=50dd78d5-cb22-4013-bbe3-000c9de2848b,segment=NetworkSegment(ecf849c0-2e34-4790-8358-0ece6ef5db26),segment_id=ecf849c0-2e34-4790-8358-0ece6ef5db26)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:17.922753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:17.942308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 50dd78d5-cb22-4013-bbe3-000c9de2848b owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:18.172158 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:18.201589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=50dd78d5-cb22-4013-bbe3-000c9de2848b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:18.466818 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7c441ea-2e7e-46d1-8ded-5ba9e2aea2c7 req-bfa8e3c9-47c3-4d30-8dad-dff7ab88b399 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.1558611 Dec 13 13:15:18.492339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:18.643123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 2cac968d-98e6-410b-b3dc-b363450b4e7d no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:18.672644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 2cac968d-98e6-410b-b3dc-b363450b4e7d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:18.673711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 2cac968d-98e6-410b-b3dc-b363450b4e7d not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:18.708381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:18.799621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:18.804763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-04442443-301c-451c-8646-8d443b5e1575 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6096926 Dec 13 13:15:18.807512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49268) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:18.812755 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] Sync routers for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:18.824413 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:18.825232 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:18.863550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6625cda8-7d5c-4dd0-9ba0-803a6a62e70a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting subnet 3bdc39a5-956b-4341-836e-a534485ec060 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:15:18.867079 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6625cda8-7d5c-4dd0-9ba0-803a6a62e70a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:18.912844 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6625cda8-7d5c-4dd0-9ba0-803a6a62e70a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:18.917579 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:19.003438 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6625cda8-7d5c-4dd0-9ba0-803a6a62e70a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.068385 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6625cda8-7d5c-4dd0-9ba0-803a6a62e70a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.097762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625cda8-7d5c-4dd0-9ba0-803a6a62e70a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Subnet': ['ID=3bdc39a5-956b-4341-836e-a534485ec060,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:19.101453 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6625cda8-7d5c-4dd0-9ba0-803a6a62e70a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.104830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6625cda8-7d5c-4dd0-9ba0-803a6a62e70a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/3bdc39a5-956b-4341-836e-a534485ec060 HTTP/1.1" status: 204 len: 168 time: 0.2964208 Dec 13 13:15:19.107586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49272) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:19.108214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef93069b-ab08-4379-9855-edbde940c96e None None] Network d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:19.158048 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:18Z', 'revision_number': 8, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:10Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:19.199244 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] Checking router: 5624958f-de90-452d-8c49-059179f90fcd for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:19.209418 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:19.210001 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:19.218168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.274252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9b8814-c1cb-4b0a-8b04-81724ab1e659 None None] DHCP port deletion for d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:15:19.297954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 3cad314c-64ae-4896-9526-76aadbab8b20 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:19.298358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.311012 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:19.333626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b8814-c1cb-4b0a-8b04-81724ab1e659 None None] Deleting port 3cad314c-64ae-4896-9526-76aadbab8b20 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:19.334298 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8814-c1cb-4b0a-8b04-81724ab1e659 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.376944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port 3cad314c-64ae-4896-9526-76aadbab8b20, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3cad314c-64ae-4896-9526-76aadbab8b20,segment=NetworkSegment(ecf849c0-2e34-4790-8358-0ece6ef5db26),segment_id=ecf849c0-2e34-4790-8358-0ece6ef5db26)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:19.377315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.394319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 3cad314c-64ae-4896-9526-76aadbab8b20 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:19.408315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4b9b8814-c1cb-4b0a-8b04-81724ab1e659 None None] For port 3cad314c-64ae-4896-9526-76aadbab8b20, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=3cad314c-64ae-4896-9526-76aadbab8b20,segment=NetworkSegment(ecf849c0-2e34-4790-8358-0ece6ef5db26),segment_id=ecf849c0-2e34-4790-8358-0ece6ef5db26)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:19.408717 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8814-c1cb-4b0a-8b04-81724ab1e659 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.423277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b8814-c1cb-4b0a-8b04-81724ab1e659 None None] Calling delete_port for 3cad314c-64ae-4896-9526-76aadbab8b20 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:19.485269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.499139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No DVR routers for this DVR port 3cad314c-64ae-4896-9526-76aadbab8b20 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:19.542947 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8814-c1cb-4b0a-8b04-81724ab1e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.570884 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:18Z', 'revision_number': 8, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:10Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:19.573267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b8814-c1cb-4b0a-8b04-81724ab1e659 None None] Pushing event deleted for resources: {'Port': ['ID=3cad314c-64ae-4896-9526-76aadbab8b20,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:19.577752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=3cad314c-64ae-4896-9526-76aadbab8b20,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:19.583975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b8814-c1cb-4b0a-8b04-81724ab1e659 None None] No DVR routers for this DVR port 3cad314c-64ae-4896-9526-76aadbab8b20 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:19.636805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d321b8e-bab3-4172-81fc-52c35a6f2203 req-7f2e0b69-26d2-4797-bb1d-74817f26eba2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0390971 Dec 13 13:15:19.675360 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.699454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d8e227-3a35-4a8c-ac1a-b7f0cc751058']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:19.710266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf849c0-2e34-4790-8358-0ece6ef5db26') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:19.710606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf849c0-2e34-4790-8358-0ece6ef5db26') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:19.725960 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20110b-f5ef-494e-9b1d-64dd9203e3d5 None None] The sync data for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 is: [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:18Z', 'revision_number': 8, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9838632-278e-457f-9d8b-da95d051608e', 'name': '', 'network_id': 'e047bb27-a5a8-4f8d-bf31-fab82d37705c', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:94:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:15:02Z', 'updated_at': '2021-12-13T13:15:10Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '7012516d-c35f-42aa-b289-b281818e2c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:19.726673 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.743135 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.749792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:15:19.750732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:15:19.754341 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:15:19.814557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.819242 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:19.822774 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/networks/d6d8e227-3a35-4a8c-ac1a-b7f0cc751058 HTTP/1.1" status: 204 len: 168 time: 0.7133245 Dec 13 13:15:19.825637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49276) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:19.843349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20b3a8-faef-487f-a36e-d802d544a66c tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Network': ['ID=d6d8e227-3a35-4a8c-ac1a-b7f0cc751058,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:20.204177 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:20.494741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port d9838632-278e-457f-9d8b-da95d051608e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:20.495085 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:20.588148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port d9838632-278e-457f-9d8b-da95d051608e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d9838632-278e-457f-9d8b-da95d051608e,segment=NetworkSegment(1ac7c760-8fac-440e-a4c2-a5caae02cfb1),segment_id=1ac7c760-8fac-440e-a4c2-a5caae02cfb1)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:20.588381 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:20.600733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for d9838632-278e-457f-9d8b-da95d051608e owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:20.743740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-102f3858-eda3-408e-bbca-5ea17d8fbb56 req-3b6a48a8-8d36-46b4-9462-5d2d14defc09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0295665 Dec 13 13:15:20.806935 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:20.831849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=d9838632-278e-457f-9d8b-da95d051608e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:21.027029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:21.043286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3cad314c-64ae-4896-9526-76aadbab8b20 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:21.074380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 3cad314c-64ae-4896-9526-76aadbab8b20 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:21.074870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 3cad314c-64ae-4896-9526-76aadbab8b20 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:21.075580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 50dd78d5-cb22-4013-bbe3-000c9de2848b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:21.099291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 50dd78d5-cb22-4013-bbe3-000c9de2848b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:21.099644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 50dd78d5-cb22-4013-bbe3-000c9de2848b not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:21.239610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:21.335276 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:21.343155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f2f03d71-cf2d-4d98-904c-cfd78434f3cf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5134113 Dec 13 13:15:21.343579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49280) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:21.347114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] Sync routers for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:21.359630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:21.360379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:21.400521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a76f63-4efb-4382-99d5-1462ab59c228 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting subnet 7012516d-c35f-42aa-b289-b281818e2c6e {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:15:21.405565 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-43a76f63-4efb-4382-99d5-1462ab59c228 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:21.454858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:21.460348 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-43a76f63-4efb-4382-99d5-1462ab59c228 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:21.553120 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-43a76f63-4efb-4382-99d5-1462ab59c228 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:21.625641 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-43a76f63-4efb-4382-99d5-1462ab59c228 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:21.648684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-43a76f63-4efb-4382-99d5-1462ab59c228 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:21.651021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8177cac0-6f19-46a0-9024-c80dedd12b99 None None] Network e047bb27-a5a8-4f8d-bf31-fab82d37705c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:21.653529 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-43a76f63-4efb-4382-99d5-1462ab59c228 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/7012516d-c35f-42aa-b289-b281818e2c6e HTTP/1.1" status: 204 len: 168 time: 0.3090982 Dec 13 13:15:21.655951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49282) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:21.695319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a76f63-4efb-4382-99d5-1462ab59c228 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Subnet': ['ID=7012516d-c35f-42aa-b289-b281818e2c6e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:21.742052 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:21.755043 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:20Z', 'revision_number': 9, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:21.785802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] Checking router: 5624958f-de90-452d-8c49-059179f90fcd for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:21.801425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port e696d450-305c-43dd-b450-9ebc517777cc {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:21.801914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:21.802824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:21.803461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:21.883101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port e696d450-305c-43dd-b450-9ebc517777cc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e696d450-305c-43dd-b450-9ebc517777cc,segment=NetworkSegment(1ac7c760-8fac-440e-a4c2-a5caae02cfb1),segment_id=1ac7c760-8fac-440e-a4c2-a5caae02cfb1)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:21.883799 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:21.896766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5455fe44-9f15-4500-8480-47c0fb18e584 req-44913831-710c-4f71-a8e0-83958a5b022a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0602989 Dec 13 13:15:21.921005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for e696d450-305c-43dd-b450-9ebc517777cc owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:21.928572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959effa-843f-4105-8351-3acfc6dfe175 None None] DHCP port deletion for e047bb27-a5a8-4f8d-bf31-fab82d37705c request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:15:21.942639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:22.015478 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:22.049435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=e696d450-305c-43dd-b450-9ebc517777cc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:22.051649 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No DVR routers for this DVR port e696d450-305c-43dd-b450-9ebc517777cc on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:22.136587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7959effa-843f-4105-8351-3acfc6dfe175 None None] Deleting port e696d450-305c-43dd-b450-9ebc517777cc {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:22.137143 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7959effa-843f-4105-8351-3acfc6dfe175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:22.158600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:22.199177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e047bb27-a5a8-4f8d-bf31-fab82d37705c']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:22.223589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac7c760-8fac-440e-a4c2-a5caae02cfb1') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:22.224997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac7c760-8fac-440e-a4c2-a5caae02cfb1') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:22.237067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7959effa-843f-4105-8351-3acfc6dfe175 None None] For port e696d450-305c-43dd-b450-9ebc517777cc, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:22.237067 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7959effa-843f-4105-8351-3acfc6dfe175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:22.247965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:22.256052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7959effa-843f-4105-8351-3acfc6dfe175 None None] Calling delete_port for e696d450-305c-43dd-b450-9ebc517777cc owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:22.259516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-7959effa-843f-4105-8351-3acfc6dfe175 None None] Port e696d450-305c-43dd-b450-9ebc517777cc was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:15:22.263650 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7959effa-843f-4105-8351-3acfc6dfe175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:22.279820 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:22.297787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:15:22.299012 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:15:22.305298 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:15:22.312034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959effa-843f-4105-8351-3acfc6dfe175 None None] Pushing event deleted for resources: {'Port': ['ID=e696d450-305c-43dd-b450-9ebc517777cc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:22.314208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959effa-843f-4105-8351-3acfc6dfe175 None None] No DVR routers for this DVR port e696d450-305c-43dd-b450-9ebc517777cc on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:22.317441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:20Z', 'revision_number': 9, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:22.362947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b7764-5442-4209-8e2d-f6c7ae556b5b None None] The sync data for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 is: [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:20Z', 'revision_number': 9, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': '256f80ec-635a-46cb-9360-c4f50a1a6082', 'name': '', 'network_id': '6f8d6bf6-ff2d-4f95-903e-be8586249a4f', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:da:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '48208ae4-b17f-409c-85e3-5284c003698c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:55Z', 'updated_at': '2021-12-13T13:15:03Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '48208ae4-b17f-409c-85e3-5284c003698c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:22.463954 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:22.469131 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-c48108fa-01f5-49f0-b540-a8fdee4f754e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3849986 Dec 13 13:15:22.479996 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:22.484617 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/networks/e047bb27-a5a8-4f8d-bf31-fab82d37705c HTTP/1.1" status: 204 len: 168 time: 0.8270624 Dec 13 13:15:22.487947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49294) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:22.497643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad053cf-ca2f-46fa-a8cd-ac281ce753a2 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Network': ['ID=e047bb27-a5a8-4f8d-bf31-fab82d37705c,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:22.583800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-c7b6401b-0646-4b71-ba9a-9350849af0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:22.586433 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-c7b6401b-0646-4b71-ba9a-9350849af0c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fd14c1710c0474f81e533ec78ac461c&device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 1097 time: 0.0627997 Dec 13 13:15:22.822204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-7865bfbb-9cfa-4c1a-9163-f97167f45902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:22.823715 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-7865bfbb-9cfa-4c1a-9163-f97167f45902 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 200 len: 910 time: 0.2159493 Dec 13 13:15:23.062604 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-3cc5cf72-908f-426a-8f8c-27e81629657a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c07630-618e-402c-b931-1f791aef0d2b HTTP/1.1" status: 200 len: 1002 time: 0.2303810 Dec 13 13:15:23.112265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e696d450-305c-43dd-b450-9ebc517777cc no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:23.163243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b805fe7f-1308-4925-9209-8f6d8f465643 req-39b4875c-6ac7-4999-b4b7-a5d5ba366e0f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0622041 Dec 13 13:15:23.180694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e696d450-305c-43dd-b450-9ebc517777cc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:23.181203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e696d450-305c-43dd-b450-9ebc517777cc not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:23.181718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d9838632-278e-457f-9d8b-da95d051608e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:23.194698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-82fb4bde-619a-4a5c-9c17-78dd329fded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:23.200480 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-82fb4bde-619a-4a5c-9c17-78dd329fded8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 200 len: 849 time: 0.1293714 Dec 13 13:15:23.203350 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d9838632-278e-457f-9d8b-da95d051608e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:23.203935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d9838632-278e-457f-9d8b-da95d051608e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:23.220923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49320) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:23.330936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-ba363133-800d-4ea7-87a3-dbda28e82f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:23.332954 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-ba363133-800d-4ea7-87a3-dbda28e82f2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c03f10db-9f9c-4d27-aa88-05fe57ad660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263957 Dec 13 13:15:23.346669 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-49210f0a-06ef-49f6-aa4d-baa892f68857 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:15:23.352180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-49210f0a-06ef-49f6-aa4d-baa892f68857 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105217 Dec 13 13:15:23.441389 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9802e5e-f6fd-49dd-8e22-fbbecdc60177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:23.476520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930d81a-e2c0-4c82-aed3-f9fc2b3fc81d req-b04d6de1-6394-45f4-8da0-e62dfb76c244 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:23.478567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1930d81a-e2c0-4c82-aed3-f9fc2b3fc81d req-b04d6de1-6394-45f4-8da0-e62dfb76c244 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 946 time: 0.1100411 Dec 13 13:15:23.502861 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-16a6dfc5-8d8e-46e1-a559-c1896023a971 service neutron] 10.222.0.37 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433089 Dec 13 13:15:23.566596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1930d81a-e2c0-4c82-aed3-f9fc2b3fc81d req-0d79ff9d-91d5-4ade-a9e3-17b43d9e0eef tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646589 Dec 13 13:15:23.632748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:23.633091 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9802e5e-f6fd-49dd-8e22-fbbecdc60177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:23.642780 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9802e5e-f6fd-49dd-8e22-fbbecdc60177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:23.676286 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-91ad5bae-4471-472f-b7d6-90338c228a59 req-d606af23-3e6f-4569-97f8-81e2d2d6e75c service neutron] 10.222.0.37 "GET /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633861 Dec 13 13:15:23.692562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9802e5e-f6fd-49dd-8e22-fbbecdc60177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a9d485-0cb0-4428-a86f-403ae9f366dd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:23.697564 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f9802e5e-f6fd-49dd-8e22-fbbecdc60177 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec876166ec7b4948aa67cd8ac1375ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4722371 Dec 13 13:15:23.701830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49328) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:23.820779 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff2fecd1-b43a-4eb8-ad9a-9930fa9520ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:23.847237 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff2fecd1-b43a-4eb8-ad9a-9930fa9520ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:23.941522 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff2fecd1-b43a-4eb8-ad9a-9930fa9520ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:23.944067 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff2fecd1-b43a-4eb8-ad9a-9930fa9520ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:23.945148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ff2fecd1-b43a-4eb8-ad9a-9930fa9520ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65a9d485-0cb0-4428-a86f-403ae9f366dd HTTP/1.1" status: 204 len: 168 time: 0.2420158 Dec 13 13:15:23.964249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fecd1-b43a-4eb8-ad9a-9930fa9520ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a9d485-0cb0-4428-a86f-403ae9f366dd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:23.990898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 256f80ec-635a-46cb-9360-c4f50a1a6082 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:23.991645 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.090442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port 256f80ec-635a-46cb-9360-c4f50a1a6082, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=256f80ec-635a-46cb-9360-c4f50a1a6082,segment=NetworkSegment(8c059a2b-45a7-4486-8ba7-6e98ec393ab1),segment_id=8c059a2b-45a7-4486-8ba7-6e98ec393ab1)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:24.090843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.104346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 256f80ec-635a-46cb-9360-c4f50a1a6082 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:24.220702 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-845d05c6-5592-4337-8f43-de4344cb7ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.280905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49340) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:24.286257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6128f38-8596-434a-9801-e739f491d742 req-4112094f-991a-49db-a104-dd957c045d7f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0334251 Dec 13 13:15:24.324300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7f2c7519-5ecf-4094-9568-994df733286c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.352996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.385339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=256f80ec-635a-46cb-9360-c4f50a1a6082,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:24.433805 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7f2c7519-5ecf-4094-9568-994df733286c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.441627 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7f2c7519-5ecf-4094-9568-994df733286c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.493822 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7f2c7519-5ecf-4094-9568-994df733286c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83caecb6fc2b4d9b9c1ff3a9eaf6e4df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108877 Dec 13 13:15:24.495011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49342) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:24.495976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c7519-5ecf-4094-9568-994df733286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8abd85-b819-4446-818f-f2a8a1eae900,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:24.569262 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ef9f5be-3ee6-43cc-ae22-6864045c78a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.594138 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ef9f5be-3ee6-43cc-ae22-6864045c78a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.604843 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.669966 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ef9f5be-3ee6-43cc-ae22-6864045c78a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.673044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ef9f5be-3ee6-43cc-ae22-6864045c78a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:24.675042 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6ef9f5be-3ee6-43cc-ae22-6864045c78a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae8abd85-b819-4446-818f-f2a8a1eae900 HTTP/1.1" status: 204 len: 168 time: 0.1745059 Dec 13 13:15:24.683761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9f5be-3ee6-43cc-ae22-6864045c78a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8abd85-b819-4446-818f-f2a8a1eae900,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:24.776893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c3120-58a0-4d51-a026-aff56bf4e0bf req-4e3f1851-d0b1-4101-be3f-aa9e641993c8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:24.778432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d7c3120-58a0-4d51-a026-aff56bf4e0bf req-4e3f1851-d0b1-4101-be3f-aa9e641993c8 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 946 time: 0.0660546 Dec 13 13:15:24.911637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:24.917251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d7c3120-58a0-4d51-a026-aff56bf4e0bf req-0f2313a9-3fbd-4fc0-adb0-7eecad1bc1ac tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942049 Dec 13 13:15:25.028913 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-e1257adf-dc70-45b4-978d-1bfc882dca27 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:25.030566 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-e1257adf-dc70-45b4-978d-1bfc882dca27 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 946 time: 0.0567918 Dec 13 13:15:25.052847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:25.058767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3bb90b49-6461-4a00-a75f-2da4cdc98054 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697801 Dec 13 13:15:25.061336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49354) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:25.068315 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] Sync routers for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:25.084765 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:25.085598 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:25.129878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-579dbe48-34b6-4ffa-bf06-ec0930c69590 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting subnet 48208ae4-b17f-409c-85e3-5284c003698c {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:15:25.133754 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-579dbe48-34b6-4ffa-bf06-ec0930c69590 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.183775 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:25.196088 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-579dbe48-34b6-4ffa-bf06-ec0930c69590 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.209546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Deleting port 50c07630-618e-402c-b931-1f791aef0d2b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:25.210241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.293217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-579dbe48-34b6-4ffa-bf06-ec0930c69590 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.359209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] For port 50c07630-618e-402c-b931-1f791aef0d2b, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=50c07630-618e-402c-b931-1f791aef0d2b,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:25.359812 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.388358 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-579dbe48-34b6-4ffa-bf06-ec0930c69590 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.463528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dbe48-34b6-4ffa-bf06-ec0930c69590 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Subnet': ['ID=48208ae4-b17f-409c-85e3-5284c003698c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:25.476846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-579dbe48-34b6-4ffa-bf06-ec0930c69590 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.481369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-579dbe48-34b6-4ffa-bf06-ec0930c69590 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/48208ae4-b17f-409c-85e3-5284c003698c HTTP/1.1" status: 204 len: 168 time: 0.4187384 Dec 13 13:15:25.488888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e79b36d-72c4-4948-b5ca-9a67ea648b41 None None] Network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:25.497580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49368) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:25.501256 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dabe0b91-5ec7-4806-87a3-50f2cba7d523 req-bad35e51-aa40-41a5-aa2c-2b8d9514854e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0508890 Dec 13 13:15:25.555009 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:24Z', 'revision_number': 10, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:25.592130 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] Checking router: 5624958f-de90-452d-8c49-059179f90fcd for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:25.617556 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:25.619895 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:14:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:25.627988 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.738655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 01123849-1dde-48cc-96a1-2a767363ab22 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:25.738989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.746398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da56757-af7d-43e6-83b5-c96b5a7b7810 None None] DHCP port deletion for 6f8d6bf6-ff2d-4f95-903e-be8586249a4f request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:15:25.780232 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:25.807842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.808202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.808515 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Floating IP 5b4f9c80-42c1-4a85-8c0a-497adf560f8c disassociated. External IP: 172.25.2.185, port: 50c07630-618e-402c-b931-1f791aef0d2b. Dec 13 13:15:25.808855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Calling delete_port for 50c07630-618e-402c-b931-1f791aef0d2b owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:25.843627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port 01123849-1dde-48cc-96a1-2a767363ab22, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=01123849-1dde-48cc-96a1-2a767363ab22,segment=NetworkSegment(8c059a2b-45a7-4486-8ba7-6e98ec393ab1),segment_id=8c059a2b-45a7-4486-8ba7-6e98ec393ab1)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:25.844564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.859456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 01123849-1dde-48cc-96a1-2a767363ab22 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:25.878814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8da56757-af7d-43e6-83b5-c96b5a7b7810 None None] Deleting port 01123849-1dde-48cc-96a1-2a767363ab22 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:25.879184 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8da56757-af7d-43e6-83b5-c96b5a7b7810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:25.960729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.055132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=01123849-1dde-48cc-96a1-2a767363ab22,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:26.086150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No DVR routers for this DVR port 01123849-1dde-48cc-96a1-2a767363ab22 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:26.097357 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.152830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event deleted for resources: {'Port': ['ID=50c07630-618e-402c-b931-1f791aef0d2b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:26.248075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5611e-e078-48c3-8b94-4c9b714f5475 req-cd938a67-6ee6-461b-8330-c97157399902 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:26.256376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1c5611e-e078-48c3-8b94-4c9b714f5475 req-cd938a67-6ee6-461b-8330-c97157399902 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 867 time: 0.2037828 Dec 13 13:15:26.275361 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.322505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8d6bf6-ff2d-4f95-903e-be8586249a4f']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:26.338091 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:24Z', 'revision_number': 10, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:26.360882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c059a2b-45a7-4486-8ba7-6e98ec393ab1') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:26.363165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c059a2b-45a7-4486-8ba7-6e98ec393ab1') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:26.393023 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf13d-3a7c-4359-a6ff-bdf2a768c6cd None None] The sync data for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 is: [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:24Z', 'revision_number': 10, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None, '_interfaces': [{'id': 'd0558f58-43dd-4620-9f42-ae5dca7de7d3', 'name': '', 'network_id': '0f3a6451-e7d8-430b-98b8-5963dbef76b4', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'mac_address': 'fa:16:3e:52:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5624958f-de90-452d-8c49-059179f90fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:48Z', 'updated_at': '2021-12-13T13:14:57Z', 'revision_number': 5, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'subnets': [{'id': '75b0ee40-f58c-4667-b1f4-cf804f8c57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:26.401111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1c5611e-e078-48c3-8b94-4c9b714f5475 req-f71e6df6-110f-4b59-a06d-b25908e0516a tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a6c10a-7acd-45cc-9b3d-93887e615094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426239 Dec 13 13:15:26.403637 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.427215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8da56757-af7d-43e6-83b5-c96b5a7b7810 None None] For port 01123849-1dde-48cc-96a1-2a767363ab22, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=01123849-1dde-48cc-96a1-2a767363ab22,segment=NetworkSegment(8c059a2b-45a7-4486-8ba7-6e98ec393ab1),segment_id=8c059a2b-45a7-4486-8ba7-6e98ec393ab1)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:26.427750 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8da56757-af7d-43e6-83b5-c96b5a7b7810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.440188 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.445210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8da56757-af7d-43e6-83b5-c96b5a7b7810 None None] Calling delete_port for 01123849-1dde-48cc-96a1-2a767363ab22 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:26.452339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:15:26.452999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:15:26.549011 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:15:26.554125 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.569499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.577461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/networks/6f8d6bf6-ff2d-4f95-903e-be8586249a4f HTTP/1.1" status: 204 len: 168 time: 1.0726016 Dec 13 13:15:26.582163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49394) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:26.634312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e46375-38e5-48fe-bd67-24dac8ebb60b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Network': ['ID=6f8d6bf6-ff2d-4f95-903e-be8586249a4f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:26.685534 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d64ee1e-fcd9-4169-afff-488381fdda39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.725723 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8da56757-af7d-43e6-83b5-c96b5a7b7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:26.772757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8da56757-af7d-43e6-83b5-c96b5a7b7810 None None] Network 6f8d6bf6-ff2d-4f95-903e-be8586249a4f is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:15:26.773503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da56757-af7d-43e6-83b5-c96b5a7b7810 None None] No DVR routers for this DVR port 01123849-1dde-48cc-96a1-2a767363ab22 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:26.803988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da56757-af7d-43e6-83b5-c96b5a7b7810 None None] Pushing event deleted for resources: {'Port': ['ID=01123849-1dde-48cc-96a1-2a767363ab22,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:26.856595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-415adc4e-b430-4599-9a19-fbf3ee8b6a3d req-838584e8-76b5-48d9-849a-fafe2fefc18d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.1239011 Dec 13 13:15:26.927049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Router 9d15185e-b4ac-4386-a73d-ee1fc766b97d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:27.025691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 01123849-1dde-48cc-96a1-2a767363ab22 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:27.050906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 01123849-1dde-48cc-96a1-2a767363ab22 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:27.051465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 01123849-1dde-48cc-96a1-2a767363ab22 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:27.052078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 256f80ec-635a-46cb-9360-c4f50a1a6082 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:27.074189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:27.081595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 256f80ec-635a-46cb-9360-c4f50a1a6082 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:27.081958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 256f80ec-635a-46cb-9360-c4f50a1a6082 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:27.085837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] Sync routers for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:27.109864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:27.111021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:27.139422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] No DVR routers for this DVR port 50c07630-618e-402c-b931-1f791aef0d2b on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:27.142761 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:27.147574 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21eab81e-1fee-4e31-acc6-b114fe19e237 req-a94cb6b5-7c3a-420f-912d-a5176093c294 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.37 "DELETE /v2.0/ports/50c07630-618e-402c-b931-1f791aef0d2b HTTP/1.1" status: 204 len: 173 time: 2.1109345 Dec 13 13:15:27.148304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'name': 'network-vif-deleted', 'tag': '50c07630-618e-402c-b931-1f791aef0d2b'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:15:27.151697 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af57f4fb-7788-46a2-a7a7-51ddff4d4581" -d '{"events": [{"server_uuid": "2cc5e3f7-1cca-422a-82a2-db708b0cd484", "name": "network-vif-deleted", "tag": "50c07630-618e-402c-b931-1f791aef0d2b"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:15:27.245004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:27.420587 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:27.527815 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b660ff83-bf0d-4653-8039-d3ebfd30c55e x-openstack-request-id: req-b660ff83-bf0d-4653-8039-d3ebfd30c55e {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:15:27.528403 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc5e3f7-1cca-422a-82a2-db708b0cd484", "name": "network-vif-deleted", "tag": "50c07630-618e-402c-b931-1f791aef0d2b", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:15:27.528843 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b660ff83-bf0d-4653-8039-d3ebfd30c55e {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:15:27.529546 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc5e3f7-1cca-422a-82a2-db708b0cd484', 'name': 'network-vif-deleted', 'tag': '50c07630-618e-402c-b931-1f791aef0d2b', 'status': 'completed', 'code': 200} Dec 13 13:15:27.563390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:27.598449 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] Checking router: 9d15185e-b4ac-4386-a73d-ee1fc766b97d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:27.602651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95c0ded1-f546-4dec-b1ba-d13c66a39d9f req-8facd73b-ef2b-41db-ba01-80c8c10bfdbb tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cc5e3f7-1cca-422a-82a2-db708b0cd484 HTTP/1.1" status: 200 len: 210 time: 0.0686200 Dec 13 13:15:27.618952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:27.619597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:27.789718 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:27.793953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:27.940119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port d0558f58-43dd-4620-9f42-ae5dca7de7d3 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:27.940550 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:28.031655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e108372b-4dea-4637-ad99-54b474bcb369 req-39538d89-42f4-482d-ba20-0bc6b8d6f077 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0699344 Dec 13 13:15:28.077035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port d0558f58-43dd-4620-9f42-ae5dca7de7d3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d0558f58-43dd-4620-9f42-ae5dca7de7d3,segment=NetworkSegment(a3997e38-7e75-4f0c-93eb-6cf7cba0a217),segment_id=a3997e38-7e75-4f0c-93eb-6cf7cba0a217)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:28.077514 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:28.094398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for d0558f58-43dd-4620-9f42-ae5dca7de7d3 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:28.099360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:28.128951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a4fef-97ce-4660-9227-19c006aa0e94 None None] The sync data for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 is: [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:07:37Z', 'revision_number': 4, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1ae368c8-f47a-43a1-ae82-4b5321f1575d', 'name': '', 'network_id': 'c03f10db-9f9c-4d27-aa88-05fe57ad660a', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'mac_address': 'fa:16:3e:43:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:35Z', 'updated_at': '2021-12-13T13:07:43Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'subnets': [{'id': '563598e9-d8ce-48bd-b301-6842a91f8338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:28.364047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:28.462936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=d0558f58-43dd-4620-9f42-ae5dca7de7d3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:28.616244 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5225b31-d0ba-439a-b939-13d6d0bac7bc None None] New status for floating IP 5b4f9c80-42c1-4a85-8c0a-497adf560f8c: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:15:28.709109 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:28.766036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49452) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:28.792295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 50c07630-618e-402c-b931-1f791aef0d2b no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:28.838025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 50c07630-618e-402c-b931-1f791aef0d2b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:28.839648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 50c07630-618e-402c-b931-1f791aef0d2b not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:28.880844 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-923a19c0-eaf6-4a16-8450-ac9462cfd1ff tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:28.930911 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-923a19c0-eaf6-4a16-8450-ac9462cfd1ff tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.014843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:29.025170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-923a19c0-eaf6-4a16-8450-ac9462cfd1ff tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.028238 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-923a19c0-eaf6-4a16-8450-ac9462cfd1ff tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.029402 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-923a19c0-eaf6-4a16-8450-ac9462cfd1ff tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "DELETE /v2.0/security-groups/d4a6c10a-7acd-45cc-9b3d-93887e615094 HTTP/1.1" status: 204 len: 168 time: 0.2594285 Dec 13 13:15:29.036751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49460) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:29.051332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a19c0-eaf6-4a16-8450-ac9462cfd1ff tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a6c10a-7acd-45cc-9b3d-93887e615094,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:29.104390 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-e29aba51-2813-45ca-84e9-e4fd6efe37b9 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] show failed (client error): The resource could not be found. Dec 13 13:15:29.114267 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e29aba51-2813-45ca-84e9-e4fd6efe37b9 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "GET /v2.0/security-groups/d4a6c10a-7acd-45cc-9b3d-93887e615094 HTTP/1.1" status: 404 len: 347 time: 0.0761175 Dec 13 13:15:29.115041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49464) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:29.122168 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.180231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:29.191856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] Sync routers for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:29.195243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b053fbd-520c-4126-9e61-9a9010824d81 req-9a2fe2ad-3fc4-4b9f-ada5-95e06ff160bd tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0430505 Dec 13 13:15:29.209641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-276caa50-640a-439e-b757-da28e7b961c8 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6249094 Dec 13 13:15:29.210474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49466) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:29.228331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:29.230414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:29.273138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffddb33d-2f27-4bd2-8460-7b04dcdb701f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting subnet 75b0ee40-f58c-4667-b1f4-cf804f8c57d9 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:15:29.277438 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffddb33d-2f27-4bd2-8460-7b04dcdb701f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.325185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:29.327195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce81fc-00d3-490b-ad94-0d894ea01d24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Deleting port 5107f403-ebec-4a6d-a51e-8dc158f6fe9a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:29.327937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9ce81fc-00d3-490b-ad94-0d894ea01d24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.337763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffddb33d-2f27-4bd2-8460-7b04dcdb701f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.401392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:28Z', 'revision_number': 11, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:29.435006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] Checking router: 5624958f-de90-452d-8c49-059179f90fcd for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:29.451159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:29.452032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:29.503946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9ce81fc-00d3-490b-ad94-0d894ea01d24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.506168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9ce81fc-00d3-490b-ad94-0d894ea01d24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.524477 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffddb33d-2f27-4bd2-8460-7b04dcdb701f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.526915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce81fc-00d3-490b-ad94-0d894ea01d24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Calling delete_port for 5107f403-ebec-4a6d-a51e-8dc158f6fe9a owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:29.598366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:29.666364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:28Z', 'revision_number': 11, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:29.672549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffddb33d-2f27-4bd2-8460-7b04dcdb701f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.714836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb7656-fe87-4c05-a005-ac0452d9f4d2 None None] The sync data for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 is: [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:28Z', 'revision_number': 11, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:29.760979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddb33d-2f27-4bd2-8460-7b04dcdb701f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Subnet': ['ID=75b0ee40-f58c-4667-b1f4-cf804f8c57d9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:29.777150 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ffddb33d-2f27-4bd2-8460-7b04dcdb701f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.785892 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61958205-be62-4544-ad69-0a845473fddd None None] Network 0f3a6451-e7d8-430b-98b8-5963dbef76b4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:29.792523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ffddb33d-2f27-4bd2-8460-7b04dcdb701f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/75b0ee40-f58c-4667-b1f4-cf804f8c57d9 HTTP/1.1" status: 204 len: 168 time: 0.5782330 Dec 13 13:15:29.792737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49478) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:29.811523 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9ce81fc-00d3-490b-ad94-0d894ea01d24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.844641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce81fc-00d3-490b-ad94-0d894ea01d24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Pushing event deleted for resources: {'Port': ['ID=5107f403-ebec-4a6d-a51e-8dc158f6fe9a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:29.927573 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.968021 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9ce81fc-00d3-490b-ad94-0d894ea01d24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.968252 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.971741 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9ce81fc-00d3-490b-ad94-0d894ea01d24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:29.973463 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e9ce81fc-00d3-490b-ad94-0d894ea01d24 tempest-AttachVolumeTestJSON-2026797070 tempest-AttachVolumeTestJSON-2026797070-project] 10.222.0.31 "DELETE /v2.0/floatingips/5b4f9c80-42c1-4a85-8c0a-497adf560f8c HTTP/1.1" status: 204 len: 168 time: 0.8572032 Dec 13 13:15:30.078909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bdcf83-527c-4633-ad14-1fc8aa637881 None None] DHCP port deletion for 0f3a6451-e7d8-430b-98b8-5963dbef76b4 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:15:30.099849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Deleting port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:30.100186 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:30.204244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e6bdcf83-527c-4633-ad14-1fc8aa637881 None None] Deleting port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:30.204892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] For port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48d90f9d-bc2f-4fd3-96c0-3c546ddafee8,segment=NetworkSegment(a3997e38-7e75-4f0c-93eb-6cf7cba0a217),segment_id=a3997e38-7e75-4f0c-93eb-6cf7cba0a217)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:30.206458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:30.207252 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcf83-527c-4633-ad14-1fc8aa637881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:30.228528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Calling delete_port for 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:30.355016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdeff223-4b40-4f79-8485-424c03bb8fbd req-7cc87f02-f8cd-4c2d-89c3-f162f047c59b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0468311 Dec 13 13:15:30.357064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e6bdcf83-527c-4633-ad14-1fc8aa637881 None None] For port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48d90f9d-bc2f-4fd3-96c0-3c546ddafee8,segment=NetworkSegment(a3997e38-7e75-4f0c-93eb-6cf7cba0a217),segment_id=a3997e38-7e75-4f0c-93eb-6cf7cba0a217)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:30.357383 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcf83-527c-4633-ad14-1fc8aa637881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:30.384055 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e6bdcf83-527c-4633-ad14-1fc8aa637881 None None] Calling delete_port for 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:30.399064 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:30.432191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Port': ['ID=48d90f9d-bc2f-4fd3-96c0-3c546ddafee8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:30.439444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No DVR routers for this DVR port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:30.542453 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcf83-527c-4633-ad14-1fc8aa637881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:30.607955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdcf83-527c-4633-ad14-1fc8aa637881 None None] Pushing event deleted for resources: {'Port': ['ID=48d90f9d-bc2f-4fd3-96c0-3c546ddafee8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:30.618319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdcf83-527c-4633-ad14-1fc8aa637881 None None] No DVR routers for this DVR port 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:15:31.032856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:31.073694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:31.074046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48d90f9d-bc2f-4fd3-96c0-3c546ddafee8 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:31.074817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d0558f58-43dd-4620-9f42-ae5dca7de7d3 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:15:31.099049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d0558f58-43dd-4620-9f42-ae5dca7de7d3 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:15:31.105444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d0558f58-43dd-4620-9f42-ae5dca7de7d3 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:15:31.193392 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:31.234712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3a6451-e7d8-430b-98b8-5963dbef76b4']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:31.248772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:31.249262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3997e38-7e75-4f0c-93eb-6cf7cba0a217') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:31.270411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:31.287328 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:31.294477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:15:31.295191 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:15:31.298310 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:15:31.389626 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:31.404783 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:31.418166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49522) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:31.423230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e9fa9d97-564d-4f06-8021-ea3541d4af41 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'routes': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:31.434868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/networks/0f3a6451-e7d8-430b-98b8-5963dbef76b4 HTTP/1.1" status: 204 len: 168 time: 1.6206985 Dec 13 13:15:31.463362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1568ef-de36-4d8e-80ad-e5540505dede tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Pushing event deleted for resources: {'Network': ['ID=0f3a6451-e7d8-430b-98b8-5963dbef76b4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:31.527403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5432ea3f-ccc3-4f93-ba1c-371f3230cf11 req-23d95afe-64cf-42ea-b611-ac17d944174c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0597732 Dec 13 13:15:31.662522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.extraroute_db [None req-e9fa9d97-564d-4f06-8021-ea3541d4af41 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Added routes are [] {{(pid=109885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 13:15:31.662833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.extraroute_db [None req-e9fa9d97-564d-4f06-8021-ea3541d4af41 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Removed routes are [] {{(pid=109885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 13:15:31.663005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9d97-564d-4f06-8021-ea3541d4af41 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:31.853087 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9d97-564d-4f06-8021-ea3541d4af41 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:31.856837 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9d97-564d-4f06-8021-ea3541d4af41 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.001712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fa9d97-564d-4f06-8021-ea3541d4af41 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 5624958f-de90-452d-8c49-059179f90fcd has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:32.084651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fa9d97-564d-4f06-8021-ea3541d4af41 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:32.093753 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9d97-564d-4f06-8021-ea3541d4af41 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.097788 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e9fa9d97-564d-4f06-8021-ea3541d4af41 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd HTTP/1.1" status: 200 len: 701 time: 0.6761301 Dec 13 13:15:32.098014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49542) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:32.104763 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] Sync routers for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:32.133561 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:32.134917 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:32.158259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-56a2f295-f5fb-45cb-bf96-827ec10505bd tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5624958f-de90-452d-8c49-059179f90fcd HTTP/1.1" status: 200 len: 205 time: 0.0563715 Dec 13 13:15:32.158854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49546) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:32.241137 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c659a759-286c-4608-b6c1-62f46bf5f88e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.295977 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:32.362726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:28Z', 'revision_number': 11, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:32.402707 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] Checking router: 5624958f-de90-452d-8c49-059179f90fcd for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:32.412652 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] Routers {'5624958f-de90-452d-8c49-059179f90fcd'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:32.414923 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['5624958f-de90-452d-8c49-059179f90fcd'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:32.525424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c659a759-286c-4608-b6c1-62f46bf5f88e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.527811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c659a759-286c-4608-b6c1-62f46bf5f88e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.583270 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] Set router 5624958f-de90-452d-8c49-059179f90fcd gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:32.643276 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:28Z', 'revision_number': 11, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:32.662638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c659a759-286c-4608-b6c1-62f46bf5f88e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.663508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c659a759-286c-4608-b6c1-62f46bf5f88e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Fanout notify agent at l3_agent the message router_deleted on router 5624958f-de90-452d-8c49-059179f90fcd {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:15:32.687101 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c659a759-286c-4608-b6c1-62f46bf5f88e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.687862 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebe25d-28ca-42ee-9a49-9fed680bc0e8 None None] The sync data for ids ['5624958f-de90-452d-8c49-059179f90fcd'] in n-d-817326-4 is: [{'id': '5624958f-de90-452d-8c49-059179f90fcd', 'name': 'tempest-RoutersTest-router-1116192003', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:46Z', 'updated_at': '2021-12-13T13:15:28Z', 'revision_number': 11, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:32.689224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c659a759-286c-4608-b6c1-62f46bf5f88e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd HTTP/1.1" status: 204 len: 168 time: 0.5293143 Dec 13 13:15:32.693644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49556) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:32.699547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-06d56267-fdec-442e-8449-04bb39bc2466 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-750611191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:32.715139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d02caa20-dca3-4e0c-82eb-cceb6ce95713 req-1424e936-715d-41db-a73d-54e1f2462e48 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0646024 Dec 13 13:15:32.765843 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06d56267-fdec-442e-8449-04bb39bc2466 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.770787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06d56267-fdec-442e-8449-04bb39bc2466 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.885543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06d56267-fdec-442e-8449-04bb39bc2466 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.892686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06d56267-fdec-442e-8449-04bb39bc2466 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.923558 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06d56267-fdec-442e-8449-04bb39bc2466 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:32.925738 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-06d56267-fdec-442e-8449-04bb39bc2466 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2297986 Dec 13 13:15:32.928101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49564) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:32.933152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-cc5b883f-f2b3-4698-9564-dadff1913523 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:33.381354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc5b883f-f2b3-4698-9564-dadff1913523 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62579'] for router, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:33.396926 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc5b883f-f2b3-4698-9564-dadff1913523 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551004'] for router, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:33.530493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5b883f-f2b3-4698-9564-dadff1913523 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Router 05c36475-f86c-4e40-9da3-93f0cad46cf6 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:15:33.694573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5b883f-f2b3-4698-9564-dadff1913523 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:33.705999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cc5b883f-f2b3-4698-9564-dadff1913523 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:33.707483 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cc5b883f-f2b3-4698-9564-dadff1913523 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "PUT /v2.0/routers/05c36475-f86c-4e40-9da3-93f0cad46cf6 HTTP/1.1" status: 200 len: 693 time: 0.7782967 Dec 13 13:15:33.708414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] Sync routers for ids ['05c36475-f86c-4e40-9da3-93f0cad46cf6'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:33.709992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49588) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:33.744556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] Routers {'05c36475-f86c-4e40-9da3-93f0cad46cf6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:33.753266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['05c36475-f86c-4e40-9da3-93f0cad46cf6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:33.821047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d735065d-ab3d-49c8-b5ac-412fd7f3432f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/routers/05c36475-f86c-4e40-9da3-93f0cad46cf6 HTTP/1.1" status: 200 len: 699 time: 0.1072619 Dec 13 13:15:33.821538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49600) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:33.947657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad8efc5b-0217-4a0b-acd4-871a0b1b1c59 req-11d1ac70-c4ef-43c0-8501-bb64f38348a3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0641530 Dec 13 13:15:33.950901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7c969737-309a-46aa-bdfb-cac80af35352 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=05c36475-f86c-4e40-9da3-93f0cad46cf6 HTTP/1.1" status: 200 len: 205 time: 0.1280477 Dec 13 13:15:33.954064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49608) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:34.065413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] Set router 05c36475-f86c-4e40-9da3-93f0cad46cf6 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:34.175580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c36475-f86c-4e40-9da3-93f0cad46cf6', 'name': 'tempest-RoutersTest-router-750611191', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:15:32Z', 'updated_at': '2021-12-13T13:15:33Z', 'revision_number': 2, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:34.176352 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88bd86a-04fe-48bf-abec-d4e081035039 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:34.238800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] Checking router: 05c36475-f86c-4e40-9da3-93f0cad46cf6 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:15:34.259563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] Routers {'05c36475-f86c-4e40-9da3-93f0cad46cf6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:34.260224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['05c36475-f86c-4e40-9da3-93f0cad46cf6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:34.367389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] Set router 05c36475-f86c-4e40-9da3-93f0cad46cf6 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:15:34.526825 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88bd86a-04fe-48bf-abec-d4e081035039 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:34.540422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c36475-f86c-4e40-9da3-93f0cad46cf6', 'name': 'tempest-RoutersTest-router-750611191', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:15:32Z', 'updated_at': '2021-12-13T13:15:33Z', 'revision_number': 2, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:34.553849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88bd86a-04fe-48bf-abec-d4e081035039 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:34.578087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006bfe2-ba62-4f17-9528-a3fa5ebb5ff8 None None] The sync data for ids ['05c36475-f86c-4e40-9da3-93f0cad46cf6'] in n-d-817326-4 is: [{'id': '05c36475-f86c-4e40-9da3-93f0cad46cf6', 'name': 'tempest-RoutersTest-router-750611191', 'tenant_id': '6d7076ee20454fe7b642544ee62d194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:15:32Z', 'updated_at': '2021-12-13T13:15:33Z', 'revision_number': 2, 'project_id': '6d7076ee20454fe7b642544ee62d194a', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:34.632518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88bd86a-04fe-48bf-abec-d4e081035039 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:34.633161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88bd86a-04fe-48bf-abec-d4e081035039 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Fanout notify agent at l3_agent the message router_deleted on router 05c36475-f86c-4e40-9da3-93f0cad46cf6 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:15:34.646216 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c88bd86a-04fe-48bf-abec-d4e081035039 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:34.650796 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c88bd86a-04fe-48bf-abec-d4e081035039 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/05c36475-f86c-4e40-9da3-93f0cad46cf6 HTTP/1.1" status: 204 len: 168 time: 0.6918983 Dec 13 13:15:34.651258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49624) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:34.707699 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49626) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:34.708319 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a8b6a70b-ee31-48b8-98d3-b13fa3a7f560 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=05c36475-f86c-4e40-9da3-93f0cad46cf6 HTTP/1.1" status: 200 len: 205 time: 0.0546100 Dec 13 13:15:34.791831 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-8a07d087-c81e-45d3-a0a0-cdab1a99128b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] delete failed (client error): The resource could not be found. Dec 13 13:15:34.797513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49630) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:34.813187 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8a07d087-c81e-45d3-a0a0-cdab1a99128b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/05c36475-f86c-4e40-9da3-93f0cad46cf6 HTTP/1.1" status: 404 len: 336 time: 0.1038725 Dec 13 13:15:34.857791 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4642f6c6-8faf-47ba-ac45-156b2751b82a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:34.858293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4642f6c6-8faf-47ba-ac45-156b2751b82a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:34.866517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4642f6c6-8faf-47ba-ac45-156b2751b82a tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/3bdc39a5-956b-4341-836e-a534485ec060 HTTP/1.1" status: 404 len: 337 time: 0.0669296 Dec 13 13:15:34.869061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49636) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:35.182671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bdcbf0fc-0334-4664-92fd-8440f59e1dbf req-c1c1026f-9287-47cf-af5d-428068fcbabf tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0745215 Dec 13 13:15:35.433414 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea6d1db-7754-4879-9db9-a07ea5881906 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:35.434305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea6d1db-7754-4879-9db9-a07ea5881906 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:35.437604 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bea6d1db-7754-4879-9db9-a07ea5881906 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/7012516d-c35f-42aa-b289-b281818e2c6e HTTP/1.1" status: 404 len: 337 time: 0.5436652 Dec 13 13:15:35.440526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49650) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:35.486273 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed19732-bc9a-40e5-98dd-96978a6c1f78 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:35.486991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed19732-bc9a-40e5-98dd-96978a6c1f78 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:35.490492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bed19732-bc9a-40e5-98dd-96978a6c1f78 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/48208ae4-b17f-409c-85e3-5284c003698c HTTP/1.1" status: 404 len: 337 time: 0.0486290 Dec 13 13:15:35.492955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49652) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:35.524519 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea36dbe-40a6-4774-970e-41b2dd061fcf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:35.525308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea36dbe-40a6-4774-970e-41b2dd061fcf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:35.528751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4ea36dbe-40a6-4774-970e-41b2dd061fcf tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/75b0ee40-f58c-4667-b1f4-cf804f8c57d9 HTTP/1.1" status: 404 len: 337 time: 0.0346692 Dec 13 13:15:35.531556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49654) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:35.589014 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3b9314f1-e287-49b6-bbc4-ecf9bb68289b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=5624958f-de90-452d-8c49-059179f90fcd HTTP/1.1" status: 200 len: 205 time: 0.0561759 Dec 13 13:15:35.591528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49658) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:35.671369 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-ed9ad8bf-6249-42f0-9734-1870a594b50b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] delete failed (client error): The resource could not be found. Dec 13 13:15:35.675942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ed9ad8bf-6249-42f0-9734-1870a594b50b tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/5624958f-de90-452d-8c49-059179f90fcd HTTP/1.1" status: 404 len: 336 time: 0.0833681 Dec 13 13:15:35.676101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49662) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:35.728525 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-38b3678c-2597-4084-883f-cd1157cfbf9f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f766ba-1853-4611-bf48-54efddbc2bde HTTP/1.1" status: 200 len: 205 time: 0.0513024 Dec 13 13:15:35.731107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49664) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:35.802984 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-6d72e7fc-2175-43bd-ab35-1ad818e4f1b9 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] delete failed (client error): The resource could not be found. Dec 13 13:15:35.808137 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49666) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:35.825041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6d72e7fc-2175-43bd-ab35-1ad818e4f1b9 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/d5f766ba-1853-4611-bf48-54efddbc2bde HTTP/1.1" status: 404 len: 336 time: 0.0923514 Dec 13 13:15:35.868079 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-361b7e7c-3af8-4ff0-b638-337b5c36cd7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:35.868586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361b7e7c-3af8-4ff0-b638-337b5c36cd7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:35.874227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-361b7e7c-3af8-4ff0-b638-337b5c36cd7f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/bc995b4b-bc82-4ea4-a766-72a777cbe96a HTTP/1.1" status: 404 len: 337 time: 0.0614619 Dec 13 13:15:35.874548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49670) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:35.924645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d1e69cb4-eb7a-43c2-9fdd-265e954ceca6 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fc17c67-4d40-4e33-ab7c-07b3d70fb784 HTTP/1.1" status: 200 len: 205 time: 0.0448823 Dec 13 13:15:35.924902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49674) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:35.986980 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-5ce2d266-02c5-48de-8a8a-09d6ff10ece1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] delete failed (client error): The resource could not be found. Dec 13 13:15:35.990464 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5ce2d266-02c5-48de-8a8a-09d6ff10ece1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/9fc17c67-4d40-4e33-ab7c-07b3d70fb784 HTTP/1.1" status: 404 len: 336 time: 0.0622396 Dec 13 13:15:35.990867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49676) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:36.037551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bae58e7d-186d-4240-9499-f139c02aa177 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a18a4d7-1f95-44a5-8b52-d8009d64727f HTTP/1.1" status: 200 len: 205 time: 0.0454397 Dec 13 13:15:36.039955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49682) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:36.113896 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-5914f4bc-b2d1-4728-a065-b3d1396b3599 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] delete failed (client error): The resource could not be found. Dec 13 13:15:36.115358 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5914f4bc-b2d1-4728-a065-b3d1396b3599 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/1a18a4d7-1f95-44a5-8b52-d8009d64727f HTTP/1.1" status: 404 len: 336 time: 0.0743244 Dec 13 13:15:36.118008 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49688) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:36.185949 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f60e91a-a5b4-4ca1-b767-7feb08201fc1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:36.196113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f60e91a-a5b4-4ca1-b767-7feb08201fc1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:36.204250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9f60e91a-a5b4-4ca1-b767-7feb08201fc1 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/59ac8e45-3d69-41ea-b9dc-0133ec174d30 HTTP/1.1" status: 404 len: 337 time: 0.0849504 Dec 13 13:15:36.207250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49692) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:36.259241 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c3c53b75-27ed-4b40-b751-8943e6795253 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=125f4777-6ec6-4201-ad51-33bc4ec076b3 HTTP/1.1" status: 200 len: 205 time: 0.0486557 Dec 13 13:15:36.259894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49694) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:36.350710 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-b6f9a32b-a7b9-4d84-96c7-1ef2eec9da8e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] delete failed (client error): The resource could not be found. Dec 13 13:15:36.352363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b6f9a32b-a7b9-4d84-96c7-1ef2eec9da8e tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/125f4777-6ec6-4201-ad51-33bc4ec076b3 HTTP/1.1" status: 404 len: 336 time: 0.0908794 Dec 13 13:15:36.354700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49700) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:36.383743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b88e285-b876-4e38-8d7f-94e9065a1436 req-664c63fc-4fe3-4d18-8fd1-ef8f0073dffa tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0435276 Dec 13 13:15:36.404282 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-352c80a5-8770-41f0-b0ff-2cb8a87b824f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:36.405051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352c80a5-8770-41f0-b0ff-2cb8a87b824f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:36.410327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-352c80a5-8770-41f0-b0ff-2cb8a87b824f tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/11fbce4d-1794-4fe2-9765-020fa0299e0a HTTP/1.1" status: 404 len: 337 time: 0.0541708 Dec 13 13:15:36.412593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49702) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:36.495868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e64ba6c8-6673-4895-b846-cf0df7726305 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "GET /v2.0/ports?device_id=70c81053-a644-4812-a29c-fda47494bb4e HTTP/1.1" status: 200 len: 205 time: 0.0819364 Dec 13 13:15:36.500587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49706) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:36.541478 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:15:36.575266 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-e113c4c3-8a49-4ee8-81af-74b6b3ca8426 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] delete failed (client error): The resource could not be found. Dec 13 13:15:36.576449 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e113c4c3-8a49-4ee8-81af-74b6b3ca8426 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/routers/70c81053-a644-4812-a29c-fda47494bb4e HTTP/1.1" status: 404 len: 336 time: 0.0745122 Dec 13 13:15:36.579635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49708) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:36.621438 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-14de7767-f5d0-4800-bf44-d02bb6cbf401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:36.622623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14de7767-f5d0-4800-bf44-d02bb6cbf401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:36.629757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49710) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:36.661508 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-14de7767-f5d0-4800-bf44-d02bb6cbf401 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/c1a15135-4aaf-499b-b586-b21dab5f21e4 HTTP/1.1" status: 404 len: 337 time: 0.0779698 Dec 13 13:15:36.705266 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a12708-f5bf-4198-aaa9-fec13dbb64a4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] DELETE failed (client error): The resource could not be found. Dec 13 13:15:36.705892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a12708-f5bf-4198-aaa9-fec13dbb64a4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:15:36.713704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-47a12708-f5bf-4198-aaa9-fec13dbb64a4 tempest-RoutersTest-1665667982 tempest-RoutersTest-1665667982-project] 10.222.0.31 "DELETE /v2.0/subnets/205b2c00-83bd-4d1d-8160-484185902d4a HTTP/1.1" status: 404 len: 337 time: 0.0822392 Dec 13 13:15:37.303203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49738) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:37.554284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ed9eff6-9118-4878-8d7b-16b08db14150 req-51207ac9-4e4e-4085-945f-0d27dee23e14 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0623951 Dec 13 13:15:37.613176 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:37.627873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1a8e9cbd-f393-4013-90f4-c1f6d7d19ef1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d7076ee20454fe7b642544ee62d194a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3227100 Dec 13 13:15:37.630428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49746) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:37.635267 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:37.690438 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-11c06f04-3e87-40f4-82ca-8354e0f91f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:37.714758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-11c06f04-3e87-40f4-82ca-8354e0f91f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:37.775536 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-11c06f04-3e87-40f4-82ca-8354e0f91f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:37.779127 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-11c06f04-3e87-40f4-82ca-8354e0f91f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:37.780284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-11c06f04-3e87-40f4-82ca-8354e0f91f2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/446c1a06-6ad1-402e-9e7a-418caed6df3c HTTP/1.1" status: 204 len: 168 time: 0.1487012 Dec 13 13:15:37.816022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c06f04-3e87-40f4-82ca-8354e0f91f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446c1a06-6ad1-402e-9e7a-418caed6df3c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:38.690651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e4b2e37-1e73-4bd3-809b-b0da03c27750 req-f39ef3da-33dc-4aea-b860-80f1f0c8d420 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecd3ba7c-de51-4194-b32b-6c30ea31a239 HTTP/1.1" status: 200 len: 210 time: 0.0399165 Dec 13 13:15:39.172897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49804) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:39.385584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-caa51bf4-5cf0-43de-9b56-84b85f4d2507 tempest-DvrRoutersNegativeTest-2122985824 tempest-DvrRoutersNegativeTest-2122985824-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1874787300', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:39.388592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.policy [None req-caa51bf4-5cf0-43de-9b56-84b85f4d2507 tempest-DvrRoutersNegativeTest-2122985824 tempest-DvrRoutersNegativeTest-2122985824-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109885) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 13 13:15:39.388897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.policy [None req-caa51bf4-5cf0-43de-9b56-84b85f4d2507 tempest-DvrRoutersNegativeTest-2122985824 tempest-DvrRoutersNegativeTest-2122985824-project] Failed policy check for 'create_router' {{(pid=109885) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 13 13:15:39.389431 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-caa51bf4-5cf0-43de-9b56-84b85f4d2507 tempest-DvrRoutersNegativeTest-2122985824 tempest-DvrRoutersNegativeTest-2122985824-project] create failed (client error): Access was denied to this resource. Dec 13 13:15:39.394917 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-caa51bf4-5cf0-43de-9b56-84b85f4d2507 tempest-DvrRoutersNegativeTest-2122985824 tempest-DvrRoutersNegativeTest-2122985824-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2196145 Dec 13 13:15:39.810686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49830) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:40.052129 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a8d472-8564-4d75-938c-c4fecb77e071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:40.278034 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a8d472-8564-4d75-938c-c4fecb77e071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:40.288085 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09a8d472-8564-4d75-938c-c4fecb77e071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:40.342004 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-09a8d472-8564-4d75-938c-c4fecb77e071 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a079edab3114ceea306cb036cf7e7aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5269091 Dec 13 13:15:40.342004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8d472-8564-4d75-938c-c4fecb77e071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb747d9a-e6c7-4a0f-bb55-6c8756766abf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:40.342477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49852) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:40.433233 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fdae493a-6fef-472d-8400-5171c717d2bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:40.491408 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fdae493a-6fef-472d-8400-5171c717d2bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:40.565427 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fdae493a-6fef-472d-8400-5171c717d2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:40.568835 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fdae493a-6fef-472d-8400-5171c717d2bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:40.572900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fdae493a-6fef-472d-8400-5171c717d2bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb747d9a-e6c7-4a0f-bb55-6c8756766abf HTTP/1.1" status: 204 len: 168 time: 0.2293217 Dec 13 13:15:40.582198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae493a-6fef-472d-8400-5171c717d2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb747d9a-e6c7-4a0f-bb55-6c8756766abf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:41.792264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49912) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:41.951795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bb7dd569-5492-4a01-86b8-134dfac8a7ab tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1655147063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:42.011145 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd569-5492-4a01-86b8-134dfac8a7ab tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.012398 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd569-5492-4a01-86b8-134dfac8a7ab tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.125036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd569-5492-4a01-86b8-134dfac8a7ab tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.134342 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd569-5492-4a01-86b8-134dfac8a7ab tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.161697 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd569-5492-4a01-86b8-134dfac8a7ab tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.165228 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bb7dd569-5492-4a01-86b8-134dfac8a7ab tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3720477 Dec 13 13:15:42.166304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49924) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:42.188054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-236419892'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:42.247517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Made reservation on behalf of eceda6b200eb4959901fcbb6c89ed7cd for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:15:42.253116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.265308 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.452775 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.461365 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.550207 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:15:42.574548 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.575262 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Added segment 27014c8c-c9b4-4b1c-9e3f-83e561dee682 of type vlan for network ae062aa5-5292-4a07-b175-fa43b3cdad57 Dec 13 13:15:42.577203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccad513-ffa8-4d86-b508-cc1dbe9597fc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:42.658741 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.696390 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.708823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:42.709538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:42.767227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5966034 Dec 13 13:15:42.768049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49940) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:42.773970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'subnet': {'network_id': 'ae062aa5-5292-4a07-b175-fa43b3cdad57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:42.883428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c4c47-475e-4ec4-83fc-c69c3c1592ef tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Network': ['ID=ae062aa5-5292-4a07-b175-fa43b3cdad57,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:42.895165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network ae062aa5-5292-4a07-b175-fa43b3cdad57 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:15:42.996661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Made reservation on behalf of eceda6b200eb4959901fcbb6c89ed7cd for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:15:43.002756 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:43.266365 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:43.368296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Subnet': ['ID=caa32cf9-a05e-4ec3-9046-f02369db49c4,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:43.378568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Checking segment: {'id': '27014c8c-c9b4-4b1c-9e3f-83e561dee682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae062aa5-5292-4a07-b175-fa43b3cdad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:43.379338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network hostable DHCP agents. Network: ae062aa5-5292-4a07-b175-fa43b3cdad57, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:15:43.413900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network ae062aa5-5292-4a07-b175-fa43b3cdad57 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:15:43.433577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, ae062aa5-5292-4a07-b175-fa43b3cdad57) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:43.470554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:43.471254 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:43.501108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf93de5c-64c7-464d-a4ed-5e21970739eb None None] Network ae062aa5-5292-4a07-b175-fa43b3cdad57 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:43.519686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-64518299-3a6c-4eda-9c6f-8516d5719fb6 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7492323 Dec 13 13:15:43.521701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49962) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:43.527900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'network': {'name': 'tempest-router-network01--1328775615'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:43.566995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Made reservation on behalf of eceda6b200eb4959901fcbb6c89ed7cd for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:15:43.576718 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:43.634569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:15:43.657722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:43.659746 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Added segment d3a2dab2-3408-4ff2-9e0d-8a146a6790cc of type vlan for network 464e6394-c2ce-49c8-893d-c308327300b1 Dec 13 13:15:43.756070 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:43.791646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-ae062aa5-5292-4a07-b175-fa43b3cdad57', 'network_id': 'ae062aa5-5292-4a07-b175-fa43b3cdad57', 'project_id': 'eceda6b200eb4959901fcbb6c89ed7cd', 'fixed_ips': [{'subnet_id': 'caa32cf9-a05e-4ec3-9046-f02369db49c4'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:15:43.793102 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:43.812550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:43.826737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:43.827663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:44.038860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 49976) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:44.043984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'network': {'name': 'tempest-router-network02--1289550769'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:44.048006 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5125411 Dec 13 13:15:44.059949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51019f-69cb-4b67-b8c2-a43afa82d3c7 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Network': ['ID=464e6394-c2ce-49c8-893d-c308327300b1,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:44.097422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Made reservation on behalf of eceda6b200eb4959901fcbb6c89ed7cd for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:15:44.106670 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:44.107528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 464e6394-c2ce-49c8-893d-c308327300b1 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:15:44.151205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:15:44.162466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:44.162847 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Added segment 065de371-fee3-4ece-805b-f9bc30367c99 of type vlan for network 2246db11-030b-47ec-8971-79e98d1e90db Dec 13 13:15:44.257404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:44.355234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:44.378741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:44.379434 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:44.384329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Allocated IP 2001:db8::2 (ae062aa5-5292-4a07-b175-fa43b3cdad57/caa32cf9-a05e-4ec3-9046-f02369db49c4/b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:15:44.474433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4349170 Dec 13 13:15:44.477258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 49992) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:44.482882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'subnet': {'network_id': '464e6394-c2ce-49c8-893d-c308327300b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:44.614809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce64ef-3cf9-4f51-b06f-a12b7da94f8e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Network': ['ID=2246db11-030b-47ec-8971-79e98d1e90db,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:44.729232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Made reservation on behalf of eceda6b200eb4959901fcbb6c89ed7cd for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:15:44.733099 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:44.733969 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:44.743732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 2246db11-030b-47ec-8971-79e98d1e90db details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:15:44.755930 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:44.850151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Network ae062aa5-5292-4a07-b175-fa43b3cdad57 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:44.863191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:44.985075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:15:45.074634 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Pushing event updated for resources: {'Port': ['ID=b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:45.231364 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Attempting to bind port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:15:45.232013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Attempting to bind port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '27014c8c-c9b4-4b1c-9e3f-83e561dee682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae062aa5-5292-4a07-b175-fa43b3cdad57'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:15:45.232134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Attempting to bind port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b on network ae062aa5-5292-4a07-b175-fa43b3cdad57 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:15:45.238689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:15:45.239079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Checking segment: {'id': '27014c8c-c9b4-4b1c-9e3f-83e561dee682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae062aa5-5292-4a07-b175-fa43b3cdad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:45.239469 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:45.240010 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Bound using segment: {'id': '27014c8c-c9b4-4b1c-9e3f-83e561dee682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae062aa5-5292-4a07-b175-fa43b3cdad57'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:15:45.240504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Bound port: b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27014c8c-c9b4-4b1c-9e3f-83e561dee682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae062aa5-5292-4a07-b175-fa43b3cdad57'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:15:45.240887 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:45.269130 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:45.393677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] For port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:15:45.407233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] For port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b,segment=NetworkSegment(27014c8c-c9b4-4b1c-9e3f-83e561dee682),segment_id=27014c8c-c9b4-4b1c-9e3f-83e561dee682)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:15:45.409170 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:45.470269 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Subnet': ['ID=b9b8d340-6b10-4235-8716-6b3c238c487a,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:45.522406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Checking segment: {'id': 'd3a2dab2-3408-4ff2-9e0d-8a146a6790cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '464e6394-c2ce-49c8-893d-c308327300b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:45.533326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network hostable DHCP agents. Network: 464e6394-c2ce-49c8-893d-c308327300b1, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:15:45.579652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network 464e6394-c2ce-49c8-893d-c308327300b1 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:15:45.595575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 464e6394-c2ce-49c8-893d-c308327300b1) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:45.606504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:45.607386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:45.609904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62cfaa-4899-4832-8f70-007b3d3cf0e0 None None] Network 464e6394-c2ce-49c8-893d-c308327300b1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:45.635836 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-32d05335-7e0e-41fe-9d7c-4f73e421fe63 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1557159 Dec 13 13:15:45.637276 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50020) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:45.649066 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'subnet': {'network_id': '2246db11-030b-47ec-8971-79e98d1e90db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:45.821101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23092c8-51af-47f7-ac94-25247eb6dac4 None None] Pushing event updated for resources: {'Port': ['ID=b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:45.872508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Made reservation on behalf of eceda6b200eb4959901fcbb6c89ed7cd for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:15:45.877113 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:45.920806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-464e6394-c2ce-49c8-893d-c308327300b1', 'network_id': '464e6394-c2ce-49c8-893d-c308327300b1', 'project_id': 'eceda6b200eb4959901fcbb6c89ed7cd', 'fixed_ips': [{'subnet_id': 'b9b8d340-6b10-4235-8716-6b3c238c487a'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:15:45.922048 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:46.267427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Allocated IP 2001:db8::2 (464e6394-c2ce-49c8-893d-c308327300b1/b9b8d340-6b10-4235-8716-6b3c238c487a/9955179b-0fd2-4c50-a800-385945a83ea5) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:15:46.348966 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:46.601610 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Subnet': ['ID=1a379052-de04-4942-8291-9fb2636e1e88,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:46.626957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Checking segment: {'id': '065de371-fee3-4ece-805b-f9bc30367c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2246db11-030b-47ec-8971-79e98d1e90db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:46.627604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network hostable DHCP agents. Network: 2246db11-030b-47ec-8971-79e98d1e90db, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:15:46.657829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network 2246db11-030b-47ec-8971-79e98d1e90db is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:15:46.675855 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 2246db11-030b-47ec-8971-79e98d1e90db) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:46.694845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:46.696182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:46.713174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae28d8d-0ad7-480b-bbd2-afed797ab784 None None] Network 2246db11-030b-47ec-8971-79e98d1e90db requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:46.764401 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7cc3d9c0-9c9b-4e80-9a82-76394cc16ba1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1242309 Dec 13 13:15:46.767526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50050) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:46.774121 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:46.980252 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:47.083722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Network 464e6394-c2ce-49c8-893d-c308327300b1 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:47.274873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:47.293834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:15:47.323389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:47.726247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b6bb2e-0653-4fe4-8b54-604c94c88c18 None None] Network ae062aa5-5292-4a07-b175-fa43b3cdad57 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:47.729971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Pushing event updated for resources: {'Port': ['ID=9955179b-0fd2-4c50-a800-385945a83ea5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:47.862385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:47.895523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-2246db11-030b-47ec-8971-79e98d1e90db', 'network_id': '2246db11-030b-47ec-8971-79e98d1e90db', 'project_id': 'eceda6b200eb4959901fcbb6c89ed7cd', 'fixed_ips': [{'subnet_id': '1a379052-de04-4942-8291-9fb2636e1e88'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:15:47.901044 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:48.078334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Attempting to bind port 9955179b-0fd2-4c50-a800-385945a83ea5 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:15:48.079110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Attempting to bind port 9955179b-0fd2-4c50-a800-385945a83ea5 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'd3a2dab2-3408-4ff2-9e0d-8a146a6790cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '464e6394-c2ce-49c8-893d-c308327300b1'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:15:48.079702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Attempting to bind port 9955179b-0fd2-4c50-a800-385945a83ea5 on network 464e6394-c2ce-49c8-893d-c308327300b1 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:15:48.144752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7af09824-5d14-4dc5-b6ea-5311521c7aea None None] Provisioning complete for port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:48.168277 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7af09824-5d14-4dc5-b6ea-5311521c7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:48.212878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:15:48.213006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Checking segment: {'id': 'd3a2dab2-3408-4ff2-9e0d-8a146a6790cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '464e6394-c2ce-49c8-893d-c308327300b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:48.213294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:48.213737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Bound using segment: {'id': 'd3a2dab2-3408-4ff2-9e0d-8a146a6790cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '464e6394-c2ce-49c8-893d-c308327300b1'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:15:48.226145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Bound port: 9955179b-0fd2-4c50-a800-385945a83ea5, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a2dab2-3408-4ff2-9e0d-8a146a6790cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '464e6394-c2ce-49c8-893d-c308327300b1'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:15:48.226695 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:48.469060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50138) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:48.688501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Allocated IP 2001:db8::1 (464e6394-c2ce-49c8-893d-c308327300b1/b9b8d340-6b10-4235-8716-6b3c238c487a/cd73de99-7743-4bec-ae9c-61723f874081) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:15:48.986028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.040857 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0465cfb6-19f5-4126-a843-fd843dd9a572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.113716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.251308 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Port': ['ID=cd73de99-7743-4bec-ae9c-61723f874081,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:49.293634 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0465cfb6-19f5-4126-a843-fd843dd9a572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.304133 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0465cfb6-19f5-4126-a843-fd843dd9a572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.318086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network 464e6394-c2ce-49c8-893d-c308327300b1 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:49.319712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:49.326512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:15:49.335808 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.422715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:49.423254 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.487796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0465cfb6-19f5-4126-a843-fd843dd9a572 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80d893b396274a78b990fbe3b61f2dba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0090163 Dec 13 13:15:49.489911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50178) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:49.495247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465cfb6-19f5-4126-a843-fd843dd9a572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fcc594-0db1-40ff-8719-1833d1028d55,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:49.723046 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7af09824-5d14-4dc5-b6ea-5311521c7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.795425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] For port 9955179b-0fd2-4c50-a800-385945a83ea5, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:15:49.825303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Allocated IP 2001:db8::2 (2246db11-030b-47ec-8971-79e98d1e90db/1a379052-de04-4942-8291-9fb2636e1e88/189f73ce-c1a4-4e29-87c2-f45ce88ee5e4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:15:49.828543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f758912c-52db-43bc-8f4d-b54101e47f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.838894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] For port 9955179b-0fd2-4c50-a800-385945a83ea5, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9955179b-0fd2-4c50-a800-385945a83ea5,segment=NetworkSegment(d3a2dab2-3408-4ff2-9e0d-8a146a6790cc),segment_id=d3a2dab2-3408-4ff2-9e0d-8a146a6790cc)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:15:49.870409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7af09824-5d14-4dc5-b6ea-5311521c7aea None None] For port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b,segment=NetworkSegment(27014c8c-c9b4-4b1c-9e3f-83e561dee682),segment_id=27014c8c-c9b4-4b1c-9e3f-83e561dee682)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:49.873320 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.901291 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7af09824-5d14-4dc5-b6ea-5311521c7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:49.945479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f758912c-52db-43bc-8f4d-b54101e47f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:50.091813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f758912c-52db-43bc-8f4d-b54101e47f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:50.105645 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f758912c-52db-43bc-8f4d-b54101e47f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:50.105645 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f758912c-52db-43bc-8f4d-b54101e47f1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90fcc594-0db1-40ff-8719-1833d1028d55 HTTP/1.1" status: 204 len: 168 time: 0.6144679 Dec 13 13:15:50.164101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758912c-52db-43bc-8f4d-b54101e47f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fcc594-0db1-40ff-8719-1833d1028d55,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:50.178903 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:50.293512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bcdc7-1c10-44b7-8933-38c51f9662c3 None None] Pushing event updated for resources: {'Port': ['ID=9955179b-0fd2-4c50-a800-385945a83ea5,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:50.545032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af09824-5d14-4dc5-b6ea-5311521c7aea None None] Pushing event updated for resources: {'Port': ['ID=b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:50.846774 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:50.857601 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9955179b-0fd2-4c50-a800-385945a83ea5 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:50.867441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-33f89ee6-89df-4a14-8849-0538de393f1e None None] Provisioning complete for port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:50.868939 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33f89ee6-89df-4a14-8849-0538de393f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:50.926300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:50.971923 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:50.984448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:50.986288 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.063915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50216) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:51.100584 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a7ced696-4d78-43ba-8f2b-7836edceae26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.115164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Network 2246db11-030b-47ec-8971-79e98d1e90db is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:51.144919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:51.168561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:15:51.178470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Pushing event updated for resources: {'Port': ['ID=189f73ce-c1a4-4e29-87c2-f45ce88ee5e4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:51.303731 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a7ced696-4d78-43ba-8f2b-7836edceae26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.315957 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a7ced696-4d78-43ba-8f2b-7836edceae26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.330011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Port': ['ID=cd73de99-7743-4bec-ae9c-61723f874081,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:51.344465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network 464e6394-c2ce-49c8-893d-c308327300b1 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:15:51.350551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:51.362715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9955179b-0fd2-4c50-a800-385945a83ea5 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:51.373064 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.465572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a7ced696-4d78-43ba-8f2b-7836edceae26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3458e9ccead64c399e1798afd4ac46df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991766 Dec 13 13:15:51.469234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50224) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:51.482727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ced696-4d78-43ba-8f2b-7836edceae26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493a5b06-d4ce-4cb4-b906-421a543420e6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:51.486956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Attempting to bind port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:15:51.487340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Attempting to bind port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '065de371-fee3-4ece-805b-f9bc30367c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2246db11-030b-47ec-8971-79e98d1e90db'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:15:51.487701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Attempting to bind port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 on network 2246db11-030b-47ec-8971-79e98d1e90db {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:15:51.550845 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-97e80c61-747c-4062-8325-729316c9528b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.604792 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-97e80c61-747c-4062-8325-729316c9528b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.608060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:15:51.608691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Checking segment: {'id': '065de371-fee3-4ece-805b-f9bc30367c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2246db11-030b-47ec-8971-79e98d1e90db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:51.608864 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.609278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Bound using segment: {'id': '065de371-fee3-4ece-805b-f9bc30367c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2246db11-030b-47ec-8971-79e98d1e90db'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:15:51.609878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Bound port: 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065de371-fee3-4ece-805b-f9bc30367c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2246db11-030b-47ec-8971-79e98d1e90db'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:15:51.619736 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.687284 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-97e80c61-747c-4062-8325-729316c9528b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.691599 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-97e80c61-747c-4062-8325-729316c9528b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:51.696441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-97e80c61-747c-4062-8325-729316c9528b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/493a5b06-d4ce-4cb4-b906-421a543420e6 HTTP/1.1" status: 204 len: 168 time: 0.2258353 Dec 13 13:15:51.727829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e80c61-747c-4062-8325-729316c9528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a5b06-d4ce-4cb4-b906-421a543420e6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:51.817445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Router 8e56a326-7b6c-40a5-a00e-5d752e237047 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:15:52.012827 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:52.034830 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97f6e52-227b-4faa-998b-e8b91f0d8865 None None] Sync routers for ids ['8e56a326-7b6c-40a5-a00e-5d752e237047'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:52.040440 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-600c6950-68d1-4de9-8109-e7fa897b9768 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "PUT /v2.0/routers/8e56a326-7b6c-40a5-a00e-5d752e237047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2656333 Dec 13 13:15:52.043397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50240) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:52.062256 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f6e52-227b-4faa-998b-e8b91f0d8865 None None] Routers {'8e56a326-7b6c-40a5-a00e-5d752e237047'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:52.063350 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e97f6e52-227b-4faa-998b-e8b91f0d8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8e56a326-7b6c-40a5-a00e-5d752e237047'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:52.091588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] For port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:15:52.113121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] For port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=189f73ce-c1a4-4e29-87c2-f45ce88ee5e4,segment=NetworkSegment(065de371-fee3-4ece-805b-f9bc30367c99),segment_id=065de371-fee3-4ece-805b-f9bc30367c99)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:15:52.155643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68607d13-ce60-480c-8fd1-3df0d2beb9de None None] Network 464e6394-c2ce-49c8-893d-c308327300b1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:52.175769 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:52.209684 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e97f6e52-227b-4faa-998b-e8b91f0d8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:52.236855 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f6e52-227b-4faa-998b-e8b91f0d8865 None None] Routers {'8e56a326-7b6c-40a5-a00e-5d752e237047'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:52.237758 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e97f6e52-227b-4faa-998b-e8b91f0d8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8e56a326-7b6c-40a5-a00e-5d752e237047'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:52.323205 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-e97f6e52-227b-4faa-998b-e8b91f0d8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:52.323923 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97f6e52-227b-4faa-998b-e8b91f0d8865 None None] The sync data for ids ['8e56a326-7b6c-40a5-a00e-5d752e237047'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:52.474567 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:52.531037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7181c217-9609-4593-b9e5-53d62899d76e None None] Provisioning complete for port 9955179b-0fd2-4c50-a800-385945a83ea5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:52.531418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7181c217-9609-4593-b9e5-53d62899d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:52.666546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb354dd7-7fa0-4c27-ac79-00124e3b1eb4 None None] Pushing event updated for resources: {'Port': ['ID=189f73ce-c1a4-4e29-87c2-f45ce88ee5e4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:52.693017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 9955179b-0fd2-4c50-a800-385945a83ea5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9955179b-0fd2-4c50-a800-385945a83ea5,segment=NetworkSegment(d3a2dab2-3408-4ff2-9e0d-8a146a6790cc),segment_id=d3a2dab2-3408-4ff2-9e0d-8a146a6790cc)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:52.845828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:53.031813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50266) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:53.059003 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:53.091579 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-873aeebf-3086-4d15-b28f-fb1880852d75 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:15:53.093508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-873aeebf-3086-4d15-b28f-fb1880852d75 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "PUT /v2.0/routers/8e56a326-7b6c-40a5-a00e-5d752e237047/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0490952 Dec 13 13:15:53.098330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50270) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:53.329683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=9955179b-0fd2-4c50-a800-385945a83ea5,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:53.392938 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:53.395404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:53.404045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:53.528320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceba392c-36bf-4b31-b483-f4a08e100ae6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:53.595938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.596068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.596345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.596676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.596998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.597317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.601442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.603630 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.604127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.604629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.612436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.612777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.613115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:15:53.615233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:53.615616 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:53.632480 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6ccfd677-1fc9-4898-ba12-a6c66cfae513 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fff31b22f9145278d0e6aeb676396e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5995166 Dec 13 13:15:53.635343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50286) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:53.808283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b81a506c-31f3-4194-a25b-4c6363a5b1fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:53.905421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b81a506c-31f3-4194-a25b-4c6363a5b1fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:54.041171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:54.074773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b81a506c-31f3-4194-a25b-4c6363a5b1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:54.077501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b81a506c-31f3-4194-a25b-4c6363a5b1fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:54.089892 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b81a506c-31f3-4194-a25b-4c6363a5b1fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ceba392c-36bf-4b31-b483-f4a08e100ae6 HTTP/1.1" status: 204 len: 168 time: 0.4512894 Dec 13 13:15:54.118098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a506c-31f3-4194-a25b-4c6363a5b1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceba392c-36bf-4b31-b483-f4a08e100ae6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:54.140596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8c9cf0dd-a1ee-43d7-8120-972839db64de None None] Provisioning complete for port 9955179b-0fd2-4c50-a800-385945a83ea5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:54.141001 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf0dd-a1ee-43d7-8120-972839db64de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:54.403159 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:54.467708 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4ae82af-e811-4302-abf8-4bab49a9f662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:54.701411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:54.715876 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:54.727580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c0364-8183-4972-b4bc-aecf2b824f45 None None] Network 2246db11-030b-47ec-8971-79e98d1e90db requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:55.168811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8c9cf0dd-a1ee-43d7-8120-972839db64de None None] Provisioning complete for port cd73de99-7743-4bec-ae9c-61723f874081 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:55.169953 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf0dd-a1ee-43d7-8120-972839db64de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:55.282006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cf0dd-a1ee-43d7-8120-972839db64de None None] Port cd73de99-7743-4bec-ae9c-61723f874081 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:15:55.284120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Deleting port cd73de99-7743-4bec-ae9c-61723f874081 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:15:55.284460 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:55.472784 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:55.562212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e210634f-9005-4922-8fa5-ec60a24bf32a None None] Provisioning complete for port cd73de99-7743-4bec-ae9c-61723f874081 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:55.563279 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e210634f-9005-4922-8fa5-ec60a24bf32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:55.614734 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:55.629122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=189f73ce-c1a4-4e29-87c2-f45ce88ee5e4,segment=NetworkSegment(065de371-fee3-4ece-805b-f9bc30367c99),segment_id=065de371-fee3-4ece-805b-f9bc30367c99)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:15:55.675080 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:55.683140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Calling delete_port for cd73de99-7743-4bec-ae9c-61723f874081 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:15:55.887923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e210634f-9005-4922-8fa5-ec60a24bf32a None None] Port cd73de99-7743-4bec-ae9c-61723f874081 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:15:55.912706 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=189f73ce-c1a4-4e29-87c2-f45ce88ee5e4,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:55.926437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e210634f-9005-4922-8fa5-ec60a24bf32a None None] Provisioning complete for port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:55.926878 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e210634f-9005-4922-8fa5-ec60a24bf32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:55.994794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9955179b-0fd2-4c50-a800-385945a83ea5 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:56.137311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9955179b-0fd2-4c50-a800-385945a83ea5 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:56.137775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:56.349261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-559f320f-5aae-411d-90c9-616e458f7487 None None] Provisioning complete for port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:56.349929 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-559f320f-5aae-411d-90c9-616e458f7487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:56.366209 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:56.426015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Port': ['ID=cd73de99-7743-4bec-ae9c-61723f874081,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:56.637301 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:56.693961 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24a463c6-8803-4bbb-ade1-28a229a31413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:56.960634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Router 8e56a326-7b6c-40a5-a00e-5d752e237047 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:15:57.050038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:15:57.066756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090845e-3a5c-492c-b29d-260a032987ce None None] Sync routers for ids ['8e56a326-7b6c-40a5-a00e-5d752e237047'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:15:57.087386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50366) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:57.090842 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090845e-3a5c-492c-b29d-260a032987ce None None] Routers {'8e56a326-7b6c-40a5-a00e-5d752e237047'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:57.091208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1a420693-25ec-41a3-a1fe-e065e7bbf49e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "PUT /v2.0/routers/8e56a326-7b6c-40a5-a00e-5d752e237047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9903069 Dec 13 13:15:57.092372 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4090845e-3a5c-492c-b29d-260a032987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8e56a326-7b6c-40a5-a00e-5d752e237047'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:57.129100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4090845e-3a5c-492c-b29d-260a032987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:57.145331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090845e-3a5c-492c-b29d-260a032987ce None None] Routers {'8e56a326-7b6c-40a5-a00e-5d752e237047'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:15:57.146278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4090845e-3a5c-492c-b29d-260a032987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8e56a326-7b6c-40a5-a00e-5d752e237047'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:57.199529 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-970f98d6-bb69-433b-ad5f-76dce6d387e9 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] delete failed (client error): The resource could not be found. Dec 13 13:15:57.204912 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-970f98d6-bb69-433b-ad5f-76dce6d387e9 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1463768460 HTTP/1.1" status: 404 len: 335 time: 0.1128695 Dec 13 13:15:57.206012 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50368) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:57.219605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e5c08764-0ea3-41c4-a677-10d74b626a73 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e56a326-7b6c-40a5-a00e-5d752e237047'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:57.406971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4090845e-3a5c-492c-b29d-260a032987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:15:57.407896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090845e-3a5c-492c-b29d-260a032987ce None None] The sync data for ids ['8e56a326-7b6c-40a5-a00e-5d752e237047'] in n-d-817326-4 is: [] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:15:57.695315 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e5c08764-0ea3-41c4-a677-10d74b626a73 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:57.729096 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-e5c08764-0ea3-41c4-a677-10d74b626a73 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] update failed (client error): The resource could not be found. Dec 13 13:15:57.730243 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e5c08764-0ea3-41c4-a677-10d74b626a73 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "PUT /v2.0/routers/8e56a326-7b6c-40a5-a00e-5d752e237047 HTTP/1.1" status: 404 len: 339 time: 0.5231493 Dec 13 13:15:57.733925 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50384) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:57.741793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-27220006'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:57.763193 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:57.773832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Made reservation on behalf of eceda6b200eb4959901fcbb6c89ed7cd for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:15:57.780497 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:57.810800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:15:57.823595 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:57.825067 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Added segment 32aed362-745e-45d7-b24a-e8d2680a9d41 of type vlan for network fb9ccd11-fb14-45e9-837b-e329092a0254 Dec 13 13:15:57.898616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:15:57.916688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:57.992789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:58.002159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:58.003237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:58.028819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:15:58.029548 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:58.090268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Network': ['ID=fb9ccd11-fb14-45e9-837b-e329092a0254,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:58.120432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fb9ccd11-fb14-45e9-837b-e329092a0254 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:15:58.129148 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ff0ac377-43c3-40d8-a7a7-df7458fccdfd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3939207 Dec 13 13:15:58.131976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50390) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:58.138818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'subnet': {'network_id': 'fb9ccd11-fb14-45e9-837b-e329092a0254', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:58.488396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Made reservation on behalf of eceda6b200eb4959901fcbb6c89ed7cd for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:15:58.491982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:58.855709 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:59.013814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Subnet': ['ID=3aac4951-34f2-47e1-873c-cea702462897,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:15:59.040141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Checking segment: {'id': '32aed362-745e-45d7-b24a-e8d2680a9d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fb9ccd11-fb14-45e9-837b-e329092a0254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:15:59.040830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network hostable DHCP agents. Network: fb9ccd11-fb14-45e9-837b-e329092a0254, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:15:59.065934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network fb9ccd11-fb14-45e9-837b-e329092a0254 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:15:59.094368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fb9ccd11-fb14-45e9-837b-e329092a0254) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:15:59.104347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:15:59.108097 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:59.113727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0853057-6287-4992-8a9a-2c4fa9d67398 None None] Network fb9ccd11-fb14-45e9-837b-e329092a0254 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:15:59.157038 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f92d8b7e-1fa3-4cd6-b683-0a171fa36af0 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0235250 Dec 13 13:15:59.160355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50414) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:15:59.181678 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-985c8b3c-d5a6-4b04-b029-8496906e1e25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb9ccd11-fb14-45e9-837b-e329092a0254'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:15:59.300894 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:59.374802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-fb9ccd11-fb14-45e9-837b-e329092a0254', 'network_id': 'fb9ccd11-fb14-45e9-837b-e329092a0254', 'project_id': 'eceda6b200eb4959901fcbb6c89ed7cd', 'fixed_ips': [{'subnet_id': '3aac4951-34f2-47e1-873c-cea702462897'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:15:59.375909 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:59.653897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Allocated IP 2001:db8:1::2 (fb9ccd11-fb14-45e9-837b-e329092a0254/3aac4951-34f2-47e1-873c-cea702462897/f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:15:59.939856 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:59.973525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:15:59.985705 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:00.043076 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Network fb9ccd11-fb14-45e9-837b-e329092a0254 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:16:00.049008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:16:00.068451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:16:00.228061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Attempting to bind port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:16:00.229081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Attempting to bind port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '32aed362-745e-45d7-b24a-e8d2680a9d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fb9ccd11-fb14-45e9-837b-e329092a0254'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:16:00.229615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Attempting to bind port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb on network fb9ccd11-fb14-45e9-837b-e329092a0254 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:16:00.232305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Pushing event updated for resources: {'Port': ['ID=f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:00.266165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.266560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.266913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.267264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.267604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.267942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.268274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.268619 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.268949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.269278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.269607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.270465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.270807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:00.290720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:16:00.291392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Checking segment: {'id': '32aed362-745e-45d7-b24a-e8d2680a9d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fb9ccd11-fb14-45e9-837b-e329092a0254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:16:00.291966 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:00.292532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Bound using segment: {'id': '32aed362-745e-45d7-b24a-e8d2680a9d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fb9ccd11-fb14-45e9-837b-e329092a0254'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:16:00.296015 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Bound port: f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32aed362-745e-45d7-b24a-e8d2680a9d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fb9ccd11-fb14-45e9-837b-e329092a0254'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:16:00.296948 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:00.322300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50430) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:00.487337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] For port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:16:00.491644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] For port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb,segment=NetworkSegment(32aed362-745e-45d7-b24a-e8d2680a9d41),segment_id=32aed362-745e-45d7-b24a-e8d2680a9d41)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:16:00.509594 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:00.592790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73def8f7-6a64-490c-b099-431ce3089975 None None] Pushing event updated for resources: {'Port': ['ID=f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:00.748333 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-985c8b3c-d5a6-4b04-b029-8496906e1e25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:01.052584 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-985c8b3c-d5a6-4b04-b029-8496906e1e25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:16:01.065242 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-985c8b3c-d5a6-4b04-b029-8496906e1e25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "PUT /v2.0/routers/8e56a326-7b6c-40a5-a00e-5d752e237047 HTTP/1.1" status: 400 len: 364 time: 1.9016249 Dec 13 13:16:01.069505 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50442) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:01.670630 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:01.765455 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:02.013551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:16:02.161987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:16:02.166984 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:02.400688 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:02.504702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] Deleting port 1ae368c8-f47a-43a1-ae82-4b5321f1575d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:02.505044 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:02.592929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb,segment=NetworkSegment(32aed362-745e-45d7-b24a-e8d2680a9d41),segment_id=32aed362-745e-45d7-b24a-e8d2680a9d41)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:02.602906 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:02.642162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Allocated IP 2001:db8::1 (ae062aa5-5292-4a07-b175-fa43b3cdad57/caa32cf9-a05e-4ec3-9046-f02369db49c4/0de26e35-9ea3-49ed-924b-038465ecf1d8) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:16:02.863815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:02.876151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb2aa3-bb17-4dc0-88c4-463410c97986 None None] Network fb9ccd11-fb14-45e9-837b-e329092a0254 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:16:02.898322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] For port 1ae368c8-f47a-43a1-ae82-4b5321f1575d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1ae368c8-f47a-43a1-ae82-4b5321f1575d,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:02.899641 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:02.940106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] Calling delete_port for 1ae368c8-f47a-43a1-ae82-4b5321f1575d owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:03.035257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:03.127737 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:03.251898 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-81dd1ff9-11f7-4a17-aca1-1a4a24c5d966 None None] Provisioning complete for port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:16:03.252493 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81dd1ff9-11f7-4a17-aca1-1a4a24c5d966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:03.264613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network ae062aa5-5292-4a07-b175-fa43b3cdad57 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:16:03.280437 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:16:03.285565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:16:03.286376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:03.613955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Port': ['ID=0de26e35-9ea3-49ed-924b-038465ecf1d8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:03.808100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:03.890154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:16:04.113213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-77af6b6f-f944-4857-913f-cb9041e13957 None None] Provisioning complete for port 0de26e35-9ea3-49ed-924b-038465ecf1d8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:16:04.113775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-77af6b6f-f944-4857-913f-cb9041e13957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:04.146638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:16:04.147310 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:04.241569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-77af6b6f-f944-4857-913f-cb9041e13957 None None] Port 0de26e35-9ea3-49ed-924b-038465ecf1d8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:16:04.400464 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-05a25fc1-b550-4735-9bca-bbe40c76e87f None None] Provisioning complete for port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:16:04.401069 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-05a25fc1-b550-4735-9bca-bbe40c76e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:04.579594 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:04.589610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:04.590554 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:04.731000 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:04.796625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae368c8-f47a-43a1-ae82-4b5321f1575d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:04.820296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Network ae062aa5-5292-4a07-b175-fa43b3cdad57 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:16:04.825172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:16:04.837266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event updated for resources: {'Port': ['ID=0de26e35-9ea3-49ed-924b-038465ecf1d8,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:05.080877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Router 8e56a326-7b6c-40a5-a00e-5d752e237047 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:16:05.199801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:05.296541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:16:05.307352 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a3d536-35cb-48f6-90dd-f1831f0e89a7 None None] Sync routers for ids ['8e56a326-7b6c-40a5-a00e-5d752e237047'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:16:05.326354 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c015ec0b-51e2-4e2d-96e5-81556610ffbd tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "PUT /v2.0/routers/8e56a326-7b6c-40a5-a00e-5d752e237047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2525833 Dec 13 13:16:05.327026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50530) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:05.331193 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a3d536-35cb-48f6-90dd-f1831f0e89a7 None None] Routers {'8e56a326-7b6c-40a5-a00e-5d752e237047'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:16:05.331815 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-00a3d536-35cb-48f6-90dd-f1831f0e89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8e56a326-7b6c-40a5-a00e-5d752e237047'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:05.515437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2a34c322-ece5-48df-8a70-9440995943b8 None None] Provisioning complete for port 0de26e35-9ea3-49ed-924b-038465ecf1d8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:16:05.516479 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a34c322-ece5-48df-8a70-9440995943b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:05.541473 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5a447d49-3313-4a4e-a541-69789331755f tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:05.598664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2a34c322-ece5-48df-8a70-9440995943b8 None None] Port 0de26e35-9ea3-49ed-924b-038465ecf1d8 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:16:05.717295 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-00a3d536-35cb-48f6-90dd-f1831f0e89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:05.725049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] Router 9d15185e-b4ac-4386-a73d-ee1fc766b97d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:16:05.746802 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a3d536-35cb-48f6-90dd-f1831f0e89a7 None None] Routers {'8e56a326-7b6c-40a5-a00e-5d752e237047'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:16:05.748335 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-00a3d536-35cb-48f6-90dd-f1831f0e89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8e56a326-7b6c-40a5-a00e-5d752e237047'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:05.808405 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-5a447d49-3313-4a4e-a541-69789331755f tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 13:16:05.814153 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5a447d49-3313-4a4e-a541-69789331755f tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/routers/8e56a326-7b6c-40a5-a00e-5d752e237047 HTTP/1.1" status: 409 len: 329 time: 0.4858072 Dec 13 13:16:05.816429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50538) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:05.839209 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-00a3d536-35cb-48f6-90dd-f1831f0e89a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:05.840043 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a3d536-35cb-48f6-90dd-f1831f0e89a7 None None] The sync data for ids ['8e56a326-7b6c-40a5-a00e-5d752e237047'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:16:06.049433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:16:06.060355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-920bedf5-ef1f-436f-affa-a9568edbd2e7 admin admin] 10.222.0.31 "PUT /v2.0/routers/9d15185e-b4ac-4386-a73d-ee1fc766b97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7348318 Dec 13 13:16:06.061112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] Sync routers for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:16:06.062904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50544) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:06.089103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:16:06.090265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:06.275149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:06.292091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:16:06.475043 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:06.540049 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:06.697760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Deleting port 95900707-5b57-432a-99c8-648d35961c14 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:06.698124 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:06.725296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '95900707-5b57-432a-99c8-648d35961c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:16:04Z', 'revision_number': 5, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port': {'id': '95900707-5b57-432a-99c8-648d35961c14', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:07:28Z', 'updated_at': '2021-12-13T13:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:06.815512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] Checking router: 9d15185e-b4ac-4386-a73d-ee1fc766b97d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:16:06.849760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] Routers {'9d15185e-b4ac-4386-a73d-ee1fc766b97d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:16:06.850419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:06.879601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] For port 95900707-5b57-432a-99c8-648d35961c14, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=95900707-5b57-432a-99c8-648d35961c14,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:06.889679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:06.927366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Calling delete_port for 95900707-5b57-432a-99c8-648d35961c14 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:07.086105 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] Set router 9d15185e-b4ac-4386-a73d-ee1fc766b97d gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:16:07.208895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:16:06Z', 'revision_number': 6, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:07.284159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecfc00-800f-4fec-a0ed-a15f02e5a6bd None None] The sync data for ids ['9d15185e-b4ac-4386-a73d-ee1fc766b97d'] in n-d-817326-4 is: [{'id': '9d15185e-b4ac-4386-a73d-ee1fc766b97d', 'name': 'tempest-AttachVolumeTestJSON-255723554-router', 'tenant_id': '8fd14c1710c0474f81e533ec78ac461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:07:26Z', 'updated_at': '2021-12-13T13:16:06Z', 'revision_number': 6, 'project_id': '8fd14c1710c0474f81e533ec78ac461c', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:16:07.409817 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:07.439331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf73e54-b1dc-423a-a0ea-1ff7169a67b0 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:16:07.481590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Pushing event deleted for resources: {'Port': ['ID=95900707-5b57-432a-99c8-648d35961c14,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:07.548966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.548966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.549358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.549805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.551790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.552232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.552738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.554578 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.555199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.555708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.557308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.557749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.558534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:07.613463 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:07.655103 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:07.694311 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:07.782821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Deleting port 0de26e35-9ea3-49ed-924b-038465ecf1d8 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:07.783320 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:07.852299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1ae368c8-f47a-43a1-ae82-4b5321f1575d no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:16:07.909585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1ae368c8-f47a-43a1-ae82-4b5321f1575d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:16:07.910225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1ae368c8-f47a-43a1-ae82-4b5321f1575d not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:16:07.942581 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:07.945354 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:07.992596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.015617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Calling delete_port for 0de26e35-9ea3-49ed-924b-038465ecf1d8 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:08.036728 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.037319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d15185e-b4ac-4386-a73d-ee1fc766b97d {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:16:08.047009 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.050124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-617159c2-9a9c-4187-9bfc-4d470e044966 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9d15185e-b4ac-4386-a73d-ee1fc766b97d HTTP/1.1" status: 204 len: 168 time: 1.9843304 Dec 13 13:16:08.051792 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50566) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:08.113260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9f6d6b-b556-4961-b400-0cd7445fb997 admin admin] Deleting subnet 563598e9-d8ce-48bd-b301-6842a91f8338 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:16:08.116729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6d6b-b556-4961-b400-0cd7445fb997 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.168384 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6d6b-b556-4961-b400-0cd7445fb997 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.276198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6d6b-b556-4961-b400-0cd7445fb997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.375169 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6d6b-b556-4961-b400-0cd7445fb997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.416393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f6d6b-b556-4961-b400-0cd7445fb997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563598e9-d8ce-48bd-b301-6842a91f8338,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:08.428420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6d6b-b556-4961-b400-0cd7445fb997 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.429426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc3c471-9af0-4575-a56b-7817c776057e None None] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:16:08.433089 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6c9f6d6b-b556-4961-b400-0cd7445fb997 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/563598e9-d8ce-48bd-b301-6842a91f8338 HTTP/1.1" status: 204 len: 168 time: 0.3797820 Dec 13 13:16:08.435641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50576) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:08.478520 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.538916 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Port': ['ID=0de26e35-9ea3-49ed-924b-038465ecf1d8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:08.577463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.774744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Deleting port f681810b-798b-4d9a-b329-143ebf447dc6 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:08.775484 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.851656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d5aef-3ca9-4750-b828-2f76a6db786c None None] DHCP port deletion for c03f10db-9f9c-4d27-aa88-05fe57ad660a request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:16:08.874210 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.937334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] For port f681810b-798b-4d9a-b329-143ebf447dc6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f681810b-798b-4d9a-b329-143ebf447dc6,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:08.937889 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:08.978182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Calling delete_port for f681810b-798b-4d9a-b329-143ebf447dc6 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:08.995197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-932d5aef-3ca9-4750-b828-2f76a6db786c None None] Deleting port f681810b-798b-4d9a-b329-143ebf447dc6 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:08.995743 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-932d5aef-3ca9-4750-b828-2f76a6db786c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.192131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-932d5aef-3ca9-4750-b828-2f76a6db786c None None] For port f681810b-798b-4d9a-b329-143ebf447dc6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f681810b-798b-4d9a-b329-143ebf447dc6,segment=NetworkSegment(e57602a2-a4bb-420b-a24f-c0cd541b76a9),segment_id=e57602a2-a4bb-420b-a24f-c0cd541b76a9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:09.192538 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-932d5aef-3ca9-4750-b828-2f76a6db786c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.210675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.283763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f681810b-798b-4d9a-b329-143ebf447dc6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:09.302798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Router 8e56a326-7b6c-40a5-a00e-5d752e237047 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:16:09.313688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] No DVR routers for this DVR port f681810b-798b-4d9a-b329-143ebf447dc6 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:16:09.417914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:16:09.429069 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dfc20f-7abc-4786-a1ac-907c85f21bef None None] Sync routers for ids ['8e56a326-7b6c-40a5-a00e-5d752e237047'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:16:09.431478 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ad177c67-6340-4b84-9f8c-b380096aaa0c tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "PUT /v2.0/routers/8e56a326-7b6c-40a5-a00e-5d752e237047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6098437 Dec 13 13:16:09.435795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50588) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:09.466988 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dfc20f-7abc-4786-a1ac-907c85f21bef None None] Routers {'8e56a326-7b6c-40a5-a00e-5d752e237047'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:16:09.467622 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-33dfc20f-7abc-4786-a1ac-907c85f21bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8e56a326-7b6c-40a5-a00e-5d752e237047'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:09.500547 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-a8017f95-7571-4284-9f55-5f391870805e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] show failed (client error): The resource could not be found. Dec 13 13:16:09.511425 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a8017f95-7571-4284-9f55-5f391870805e tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-713656297 HTTP/1.1" status: 404 len: 334 time: 0.0702393 Dec 13 13:16:09.512347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50592) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:09.516315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c4d0cfaf-d085-41a1-8a69-e11fd995d043 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:16:09.517400 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.559554 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-33dfc20f-7abc-4786-a1ac-907c85f21bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:09.561867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03f10db-9f9c-4d27-aa88-05fe57ad660a']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:09.589016 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dfc20f-7abc-4786-a1ac-907c85f21bef None None] Routers {'8e56a326-7b6c-40a5-a00e-5d752e237047'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:16:09.589245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57602a2-a4bb-420b-a24f-c0cd541b76a9') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:09.589356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57602a2-a4bb-420b-a24f-c0cd541b76a9') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:09.589726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-33dfc20f-7abc-4786-a1ac-907c85f21bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:15:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['8e56a326-7b6c-40a5-a00e-5d752e237047'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:09.597659 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-c4d0cfaf-d085-41a1-8a69-e11fd995d043 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] update failed (client error): The resource could not be found. Dec 13 13:16:09.599984 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c4d0cfaf-d085-41a1-8a69-e11fd995d043 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-570380727 HTTP/1.1" status: 404 len: 334 time: 0.0873649 Dec 13 13:16:09.604670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50596) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:09.621238 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.645226 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.663018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:16:09.663409 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:16:09.665477 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:16:09.669264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-932d5aef-3ca9-4750-b828-2f76a6db786c None None] Calling delete_port for f681810b-798b-4d9a-b329-143ebf447dc6 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:09.699521 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-33dfc20f-7abc-4786-a1ac-907c85f21bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:09.703252 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dfc20f-7abc-4786-a1ac-907c85f21bef None None] The sync data for ids ['8e56a326-7b6c-40a5-a00e-5d752e237047'] in n-d-817326-4 is: [] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:16:09.799845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb2d5fe-bbb1-434b-9fa3-58dc82937798 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Deleting subnet 3aac4951-34f2-47e1-873c-cea702462897 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:16:09.814811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d5fe-bbb1-434b-9fa3-58dc82937798 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.870011 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.876297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.884409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f681810b-798b-4d9a-b329-143ebf447dc6 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:16:09.884617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c03f10db-9f9c-4d27-aa88-05fe57ad660a HTTP/1.1" status: 204 len: 168 time: 1.4452400 Dec 13 13:16:09.915281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcfd9f-3a03-4f74-9e3c-beea8a08cca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c03f10db-9f9c-4d27-aa88-05fe57ad660a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:09.941044 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d5fe-bbb1-434b-9fa3-58dc82937798 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:09.958925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: f681810b-798b-4d9a-b329-143ebf447dc6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:16:09.959519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f681810b-798b-4d9a-b329-143ebf447dc6 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:16:09.960944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 95900707-5b57-432a-99c8-648d35961c14 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:16:10.028313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 95900707-5b57-432a-99c8-648d35961c14 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:16:10.030496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 95900707-5b57-432a-99c8-648d35961c14 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:16:10.063135 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-932d5aef-3ca9-4750-b828-2f76a6db786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.074175 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d5fe-bbb1-434b-9fa3-58dc82937798 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.078556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-932d5aef-3ca9-4750-b828-2f76a6db786c None None] Network c03f10db-9f9c-4d27-aa88-05fe57ad660a is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 13:16:10.079335 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d5aef-3ca9-4750-b828-2f76a6db786c None None] No DVR routers for this DVR port f681810b-798b-4d9a-b329-143ebf447dc6 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:16:10.121312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50604) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:10.132564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d5aef-3ca9-4750-b828-2f76a6db786c None None] Pushing event deleted for resources: {'Port': ['ID=f681810b-798b-4d9a-b329-143ebf447dc6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:10.168160 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d5fe-bbb1-434b-9fa3-58dc82937798 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.254948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2d5fe-bbb1-434b-9fa3-58dc82937798 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Subnet': ['ID=3aac4951-34f2-47e1-873c-cea702462897,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:10.262573 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d5fe-bbb1-434b-9fa3-58dc82937798 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.271785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e74ea5-b375-48a9-81ee-928808346424 None None] Network fb9ccd11-fb14-45e9-837b-e329092a0254 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:16:10.272943 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fcd79ede-8fde-45fa-a850-f6a3740db3fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fd14c1710c0474f81e533ec78ac461c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503270 Dec 13 13:16:10.274315 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8cb2d5fe-bbb1-434b-9fa3-58dc82937798 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/subnets/3aac4951-34f2-47e1-873c-cea702462897 HTTP/1.1" status: 204 len: 168 time: 0.6681795 Dec 13 13:16:10.278670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50612) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:10.283064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50610) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:10.412841 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2c39b849-4667-4162-afb7-0def8d55c3b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.471074 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2c39b849-4667-4162-afb7-0def8d55c3b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.569694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.578299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2c39b849-4667-4162-afb7-0def8d55c3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.586008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2c39b849-4667-4162-afb7-0def8d55c3b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.597344 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2c39b849-4667-4162-afb7-0def8d55c3b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b5d3dee-69da-488f-a4c1-70935d012ee3 HTTP/1.1" status: 204 len: 168 time: 0.3123093 Dec 13 13:16:10.597596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b652604-697f-4ef1-92f9-c15a61afb42a None None] DHCP port deletion for fb9ccd11-fb14-45e9-837b-e329092a0254 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:16:10.621865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39b849-4667-4162-afb7-0def8d55c3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5d3dee-69da-488f-a4c1-70935d012ee3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:10.765563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Deleting port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:10.765563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.781635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0b652604-697f-4ef1-92f9-c15a61afb42a None None] Deleting port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:10.787213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b652604-697f-4ef1-92f9-c15a61afb42a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:10.994879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] For port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb,segment=NetworkSegment(32aed362-745e-45d7-b24a-e8d2680a9d41),segment_id=32aed362-745e-45d7-b24a-e8d2680a9d41)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:10.995338 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.013406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0b652604-697f-4ef1-92f9-c15a61afb42a None None] For port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb,segment=NetworkSegment(32aed362-745e-45d7-b24a-e8d2680a9d41),segment_id=32aed362-745e-45d7-b24a-e8d2680a9d41)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:11.013406 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b652604-697f-4ef1-92f9-c15a61afb42a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.021822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Calling delete_port for f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:11.072661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0b652604-697f-4ef1-92f9-c15a61afb42a None None] Calling delete_port for f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:11.159155 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.205630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Port': ['ID=f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:11.210179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] No DVR routers for this DVR port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:16:11.220932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50636) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:11.338170 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b652604-697f-4ef1-92f9-c15a61afb42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.403772 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.417956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b652604-697f-4ef1-92f9-c15a61afb42a None None] Pushing event deleted for resources: {'Port': ['ID=f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:11.460318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b652604-697f-4ef1-92f9-c15a61afb42a None None] No DVR routers for this DVR port f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:16:11.476156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9ccd11-fb14-45e9-837b-e329092a0254']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:11.498490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32aed362-745e-45d7-b24a-e8d2680a9d41') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:11.500678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32aed362-745e-45d7-b24a-e8d2680a9d41') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:11.512957 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.529793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.537569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:16:11.538304 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.553138 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2342926c-85d7-4f0a-bb27-062e3b9a761e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:16:11.636845 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:16:11.641994 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.655723 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.667208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/networks/fb9ccd11-fb14-45e9-837b-e329092a0254 HTTP/1.1" status: 204 len: 168 time: 1.3851764 Dec 13 13:16:11.669160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50652) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:11.837679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2342926c-85d7-4f0a-bb27-062e3b9a761e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.844395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2342926c-85d7-4f0a-bb27-062e3b9a761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.903032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:16:11.908194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b21c6db-a695-4f84-baf5-951d2483c5ce tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Deleting subnet 1a379052-de04-4942-8291-9fb2636e1e88 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:16:11.912849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541991b9-45d2-416a-8242-2578ebe6054b tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Network': ['ID=fb9ccd11-fb14-45e9-837b-e329092a0254,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:11.915297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342926c-85d7-4f0a-bb27-062e3b9a761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52f4120-beb1-4fb4-9202-9a10508f491e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:11.918473 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b21c6db-a695-4f84-baf5-951d2483c5ce tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.929242 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2342926c-85d7-4f0a-bb27-062e3b9a761e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cfcdfe5ce1145fa93fead52b63d4c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7078364 Dec 13 13:16:11.931844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50664) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:11.982274 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b21c6db-a695-4f84-baf5-951d2483c5ce tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:11.990388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:16:11.990388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device f2473d03-e8c6-42d1-8c7d-551ec8f7c4fb not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:16:12.077573 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2083e5c5-ffad-4b43-ad15-7c8e47a3cf37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.118428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2083e5c5-ffad-4b43-ad15-7c8e47a3cf37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.183566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2083e5c5-ffad-4b43-ad15-7c8e47a3cf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.190158 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2083e5c5-ffad-4b43-ad15-7c8e47a3cf37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.191810 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2083e5c5-ffad-4b43-ad15-7c8e47a3cf37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b52f4120-beb1-4fb4-9202-9a10508f491e HTTP/1.1" status: 204 len: 168 time: 0.2544217 Dec 13 13:16:12.195669 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b21c6db-a695-4f84-baf5-951d2483c5ce tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.203338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083e5c5-ffad-4b43-ad15-7c8e47a3cf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52f4120-beb1-4fb4-9202-9a10508f491e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:12.347264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b21c6db-a695-4f84-baf5-951d2483c5ce tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.423224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21c6db-a695-4f84-baf5-951d2483c5ce tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Subnet': ['ID=1a379052-de04-4942-8291-9fb2636e1e88,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:12.428624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b21c6db-a695-4f84-baf5-951d2483c5ce tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.434998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e3d45-3e00-47ed-9305-f2af0ecc63ad None None] Network 2246db11-030b-47ec-8971-79e98d1e90db requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:16:12.437427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3b21c6db-a695-4f84-baf5-951d2483c5ce tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/subnets/1a379052-de04-4942-8291-9fb2636e1e88 HTTP/1.1" status: 204 len: 168 time: 0.7671759 Dec 13 13:16:12.440316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50676) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:12.577376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-38411e08-2e36-4ea5-b993-cfe6d9401566 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Deleting subnet b9b8d340-6b10-4235-8716-6b3c238c487a {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:16:12.587072 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38411e08-2e36-4ea5-b993-cfe6d9401566 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.695807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38411e08-2e36-4ea5-b993-cfe6d9401566 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.790176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b8f75-64e8-45b4-8481-183f381a765b None None] DHCP port deletion for 2246db11-030b-47ec-8971-79e98d1e90db request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:16:12.913833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50686) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:12.933458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b8f75-64e8-45b4-8481-183f381a765b None None] Deleting port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:12.934016 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8f75-64e8-45b4-8481-183f381a765b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.939696 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9875e4f7-1631-47b6-a9c9-eff1b2bcbfea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:12.963916 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38411e08-2e36-4ea5-b993-cfe6d9401566 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.049743 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1d7b8f75-64e8-45b4-8481-183f381a765b None None] For port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=189f73ce-c1a4-4e29-87c2-f45ce88ee5e4,segment=NetworkSegment(065de371-fee3-4ece-805b-f9bc30367c99),segment_id=065de371-fee3-4ece-805b-f9bc30367c99)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:13.050609 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8f75-64e8-45b4-8481-183f381a765b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.100519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b8f75-64e8-45b4-8481-183f381a765b None None] Calling delete_port for 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:13.125425 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38411e08-2e36-4ea5-b993-cfe6d9401566 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.174397 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9875e4f7-1631-47b6-a9c9-eff1b2bcbfea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.180073 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38411e08-2e36-4ea5-b993-cfe6d9401566 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b8d340-6b10-4235-8716-6b3c238c487a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:13.192093 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9875e4f7-1631-47b6-a9c9-eff1b2bcbfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.194730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-38411e08-2e36-4ea5-b993-cfe6d9401566 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.199736 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-38411e08-2e36-4ea5-b993-cfe6d9401566 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/subnets/b9b8d340-6b10-4235-8716-6b3c238c487a HTTP/1.1" status: 204 len: 168 time: 0.7570670 Dec 13 13:16:13.201759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50696) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:13.286585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ebd7e1-b9fa-4ff2-95a9-5cc36ba27657 None None] Network 464e6394-c2ce-49c8-893d-c308327300b1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:16:13.313636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875e4f7-1631-47b6-a9c9-eff1b2bcbfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c3f8ed-09a6-4f75-beb2-573ac3c54029,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:13.332275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9875e4f7-1631-47b6-a9c9-eff1b2bcbfea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cdfc60f924a44ea9c1635a2f2077d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4148848 Dec 13 13:16:13.338117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50698) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:13.453880 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8f75-64e8-45b4-8481-183f381a765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.487106 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.546179 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:16:13.549329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b8f75-64e8-45b4-8481-183f381a765b None None] Pushing event deleted for resources: {'Port': ['ID=189f73ce-c1a4-4e29-87c2-f45ce88ee5e4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:13.557510 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-543fae1c-fb14-43f1-8194-d5f0091fd5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.566688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b8f75-64e8-45b4-8481-183f381a765b None None] No DVR routers for this DVR port 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:16:13.699937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03448ec-afa8-4a1c-afd8-4949dc4cbef3 None None] DHCP port deletion for 464e6394-c2ce-49c8-893d-c308327300b1 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:16:13.700876 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.707481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-543fae1c-fb14-43f1-8194-d5f0091fd5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.745188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2246db11-030b-47ec-8971-79e98d1e90db']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:13.761361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065de371-fee3-4ece-805b-f9bc30367c99') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:13.769043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065de371-fee3-4ece-805b-f9bc30367c99') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:13.785724 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.801115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.808288 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:16:13.808881 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.852019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b03448ec-afa8-4a1c-afd8-4949dc4cbef3 None None] Deleting port 9955179b-0fd2-4c50-a800-385945a83ea5 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:13.854356 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b03448ec-afa8-4a1c-afd8-4949dc4cbef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.869245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:16:13.883458 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:16:13.887262 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.922592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:13.929767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50722) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:13.935215 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/networks/2246db11-030b-47ec-8971-79e98d1e90db HTTP/1.1" status: 204 len: 168 time: 0.7238684 Dec 13 13:16:13.957960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c163bb-ef2a-4fdf-859e-feceefb7fe25 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Network': ['ID=2246db11-030b-47ec-8971-79e98d1e90db,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:14.014735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-543fae1c-fb14-43f1-8194-d5f0091fd5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:14.017758 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-543fae1c-fb14-43f1-8194-d5f0091fd5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:14.022095 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-543fae1c-fb14-43f1-8194-d5f0091fd5da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54c3f8ed-09a6-4f75-beb2-573ac3c54029 HTTP/1.1" status: 204 len: 168 time: 0.6783416 Dec 13 13:16:14.041605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fae1c-fb14-43f1-8194-d5f0091fd5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c3f8ed-09a6-4f75-beb2-573ac3c54029,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:14.048185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:16:14.052453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 189f73ce-c1a4-4e29-87c2-f45ce88ee5e4 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:16:14.055600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9955179b-0fd2-4c50-a800-385945a83ea5 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:16:14.134882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:14.261111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b03448ec-afa8-4a1c-afd8-4949dc4cbef3 None None] For port 9955179b-0fd2-4c50-a800-385945a83ea5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9955179b-0fd2-4c50-a800-385945a83ea5,segment=NetworkSegment(d3a2dab2-3408-4ff2-9e0d-8a146a6790cc),segment_id=d3a2dab2-3408-4ff2-9e0d-8a146a6790cc)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:14.261288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Deleting port 9955179b-0fd2-4c50-a800-385945a83ea5 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:14.261471 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:14.261590 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b03448ec-afa8-4a1c-afd8-4949dc4cbef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:14.352029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b03448ec-afa8-4a1c-afd8-4949dc4cbef3 None None] Calling delete_port for 9955179b-0fd2-4c50-a800-385945a83ea5 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:14.365887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] For port 9955179b-0fd2-4c50-a800-385945a83ea5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9955179b-0fd2-4c50-a800-385945a83ea5,segment=NetworkSegment(d3a2dab2-3408-4ff2-9e0d-8a146a6790cc),segment_id=d3a2dab2-3408-4ff2-9e0d-8a146a6790cc)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:14.366270 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:14.384845 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:14.429771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Calling delete_port for 9955179b-0fd2-4c50-a800-385945a83ea5 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:14.527960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 9955179b-0fd2-4c50-a800-385945a83ea5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9955179b-0fd2-4c50-a800-385945a83ea5,segment=NetworkSegment(d3a2dab2-3408-4ff2-9e0d-8a146a6790cc),segment_id=d3a2dab2-3408-4ff2-9e0d-8a146a6790cc)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:14.540465 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:14.645926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=9955179b-0fd2-4c50-a800-385945a83ea5,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:14.686667 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b03448ec-afa8-4a1c-afd8-4949dc4cbef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:14.696776 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:14.735870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] No DVR routers for this DVR port 9955179b-0fd2-4c50-a800-385945a83ea5 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:16:14.764830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03448ec-afa8-4a1c-afd8-4949dc4cbef3 None None] Pushing event deleted for resources: {'Port': ['ID=9955179b-0fd2-4c50-a800-385945a83ea5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:14.799404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03448ec-afa8-4a1c-afd8-4949dc4cbef3 None None] No DVR routers for this DVR port 9955179b-0fd2-4c50-a800-385945a83ea5 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:16:14.839656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Port': ['ID=9955179b-0fd2-4c50-a800-385945a83ea5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:15.068433 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.122417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464e6394-c2ce-49c8-893d-c308327300b1']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:15.143307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a2dab2-3408-4ff2-9e0d-8a146a6790cc') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:15.143613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a2dab2-3408-4ff2-9e0d-8a146a6790cc') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:15.186590 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.217457 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.243707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:16:15.245719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:16:15.340370 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:16:15.348831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.363453 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.370160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/networks/464e6394-c2ce-49c8-893d-c308327300b1 HTTP/1.1" status: 204 len: 168 time: 1.4390211 Dec 13 13:16:15.372739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50776) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:15.423369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ba921-1a4a-4b78-81c6-55648f0f7507 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Network': ['ID=464e6394-c2ce-49c8-893d-c308327300b1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:15.565821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc46a76-143d-4cdd-96b4-6eefc9803fca tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Deleting subnet caa32cf9-a05e-4ec3-9046-f02369db49c4 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:16:15.579009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc46a76-143d-4cdd-96b4-6eefc9803fca tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.640467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc46a76-143d-4cdd-96b4-6eefc9803fca tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.755486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc46a76-143d-4cdd-96b4-6eefc9803fca tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.848698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc46a76-143d-4cdd-96b4-6eefc9803fca tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.948513 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3bc46a76-143d-4cdd-96b4-6eefc9803fca tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:15.952546 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3bc46a76-143d-4cdd-96b4-6eefc9803fca tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/subnets/caa32cf9-a05e-4ec3-9046-f02369db49c4 HTTP/1.1" status: 204 len: 168 time: 0.5786588 Dec 13 13:16:15.954305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc46a76-143d-4cdd-96b4-6eefc9803fca tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Subnet': ['ID=caa32cf9-a05e-4ec3-9046-f02369db49c4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:15.955179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 50836) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:15.957606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf3c2f-530b-4f01-854d-6e5374143a91 None None] Network ae062aa5-5292-4a07-b175-fa43b3cdad57 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:16:16.163144 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:16.293527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Deleting port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:16.294793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:16.475332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] For port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b,segment=NetworkSegment(27014c8c-c9b4-4b1c-9e3f-83e561dee682),segment_id=27014c8c-c9b4-4b1c-9e3f-83e561dee682)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:16.475920 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:16.493972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3795e48b-392a-48a5-9b3a-b75eef0bd58c None None] DHCP port deletion for ae062aa5-5292-4a07-b175-fa43b3cdad57 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:16:16.522125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Calling delete_port for b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:16.709297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3795e48b-392a-48a5-9b3a-b75eef0bd58c None None] Deleting port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:16:16.709900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3795e48b-392a-48a5-9b3a-b75eef0bd58c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:16.806404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:16.858018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Port': ['ID=b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:16.878238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] No DVR routers for this DVR port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:16:16.887938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3795e48b-392a-48a5-9b3a-b75eef0bd58c None None] For port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b,segment=NetworkSegment(27014c8c-c9b4-4b1c-9e3f-83e561dee682),segment_id=27014c8c-c9b4-4b1c-9e3f-83e561dee682)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:16:16.890923 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3795e48b-392a-48a5-9b3a-b75eef0bd58c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:16.940421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3795e48b-392a-48a5-9b3a-b75eef0bd58c None None] Calling delete_port for b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:16:17.087970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:17.123900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3795e48b-392a-48a5-9b3a-b75eef0bd58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:17.149640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae062aa5-5292-4a07-b175-fa43b3cdad57']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:17.186963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27014c8c-c9b4-4b1c-9e3f-83e561dee682') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:17.187778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27014c8c-c9b4-4b1c-9e3f-83e561dee682') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:16:17.216059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:17.223611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795e48b-392a-48a5-9b3a-b75eef0bd58c None None] Pushing event deleted for resources: {'Port': ['ID=b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:17.247583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795e48b-392a-48a5-9b3a-b75eef0bd58c None None] No DVR routers for this DVR port b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:16:17.260331 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:17.281961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:16:17.283677 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:16:17.292032 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:16:17.450039 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:17.459685 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:17.466971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/networks/ae062aa5-5292-4a07-b175-fa43b3cdad57 HTTP/1.1" status: 204 len: 168 time: 1.5107551 Dec 13 13:16:17.473462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 50996) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:17.484292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cb1f7-ca22-4c6a-ab67-1f4afb61cbc1 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Pushing event deleted for resources: {'Network': ['ID=ae062aa5-5292-4a07-b175-fa43b3cdad57,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:17.555072 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-278c8643-c4f6-4ee9-9324-ad2cc2309e75 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e56a326-7b6c-40a5-a00e-5d752e237047 HTTP/1.1" status: 200 len: 205 time: 0.0797777 Dec 13 13:16:17.556720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51008) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:17.815653 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408cf915-81cf-442a-a148-151a7bb307e3 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:17.852112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:16:17.919636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:16:17.924645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b26e9d9f-f0cc-43b1-80f9-cf5c2232a00b not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:16:18.306903 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408cf915-81cf-442a-a148-151a7bb307e3 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:18.312717 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408cf915-81cf-442a-a148-151a7bb307e3 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:18.407849 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408cf915-81cf-442a-a148-151a7bb307e3 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:18.408370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408cf915-81cf-442a-a148-151a7bb307e3 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Fanout notify agent at l3_agent the message router_deleted on router 8e56a326-7b6c-40a5-a00e-5d752e237047 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:16:18.428739 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-408cf915-81cf-442a-a148-151a7bb307e3 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:18.433135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-408cf915-81cf-442a-a148-151a7bb307e3 tempest-RoutersNegativeIpV6Test-431571165 tempest-RoutersNegativeIpV6Test-431571165-project] 10.222.0.31 "DELETE /v2.0/routers/8e56a326-7b6c-40a5-a00e-5d752e237047 HTTP/1.1" status: 204 len: 168 time: 0.8750329 Dec 13 13:16:18.631362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51126) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:19.032569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51172) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:19.202856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b974eef1-9131-4e51-8830-6854714a26ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.304914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51204) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:19.307885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-15de73c6-8339-443d-b21c-10a8d607e51d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eceda6b200eb4959901fcbb6c89ed7cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683828 Dec 13 13:16:19.424493 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b974eef1-9131-4e51-8830-6854714a26ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.430014 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b974eef1-9131-4e51-8830-6854714a26ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.434279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51d9660a-b218-4995-913f-5f2d609f9e8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.518442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974eef1-9131-4e51-8830-6854714a26ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ec20a6-44c9-4868-8f24-e621595010bf,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:19.531606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b974eef1-9131-4e51-8830-6854714a26ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2821099270e9402790984789d1a53796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8973589 Dec 13 13:16:19.542493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51d9660a-b218-4995-913f-5f2d609f9e8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.546248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51232) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:19.674598 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51d9660a-b218-4995-913f-5f2d609f9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.677345 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51d9660a-b218-4995-913f-5f2d609f9e8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.682777 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-51d9660a-b218-4995-913f-5f2d609f9e8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ccad513-ffa8-4d86-b508-cc1dbe9597fc HTTP/1.1" status: 204 len: 168 time: 0.3752828 Dec 13 13:16:19.694043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9660a-b218-4995-913f-5f2d609f9e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccad513-ffa8-4d86-b508-cc1dbe9597fc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:19.707178 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a8f2-a978-4fae-9699-7efe3a712cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.764792 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a8f2-a978-4fae-9699-7efe3a712cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.849458 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a8f2-a978-4fae-9699-7efe3a712cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.854586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a8f2-a978-4fae-9699-7efe3a712cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:19.868516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5cf3a8f2-a978-4fae-9699-7efe3a712cce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2ec20a6-44c9-4868-8f24-e621595010bf HTTP/1.1" status: 204 len: 168 time: 0.3164651 Dec 13 13:16:19.908425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3a8f2-a978-4fae-9699-7efe3a712cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ec20a6-44c9-4868-8f24-e621595010bf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:20.598471 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51360) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:20.623677 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19a50641-e63d-4ca2-9a73-41f55b466dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:20.796097 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19a50641-e63d-4ca2-9a73-41f55b466dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:20.801008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-19a50641-e63d-4ca2-9a73-41f55b466dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:20.844342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a50641-e63d-4ca2-9a73-41f55b466dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e17f2a-27bd-4d4a-a5a3-78d9672590d0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:20.858822 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-19a50641-e63d-4ca2-9a73-41f55b466dd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49b38d6c7eea40e78c4a93c412e939b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582443 Dec 13 13:16:20.861802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51372) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:20.921599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f48ae06f-3913-4366-944a-108b53001fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:20.958397 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f48ae06f-3913-4366-944a-108b53001fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:21.022587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f48ae06f-3913-4366-944a-108b53001fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:21.026797 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f48ae06f-3913-4366-944a-108b53001fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:21.028287 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f48ae06f-3913-4366-944a-108b53001fca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2e17f2a-27bd-4d4a-a5a3-78d9672590d0 HTTP/1.1" status: 204 len: 168 time: 0.1648753 Dec 13 13:16:21.038504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ae06f-3913-4366-944a-108b53001fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e17f2a-27bd-4d4a-a5a3-78d9672590d0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:21.606982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51402) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:21.759466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-71f2ccd3-74eb-4f9f-8738-f3075607fc0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:21.863859 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-71f2ccd3-74eb-4f9f-8738-f3075607fc0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:21.869219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-71f2ccd3-74eb-4f9f-8738-f3075607fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:21.920272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2ccd3-74eb-4f9f-8738-f3075607fc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cbe09a-fd78-4089-b016-4ac2148fa636,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:21.925726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-71f2ccd3-74eb-4f9f-8738-f3075607fc0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=305c91e6b92f47dbbc08b2b67f85591e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176367 Dec 13 13:16:21.928317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51422) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:21.983967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56c79a6e-4bf7-4824-8124-9a46be12c5e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:22.022833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56c79a6e-4bf7-4824-8124-9a46be12c5e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:22.127525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56c79a6e-4bf7-4824-8124-9a46be12c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:22.130668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56c79a6e-4bf7-4824-8124-9a46be12c5e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:22.132178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-56c79a6e-4bf7-4824-8124-9a46be12c5e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69cbe09a-fd78-4089-b016-4ac2148fa636 HTTP/1.1" status: 204 len: 168 time: 0.2028253 Dec 13 13:16:22.149135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c79a6e-4bf7-4824-8124-9a46be12c5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cbe09a-fd78-4089-b016-4ac2148fa636,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:23.263572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51476) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:23.525766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9baf0653-0472-4c04-bc49-403e0ced7b3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:23.663261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9baf0653-0472-4c04-bc49-403e0ced7b3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:23.668792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9baf0653-0472-4c04-bc49-403e0ced7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:23.707507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51516) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:23.722090 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9baf0653-0472-4c04-bc49-403e0ced7b3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c720c40f693c420f8d1c7a34d4b68301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4571486 Dec 13 13:16:23.753140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf0653-0472-4c04-bc49-403e0ced7b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a774959-b1b5-4f9f-ad01-ebcb2357275f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:23.818623 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff96-6939-49a4-8714-3aaeca8dc2e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:23.871675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff96-6939-49a4-8714-3aaeca8dc2e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:23.967710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff96-6939-49a4-8714-3aaeca8dc2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:23.971475 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff96-6939-49a4-8714-3aaeca8dc2e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:23.973789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fbaaff96-6939-49a4-8714-3aaeca8dc2e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a774959-b1b5-4f9f-ad01-ebcb2357275f HTTP/1.1" status: 204 len: 168 time: 0.2642250 Dec 13 13:16:23.990587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaff96-6939-49a4-8714-3aaeca8dc2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a774959-b1b5-4f9f-ad01-ebcb2357275f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:24.220700 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9215-3240-4126-9137-6f4d0817fc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:25.121219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51594) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:25.140041 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e44a2a0d-6b3b-4619-bf4e-ee6978dae7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:25.229943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e44a2a0d-6b3b-4619-bf4e-ee6978dae7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:25.239088 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e44a2a0d-6b3b-4619-bf4e-ee6978dae7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:25.274417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51598) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:25.291114 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e44a2a0d-6b3b-4619-bf4e-ee6978dae7b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d389e2846ce44a02b92b56624116718a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1669188 Dec 13 13:16:25.350332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a2a0d-6b3b-4619-bf4e-ee6978dae7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56df0b09-caf9-4062-b434-7f54943e4a1e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:25.388859 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c00cd9-8ccd-4a7b-8d8c-e8d902b22c9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:25.419232 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c00cd9-8ccd-4a7b-8d8c-e8d902b22c9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:25.512653 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c00cd9-8ccd-4a7b-8d8c-e8d902b22c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:25.516460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f9c00cd9-8ccd-4a7b-8d8c-e8d902b22c9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:25.518067 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f9c00cd9-8ccd-4a7b-8d8c-e8d902b22c9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56df0b09-caf9-4062-b434-7f54943e4a1e HTTP/1.1" status: 204 len: 168 time: 0.2425466 Dec 13 13:16:25.540606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c00cd9-8ccd-4a7b-8d8c-e8d902b22c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56df0b09-caf9-4062-b434-7f54943e4a1e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:26.684486 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-120db09d-88ab-457e-a8b6-e3acc3fed0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:27.777882 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:28.203519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51704) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:28.392198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd0715e8-e7b1-420d-b271-4b809555e7b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:28.628200 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd0715e8-e7b1-420d-b271-4b809555e7b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:28.640382 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fd0715e8-e7b1-420d-b271-4b809555e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:28.695507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51722) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:28.696741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fd0715e8-e7b1-420d-b271-4b809555e7b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34ecea12006e4031992a08ce864af76c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4918694 Dec 13 13:16:28.757973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0715e8-e7b1-420d-b271-4b809555e7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ef4138-1676-4b8f-ab11-cec33be254e7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:28.797305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07c5e25b-edbd-4fd0-875e-9d4fea65a945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:28.828328 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07c5e25b-edbd-4fd0-875e-9d4fea65a945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:28.887206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07c5e25b-edbd-4fd0-875e-9d4fea65a945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:28.892504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07c5e25b-edbd-4fd0-875e-9d4fea65a945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:28.898241 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-07c5e25b-edbd-4fd0-875e-9d4fea65a945 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07ef4138-1676-4b8f-ab11-cec33be254e7 HTTP/1.1" status: 204 len: 168 time: 0.1996605 Dec 13 13:16:28.912655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5e25b-edbd-4fd0-875e-9d4fea65a945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ef4138-1676-4b8f-ab11-cec33be254e7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:29.126343 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:29.576955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51738) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:29.604980 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1128551-396a-4cbc-8dd1-c604dddfb364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:29.870418 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1128551-396a-4cbc-8dd1-c604dddfb364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:29.881287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1128551-396a-4cbc-8dd1-c604dddfb364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:29.907173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:29.942884 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f1128551-396a-4cbc-8dd1-c604dddfb364 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da0fe3ee0a6b4ae7a02e9b7092ea4fa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3643708 Dec 13 13:16:29.944166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1128551-396a-4cbc-8dd1-c604dddfb364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659eeb11-2232-4812-acf9-78777239dd7c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:29.945974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 51750) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:30.025631 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b255b9d6-0f12-4cc4-837e-89086bf9d827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:30.057834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b255b9d6-0f12-4cc4-837e-89086bf9d827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:30.149487 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b255b9d6-0f12-4cc4-837e-89086bf9d827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:30.154219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b255b9d6-0f12-4cc4-837e-89086bf9d827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:30.159745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b255b9d6-0f12-4cc4-837e-89086bf9d827 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/659eeb11-2232-4812-acf9-78777239dd7c HTTP/1.1" status: 204 len: 168 time: 0.2124820 Dec 13 13:16:30.172554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b9d6-0f12-4cc4-837e-89086bf9d827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659eeb11-2232-4812-acf9-78777239dd7c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:30.997908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-1d8eebbf-01cf-4014-8a60-b29f9795f88e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:31.008190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-1d8eebbf-01cf-4014-8a60-b29f9795f88e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.2962899 Dec 13 13:16:31.045814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-e7510983-f0bf-4e7a-b2d8-42b7885359fe tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/quotas/c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 375 time: 0.0366325 Dec 13 13:16:31.198336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-1a894a7e-d5ec-490a-bb4d-b684dccad4de tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439075 Dec 13 13:16:31.366267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-0225df74-c2b5-4812-b94b-742dc2fc9335 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:16:31.377026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-0225df74-c2b5-4812-b94b-742dc2fc9335 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1751959 Dec 13 13:16:31.502617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-90f685de-eae5-40f9-bcc5-4f244e138823 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245542 Dec 13 13:16:31.662880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-e280d9ae-8ae7-4514-b5cc-732c1bb3e88b service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588702 Dec 13 13:16:32.038297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57da3291-29eb-4cbc-9efc-a21120e726d0 req-0c56296f-fd65-40f5-b7de-ec5c24655359 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 210 time: 0.0931797 Dec 13 13:16:33.263851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-383488a5-de7a-4b2a-9532-5c2c9b6770ab req-0d46687e-ca4e-4b20-82d1-cbd97ebdf7f7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 210 time: 0.0795043 Dec 13 13:16:33.702294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-df6e8aad-d412-4fb9-a022-afb32997ca17 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:33.704462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-df6e8aad-d412-4fb9-a022-afb32997ca17 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.1288834 Dec 13 13:16:33.727256 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'port': {'device_id': 'a72b5b66-3fbe-4fe7-817c-ea916a489d08', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'admin_state_up': True, 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:16:33.889488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Made reservation on behalf of c01bbf10b14d4003865c5ab660a61bbc for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:16:33.894304 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:34.059234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Allocated IP 172.20.0.14 (0a1be6de-718f-4ea7-9a52-a17277841c0e/2f0410cc-27a9-48bd-872d-d1e4f6ac7395/5b77ec3c-5094-4718-8976-51f145ad403b) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:16:34.383276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:34.518092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7f1ed1bb-e232-4c67-bd01-c0120e65bde0 req-451df2d4-328b-4d3d-8a73-8a340aeee0aa tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 210 time: 0.0993402 Dec 13 13:16:34.537395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:34.608606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:16:34.610567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:16:34.613225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:16:34.679892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=5b77ec3c-5094-4718-8976-51f145ad403b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:34.710780 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:34.722224 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:34.754443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-f4176b39-ca78-4df0-a019-d77145b8f432 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0368612 Dec 13 13:16:34.781832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Request body: {'port': {'device_id': 'a72b5b66-3fbe-4fe7-817c-ea916a489d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:16:34.998374 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:35.147024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a6e323b8-b584-4f12-9e78-e65c9bd42a2e None None] Provisioning complete for port 5b77ec3c-5094-4718-8976-51f145ad403b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:16:35.149900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6e323b8-b584-4f12-9e78-e65c9bd42a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:35.252091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a6e323b8-b584-4f12-9e78-e65c9bd42a2e None None] Port 5b77ec3c-5094-4718-8976-51f145ad403b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:16:36.269648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf75ce-48bf-499d-b210-5dbd30ae9504 req-515c00b8-793f-46be-8e6e-9f6c37f388c3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:36.272745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05bf75ce-48bf-499d-b210-5dbd30ae9504 req-515c00b8-793f-46be-8e6e-9f6c37f388c3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 932 time: 0.3228259 Dec 13 13:16:36.415734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05bf75ce-48bf-499d-b210-5dbd30ae9504 req-5bb40852-5a50-4dcc-9016-54ba25f1b34c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287794 Dec 13 13:16:36.679713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b77ec3c-5094-4718-8976-51f145ad403b {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:16:36.696778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:36.713576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Transition to ACTIVE for port object 5b77ec3c-5094-4718-8976-51f145ad403b will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:16:36.719211 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:36.824829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Pushing event updated for resources: {'Port': ['ID=5b77ec3c-5094-4718-8976-51f145ad403b,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:36.893549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 51986) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:37.026284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Attempting to bind port 5b77ec3c-5094-4718-8976-51f145ad403b on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:16:37.026785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Attempting to bind port 5b77ec3c-5094-4718-8976-51f145ad403b by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:16:37.027291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Attempting to bind port 5b77ec3c-5094-4718-8976-51f145ad403b on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:16:37.039523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Port 5b77ec3c-5094-4718-8976-51f145ad403b on network 0a1be6de-718f-4ea7-9a52-a17277841c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:16:37.044481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Attempting to bind port 5b77ec3c-5094-4718-8976-51f145ad403b on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:16:37.055714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:16:37.056146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Checking segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:16:37.056570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Bound using segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:16:37.057026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Bound port: 5b77ec3c-5094-4718-8976-51f145ad403b, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:16:37.060357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:37.185400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd31d-c3cd-458a-9439-01e152dba558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:37.227165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] For port 5b77ec3c-5094-4718-8976-51f145ad403b, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:16:37.234671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] For port 5b77ec3c-5094-4718-8976-51f145ad403b, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5b77ec3c-5094-4718-8976-51f145ad403b,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:16:37.241134 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:37.359158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:37.362827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:37.365806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] 10.222.0.42 "PUT /v2.0/ports/5b77ec3c-5094-4718-8976-51f145ad403b HTTP/1.1" status: 200 len: 1092 time: 2.5905201 Dec 13 13:16:37.366378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72b5b66-3fbe-4fe7-817c-ea916a489d08', 'tag': '5b77ec3c-5094-4718-8976-51f145ad403b'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:16:37.375224 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa48ce10-8c98-4a69-ae91-41189f45147a" -d '{"events": [{"name": "network-changed", "server_uuid": "a72b5b66-3fbe-4fe7-817c-ea916a489d08", "tag": "5b77ec3c-5094-4718-8976-51f145ad403b"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:16:37.421800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd31d-c3cd-458a-9439-01e152dba558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:37.432654 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd31d-c3cd-458a-9439-01e152dba558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:37.555842 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec1ddb6-f0be-4b72-bd6e-34b808ff7fb4 x-openstack-request-id: req-2ec1ddb6-f0be-4b72-bd6e-34b808ff7fb4 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:16:37.556387 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72b5b66-3fbe-4fe7-817c-ea916a489d08", "tag": "5b77ec3c-5094-4718-8976-51f145ad403b", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:16:37.557315 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ec1ddb6-f0be-4b72-bd6e-34b808ff7fb4 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:16:37.558925 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72b5b66-3fbe-4fe7-817c-ea916a489d08', 'tag': '5b77ec3c-5094-4718-8976-51f145ad403b', 'status': 'completed', 'code': 200} Dec 13 13:16:37.564940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3adacc-ca00-4523-b94e-4c1f32a8c259 service neutron] Pushing event updated for resources: {'Port': ['ID=5b77ec3c-5094-4718-8976-51f145ad403b,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:37.595139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52008) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:37.599448 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ebbbd31d-c3cd-458a-9439-01e152dba558 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d7b69c7df3e46a58b8af51b6c8083fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7040260 Dec 13 13:16:37.625395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-ca166a1f-1542-43b8-865a-479b6c2a8fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:37.630506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-ca166a1f-1542-43b8-865a-479b6c2a8fb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 1095 time: 0.1963081 Dec 13 13:16:37.710404 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:37.722636 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbd31d-c3cd-458a-9439-01e152dba558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a689322-52fa-4d5e-9b10-b2896612724f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:37.741783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:37.856826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-456e4249-0911-42a2-bcfc-b95884f92ff1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b77ec3c-5094-4718-8976-51f145ad403b HTTP/1.1" status: 200 len: 217 time: 0.1960189 Dec 13 13:16:37.941042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75c22413-dd7a-4c69-9c51-1cc86513905f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:37.983847 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75c22413-dd7a-4c69-9c51-1cc86513905f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:38.015920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cf24b-8235-47dd-aac8-f2c127ec2950 req-86b06694-8d55-43f1-9e99-627a23b5a9e4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:38.017959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e4cf24b-8235-47dd-aac8-f2c127ec2950 req-86b06694-8d55-43f1-9e99-627a23b5a9e4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.3605917 Dec 13 13:16:38.026484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-6701c672-d359-4c1d-b7a8-49f008267079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:38.028554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-6701c672-d359-4c1d-b7a8-49f008267079 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.1702631 Dec 13 13:16:38.141363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e4cf24b-8235-47dd-aac8-f2c127ec2950 req-599e1a9c-2b86-4488-9cd2-818284fee226 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115103 Dec 13 13:16:38.144992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-cc630e4b-bde0-44c0-8d0f-af06a3eed41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:38.146587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-cc630e4b-bde0-44c0-8d0f-af06a3eed41d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934439 Dec 13 13:16:38.147867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75c22413-dd7a-4c69-9c51-1cc86513905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:38.150782 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75c22413-dd7a-4c69-9c51-1cc86513905f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:38.151827 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-75c22413-dd7a-4c69-9c51-1cc86513905f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a689322-52fa-4d5e-9b10-b2896612724f HTTP/1.1" status: 204 len: 168 time: 0.5447452 Dec 13 13:16:38.170174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c22413-dd7a-4c69-9c51-1cc86513905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a689322-52fa-4d5e-9b10-b2896612724f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:38.307970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-579bd6b4-4b70-41b3-b029-1f695a09425d service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525347 Dec 13 13:16:38.498368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ce0ed29-a16a-4ea9-935b-d0215d9a3838 req-8d7a69ca-8cca-430c-a657-40f5693bab2b service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839960 Dec 13 13:16:38.647320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-3b20aa14-aa0f-4ab4-ae20-d60fa6b7974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:38.649677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-3b20aa14-aa0f-4ab4-ae20-d60fa6b7974d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 1095 time: 0.0987875 Dec 13 13:16:38.777922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-65d33de6-515d-40c3-992a-70bb3f04ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:38.779556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-65d33de6-515d-40c3-992a-70bb3f04ef1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.1232133 Dec 13 13:16:38.818515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52044) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:38.846771 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-834b853d-e262-4d9a-88e7-4c8df57c6119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:38.959746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-51a7ab27-7325-4d1e-9745-663e8d59fb93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b77ec3c-5094-4718-8976-51f145ad403b HTTP/1.1" status: 200 len: 217 time: 0.1551685 Dec 13 13:16:39.064971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-834b853d-e262-4d9a-88e7-4c8df57c6119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:39.079626 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-834b853d-e262-4d9a-88e7-4c8df57c6119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:39.081525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-f3c7187c-ec80-48a6-812e-e36dea69f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:39.083688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-f3c7187c-ec80-48a6-812e-e36dea69f4cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.1192563 Dec 13 13:16:39.174827 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-834b853d-e262-4d9a-88e7-4c8df57c6119 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc22cee049c149c68fde1bea054373f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538558 Dec 13 13:16:39.176910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b853d-e262-4d9a-88e7-4c8df57c6119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf87a89a-0b2c-4c09-b83e-819fe45495b8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:39.177192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52056) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:39.208809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-0ef8a1be-34c0-4265-89ba-bcd799954a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:39.210502 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-0ef8a1be-34c0-4265-89ba-bcd799954a39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201735 Dec 13 13:16:39.328125 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0b45a5b6-8df3-43f6-99a7-b852c66a4ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:39.363390 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0b45a5b6-8df3-43f6-99a7-b852c66a4ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:39.406299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-af570e2e-f934-4d9b-81c3-17f5fc0891f5 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859829 Dec 13 13:16:39.698301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa48ce10-8c98-4a69-ae91-41189f45147a req-6241c811-43f1-4a6f-9a7e-f76d3c0a7408 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681210 Dec 13 13:16:39.701003 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0b45a5b6-8df3-43f6-99a7-b852c66a4ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:39.704025 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0b45a5b6-8df3-43f6-99a7-b852c66a4ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:39.707675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0b45a5b6-8df3-43f6-99a7-b852c66a4ad6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf87a89a-0b2c-4c09-b83e-819fe45495b8 HTTP/1.1" status: 204 len: 168 time: 0.5272210 Dec 13 13:16:39.749703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45a5b6-8df3-43f6-99a7-b852c66a4ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf87a89a-0b2c-4c09-b83e-819fe45495b8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:39.777355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938da99e-06be-43ea-9d21-828e80e4f607 req-74e14a23-44b4-4a7e-919f-946acbf92304 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:39.785377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-938da99e-06be-43ea-9d21-828e80e4f607 req-74e14a23-44b4-4a7e-919f-946acbf92304 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.3816373 Dec 13 13:16:40.016121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-938da99e-06be-43ea-9d21-828e80e4f607 req-8ea5913a-bf13-40dd-9fbd-dfd7a5e487d1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132099 Dec 13 13:16:41.309363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad7e40-8434-4f67-a78f-6a853aaf4b2d req-95a3fc0e-c6e9-45c9-a6d4-b3488fd2e38d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:41.310971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fad7e40-8434-4f67-a78f-6a853aaf4b2d req-95a3fc0e-c6e9-45c9-a6d4-b3488fd2e38d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1058762 Dec 13 13:16:41.394542 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7fad7e40-8434-4f67-a78f-6a853aaf4b2d req-c6dd3243-03cf-457c-8817-085dbe14ac1c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744932 Dec 13 13:16:42.671631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcfd88-0b52-453d-98ae-03db72f0c56b req-0051130e-a071-4dab-abc8-e39c904ff74e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:42.672431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5dcfd88-0b52-453d-98ae-03db72f0c56b req-0051130e-a071-4dab-abc8-e39c904ff74e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1224976 Dec 13 13:16:42.859704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5dcfd88-0b52-453d-98ae-03db72f0c56b req-6985737b-0442-4fbf-b1aa-0070daa3b7c3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782627 Dec 13 13:16:44.107621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ac68b-8d62-417e-9784-b3c97b74ad2b req-1c633eb9-d4a1-42c5-8732-d6b1a0a022e9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:44.117343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb8ac68b-8d62-417e-9784-b3c97b74ad2b req-1c633eb9-d4a1-42c5-8732-d6b1a0a022e9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1276755 Dec 13 13:16:44.224432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb8ac68b-8d62-417e-9784-b3c97b74ad2b req-64ce8446-c915-4869-a17b-480f4ac667ea tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060205 Dec 13 13:16:44.933052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52240) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:45.197234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b0057a3b-2e17-41e3-bf88-9c9a61a5c337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:45.310720 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b0057a3b-2e17-41e3-bf88-9c9a61a5c337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:45.321874 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b0057a3b-2e17-41e3-bf88-9c9a61a5c337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:45.353669 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b0057a3b-2e17-41e3-bf88-9c9a61a5c337 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b456e93cd074df9993a0c359d9bca0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193842 Dec 13 13:16:45.357000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52252) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:45.382019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0057a3b-2e17-41e3-bf88-9c9a61a5c337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a3d13b-de21-4b9e-a28d-aea1d32da7d8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:45.497376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd94d55d-9c84-404d-bd49-57e07813d5d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:45.553190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5a56-1b5c-4e96-b9a5-699ecc798157 req-df407814-bc6b-4c55-9a00-83180e33a18b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:45.553698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd94d55d-9c84-404d-bd49-57e07813d5d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:45.563370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b9f5a56-1b5c-4e96-b9a5-699ecc798157 req-df407814-bc6b-4c55-9a00-83180e33a18b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1464822 Dec 13 13:16:45.673353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b9f5a56-1b5c-4e96-b9a5-699ecc798157 req-80cd38ae-1055-4a3b-bc70-c4918dbde94b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844080 Dec 13 13:16:45.685240 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd94d55d-9c84-404d-bd49-57e07813d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:45.695957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd94d55d-9c84-404d-bd49-57e07813d5d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:45.697776 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dd94d55d-9c84-404d-bd49-57e07813d5d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8a3d13b-de21-4b9e-a28d-aea1d32da7d8 HTTP/1.1" status: 204 len: 168 time: 0.3386784 Dec 13 13:16:45.722300 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94d55d-9c84-404d-bd49-57e07813d5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a3d13b-de21-4b9e-a28d-aea1d32da7d8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:46.391965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52286) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:46.407052 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb9d8ffd-192e-4284-88ae-79e055349814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:46.602708 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb9d8ffd-192e-4284-88ae-79e055349814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:46.612420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bb9d8ffd-192e-4284-88ae-79e055349814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:46.712470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bb9d8ffd-192e-4284-88ae-79e055349814 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4336cd618e0c4fe3b23a4ef8a01b5bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3170691 Dec 13 13:16:46.713314 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52292) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:46.723172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d8ffd-192e-4284-88ae-79e055349814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564baa99-e28e-4455-a830-eb543853ad10,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:46.867135 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e1464567-63b5-4acb-889b-e9cd584e1ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:46.931738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e1464567-63b5-4acb-889b-e9cd584e1ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:47.019829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20b5c8-5717-46e3-bd79-689418a55f47 req-aedc1f6e-8c68-479a-b187-0125fdca8a1b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:47.021387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d20b5c8-5717-46e3-bd79-689418a55f47 req-aedc1f6e-8c68-479a-b187-0125fdca8a1b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1203461 Dec 13 13:16:47.059430 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e1464567-63b5-4acb-889b-e9cd584e1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:47.063089 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e1464567-63b5-4acb-889b-e9cd584e1ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:47.068382 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e1464567-63b5-4acb-889b-e9cd584e1ae1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/564baa99-e28e-4455-a830-eb543853ad10 HTTP/1.1" status: 204 len: 168 time: 0.3513031 Dec 13 13:16:47.089420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1464567-63b5-4acb-889b-e9cd584e1ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564baa99-e28e-4455-a830-eb543853ad10,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:47.159410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d20b5c8-5717-46e3-bd79-689418a55f47 req-04707612-ee45-489c-8c39-5a73849cc816 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095614 Dec 13 13:16:48.500325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f715f-695d-476f-964e-a8e3e7d682db req-fd311e55-f780-4740-aa2d-c502366785c4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:48.501986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-116f715f-695d-476f-964e-a8e3e7d682db req-fd311e55-f780-4740-aa2d-c502366785c4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.2031925 Dec 13 13:16:48.639372 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-116f715f-695d-476f-964e-a8e3e7d682db req-aa83509e-25df-4060-b756-ca52603305cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238217 Dec 13 13:16:49.940282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5b8a-4f14-4561-9962-d1776f6c406a req-ee29754d-9a3e-4daa-8344-18cafcb552c3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:49.950960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22ff5b8a-4f14-4561-9962-d1776f6c406a req-ee29754d-9a3e-4daa-8344-18cafcb552c3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1362476 Dec 13 13:16:50.041961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22ff5b8a-4f14-4561-9962-d1776f6c406a req-81a32a5b-a267-4074-a475-2d64da472237 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892260 Dec 13 13:16:50.546652 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:16:51.333367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f9639-47af-41ec-8bf3-4416d2179e36 req-f5224871-713d-4d0f-82d7-699b97b4dc23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:51.336082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e92f9639-47af-41ec-8bf3-4416d2179e36 req-f5224871-713d-4d0f-82d7-699b97b4dc23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1189713 Dec 13 13:16:51.428595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e92f9639-47af-41ec-8bf3-4416d2179e36 req-95131088-369e-4305-bfa7-2331262cddab tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880215 Dec 13 13:16:52.583506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f70b7-9d0c-4d14-9cb3-30902bfe6188 req-29e2a5ee-418e-4d45-9c1e-c811a7fe424f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:52.594304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a42f70b7-9d0c-4d14-9cb3-30902bfe6188 req-29e2a5ee-418e-4d45-9c1e-c811a7fe424f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.0751402 Dec 13 13:16:52.710158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a42f70b7-9d0c-4d14-9cb3-30902bfe6188 req-cdf183a9-f86e-446f-bec1-d12dd44a347c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146104 Dec 13 13:16:52.819490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52544) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:52.946113 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65abdbef-14fb-46cd-8b85-52327fbc44cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:53.061526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65abdbef-14fb-46cd-8b85-52327fbc44cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:53.083903 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65abdbef-14fb-46cd-8b85-52327fbc44cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:53.139386 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-65abdbef-14fb-46cd-8b85-52327fbc44cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da2b1449c2824603adc5ac181dad66d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185439 Dec 13 13:16:53.142790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52560) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:53.158567 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abdbef-14fb-46cd-8b85-52327fbc44cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e07544-fa45-4e1b-9fe8-3bd046546b1f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:53.277849 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a11b6b74-5122-41fc-9514-51fc27d69b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:53.337419 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a11b6b74-5122-41fc-9514-51fc27d69b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:53.429682 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a11b6b74-5122-41fc-9514-51fc27d69b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:53.453256 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a11b6b74-5122-41fc-9514-51fc27d69b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:53.453256 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a11b6b74-5122-41fc-9514-51fc27d69b46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30e07544-fa45-4e1b-9fe8-3bd046546b1f HTTP/1.1" status: 204 len: 168 time: 0.3062780 Dec 13 13:16:53.489635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b6b74-5122-41fc-9514-51fc27d69b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e07544-fa45-4e1b-9fe8-3bd046546b1f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:53.950363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52596) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:53.963649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0a7f-7810-4bf7-8bfa-7f0455a62bbc req-e5b798fb-5961-4360-8f97-4f900059f1db tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:53.965140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c53a0a7f-7810-4bf7-8bfa-7f0455a62bbc req-e5b798fb-5961-4360-8f97-4f900059f1db tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1063349 Dec 13 13:16:53.978306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:54.062502 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c53a0a7f-7810-4bf7-8bfa-7f0455a62bbc req-f7708a97-0994-4963-b00d-5609901b3bc5 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862746 Dec 13 13:16:54.221196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:54.225581 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-22cc8419-a877-450a-ba9d-4a6479edd246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:54.231174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:54.263452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91dd704-2f98-424f-8b84-5662e7aac83a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:54.294656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.294656 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.294942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.301046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.301452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.301974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.311336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.311937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.312418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.312931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.313411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.313884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.314607 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:16:54.343927 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ebe881e4-041a-42a8-a951-4a746af08d28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71c6cea4abe84d33a743eaa837b767e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902180 Dec 13 13:16:54.345103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52604) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:54.414458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c239666-152b-47df-9f3b-7fb2702264a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:54.465525 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c239666-152b-47df-9f3b-7fb2702264a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:54.567459 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c239666-152b-47df-9f3b-7fb2702264a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:54.570157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c239666-152b-47df-9f3b-7fb2702264a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:54.571277 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3c239666-152b-47df-9f3b-7fb2702264a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f91dd704-2f98-424f-8b84-5662e7aac83a HTTP/1.1" status: 204 len: 168 time: 0.2250817 Dec 13 13:16:54.619440 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c239666-152b-47df-9f3b-7fb2702264a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91dd704-2f98-424f-8b84-5662e7aac83a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:55.281903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566a0eb-8e4d-45ea-9347-9edbc239ef7f req-d90e1ad9-b2dd-4bc6-98e0-fef0a3c0f933 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:55.285950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6566a0eb-8e4d-45ea-9347-9edbc239ef7f req-d90e1ad9-b2dd-4bc6-98e0-fef0a3c0f933 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1002803 Dec 13 13:16:55.392820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6566a0eb-8e4d-45ea-9347-9edbc239ef7f req-0c8f666b-c5b7-4831-bc77-8274d1e09b21 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947425 Dec 13 13:16:56.211371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52670) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:56.373823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-187673443'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:16:56.415195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Made reservation on behalf of b449fe3888af41cf9a9c3ae4babe6250 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:16:56.419001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:56.435012 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:56.638737 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31db8e35-9937-4e80-92b1-59bb0d4e6896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:56.646005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad044fd0-d9ed-467d-b5e4-5a55b2cda4ee req-cb78ccb4-bf8e-433f-a766-55f585eff188 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:56.658032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad044fd0-d9ed-467d-b5e4-5a55b2cda4ee req-cb78ccb4-bf8e-433f-a766-55f585eff188 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1576538 Dec 13 13:16:56.711542 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:56.718770 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:56.764294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad044fd0-d9ed-467d-b5e4-5a55b2cda4ee req-d6e0cdf0-8764-4ae8-abbe-55fad23a77fe tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930202 Dec 13 13:16:56.797363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:16:56.819307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacfd946-da9d-4dd8-8a2d-04776f63c926,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:56.836962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:56.837527 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Added segment 719d5d06-30e1-45e5-bc8e-85e4b4e57117 of type vlan for network 3af92806-f71d-4913-86d2-82b6bd530831 Dec 13 13:16:56.960715 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:57.037760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:57.043960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:57.044549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:57.180493 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9678402 Dec 13 13:16:57.185132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52706) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:57.192922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'subnet': {'network_id': '3af92806-f71d-4913-86d2-82b6bd530831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:16:57.194015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0509904-81af-456d-884c-fd4cc825457b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Network': ['ID=3af92806-f71d-4913-86d2-82b6bd530831,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:57.217959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 3af92806-f71d-4913-86d2-82b6bd530831 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:16:57.531446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Made reservation on behalf of b449fe3888af41cf9a9c3ae4babe6250 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:16:57.535783 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:57.795733 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:58.167001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f97a8-4e20-44d6-9adf-d90eacdd7b42 req-015eacdc-116a-40ef-b076-672dc3288020 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:58.178297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c92f97a8-4e20-44d6-9adf-d90eacdd7b42 req-015eacdc-116a-40ef-b076-672dc3288020 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.2766316 Dec 13 13:16:58.181554 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:58.395262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c92f97a8-4e20-44d6-9adf-d90eacdd7b42 req-4e5948d8-f694-47cc-a8f3-57cb643bcba2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147903 Dec 13 13:16:58.396056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Subnet': ['ID=256fea1f-e6b9-4144-b4f8-7f17562ac347,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:58.460586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Checking segment: {'id': '719d5d06-30e1-45e5-bc8e-85e4b4e57117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3af92806-f71d-4913-86d2-82b6bd530831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:16:58.461178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Network hostable DHCP agents. Network: 3af92806-f71d-4913-86d2-82b6bd530831, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:16:58.497368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Network 3af92806-f71d-4913-86d2-82b6bd530831 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:16:58.515501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 3af92806-f71d-4913-86d2-82b6bd530831) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:16:58.533135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f9978-5804-4bcd-95f6-9fdf5a24fc5a None None] Network 3af92806-f71d-4913-86d2-82b6bd530831 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:16:58.555508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:58.558840 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:58.600282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52738) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:16:58.600916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3aa5a88b-fcc4-47d9-a806-985f769d5f54 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4134712 Dec 13 13:16:58.606865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'port': {'network_id': '3af92806-f71d-4913-86d2-82b6bd530831', 'name': 'tempest-AllowedAddressPairTestJSON-1556968021'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:16:58.730753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-3af92806-f71d-4913-86d2-82b6bd530831', 'network_id': '3af92806-f71d-4913-86d2-82b6bd530831', 'project_id': 'b449fe3888af41cf9a9c3ae4babe6250', 'fixed_ips': [{'subnet_id': '256fea1f-e6b9-4144-b4f8-7f17562ac347'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:16:58.731749 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:58.933217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Made reservation on behalf of b449fe3888af41cf9a9c3ae4babe6250 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:16:58.937420 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:58.985392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] device_id is not set on port 18a8ebad-e47d-406b-ae04-769ed1552008 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:16:59.102719 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Allocated IP 172.20.0.2 (3af92806-f71d-4913-86d2-82b6bd530831/256fea1f-e6b9-4144-b4f8-7f17562ac347/975015c0-da71-4365-96f7-9d94049cda01) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:16:59.282317 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:59.506932 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:59.522173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:59.618183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0481d7-14e6-4dc6-9e40-2cd940580688 req-fe13915b-230f-4cc3-a247-bc69f8be6de8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:16:59.629984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b0481d7-14e6-4dc6-9e40-2cd940580688 req-fe13915b-230f-4cc3-a247-bc69f8be6de8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1041236 Dec 13 13:16:59.706018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Pushing event updated for resources: {'Port': ['ID=975015c0-da71-4365-96f7-9d94049cda01,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:16:59.735809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Allocated IP 172.20.0.8 (3af92806-f71d-4913-86d2-82b6bd530831/256fea1f-e6b9-4144-b4f8-7f17562ac347/18a8ebad-e47d-406b-ae04-769ed1552008) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:16:59.762998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Network 3af92806-f71d-4913-86d2-82b6bd530831 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:16:59.766456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:16:59.769020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:16:59.782167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b0481d7-14e6-4dc6-9e40-2cd940580688 req-8c89585a-247b-42c7-88c6-0fa29c533cbd tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460338 Dec 13 13:16:59.847515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Attempting to bind port 975015c0-da71-4365-96f7-9d94049cda01 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:16:59.847892 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Attempting to bind port 975015c0-da71-4365-96f7-9d94049cda01 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '719d5d06-30e1-45e5-bc8e-85e4b4e57117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3af92806-f71d-4913-86d2-82b6bd530831'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:16:59.848257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Attempting to bind port 975015c0-da71-4365-96f7-9d94049cda01 on network 3af92806-f71d-4913-86d2-82b6bd530831 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:16:59.861193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:16:59.861574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Checking segment: {'id': '719d5d06-30e1-45e5-bc8e-85e4b4e57117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3af92806-f71d-4913-86d2-82b6bd530831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:16:59.861980 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:16:59.862406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Bound using segment: {'id': '719d5d06-30e1-45e5-bc8e-85e4b4e57117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3af92806-f71d-4913-86d2-82b6bd530831'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:16:59.862886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Bound port: 975015c0-da71-4365-96f7-9d94049cda01, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719d5d06-30e1-45e5-bc8e-85e4b4e57117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3af92806-f71d-4913-86d2-82b6bd530831'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:16:59.863277 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:00.002962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4f781764-b528-4646-9244-d714ff89f514 None None] For port 975015c0-da71-4365-96f7-9d94049cda01, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:17:00.006387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4f781764-b528-4646-9244-d714ff89f514 None None] For port 975015c0-da71-4365-96f7-9d94049cda01, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=975015c0-da71-4365-96f7-9d94049cda01,segment=NetworkSegment(719d5d06-30e1-45e5-bc8e-85e4b4e57117),segment_id=719d5d06-30e1-45e5-bc8e-85e4b4e57117)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:17:00.025011 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:00.029330 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:00.072581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:00.133388 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:00.167315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f781764-b528-4646-9244-d714ff89f514 None None] Pushing event updated for resources: {'Port': ['ID=975015c0-da71-4365-96f7-9d94049cda01,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:00.203221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Network 3af92806-f71d-4913-86d2-82b6bd530831 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:17:00.216312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:00.219117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:17:00.271705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:00.272329 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:00.293312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Port': ['ID=18a8ebad-e47d-406b-ae04-769ed1552008,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:00.322933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52778) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:00.323068 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-68390b92-0aad-4f36-8b9e-45c81fbe9d43 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7213998 Dec 13 13:17:00.329135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'port': {'network_id': '3af92806-f71d-4913-86d2-82b6bd530831', 'name': 'tempest-AllowedAddressPairTestJSON-812914139', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:4b:a2:37'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:00.497591 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Made reservation on behalf of b449fe3888af41cf9a9c3ae4babe6250 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:00.695734 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:00.729477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] device_id is not set on port 249c8cb9-c6c4-4a1a-8b8d-b2885c23ed83 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:17:00.903065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Allocated IP 172.20.0.11 (3af92806-f71d-4913-86d2-82b6bd530831/256fea1f-e6b9-4144-b4f8-7f17562ac347/249c8cb9-c6c4-4a1a-8b8d-b2885c23ed83) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:17:01.114971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767198cf-d0ba-48c8-9b52-393dbfdc0979 req-d588b923-559f-4ea9-95ed-6ecc62398ba0 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:01.117911 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-767198cf-d0ba-48c8-9b52-393dbfdc0979 req-d588b923-559f-4ea9-95ed-6ecc62398ba0 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1517656 Dec 13 13:17:01.412931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-767198cf-d0ba-48c8-9b52-393dbfdc0979 req-5ee562f1-98c9-4296-94cc-589a2c4f3e4f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488744 Dec 13 13:17:01.446793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:01.505292 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:01.630367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Port': ['ID=249c8cb9-c6c4-4a1a-8b8d-b2885c23ed83,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:01.648507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Network 3af92806-f71d-4913-86d2-82b6bd530831 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:17:01.650670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:01.653645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:17:01.828985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:01.830655 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:01.897369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-54b78ff1-6a51-4523-b1f5-3f8c6888e928 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5728087 Dec 13 13:17:01.899845 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52826) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:01.946957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a9e47-d00a-451a-87a6-f678f63acd37 None None] Network 3af92806-f71d-4913-86d2-82b6bd530831 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:17:02.085597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 975015c0-da71-4365-96f7-9d94049cda01 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:17:02.114753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc468bad-ff8a-4867-96e9-50e82cfccf15 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:02.148532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc468bad-ff8a-4867-96e9-50e82cfccf15 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:02.163982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc468bad-ff8a-4867-96e9-50e82cfccf15 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:02.168847 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52836) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:02.179098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Provisioning complete for port 975015c0-da71-4365-96f7-9d94049cda01 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:02.179806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:02.197968 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cc468bad-ff8a-4867-96e9-50e82cfccf15 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2965956 Dec 13 13:17:02.392468 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:02.463835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] For port 975015c0-da71-4365-96f7-9d94049cda01, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=975015c0-da71-4365-96f7-9d94049cda01,segment=NetworkSegment(719d5d06-30e1-45e5-bc8e-85e4b4e57117),segment_id=719d5d06-30e1-45e5-bc8e-85e4b4e57117)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:17:02.475137 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:02.483570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 975015c0-da71-4365-96f7-9d94049cda01 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:02.485207 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:02.503635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4fba5-82ec-4ee8-80c4-ce7436a68b9d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Deleting port 249c8cb9-c6c4-4a1a-8b8d-b2885c23ed83 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:02.504210 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ba4fba5-82ec-4ee8-80c4-ce7436a68b9d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:02.663922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96c620-8aeb-47bd-803c-dd48270ca215 req-55257d89-d1a1-4201-99bc-3f7b1cc45cc4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:02.666681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d96c620-8aeb-47bd-803c-dd48270ca215 req-55257d89-d1a1-4201-99bc-3f7b1cc45cc4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1111891 Dec 13 13:17:02.715522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Pushing event updated for resources: {'Port': ['ID=975015c0-da71-4365-96f7-9d94049cda01,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:02.763540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.764457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.765483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.766045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.766639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.767228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.767784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.768314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.768856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.769401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.769945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.770844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.771394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30432369-7b90-47e5-9155-085e56f6ffa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:02.826832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d96c620-8aeb-47bd-803c-dd48270ca215 req-ca1b3cd3-3749-4aac-98a1-7fc05cf21a90 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447906 Dec 13 13:17:02.827543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ba4fba5-82ec-4ee8-80c4-ce7436a68b9d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:02.871111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4fba5-82ec-4ee8-80c4-ce7436a68b9d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Calling delete_port for 249c8cb9-c6c4-4a1a-8b8d-b2885c23ed83 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:03.188115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ba4fba5-82ec-4ee8-80c4-ce7436a68b9d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:03.243605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4fba5-82ec-4ee8-80c4-ce7436a68b9d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event deleted for resources: {'Port': ['ID=249c8cb9-c6c4-4a1a-8b8d-b2885c23ed83,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:03.542494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-da00356a-9242-46f1-a3ef-79ec3f5bf3e8 None None] Provisioning complete for port 975015c0-da71-4365-96f7-9d94049cda01 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:03.543414 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da00356a-9242-46f1-a3ef-79ec3f5bf3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:03.652426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ba4fba5-82ec-4ee8-80c4-ce7436a68b9d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:03.658942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52870) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:03.664522 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4ba4fba5-82ec-4ee8-80c4-ce7436a68b9d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "DELETE /v2.0/ports/249c8cb9-c6c4-4a1a-8b8d-b2885c23ed83 HTTP/1.1" status: 204 len: 168 time: 1.4933112 Dec 13 13:17:03.737421 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a6ff58-d881-44a1-bcd3-068e0ab49eb6 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] GET failed (client error): The resource could not be found. Dec 13 13:17:03.742454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c4a6ff58-d881-44a1-bcd3-068e0ab49eb6 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "GET /v2.0/ports/249c8cb9-c6c4-4a1a-8b8d-b2885c23ed83 HTTP/1.1" status: 404 len: 333 time: 0.0789573 Dec 13 13:17:03.745701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52874) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:03.757060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'port': {'network_id': '3af92806-f71d-4913-86d2-82b6bd530831', 'name': 'tempest-AllowedAddressPairTestJSON-1836245199'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:04.085879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 975015c0-da71-4365-96f7-9d94049cda01 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:17:04.284144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068532ba-7ec9-44df-a6a8-800872d0633a req-9cb68107-fb72-45d8-accd-496596c2a242 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:04.294193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-068532ba-7ec9-44df-a6a8-800872d0633a req-9cb68107-fb72-45d8-accd-496596c2a242 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.2184629 Dec 13 13:17:04.341489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-da00356a-9242-46f1-a3ef-79ec3f5bf3e8 None None] Provisioning complete for port 18a8ebad-e47d-406b-ae04-769ed1552008 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:04.341955 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da00356a-9242-46f1-a3ef-79ec3f5bf3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:04.344566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 975015c0-da71-4365-96f7-9d94049cda01 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:04.345436 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:04.410427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-068532ba-7ec9-44df-a6a8-800872d0633a req-e370bd5c-5123-464e-9918-ad4447183f10 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149187 Dec 13 13:17:04.430811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Made reservation on behalf of b449fe3888af41cf9a9c3ae4babe6250 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:04.443275 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:04.464537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] device_id is not set on port 647b9b3d-db26-4081-9370-034c128ec022 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:17:04.542915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-da00356a-9242-46f1-a3ef-79ec3f5bf3e8 None None] Port 18a8ebad-e47d-406b-ae04-769ed1552008 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:17:04.556731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-da00356a-9242-46f1-a3ef-79ec3f5bf3e8 None None] Could not find standard attr ID for object 249c8cb9-c6c4-4a1a-8b8d-b2885c23ed83. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:17:04.682178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-142afc6e-faf4-4097-97e9-3967097cbd83 None None] Provisioning complete for port 18a8ebad-e47d-406b-ae04-769ed1552008 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:04.682698 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-142afc6e-faf4-4097-97e9-3967097cbd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:04.707273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Allocated IP 172.20.0.4 (3af92806-f71d-4913-86d2-82b6bd530831/256fea1f-e6b9-4144-b4f8-7f17562ac347/647b9b3d-db26-4081-9370-034c128ec022) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:17:04.733772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-142afc6e-faf4-4097-97e9-3967097cbd83 None None] Port 18a8ebad-e47d-406b-ae04-769ed1552008 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:17:04.737071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-142afc6e-faf4-4097-97e9-3967097cbd83 None None] Could not find standard attr ID for object 249c8cb9-c6c4-4a1a-8b8d-b2885c23ed83. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:17:04.948978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:05.026570 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:05.070380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Network 3af92806-f71d-4913-86d2-82b6bd530831 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:17:05.075063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:05.081049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:17:05.235976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Port': ['ID=647b9b3d-db26-4081-9370-034c128ec022,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:05.279698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:05.290309 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:05.311284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-35fef161-6128-4ac4-bdc1-d876e4b15eb4 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5643311 Dec 13 13:17:05.314697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52906) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:05.320564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3451e909-99aa-4e77-bbfd-faec469548b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:4b:a2:37'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:05.586998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d2506536-255a-48b6-9be3-e89c30b0bece None None] Provisioning complete for port 647b9b3d-db26-4081-9370-034c128ec022 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:05.587534 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2506536-255a-48b6-9be3-e89c30b0bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:05.645340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c4157-b6ba-4851-8c4e-00d5140f3be9 req-03bdafed-231b-4e1e-beed-ffac42acbdce tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:05.646981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-356c4157-b6ba-4851-8c4e-00d5140f3be9 req-03bdafed-231b-4e1e-beed-ffac42acbdce tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1384652 Dec 13 13:17:05.668925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d2506536-255a-48b6-9be3-e89c30b0bece None None] Port 647b9b3d-db26-4081-9370-034c128ec022 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:17:05.671095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3451e909-99aa-4e77-bbfd-faec469548b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:05.759171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-356c4157-b6ba-4851-8c4e-00d5140f3be9 req-28ffa3fa-a790-47b4-8a52-ddf38892acbc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964913 Dec 13 13:17:06.066131 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3451e909-99aa-4e77-bbfd-faec469548b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:06.072933 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3451e909-99aa-4e77-bbfd-faec469548b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:06.168905 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451e909-99aa-4e77-bbfd-faec469548b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Port': ['ID=647b9b3d-db26-4081-9370-034c128ec022,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:06.230794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3451e909-99aa-4e77-bbfd-faec469548b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] In _notify_port_updated(), no bound segment for port 647b9b3d-db26-4081-9370-034c128ec022 on network 3af92806-f71d-4913-86d2-82b6bd530831 {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:17:06.238631 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3451e909-99aa-4e77-bbfd-faec469548b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:06.239306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3451e909-99aa-4e77-bbfd-faec469548b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:06.246431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52934) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:06.258423 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3451e909-99aa-4e77-bbfd-faec469548b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "PUT /v2.0/ports/647b9b3d-db26-4081-9370-034c128ec022 HTTP/1.1" status: 200 len: 993 time: 0.9423928 Dec 13 13:17:06.442194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4d469747-b817-4fde-ab8b-1689025b8bb8 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Deleting port 647b9b3d-db26-4081-9370-034c128ec022 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:06.442194 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d469747-b817-4fde-ab8b-1689025b8bb8 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:06.580240 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d469747-b817-4fde-ab8b-1689025b8bb8 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:06.604298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4d469747-b817-4fde-ab8b-1689025b8bb8 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Calling delete_port for 647b9b3d-db26-4081-9370-034c128ec022 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:06.606057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bff3c969-3c53-4a43-9622-1df42ca51ff8 None None] Provisioning complete for port 647b9b3d-db26-4081-9370-034c128ec022 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:06.609056 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bff3c969-3c53-4a43-9622-1df42ca51ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:06.696458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bff3c969-3c53-4a43-9622-1df42ca51ff8 None None] Port 647b9b3d-db26-4081-9370-034c128ec022 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:17:06.843356 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d469747-b817-4fde-ab8b-1689025b8bb8 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:06.886258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d469747-b817-4fde-ab8b-1689025b8bb8 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event deleted for resources: {'Port': ['ID=647b9b3d-db26-4081-9370-034c128ec022,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:07.240772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61a121-ede8-4a8c-b1f2-33811684eb5a req-226e74d1-c3d9-4f2a-92b4-ee20020d7376 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:07.242403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f61a121-ede8-4a8c-b1f2-33811684eb5a req-226e74d1-c3d9-4f2a-92b4-ee20020d7376 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.2158377 Dec 13 13:17:07.252112 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d469747-b817-4fde-ab8b-1689025b8bb8 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:07.255885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4d469747-b817-4fde-ab8b-1689025b8bb8 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "DELETE /v2.0/ports/647b9b3d-db26-4081-9370-034c128ec022 HTTP/1.1" status: 204 len: 168 time: 1.0084438 Dec 13 13:17:07.258700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52964) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:07.315073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f61a121-ede8-4a8c-b1f2-33811684eb5a req-4b3b1197-5b94-4007-bc36-e0f460ca0eb8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575624 Dec 13 13:17:07.320118 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7f9815-21fe-4d5b-a7d7-e19df40bf8b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] GET failed (client error): The resource could not be found. Dec 13 13:17:07.326698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52966) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:07.329917 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5b7f9815-21fe-4d5b-a7d7-e19df40bf8b7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "GET /v2.0/ports/647b9b3d-db26-4081-9370-034c128ec022 HTTP/1.1" status: 404 len: 333 time: 0.0700824 Dec 13 13:17:07.334262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'port': {'network_id': '3af92806-f71d-4913-86d2-82b6bd530831', 'name': 'tempest-AllowedAddressPairTestJSON-1061590392'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:07.489472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Made reservation on behalf of b449fe3888af41cf9a9c3ae4babe6250 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:07.493103 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:07.514650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] device_id is not set on port f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:17:07.627372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 52976) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:07.661682 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:07.669567 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:07.695949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Allocated IP 172.20.0.14 (3af92806-f71d-4913-86d2-82b6bd530831/256fea1f-e6b9-4144-b4f8-7f17562ac347/f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:17:07.878930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb69c-0676-43bd-a689-0b3063f79ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:07.910878 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:07.988685 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:08.058297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Network 3af92806-f71d-4913-86d2-82b6bd530831 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:17:08.067028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:08.076357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:17:08.212122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Port': ['ID=f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:08.229930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.230471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.231012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.231497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.232042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.232918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.233411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.233988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.240521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.241732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.242720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.243257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.243626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:08.296403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:08.296403 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:08.341673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-88e7def9-cbc7-4735-bd65-1d538b548ce7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0135784 Dec 13 13:17:08.344035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 52994) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:08.359948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-de582877-b3e5-43f6-ba3f-89e0285517bc tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4b:a2:37'}]}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:08.641306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb69c-0676-43bd-a689-0b3063f79ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:08.647499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb69c-0676-43bd-a689-0b3063f79ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:08.658506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9c57b432-ddf5-482c-b964-1d95889020af None None] Provisioning complete for port f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:08.659243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c57b432-ddf5-482c-b964-1d95889020af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:08.668876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a7a24-9bc5-472b-8687-34f152051956 req-156b117c-520f-4f09-aca2-2d35e3ff8d2b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:08.683897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-255a7a24-9bc5-472b-8687-34f152051956 req-156b117c-520f-4f09-aca2-2d35e3ff8d2b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1729412 Dec 13 13:17:08.695129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cb69c-0676-43bd-a689-0b3063f79ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84577b47-8602-4342-bc25-6160d7d8cd95,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:08.701149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dd0cb69c-0676-43bd-a689-0b3063f79ff2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90760825bdc04bb5b3403c16580d9a04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0726898 Dec 13 13:17:08.701903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9c57b432-ddf5-482c-b964-1d95889020af None None] Port f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:17:08.704717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53006) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:08.784597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c12d9c98-b5d7-40ad-ab38-bf2401ee353e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:08.791884 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de582877-b3e5-43f6-ba3f-89e0285517bc tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:08.810790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c12d9c98-b5d7-40ad-ab38-bf2401ee353e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:08.813499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-255a7a24-9bc5-472b-8687-34f152051956 req-ea1bdff9-92ce-40d6-845f-47e095f5fcf1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287489 Dec 13 13:17:08.887928 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c12d9c98-b5d7-40ad-ab38-bf2401ee353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:08.892213 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c12d9c98-b5d7-40ad-ab38-bf2401ee353e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:08.898288 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c12d9c98-b5d7-40ad-ab38-bf2401ee353e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84577b47-8602-4342-bc25-6160d7d8cd95 HTTP/1.1" status: 204 len: 168 time: 0.1924181 Dec 13 13:17:08.907816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d9c98-b5d7-40ad-ab38-bf2401ee353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84577b47-8602-4342-bc25-6160d7d8cd95,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:09.095395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de582877-b3e5-43f6-ba3f-89e0285517bc tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:09.102722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de582877-b3e5-43f6-ba3f-89e0285517bc tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:09.233675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-de582877-b3e5-43f6-ba3f-89e0285517bc tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] In _notify_port_updated(), no bound segment for port f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 on network 3af92806-f71d-4913-86d2-82b6bd530831 {{(pid=109886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:17:09.239823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de582877-b3e5-43f6-ba3f-89e0285517bc tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:09.240462 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de582877-b3e5-43f6-ba3f-89e0285517bc tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:09.244451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-de582877-b3e5-43f6-ba3f-89e0285517bc tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "PUT /v2.0/ports/f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 HTTP/1.1" status: 200 len: 997 time: 0.8919961 Dec 13 13:17:09.244451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de582877-b3e5-43f6-ba3f-89e0285517bc tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Port': ['ID=f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:09.244854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53040) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:09.454592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c8093295-91fc-4fb7-88d7-fb6105b3d3c7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Deleting port f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:09.455168 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c8093295-91fc-4fb7-88d7-fb6105b3d3c7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:09.547304 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0428156f-d3e8-4d16-bc83-c1cb1b214805 None None] Provisioning complete for port f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:09.547687 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0428156f-d3e8-4d16-bc83-c1cb1b214805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:09.652054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0428156f-d3e8-4d16-bc83-c1cb1b214805 None None] Port f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:17:09.718239 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c8093295-91fc-4fb7-88d7-fb6105b3d3c7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:09.731312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c8093295-91fc-4fb7-88d7-fb6105b3d3c7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Calling delete_port for f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:09.941248 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c8093295-91fc-4fb7-88d7-fb6105b3d3c7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:10.008943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8093295-91fc-4fb7-88d7-fb6105b3d3c7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event deleted for resources: {'Port': ['ID=f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:10.110198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e22f8c-ebc9-4b22-aed2-e8edd8897ac5 req-084360ef-62b9-46f2-8386-ba80f4c93337 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:10.119436 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38e22f8c-ebc9-4b22-aed2-e8edd8897ac5 req-084360ef-62b9-46f2-8386-ba80f4c93337 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1238127 Dec 13 13:17:10.221908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38e22f8c-ebc9-4b22-aed2-e8edd8897ac5 req-f2f15594-e1b4-4fb5-8189-26d95f87aadb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013162 Dec 13 13:17:10.242497 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c8093295-91fc-4fb7-88d7-fb6105b3d3c7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:10.246554 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c8093295-91fc-4fb7-88d7-fb6105b3d3c7 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "DELETE /v2.0/ports/f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 HTTP/1.1" status: 204 len: 168 time: 1.0002506 Dec 13 13:17:10.249705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53098) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:10.280406 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-225e4892-19ce-476e-814c-5797bcd96201 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] GET failed (client error): The resource could not be found. Dec 13 13:17:10.285629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-225e4892-19ce-476e-814c-5797bcd96201 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "GET /v2.0/ports/f66e9a0b-2cb2-4ef0-b6ae-6294d6e98c51 HTTP/1.1" status: 404 len: 333 time: 0.0312610 Dec 13 13:17:10.286502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53102) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:10.293833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'port': {'network_id': '3af92806-f71d-4913-86d2-82b6bd530831', 'name': 'tempest-AllowedAddressPairTestJSON-658930115'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:10.500186 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Made reservation on behalf of b449fe3888af41cf9a9c3ae4babe6250 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:10.504284 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:10.530985 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] device_id is not set on port 455c9816-396c-4586-9097-760a18768ca0 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:17:10.724754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Allocated IP 172.20.0.9 (3af92806-f71d-4913-86d2-82b6bd530831/256fea1f-e6b9-4144-b4f8-7f17562ac347/455c9816-396c-4586-9097-760a18768ca0) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:17:10.966747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:11.015081 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:11.074669 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Network 3af92806-f71d-4913-86d2-82b6bd530831 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:17:11.079392 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:11.083670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:17:11.116036 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Port': ['ID=455c9816-396c-4586-9097-760a18768ca0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:11.207191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:11.208127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:11.247069 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a2d727d4-1a45-43e7-a701-b38117daa40d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9593101 Dec 13 13:17:11.249646 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53138) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:11.256348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'port': {'network_id': '3af92806-f71d-4913-86d2-82b6bd530831', 'name': 'tempest-AllowedAddressPairTestJSON-1494437245'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:11.541353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea49e6-dd75-41cf-8936-2818f6affda2 req-f3c18cb5-99d3-4c51-8481-5eee9595b4a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:11.554769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4bea49e6-dd75-41cf-8936-2818f6affda2 req-f3c18cb5-99d3-4c51-8481-5eee9595b4a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.1631761 Dec 13 13:17:11.610668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c60160f4-6f72-45fc-9562-d96688fdd8b1 None None] Provisioning complete for port 455c9816-396c-4586-9097-760a18768ca0 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:11.611250 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c60160f4-6f72-45fc-9562-d96688fdd8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:11.660260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Made reservation on behalf of b449fe3888af41cf9a9c3ae4babe6250 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:11.668616 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:11.706141 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c60160f4-6f72-45fc-9562-d96688fdd8b1 None None] Port 455c9816-396c-4586-9097-760a18768ca0 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:17:11.718961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] device_id is not set on port a21c7d84-3a88-46cb-9d60-7888beadbdbb yet. {{(pid=109886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:17:11.737410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4bea49e6-dd75-41cf-8936-2818f6affda2 req-dbef0f1d-78c4-4649-b9d3-7d218c075f5d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814585 Dec 13 13:17:11.882119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Allocated IP 172.20.0.4 (3af92806-f71d-4913-86d2-82b6bd530831/256fea1f-e6b9-4144-b4f8-7f17562ac347/a21c7d84-3a88-46cb-9d60-7888beadbdbb) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:17:12.122314 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:12.166974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:12.217122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Network 3af92806-f71d-4913-86d2-82b6bd530831 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:17:12.223837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:12.237677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:17:12.308177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Port': ['ID=a21c7d84-3a88-46cb-9d60-7888beadbdbb,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:12.330981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:12.331815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:12.386357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53170) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:12.387449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-10390d9e-c416-4bcf-96f2-67e6ea3f0127 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1359148 Dec 13 13:17:12.398180 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-18697092-1a62-4be2-afe0-b62b9d56c126 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:4b:a2:37'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:b3:7a:9b'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:12.633915 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-18697092-1a62-4be2-afe0-b62b9d56c126 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:12.656776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-10a1f727-e543-4118-bd70-6b75a1e4145d None None] Provisioning complete for port a21c7d84-3a88-46cb-9d60-7888beadbdbb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:12.657795 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10a1f727-e543-4118-bd70-6b75a1e4145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:12.698776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-10a1f727-e543-4118-bd70-6b75a1e4145d None None] Port a21c7d84-3a88-46cb-9d60-7888beadbdbb cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:17:12.908568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f3fde-23b5-4638-8c0c-aea510b027e7 req-44de60c5-c23b-4840-bc77-93dc96f6c0d2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:12.910604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-634f3fde-23b5-4638-8c0c-aea510b027e7 req-44de60c5-c23b-4840-bc77-93dc96f6c0d2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 944 time: 0.0852590 Dec 13 13:17:12.942305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-18697092-1a62-4be2-afe0-b62b9d56c126 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:12.949701 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-18697092-1a62-4be2-afe0-b62b9d56c126 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:12.978030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-634f3fde-23b5-4638-8c0c-aea510b027e7 req-cbbedf73-747a-48b3-ba4b-8186329f31e1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595789 Dec 13 13:17:13.055830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18697092-1a62-4be2-afe0-b62b9d56c126 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event updated for resources: {'Port': ['ID=a21c7d84-3a88-46cb-9d60-7888beadbdbb,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:13.061962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5b77ec3c-5094-4718-8976-51f145ad403b details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:17:13.087756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-18697092-1a62-4be2-afe0-b62b9d56c126 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] In _notify_port_updated(), no bound segment for port a21c7d84-3a88-46cb-9d60-7888beadbdbb on network 3af92806-f71d-4913-86d2-82b6bd530831 {{(pid=109885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 13:17:13.095246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18697092-1a62-4be2-afe0-b62b9d56c126 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:13.096169 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-18697092-1a62-4be2-afe0-b62b9d56c126 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:13.100732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53200) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:13.102035 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-18697092-1a62-4be2-afe0-b62b9d56c126 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "PUT /v2.0/ports/a21c7d84-3a88-46cb-9d60-7888beadbdbb HTTP/1.1" status: 200 len: 1055 time: 0.7144721 Dec 13 13:17:13.235116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5b77ec3c-5094-4718-8976-51f145ad403b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5b77ec3c-5094-4718-8976-51f145ad403b,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:17:13.264102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '5b77ec3c-5094-4718-8976-51f145ad403b', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'port_id': '5b77ec3c-5094-4718-8976-51f145ad403b', 'mac_address': 'fa:16:3e:9a:b9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:17:13.372553 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:13.401063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b77ec3c-5094-4718-8976-51f145ad403b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:17:13.434353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5b77ec3c-5094-4718-8976-51f145ad403b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5b77ec3c-5094-4718-8976-51f145ad403b,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:17:13.442986 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:13.505984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=5b77ec3c-5094-4718-8976-51f145ad403b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:13.553563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-804e101d-d189-4b7a-8acf-8547caeefe4d None None] Provisioning complete for port a21c7d84-3a88-46cb-9d60-7888beadbdbb triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:13.553944 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-804e101d-d189-4b7a-8acf-8547caeefe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:13.638022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-804e101d-d189-4b7a-8acf-8547caeefe4d None None] Port a21c7d84-3a88-46cb-9d60-7888beadbdbb cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:17:13.703537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['5b77ec3c-5094-4718-8976-51f145ad403b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:17:14.012692 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7034eee1-0c10-4604-9da3-55ecf59349e6 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Deleting port a21c7d84-3a88-46cb-9d60-7888beadbdbb {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:14.013249 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7034eee1-0c10-4604-9da3-55ecf59349e6 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:14.226787 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7034eee1-0c10-4604-9da3-55ecf59349e6 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:14.240330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-7034eee1-0c10-4604-9da3-55ecf59349e6 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Calling delete_port for a21c7d84-3a88-46cb-9d60-7888beadbdbb owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:14.296242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155019f-9837-4a64-8fc2-1bf638911e95 req-042034c6-3f89-495a-bb77-cf03b44bb6f1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:14.298037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9155019f-9837-4a64-8fc2-1bf638911e95 req-042034c6-3f89-495a-bb77-cf03b44bb6f1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 945 time: 0.1787965 Dec 13 13:17:14.396487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9155019f-9837-4a64-8fc2-1bf638911e95 req-4a8f6497-9042-4b2a-a7da-56daf8a0c86a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611284 Dec 13 13:17:14.541106 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7034eee1-0c10-4604-9da3-55ecf59349e6 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:14.578470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034eee1-0c10-4604-9da3-55ecf59349e6 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event deleted for resources: {'Port': ['ID=a21c7d84-3a88-46cb-9d60-7888beadbdbb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:14.920895 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7034eee1-0c10-4604-9da3-55ecf59349e6 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:14.927009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53252) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:14.955593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7034eee1-0c10-4604-9da3-55ecf59349e6 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "DELETE /v2.0/ports/a21c7d84-3a88-46cb-9d60-7888beadbdbb HTTP/1.1" status: 204 len: 168 time: 1.8533435 Dec 13 13:17:14.962371 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-219c546d-1271-4ec6-b5fa-8be6570ac08d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] GET failed (client error): The resource could not be found. Dec 13 13:17:14.966949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53254) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:14.970279 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-219c546d-1271-4ec6-b5fa-8be6570ac08d tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "GET /v2.0/ports/a21c7d84-3a88-46cb-9d60-7888beadbdbb HTTP/1.1" status: 404 len: 333 time: 0.0421588 Dec 13 13:17:15.071367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1adf408b-5994-43e2-bbb0-f5093ad887b5 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Deleting port 455c9816-396c-4586-9097-760a18768ca0 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:15.071897 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1adf408b-5994-43e2-bbb0-f5093ad887b5 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:15.078182 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5b77ec3c-5094-4718-8976-51f145ad403b up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:17:15.239240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 5b77ec3c-5094-4718-8976-51f145ad403b completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:17:15.245862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 5b77ec3c-5094-4718-8976-51f145ad403b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:17:15.246527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:15.340659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1adf408b-5994-43e2-bbb0-f5093ad887b5 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:15.368834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1adf408b-5994-43e2-bbb0-f5093ad887b5 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Calling delete_port for 455c9816-396c-4586-9097-760a18768ca0 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:15.422775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:15.490570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5b77ec3c-5094-4718-8976-51f145ad403b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5b77ec3c-5094-4718-8976-51f145ad403b,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:17:15.495575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72b5b66-3fbe-4fe7-817c-ea916a489d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b77ec3c-5094-4718-8976-51f145ad403b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:17:15.500527 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5678a8-af5e-4701-96d0-0a0ed0a68db8" -d '{"events": [{"server_uuid": "a72b5b66-3fbe-4fe7-817c-ea916a489d08", "name": "network-vif-plugged", "status": "completed", "tag": "5b77ec3c-5094-4718-8976-51f145ad403b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:17:15.525309 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:15.712062 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c7783e-5802-4a6f-a021-ce3d467301f4 x-openstack-request-id: req-85c7783e-5802-4a6f-a021-ce3d467301f4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:17:15.712398 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72b5b66-3fbe-4fe7-817c-ea916a489d08", "name": "network-vif-plugged", "status": "completed", "tag": "5b77ec3c-5094-4718-8976-51f145ad403b", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:17:15.712595 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85c7783e-5802-4a6f-a021-ce3d467301f4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:17:15.713229 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72b5b66-3fbe-4fe7-817c-ea916a489d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b77ec3c-5094-4718-8976-51f145ad403b', 'code': 200} Dec 13 13:17:15.731016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=5b77ec3c-5094-4718-8976-51f145ad403b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:15.843854 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1adf408b-5994-43e2-bbb0-f5093ad887b5 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:15.884242 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6d955-4358-448e-807f-adcef1f2010d req-c26a3240-03b8-42f4-af27-b30265d5d06e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:15.885888 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1e6d955-4358-448e-807f-adcef1f2010d req-c26a3240-03b8-42f4-af27-b30265d5d06e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 946 time: 0.1929028 Dec 13 13:17:15.968702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf408b-5994-43e2-bbb0-f5093ad887b5 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event deleted for resources: {'Port': ['ID=455c9816-396c-4586-9097-760a18768ca0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:16.068181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db6458-2226-4200-9806-51816e4f8800 req-cf537016-3f91-4dfe-a823-79445dff7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:16.069800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84db6458-2226-4200-9806-51816e4f8800 req-cf537016-3f91-4dfe-a823-79445dff7a8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 1097 time: 0.2771184 Dec 13 13:17:16.176417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1e6d955-4358-448e-807f-adcef1f2010d req-d16bbada-a18e-47df-877b-342a54b80c46 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183976 Dec 13 13:17:16.179370 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1adf408b-5994-43e2-bbb0-f5093ad887b5 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:16.186122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1adf408b-5994-43e2-bbb0-f5093ad887b5 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "DELETE /v2.0/ports/455c9816-396c-4586-9097-760a18768ca0 HTTP/1.1" status: 204 len: 168 time: 1.2154536 Dec 13 13:17:16.186520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53292) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:16.235291 n-d-817326-4 neutron-server[109885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b7a5d8-f7e9-4003-8158-abf527432830 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] GET failed (client error): The resource could not be found. Dec 13 13:17:16.237263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84db6458-2226-4200-9806-51816e4f8800 req-d6744028-f945-4eb2-9231-351662369500 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559389 Dec 13 13:17:16.240622 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f4b7a5d8-f7e9-4003-8158-abf527432830 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "GET /v2.0/ports/455c9816-396c-4586-9097-760a18768ca0 HTTP/1.1" status: 404 len: 333 time: 0.0529034 Dec 13 13:17:16.241115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53296) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:16.378222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6f9f8-11eb-45ff-b9e1-a2750535e655 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Deleting port 18a8ebad-e47d-406b-ae04-769ed1552008 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:16.378681 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4a6f9f8-11eb-45ff-b9e1-a2750535e655 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:16.514116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4a6f9f8-11eb-45ff-b9e1-a2750535e655 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:16.542139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6f9f8-11eb-45ff-b9e1-a2750535e655 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Calling delete_port for 18a8ebad-e47d-406b-ae04-769ed1552008 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:16.716234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4a6f9f8-11eb-45ff-b9e1-a2750535e655 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:16.809604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6f9f8-11eb-45ff-b9e1-a2750535e655 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event deleted for resources: {'Port': ['ID=18a8ebad-e47d-406b-ae04-769ed1552008,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:17.002109 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c4a6f9f8-11eb-45ff-b9e1-a2750535e655 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:17.004387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53326) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:17.010688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c4a6f9f8-11eb-45ff-b9e1-a2750535e655 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "DELETE /v2.0/ports/18a8ebad-e47d-406b-ae04-769ed1552008 HTTP/1.1" status: 204 len: 168 time: 0.7682369 Dec 13 13:17:17.122653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56b6582-15b0-46fb-a3b9-b98536fe1895 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Deleting subnet 256fea1f-e6b9-4144-b4f8-7f17562ac347 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:17:17.131480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a56b6582-15b0-46fb-a3b9-b98536fe1895 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:17.212006 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a56b6582-15b0-46fb-a3b9-b98536fe1895 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:17.363547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a56b6582-15b0-46fb-a3b9-b98536fe1895 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:17.481050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a56b6582-15b0-46fb-a3b9-b98536fe1895 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:17.499431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d882e-f41c-41e3-a9de-e939d1c34a2d req-a30e8984-696c-47c9-b06b-6a457f2e6153 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:17.502417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db6d882e-f41c-41e3-a9de-e939d1c34a2d req-a30e8984-696c-47c9-b06b-6a457f2e6153 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 946 time: 0.1095641 Dec 13 13:17:17.566047 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b6582-15b0-46fb-a3b9-b98536fe1895 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event deleted for resources: {'Subnet': ['ID=256fea1f-e6b9-4144-b4f8-7f17562ac347,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:17.620403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26900b38-15cc-4b3c-8ee6-3cb33a48a879 None None] Network 3af92806-f71d-4913-86d2-82b6bd530831 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:17:17.621006 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a56b6582-15b0-46fb-a3b9-b98536fe1895 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:17.636318 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a56b6582-15b0-46fb-a3b9-b98536fe1895 tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "DELETE /v2.0/subnets/256fea1f-e6b9-4144-b4f8-7f17562ac347 HTTP/1.1" status: 204 len: 168 time: 0.6299591 Dec 13 13:17:17.637803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53356) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:17.675992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db6d882e-f41c-41e3-a9de-e939d1c34a2d req-fb50a93f-03f1-4853-a0a0-89a74cc5e4c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675091 Dec 13 13:17:17.851802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53366) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:17.960009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.007354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79942057-a60b-4a49-bd7c-68a69a8f3dab None None] DHCP port deletion for 3af92806-f71d-4913-86d2-82b6bd530831 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:17:18.101255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-79942057-a60b-4a49-bd7c-68a69a8f3dab None None] Deleting port 975015c0-da71-4365-96f7-9d94049cda01 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:18.101847 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-79942057-a60b-4a49-bd7c-68a69a8f3dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.132822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Deleting port 975015c0-da71-4365-96f7-9d94049cda01 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:18.133494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.152978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75560cb2-3312-44f7-a47e-e0087635a4cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.211668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-79942057-a60b-4a49-bd7c-68a69a8f3dab None None] For port 975015c0-da71-4365-96f7-9d94049cda01, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=975015c0-da71-4365-96f7-9d94049cda01,segment=NetworkSegment(719d5d06-30e1-45e5-bc8e-85e4b4e57117),segment_id=719d5d06-30e1-45e5-bc8e-85e4b4e57117)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:17:18.212327 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-79942057-a60b-4a49-bd7c-68a69a8f3dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.269603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-79942057-a60b-4a49-bd7c-68a69a8f3dab None None] Calling delete_port for 975015c0-da71-4365-96f7-9d94049cda01 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:18.343479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75560cb2-3312-44f7-a47e-e0087635a4cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.359388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75560cb2-3312-44f7-a47e-e0087635a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.401742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] For port 975015c0-da71-4365-96f7-9d94049cda01, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=975015c0-da71-4365-96f7-9d94049cda01,segment=NetworkSegment(719d5d06-30e1-45e5-bc8e-85e4b4e57117),segment_id=719d5d06-30e1-45e5-bc8e-85e4b4e57117)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:17:18.402861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.421484 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53388) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:18.422119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-75560cb2-3312-44f7-a47e-e0087635a4cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74ddf3d80d1940a892e6f34423e2a581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5663772 Dec 13 13:17:18.433077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Calling delete_port for 975015c0-da71-4365-96f7-9d94049cda01 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:18.486486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75560cb2-3312-44f7-a47e-e0087635a4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9561e4d-250a-4bf8-b548-95f9974d9648,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:18.503672 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-79942057-a60b-4a49-bd7c-68a69a8f3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.561451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79942057-a60b-4a49-bd7c-68a69a8f3dab None None] Pushing event deleted for resources: {'Port': ['ID=975015c0-da71-4365-96f7-9d94049cda01,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:18.565001 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79942057-a60b-4a49-bd7c-68a69a8f3dab None None] No DVR routers for this DVR port 975015c0-da71-4365-96f7-9d94049cda01 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:17:18.600872 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97ca3469-c41b-4454-bc8e-e8eea61d6a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.639374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97ca3469-c41b-4454-bc8e-e8eea61d6a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.685604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:18.736262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event deleted for resources: {'Port': ['ID=975015c0-da71-4365-96f7-9d94049cda01,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:18.738839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] No DVR routers for this DVR port 975015c0-da71-4365-96f7-9d94049cda01 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:17:18.951800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8723796-2731-4bbe-95e1-26e214b471c5 req-08990c40-f61d-4c69-80b1-2f0c5527c160 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:18.953437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8723796-2731-4bbe-95e1-26e214b471c5 req-08990c40-f61d-4c69-80b1-2f0c5527c160 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 946 time: 0.1005454 Dec 13 13:17:18.984257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:19.037435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af92806-f71d-4913-86d2-82b6bd530831']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:19.065624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719d5d06-30e1-45e5-bc8e-85e4b4e57117') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:19.065920 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719d5d06-30e1-45e5-bc8e-85e4b4e57117') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:19.076223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8723796-2731-4bbe-95e1-26e214b471c5 req-e8c66e02-d55f-456f-8447-ed7d7deeeafa tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102300 Dec 13 13:17:19.083240 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:19.102153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:19.105764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97ca3469-c41b-4454-bc8e-e8eea61d6a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:19.111188 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-97ca3469-c41b-4454-bc8e-e8eea61d6a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:19.112061 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-97ca3469-c41b-4454-bc8e-e8eea61d6a37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9561e4d-250a-4bf8-b548-95f9974d9648 HTTP/1.1" status: 204 len: 168 time: 0.6890888 Dec 13 13:17:19.139212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:17:19.139212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:17:19.161984 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:17:19.194872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca3469-c41b-4454-bc8e-e8eea61d6a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9561e4d-250a-4bf8-b548-95f9974d9648,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:19.378861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fc234-f6ac-4f80-bdb9-7f77b28ae59e req-a6ce80f8-98c8-41f9-80b5-feaea97163a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:19.381038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c35fc234-f6ac-4f80-bdb9-7f77b28ae59e req-a6ce80f8-98c8-41f9-80b5-feaea97163a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 946 time: 0.1060836 Dec 13 13:17:19.386280 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:19.415768 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:19.428116 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] 10.222.0.31 "DELETE /v2.0/networks/3af92806-f71d-4913-86d2-82b6bd530831 HTTP/1.1" status: 204 len: 168 time: 1.7834601 Dec 13 13:17:19.448979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d56be-d380-4980-93b6-f609749faf0b tempest-AllowedAddressPairTestJSON-1891392020 tempest-AllowedAddressPairTestJSON-1891392020-project] Pushing event deleted for resources: {'Network': ['ID=3af92806-f71d-4913-86d2-82b6bd530831,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:19.580090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c35fc234-f6ac-4f80-bdb9-7f77b28ae59e req-97c87dbe-5b37-4a3c-94e7-ef23a4b7c7d6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921043 Dec 13 13:17:19.903786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ceb7-2563-4e84-a45f-57e2c85386c2 req-01c95e4b-1980-4427-a8c3-3d61fef8ce04 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:19.924665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a839ceb7-2563-4e84-a45f-57e2c85386c2 req-01c95e4b-1980-4427-a8c3-3d61fef8ce04 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 946 time: 0.1927204 Dec 13 13:17:19.937722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53432) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:19.965471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 975015c0-da71-4365-96f7-9d94049cda01 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:17:19.967503 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2784eee2-e92f-439c-b0d6-2085e0b26c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.040508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 975015c0-da71-4365-96f7-9d94049cda01 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:17:20.054728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 975015c0-da71-4365-96f7-9d94049cda01 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:17:20.075456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53436) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:20.105261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a839ceb7-2563-4e84-a45f-57e2c85386c2 req-53b3e9c1-7260-495f-abb3-365dd9aab4b2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773341 Dec 13 13:17:20.213227 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2784eee2-e92f-439c-b0d6-2085e0b26c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.218679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2784eee2-e92f-439c-b0d6-2085e0b26c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.262843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784eee2-e92f-439c-b0d6-2085e0b26c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486b0327-8a85-4eeb-92bf-fcee04d0f640,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:20.293412 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2784eee2-e92f-439c-b0d6-2085e0b26c16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=620483c206d348caa45a89f5bd9f70ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3539510 Dec 13 13:17:20.296144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53454) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:20.405151 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93e6f82e-556c-49f2-93c4-2a759a45e054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.466538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93e6f82e-556c-49f2-93c4-2a759a45e054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.570185 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93e6f82e-556c-49f2-93c4-2a759a45e054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.577393 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-93e6f82e-556c-49f2-93c4-2a759a45e054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.579531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-93e6f82e-556c-49f2-93c4-2a759a45e054 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/486b0327-8a85-4eeb-92bf-fcee04d0f640 HTTP/1.1" status: 204 len: 168 time: 0.2823546 Dec 13 13:17:20.589533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6f82e-556c-49f2-93c4-2a759a45e054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486b0327-8a85-4eeb-92bf-fcee04d0f640,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:20.648794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53464) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:20.650794 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ff9291eb-c8ae-4e41-a855-57551d0b7388 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b449fe3888af41cf9a9c3ae4babe6250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5723217 Dec 13 13:17:20.769188 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3998-a97c-4dba-9948-b87bfab22e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.780758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be670638-d4cd-4b88-a1db-a384417b423d req-40c93eab-7a44-4036-8b66-0793707392cf tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:20.783771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-be670638-d4cd-4b88-a1db-a384417b423d req-40c93eab-7a44-4036-8b66-0793707392cf tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 946 time: 0.1000488 Dec 13 13:17:20.863269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3998-a97c-4dba-9948-b87bfab22e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.921630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-be670638-d4cd-4b88-a1db-a384417b423d req-343d4f88-aceb-4717-a6a0-216274335e0e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138816 Dec 13 13:17:20.948232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3998-a97c-4dba-9948-b87bfab22e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.952463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3998-a97c-4dba-9948-b87bfab22e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:20.954365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9f8d3998-a97c-4dba-9948-b87bfab22e74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aacfd946-da9d-4dd8-8a2d-04776f63c926 HTTP/1.1" status: 204 len: 168 time: 0.3022139 Dec 13 13:17:20.970215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d3998-a97c-4dba-9948-b87bfab22e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacfd946-da9d-4dd8-8a2d-04776f63c926,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:22.167923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-17fa2a75-4717-42a6-8058-d12264180e3a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:22.169926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-17fa2a75-4717-42a6-8058-d12264180e3a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 946 time: 0.1376765 Dec 13 13:17:22.215418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da59c21-f6ed-4b6f-bf2a-5a2b712e647d req-9e5977f8-f1d5-42cc-8d86-192799bcfbad tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:22.225089 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5da59c21-f6ed-4b6f-bf2a-5a2b712e647d req-9e5977f8-f1d5-42cc-8d86-192799bcfbad tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 946 time: 0.1440699 Dec 13 13:17:22.350440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5da59c21-f6ed-4b6f-bf2a-5a2b712e647d req-fa5ad6dd-96ba-48d8-a475-d42fe5de7ae3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765204 Dec 13 13:17:22.503545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-0ab8e83d-b935-477d-af1e-e208558c54cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Deleting port 5b77ec3c-5094-4718-8976-51f145ad403b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:22.504110 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-0ab8e83d-b935-477d-af1e-e208558c54cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:22.563001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53568) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:22.643709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-0ab8e83d-b935-477d-af1e-e208558c54cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] For port 5b77ec3c-5094-4718-8976-51f145ad403b, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5b77ec3c-5094-4718-8976-51f145ad403b,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:17:22.644218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-0ab8e83d-b935-477d-af1e-e208558c54cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:22.663061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-0ab8e83d-b935-477d-af1e-e208558c54cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Calling delete_port for 5b77ec3c-5094-4718-8976-51f145ad403b owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:22.871299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'networks': [{'name': 'tempest-network--1973838372'}, {'name': 'tempest-network--1790562204'}]} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:22.871862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'network': {'name': 'tempest-network--1973838372'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:22.872490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'network': {'name': 'tempest-network--1790562204'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:22.942816 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-0ab8e83d-b935-477d-af1e-e208558c54cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:22.957034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['5b77ec3c-5094-4718-8976-51f145ad403b'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:17:22.962423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Made reservation on behalf of c3ae24f3d7a84b79b0843ede29b42457 for: {'network': 2} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:22.977094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8e83d-b935-477d-af1e-e208558c54cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'Port': ['ID=5b77ec3c-5094-4718-8976-51f145ad403b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:22.979497 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.031951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.120985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-0ab8e83d-b935-477d-af1e-e208558c54cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] No DVR routers for this DVR port 5b77ec3c-5094-4718-8976-51f145ad403b on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:17:23.125217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-0ab8e83d-b935-477d-af1e-e208558c54cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.132058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4b67ee7-1499-40c6-9c66-4a5665b5fc62 req-0ab8e83d-b935-477d-af1e-e208558c54cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "DELETE /v2.0/ports/5b77ec3c-5094-4718-8976-51f145ad403b HTTP/1.1" status: 204 len: 173 time: 0.9546702 Dec 13 13:17:23.132547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72b5b66-3fbe-4fe7-817c-ea916a489d08', 'name': 'network-vif-deleted', 'tag': '5b77ec3c-5094-4718-8976-51f145ad403b'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:17:23.141338 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9fbdd0-32d8-49c0-95cf-4180a1dd4bb1" -d '{"events": [{"server_uuid": "a72b5b66-3fbe-4fe7-817c-ea916a489d08", "name": "network-vif-deleted", "tag": "5b77ec3c-5094-4718-8976-51f145ad403b"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:17:23.230339 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c78d15-1163-48fa-bfa1-a72856d3cb1e x-openstack-request-id: req-98c78d15-1163-48fa-bfa1-a72856d3cb1e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:17:23.230992 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72b5b66-3fbe-4fe7-817c-ea916a489d08", "name": "network-vif-deleted", "tag": "5b77ec3c-5094-4718-8976-51f145ad403b", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:17:23.230992 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98c78d15-1163-48fa-bfa1-a72856d3cb1e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:17:23.231260 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72b5b66-3fbe-4fe7-817c-ea916a489d08', 'name': 'network-vif-deleted', 'tag': '5b77ec3c-5094-4718-8976-51f145ad403b', 'status': 'completed', 'code': 200} Dec 13 13:17:23.255305 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.262267 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.263114 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.335122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:17:23.359644 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.361265 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Added segment 72088254-7770-42c7-926a-ef1b6abdefc0 of type vlan for network a49502fb-c7a6-43f9-aa37-125cf51ebade Dec 13 13:17:23.468495 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.503188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:17:23.519757 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.520293 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Added segment 2fcdc1cd-0421-4102-abf1-13b9bb01f5a7 of type vlan for network e36ae08c-ac76-4ed0-92c2-288997c7e74d Dec 13 13:17:23.602397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-49e0f3e1-9956-4c1d-82d8-c6aa6ee22447 req-cd543b56-1fc1-4184-ae13-1a852a685b52 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 210 time: 0.1048257 Dec 13 13:17:23.673454 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.692469 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94843d5e-0fc5-4d7f-9805-47e663a1bebb,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:23.756351 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.757374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.763921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:23.769262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:23.774805 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:23.958525 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3939183 Dec 13 13:17:23.961289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53620) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:23.969468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'Network': ['ID=a49502fb-c7a6-43f9-aa37-125cf51ebade,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:23.981205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network a49502fb-c7a6-43f9-aa37-125cf51ebade details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:17:24.056077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c028e0-e21f-483d-9080-c60819d0fbae tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'Network': ['ID=e36ae08c-ac76-4ed0-92c2-288997c7e74d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:24.111999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e36ae08c-ac76-4ed0-92c2-288997c7e74d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:17:24.176543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb5daca-1426-4f85-be02-c2587c722bbc tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:24.199068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb5daca-1426-4f85-be02-c2587c722bbc tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:24.214100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb5daca-1426-4f85-be02-c2587c722bbc tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:24.220679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb5daca-1426-4f85-be02-c2587c722bbc tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:24.223441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6eb5daca-1426-4f85-be02-c2587c722bbc tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2611470 Dec 13 13:17:24.226670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53630) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:24.265158 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c748dd6f-af42-4d4b-b1f7-ddae18a5c1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:24.396813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:24.510636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:24.541075 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49502fb-c7a6-43f9-aa37-125cf51ebade']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:24.556975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72088254-7770-42c7-926a-ef1b6abdefc0') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:24.565181 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72088254-7770-42c7-926a-ef1b6abdefc0') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:24.574107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:24.591816 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:24.598720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:17:24.599118 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:17:24.604455 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:17:24.678601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:24.697925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:24.702044 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "DELETE /v2.0/networks/a49502fb-c7a6-43f9-aa37-125cf51ebade HTTP/1.1" status: 204 len: 168 time: 0.4739635 Dec 13 13:17:24.705764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53648) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:24.708348 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-914f1653-b461-45ab-8683-c4ee701a3d50 req-b5373ab8-a8b1-4284-8ae3-4e283f403956 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 210 time: 0.0398822 Dec 13 13:17:24.750315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ff2bf-9cad-4757-96cf-6159dc252f5c tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Network': ['ID=a49502fb-c7a6-43f9-aa37-125cf51ebade,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:24.833049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:24.968515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:24.999692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36ae08c-ac76-4ed0-92c2-288997c7e74d']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:25.049641 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcdc1cd-0421-4102-abf1-13b9bb01f5a7') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:25.049987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcdc1cd-0421-4102-abf1-13b9bb01f5a7') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:25.071319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:25.100868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:25.119934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:17:25.120162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5b77ec3c-5094-4718-8976-51f145ad403b no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:17:25.121177 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:17:25.129866 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:17:25.167838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 5b77ec3c-5094-4718-8976-51f145ad403b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:17:25.168192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5b77ec3c-5094-4718-8976-51f145ad403b not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:17:25.328295 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:25.341048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:25.359949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53674) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:25.373621 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "DELETE /v2.0/networks/e36ae08c-ac76-4ed0-92c2-288997c7e74d HTTP/1.1" status: 204 len: 168 time: 0.6633878 Dec 13 13:17:25.482408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54d8c3-656a-4fb4-b4b5-f0644651cb20 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Network': ['ID=e36ae08c-ac76-4ed0-92c2-288997c7e74d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:25.632030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03a8b3-f094-4d3c-a5cd-77475fee6028 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:25.640758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03a8b3-f094-4d3c-a5cd-77475fee6028 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:25.642972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ab03a8b3-f094-4d3c-a5cd-77475fee6028 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2817979 Dec 13 13:17:25.648453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53676) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:25.655513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1775552489'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:25.729517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Made reservation on behalf of c3ae24f3d7a84b79b0843ede29b42457 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:25.742675 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:25.807492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:17:25.837827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:25.839419 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Added segment 5a524836-9132-45c9-8ba7-366916aa3746 of type vlan for network 5281f8f1-4ca2-430d-af4e-e8f73768f812 Dec 13 13:17:25.898506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-181bd2b2-e6b6-438a-a7b8-5b4a0d5afa70 req-a1c8340e-33fe-4771-8837-ef16fdf552c9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 210 time: 0.0444298 Dec 13 13:17:25.985039 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:26.061508 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:26.067851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:26.073669 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:26.242225 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5922937 Dec 13 13:17:26.245071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53696) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:26.252498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1114834060'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:26.279594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcf187-6b04-4ee7-8fc0-166d8c52b54b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'Network': ['ID=5281f8f1-4ca2-430d-af4e-e8f73768f812,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:26.291931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 5281f8f1-4ca2-430d-af4e-e8f73768f812 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:17:26.334855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Made reservation on behalf of c3ae24f3d7a84b79b0843ede29b42457 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:26.347841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:26.416011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:17:26.453085 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:26.453476 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Added segment 417bac32-770d-4802-a6d6-6a0da718e1b4 of type vlan for network 9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d Dec 13 13:17:26.524952 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:26.541357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53704) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:26.600021 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:26.607830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:26.610867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:26.665337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4161317 Dec 13 13:17:26.665461 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0874085e-0f67-4d00-9ba6-32c78cda10af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:26.665571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53712) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:26.670784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'ports': [{'network_id': '5281f8f1-4ca2-430d-af4e-e8f73768f812', 'name': 'tempest-port--796294732', 'admin_state_up': True}, {'network_id': '9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d', 'admin_state_up': False}]} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:26.672312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'port': {'network_id': '5281f8f1-4ca2-430d-af4e-e8f73768f812', 'name': 'tempest-port--796294732', 'admin_state_up': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:26.672810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'port': {'network_id': '9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d', 'admin_state_up': False}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:26.734884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f2285-1e62-4593-aa56-117cc5657c21 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'Network': ['ID=9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:26.751824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:17:26.799657 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-859f0488-e57f-4cff-b8da-8cce44671126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.033839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Made reservation on behalf of c3ae24f3d7a84b79b0843ede29b42457 for: {'port': 2} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:27.038429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-841d8e59-b081-4874-9d41-bae53075af9c req-6f34abb3-4536-4021-baf6-5de6dad457cd tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 210 time: 0.0407462 Dec 13 13:17:27.046611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.071686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.118493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-859f0488-e57f-4cff-b8da-8cce44671126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.173081 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-859f0488-e57f-4cff-b8da-8cce44671126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.219303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] device_id is not set on port 2d662574-eb00-45f7-828b-862c505f4ccc yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:17:27.248362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f0488-e57f-4cff-b8da-8cce44671126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cbb293-906c-4839-9749-18aafadc5a64,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:27.270763 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-859f0488-e57f-4cff-b8da-8cce44671126 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79fe4558b4e7457f96f79c3046e036a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7259967 Dec 13 13:17:27.272113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53736) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:27.365068 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-53895e17-71af-4d56-9745-fa032bd9003b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.400530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-53895e17-71af-4d56-9745-fa032bd9003b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.430575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.468491 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-53895e17-71af-4d56-9745-fa032bd9003b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.471893 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-53895e17-71af-4d56-9745-fa032bd9003b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.474202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-53895e17-71af-4d56-9745-fa032bd9003b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95cbb293-906c-4839-9749-18aafadc5a64 HTTP/1.1" status: 204 len: 168 time: 0.2009871 Dec 13 13:17:27.489269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53895e17-71af-4d56-9745-fa032bd9003b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cbb293-906c-4839-9749-18aafadc5a64,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:27.546949 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:17:27.547601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] device_id is not set on port 4fb678ab-7e3e-4004-8124-d611fb0d9a88 yet. {{(pid=109885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 13:17:27.720437 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.765433 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.800917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:27.885974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'Port': ['ID=2d662574-eb00-45f7-828b-862c505f4ccc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:27.958884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Checking segment: {'id': '5a524836-9132-45c9-8ba7-366916aa3746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5281f8f1-4ca2-430d-af4e-e8f73768f812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:17:27.959193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Network hostable DHCP agents. Network: 5281f8f1-4ca2-430d-af4e-e8f73768f812, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:17:27.982188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Network 5281f8f1-4ca2-430d-af4e-e8f73768f812 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:17:28.003451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 5281f8f1-4ca2-430d-af4e-e8f73768f812) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:28.008109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:17:28.009273 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:28.016165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd3f0d-2130-4866-a0d9-8b9740058944 None None] Network 5281f8f1-4ca2-430d-af4e-e8f73768f812 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:17:28.181312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Checking segment: {'id': '417bac32-770d-4802-a6d6-6a0da718e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:17:28.183807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Network hostable DHCP agents. Network: 9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:17:28.220633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'Port': ['ID=4fb678ab-7e3e-4004-8124-d611fb0d9a88,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:28.241736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Network 9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:17:28.260230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-abddc85a-e422-417d-8d9f-a19320446bdc req-a26a6c08-e055-482b-84ee-16d172073c6f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 210 time: 0.0950437 Dec 13 13:17:28.270684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:28.277304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:17:28.282463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4fe4d3-b1f0-4aee-a4f4-0ed7d717bab8 None None] Network 9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:17:28.298994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:28.316206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:28.316904 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:28.360701 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f380ecdc-cd8b-45b8-bb8e-125bd976eefb tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6940451 Dec 13 13:17:28.363266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53780) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:28.469932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda8ec4-981c-4630-b0b8-7d25637d9646 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:28.476139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda8ec4-981c-4630-b0b8-7d25637d9646 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:28.478160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4eda8ec4-981c-4630-b0b8-7d25637d9646 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1135538 Dec 13 13:17:28.481136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53786) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:28.570434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53788) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:28.619542 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-911c803c-1317-4a64-8674-2c44eb9c68d3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Deleting port 2d662574-eb00-45f7-828b-862c505f4ccc {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:28.620244 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-911c803c-1317-4a64-8674-2c44eb9c68d3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:28.698280 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-911c803c-1317-4a64-8674-2c44eb9c68d3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:28.702582 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e79df89-d548-40d9-81ad-f547ba1c5536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:28.723083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-911c803c-1317-4a64-8674-2c44eb9c68d3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Calling delete_port for 2d662574-eb00-45f7-828b-862c505f4ccc owned by {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:28.821418 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e79df89-d548-40d9-81ad-f547ba1c5536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:28.825885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-911c803c-1317-4a64-8674-2c44eb9c68d3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:28.828371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e79df89-d548-40d9-81ad-f547ba1c5536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:28.870621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c803c-1317-4a64-8674-2c44eb9c68d3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Port': ['ID=2d662574-eb00-45f7-828b-862c505f4ccc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:28.884518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3e79df89-d548-40d9-81ad-f547ba1c5536 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3708356e05824f318b07a1988d41b103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3124936 Dec 13 13:17:28.885417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79df89-d548-40d9-81ad-f547ba1c5536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb30b0d-a4ae-4cd1-8f15-ee298c91a88f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:28.887480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53804) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:28.904609 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-911c803c-1317-4a64-8674-2c44eb9c68d3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:28.908063 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-911c803c-1317-4a64-8674-2c44eb9c68d3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "DELETE /v2.0/ports/2d662574-eb00-45f7-828b-862c505f4ccc HTTP/1.1" status: 204 len: 168 time: 0.4258687 Dec 13 13:17:28.911046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53806) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:28.959517 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d195412-f387-4848-97b1-fb13f4b3048a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:28.986626 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d195412-f387-4848-97b1-fb13f4b3048a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.048526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d195412-f387-4848-97b1-fb13f4b3048a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.051460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2d195412-f387-4848-97b1-fb13f4b3048a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.052649 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2d195412-f387-4848-97b1-fb13f4b3048a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdb30b0d-a4ae-4cd1-8f15-ee298c91a88f HTTP/1.1" status: 204 len: 168 time: 0.1569788 Dec 13 13:17:29.054694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d7007016-e4a8-4035-9f61-1046da3e32b2 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Deleting port 4fb678ab-7e3e-4004-8124-d611fb0d9a88 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:29.055425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7007016-e4a8-4035-9f61-1046da3e32b2 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.065642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d195412-f387-4848-97b1-fb13f4b3048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb30b0d-a4ae-4cd1-8f15-ee298c91a88f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:29.141858 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.168860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7007016-e4a8-4035-9f61-1046da3e32b2 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.185538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-d7007016-e4a8-4035-9f61-1046da3e32b2 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Calling delete_port for 4fb678ab-7e3e-4004-8124-d611fb0d9a88 owned by {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:29.189929 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53814) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:29.287888 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7007016-e4a8-4035-9f61-1046da3e32b2 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.309733 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d7007016-e4a8-4035-9f61-1046da3e32b2 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.317381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53824) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:29.317572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d7007016-e4a8-4035-9f61-1046da3e32b2 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "DELETE /v2.0/ports/4fb678ab-7e3e-4004-8124-d611fb0d9a88 HTTP/1.1" status: 204 len: 168 time: 0.4049931 Dec 13 13:17:29.343431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7007016-e4a8-4035-9f61-1046da3e32b2 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Port': ['ID=4fb678ab-7e3e-4004-8124-d611fb0d9a88,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:29.391855 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f40e5b67-1618-4772-860a-a173bf7e8e6e tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0697365 Dec 13 13:17:29.392096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53826) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:29.400376 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1144019259'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:29.426212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Made reservation on behalf of c3ae24f3d7a84b79b0843ede29b42457 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:29.428086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-417e4284-ee66-4afe-94a1-d15f6caca792 req-d50b13b9-b34b-4fc9-96b3-b6b2b0775982 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 210 time: 0.0343378 Dec 13 13:17:29.430039 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.462227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:17:29.475169 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.475785 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Added segment 26c3d28c-5bf2-49ab-b937-a6004d9ebcbd of type vlan for network 0af940f3-cc21-4337-a444-338b08484cac Dec 13 13:17:29.531362 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.539821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e13db0f-2872-4e43-8bf7-faa357b88060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.579596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53828) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:29.581552 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.587272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:29.587861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.598500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-688e5bdf-df02-467e-a1ad-80390ad0bc61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.673468 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2777848 Dec 13 13:17:29.675583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53830) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:29.680728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-404425595'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:29.682175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8ed32-b031-4a7d-8dcd-87789c8bf092 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'Network': ['ID=0af940f3-cc21-4337-a444-338b08484cac,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:29.698509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 0af940f3-cc21-4337-a444-338b08484cac details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:17:29.706357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-688e5bdf-df02-467e-a1ad-80390ad0bc61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.716499 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-688e5bdf-df02-467e-a1ad-80390ad0bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.724580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e13db0f-2872-4e43-8bf7-faa357b88060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.729893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Made reservation on behalf of c3ae24f3d7a84b79b0843ede29b42457 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:29.730110 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e13db0f-2872-4e43-8bf7-faa357b88060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.733583 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.775103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-688e5bdf-df02-467e-a1ad-80390ad0bc61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b96f4dfc17544ef81ff46e9f1ebd94b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938004 Dec 13 13:17:29.775572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53832) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:29.781103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e5bdf-df02-467e-a1ad-80390ad0bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5e264-cb97-4f2a-add2-4b97fd1b4de6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:29.791364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:17:29.791783 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2e13db0f-2872-4e43-8bf7-faa357b88060 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f1b25e979f84b4fb89725230fa04c5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6006134 Dec 13 13:17:29.793058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53834) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:29.798338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13db0f-2872-4e43-8bf7-faa357b88060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b9358a-cde8-4bf6-a9d2-51b2cf7b985c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:29.842852 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.843258 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Added segment 1e7b4165-4e62-4fbf-8c0b-0ca2f9544179 of type vlan for network 68816e86-dc41-4b5b-b676-cc62fd82ce4f Dec 13 13:17:29.852497 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b780ae6b-6069-4e7f-9878-301bf67447e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.862681 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e993670-bc12-49cd-9ce6-82b18ef9022e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.880955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b780ae6b-6069-4e7f-9878-301bf67447e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.905573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.918296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e993670-bc12-49cd-9ce6-82b18ef9022e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.939736 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.971744 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.979015 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:29.979202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b780ae6b-6069-4e7f-9878-301bf67447e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.979576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.985225 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b780ae6b-6069-4e7f-9878-301bf67447e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:29.989455 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b780ae6b-6069-4e7f-9878-301bf67447e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dda5e264-cb97-4f2a-add2-4b97fd1b4de6 HTTP/1.1" status: 204 len: 168 time: 0.2097654 Dec 13 13:17:30.026282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780ae6b-6069-4e7f-9878-301bf67447e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5e264-cb97-4f2a-add2-4b97fd1b4de6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:30.058110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3723333 Dec 13 13:17:30.080357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e993670-bc12-49cd-9ce6-82b18ef9022e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:30.083781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e993670-bc12-49cd-9ce6-82b18ef9022e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:30.085005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3e993670-bc12-49cd-9ce6-82b18ef9022e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3b9358a-cde8-4bf6-a9d2-51b2cf7b985c HTTP/1.1" status: 204 len: 168 time: 0.2910082 Dec 13 13:17:30.087907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bb89f-7c66-4a06-8772-dfe418e306cf tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'Network': ['ID=68816e86-dc41-4b5b-b676-cc62fd82ce4f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:30.100655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 68816e86-dc41-4b5b-b676-cc62fd82ce4f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:17:30.108622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e993670-bc12-49cd-9ce6-82b18ef9022e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b9358a-cde8-4bf6-a9d2-51b2cf7b985c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:30.185254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53842) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:30.191662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'subnets': [{'network_id': '0af940f3-cc21-4337-a444-338b08484cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1813698730', 'ip_version': 4}, {'network_id': '68816e86-dc41-4b5b-b676-cc62fd82ce4f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:30.191969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'subnet': {'network_id': '0af940f3-cc21-4337-a444-338b08484cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1813698730', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:30.192543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Request body: {'subnet': {'network_id': '68816e86-dc41-4b5b-b676-cc62fd82ce4f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:30.486941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Made reservation on behalf of c3ae24f3d7a84b79b0843ede29b42457 for: {'subnet': 2} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:17:30.491935 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:30.494182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:30.615021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06525e4f-f80b-45ae-9bd0-61f634587160 req-14898d55-817a-4a07-b261-644e0605a6dd tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=a72b5b66-3fbe-4fe7-817c-ea916a489d08 HTTP/1.1" status: 200 len: 210 time: 0.0659902 Dec 13 13:17:31.337021 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:31.419517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'Subnet': ['ID=9dffc13d-5488-4a65-ae19-1e1377099683,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:31.432817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Checking segment: {'id': '26c3d28c-5bf2-49ab-b937-a6004d9ebcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0af940f3-cc21-4337-a444-338b08484cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:17:31.433379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Network hostable DHCP agents. Network: 0af940f3-cc21-4337-a444-338b08484cac, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:17:31.471711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Network 0af940f3-cc21-4337-a444-338b08484cac is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:17:31.484424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 0af940f3-cc21-4337-a444-338b08484cac) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:31.492689 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01160fc2-7fd0-4b24-a065-75de809c858f None None] Network 0af940f3-cc21-4337-a444-338b08484cac requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:17:31.497695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:31.568845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event updated for resources: {'Subnet': ['ID=4095b22b-c426-43c2-a95b-bfc768dd1a0b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:31.574213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Checking segment: {'id': '1e7b4165-4e62-4fbf-8c0b-0ca2f9544179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '68816e86-dc41-4b5b-b676-cc62fd82ce4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:17:31.574579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Network hostable DHCP agents. Network: 68816e86-dc41-4b5b-b676-cc62fd82ce4f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:17:31.593948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Network 68816e86-dc41-4b5b-b676-cc62fd82ce4f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:17:31.608147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 68816e86-dc41-4b5b-b676-cc62fd82ce4f) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:31.615884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:31.616361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:31.618707 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:31.620401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763568a0-ee8e-45e9-9f73-a2a05acebac6 None None] Network 68816e86-dc41-4b5b-b676-cc62fd82ce4f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:17:31.660394 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-34384e08-3afb-4028-aad0-d631eb508e6b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4735656 Dec 13 13:17:31.662487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53898) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:31.895326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f357dfc7-7166-43bb-a30a-b6fcddff26dd tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:31.896907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f357dfc7-7166-43bb-a30a-b6fcddff26dd tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:31.899060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f357dfc7-7166-43bb-a30a-b6fcddff26dd tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:31.904304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53914) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:31.914448 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f357dfc7-7166-43bb-a30a-b6fcddff26dd tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2507989 Dec 13 13:17:31.944863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec87a9-aec1-4504-8ee8-2167e5047097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-0af940f3-cc21-4337-a444-338b08484cac', 'network_id': '0af940f3-cc21-4337-a444-338b08484cac', 'project_id': 'c3ae24f3d7a84b79b0843ede29b42457', 'fixed_ips': [{'subnet_id': '9dffc13d-5488-4a65-ae19-1e1377099683'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:17:31.946039 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fec87a9-aec1-4504-8ee8-2167e5047097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:31.991164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f351d542-5f28-44a7-9ce8-c4bc28d1b1b8 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Deleting subnet 9dffc13d-5488-4a65-ae19-1e1377099683 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:17:31.995109 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f351d542-5f28-44a7-9ce8-c4bc28d1b1b8 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.045084 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f351d542-5f28-44a7-9ce8-c4bc28d1b1b8 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.094568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-68816e86-dc41-4b5b-b676-cc62fd82ce4f', 'network_id': '68816e86-dc41-4b5b-b676-cc62fd82ce4f', 'project_id': 'c3ae24f3d7a84b79b0843ede29b42457', 'fixed_ips': [{'subnet_id': '4095b22b-c426-43c2-a95b-bfc768dd1a0b'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:17:32.095637 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.102681 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f351d542-5f28-44a7-9ce8-c4bc28d1b1b8 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.188093 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f351d542-5f28-44a7-9ce8-c4bc28d1b1b8 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.243132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351d542-5f28-44a7-9ce8-c4bc28d1b1b8 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Subnet': ['ID=9dffc13d-5488-4a65-ae19-1e1377099683,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:32.253208 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f351d542-5f28-44a7-9ce8-c4bc28d1b1b8 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.257615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f351d542-5f28-44a7-9ce8-c4bc28d1b1b8 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "DELETE /v2.0/subnets/9dffc13d-5488-4a65-ae19-1e1377099683 HTTP/1.1" status: 204 len: 168 time: 0.3520954 Dec 13 13:17:32.260312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53926) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server [None req-6fec87a9-aec1-4504-8ee8-2167e5047097 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dffc13d-5488-4a65-ae19-1e1377099683: This subnet is being modified by another concurrent operation. Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise exception Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dffc13d-5488-4a65-ae19-1e1377099683: This subnet is being modified by another concurrent operation. Dec 13 13:17:32.268921 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Dec 13 13:17:32.290837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4295fe74-73fb-4ffc-8f93-16b1fd2f4637 None None] Network 0af940f3-cc21-4337-a444-338b08484cac requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:17:32.330992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-849c8b3d-da57-4fb7-8ccb-5ccb82df140b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Deleting subnet 4095b22b-c426-43c2-a95b-bfc768dd1a0b {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:17:32.392121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Allocated IP 172.20.0.18 (68816e86-dc41-4b5b-b676-cc62fd82ce4f/4095b22b-c426-43c2-a95b-bfc768dd1a0b/6d4673b4-f361-4630-9d30-8da5d9199e51) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:17:32.582899 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.589418 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-849c8b3d-da57-4fb7-8ccb-5ccb82df140b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.591591 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.642169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Network 68816e86-dc41-4b5b-b676-cc62fd82ce4f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:17:32.645818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:17:32.649889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:17:32.664957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Pushing event updated for resources: {'Port': ['ID=6d4673b4-f361-4630-9d30-8da5d9199e51,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:32.693741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-849c8b3d-da57-4fb7-8ccb-5ccb82df140b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.742972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Attempting to bind port 6d4673b4-f361-4630-9d30-8da5d9199e51 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:17:32.743805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Attempting to bind port 6d4673b4-f361-4630-9d30-8da5d9199e51 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '1e7b4165-4e62-4fbf-8c0b-0ca2f9544179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '68816e86-dc41-4b5b-b676-cc62fd82ce4f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:17:32.744595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Attempting to bind port 6d4673b4-f361-4630-9d30-8da5d9199e51 on network 68816e86-dc41-4b5b-b676-cc62fd82ce4f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:17:32.751884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:17:32.752779 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Checking segment: {'id': '1e7b4165-4e62-4fbf-8c0b-0ca2f9544179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '68816e86-dc41-4b5b-b676-cc62fd82ce4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:17:32.753411 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.753991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Bound using segment: {'id': '1e7b4165-4e62-4fbf-8c0b-0ca2f9544179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '68816e86-dc41-4b5b-b676-cc62fd82ce4f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:17:32.754719 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Bound port: 6d4673b4-f361-4630-9d30-8da5d9199e51, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7b4165-4e62-4fbf-8c0b-0ca2f9544179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '68816e86-dc41-4b5b-b676-cc62fd82ce4f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:17:32.754977 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.827333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] For port 6d4673b4-f361-4630-9d30-8da5d9199e51, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:17:32.833244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] For port 6d4673b4-f361-4630-9d30-8da5d9199e51, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6d4673b4-f361-4630-9d30-8da5d9199e51,segment=NetworkSegment(1e7b4165-4e62-4fbf-8c0b-0ca2f9544179),segment_id=1e7b4165-4e62-4fbf-8c0b-0ca2f9544179)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:17:32.842514 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.843354 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-849c8b3d-da57-4fb7-8ccb-5ccb82df140b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.913358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5acd1-bc7a-4f84-98e3-0a5a36aadee6 None None] Pushing event updated for resources: {'Port': ['ID=6d4673b4-f361-4630-9d30-8da5d9199e51,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:32.937523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-849c8b3d-da57-4fb7-8ccb-5ccb82df140b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.955347 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-849c8b3d-da57-4fb7-8ccb-5ccb82df140b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:32.959094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-849c8b3d-da57-4fb7-8ccb-5ccb82df140b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "DELETE /v2.0/subnets/4095b22b-c426-43c2-a95b-bfc768dd1a0b HTTP/1.1" status: 204 len: 168 time: 0.6975882 Dec 13 13:17:32.961694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53948) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:32.978345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c8b3d-da57-4fb7-8ccb-5ccb82df140b tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Subnet': ['ID=4095b22b-c426-43c2-a95b-bfc768dd1a0b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:33.062951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c3ed8f-6fb2-4a5f-9f08-c24cdfbdc435 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:17:33.069089 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-87c3ed8f-6fb2-4a5f-9f08-c24cdfbdc435 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1021662 Dec 13 13:17:33.069430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53952) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:33.198237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:33.319211 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Deleting port 6d4673b4-f361-4630-9d30-8da5d9199e51 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:17:33.319572 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:33.430741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] For port 6d4673b4-f361-4630-9d30-8da5d9199e51, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6d4673b4-f361-4630-9d30-8da5d9199e51,segment=NetworkSegment(1e7b4165-4e62-4fbf-8c0b-0ca2f9544179),segment_id=1e7b4165-4e62-4fbf-8c0b-0ca2f9544179)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:17:33.431106 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:33.445844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Calling delete_port for 6d4673b4-f361-4630-9d30-8da5d9199e51 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:17:33.619689 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:33.654665 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] No DVR routers for this DVR port 6d4673b4-f361-4630-9d30-8da5d9199e51 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:17:33.660570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Port': ['ID=6d4673b4-f361-4630-9d30-8da5d9199e51,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:33.744675 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:33.768457 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68816e86-dc41-4b5b-b676-cc62fd82ce4f']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:33.779122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7b4165-4e62-4fbf-8c0b-0ca2f9544179') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:33.779762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7b4165-4e62-4fbf-8c0b-0ca2f9544179') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:33.796050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:33.812092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:33.819385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:17:33.820073 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:17:33.931847 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:17:33.942007 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:33.946595 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:33.953738 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "DELETE /v2.0/networks/68816e86-dc41-4b5b-b676-cc62fd82ce4f HTTP/1.1" status: 204 len: 168 time: 0.8811157 Dec 13 13:17:33.954362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53966) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:33.969044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272e885-3d24-47ca-9c8d-ee4798e3784a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Network': ['ID=68816e86-dc41-4b5b-b676-cc62fd82ce4f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:34.108774 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:34.314743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:34.380656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af940f3-cc21-4337-a444-338b08484cac']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:34.402365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c3d28c-5bf2-49ab-b937-a6004d9ebcbd') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:34.402735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c3d28c-5bf2-49ab-b937-a6004d9ebcbd') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:34.422817 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:34.457638 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:34.465829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:17:34.467586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:17:34.471572 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:17:34.612818 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:34.632830 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:34.639485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "DELETE /v2.0/networks/0af940f3-cc21-4337-a444-338b08484cac HTTP/1.1" status: 204 len: 168 time: 0.6818519 Dec 13 13:17:34.642463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 53978) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:34.671472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3e930-9e86-4f25-b37c-b46ab51543d9 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Network': ['ID=0af940f3-cc21-4337-a444-338b08484cac,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:34.810431 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:34.877573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce41d6b-8120-47b3-bd20-1961f4984f20 None None] DHCP port deletion for 68816e86-dc41-4b5b-b676-cc62fd82ce4f request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:17:34.898197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-765ff30d-4360-4a8b-99a0-9aa02c075141 None None] Could not find standard attr ID for object 6d4673b4-f361-4630-9d30-8da5d9199e51. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:17:34.909145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beaf894-25a4-44a9-9fd1-c50306567b89 None None] Network 68816e86-dc41-4b5b-b676-cc62fd82ce4f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:17:34.923658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beaf894-25a4-44a9-9fd1-c50306567b89 None None] Network 68816e86-dc41-4b5b-b676-cc62fd82ce4f could not be found, it might have been deleted concurrently. {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 13:17:34.930525 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:34.934910 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adfb58b-176b-42f5-8909-ba40ef744ac0 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:17:34.959697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:34.970958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417bac32-770d-4802-a6d6-6a0da718e1b4') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:34.971467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417bac32-770d-4802-a6d6-6a0da718e1b4') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:34.986094 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.000391 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.006680 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:17:35.007176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:17:35.010583 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:17:35.036792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adfb58b-176b-42f5-8909-ba40ef744ac0 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:17:35.072353 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.098961 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.102844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "DELETE /v2.0/networks/9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d HTTP/1.1" status: 204 len: 168 time: 0.4592261 Dec 13 13:17:35.104040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cd70d-c44d-4333-9fb7-a30636b97bc3 tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Network': ['ID=9a10a77e-5a5c-49cc-9176-e4f2f99d5b3d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:35.105374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 53982) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:35.201026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.383212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.409209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5281f8f1-4ca2-430d-af4e-e8f73768f812']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:35.419815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a524836-9132-45c9-8ba7-366916aa3746') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:35.420521 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a524836-9132-45c9-8ba7-366916aa3746') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:17:35.432638 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.469416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.477922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:17:35.478656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:17:35.482942 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:17:35.574833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.581469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:35.589473 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] 10.222.0.31 "DELETE /v2.0/networks/5281f8f1-4ca2-430d-af4e-e8f73768f812 HTTP/1.1" status: 204 len: 168 time: 0.4818039 Dec 13 13:17:35.609133 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda0ab3-6ed6-4a79-82b0-e9c9d88a957a tempest-BulkNetworkOpsTest-1773385173 tempest-BulkNetworkOpsTest-1773385173-project] Pushing event deleted for resources: {'Network': ['ID=5281f8f1-4ca2-430d-af4e-e8f73768f812,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:35.860402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6d4673b4-f361-4630-9d30-8da5d9199e51 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:17:35.913821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 6d4673b4-f361-4630-9d30-8da5d9199e51 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:17:35.913821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6d4673b4-f361-4630-9d30-8da5d9199e51 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:17:36.052628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54010) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:36.356457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-312b5c2e-ece3-4ee5-8054-b1bd83daf40d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3ae24f3d7a84b79b0843ede29b42457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002806 Dec 13 13:17:36.357135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54016) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:36.486800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa63aeb6-06d3-4be2-92c7-db5de6838342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:36.515407 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa63aeb6-06d3-4be2-92c7-db5de6838342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:36.571736 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa63aeb6-06d3-4be2-92c7-db5de6838342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:36.575119 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-aa63aeb6-06d3-4be2-92c7-db5de6838342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:36.576623 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-aa63aeb6-06d3-4be2-92c7-db5de6838342 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94843d5e-0fc5-4d7f-9805-47e663a1bebb HTTP/1.1" status: 204 len: 168 time: 0.2166078 Dec 13 13:17:36.586333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63aeb6-06d3-4be2-92c7-db5de6838342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94843d5e-0fc5-4d7f-9805-47e663a1bebb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:37.668552 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:37.674538 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:37.681013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54068) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:37.893530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004655768'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:37.952469 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:37.962443 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:38.135504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:38.147198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:38.249750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d838850e-af07-4d3c-bd8b-95c0c88fe79f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:38.335929 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:38.348035 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:38.405090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa2f3ba-d8be-4fa9-b451-32906aa813d8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:38.440415 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:38.442547 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-07ec3497-821f-4441-866b-7b4532605de4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7594917 Dec 13 13:17:38.445206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54074) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:38.569004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-50c8855c-a366-48bf-9eb4-1bf612255884 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1224842 Dec 13 13:17:38.572010 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54080) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:38.577984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-94d13f29-7217-4bcc-8a42-bf2886723e7e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group': {'name': 'tempest-security--1446522881', 'description': 'tempest-security-description-932232578'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:38.623347 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94d13f29-7217-4bcc-8a42-bf2886723e7e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:38.676731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94d13f29-7217-4bcc-8a42-bf2886723e7e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:38.688774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94d13f29-7217-4bcc-8a42-bf2886723e7e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:38.692195 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-94d13f29-7217-4bcc-8a42-bf2886723e7e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:38.694214 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-94d13f29-7217-4bcc-8a42-bf2886723e7e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "PUT /v2.0/security-groups/6fa2f3ba-d8be-4fa9-b451-32906aa813d8 HTTP/1.1" status: 200 len: 1796 time: 0.1205592 Dec 13 13:17:38.697006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54082) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:38.797149 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d13f29-7217-4bcc-8a42-bf2886723e7e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa2f3ba-d8be-4fa9-b451-32906aa813d8,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:38.860651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-80c63876-7607-4a6d-ba28-b7a662adfac7 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups/6fa2f3ba-d8be-4fa9-b451-32906aa813d8 HTTP/1.1" status: 200 len: 1796 time: 0.1613510 Dec 13 13:17:38.862381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54090) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:38.976710 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb70d5a7-0b37-4a07-8d31-aa08d078be80 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.022327 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb70d5a7-0b37-4a07-8d31-aa08d078be80 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.079554 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb70d5a7-0b37-4a07-8d31-aa08d078be80 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.082951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb70d5a7-0b37-4a07-8d31-aa08d078be80 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.087481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54092) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:39.089375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bb70d5a7-0b37-4a07-8d31-aa08d078be80 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/6fa2f3ba-d8be-4fa9-b451-32906aa813d8 HTTP/1.1" status: 204 len: 168 time: 0.2240345 Dec 13 13:17:39.111926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70d5a7-0b37-4a07-8d31-aa08d078be80 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa2f3ba-d8be-4fa9-b451-32906aa813d8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:39.183381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f9564687-da51-420a-840e-ed9f761a24b5 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0945747 Dec 13 13:17:39.186394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54094) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:39.213485 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-3366ca1a-37cf-4f2d-a847-d8dba184297a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] delete failed (client error): The resource could not be found. Dec 13 13:17:39.220253 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3366ca1a-37cf-4f2d-a847-d8dba184297a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/6fa2f3ba-d8be-4fa9-b451-32906aa813d8 HTTP/1.1" status: 404 len: 347 time: 0.0327079 Dec 13 13:17:39.220856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54096) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:39.233169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-64631b63-8aea-4355-8be7-63c01f27b793 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group': {'name': 'tempest-secgroup--310477359'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:39.292023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-64631b63-8aea-4355-8be7-63c01f27b793 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.408908 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-64631b63-8aea-4355-8be7-63c01f27b793 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.422303 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-64631b63-8aea-4355-8be7-63c01f27b793 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.475165 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-64631b63-8aea-4355-8be7-63c01f27b793 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.481954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54098) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:39.487385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ee7ea4c7-69b3-4e9e-8d02-6c997946930e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': 'dff2f9d3-3c79-4500-b70e-3dcdc2bd99bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:39.492019 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-64631b63-8aea-4355-8be7-63c01f27b793 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2700684 Dec 13 13:17:39.531317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee7ea4c7-69b3-4e9e-8d02-6c997946930e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.541706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64631b63-8aea-4355-8be7-63c01f27b793 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff2f9d3-3c79-4500-b70e-3dcdc2bd99bf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:39.670570 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee7ea4c7-69b3-4e9e-8d02-6c997946930e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.676801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee7ea4c7-69b3-4e9e-8d02-6c997946930e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.699536 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ea4c7-69b3-4e9e-8d02-6c997946930e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f706d2-d947-4091-a15b-3527e213ba8b,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:39.711119 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee7ea4c7-69b3-4e9e-8d02-6c997946930e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.715261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ee7ea4c7-69b3-4e9e-8d02-6c997946930e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2293298 Dec 13 13:17:39.715571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54104) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:39.749723 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f404ff61-5940-428f-8296-931a6bed7993 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.763073 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f404ff61-5940-428f-8296-931a6bed7993 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.799385 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f404ff61-5940-428f-8296-931a6bed7993 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.814194 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f404ff61-5940-428f-8296-931a6bed7993 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:39.815126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f404ff61-5940-428f-8296-931a6bed7993 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d0f706d2-d947-4091-a15b-3527e213ba8b HTTP/1.1" status: 204 len: 168 time: 0.0981581 Dec 13 13:17:39.817057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54108) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:39.860542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404ff61-5940-428f-8296-931a6bed7993 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0f706d2-d947-4091-a15b-3527e213ba8b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:39.941360 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2a38739f-6073-4aef-9395-915464699457 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1230779 Dec 13 13:17:39.944237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54116) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:40.025768 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-88eda7c8-1fbd-437d-8edf-58f9a9d2cfae tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.078142 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-88eda7c8-1fbd-437d-8edf-58f9a9d2cfae tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.167273 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-88eda7c8-1fbd-437d-8edf-58f9a9d2cfae tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.171470 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-88eda7c8-1fbd-437d-8edf-58f9a9d2cfae tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.175829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54118) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:40.176147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-88eda7c8-1fbd-437d-8edf-58f9a9d2cfae tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/dff2f9d3-3c79-4500-b70e-3dcdc2bd99bf HTTP/1.1" status: 204 len: 168 time: 0.2306063 Dec 13 13:17:40.195161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eda7c8-1fbd-437d-8edf-58f9a9d2cfae tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff2f9d3-3c79-4500-b70e-3dcdc2bd99bf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:40.291499 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a43895e7-705c-4b4d-8cda-d983ee6482c8 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1123948 Dec 13 13:17:40.295533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54122) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:40.300417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-46866d1a-753a-40b4-a53f-9eb196b8e7b9 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179137984'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:40.355494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46866d1a-753a-40b4-a53f-9eb196b8e7b9 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.417586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54124) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:40.455026 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46866d1a-753a-40b4-a53f-9eb196b8e7b9 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.463522 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46866d1a-753a-40b4-a53f-9eb196b8e7b9 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.506438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46866d1a-753a-40b4-a53f-9eb196b8e7b9 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde5942c-e226-4452-bd3c-e8f02c909021,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:40.525229 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-46866d1a-753a-40b4-a53f-9eb196b8e7b9 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.529679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-46866d1a-753a-40b4-a53f-9eb196b8e7b9 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2298305 Dec 13 13:17:40.530658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54128) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:40.536135 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4093f3bd-dc5f-407d-9df3-9a5345302055 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': 'fde5942c-e226-4452-bd3c-e8f02c909021', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:40.596511 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4093f3bd-dc5f-407d-9df3-9a5345302055 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.647402 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07ec9767-50d2-4b5b-bc8d-47a8bdbeab43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.758816 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07ec9767-50d2-4b5b-bc8d-47a8bdbeab43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.770633 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07ec9767-50d2-4b5b-bc8d-47a8bdbeab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.829142 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4093f3bd-dc5f-407d-9df3-9a5345302055 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.834906 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-07ec9767-50d2-4b5b-bc8d-47a8bdbeab43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b03cee7ae8d4cf39745b6cf01c8832f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132586 Dec 13 13:17:40.835352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54134) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:40.837435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec9767-50d2-4b5b-bc8d-47a8bdbeab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7548f240-ca77-4b90-b2cb-1ab0f0864d7b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:40.842722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4093f3bd-dc5f-407d-9df3-9a5345302055 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.871665 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093f3bd-dc5f-407d-9df3-9a5345302055 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd0dd8a-4348-471f-b243-2136ed0c62da,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:40.897668 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4093f3bd-dc5f-407d-9df3-9a5345302055 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.901207 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4093f3bd-dc5f-407d-9df3-9a5345302055 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3694878 Dec 13 13:17:40.909717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54144) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:40.916776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-716df96f-cf19-4dd9-90a1-450175b86684 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': 'fde5942c-e226-4452-bd3c-e8f02c909021', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:40.958259 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf4a8d8a-ec44-40d0-bcea-162b3b148c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:40.993731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-716df96f-cf19-4dd9-90a1-450175b86684 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.024976 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf4a8d8a-ec44-40d0-bcea-162b3b148c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.140851 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf4a8d8a-ec44-40d0-bcea-162b3b148c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.143997 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf4a8d8a-ec44-40d0-bcea-162b3b148c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.145410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cf4a8d8a-ec44-40d0-bcea-162b3b148c47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7548f240-ca77-4b90-b2cb-1ab0f0864d7b HTTP/1.1" status: 204 len: 168 time: 0.3092074 Dec 13 13:17:41.158005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-716df96f-cf19-4dd9-90a1-450175b86684 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.171284 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-716df96f-cf19-4dd9-90a1-450175b86684 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.184024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a8d8a-ec44-40d0-bcea-162b3b148c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7548f240-ca77-4b90-b2cb-1ab0f0864d7b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:41.220364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716df96f-cf19-4dd9-90a1-450175b86684 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745c3ead-7e44-41a5-893e-4047f9510ab9,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:41.258048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-716df96f-cf19-4dd9-90a1-450175b86684 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.259394 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-716df96f-cf19-4dd9-90a1-450175b86684 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3483856 Dec 13 13:17:41.262448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54156) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:41.269166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-72de1aca-6d30-4396-a960-72c6df9e6731 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': 'fde5942c-e226-4452-bd3c-e8f02c909021', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:41.332941 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72de1aca-6d30-4396-a960-72c6df9e6731 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.460573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72de1aca-6d30-4396-a960-72c6df9e6731 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.475727 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72de1aca-6d30-4396-a960-72c6df9e6731 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.540239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de1aca-6d30-4396-a960-72c6df9e6731 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f86b607-b307-4e6f-82e4-871d9029579a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:41.553959 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-72de1aca-6d30-4396-a960-72c6df9e6731 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.555243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-72de1aca-6d30-4396-a960-72c6df9e6731 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2915213 Dec 13 13:17:41.558185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54160) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:41.563064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6a28dce8-f8a9-4387-9046-19a6c21f3bc7 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': 'fde5942c-e226-4452-bd3c-e8f02c909021', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:41.596388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54164) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:41.615926 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee108bd2-b2fd-47e2-90fc-93b8af6c7568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.635804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a28dce8-f8a9-4387-9046-19a6c21f3bc7 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.796642 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a28dce8-f8a9-4387-9046-19a6c21f3bc7 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.807773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a28dce8-f8a9-4387-9046-19a6c21f3bc7 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.832941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28dce8-f8a9-4387-9046-19a6c21f3bc7 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf6dc30-7bd8-4e57-a5ee-3f43de2bb53f,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:41.847522 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a28dce8-f8a9-4387-9046-19a6c21f3bc7 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.849256 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6a28dce8-f8a9-4387-9046-19a6c21f3bc7 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2900443 Dec 13 13:17:41.852275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54172) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:41.857419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-dfda6fac-ff19-4ad7-ad06-55968e066144 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': 'fde5942c-e226-4452-bd3c-e8f02c909021', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:41.878813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee108bd2-b2fd-47e2-90fc-93b8af6c7568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.890343 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ee108bd2-b2fd-47e2-90fc-93b8af6c7568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.930648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee108bd2-b2fd-47e2-90fc-93b8af6c7568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540a2415-2f11-48e8-8464-a873562641a9,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:41.932833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dfda6fac-ff19-4ad7-ad06-55968e066144 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:41.982738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ee108bd2-b2fd-47e2-90fc-93b8af6c7568 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9fb5e98d96e4fafad61bfbda0a95898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845451 Dec 13 13:17:41.984958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54178) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:42.068273 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e55a469-af3e-4ae3-b54b-f6873cbd47ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.069279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dfda6fac-ff19-4ad7-ad06-55968e066144 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.083647 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dfda6fac-ff19-4ad7-ad06-55968e066144 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.119428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda6fac-ff19-4ad7-ad06-55968e066144 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6f3e0a-e077-48c2-a748-bb36ded5b95b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:42.125972 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e55a469-af3e-4ae3-b54b-f6873cbd47ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.150428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dfda6fac-ff19-4ad7-ad06-55968e066144 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.155493 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dfda6fac-ff19-4ad7-ad06-55968e066144 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2981942 Dec 13 13:17:42.155493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54188) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:42.215886 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d6df2d7-a835-4847-88d1-685c2b253d1d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.241184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d6df2d7-a835-4847-88d1-685c2b253d1d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.265076 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e55a469-af3e-4ae3-b54b-f6873cbd47ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.268504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5e55a469-af3e-4ae3-b54b-f6873cbd47ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.272024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5e55a469-af3e-4ae3-b54b-f6873cbd47ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/540a2415-2f11-48e8-8464-a873562641a9 HTTP/1.1" status: 204 len: 168 time: 0.2836001 Dec 13 13:17:42.292249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55a469-af3e-4ae3-b54b-f6873cbd47ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540a2415-2f11-48e8-8464-a873562641a9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:42.326435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d6df2d7-a835-4847-88d1-685c2b253d1d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.347287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d6df2d7-a835-4847-88d1-685c2b253d1d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.348492 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1d6df2d7-a835-4847-88d1-685c2b253d1d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4f6f3e0a-e077-48c2-a748-bb36ded5b95b HTTP/1.1" status: 204 len: 168 time: 0.1922610 Dec 13 13:17:42.350557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6df2d7-a835-4847-88d1-685c2b253d1d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f6f3e0a-e077-48c2-a748-bb36ded5b95b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:42.351293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54192) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:42.464029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f94d62b6-b35e-4610-b989-2b9b73a79216 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1115062 Dec 13 13:17:42.467691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54196) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:42.512897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fd3efcbe-0392-47d3-8ac7-c44b394e95cf tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.527429 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fd3efcbe-0392-47d3-8ac7-c44b394e95cf tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.595653 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fd3efcbe-0392-47d3-8ac7-c44b394e95cf tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.611951 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fd3efcbe-0392-47d3-8ac7-c44b394e95cf tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.616950 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fd3efcbe-0392-47d3-8ac7-c44b394e95cf tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/aaf6dc30-7bd8-4e57-a5ee-3f43de2bb53f HTTP/1.1" status: 204 len: 168 time: 0.1443672 Dec 13 13:17:42.617103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54200) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:42.628180 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3efcbe-0392-47d3-8ac7-c44b394e95cf tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaf6dc30-7bd8-4e57-a5ee-3f43de2bb53f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:42.629204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54204) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:42.709466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a7021d2e-0fb1-42de-9770-6acf593f0039 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0914576 Dec 13 13:17:42.712183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54208) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:42.775443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ff837ef-15df-4a82-a034-fd2d48a876a4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.803030 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ff837ef-15df-4a82-a034-fd2d48a876a4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.853678 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ff837ef-15df-4a82-a034-fd2d48a876a4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.864632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1ff837ef-15df-4a82-a034-fd2d48a876a4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.873441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54214) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:42.882498 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1ff837ef-15df-4a82-a034-fd2d48a876a4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6f86b607-b307-4e6f-82e4-871d9029579a HTTP/1.1" status: 204 len: 168 time: 0.1570301 Dec 13 13:17:42.907902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff837ef-15df-4a82-a034-fd2d48a876a4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f86b607-b307-4e6f-82e4-871d9029579a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:42.928812 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ccb10381-da3c-4c81-9fda-6a95d9c6b0aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:42.964008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bf4fe5e0-5e89-4dbf-87e2-20488bfcbcdf tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0886080 Dec 13 13:17:42.967471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54218) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:43.022590 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d246379-defd-4f33-9f04-a38cde0161e4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.034501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d246379-defd-4f33-9f04-a38cde0161e4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.091356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ccb10381-da3c-4c81-9fda-6a95d9c6b0aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.103956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d246379-defd-4f33-9f04-a38cde0161e4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.106094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ccb10381-da3c-4c81-9fda-6a95d9c6b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.131748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d246379-defd-4f33-9f04-a38cde0161e4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.142178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2d246379-defd-4f33-9f04-a38cde0161e4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/745c3ead-7e44-41a5-893e-4047f9510ab9 HTTP/1.1" status: 204 len: 168 time: 0.1733270 Dec 13 13:17:43.143347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54222) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:43.155372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246379-defd-4f33-9f04-a38cde0161e4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=745c3ead-7e44-41a5-893e-4047f9510ab9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:43.261830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb10381-da3c-4c81-9fda-6a95d9c6b0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42330ba-c25f-4280-8641-5081f07db684,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:43.268833 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ccb10381-da3c-4c81-9fda-6a95d9c6b0aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c30fec0bf9524ea2b9ebaeb7093cd7ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6291261 Dec 13 13:17:43.271617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54226) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:43.341907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54230) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:43.345695 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-eb449854-9a16-4a58-83c4-cf7f63c3076a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2001250 Dec 13 13:17:43.384576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77f621fc-7a26-4872-ac77-089eec598c7c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.394375 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-44868816-76e5-48cd-8fa1-c62acc65437b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.397953 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77f621fc-7a26-4872-ac77-089eec598c7c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.439037 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-44868816-76e5-48cd-8fa1-c62acc65437b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.458648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77f621fc-7a26-4872-ac77-089eec598c7c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.467025 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-77f621fc-7a26-4872-ac77-089eec598c7c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.468570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-77f621fc-7a26-4872-ac77-089eec598c7c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9cd0dd8a-4348-471f-b243-2136ed0c62da HTTP/1.1" status: 204 len: 168 time: 0.1258302 Dec 13 13:17:43.472266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54236) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:43.492495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f621fc-7a26-4872-ac77-089eec598c7c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cd0dd8a-4348-471f-b243-2136ed0c62da,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:43.529011 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-44868816-76e5-48cd-8fa1-c62acc65437b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.532740 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-44868816-76e5-48cd-8fa1-c62acc65437b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.534581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-44868816-76e5-48cd-8fa1-c62acc65437b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e42330ba-c25f-4280-8641-5081f07db684 HTTP/1.1" status: 204 len: 168 time: 0.2617471 Dec 13 13:17:43.545511 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e01f4f1e-ce05-4763-add5-8a046e8927e3 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0718551 Dec 13 13:17:43.546970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44868816-76e5-48cd-8fa1-c62acc65437b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42330ba-c25f-4280-8641-5081f07db684,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:43.548979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54242) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:43.668301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d88e9ff9-5d2f-4dac-818a-0798a66bb4c1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.696247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d88e9ff9-5d2f-4dac-818a-0798a66bb4c1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.771077 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d88e9ff9-5d2f-4dac-818a-0798a66bb4c1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.775290 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d88e9ff9-5d2f-4dac-818a-0798a66bb4c1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:43.781841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54252) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:43.782862 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d88e9ff9-5d2f-4dac-818a-0798a66bb4c1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/fde5942c-e226-4452-bd3c-e8f02c909021 HTTP/1.1" status: 204 len: 168 time: 0.2325616 Dec 13 13:17:43.806658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e9ff9-5d2f-4dac-818a-0798a66bb4c1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde5942c-e226-4452-bd3c-e8f02c909021,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:43.901650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dcdcf4ce-b926-49b9-a660-b44d08a485f5 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1159759 Dec 13 13:17:43.903911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54256) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:43.917248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bc437176-26f9-46f3-95a8-14ffdf3e78b1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group': {'name': 'tempest-secgroup--566966352'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:43.981694 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc437176-26f9-46f3-95a8-14ffdf3e78b1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.097054 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc437176-26f9-46f3-95a8-14ffdf3e78b1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.104738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc437176-26f9-46f3-95a8-14ffdf3e78b1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.148861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc437176-26f9-46f3-95a8-14ffdf3e78b1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3207347-b94c-4399-aff8-cf9720b84db3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:44.169854 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc437176-26f9-46f3-95a8-14ffdf3e78b1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.175375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bc437176-26f9-46f3-95a8-14ffdf3e78b1 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2635107 Dec 13 13:17:44.176472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54258) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:44.187414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c43c3b5a-fc87-41cb-9d4d-a643a3adfa3a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': 'd3207347-b94c-4399-aff8-cf9720b84db3', 'direction': 'ingress', 'protocol': 17}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:44.255277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54260) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:44.262504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c43c3b5a-fc87-41cb-9d4d-a643a3adfa3a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.319675 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0746c6f4-9cbb-4122-b14e-17b5138e7988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.357267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c43c3b5a-fc87-41cb-9d4d-a643a3adfa3a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.370895 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c43c3b5a-fc87-41cb-9d4d-a643a3adfa3a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.424840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c3b5a-fc87-41cb-9d4d-a643a3adfa3a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e13459-9b8f-4ea6-a8c9-819a343b1fab,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:44.441538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c43c3b5a-fc87-41cb-9d4d-a643a3adfa3a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.442805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c43c3b5a-fc87-41cb-9d4d-a643a3adfa3a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2637525 Dec 13 13:17:44.449004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54264) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:44.563324 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0746c6f4-9cbb-4122-b14e-17b5138e7988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.578959 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0746c6f4-9cbb-4122-b14e-17b5138e7988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.591626 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f52e9cea-3964-4767-a967-e21e2f0d9e61 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.663976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746c6f4-9cbb-4122-b14e-17b5138e7988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a8dc75-90c1-48d3-a714-f896ba8fd720,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:44.664203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f52e9cea-3964-4767-a967-e21e2f0d9e61 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.744976 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0746c6f4-9cbb-4122-b14e-17b5138e7988 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ed2b91129754937b3e7fa2ea135c9f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4859776 Dec 13 13:17:44.765683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:44.787931 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f52e9cea-3964-4767-a967-e21e2f0d9e61 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.790635 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f52e9cea-3964-4767-a967-e21e2f0d9e61 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.794590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f52e9cea-3964-4767-a967-e21e2f0d9e61 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/d3207347-b94c-4399-aff8-cf9720b84db3 HTTP/1.1" status: 204 len: 168 time: 0.3404477 Dec 13 13:17:44.795580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54270) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:44.822052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e9cea-3964-4767-a967-e21e2f0d9e61 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3207347-b94c-4399-aff8-cf9720b84db3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:44.903347 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79253dcf-d808-48f9-b87d-c139b1b11f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.945761 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6c076516-1d27-4e32-9b96-cc52890df8b4 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1493402 Dec 13 13:17:44.951417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54280) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:44.954375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79253dcf-d808-48f9-b87d-c139b1b11f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:44.959133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e84a4ad5-f620-4961-8a9c-e8044ca44cde tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group': {'name': 'tempest-secgroup--637288799'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:45.026570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79253dcf-d808-48f9-b87d-c139b1b11f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.030412 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-79253dcf-d808-48f9-b87d-c139b1b11f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.032460 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-79253dcf-d808-48f9-b87d-c139b1b11f36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7a8dc75-90c1-48d3-a714-f896ba8fd720 HTTP/1.1" status: 204 len: 168 time: 0.2648592 Dec 13 13:17:45.042514 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e84a4ad5-f620-4961-8a9c-e8044ca44cde tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.055771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79253dcf-d808-48f9-b87d-c139b1b11f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a8dc75-90c1-48d3-a714-f896ba8fd720,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:45.147036 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e84a4ad5-f620-4961-8a9c-e8044ca44cde tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.153543 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e84a4ad5-f620-4961-8a9c-e8044ca44cde tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.198993 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e84a4ad5-f620-4961-8a9c-e8044ca44cde tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.202872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e84a4ad5-f620-4961-8a9c-e8044ca44cde tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2462726 Dec 13 13:17:45.203346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54288) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:45.204435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a4ad5-f620-4961-8a9c-e8044ca44cde tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbaf14a-41ad-4f8f-b1b9-a904bbac5420,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:45.209789 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9ac5b7f3-96e5-4d84-a9f0-dafb6743e996 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group': {'name': 'tempest-secgroup--647573119'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:45.250056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b7f3-96e5-4d84-a9f0-dafb6743e996 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.403394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b7f3-96e5-4d84-a9f0-dafb6743e996 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.410698 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b7f3-96e5-4d84-a9f0-dafb6743e996 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.449389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5b7f3-96e5-4d84-a9f0-dafb6743e996 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21dfff9d-9884-4f37-9f34-de5475b0fa10,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:45.455203 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b7f3-96e5-4d84-a9f0-dafb6743e996 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.456608 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9ac5b7f3-96e5-4d84-a9f0-dafb6743e996 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2521701 Dec 13 13:17:45.459365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54296) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:45.472939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-63304a71-556d-4d78-9fd0-926b2dad7e73 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': '7dbaf14a-41ad-4f8f-b1b9-a904bbac5420', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '21dfff9d-9884-4f37-9f34-de5475b0fa10', 'remote_ip_prefix': None}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:45.522199 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63304a71-556d-4d78-9fd0-926b2dad7e73 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.678201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63304a71-556d-4d78-9fd0-926b2dad7e73 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.685374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63304a71-556d-4d78-9fd0-926b2dad7e73 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.725443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63304a71-556d-4d78-9fd0-926b2dad7e73 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.728906 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-63304a71-556d-4d78-9fd0-926b2dad7e73 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2678819 Dec 13 13:17:45.730488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63304a71-556d-4d78-9fd0-926b2dad7e73 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e6dba0-83b1-44df-b18e-b3fc7e09265b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:45.731221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54334) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:45.789715 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0873445-852b-4f1b-9203-1c66d0cf3433 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.799632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0873445-852b-4f1b-9203-1c66d0cf3433 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.859402 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0873445-852b-4f1b-9203-1c66d0cf3433 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.879368 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c0873445-852b-4f1b-9203-1c66d0cf3433 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:45.881822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c0873445-852b-4f1b-9203-1c66d0cf3433 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/23e6dba0-83b1-44df-b18e-b3fc7e09265b HTTP/1.1" status: 204 len: 168 time: 0.1486962 Dec 13 13:17:45.886550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54350) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:45.913487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0873445-852b-4f1b-9203-1c66d0cf3433 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23e6dba0-83b1-44df-b18e-b3fc7e09265b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:45.971393 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-991ea900-7928-4835-8d39-cb4b3fd7d1d9 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0808928 Dec 13 13:17:45.973733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54354) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:46.238320 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5ea168e-7e57-4cf0-9bff-29536055d8ff tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:46.291377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5ea168e-7e57-4cf0-9bff-29536055d8ff tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:46.400776 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5ea168e-7e57-4cf0-9bff-29536055d8ff tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:46.405562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b5ea168e-7e57-4cf0-9bff-29536055d8ff tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:46.407396 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b5ea168e-7e57-4cf0-9bff-29536055d8ff tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/21dfff9d-9884-4f37-9f34-de5475b0fa10 HTTP/1.1" status: 204 len: 168 time: 0.4330161 Dec 13 13:17:46.410569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54370) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:46.447139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea168e-7e57-4cf0-9bff-29536055d8ff tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dfff9d-9884-4f37-9f34-de5475b0fa10,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:46.562381 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54374) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:46.567991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-17bfd21f-9d33-49df-ba56-e9848225f36d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1545889 Dec 13 13:17:46.675342 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8679876c-ead2-4643-b904-2bb2d6dfd242 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:46.743903 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8679876c-ead2-4643-b904-2bb2d6dfd242 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:46.843682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8679876c-ead2-4643-b904-2bb2d6dfd242 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:46.847840 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8679876c-ead2-4643-b904-2bb2d6dfd242 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:46.849352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8679876c-ead2-4643-b904-2bb2d6dfd242 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/7dbaf14a-41ad-4f8f-b1b9-a904bbac5420 HTTP/1.1" status: 204 len: 168 time: 0.2858589 Dec 13 13:17:46.853586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54398) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:46.863289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679876c-ead2-4643-b904-2bb2d6dfd242 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbaf14a-41ad-4f8f-b1b9-a904bbac5420,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:46.962872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9238dd3e-9df1-42f7-9d98-acf0fb81d9ea tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1078169 Dec 13 13:17:46.967096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54404) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:46.972216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2b620501-e6db-4899-923a-7dc139fe7370 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group': {'name': 'tempest-secgroup--996733420'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:47.052953 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b620501-e6db-4899-923a-7dc139fe7370 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.193277 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b620501-e6db-4899-923a-7dc139fe7370 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.203513 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b620501-e6db-4899-923a-7dc139fe7370 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.273408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b620501-e6db-4899-923a-7dc139fe7370 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d8acf6-c02e-424d-a492-52b8b0efb18d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:47.283314 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2b620501-e6db-4899-923a-7dc139fe7370 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.286896 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2b620501-e6db-4899-923a-7dc139fe7370 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3186126 Dec 13 13:17:47.289529 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54436) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:47.299999 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ee55abad-92b2-41b2-b623-39746d312f5a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': '04d8acf6-c02e-424d-a492-52b8b0efb18d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:47.351925 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ee55abad-92b2-41b2-b623-39746d312f5a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.520972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ee55abad-92b2-41b2-b623-39746d312f5a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.530708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ee55abad-92b2-41b2-b623-39746d312f5a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.573682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55abad-92b2-41b2-b623-39746d312f5a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392e864b-3ce4-4a56-9e4a-11eed54062d5,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:47.585710 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ee55abad-92b2-41b2-b623-39746d312f5a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.595081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54446) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:47.595784 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ee55abad-92b2-41b2-b623-39746d312f5a tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3027487 Dec 13 13:17:47.648833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-990aa999-cc13-4e93-a2d4-5612cfc77c0d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.672392 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-990aa999-cc13-4e93-a2d4-5612cfc77c0d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.715778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-990aa999-cc13-4e93-a2d4-5612cfc77c0d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.738448 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-990aa999-cc13-4e93-a2d4-5612cfc77c0d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:47.742623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54450) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:47.751627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-990aa999-cc13-4e93-a2d4-5612cfc77c0d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/392e864b-3ce4-4a56-9e4a-11eed54062d5 HTTP/1.1" status: 204 len: 168 time: 0.1538830 Dec 13 13:17:47.768130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aa999-cc13-4e93-a2d4-5612cfc77c0d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=392e864b-3ce4-4a56-9e4a-11eed54062d5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:47.832372 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-18712a41-c7b0-45fc-a6ac-6d587e53132d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0885401 Dec 13 13:17:47.835513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54454) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:47.969586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-45c592ca-c985-4a19-89f2-01aa16b83ec5 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.024559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-45c592ca-c985-4a19-89f2-01aa16b83ec5 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.095609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-45c592ca-c985-4a19-89f2-01aa16b83ec5 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.099896 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-45c592ca-c985-4a19-89f2-01aa16b83ec5 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.101750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-45c592ca-c985-4a19-89f2-01aa16b83ec5 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/04d8acf6-c02e-424d-a492-52b8b0efb18d HTTP/1.1" status: 204 len: 168 time: 0.2645705 Dec 13 13:17:48.103814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54464) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:48.133606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c592ca-c985-4a19-89f2-01aa16b83ec5 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d8acf6-c02e-424d-a492-52b8b0efb18d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:48.246207 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1fbe2cd1-db37-4e69-8e7e-385bf4047299 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1363816 Dec 13 13:17:48.246437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54466) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:48.252665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e9c57f86-34fa-4d31-96fb-a3a1309345fb tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group': {'name': 'tempest-secgroup--165274520'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:48.281273 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9c57f86-34fa-4d31-96fb-a3a1309345fb tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.394936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9c57f86-34fa-4d31-96fb-a3a1309345fb tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.404773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9c57f86-34fa-4d31-96fb-a3a1309345fb tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.468265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c57f86-34fa-4d31-96fb-a3a1309345fb tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa68b34-cc1b-4aaf-8583-41689967259e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:48.479564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9c57f86-34fa-4d31-96fb-a3a1309345fb tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.482156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e9c57f86-34fa-4d31-96fb-a3a1309345fb tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2342632 Dec 13 13:17:48.484726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54474) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:48.498187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-49d1794a-545d-4cd4-8953-f8d09eb7d43b tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': '9aa68b34-cc1b-4aaf-8583-41689967259e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:48.538296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49d1794a-545d-4cd4-8953-f8d09eb7d43b tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.558954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54476) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:48.616607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49d1794a-545d-4cd4-8953-f8d09eb7d43b tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.625217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49d1794a-545d-4cd4-8953-f8d09eb7d43b tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.655332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1794a-545d-4cd4-8953-f8d09eb7d43b tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be5daa4-aa33-4198-8b7d-d0bf9a0ab5d5,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:48.679923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-49d1794a-545d-4cd4-8953-f8d09eb7d43b tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.683717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-49d1794a-545d-4cd4-8953-f8d09eb7d43b tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1952472 Dec 13 13:17:48.685213 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54484) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:48.714844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54486) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:48.714987 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a5f4bb12-26ee-4a93-b275-5ce0e057cdcf tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules/5be5daa4-aa33-4198-8b7d-d0bf9a0ab5d5 HTTP/1.1" status: 200 len: 763 time: 0.0266900 Dec 13 13:17:48.795169 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-90100d8c-1fb6-4628-9102-2313d160b8f6 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0776691 Dec 13 13:17:48.798804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54488) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:48.808954 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae9c1dc0-7836-4cb1-9b4d-21595eb71a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.853891 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3184295c-8be3-4913-a1b9-2e68a274839d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.870487 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3184295c-8be3-4913-a1b9-2e68a274839d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.927882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3184295c-8be3-4913-a1b9-2e68a274839d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.937105 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3184295c-8be3-4913-a1b9-2e68a274839d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.947486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3184295c-8be3-4913-a1b9-2e68a274839d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5be5daa4-aa33-4198-8b7d-d0bf9a0ab5d5 HTTP/1.1" status: 204 len: 168 time: 0.1472828 Dec 13 13:17:48.951938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54492) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:48.962572 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae9c1dc0-7836-4cb1-9b4d-21595eb71a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.971084 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae9c1dc0-7836-4cb1-9b4d-21595eb71a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:48.972907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184295c-8be3-4913-a1b9-2e68a274839d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5be5daa4-aa33-4198-8b7d-d0bf9a0ab5d5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:49.003945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c1dc0-7836-4cb1-9b4d-21595eb71a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198c1d55-47a9-41ba-9994-cb09134479e8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:49.036960 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ae9c1dc0-7836-4cb1-9b4d-21595eb71a26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=220ab5c1713144ac9694ea8d2f6a67f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4766414 Dec 13 13:17:49.037992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-08885eb4-1495-4da4-b1ba-dc053fcf1f99 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0847349 Dec 13 13:17:49.038932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54496) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.040875 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54498) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.047141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4f43e76b-c259-4a4e-93fb-4467d9168639 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': '9aa68b34-cc1b-4aaf-8583-41689967259e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:49.094730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f43e76b-c259-4a4e-93fb-4467d9168639 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.107185 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f458-2fc5-41c9-b56f-8d4ea96a6727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.156111 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f458-2fc5-41c9-b56f-8d4ea96a6727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.175141 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f43e76b-c259-4a4e-93fb-4467d9168639 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.180930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f43e76b-c259-4a4e-93fb-4467d9168639 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.203303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43e76b-c259-4a4e-93fb-4467d9168639 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1433f8-8385-4818-972d-ff8ebc95d207,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:49.214950 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4f43e76b-c259-4a4e-93fb-4467d9168639 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.216768 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4f43e76b-c259-4a4e-93fb-4467d9168639 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1745532 Dec 13 13:17:49.219753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54500) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.238786 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-26575e51-4080-4f4b-9882-ab7bc6386749 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules/2c1433f8-8385-4818-972d-ff8ebc95d207 HTTP/1.1" status: 200 len: 763 time: 0.0177732 Dec 13 13:17:49.241349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54502) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.269393 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f458-2fc5-41c9-b56f-8d4ea96a6727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.276009 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f458-2fc5-41c9-b56f-8d4ea96a6727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.297283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0ab4f458-2fc5-41c9-b56f-8d4ea96a6727 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/198c1d55-47a9-41ba-9994-cb09134479e8 HTTP/1.1" status: 204 len: 168 time: 0.2426703 Dec 13 13:17:49.312924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4f458-2fc5-41c9-b56f-8d4ea96a6727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198c1d55-47a9-41ba-9994-cb09134479e8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:49.318253 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2f87a60a-e337-457b-ba22-8a8fff5cf126 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0756466 Dec 13 13:17:49.321835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54506) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.376059 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30faf4a5-be22-47b2-805b-43567afb1206 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.387047 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30faf4a5-be22-47b2-805b-43567afb1206 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.452439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30faf4a5-be22-47b2-805b-43567afb1206 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.458913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30faf4a5-be22-47b2-805b-43567afb1206 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.459964 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-30faf4a5-be22-47b2-805b-43567afb1206 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2c1433f8-8385-4818-972d-ff8ebc95d207 HTTP/1.1" status: 204 len: 168 time: 0.1370730 Dec 13 13:17:49.463049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54510) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.475262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30faf4a5-be22-47b2-805b-43567afb1206 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c1433f8-8385-4818-972d-ff8ebc95d207,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:49.578445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8c0d3015-0159-439f-8f7d-42d8c497694b tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1143723 Dec 13 13:17:49.580831 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54516) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.585674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7833bc8f-be4e-4864-9f1e-fd044c82fe16 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': '9aa68b34-cc1b-4aaf-8583-41689967259e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:49.647954 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7833bc8f-be4e-4864-9f1e-fd044c82fe16 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.757588 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7833bc8f-be4e-4864-9f1e-fd044c82fe16 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.770283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7833bc8f-be4e-4864-9f1e-fd044c82fe16 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.794399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833bc8f-be4e-4864-9f1e-fd044c82fe16 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249c8a1f-b365-45b2-a587-9c25553600d6,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:49.806048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7833bc8f-be4e-4864-9f1e-fd044c82fe16 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.807679 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7833bc8f-be4e-4864-9f1e-fd044c82fe16 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2255704 Dec 13 13:17:49.812719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.838064 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4f448d15-3aae-438a-b283-1127eac0c08d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules/249c8a1f-b365-45b2-a587-9c25553600d6 HTTP/1.1" status: 200 len: 764 time: 0.0241978 Dec 13 13:17:49.842582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54522) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.862106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54524) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.895543 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8aee3d3c-02ab-422a-84da-a1ab1488cc3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.923086 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb679509-7f69-41a0-b716-3dbfab80cb4f tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0777071 Dec 13 13:17:49.926883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54528) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:49.980904 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-169d3176-5e07-46ba-81c5-9039fb21928c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:49.995590 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-169d3176-5e07-46ba-81c5-9039fb21928c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.035552 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-169d3176-5e07-46ba-81c5-9039fb21928c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.038870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8aee3d3c-02ab-422a-84da-a1ab1488cc3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.045157 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8aee3d3c-02ab-422a-84da-a1ab1488cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.046324 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-169d3176-5e07-46ba-81c5-9039fb21928c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.049786 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-169d3176-5e07-46ba-81c5-9039fb21928c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/249c8a1f-b365-45b2-a587-9c25553600d6 HTTP/1.1" status: 204 len: 168 time: 0.1186981 Dec 13 13:17:50.050600 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54530) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:50.068519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d3176-5e07-46ba-81c5-9039fb21928c tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=249c8a1f-b365-45b2-a587-9c25553600d6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:50.104495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8aee3d3c-02ab-422a-84da-a1ab1488cc3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05e2000fc11d41aeb55c748340c5bc20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380979 Dec 13 13:17:50.104495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee3d3c-02ab-422a-84da-a1ab1488cc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d91371-54ee-4dae-9142-a8b883be3e6b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:50.105006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54532) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:50.124879 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3d75da65-79dc-4900-b953-8394d93bacc5 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729284 Dec 13 13:17:50.127870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54534) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:50.183804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be164118-996d-4d60-8534-4a9d35feaba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.206663 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2db463c-0c2b-4fb9-9b02-93b1f1e7a432 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.210334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be164118-996d-4d60-8534-4a9d35feaba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.239788 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2db463c-0c2b-4fb9-9b02-93b1f1e7a432 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.284817 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be164118-996d-4d60-8534-4a9d35feaba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.287979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be164118-996d-4d60-8534-4a9d35feaba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.289448 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-be164118-996d-4d60-8534-4a9d35feaba3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30d91371-54ee-4dae-9142-a8b883be3e6b HTTP/1.1" status: 204 len: 168 time: 0.1835837 Dec 13 13:17:50.290231 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2db463c-0c2b-4fb9-9b02-93b1f1e7a432 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.293796 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e2db463c-0c2b-4fb9-9b02-93b1f1e7a432 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.298061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e2db463c-0c2b-4fb9-9b02-93b1f1e7a432 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/9aa68b34-cc1b-4aaf-8583-41689967259e HTTP/1.1" status: 204 len: 168 time: 0.1689541 Dec 13 13:17:50.299010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54538) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:50.299142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be164118-996d-4d60-8534-4a9d35feaba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d91371-54ee-4dae-9142-a8b883be3e6b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:50.338739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db463c-0c2b-4fb9-9b02-93b1f1e7a432 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa68b34-cc1b-4aaf-8583-41689967259e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:50.394782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54540) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:50.395016 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9112085d-7f5d-4ce8-97c9-aac55cc364ad tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0787287 Dec 13 13:17:50.399918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b349b05a-75c4-47dc-8492-c0981f79faf8 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group': {'name': 'tempest-secgroup--620292635'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:50.432867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b349b05a-75c4-47dc-8492-c0981f79faf8 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.538866 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b349b05a-75c4-47dc-8492-c0981f79faf8 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.546707 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b349b05a-75c4-47dc-8492-c0981f79faf8 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.588737 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b349b05a-75c4-47dc-8492-c0981f79faf8 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.593198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54548) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:50.595208 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b349b05a-75c4-47dc-8492-c0981f79faf8 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1988645 Dec 13 13:17:50.599688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-154216da-44df-420b-be5f-06f31aae5984 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Request body: {'security_group_rule': {'security_group_id': 'cd64459d-9762-44d1-ba0d-dde96f2339fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:17:50.605428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349b05a-75c4-47dc-8492-c0981f79faf8 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64459d-9762-44d1-ba0d-dde96f2339fd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:50.652760 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-154216da-44df-420b-be5f-06f31aae5984 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.727247 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-154216da-44df-420b-be5f-06f31aae5984 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.734353 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-154216da-44df-420b-be5f-06f31aae5984 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.755223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154216da-44df-420b-be5f-06f31aae5984 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a150a88a-c2b9-4cc9-a161-60eb704922c5,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:50.766660 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-154216da-44df-420b-be5f-06f31aae5984 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.768049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-154216da-44df-420b-be5f-06f31aae5984 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1738114 Dec 13 13:17:50.770968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54552) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:50.844268 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-af791f07-0c71-43bb-b7ba-de2f9e4a9880 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.877418 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-af791f07-0c71-43bb-b7ba-de2f9e4a9880 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.936561 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-af791f07-0c71-43bb-b7ba-de2f9e4a9880 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.940013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-af791f07-0c71-43bb-b7ba-de2f9e4a9880 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:50.943481 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-af791f07-0c71-43bb-b7ba-de2f9e4a9880 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/cd64459d-9762-44d1-ba0d-dde96f2339fd HTTP/1.1" status: 204 len: 168 time: 0.1689417 Dec 13 13:17:50.943874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54562) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:50.955287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af791f07-0c71-43bb-b7ba-de2f9e4a9880 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd64459d-9762-44d1-ba0d-dde96f2339fd,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:51.017407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-db97db95-df08-4077-813f-3d82d11bc32e tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0723200 Dec 13 13:17:51.017786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54566) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:51.079002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e718885a-a6c4-484b-92e3-42cf14784e2d tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0597208 Dec 13 13:17:51.081764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54570) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:51.099184 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-f4821b51-e58e-433e-8d07-847d2140463b tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] delete failed (client error): The resource could not be found. Dec 13 13:17:51.100361 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f4821b51-e58e-433e-8d07-847d2140463b tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "DELETE /v2.0/security-groups/cd64459d-9762-44d1-ba0d-dde96f2339fd HTTP/1.1" status: 404 len: 347 time: 0.0177307 Dec 13 13:17:51.104068 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54572) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:51.164145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f0b44c5d-c09b-4548-9ff1-4ab233ac0e42 tempest-SecGroupTest-847247547 tempest-SecGroupTest-847247547-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0587363 Dec 13 13:17:51.475807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54588) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:51.756913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6b310599-5ada-4552-8eef-ef32630faeb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5181f8e0e7254709a18e58c4a7599b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792184 Dec 13 13:17:51.759189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54602) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:51.828201 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9ea43f8-083c-4a5b-9e26-cfb546d4069d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:51.860717 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9ea43f8-083c-4a5b-9e26-cfb546d4069d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:51.934042 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9ea43f8-083c-4a5b-9e26-cfb546d4069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:51.937911 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e9ea43f8-083c-4a5b-9e26-cfb546d4069d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:51.941608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e9ea43f8-083c-4a5b-9e26-cfb546d4069d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d838850e-af07-4d3c-bd8b-95c0c88fe79f HTTP/1.1" status: 204 len: 168 time: 0.1789904 Dec 13 13:17:51.950757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea43f8-083c-4a5b-9e26-cfb546d4069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d838850e-af07-4d3c-bd8b-95c0c88fe79f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:52.798972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54644) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:52.946140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4fa4df0b-4a6a-424b-a262-a41a64e62510 tempest-ServiceProvidersTest-1338220192 tempest-ServiceProvidersTest-1338220192-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1438646 Dec 13 13:17:53.244915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54660) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:53.381466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56820a77-8939-4249-a2fd-a9c87aaa0fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:53.486337 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56820a77-8939-4249-a2fd-a9c87aaa0fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:53.492045 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-56820a77-8939-4249-a2fd-a9c87aaa0fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:53.539947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54664) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:53.546724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-56820a77-8939-4249-a2fd-a9c87aaa0fd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b11f81295084613960799169cddb2bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998579 Dec 13 13:17:53.550674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56820a77-8939-4249-a2fd-a9c87aaa0fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ac1c9e-f5a0-4454-a4e3-502383151161,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:53.622410 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43f3c0e7-324b-4865-9396-3a79290d9816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:53.652916 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43f3c0e7-324b-4865-9396-3a79290d9816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:53.721319 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43f3c0e7-324b-4865-9396-3a79290d9816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:53.727904 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43f3c0e7-324b-4865-9396-3a79290d9816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:53.733645 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-43f3c0e7-324b-4865-9396-3a79290d9816 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07ac1c9e-f5a0-4454-a4e3-502383151161 HTTP/1.1" status: 204 len: 168 time: 0.1919217 Dec 13 13:17:53.748899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3c0e7-324b-4865-9396-3a79290d9816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ac1c9e-f5a0-4454-a4e3-502383151161,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:54.227373 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ea093b1-7e01-49b5-9fda-02a0fc49502b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:54.582638 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54696) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:54.586766 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030677 Dec 13 13:17:54.590850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54698) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:54.726376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7a2a3c4a-4851-4106-800b-3e33129f41ba tempest-NetworksApiDiscovery-1066522452 tempest-NetworksApiDiscovery-1066522452-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1343260 Dec 13 13:17:55.146899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54718) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:55.325203 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:55.434727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:55.440988 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:55.501592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54726) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:55.503575 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d3d70fbc49342fd8b9ad824778188dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533108 Dec 13 13:17:55.503575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5355c769-e8c9-4376-85fc-668f91da293e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:55.510977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.511534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.512033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.512591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.513111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.513640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.514181 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.514704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.515214 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.515724 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.516387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.516903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.517411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00eb07-d584-4d8f-af08-071d98519995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:17:55.569034 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0c94731-9264-4a4a-8fd8-713b19d5a99d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:55.596788 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0c94731-9264-4a4a-8fd8-713b19d5a99d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:55.658655 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0c94731-9264-4a4a-8fd8-713b19d5a99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:55.661654 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0c94731-9264-4a4a-8fd8-713b19d5a99d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:55.667011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a0c94731-9264-4a4a-8fd8-713b19d5a99d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5355c769-e8c9-4376-85fc-668f91da293e HTTP/1.1" status: 204 len: 168 time: 0.1615272 Dec 13 13:17:55.675539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c94731-9264-4a4a-8fd8-713b19d5a99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5355c769-e8c9-4376-85fc-668f91da293e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:56.673262 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa6f59f6-276d-4544-9a0a-f4b5483e255d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:57.763007 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:58.604357 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54850) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:58.823128 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae32dcd2-a189-4804-adff-c41e99690d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.057487 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae32dcd2-a189-4804-adff-c41e99690d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.067364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae32dcd2-a189-4804-adff-c41e99690d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.120309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32dcd2-a189-4804-adff-c41e99690d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c535eb31-d8c6-4bba-86ff-49f3583cec6a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:59.146804 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ae32dcd2-a189-4804-adff-c41e99690d9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd8852a538a24d0daf48c166fe501900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5413263 Dec 13 13:17:59.149586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54868) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:59.169914 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.231146 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eed117a9-0c4f-4f20-96e1-d83d52765a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.265392 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eed117a9-0c4f-4f20-96e1-d83d52765a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.327601 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eed117a9-0c4f-4f20-96e1-d83d52765a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.330594 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eed117a9-0c4f-4f20-96e1-d83d52765a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.334782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eed117a9-0c4f-4f20-96e1-d83d52765a84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c535eb31-d8c6-4bba-86ff-49f3583cec6a HTTP/1.1" status: 204 len: 168 time: 0.1832044 Dec 13 13:17:59.343741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed117a9-0c4f-4f20-96e1-d83d52765a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c535eb31-d8c6-4bba-86ff-49f3583cec6a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:17:59.804698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 54898) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:17:59.822324 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da388bfe-c819-4db9-a0e9-774e0a8bce15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.918685 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.988467 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da388bfe-c819-4db9-a0e9-774e0a8bce15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:17:59.999158 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da388bfe-c819-4db9-a0e9-774e0a8bce15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:00.046698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-da388bfe-c819-4db9-a0e9-774e0a8bce15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4daa70f08cfb409a88deb1797e7f274b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2406902 Dec 13 13:18:00.048232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da388bfe-c819-4db9-a0e9-774e0a8bce15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa7e080-3d2c-4a26-a2b0-d298e3ead371,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:00.049369 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 54912) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:00.131106 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-145b40a6-6844-4279-939b-fe79480f64b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:00.157219 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-145b40a6-6844-4279-939b-fe79480f64b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:00.215233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-145b40a6-6844-4279-939b-fe79480f64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:00.219295 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-145b40a6-6844-4279-939b-fe79480f64b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:00.222383 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-145b40a6-6844-4279-939b-fe79480f64b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fa7e080-3d2c-4a26-a2b0-d298e3ead371 HTTP/1.1" status: 204 len: 168 time: 0.1704655 Dec 13 13:18:00.234632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b40a6-6844-4279-939b-fe79480f64b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa7e080-3d2c-4a26-a2b0-d298e3ead371,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:02.116497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55010) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:02.294639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25934ca5-1851-4626-b943-b3cd2bdfc8e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:02.411831 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25934ca5-1851-4626-b943-b3cd2bdfc8e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:02.419879 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25934ca5-1851-4626-b943-b3cd2bdfc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:02.479227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25934ca5-1851-4626-b943-b3cd2bdfc8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2461a5be-85eb-47e0-8ee2-29cb97da220d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:02.499962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55028) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:02.514880 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-25934ca5-1851-4626-b943-b3cd2bdfc8e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a54c0de48b83410792fa22c0fe0daa36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971748 Dec 13 13:18:02.560940 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30fafff6-7ba1-47d9-ac78-b8bbcfd36a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:02.594507 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30fafff6-7ba1-47d9-ac78-b8bbcfd36a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:02.673999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30fafff6-7ba1-47d9-ac78-b8bbcfd36a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:02.677223 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30fafff6-7ba1-47d9-ac78-b8bbcfd36a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:02.680394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-30fafff6-7ba1-47d9-ac78-b8bbcfd36a9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2461a5be-85eb-47e0-8ee2-29cb97da220d HTTP/1.1" status: 204 len: 168 time: 0.1794274 Dec 13 13:18:02.702965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fafff6-7ba1-47d9-ac78-b8bbcfd36a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2461a5be-85eb-47e0-8ee2-29cb97da220d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:04.553303 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:18:07.665198 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:07.666466 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:12.326294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55444) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:12.678873 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:12.904387 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:12.918650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:13.003870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf4f0c0-faef-4fc8-ab87-45f509873598,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:13.016545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.017331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.017750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.018323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.018665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.018998 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.019319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.020826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.021528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.022095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.022598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.023099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.023997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:13.053028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55480) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:13.053854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-af0bb661-35f9-420b-8c30-2638e40fbe61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a595e3e9ad304b398cd935cbd0b55109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7246830 Dec 13 13:18:13.139201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-83058ff0-09a8-4e11-9d1f-f83f5f68dfe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:13.180359 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-83058ff0-09a8-4e11-9d1f-f83f5f68dfe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:13.266446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-83058ff0-09a8-4e11-9d1f-f83f5f68dfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:13.271682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-83058ff0-09a8-4e11-9d1f-f83f5f68dfe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:13.276579 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-83058ff0-09a8-4e11-9d1f-f83f5f68dfe6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bf4f0c0-faef-4fc8-ab87-45f509873598 HTTP/1.1" status: 204 len: 168 time: 0.2222273 Dec 13 13:18:13.289467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83058ff0-09a8-4e11-9d1f-f83f5f68dfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf4f0c0-faef-4fc8-ab87-45f509873598,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:15.354418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 55586) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:15.559432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f726faf1-7468-4d5d-986d-414a3256b933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:15.789334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f726faf1-7468-4d5d-986d-414a3256b933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:15.797732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f726faf1-7468-4d5d-986d-414a3256b933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:15.854374 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f726faf1-7468-4d5d-986d-414a3256b933 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b9165d1e77e4ad382c24a345741c0f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4988179 Dec 13 13:18:15.855755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726faf1-7468-4d5d-986d-414a3256b933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426acb7e-d03e-4d4c-85f7-13678c8bfb4a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:15.856608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 55614) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:15.972115 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-695b7a4e-2e9a-409f-b50e-93e157e523fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:15.995031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-695b7a4e-2e9a-409f-b50e-93e157e523fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:16.086212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-695b7a4e-2e9a-409f-b50e-93e157e523fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:16.091010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-695b7a4e-2e9a-409f-b50e-93e157e523fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:16.098369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-695b7a4e-2e9a-409f-b50e-93e157e523fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/426acb7e-d03e-4d4c-85f7-13678c8bfb4a HTTP/1.1" status: 204 len: 168 time: 0.2405839 Dec 13 13:18:16.236555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b7a4e-2e9a-409f-b50e-93e157e523fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426acb7e-d03e-4d4c-85f7-13678c8bfb4a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:16.251635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-509a9d90-a815-4af5-9f3e-f70e66537640 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:16.253955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-509a9d90-a815-4af5-9f3e-f70e66537640 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.2011497 Dec 13 13:18:16.304187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-0222bdc2-2a80-4fdb-b37d-f27b546bb733 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/quotas/c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 375 time: 0.0362008 Dec 13 13:18:16.372030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-c5148829-d1f4-4407-94df-96c8e19384fe tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666947 Dec 13 13:18:16.757455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-2fa815b3-2fd8-445f-89ad-c42dd6a961c2 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827467 Dec 13 13:18:16.938739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-207390d5-0e63-4464-b880-34e4165ed06e service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602478 Dec 13 13:18:18.167956 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-06882b40-a38f-454a-a4fb-8c6401456165 req-ffc6ceca-1c28-4662-b355-1bd534964752 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.5983207 Dec 13 13:18:19.500797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-268f88be-0497-49f9-8131-a7c4a43fd5b5 req-45a9b72d-cd01-41ce-b688-5226c30ebe21 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.1824462 Dec 13 13:18:19.658052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8913ce5c-4564-42e6-be7e-71b5938121f9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:19.665617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8913ce5c-4564-42e6-be7e-71b5938121f9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.3763149 Dec 13 13:18:19.718863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'port': {'device_id': '66904960-7922-4674-8476-43ceac549224', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'admin_state_up': True, 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:20.077992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Made reservation on behalf of c01bbf10b14d4003865c5ab660a61bbc for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:18:20.084285 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:20.324605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Allocated IP 172.20.0.14 (0a1be6de-718f-4ea7-9a52-a17277841c0e/2f0410cc-27a9-48bd-872d-d1e4f6ac7395/78047090-2a9b-49fe-88f7-ac133b2c7c79) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:18:20.722022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8dcf1b4e-0f60-4232-8a74-86aaeb127ce6 req-06bb23ab-8da2-4ebc-878d-a8734bdb9d2e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.0507267 Dec 13 13:18:20.726922 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:20.833643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:20.918945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-fb3c84db-d738-47d9-aed6-b5264c7504b2 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=846b491c0f39450587aaba654e860937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633919 Dec 13 13:18:21.026783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:18:21.082328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:18:21.087939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:18:21.197678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=78047090-2a9b-49fe-88f7-ac133b2c7c79,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:21.301537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:21.301537 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:21.347248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-8e77518d-161a-43da-be68-427bd1ba7134 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6699781 Dec 13 13:18:21.358717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-d93d5532-4603-4572-9d1b-fcd62f72807b tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:21.404389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-d93d5532-4603-4572-9d1b-fcd62f72807b tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4731107 Dec 13 13:18:21.430722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Request body: {'port': {'device_id': '66904960-7922-4674-8476-43ceac549224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:21.466794 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-ab6c92b3-7663-4c2e-907e-f2579b474a8f tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/quotas/846b491c0f39450587aaba654e860937 HTTP/1.1" status: 200 len: 375 time: 0.0603607 Dec 13 13:18:21.530423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-18c1db50-d0f6-4495-8584-9e5c1e93d50f tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=846b491c0f39450587aaba654e860937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626292 Dec 13 13:18:21.577578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3bfc4d2e-1b1a-4d07-be77-40122b50c3c9 None None] Provisioning complete for port 78047090-2a9b-49fe-88f7-ac133b2c7c79 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:18:21.578785 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3bfc4d2e-1b1a-4d07-be77-40122b50c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:21.580519 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:21.698556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc4d2e-1b1a-4d07-be77-40122b50c3c9 None None] Port 78047090-2a9b-49fe-88f7-ac133b2c7c79 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:18:22.519534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0acdbab0-7ca3-40bb-a26d-75343c4d84d9 req-564ec798-fb93-4b56-ac84-a7f9ee9ec34c tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 210 time: 0.6517885 Dec 13 13:18:22.691054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca649c-663b-49ff-9451-a9d7e1ce49a2 req-421eced2-95d3-4de1-8617-9137da0fb835 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:22.717159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70ca649c-663b-49ff-9451-a9d7e1ce49a2 req-421eced2-95d3-4de1-8617-9137da0fb835 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 932 time: 0.8475690 Dec 13 13:18:22.930801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78047090-2a9b-49fe-88f7-ac133b2c7c79 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:18:22.939925 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:22.952656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Transition to ACTIVE for port object 78047090-2a9b-49fe-88f7-ac133b2c7c79 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:18:22.967154 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:23.041972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70ca649c-663b-49ff-9451-a9d7e1ce49a2 req-d1d63f06-9715-43d2-aa7d-a58ec2ea11a8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176372 Dec 13 13:18:23.059433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Pushing event updated for resources: {'Port': ['ID=78047090-2a9b-49fe-88f7-ac133b2c7c79,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:23.252478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Attempting to bind port 78047090-2a9b-49fe-88f7-ac133b2c7c79 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:18:23.253096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Attempting to bind port 78047090-2a9b-49fe-88f7-ac133b2c7c79 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:18:23.253588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Attempting to bind port 78047090-2a9b-49fe-88f7-ac133b2c7c79 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:18:23.274975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Port 78047090-2a9b-49fe-88f7-ac133b2c7c79 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:18:23.275619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Attempting to bind port 78047090-2a9b-49fe-88f7-ac133b2c7c79 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:18:23.286768 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:18:23.287099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Checking segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:18:23.287487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Bound using segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:18:23.287941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Bound port: 78047090-2a9b-49fe-88f7-ac133b2c7c79, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:18:23.288319 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:23.477409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] For port 78047090-2a9b-49fe-88f7-ac133b2c7c79, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:18:23.501886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] For port 78047090-2a9b-49fe-88f7-ac133b2c7c79, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=78047090-2a9b-49fe-88f7-ac133b2c7c79,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:18:23.513976 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:23.517565 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-96161884-6f3d-4299-9527-5e5e20dacf4d tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=846b491c0f39450587aaba654e860937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843937 Dec 13 13:18:23.545805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:23.546631 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:23.548652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] 10.222.0.42 "PUT /v2.0/ports/78047090-2a9b-49fe-88f7-ac133b2c7c79 HTTP/1.1" status: 200 len: 1092 time: 2.1370597 Dec 13 13:18:23.549120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66904960-7922-4674-8476-43ceac549224', 'tag': '78047090-2a9b-49fe-88f7-ac133b2c7c79'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:18:23.552212 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1efb315-8470-4a6b-981a-38df0fd89d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "66904960-7922-4674-8476-43ceac549224", "tag": "78047090-2a9b-49fe-88f7-ac133b2c7c79"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:18:23.779436 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef474791-cf7e-46ae-95b8-f6934cd2f889 x-openstack-request-id: req-ef474791-cf7e-46ae-95b8-f6934cd2f889 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:18:23.780176 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66904960-7922-4674-8476-43ceac549224", "tag": "78047090-2a9b-49fe-88f7-ac133b2c7c79", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:18:23.780492 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef474791-cf7e-46ae-95b8-f6934cd2f889 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:18:23.781002 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66904960-7922-4674-8476-43ceac549224', 'tag': '78047090-2a9b-49fe-88f7-ac133b2c7c79', 'status': 'completed', 'code': 200} Dec 13 13:18:23.818713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f4378897-6cdc-4b79-ad2a-befe8dbcbcee req-c46cd416-13a1-4d28-bd3d-6f8fc7e061a4 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 210 time: 0.0888293 Dec 13 13:18:23.868094 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-3ad0c743-e145-4a6f-a4a9-ea957916f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:23.872258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-3ad0c743-e145-4a6f-a4a9-ea957916f714 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 1095 time: 0.2124350 Dec 13 13:18:23.873035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28555777-8b8f-4515-9f6c-dd2d54a48b98 service neutron] Pushing event updated for resources: {'Port': ['ID=78047090-2a9b-49fe-88f7-ac133b2c7c79,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:23.932871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-0f8fdf41-1199-40a5-9f59-9e048bd8ef57 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:23.935470 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-0f8fdf41-1199-40a5-9f59-9e048bd8ef57 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4109988 Dec 13 13:18:23.949202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Request body: {'port': {'device_id': '051937f7-94a9-4063-843c-848b9c9c00eb', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '846b491c0f39450587aaba654e860937'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:23.979622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-6711ff48-fe31-48f9-aff4-157859e11f32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78047090-2a9b-49fe-88f7-ac133b2c7c79 HTTP/1.1" status: 200 len: 217 time: 0.1009901 Dec 13 13:18:24.085988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-15158328-aa39-45c0-8654-3d75deeca093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:24.087538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-15158328-aa39-45c0-8654-3d75deeca093 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.1008046 Dec 13 13:18:24.158548 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Made reservation on behalf of 846b491c0f39450587aaba654e860937 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:18:24.163230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:24.177854 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:24.242571 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-407a6832-aa74-4809-98c2-2b090aaa27eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:24.271103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-751ac27f-6018-425c-8107-42f21c3e6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:24.272961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-751ac27f-6018-425c-8107-42f21c3e6b33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764734 Dec 13 13:18:24.286598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8007f1-475e-4f21-ab88-9372af7d5041 req-7f705c81-3cb6-4284-bd42-11fa52b7f466 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:24.289602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d8007f1-475e-4f21-ab88-9372af7d5041 req-7f705c81-3cb6-4284-bd42-11fa52b7f466 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.1133232 Dec 13 13:18:24.317075 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:24.326207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:24.417186 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adb9d11-ab26-4a4f-99d4-c49b416eb74b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:24.454392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d8007f1-475e-4f21-ab88-9372af7d5041 req-c423feed-a4a1-4c81-a19f-5d8d2f317c82 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528459 Dec 13 13:18:24.467228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-f3e9bf13-6389-4830-9619-536c63f2633f service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763983 Dec 13 13:18:24.611953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2af9d729-bac3-43aa-8bf7-40e3112171c4 req-cb99f62d-3a3b-4f2c-a96f-0b228850fccc service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365714 Dec 13 13:18:24.675706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Allocated IP 192.168.233.151 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/8c957f89-72fd-4430-8f91-8aed651d6d0e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:18:24.749423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-49f565eb-d929-4044-a191-0b1bb5c828d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:24.751204 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-49f565eb-d929-4044-a191-0b1bb5c828d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 1095 time: 0.0690820 Dec 13 13:18:24.961278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-ecdf060e-899a-4b77-9002-b4764e01c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:24.962878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-ecdf060e-899a-4b77-9002-b4764e01c833 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.2035866 Dec 13 13:18:24.986556 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:25.064200 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:25.070418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-2f39c163-de66-4d4d-a023-dd01eedc0224 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78047090-2a9b-49fe-88f7-ac133b2c7c79 HTTP/1.1" status: 200 len: 217 time: 0.0996354 Dec 13 13:18:25.191054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:18:25.195787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:18:25.212397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:18:25.281983 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Pushing event updated for resources: {'Port': ['ID=8c957f89-72fd-4430-8f91-8aed651d6d0e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:25.351179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-9f0991ce-966c-4a3e-bd9e-2cdf954d5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:25.352994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-9f0991ce-966c-4a3e-bd9e-2cdf954d5721 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.2703762 Dec 13 13:18:25.360029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:25.361110 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:25.399744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423025-1da8-4e10-8a98-b8434175434e req-74d32b4d-8488-4f11-8edf-a569bffc63b6 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:25.402171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2423025-1da8-4e10-8a98-b8434175434e req-74d32b4d-8488-4f11-8edf-a569bffc63b6 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 936 time: 0.3304145 Dec 13 13:18:25.405140 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-647a5953-e036-4370-9dc1-03a34cda25c1 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4574471 Dec 13 13:18:25.425734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Request body: {'port': {'device_id': '051937f7-94a9-4063-843c-848b9c9c00eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:25.681917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:25.779639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-077cb4fd-3b4c-4c17-b948-9f64283cddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:25.781901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-077cb4fd-3b4c-4c17-b948-9f64283cddc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3573637 Dec 13 13:18:25.792234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2423025-1da8-4e10-8a98-b8434175434e req-e55e1f7f-22ab-4b1c-98da-9c2839561133 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823037 Dec 13 13:18:25.905617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-6c55975d-3591-477d-b9d4-1295ca25f7fd service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119032 Dec 13 13:18:25.930703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79474beb-7dee-4592-af2c-c92b4bff1b68 req-77b06244-6417-4084-965c-30ae92a729b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:25.943757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79474beb-7dee-4592-af2c-c92b4bff1b68 req-77b06244-6417-4084-965c-30ae92a729b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.2752872 Dec 13 13:18:25.974683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-23701879-4171-460c-ad38-6cd564852c6f None None] Provisioning complete for port 8c957f89-72fd-4430-8f91-8aed651d6d0e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:18:25.977851 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23701879-4171-460c-ad38-6cd564852c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:26.055942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-23701879-4171-460c-ad38-6cd564852c6f None None] Port 8c957f89-72fd-4430-8f91-8aed651d6d0e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:18:26.157613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79474beb-7dee-4592-af2c-c92b4bff1b68 req-5d05b95b-d5f6-4824-9198-27df02f4dba9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935692 Dec 13 13:18:26.228674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1efb315-8470-4a6b-981a-38df0fd89d4e req-20286cbb-22f6-41c9-8cec-831d9512cade service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156738 Dec 13 13:18:26.314740 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c957f89-72fd-4430-8f91-8aed651d6d0e {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:18:26.338755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:26.353047 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Transition to ACTIVE for port object 8c957f89-72fd-4430-8f91-8aed651d6d0e will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:18:26.364116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:26.424950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Pushing event updated for resources: {'Port': ['ID=8c957f89-72fd-4430-8f91-8aed651d6d0e,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:26.675834 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c880118-f7c6-4cc5-8918-661c795fe3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:27.003110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Attempting to bind port 8c957f89-72fd-4430-8f91-8aed651d6d0e on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:18:27.004198 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Attempting to bind port 8c957f89-72fd-4430-8f91-8aed651d6d0e by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:18:27.004693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Attempting to bind port 8c957f89-72fd-4430-8f91-8aed651d6d0e on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:18:27.010812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Port 8c957f89-72fd-4430-8f91-8aed651d6d0e on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:18:27.011778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Attempting to bind port 8c957f89-72fd-4430-8f91-8aed651d6d0e on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:18:27.018900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:18:27.020959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:18:27.021500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:18:27.026165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Bound port: 8c957f89-72fd-4430-8f91-8aed651d6d0e, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:18:27.027058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:27.035920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da3fe1-a220-4207-900e-e46bbd2597a3 req-82f2e03c-af65-41e9-a284-fbb3aa4a9525 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:27.054388 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19da3fe1-a220-4207-900e-e46bbd2597a3 req-82f2e03c-af65-41e9-a284-fbb3aa4a9525 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 948 time: 0.1027062 Dec 13 13:18:27.126104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19da3fe1-a220-4207-900e-e46bbd2597a3 req-56d89527-c19f-4b9d-971d-b89b522b89fb tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700932 Dec 13 13:18:27.181816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] For port 8c957f89-72fd-4430-8f91-8aed651d6d0e, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:18:27.203228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] For port 8c957f89-72fd-4430-8f91-8aed651d6d0e, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=8c957f89-72fd-4430-8f91-8aed651d6d0e,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:18:27.218493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:27.414125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:27.415964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:27.420275 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] 10.222.0.37 "PUT /v2.0/ports/8c957f89-72fd-4430-8f91-8aed651d6d0e HTTP/1.1" status: 200 len: 1096 time: 2.0092175 Dec 13 13:18:27.423292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051937f7-94a9-4063-843c-848b9c9c00eb', 'tag': '8c957f89-72fd-4430-8f91-8aed651d6d0e'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:18:27.425876 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18671fea-789b-46d5-9dee-b919c56a5e78" -d '{"events": [{"name": "network-changed", "server_uuid": "051937f7-94a9-4063-843c-848b9c9c00eb", "tag": "8c957f89-72fd-4430-8f91-8aed651d6d0e"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:18:27.443318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036a2cb-8eb4-4ab8-ad25-f53cf1b4f00b req-4007654f-244a-49ea-9bfb-a69c868806ef tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:27.469200 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5036a2cb-8eb4-4ab8-ad25-f53cf1b4f00b req-4007654f-244a-49ea-9bfb-a69c868806ef tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.1497111 Dec 13 13:18:27.547282 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02ad313-abf7-4783-94e7-64bbf2c9ae0c x-openstack-request-id: req-a02ad313-abf7-4783-94e7-64bbf2c9ae0c {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:18:27.547588 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051937f7-94a9-4063-843c-848b9c9c00eb", "tag": "8c957f89-72fd-4430-8f91-8aed651d6d0e", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:18:27.547851 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a02ad313-abf7-4783-94e7-64bbf2c9ae0c {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:18:27.548280 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051937f7-94a9-4063-843c-848b9c9c00eb', 'tag': '8c957f89-72fd-4430-8f91-8aed651d6d0e', 'status': 'completed', 'code': 200} Dec 13 13:18:27.551358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06ade1-1989-4373-8253-25b6248b32ab service neutron] Pushing event updated for resources: {'Port': ['ID=8c957f89-72fd-4430-8f91-8aed651d6d0e,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:27.585305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-23191e16-de35-461b-a3e5-7cc940501a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:27.585963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5036a2cb-8eb4-4ab8-ad25-f53cf1b4f00b req-dee3a85a-291f-49e5-a374-d798cafe7142 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140971 Dec 13 13:18:27.586907 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-23191e16-de35-461b-a3e5-7cc940501a3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=846b491c0f39450587aaba654e860937&device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 1099 time: 0.1114988 Dec 13 13:18:27.667031 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-fb88753b-2015-42cd-b884-f831b0b3124f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=8c957f89-72fd-4430-8f91-8aed651d6d0e HTTP/1.1" status: 200 len: 217 time: 0.0642250 Dec 13 13:18:27.772467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9511f416-bb8e-406c-a659-92a9f58718fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:27.774329 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-9511f416-bb8e-406c-a659-92a9f58718fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0995514 Dec 13 13:18:27.851571 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:27.856873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-f0345ea7-f76a-4dc8-9c96-782c1384dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:27.859816 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-f0345ea7-f76a-4dc8-9c96-782c1384dec5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780523 Dec 13 13:18:27.995686 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-fe7a1f18-0020-41c9-922d-a0362d499b67 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278331 Dec 13 13:18:28.115483 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c62b4fb-4849-4f04-905e-0f96277f722a req-6e7035bf-5a71-4d45-84f5-95c5e7b9de36 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102974 Dec 13 13:18:28.252532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-2ab5825c-54d0-4076-879d-99758d52da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:28.254490 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-2ab5825c-54d0-4076-879d-99758d52da05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=846b491c0f39450587aaba654e860937&device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 1099 time: 0.0921841 Dec 13 13:18:28.409735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b622a3-065f-4420-bef4-6571c507e071 req-98899df9-87b5-4514-9c86-f9e277a3ce3a tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:28.411524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31b622a3-065f-4420-bef4-6571c507e071 req-98899df9-87b5-4514-9c86-f9e277a3ce3a tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 948 time: 0.1240034 Dec 13 13:18:28.435162 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-c2f02d98-ad75-4174-8933-6720c6a5a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:28.437225 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-c2f02d98-ad75-4174-8933-6720c6a5a884 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.1746991 Dec 13 13:18:28.524883 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-a6b94945-b0af-4058-a97b-ca52826b5feb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=8c957f89-72fd-4430-8f91-8aed651d6d0e HTTP/1.1" status: 200 len: 217 time: 0.0761240 Dec 13 13:18:28.542802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31b622a3-065f-4420-bef4-6571c507e071 req-27d2c4c6-c3d1-4383-a6a2-9a42a9cfed78 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243219 Dec 13 13:18:28.610706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-d1036442-d7bc-4c90-bd8b-4c38e1a8c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:28.614809 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-d1036442-d7bc-4c90-bd8b-4c38e1a8c672 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0821805 Dec 13 13:18:28.717538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-a8e2fbef-9f04-413f-b524-90b22eaf5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:28.719328 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-a8e2fbef-9f04-413f-b524-90b22eaf5500 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964844 Dec 13 13:18:28.841480 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-4282eb88-6a9e-4016-bcfc-ac36a9afb20a service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143780 Dec 13 13:18:28.844052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb0e7b-2f7c-417c-8d36-b1eb0506e790 req-348d9bc3-41c8-421a-a175-d7fdaa61baef tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:28.845867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7cb0e7b-2f7c-417c-8d36-b1eb0506e790 req-348d9bc3-41c8-421a-a175-d7fdaa61baef tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.1557214 Dec 13 13:18:28.943032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7cb0e7b-2f7c-417c-8d36-b1eb0506e790 req-54dbd27e-02cd-4d6c-88d8-3808f368233e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806923 Dec 13 13:18:29.032227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-18671fea-789b-46d5-9dee-b919c56a5e78 req-332cb253-3a2d-4f02-b169-647fe81f0cd1 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789868 Dec 13 13:18:29.136853 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:29.808382 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d887a-7a57-427b-a4b9-2b874be76319 req-cdb32693-7f39-4e82-aa2f-7cf3e1ae6a57 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:29.817140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-805d887a-7a57-427b-a4b9-2b874be76319 req-cdb32693-7f39-4e82-aa2f-7cf3e1ae6a57 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 948 time: 0.1643527 Dec 13 13:18:29.936125 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:29.982369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-805d887a-7a57-427b-a4b9-2b874be76319 req-2df4b3d6-3f7a-4935-b437-bab9742d38d4 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635685 Dec 13 13:18:30.232585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c80e6-7ed6-4a0a-ae6d-32fa3f285d4e req-74d4d6e4-c743-4b83-8c3b-7aee18410515 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:30.241452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c0c80e6-7ed6-4a0a-ae6d-32fa3f285d4e req-74d4d6e4-c743-4b83-8c3b-7aee18410515 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.1344578 Dec 13 13:18:30.321776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c0c80e6-7ed6-4a0a-ae6d-32fa3f285d4e req-7debe937-214c-4114-aed8-eb6d298d1a65 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791252 Dec 13 13:18:31.183132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53acd7-d77f-47f5-890e-d0b2e110b46c req-301db95e-ce76-4b93-ab9a-590d1db90c88 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:31.184721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd53acd7-d77f-47f5-890e-d0b2e110b46c req-301db95e-ce76-4b93-ab9a-590d1db90c88 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 948 time: 0.0878453 Dec 13 13:18:31.286486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd53acd7-d77f-47f5-890e-d0b2e110b46c req-fd5bf290-69fb-42de-b42c-f0c73452de25 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888715 Dec 13 13:18:31.515230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112234c-787f-4ff3-b939-b360d76fa280 req-2012b5ab-3350-465c-92e5-e4ed4eaf8fe2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:31.523562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7112234c-787f-4ff3-b939-b360d76fa280 req-2012b5ab-3350-465c-92e5-e4ed4eaf8fe2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.0722494 Dec 13 13:18:31.600579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7112234c-787f-4ff3-b939-b360d76fa280 req-c8eabd2c-6f8f-4093-b255-765d41f8d36b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761082 Dec 13 13:18:31.769582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 8c957f89-72fd-4430-8f91-8aed651d6d0e details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:18:31.966161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 8c957f89-72fd-4430-8f91-8aed651d6d0e, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=8c957f89-72fd-4430-8f91-8aed651d6d0e,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:18:31.979923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '8c957f89-72fd-4430-8f91-8aed651d6d0e', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': '8c957f89-72fd-4430-8f91-8aed651d6d0e', 'mac_address': 'fa:16:3e:c9:49:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:18:32.029477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:32.056295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c957f89-72fd-4430-8f91-8aed651d6d0e {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:18:32.103499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 8c957f89-72fd-4430-8f91-8aed651d6d0e, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=8c957f89-72fd-4430-8f91-8aed651d6d0e,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:18:32.111870 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:32.181887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=8c957f89-72fd-4430-8f91-8aed651d6d0e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:32.196284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.196628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.196964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.197312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.197659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.197997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.198358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.198781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.199144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.199480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.199871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.200454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.200790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:32.345355 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['8c957f89-72fd-4430-8f91-8aed651d6d0e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:18:32.622478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dc94d-a515-43f1-b0c3-655621ab6d93 req-9e633c88-de37-444b-bed3-15ff9628ff44 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:32.632724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-699dc94d-a515-43f1-b0c3-655621ab6d93 req-9e633c88-de37-444b-bed3-15ff9628ff44 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 949 time: 0.1252594 Dec 13 13:18:32.721994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-699dc94d-a515-43f1-b0c3-655621ab6d93 req-186e94e0-6e17-4c8e-b6e2-abcda585954e tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881579 Dec 13 13:18:32.797406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eaf06-43dd-41c7-80c6-5b549c77b8d0 req-342c786b-9675-4023-8292-17f519597fa1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:32.799180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-756eaf06-43dd-41c7-80c6-5b549c77b8d0 req-342c786b-9675-4023-8292-17f519597fa1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.1035810 Dec 13 13:18:32.895878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-756eaf06-43dd-41c7-80c6-5b549c77b8d0 req-7a623378-1d78-4c85-ad22-2884086c85d9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760860 Dec 13 13:18:33.770323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 8c957f89-72fd-4430-8f91-8aed651d6d0e up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:18:33.883694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 8c957f89-72fd-4430-8f91-8aed651d6d0e completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:18:33.889665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 8c957f89-72fd-4430-8f91-8aed651d6d0e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:18:33.890037 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:34.013636 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:34.064826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 8c957f89-72fd-4430-8f91-8aed651d6d0e, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=8c957f89-72fd-4430-8f91-8aed651d6d0e,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:18:34.066956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051937f7-94a9-4063-843c-848b9c9c00eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c957f89-72fd-4430-8f91-8aed651d6d0e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:18:34.070965 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29967922-64dc-4e14-91f8-4e920592001d" -d '{"events": [{"server_uuid": "051937f7-94a9-4063-843c-848b9c9c00eb", "name": "network-vif-plugged", "status": "completed", "tag": "8c957f89-72fd-4430-8f91-8aed651d6d0e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:18:34.077962 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:34.169737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=8c957f89-72fd-4430-8f91-8aed651d6d0e,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:34.200030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143450f-4e4d-4790-a4d4-3152fb65275c req-c0057360-0382-406a-9f7a-07492b2c514b tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:34.201578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0143450f-4e4d-4790-a4d4-3152fb65275c req-c0057360-0382-406a-9f7a-07492b2c514b tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 949 time: 0.2220654 Dec 13 13:18:34.222864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922c11e-63f1-48c4-9491-965ad3af3bf3 req-b31f3079-3088-46ee-96c6-b95970f2fbf0 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:34.233208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1922c11e-63f1-48c4-9491-965ad3af3bf3 req-b31f3079-3088-46ee-96c6-b95970f2fbf0 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.1551847 Dec 13 13:18:34.328848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1922c11e-63f1-48c4-9491-965ad3af3bf3 req-b50afe00-7b58-411b-b3e3-5b515f6babc8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943081 Dec 13 13:18:34.332915 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0143450f-4e4d-4790-a4d4-3152fb65275c req-cfd8c227-6575-4198-bd82-13bf6960e9fe tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799627 Dec 13 13:18:34.390026 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12477ed1-379f-4355-aad0-0e92d6f4df1e x-openstack-request-id: req-12477ed1-379f-4355-aad0-0e92d6f4df1e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:18:34.390633 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051937f7-94a9-4063-843c-848b9c9c00eb", "name": "network-vif-plugged", "status": "completed", "tag": "8c957f89-72fd-4430-8f91-8aed651d6d0e", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:18:34.391187 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12477ed1-379f-4355-aad0-0e92d6f4df1e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:18:34.391947 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051937f7-94a9-4063-843c-848b9c9c00eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c957f89-72fd-4430-8f91-8aed651d6d0e', 'code': 200} Dec 13 13:18:34.580783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d4c87-977c-4606-80e4-d86086bbe62f req-a4ea52c9-0100-4951-8480-b6af532ea33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:34.590386 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5b8d4c87-977c-4606-80e4-d86086bbe62f req-a4ea52c9-0100-4951-8480-b6af532ea33c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 1101 time: 0.0986013 Dec 13 13:18:34.690917 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5b8d4c87-977c-4606-80e4-d86086bbe62f req-de27fe0c-1b67-42c6-ad44-e973a47d6145 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916691 Dec 13 13:18:35.567280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff07df-434b-461f-a1be-b81d9f23dc7c req-3d085773-b19d-4de3-b93e-8553470a154c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:35.569503 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ff07df-434b-461f-a1be-b81d9f23dc7c req-3d085773-b19d-4de3-b93e-8553470a154c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.1242073 Dec 13 13:18:35.609870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc86e8d-ca69-4dad-ab10-171ad195cdf9 req-d39fd5b3-b23f-41e8-8216-f39d9ee60a20 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:35.612792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbc86e8d-ca69-4dad-ab10-171ad195cdf9 req-d39fd5b3-b23f-41e8-8216-f39d9ee60a20 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 950 time: 0.1239843 Dec 13 13:18:35.763199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbc86e8d-ca69-4dad-ab10-171ad195cdf9 req-9d32afc3-df97-4e01-8fc6-2ce5709edc2a tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383591 Dec 13 13:18:35.769410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b3ff07df-434b-461f-a1be-b81d9f23dc7c req-7ed9ec25-85e2-44e8-ba0f-a3a10bfd8b67 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800742 Dec 13 13:18:37.042858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a942aa-47eb-4f7e-8ae4-224ff464687e req-0bd2ea77-bfd3-4c96-aaef-8c5e18102213 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:37.044520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17a942aa-47eb-4f7e-8ae4-224ff464687e req-0bd2ea77-bfd3-4c96-aaef-8c5e18102213 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.1608286 Dec 13 13:18:37.107327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502b361-3025-44ee-b8cb-26c616b17f82 req-9bd49429-1541-4d82-a6fb-6d18a5e32156 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:37.111738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5502b361-3025-44ee-b8cb-26c616b17f82 req-9bd49429-1541-4d82-a6fb-6d18a5e32156 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 950 time: 0.1435659 Dec 13 13:18:37.176300 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17a942aa-47eb-4f7e-8ae4-224ff464687e req-246ecc8f-4246-4ce0-881d-57a734e502ac tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177752 Dec 13 13:18:37.228640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5502b361-3025-44ee-b8cb-26c616b17f82 req-66faf232-2f2c-4a49-9735-59e554fc76ea tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115751 Dec 13 13:18:37.641445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f639d9-7ab1-45fc-8eec-deaf3691d6ae req-0e44b3e7-f41f-411a-82fe-605321e8c34c tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:37.643648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27f639d9-7ab1-45fc-8eec-deaf3691d6ae req-0e44b3e7-f41f-411a-82fe-605321e8c34c tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 950 time: 0.0667722 Dec 13 13:18:37.700274 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:37.702754 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:37.732649 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27f639d9-7ab1-45fc-8eec-deaf3691d6ae req-ea197692-ea4a-4036-a932-3537598e7e2e tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822504 Dec 13 13:18:38.343294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bb667-54d4-4233-96a7-fe96614e0231 req-911c6b5e-0b9b-4c86-ab96-fdaea16ac8cb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:38.345208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d24bb667-54d4-4233-96a7-fe96614e0231 req-911c6b5e-0b9b-4c86-ab96-fdaea16ac8cb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.0729768 Dec 13 13:18:38.418411 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d24bb667-54d4-4233-96a7-fe96614e0231 req-e4b39955-f388-445d-a6d7-522d7921f67d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Dec 13 13:18:38.883501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-3a9fbfa9-6507-4cb6-967b-f87138398afe tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:38.886348 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-3a9fbfa9-6507-4cb6-967b-f87138398afe tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.37 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 950 time: 0.1065457 Dec 13 13:18:38.909341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7d46c-c867-448e-9969-33ad6e5fa706 req-8f42cd68-3741-4f7e-94c5-8b8d0e4a3155 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:38.914345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6d7d46c-c867-448e-9969-33ad6e5fa706 req-8f42cd68-3741-4f7e-94c5-8b8d0e4a3155 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 950 time: 0.0896151 Dec 13 13:18:38.985547 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6d7d46c-c867-448e-9969-33ad6e5fa706 req-2669d64e-7d50-4f86-b901-54d796c2b236 tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/security-groups?id=9adb9d11-ab26-4a4f-99d4-c49b416eb74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644507 Dec 13 13:18:39.034240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-9c142eaa-c104-4a87-83a5-306279ba29bc tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Deleting port 8c957f89-72fd-4430-8f91-8aed651d6d0e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:18:39.034582 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-9c142eaa-c104-4a87-83a5-306279ba29bc tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:39.136821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-9c142eaa-c104-4a87-83a5-306279ba29bc tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] For port 8c957f89-72fd-4430-8f91-8aed651d6d0e, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=8c957f89-72fd-4430-8f91-8aed651d6d0e,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:18:39.137196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-9c142eaa-c104-4a87-83a5-306279ba29bc tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:39.150231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-9c142eaa-c104-4a87-83a5-306279ba29bc tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Calling delete_port for 8c957f89-72fd-4430-8f91-8aed651d6d0e owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:18:39.328700 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-9c142eaa-c104-4a87-83a5-306279ba29bc tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:39.341612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['8c957f89-72fd-4430-8f91-8aed651d6d0e'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:18:39.384545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c142eaa-c104-4a87-83a5-306279ba29bc tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Pushing event deleted for resources: {'Port': ['ID=8c957f89-72fd-4430-8f91-8aed651d6d0e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:39.452867 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-9c142eaa-c104-4a87-83a5-306279ba29bc tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] No DVR routers for this DVR port 8c957f89-72fd-4430-8f91-8aed651d6d0e on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:18:39.456365 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-9c142eaa-c104-4a87-83a5-306279ba29bc tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:39.463168 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5047277a-91b5-47d9-a76e-6b23f0edb22a req-9c142eaa-c104-4a87-83a5-306279ba29bc tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.37 "DELETE /v2.0/ports/8c957f89-72fd-4430-8f91-8aed651d6d0e HTTP/1.1" status: 204 len: 173 time: 0.5686834 Dec 13 13:18:39.463666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051937f7-94a9-4063-843c-848b9c9c00eb', 'name': 'network-vif-deleted', 'tag': '8c957f89-72fd-4430-8f91-8aed651d6d0e'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:18:39.472561 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e765f0-bbc4-4ef0-b309-d701368d057c" -d '{"events": [{"server_uuid": "051937f7-94a9-4063-843c-848b9c9c00eb", "name": "network-vif-deleted", "tag": "8c957f89-72fd-4430-8f91-8aed651d6d0e"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:18:39.547939 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8812b95c-b93c-4115-84f0-ae1836f5bd79 x-openstack-request-id: req-8812b95c-b93c-4115-84f0-ae1836f5bd79 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:18:39.548295 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051937f7-94a9-4063-843c-848b9c9c00eb", "name": "network-vif-deleted", "tag": "8c957f89-72fd-4430-8f91-8aed651d6d0e", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:18:39.548617 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8812b95c-b93c-4115-84f0-ae1836f5bd79 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:18:39.549123 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051937f7-94a9-4063-843c-848b9c9c00eb', 'name': 'network-vif-deleted', 'tag': '8c957f89-72fd-4430-8f91-8aed651d6d0e', 'status': 'completed', 'code': 200} Dec 13 13:18:39.720915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4c340-f428-4470-a170-79e43e395f3c req-98adf9f3-a7a2-4ab8-97da-5d2f2e9fb492 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:39.723078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2a4c340-f428-4470-a170-79e43e395f3c req-98adf9f3-a7a2-4ab8-97da-5d2f2e9fb492 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.1719842 Dec 13 13:18:39.779109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2a4c340-f428-4470-a170-79e43e395f3c req-2adb9fea-b17c-434b-aa5b-e089e8a19b25 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 Dec 13 13:18:40.161252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4913035b-f853-4260-8c6f-5060313cef8b req-ab656288-f594-4005-96a0-91e1252b4fde tempest-VolumesNegativeTest-821816597 tempest-VolumesNegativeTest-821816597-project] 10.222.0.31 "GET /v2.0/ports?device_id=051937f7-94a9-4063-843c-848b9c9c00eb HTTP/1.1" status: 200 len: 210 time: 0.0302417 Dec 13 13:18:40.922348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b670f-0245-4714-b09f-ee71f55db96d req-636121ab-fde3-47a8-94e1-39b93e60416c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:40.924214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d2b670f-0245-4714-b09f-ee71f55db96d req-636121ab-fde3-47a8-94e1-39b93e60416c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 944 time: 0.0558767 Dec 13 13:18:40.989186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d2b670f-0245-4714-b09f-ee71f55db96d req-bf387fc2-37bf-4c8a-8b3f-ce126d5c95b5 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580828 Dec 13 13:18:41.451500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 78047090-2a9b-49fe-88f7-ac133b2c7c79 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:18:41.554253 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:18:41.612564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 78047090-2a9b-49fe-88f7-ac133b2c7c79, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=78047090-2a9b-49fe-88f7-ac133b2c7c79,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:18:41.624625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '78047090-2a9b-49fe-88f7-ac133b2c7c79', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'port_id': '78047090-2a9b-49fe-88f7-ac133b2c7c79', 'mac_address': 'fa:16:3e:4f:07:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:18:41.674525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:41.692382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78047090-2a9b-49fe-88f7-ac133b2c7c79 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:18:41.734872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 78047090-2a9b-49fe-88f7-ac133b2c7c79, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=78047090-2a9b-49fe-88f7-ac133b2c7c79,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:18:41.741659 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:41.836617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=78047090-2a9b-49fe-88f7-ac133b2c7c79,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:41.957209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['78047090-2a9b-49fe-88f7-ac133b2c7c79'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:18:42.165592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc9f3e-5d6d-41f4-8f23-9e76ec0aa54f req-6061dcd4-1ef2-447e-b216-2cb0c6ca8d4a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:42.174389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-affc9f3e-5d6d-41f4-8f23-9e76ec0aa54f req-6061dcd4-1ef2-447e-b216-2cb0c6ca8d4a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 945 time: 0.0735247 Dec 13 13:18:42.235053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-affc9f3e-5d6d-41f4-8f23-9e76ec0aa54f req-fc1129bd-1539-4591-99f8-c7990c4882b1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593927 Dec 13 13:18:42.514773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57106) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:42.521110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ba459404-5f74-4ef6-b0aa-b47680ead334 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971394931', 'description': 'tempest-secgroup-smoke-1971394931 description', 'project_id': '277b5d8a017f47e38bb55ffcce3da196'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:42.572529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba459404-5f74-4ef6-b0aa-b47680ead334 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:42.683056 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba459404-5f74-4ef6-b0aa-b47680ead334 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:42.692190 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba459404-5f74-4ef6-b0aa-b47680ead334 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:42.757249 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ba459404-5f74-4ef6-b0aa-b47680ead334 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:42.759801 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ba459404-5f74-4ef6-b0aa-b47680ead334 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2438974 Dec 13 13:18:42.764444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57126) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:42.769689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c2d2bc8c-5ddb-43da-8556-7c6826e51261 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Request body: {'security_group_rule': {'security_group_id': '65924f18-827d-4f36-8498-e04484e3f957', 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:42.821582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba459404-5f74-4ef6-b0aa-b47680ead334 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65924f18-827d-4f36-8498-e04484e3f957,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:42.840147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bc8c-5ddb-43da-8556-7c6826e51261 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:42.937913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bc8c-5ddb-43da-8556-7c6826e51261 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:42.943208 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bc8c-5ddb-43da-8556-7c6826e51261 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:42.979128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2bc8c-5ddb-43da-8556-7c6826e51261 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0be67e-9d1d-43ed-9867-8846652d80d7,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:42.991893 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bc8c-5ddb-43da-8556-7c6826e51261 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:42.993143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c2d2bc8c-5ddb-43da-8556-7c6826e51261 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2275183 Dec 13 13:18:42.996111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57144) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:43.006485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-caa47543-ddd3-4fe1-b071-8f764d1c16a0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Request body: {'security_group_rule': {'security_group_id': '65924f18-827d-4f36-8498-e04484e3f957', 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:43.053389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-caa47543-ddd3-4fe1-b071-8f764d1c16a0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.121869 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-caa47543-ddd3-4fe1-b071-8f764d1c16a0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.129412 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-caa47543-ddd3-4fe1-b071-8f764d1c16a0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.161167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-caa47543-ddd3-4fe1-b071-8f764d1c16a0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.163203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-caa47543-ddd3-4fe1-b071-8f764d1c16a0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1660004 Dec 13 13:18:43.165938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57156) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:43.173031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ddcb88f6-6057-4233-a5a1-9aca38001bf1 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Request body: {'security_group_rule': {'security_group_id': '65924f18-827d-4f36-8498-e04484e3f957', 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:43.181663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa47543-ddd3-4fe1-b071-8f764d1c16a0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e347129-5427-4d4f-a876-84dbb93faca7,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:43.219239 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88f6-6057-4233-a5a1-9aca38001bf1 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.396398 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88f6-6057-4233-a5a1-9aca38001bf1 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.406227 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88f6-6057-4233-a5a1-9aca38001bf1 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.453364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb88f6-6057-4233-a5a1-9aca38001bf1 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836a0502-5fa7-4fce-a0fb-b6ab470a62be,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:43.470176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 78047090-2a9b-49fe-88f7-ac133b2c7c79 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:18:43.500433 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88f6-6057-4233-a5a1-9aca38001bf1 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.505431 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ddcb88f6-6057-4233-a5a1-9aca38001bf1 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3348107 Dec 13 13:18:43.507295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57178) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:43.523124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-95642c8d-e61f-441f-9b52-7089d7f798c4 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Request body: {'security_group_rule': {'security_group_id': '65924f18-827d-4f36-8498-e04484e3f957', 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:43.526447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29517834-1a89-420a-811b-ddc6d7d8b9ce req-763d2305-9d15-423d-a79d-7672ffd2aa0d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:43.528137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29517834-1a89-420a-811b-ddc6d7d8b9ce req-763d2305-9d15-423d-a79d-7672ffd2aa0d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 945 time: 0.1392274 Dec 13 13:18:43.612839 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95642c8d-e61f-441f-9b52-7089d7f798c4 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.646666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 78047090-2a9b-49fe-88f7-ac133b2c7c79 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:18:43.653066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 78047090-2a9b-49fe-88f7-ac133b2c7c79 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:18:43.653529 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.657233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29517834-1a89-420a-811b-ddc6d7d8b9ce req-a4f2f8d9-473c-45e8-bfb3-696a52cf7703 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212208 Dec 13 13:18:43.741097 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95642c8d-e61f-441f-9b52-7089d7f798c4 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.748682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95642c8d-e61f-441f-9b52-7089d7f798c4 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.797914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 8c957f89-72fd-4430-8f91-8aed651d6d0e no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:18:43.850293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95642c8d-e61f-441f-9b52-7089d7f798c4 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81512a12-9131-4100-b481-c0b73adb1db1,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:43.861191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 8c957f89-72fd-4430-8f91-8aed651d6d0e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:18:43.861585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 8c957f89-72fd-4430-8f91-8aed651d6d0e not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:18:43.862682 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-95642c8d-e61f-441f-9b52-7089d7f798c4 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.867127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57226) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:43.868876 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-95642c8d-e61f-441f-9b52-7089d7f798c4 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3604865 Dec 13 13:18:43.875962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-37ddd32f-f7a7-49f1-a492-a1ad11cfaba7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Request body: {'security_group_rule': {'security_group_id': '65924f18-827d-4f36-8498-e04484e3f957', 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:43.895176 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.924247 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-37ddd32f-f7a7-49f1-a492-a1ad11cfaba7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Project 277b5d8a017f47e38bb55ffcce3da196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:18:43.937239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37ddd32f-f7a7-49f1-a492-a1ad11cfaba7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:43.955401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 78047090-2a9b-49fe-88f7-ac133b2c7c79, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=78047090-2a9b-49fe-88f7-ac133b2c7c79,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:18:43.956883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66904960-7922-4674-8476-43ceac549224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78047090-2a9b-49fe-88f7-ac133b2c7c79'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:18:43.961898 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a85836-f0b8-40c0-adf0-e05220074d5f" -d '{"events": [{"server_uuid": "66904960-7922-4674-8476-43ceac549224", "name": "network-vif-plugged", "status": "completed", "tag": "78047090-2a9b-49fe-88f7-ac133b2c7c79"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:18:43.967619 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:44.046021 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b634a9e-409e-4a3b-bebb-7e8a43ca37b3 x-openstack-request-id: req-1b634a9e-409e-4a3b-bebb-7e8a43ca37b3 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:18:44.046373 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66904960-7922-4674-8476-43ceac549224", "name": "network-vif-plugged", "status": "completed", "tag": "78047090-2a9b-49fe-88f7-ac133b2c7c79", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:18:44.046584 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b634a9e-409e-4a3b-bebb-7e8a43ca37b3 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:18:44.050327 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66904960-7922-4674-8476-43ceac549224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78047090-2a9b-49fe-88f7-ac133b2c7c79', 'code': 200} Dec 13 13:18:44.086755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=78047090-2a9b-49fe-88f7-ac133b2c7c79,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:44.087507 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37ddd32f-f7a7-49f1-a492-a1ad11cfaba7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:44.093279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37ddd32f-f7a7-49f1-a492-a1ad11cfaba7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:44.138206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddd32f-f7a7-49f1-a492-a1ad11cfaba7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f2bbcc-563f-4613-a917-e916e2312bb8,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:44.145540 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-37ddd32f-f7a7-49f1-a492-a1ad11cfaba7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:44.147416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-37ddd32f-f7a7-49f1-a492-a1ad11cfaba7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2787092 Dec 13 13:18:44.150244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57248) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:44.156074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-be7630b7-ba6b-49cd-aa4f-495fa14e50d6 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Request body: {'security_group_rule': {'security_group_id': '65924f18-827d-4f36-8498-e04484e3f957', 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:44.196787 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-be7630b7-ba6b-49cd-aa4f-495fa14e50d6 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Project 277b5d8a017f47e38bb55ffcce3da196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:18:44.206674 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7630b7-ba6b-49cd-aa4f-495fa14e50d6 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:44.329322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72345ff-70da-4ae9-9ee1-ee73a22d759d req-dbe26577-fc43-482e-845f-c2096f68e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:44.332020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b72345ff-70da-4ae9-9ee1-ee73a22d759d req-dbe26577-fc43-482e-845f-c2096f68e8f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 1097 time: 0.2075272 Dec 13 13:18:44.379404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7630b7-ba6b-49cd-aa4f-495fa14e50d6 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:44.393917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7630b7-ba6b-49cd-aa4f-495fa14e50d6 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:44.413457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b72345ff-70da-4ae9-9ee1-ee73a22d759d req-57dc3424-afc7-4e9a-bb1c-b7aac4e7c305 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731995 Dec 13 13:18:44.444886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7630b7-ba6b-49cd-aa4f-495fa14e50d6 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f6a2d2-a423-4dc5-8596-c9c8093985fc,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:44.462932 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be7630b7-ba6b-49cd-aa4f-495fa14e50d6 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:44.464458 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-be7630b7-ba6b-49cd-aa4f-495fa14e50d6 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3126976 Dec 13 13:18:44.847937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-c891a792-b7f3-4368-bca3-a8f5a3f66dcd tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971394931&fields=id&tenant_id=277b5d8a017f47e38bb55ffcce3da196 HTTP/1.1" status: 200 len: 267 time: 0.1246166 Dec 13 13:18:44.863360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a62472-f534-4e01-8a3e-a18aeb2edf3a req-1541efab-c518-479b-a88c-8e3845b3a949 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:44.864811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15a62472-f534-4e01-8a3e-a18aeb2edf3a req-1541efab-c518-479b-a88c-8e3845b3a949 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 946 time: 0.0969145 Dec 13 13:18:44.977954 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15a62472-f534-4e01-8a3e-a18aeb2edf3a req-83b86dd9-8913-474f-b6c6-65c7ca99adbb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036220 Dec 13 13:18:45.016404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-96f684c7-16c5-4ea4-8cfc-75ad1fc47a9c tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:45.018134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-96f684c7-16c5-4ea4-8cfc-75ad1fc47a9c tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/networks?id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1 HTTP/1.1" status: 200 len: 814 time: 0.1631107 Dec 13 13:18:45.048735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-e7743110-b550-4f10-bfe5-0d6c65ff6e08 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/quotas/277b5d8a017f47e38bb55ffcce3da196 HTTP/1.1" status: 200 len: 375 time: 0.0184884 Dec 13 13:18:45.207762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-ab1bf278-a597-4a2c-b573-02cd8b2adcdc tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=277b5d8a017f47e38bb55ffcce3da196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1440842 Dec 13 13:18:45.366989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-d5a94a64-6f6e-4fb7-b688-ba66528bdafa service neutron] 10.222.0.31 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392999 Dec 13 13:18:45.546661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-feb9438c-3535-45ca-adcd-4f6aa1c9abbc service neutron] 10.222.0.31 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786363 Dec 13 13:18:46.145065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf03-f2a9-4c91-85d3-8b2de0bd9c98 req-6da5e7e5-274a-4858-ab9f-b47770e06846 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:46.146678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09d5bf03-f2a9-4c91-85d3-8b2de0bd9c98 req-6da5e7e5-274a-4858-ab9f-b47770e06846 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 946 time: 0.0847192 Dec 13 13:18:46.243149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09d5bf03-f2a9-4c91-85d3-8b2de0bd9c98 req-79ace23b-8078-45eb-848a-76fa08fe1c67 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799978 Dec 13 13:18:46.499707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469107a-9641-43c6-aeca-f024b5bca9f1 req-c7ecc664-139c-438e-96c7-b7aae5976516 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:46.515765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7469107a-9641-43c6-aeca-f024b5bca9f1 req-c7ecc664-139c-438e-96c7-b7aae5976516 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 946 time: 0.1174278 Dec 13 13:18:46.594517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7469107a-9641-43c6-aeca-f024b5bca9f1 req-d3e757dd-1f25-438c-b12f-39f65cc817f3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771339 Dec 13 13:18:47.072701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22284ed9-4b9a-4bc6-86a8-814e3bddde88 req-84d4ce43-9b34-4ff5-bbdf-1d2b4e395be0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0543950 Dec 13 13:18:48.238350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3f6865d0-fa69-4eb6-bc9f-72d91efb50b6 req-9ff64767-9190-4a5d-84ae-72c6e50c6151 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0529854 Dec 13 13:18:49.270122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-63b813ee-64ad-4cb0-ace4-3e35f3f06795 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:49.271619 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-63b813ee-64ad-4cb0-ace4-3e35f3f06795 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.37 "GET /v2.0/networks?id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1 HTTP/1.1" status: 200 len: 814 time: 0.4612372 Dec 13 13:18:49.439678 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-e412d1e3-decf-45ad-a019-0837ee493261 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=277b5d8a017f47e38bb55ffcce3da196 HTTP/1.1" status: 200 len: 380 time: 0.1595182 Dec 13 13:18:49.453118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f7ca9ba-da28-481a-9a24-1bc1a33ec15d req-3415d223-d42d-4781-8f7e-84dbe938898a tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0743425 Dec 13 13:18:49.456096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Request body: {'port': {'device_id': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'admin_state_up': True, 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'security_groups': ['65924f18-827d-4f36-8498-e04484e3f957']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:49.759908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Made reservation on behalf of 277b5d8a017f47e38bb55ffcce3da196 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:18:49.764131 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:50.140492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Allocated IP 172.20.0.6 (90bdf456-1190-4df8-ad3f-b9ba2eb732d1/f67ca2c0-3e2b-4eea-9722-f8709560d19b/22f1cb53-a6b4-44dc-9151-9c34ccde6c01) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:18:50.606798 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:50.610250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8240215-741b-473b-a202-09c2b4bcc9fa req-6c8850cf-45f5-4124-9382-4ee10f76d319 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0486145 Dec 13 13:18:50.707860 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:50.771688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:18:50.775202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:18:50.793536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:18:50.865556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event updated for resources: {'Port': ['ID=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:50.908991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57586) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:50.918043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:50.924174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:50.963808 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-0c03a6a3-88ff-4dab-99d7-0f91e4b7de9d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5126579 Dec 13 13:18:50.984551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Request body: {'port': {'device_id': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:51.092467 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:51.306266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-97f817ae-212e-48f2-af40-e42cb10ef6d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=846b491c0f39450587aaba654e860937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3885829 Dec 13 13:18:51.308144 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57598) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:51.351137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2e3bc4b1-a0b4-4f74-948d-6c499216946a None None] Provisioning complete for port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:18:51.351654 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc4b1-a0b4-4f74-948d-6c499216946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:51.455033 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2e3bc4b1-a0b4-4f74-948d-6c499216946a None None] Port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:18:51.493421 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fac46be2-2f8b-4818-9037-cdaba7c2426c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:51.693886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-90b23e8a-f45f-4d19-af7e-82cc089662c2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:51.706936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-90b23e8a-f45f-4d19-af7e-82cc089662c2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.2092175 Dec 13 13:18:51.738551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:18:51.754805 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:51.804181 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Transition to ACTIVE for port object 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:18:51.810714 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:51.812697 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fac46be2-2f8b-4818-9037-cdaba7c2426c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:51.820963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-d7124b37-ca8f-4ff0-8f6f-193236cadb26 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/quotas/c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 375 time: 0.1001234 Dec 13 13:18:51.943249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Pushing event updated for resources: {'Port': ['ID=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:52.030598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab61c29-0173-460f-a21a-eaa91240964a req-187db4a6-03d5-48a5-8794-e9d4eb461f38 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:52.051385 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab61c29-0173-460f-a21a-eaa91240964a req-187db4a6-03d5-48a5-8794-e9d4eb461f38 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 931 time: 0.2889807 Dec 13 13:18:52.180826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Attempting to bind port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:18:52.192533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Attempting to bind port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:18:52.193265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Attempting to bind port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 on network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:18:52.203688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-db26f9c1-6830-4b48-a2ea-b9ec5fe466d2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3584816 Dec 13 13:18:52.227026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 on network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:18:52.227362 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Attempting to bind port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 on network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:18:52.241800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:18:52.244154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Checking segment: {'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:18:52.245126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Bound using segment: {'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:18:52.247287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Bound port: 22f1cb53-a6b4-44dc-9151-9c34ccde6c01, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c05b46-ec51-477c-9c40-b96135af8f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:18:52.250349 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:52.446637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-c3be2b0f-f66b-49d9-b3e3-95b45acb6131 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417066 Dec 13 13:18:52.529925 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fac46be2-2f8b-4818-9037-cdaba7c2426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:52.532939 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fac46be2-2f8b-4818-9037-cdaba7c2426c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:52.535122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fac46be2-2f8b-4818-9037-cdaba7c2426c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9adb9d11-ab26-4a4f-99d4-c49b416eb74b HTTP/1.1" status: 204 len: 168 time: 1.2256844 Dec 13 13:18:52.542189 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] For port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:18:52.550970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] For port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:18:52.552900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac46be2-2f8b-4818-9037-cdaba7c2426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adb9d11-ab26-4a4f-99d4-c49b416eb74b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:52.559814 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:52.647242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dab61c29-0173-460f-a21a-eaa91240964a req-94ef5f21-e13d-4d00-ac62-c7ab485a5ee7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5948613 Dec 13 13:18:52.668898 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Pushing event updated for resources: {'Port': ['ID=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:52.701515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:52.704400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:52.706181 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-81fa6752-5830-4e6b-9fdb-bc8ea4c1394e service neutron] 10.222.0.37 "PUT /v2.0/ports/22f1cb53-a6b4-44dc-9151-9c34ccde6c01 HTTP/1.1" status: 200 len: 1091 time: 1.7270739 Dec 13 13:18:52.710226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:18:52.725038 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8beda3-8dba-4bfe-a81a-3243704224e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:18:52.811516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-84da504a-aa17-4ae3-8df7-b43dafca32f7 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625863 Dec 13 13:18:52.899537 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4a0d18-d72d-42c7-ac34-3ae14ba486f6 x-openstack-request-id: req-8e4a0d18-d72d-42c7-ac34-3ae14ba486f6 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:18:52.900802 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:18:52.901507 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e4a0d18-d72d-42c7-ac34-3ae14ba486f6 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:18:52.902307 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'status': 'completed', 'code': 200} Dec 13 13:18:52.962161 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-af1114e0-096a-46cc-bff0-db83dec95cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:52.982944 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-af1114e0-096a-46cc-bff0-db83dec95cdf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=277b5d8a017f47e38bb55ffcce3da196&device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 1094 time: 0.2251265 Dec 13 13:18:53.111439 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-707198f8-22db-4a97-af89-1f249231379c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01 HTTP/1.1" status: 200 len: 217 time: 0.1269040 Dec 13 13:18:53.333307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-e02f66ad-f490-42b0-bd8e-47a4135d6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:53.347869 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-e02f66ad-f490-42b0-bd8e-47a4135d6e77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67ca2c0-3e2b-4eea-9722-f8709560d19b HTTP/1.1" status: 200 len: 853 time: 0.2254975 Dec 13 13:18:53.448338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-a5f10f5f-2003-4407-bcaa-fdd954077039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:53.453666 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-a5f10f5f-2003-4407-bcaa-fdd954077039 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979557 Dec 13 13:18:53.592866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bb5985f-0d18-48f8-8b04-d78f339d0ae5 req-b6424ed0-6e1d-44b9-bd4a-6ea9c6c1a8c4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 210 time: 0.1852038 Dec 13 13:18:53.771063 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-403b37d8-d13c-46a9-9a41-579a284d2f26 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050356 Dec 13 13:18:53.827449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556eda2-c86f-4ee8-8416-75749b9f2953 req-8f4db118-521a-4639-a310-5db4d1cabbb7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:53.839102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9556eda2-c86f-4ee8-8416-75749b9f2953 req-8f4db118-521a-4639-a310-5db4d1cabbb7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.0920699 Dec 13 13:18:53.916876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9556eda2-c86f-4ee8-8416-75749b9f2953 req-fb22612e-aa28-48ed-ac0c-43e39f28c700 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761845 Dec 13 13:18:54.130568 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fdf9d9e6-ef12-4ba6-8845-f37911ccc26c req-2514ae63-67ae-4f64-879b-8578e1cec962 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564448 Dec 13 13:18:54.141224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57676) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:54.227101 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a7de-1489-4b9b-a10c-da92eb5777f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:54.309086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-c9ad69b4-a7e2-4fe5-8839-e27b302f51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:54.310651 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-c9ad69b4-a7e2-4fe5-8839-e27b302f51cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=277b5d8a017f47e38bb55ffcce3da196&device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 1094 time: 0.1015637 Dec 13 13:18:54.501309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57690) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:54.503457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9e5f9ec3-c15d-4475-92f8-4545ac0d7d50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29ca42fe221e46fd97b02bd04557a506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3608768 Dec 13 13:18:54.548640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-3dd0bcf4-740e-4004-8ee3-a0ffca42b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:54.550259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-3dd0bcf4-740e-4004-8ee3-a0ffca42b529 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1 HTTP/1.1" status: 200 len: 914 time: 0.2320492 Dec 13 13:18:54.601116 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-c62bcb7f-d75c-4009-b649-1ee9bf688c49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01 HTTP/1.1" status: 200 len: 217 time: 0.0440192 Dec 13 13:18:54.604300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc72e66a-3796-4a95-ba3d-a28ab47f173d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:54.628527 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc72e66a-3796-4a95-ba3d-a28ab47f173d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:54.732512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-0b1b812c-82f8-4263-9e66-3aed83537c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:54.733984 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-0b1b812c-82f8-4263-9e66-3aed83537c00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67ca2c0-3e2b-4eea-9722-f8709560d19b HTTP/1.1" status: 200 len: 853 time: 0.0724161 Dec 13 13:18:54.768050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc72e66a-3796-4a95-ba3d-a28ab47f173d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:54.770750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bc72e66a-3796-4a95-ba3d-a28ab47f173d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:54.774169 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bc72e66a-3796-4a95-ba3d-a28ab47f173d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d172a989-696e-400d-a3a6-84b5f7ae63e1 HTTP/1.1" status: 204 len: 168 time: 0.2696283 Dec 13 13:18:54.815879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72e66a-3796-4a95-ba3d-a28ab47f173d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d172a989-696e-400d-a3a6-84b5f7ae63e1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:54.851635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57700) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:54.889184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-f8d68671-3586-4dce-947e-1e900601b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:54.891151 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-f8d68671-3586-4dce-947e-1e900601b285 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498499 Dec 13 13:18:55.006852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c56800b9-9ad5-48bf-836c-7e19fdb90832 req-61c01251-d393-4205-b589-860aa47447a0 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 210 time: 0.1639488 Dec 13 13:18:55.116928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f3f8c-1145-4032-8cc6-b7a161f681b1 req-e0b45840-a677-4512-98f9-dac40ed29552 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:55.147111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-398f3f8c-1145-4032-8cc6-b7a161f681b1 req-e0b45840-a677-4512-98f9-dac40ed29552 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.1383414 Dec 13 13:18:55.155387 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-78f0ff3d-d168-412e-bf47-2d612959b011 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519958 Dec 13 13:18:55.162476 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1950891085-network', 'tenant_id': 'e9c1517ea90445d58521fee4c62cf6cf'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:55.259981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-398f3f8c-1145-4032-8cc6-b7a161f681b1 req-de9f6d8e-d427-4262-aae6-ecfea3d354e6 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117682 Dec 13 13:18:55.325921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Made reservation on behalf of e9c1517ea90445d58521fee4c62cf6cf for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:18:55.328433 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:55.345965 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:55.388088 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb8beda3-8dba-4bfe-a81a-3243704224e8 req-b4e3245b-61ab-4d85-a842-d69864cdfe77 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201536 Dec 13 13:18:55.584034 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:55.589920 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:55.605705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:18:55.614275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-f6652c8e-0188-4f6d-95d2-b4cb89500362 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:55.616002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-f6652c8e-0188-4f6d-95d2-b4cb89500362 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.2156136 Dec 13 13:18:55.629301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'port': {'device_id': '7d7df15d-1f80-4a50-8130-52e1924d40b8', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'admin_state_up': True, 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:55.677658 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:55.678744 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Added segment 731e098b-dc48-4e74-b632-923448bde8ba of type vlan for network db1b1768-4d02-4fd9-843b-747c1ccd1415 Dec 13 13:18:55.709360 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7e9f64-241b-44b7-9981-a1784d250f31,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:55.815572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.818152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.818830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.820071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.820543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.820948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.821806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.823173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.823951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.825152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.826401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.826903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.828152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:18:55.862565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Made reservation on behalf of c01bbf10b14d4003865c5ab660a61bbc for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:18:55.866766 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:55.884711 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:55.932891 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:55.933994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:55.934687 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:56.084571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Allocated IP 172.20.0.7 (0a1be6de-718f-4ea7-9a52-a17277841c0e/2f0410cc-27a9-48bd-872d-d1e4f6ac7395/9d6b88b9-a2ed-401f-acce-3fa99b956550) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:18:56.108716 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2535520 Dec 13 13:18:56.109470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57738) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:56.125143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Request body: {'subnet': {'network_id': 'db1b1768-4d02-4fd9-843b-747c1ccd1415', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1950891085-subnet', 'tenant_id': 'e9c1517ea90445d58521fee4c62cf6cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:56.169637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d4d0d-c4f9-48b3-807c-df1827652ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=db1b1768-4d02-4fd9-843b-747c1ccd1415,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:56.184506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network db1b1768-4d02-4fd9-843b-747c1ccd1415 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:18:56.207906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Made reservation on behalf of e9c1517ea90445d58521fee4c62cf6cf for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:18:56.211218 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:56.377840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa9e35f2-33f6-412e-93d6-cd139e47ac21 req-3af58287-6736-48d1-a0de-66ad811b7614 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 210 time: 0.0790687 Dec 13 13:18:56.535395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57754) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:56.576757 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:56.634724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e297b-698c-4c61-ad87-c58903ce4699 req-0accd951-54dd-40d7-b3f3-24a98c2def9a tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:56.636467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-620e297b-698c-4c61-ad87-c58903ce4699 req-0accd951-54dd-40d7-b3f3-24a98c2def9a tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.0998847 Dec 13 13:18:56.655619 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:56.662150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eab9f439-a278-4f2f-929e-aa6f094da5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:56.705213 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:56.721998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['78047090-2a9b-49fe-88f7-ac133b2c7c79'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:18:56.722503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb685e0c-bdce-410a-844b-e3f7bed152d3,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:56.731750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Checking segment: {'id': '731e098b-dc48-4e74-b632-923448bde8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db1b1768-4d02-4fd9-843b-747c1ccd1415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:18:56.732526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Network hostable DHCP agents. Network: db1b1768-4d02-4fd9-843b-747c1ccd1415, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:18:56.753259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Network db1b1768-4d02-4fd9-843b-747c1ccd1415 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:18:56.766212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, db1b1768-4d02-4fd9-843b-747c1ccd1415) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:18:56.774343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:56.777806 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:56.816091 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3477b02e-0970-4e74-b01f-062eba1ea319 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6999824 Dec 13 13:18:56.830157 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=9d6b88b9-a2ed-401f-acce-3fa99b956550,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:56.853700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6043eb9c-b28b-482a-91d0-959dd8999aec None None] Network db1b1768-4d02-4fd9-843b-747c1ccd1415 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:18:56.862400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1031581104-network', 'tenant_id': 'da2d7074d7434917829859104839d54e'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:56.900816 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-620e297b-698c-4c61-ad87-c58903ce4699 req-0df5061d-1375-4326-bf47-88e9eccc365a tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536955 Dec 13 13:18:56.902384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Made reservation on behalf of da2d7074d7434917829859104839d54e for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:18:56.904994 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:56.960886 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:56.965606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:18:56.972560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:18:56.976391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:18:57.055789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:57.056360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:57.081087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-9ab2cbec-7956-43d0-8dc5-af41d54226c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4557710 Dec 13 13:18:57.097357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Request body: {'port': {'device_id': '7d7df15d-1f80-4a50-8130-52e1924d40b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:57.184986 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:57.210425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:57.216681 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:57.287611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:18:57.309981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fcda74-7be7-4551-9ee8-44f30f281de8 None None] Network db1b1768-4d02-4fd9-843b-747c1ccd1415 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:18:57.378642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b492e4-6150-4218-85ee-ab22c3e0dcff,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:57.417345 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:57.417722 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Added segment 0be38a55-8051-41a5-a9d5-796a97381d94 of type vlan for network bc804003-e712-43a8-ad68-c9cec0ac2d20 Dec 13 13:18:57.629346 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:57.725522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d78dd7-9e8b-4f42-805a-63b37c303c41 req-7d8c3b12-32fc-4b9d-a4fa-9e5ee7cb5ce1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:57.727252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8d78dd7-9e8b-4f42-805a-63b37c303c41 req-7d8c3b12-32fc-4b9d-a4fa-9e5ee7cb5ce1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 931 time: 0.1001663 Dec 13 13:18:57.741614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:57.742748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:57.743414 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:57.915239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=bc804003-e712-43a8-ad68-c9cec0ac2d20,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:57.927121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57786) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:57.927644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e3a1e8d8-3ce4-48eb-807b-c128c3d19cb4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3887060 Dec 13 13:18:57.939894 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Request body: {'subnet': {'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1031581104-subnet', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:58.009573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Made reservation on behalf of da2d7074d7434917829859104839d54e for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:18:58.015123 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.088185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57796) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:58.111806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network bc804003-e712-43a8-ad68-c9cec0ac2d20 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:18:58.120608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8d78dd7-9e8b-4f42-805a-63b37c303c41 req-db6d7fa7-0396-4697-bbec-4596a597d8d4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658426 Dec 13 13:18:58.137337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1236259528-network', 'tenant_id': 'a19a1c27a28944d181d3700800f636be'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:58.187818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6b88b9-a2ed-401f-acce-3fa99b956550 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:18:58.213066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8458574-67a5-4095-9752-72df925459fa req-22b008a3-719e-4608-97c2-26c820360015 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:58.221579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8458574-67a5-4095-9752-72df925459fa req-22b008a3-719e-4608-97c2-26c820360015 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.2134116 Dec 13 13:18:58.226955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.256095 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.265187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Made reservation on behalf of a19a1c27a28944d181d3700800f636be for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:18:58.267636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.288199 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.290448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Transition to ACTIVE for port object 9d6b88b9-a2ed-401f-acce-3fa99b956550 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:18:58.292563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4953f986-6d7b-4928-b8ed-992c493c32f8 None None] Provisioning complete for port 9d6b88b9-a2ed-401f-acce-3fa99b956550 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:18:58.293188 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4953f986-6d7b-4928-b8ed-992c493c32f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.304060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.368460 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.386942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8458574-67a5-4095-9752-72df925459fa req-b274048b-1f7c-4120-9151-62c8cbf27513 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639702 Dec 13 13:18:58.435945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4953f986-6d7b-4928-b8ed-992c493c32f8 None None] Port 9d6b88b9-a2ed-401f-acce-3fa99b956550 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:18:58.483054 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a470bf1-2328-451d-9ce3-424d3eb6f0d4,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:58.543217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Checking segment: {'id': '0be38a55-8051-41a5-a9d5-796a97381d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:18:58.543728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Network hostable DHCP agents. Network: bc804003-e712-43a8-ad68-c9cec0ac2d20, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:18:58.585668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Network bc804003-e712-43a8-ad68-c9cec0ac2d20 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:18:58.585914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6b88b9-a2ed-401f-acce-3fa99b956550,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:58.597487 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.605752 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.610565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, bc804003-e712-43a8-ad68-c9cec0ac2d20) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:18:58.621901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:58.623232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c526f838-cac6-48d9-8908-4aad2010acfb None None] Network bc804003-e712-43a8-ad68-c9cec0ac2d20 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:18:58.624027 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.656818 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-beeb50ac-b6e3-4ab7-96ae-585a9d9461a8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7277248 Dec 13 13:18:58.660258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57802) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:58.664835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1031581104-router', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:58.682791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2f1e8b-3e34-4cfa-a773-e4cadfa83144,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:58.716703 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.718346 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.732218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Attempting to bind port 9d6b88b9-a2ed-401f-acce-3fa99b956550 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:18:58.732596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Attempting to bind port 9d6b88b9-a2ed-401f-acce-3fa99b956550 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:18:58.732909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Attempting to bind port 9d6b88b9-a2ed-401f-acce-3fa99b956550 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:18:58.751296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Port 9d6b88b9-a2ed-401f-acce-3fa99b956550 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:18:58.751296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Attempting to bind port 9d6b88b9-a2ed-401f-acce-3fa99b956550 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:18:58.766657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:18:58.771991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:18:58.772330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Checking segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:18:58.772728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Bound using segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:18:58.773182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Bound port: 9d6b88b9-a2ed-401f-acce-3fa99b956550, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:18:58.773562 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.836875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-bc804003-e712-43a8-ad68-c9cec0ac2d20', 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20', 'project_id': 'da2d7074d7434917829859104839d54e', 'fixed_ips': [{'subnet_id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:18:58.838716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.859641 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:58.860006 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Added segment 3d20402a-90af-4faf-aa99-fafbd05540f4 of type vlan for network edc9df7e-be6a-4a93-81c1-4c5c07921d3e Dec 13 13:18:58.898127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.047149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.105117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] For port 9d6b88b9-a2ed-401f-acce-3fa99b956550, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:18:59.115796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] For port 9d6b88b9-a2ed-401f-acce-3fa99b956550, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9d6b88b9-a2ed-401f-acce-3fa99b956550,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:18:59.124677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Allocated IP 172.20.0.2 (bc804003-e712-43a8-ad68-c9cec0ac2d20/1a470bf1-2328-451d-9ce3-424d3eb6f0d4/b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:18:59.148342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.164328 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.166892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:59.168047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.180914 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.212355 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.249610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:59.256630 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.258574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] 10.222.0.42 "PUT /v2.0/ports/9d6b88b9-a2ed-401f-acce-3fa99b956550 HTTP/1.1" status: 200 len: 1091 time: 2.1670651 Dec 13 13:18:59.266494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7df15d-1f80-4a50-8130-52e1924d40b8', 'tag': '9d6b88b9-a2ed-401f-acce-3fa99b956550'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:18:59.273071 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75054d-4191-4c46-9954-19d25a820795" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7df15d-1f80-4a50-8130-52e1924d40b8", "tag": "9d6b88b9-a2ed-401f-acce-3fa99b956550"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:18:59.477744 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.487148 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf41b721-0eef-489a-aa58-3c37001ee33f x-openstack-request-id: req-cf41b721-0eef-489a-aa58-3c37001ee33f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:18:59.487477 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7df15d-1f80-4a50-8130-52e1924d40b8", "tag": "9d6b88b9-a2ed-401f-acce-3fa99b956550", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:18:59.488017 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf41b721-0eef-489a-aa58-3c37001ee33f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:18:59.488522 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7df15d-1f80-4a50-8130-52e1924d40b8', 'tag': '9d6b88b9-a2ed-401f-acce-3fa99b956550', 'status': 'completed', 'code': 200} Dec 13 13:18:59.495059 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.501564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3772550 Dec 13 13:18:59.540555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57820) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:18:59.571342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Request body: {'subnet': {'network_id': 'edc9df7e-be6a-4a93-81c1-4c5c07921d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1236259528-subnet', 'tenant_id': 'a19a1c27a28944d181d3700800f636be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:18:59.606160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Pushing event updated for resources: {'Port': ['ID=b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:59.634739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Network bc804003-e712-43a8-ad68-c9cec0ac2d20 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:18:59.641018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:18:59.647306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:18:59.784283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-c5587800-94c7-4e87-9b04-ab8f36f89fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:18:59.785279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-c5587800-94c7-4e87-9b04-ab8f36f89fac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 1094 time: 0.3694732 Dec 13 13:18:59.792031 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.792842 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Attempting to bind port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:18:59.793077 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Attempting to bind port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '0be38a55-8051-41a5-a9d5-796a97381d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:18:59.794577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Attempting to bind port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 on network bc804003-e712-43a8-ad68-c9cec0ac2d20 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:18:59.812560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:18:59.812901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Checking segment: {'id': '0be38a55-8051-41a5-a9d5-796a97381d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:18:59.813210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Made reservation on behalf of a19a1c27a28944d181d3700800f636be for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:18:59.813331 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.813623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Bound using segment: {'id': '0be38a55-8051-41a5-a9d5-796a97381d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:18:59.814231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Bound port: b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be38a55-8051-41a5-a9d5-796a97381d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:18:59.814623 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.816567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.827597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b50c56-0c6a-449c-ab02-01dc27f27819 admin admin] Pushing event updated for resources: {'Network': ['ID=edc9df7e-be6a-4a93-81c1-4c5c07921d3e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:18:59.858868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:18:59.929325 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] For port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:18:59.937314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] For port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3,segment=NetworkSegment(0be38a55-8051-41a5-a9d5-796a97381d94),segment_id=0be38a55-8051-41a5-a9d5-796a97381d94)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:18:59.948159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network edc9df7e-be6a-4a93-81c1-4c5c07921d3e details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:18:59.966432 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:00.024784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Allocated IP 172.25.2.26 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/40e396d2-6519-438a-98ae-c86c0114ff49) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:00.098502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dfaf6-9cea-4dd3-a16b-0de625a3f5ae None None] Pushing event updated for resources: {'Port': ['ID=b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:00.178266 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:00.272976 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:00.328943 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:00.422024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:00.428958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:00.430903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Pushing event updated for resources: {'Port': ['ID=40e396d2-6519-438a-98ae-c86c0114ff49,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:00.433478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:00.490780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd0224f-6f71-475d-8a0a-08cb48e15950 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:00.663236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ce073d6f-bd99-4950-8d18-ea23c7a58d64 None None] Provisioning complete for port 40e396d2-6519-438a-98ae-c86c0114ff49 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:00.666024 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce073d6f-bd99-4950-8d18-ea23c7a58d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:00.763471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ce073d6f-bd99-4950-8d18-ea23c7a58d64 None None] Port 40e396d2-6519-438a-98ae-c86c0114ff49 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:00.779147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d044552-4ad8-4d35-b69f-f419a4277192 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6b88b9-a2ed-401f-acce-3fa99b956550,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:00.785212 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-ab7838ad-fecf-4187-a6d8-b12409580035 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d6b88b9-a2ed-401f-acce-3fa99b956550 HTTP/1.1" status: 200 len: 217 time: 0.9661658 Dec 13 13:19:00.788056 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:00.895435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1c31a-42c7-4d27-816a-0d81f4065978 req-9a410c67-f37d-4eb8-9a80-8ff5b2ba7bcc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:00.903890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcf1c31a-42c7-4d27-816a-0d81f4065978 req-9a410c67-f37d-4eb8-9a80-8ff5b2ba7bcc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 1.6083281 Dec 13 13:19:00.915685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c00f7e-f700-42e8-b3dc-f3f2fff91bd2,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:00.967846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc97b3-c41e-4422-a5df-100a63762837 req-77687bd6-0f59-4f7e-a7c9-6b71a0b81a87 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:00.986640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fc97b3-c41e-4422-a5df-100a63762837 req-77687bd6-0f59-4f7e-a7c9-6b71a0b81a87 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 1.4455488 Dec 13 13:19:01.011748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-81ee0f35-a33d-4a9a-936f-81389a2078d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:01.013259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-81ee0f35-a33d-4a9a-936f-81389a2078d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.1984823 Dec 13 13:19:01.170702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fc97b3-c41e-4422-a5df-100a63762837 req-6948bb51-65aa-4deb-8362-8d358ba2b7b4 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823800 Dec 13 13:19:01.238542 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcf1c31a-42c7-4d27-816a-0d81f4065978 req-b30b7abf-8c4c-4a9e-ad31-1b9c5ad7d1e0 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334246 Dec 13 13:19:01.242371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-44854b60-4054-40eb-ac97-2244e5f765f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:01.244150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-44854b60-4054-40eb-ac97-2244e5f765f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890824 Dec 13 13:19:01.245120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Checking segment: {'id': '3d20402a-90af-4faf-aa99-fafbd05540f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'edc9df7e-be6a-4a93-81c1-4c5c07921d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:01.245639 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Network hostable DHCP agents. Network: edc9df7e-be6a-4a93-81c1-4c5c07921d3e, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:19:01.329333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Network edc9df7e-be6a-4a93-81c1-4c5c07921d3e is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:19:01.355759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, edc9df7e-be6a-4a93-81c1-4c5c07921d3e) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:01.366021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7718f6-8ac5-4084-bab1-b5d68add2fa1 None None] Network edc9df7e-be6a-4a93-81c1-4c5c07921d3e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:01.378156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:01.378962 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:01.470818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:01.499709 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2598e2d3-a1c2-483d-b380-3c447b337bf1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9316480 Dec 13 13:19:01.510314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-b70fdc40-c841-4282-b283-ea61cfb5ec62 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534041 Dec 13 13:19:01.627047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4cd60d-cac0-4749-9201-b18dbf18ea5b None None] Network edc9df7e-be6a-4a93-81c1-4c5c07921d3e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:01.785465 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5cbe148-60ef-4ee4-9261-59b9391d1c1d req-ffd31761-1696-4357-9550-e37a69204f1e service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639306 Dec 13 13:19:01.960715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75054d-4191-4c46-9954-19d25a820795 req-e00e4efe-0509-4e2f-8721-44ccd90f4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:01.965000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd75054d-4191-4c46-9954-19d25a820795 req-e00e4efe-0509-4e2f-8721-44ccd90f4475 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 1094 time: 0.1268642 Dec 13 13:19:02.063893 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:02.143984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:02.229142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b34d315-f0ce-42dd-bfa4-fdf5bb2addca None None] Network bc804003-e712-43a8-ad68-c9cec0ac2d20 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:02.374646 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75054d-4191-4c46-9954-19d25a820795 req-59622145-d05d-4cf0-b449-dd359ef21a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:02.376461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd75054d-4191-4c46-9954-19d25a820795 req-59622145-d05d-4cf0-b449-dd359ef21a1c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.4035802 Dec 13 13:19:02.450400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Router 84528565-7c0b-4241-b725-c332d5b11a73 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:19:02.483131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-69630f03-c563-490a-a7d1-27e0a685017e None None] Provisioning complete for port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:02.486444 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69630f03-c563-490a-a7d1-27e0a685017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:02.530752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd75054d-4191-4c46-9954-19d25a820795 req-331a8cf5-968e-4a5b-bd0a-7a237033473e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d6b88b9-a2ed-401f-acce-3fa99b956550 HTTP/1.1" status: 200 len: 217 time: 0.1302495 Dec 13 13:19:02.593485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:02.596634 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:02.650456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:02.667782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Sync routers for ids ['84528565-7c0b-4241-b725-c332d5b11a73'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:02.679243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:02.688132 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1209da5d-ebbc-411d-97d2-c08567f3fdfd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0250936 Dec 13 13:19:02.692509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57882) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:02.706446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75054d-4191-4c46-9954-19d25a820795 req-e69aa6c2-3fa6-469a-91d0-b147942ff2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:02.722696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd75054d-4191-4c46-9954-19d25a820795 req-e69aa6c2-3fa6-469a-91d0-b147942ff2fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0990305 Dec 13 13:19:02.764730 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69630f03-c563-490a-a7d1-27e0a685017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:02.892216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Routers {'84528565-7c0b-4241-b725-c332d5b11a73'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:02.893151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:18:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84528565-7c0b-4241-b725-c332d5b11a73'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:02.893585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fcad2-b4f2-4655-b6bd-18dd75fa93c3 req-236e4c95-c61c-406f-9764-5c34119f98d9 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:02.899836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e99fcad2-b4f2-4655-b6bd-18dd75fa93c3 req-236e4c95-c61c-406f-9764-5c34119f98d9 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.5948787 Dec 13 13:19:02.923790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-69630f03-c563-490a-a7d1-27e0a685017e None None] For port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3,segment=NetworkSegment(0be38a55-8051-41a5-a9d5-796a97381d94),segment_id=0be38a55-8051-41a5-a9d5-796a97381d94)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:03.032042 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69630f03-c563-490a-a7d1-27e0a685017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:03.034210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75054d-4191-4c46-9954-19d25a820795 req-21aac4ab-b7c8-4283-96d4-44bb94297eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:03.035894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd75054d-4191-4c46-9954-19d25a820795 req-21aac4ab-b7c8-4283-96d4-44bb94297eb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2847874 Dec 13 13:19:03.360582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f30d1e00-32bd-4b4b-be75-fb0d2c22cb73 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:03.364583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f30d1e00-32bd-4b4b-be75-fb0d2c22cb73 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/networks?id=db1b1768-4d02-4fd9-843b-747c1ccd1415 HTTP/1.1" status: 200 len: 812 time: 0.9864514 Dec 13 13:19:03.430141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-fbb6ae9d-0991-45db-987a-64288457a74a tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/quotas/e9c1517ea90445d58521fee4c62cf6cf HTTP/1.1" status: 200 len: 375 time: 0.0408273 Dec 13 13:19:03.472918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e99fcad2-b4f2-4655-b6bd-18dd75fa93c3 req-b356d858-f884-45dc-99ad-ee740b3249b3 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5594532 Dec 13 13:19:03.515324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-dc90dd11-0711-4e70-a7fa-4973355c8839 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9c1517ea90445d58521fee4c62cf6cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756693 Dec 13 13:19:03.614433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd75054d-4191-4c46-9954-19d25a820795 req-2df0f310-a177-4312-8b8c-642313b47c67 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560935 Dec 13 13:19:03.715380 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:03.753559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-260da0b2-3528-4abf-9247-cd1d7e6a30c1 None None] Provisioning complete for port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:03.754464 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-260da0b2-3528-4abf-9247-cd1d7e6a30c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:03.967832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69630f03-c563-490a-a7d1-27e0a685017e None None] Pushing event updated for resources: {'Port': ['ID=b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:04.003514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Set router 84528565-7c0b-4241-b725-c332d5b11a73 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:04.215975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Allocated IP 172.20.0.1 (bc804003-e712-43a8-ad68-c9cec0ac2d20/1a470bf1-2328-451d-9ce3-424d3eb6f0d4/052bc609-1b27-4a8e-89d6-ebca4e0e0138) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:04.267116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd75054d-4191-4c46-9954-19d25a820795 req-c9f04bea-777c-4296-8b1b-aeeaea3d06ac service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377490 Dec 13 13:19:04.272470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-bf1742d8-a4ec-42b1-a5d9-488743f52f92 service neutron] 10.222.0.31 "GET /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301028 Dec 13 13:19:04.357265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819168cc-725d-4727-8063-27ddcb608085 req-f15332df-26bb-45b9-8191-4087a8b6332e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:04.360175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-819168cc-725d-4727-8063-27ddcb608085 req-f15332df-26bb-45b9-8191-4087a8b6332e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.5731637 Dec 13 13:19:04.535504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:04.537418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-819168cc-725d-4727-8063-27ddcb608085 req-5979a5ed-052e-4819-8efa-3452333c5343 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434605 Dec 13 13:19:04.608283 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:04.701999 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Network bc804003-e712-43a8-ad68-c9cec0ac2d20 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:04.721814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:04.727051 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:04.748332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-3fe46502-1b0c-4250-a1b1-cc6d927ee740 service neutron] 10.222.0.31 "GET /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397621 Dec 13 13:19:04.799450 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:04.801747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Pushing event updated for resources: {'Port': ['ID=052bc609-1b27-4a8e-89d6-ebca4e0e0138,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:04.948782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84528565-7c0b-4241-b725-c332d5b11a73', 'name': 'tempest-TestAggregatesBasicOps-1031581104-router', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:18:58Z', 'updated_at': '2021-12-13T13:19:01Z', 'revision_number': 3, 'project_id': 'da2d7074d7434917829859104839d54e', 'gw_port': {'id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:18:59Z', 'updated_at': '2021-12-13T13:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:04.968514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ec4be-a244-4d26-8180-dbaabe6f5afb req-1b70743f-6d48-4318-9c8e-848b20e2c227 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:04.975285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-217ec4be-a244-4d26-8180-dbaabe6f5afb req-1b70743f-6d48-4318-9c8e-848b20e2c227 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.2174523 Dec 13 13:19:05.117988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-217ec4be-a244-4d26-8180-dbaabe6f5afb req-c9fc9ecc-467a-4d74-a1ad-8bbd9aa3daf6 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308193 Dec 13 13:19:05.232254 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:05.262920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29069552-7356-4fe9-9ea6-6410f9ea9529 req-88f3aad3-525e-43aa-94d2-93a6ef3a9abe tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 210 time: 0.0689793 Dec 13 13:19:05.629526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Checking router: 84528565-7c0b-4241-b725-c332d5b11a73 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:05.630430 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Updating router 84528565-7c0b-4241-b725-c332d5b11a73 port 40e396d2-6519-438a-98ae-c86c0114ff49 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:19:05.719042 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:05.860188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7795f48a-68e6-420b-9836-4590406f7098 None None] Provisioning complete for port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:05.876348 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7795f48a-68e6-420b-9836-4590406f7098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:05.902251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe57f1b-72fe-449a-897a-a32476dc4b1b req-141562e9-a4fe-4bdb-9e6a-b02b9bdab45e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:05.905207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfe57f1b-72fe-449a-897a-a32476dc4b1b req-141562e9-a4fe-4bdb-9e6a-b02b9bdab45e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.2013643 Dec 13 13:19:05.912663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:05.927807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:06.044190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bfe57f1b-72fe-449a-897a-a32476dc4b1b req-b5fbb3cd-ced2-44d4-81fb-a89d785b4a08 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212304 Dec 13 13:19:06.187150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Pushing event updated for resources: {'Port': ['ID=052bc609-1b27-4a8e-89d6-ebca4e0e0138,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:06.280322 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:06.335356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:06.445970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62805d-6a01-48d0-8e5a-37be372c6ff9 req-0a1982d8-fa7d-4472-801b-9cbc6b47360c tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:06.458168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d62805d-6a01-48d0-8e5a-37be372c6ff9 req-0a1982d8-fa7d-4472-801b-9cbc6b47360c tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.1309867 Dec 13 13:19:06.499160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7795f48a-68e6-420b-9836-4590406f7098 None None] Port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:06.534437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c0edb422-9d1c-4915-a786-f3a6cfeed722 req-ed08788c-2c09-4d95-9d96-1a4c3c01c892 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 210 time: 0.0720954 Dec 13 13:19:06.551719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Network bc804003-e712-43a8-ad68-c9cec0ac2d20 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:06.568485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:06.583390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:06.584137 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:06.798584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d62805d-6a01-48d0-8e5a-37be372c6ff9 req-3e89ece8-83fd-4cb9-a20a-04bd79c9ae2b tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387341 Dec 13 13:19:07.013701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Router 84528565-7c0b-4241-b725-c332d5b11a73 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:19:07.243561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c93bc057-7329-4850-8cfa-7fcdf6300a7a None None] Provisioning complete for port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:07.244076 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c93bc057-7329-4850-8cfa-7fcdf6300a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:07.305204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98f306-cf05-41c0-b41d-ad2b74b49c68 req-ca6fd018-e5f9-4c8b-a79d-5679101a989f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:07.321105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb98f306-cf05-41c0-b41d-ad2b74b49c68 req-ca6fd018-e5f9-4c8b-a79d-5679101a989f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1241007 Dec 13 13:19:07.466346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb98f306-cf05-41c0-b41d-ad2b74b49c68 req-d5cb7a7d-3f10-494c-852f-7a0f51276202 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400094 Dec 13 13:19:07.486244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c93bc057-7329-4850-8cfa-7fcdf6300a7a None None] Port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:07.497666 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:07.510403 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:07.628332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:07.647704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b3441-2d68-432e-9196-531740bd8fc4 None None] Pushing event updated for resources: {'Port': ['ID=40e396d2-6519-438a-98ae-c86c0114ff49,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:07.653033 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9831e58b-e61e-4ab2-9f6c-362dac149768 admin admin] 10.222.0.31 "PUT /v2.0/routers/84528565-7c0b-4241-b725-c332d5b11a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9593353 Dec 13 13:19:07.690024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a9bea-d52f-4aa6-af83-04f57c74c513 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:07.733669 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-be465a9c-3a8e-48c9-8a72-0d333d84b4a8 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:07.736097 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-be465a9c-3a8e-48c9-8a72-0d333d84b4a8 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.37 "GET /v2.0/networks?id=db1b1768-4d02-4fd9-843b-747c1ccd1415 HTTP/1.1" status: 200 len: 812 time: 0.4211063 Dec 13 13:19:07.754455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Attempting to bind port 40e396d2-6519-438a-98ae-c86c0114ff49 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:07.754867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Attempting to bind port 40e396d2-6519-438a-98ae-c86c0114ff49 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:07.755236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Attempting to bind port 40e396d2-6519-438a-98ae-c86c0114ff49 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:07.759371 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:07.761118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Request body: {'port': {'device_id': '7650c759-5e42-47a6-97d7-5a5bdae7a693', 'network_id': 'db1b1768-4d02-4fd9-843b-747c1ccd1415', 'admin_state_up': True, 'tenant_id': 'e9c1517ea90445d58521fee4c62cf6cf'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:07.776070 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:07.777518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:07.777910 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:07.778351 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:07.778751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:07.779252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Bound port: 40e396d2-6519-438a-98ae-c86c0114ff49, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:07.779639 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:07.961751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f81d4bae-112e-4b03-8897-818206c832b7 req-57d1c5d9-ec0a-4cad-b083-d24d361f0f57 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 210 time: 0.1387680 Dec 13 13:19:07.976279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] For port 40e396d2-6519-438a-98ae-c86c0114ff49, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:07.984522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] For port 40e396d2-6519-438a-98ae-c86c0114ff49, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=40e396d2-6519-438a-98ae-c86c0114ff49,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:08.005360 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:08.078918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Made reservation on behalf of e9c1517ea90445d58521fee4c62cf6cf for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:19:08.097251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:08.106402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b3441-2d68-432e-9196-531740bd8fc4 None None] Pushing event updated for resources: {'Port': ['ID=40e396d2-6519-438a-98ae-c86c0114ff49,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:08.114019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0fd23eb7-0ec2-4e70-80e5-7b108a8d3b05 None None] Provisioning complete for port 40e396d2-6519-438a-98ae-c86c0114ff49 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:08.114499 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd23eb7-0ec2-4e70-80e5-7b108a8d3b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:08.153772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Routers {'84528565-7c0b-4241-b725-c332d5b11a73'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:08.154875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:18:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84528565-7c0b-4241-b725-c332d5b11a73'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:08.167504 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92342247-174b-42a0-91f4-32e71e91db67 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:08.258981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b6478-5a10-4df5-b77d-0cbc9e74cbe2 req-62d7ee3e-d12d-4de1-b69e-905cb4ccd3b3 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:08.275343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca9b6478-5a10-4df5-b77d-0cbc9e74cbe2 req-62d7ee3e-d12d-4de1-b69e-905cb4ccd3b3 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.1897719 Dec 13 13:19:08.373738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca9b6478-5a10-4df5-b77d-0cbc9e74cbe2 req-6e806c4d-a01d-4cf1-9fb1-3fe2c369b44e tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964689 Dec 13 13:19:08.473513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Allocated IP 172.20.0.10 (db1b1768-4d02-4fd9-843b-747c1ccd1415/bb685e0c-bdce-410a-844b-e3f7bed152d3/6c338490-f6e8-4295-8709-0fab7f28b8f3) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:08.520741 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd23eb7-0ec2-4e70-80e5-7b108a8d3b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:08.590859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0fd23eb7-0ec2-4e70-80e5-7b108a8d3b05 None None] For port 40e396d2-6519-438a-98ae-c86c0114ff49, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=40e396d2-6519-438a-98ae-c86c0114ff49,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:08.602452 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd23eb7-0ec2-4e70-80e5-7b108a8d3b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:08.608370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] Set router 84528565-7c0b-4241-b725-c332d5b11a73 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:08.733103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5554a9-d1fa-494a-bfae-b856fa30d6f9 req-dc075fac-86d8-45dd-96a0-1f614bf6111f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:08.735322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5554a9-d1fa-494a-bfae-b856fa30d6f9 req-dc075fac-86d8-45dd-96a0-1f614bf6111f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1167395 Dec 13 13:19:08.746092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:08.789700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd23eb7-0ec2-4e70-80e5-7b108a8d3b05 None None] Pushing event updated for resources: {'Port': ['ID=40e396d2-6519-438a-98ae-c86c0114ff49,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:08.869994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:08.881218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5554a9-d1fa-494a-bfae-b856fa30d6f9 req-18c0daaf-80b3-4b15-8480-c7c5ed86a39c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386595 Dec 13 13:19:08.925687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cad48833-239b-49bd-badc-30160e6e4a57 None None] Provisioning complete for port 40e396d2-6519-438a-98ae-c86c0114ff49 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:08.926371 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cad48833-239b-49bd-badc-30160e6e4a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:08.984366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Network db1b1768-4d02-4fd9-843b-747c1ccd1415 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:08.991417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:09.019645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:09.102544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Pushing event updated for resources: {'Port': ['ID=6c338490-f6e8-4295-8709-0fab7f28b8f3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:09.152205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:09.152864 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:09.187915 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-f354f953-d4d1-4af8-88cd-dedec974c2f3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4413617 Dec 13 13:19:09.206667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Request body: {'port': {'device_id': '7650c759-5e42-47a6-97d7-5a5bdae7a693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:09.216597 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 57978) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:09.224574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1041426226-network', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:09.285097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9235626-990d-4a2a-81e8-61cc11443919 req-4c23de20-d83e-4931-bb92-91f300c8513e tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:09.296327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9235626-990d-4a2a-81e8-61cc11443919 req-4c23de20-d83e-4931-bb92-91f300c8513e tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 932 time: 0.2259541 Dec 13 13:19:09.367526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84528565-7c0b-4241-b725-c332d5b11a73', 'name': 'tempest-TestAggregatesBasicOps-1031581104-router', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:18:58Z', 'updated_at': '2021-12-13T13:19:05Z', 'revision_number': 4, 'project_id': 'da2d7074d7434917829859104839d54e', 'gw_port': {'id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:18:59Z', 'updated_at': '2021-12-13T13:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '052bc609-1b27-4a8e-89d6-ebca4e0e0138', 'name': '', 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'mac_address': 'fa:16:3e:b5:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:03Z', 'updated_at': '2021-12-13T13:19:05Z', 'revision_number': 2, 'project_id': 'da2d7074d7434917829859104839d54e', 'subnets': [{'id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:09.368350 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:09.370685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Made reservation on behalf of eb1d82ebaa9e4e6695eb0e225e504744 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:19:09.373648 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:09.386288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a9235626-990d-4a2a-81e8-61cc11443919 req-b2fb67cc-8385-4ae0-9744-c83300ea85ae tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814319 Dec 13 13:19:09.403162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3fd62-cc63-4c57-b144-043f2a352a77 None None] The sync data for ids ['84528565-7c0b-4241-b725-c332d5b11a73'] in n-d-817326-4 is: [{'id': '84528565-7c0b-4241-b725-c332d5b11a73', 'name': 'tempest-TestAggregatesBasicOps-1031581104-router', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:18:58Z', 'updated_at': '2021-12-13T13:19:05Z', 'revision_number': 4, 'project_id': 'da2d7074d7434917829859104839d54e', 'gw_port': {'id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:18:59Z', 'updated_at': '2021-12-13T13:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '052bc609-1b27-4a8e-89d6-ebca4e0e0138', 'name': '', 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'mac_address': 'fa:16:3e:b5:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:03Z', 'updated_at': '2021-12-13T13:19:05Z', 'revision_number': 2, 'project_id': 'da2d7074d7434917829859104839d54e', 'subnets': [{'id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:09.442013 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:09.581449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281be3e-5896-43a7-b75c-636e5eed4aa5 req-3418fbf2-4ed7-4838-bd50-1928a94cce26 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:09.587172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0281be3e-5896-43a7-b75c-636e5eed4aa5 req-3418fbf2-4ed7-4838-bd50-1928a94cce26 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.1039886 Dec 13 13:19:09.759141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0281be3e-5896-43a7-b75c-636e5eed4aa5 req-3fb86bbb-e906-4e92-8c75-f69d500f4ce9 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434515 Dec 13 13:19:09.764082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:09.791923 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:09.871296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:19:09.888980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6920552c-55fa-4e56-9d7b-92cf3689f045,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:09.903782 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:09.904487 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Added segment c0a0b1b0-6682-4dea-a50f-c9f8574772c1 of type vlan for network fa451269-99f5-40ce-a010-113365790398 Dec 13 13:19:10.118629 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:10.137279 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c338490-f6e8-4295-8709-0fab7f28b8f3 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:19:10.155589 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:10.178530 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:10.178838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56ba98-812b-48e6-80d8-2afa66e9eee9 req-ead8e796-77dc-4415-98e4-9785acc501c1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:10.179711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:10.180792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:10.191654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Transition to ACTIVE for port object 6c338490-f6e8-4295-8709-0fab7f28b8f3 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:19:10.199172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a56ba98-812b-48e6-80d8-2afa66e9eee9 req-ead8e796-77dc-4415-98e4-9785acc501c1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1526139 Dec 13 13:19:10.236353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:10.273133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a56ba98-812b-48e6-80d8-2afa66e9eee9 req-4285cf1c-4f27-42d5-aca2-ec32d4782b74 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726385 Dec 13 13:19:10.295400 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0754719 Dec 13 13:19:10.307421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 57990) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:10.310564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e864943-b855-4246-b411-3f2dd92ce4f1 admin admin] Pushing event updated for resources: {'Network': ['ID=fa451269-99f5-40ce-a010-113365790398,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:10.328792 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Request body: {'subnet': {'network_id': 'fa451269-99f5-40ce-a010-113365790398', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1041426226-subnet', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:10.333274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network fa451269-99f5-40ce-a010-113365790398 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:19:10.375462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Made reservation on behalf of eb1d82ebaa9e4e6695eb0e225e504744 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:19:10.378769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:10.413184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Pushing event updated for resources: {'Port': ['ID=6c338490-f6e8-4295-8709-0fab7f28b8f3,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:10.512691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Attempting to bind port 6c338490-f6e8-4295-8709-0fab7f28b8f3 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:10.519173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Attempting to bind port 6c338490-f6e8-4295-8709-0fab7f28b8f3 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '731e098b-dc48-4e74-b632-923448bde8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db1b1768-4d02-4fd9-843b-747c1ccd1415'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:10.519657 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Attempting to bind port 6c338490-f6e8-4295-8709-0fab7f28b8f3 on network db1b1768-4d02-4fd9-843b-747c1ccd1415 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:10.542692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Port 6c338490-f6e8-4295-8709-0fab7f28b8f3 on network db1b1768-4d02-4fd9-843b-747c1ccd1415 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:19:10.543356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Attempting to bind port 6c338490-f6e8-4295-8709-0fab7f28b8f3 on network db1b1768-4d02-4fd9-843b-747c1ccd1415 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:10.553022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:10.553592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Checking segment: {'id': '731e098b-dc48-4e74-b632-923448bde8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db1b1768-4d02-4fd9-843b-747c1ccd1415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:10.554254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Bound using segment: {'id': '731e098b-dc48-4e74-b632-923448bde8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db1b1768-4d02-4fd9-843b-747c1ccd1415'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:10.554885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Bound port: 6c338490-f6e8-4295-8709-0fab7f28b8f3, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731e098b-dc48-4e74-b632-923448bde8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'db1b1768-4d02-4fd9-843b-747c1ccd1415'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:10.555482 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:10.649527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974cef-a58b-4fb4-80da-061016f7c568 req-f121b6db-d3d5-404f-b822-8c749502f2f6 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:10.659091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac974cef-a58b-4fb4-80da-061016f7c568 req-f121b6db-d3d5-404f-b822-8c749502f2f6 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 944 time: 0.1120577 Dec 13 13:19:10.730691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] For port 6c338490-f6e8-4295-8709-0fab7f28b8f3, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:10.736766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] For port 6c338490-f6e8-4295-8709-0fab7f28b8f3, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=6c338490-f6e8-4295-8709-0fab7f28b8f3,segment=NetworkSegment(731e098b-dc48-4e74-b632-923448bde8ba),segment_id=731e098b-dc48-4e74-b632-923448bde8ba)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:10.744201 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:10.778553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac974cef-a58b-4fb4-80da-061016f7c568 req-f7d9e053-2197-4c6a-bb03-3f37695d6be3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088905 Dec 13 13:19:10.885242 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:10.895695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:10.896624 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:10.899828 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] 10.222.0.37 "PUT /v2.0/ports/6c338490-f6e8-4295-8709-0fab7f28b8f3 HTTP/1.1" status: 200 len: 1092 time: 1.7037930 Dec 13 13:19:10.900306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7650c759-5e42-47a6-97d7-5a5bdae7a693', 'tag': '6c338490-f6e8-4295-8709-0fab7f28b8f3'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:19:10.922006 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0406a0-69e6-4409-928a-0d13e76acf00" -d '{"events": [{"name": "network-changed", "server_uuid": "7650c759-5e42-47a6-97d7-5a5bdae7a693", "tag": "6c338490-f6e8-4295-8709-0fab7f28b8f3"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:19:11.018239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4e912-b771-4087-b044-0d1cb17b476f service neutron] Pushing event updated for resources: {'Port': ['ID=6c338490-f6e8-4295-8709-0fab7f28b8f3,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:11.035064 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dcafb5-0d86-4a00-94e8-55b4b293c26d x-openstack-request-id: req-e9dcafb5-0d86-4a00-94e8-55b4b293c26d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:19:11.035450 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7650c759-5e42-47a6-97d7-5a5bdae7a693", "tag": "6c338490-f6e8-4295-8709-0fab7f28b8f3", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:19:11.035691 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9dcafb5-0d86-4a00-94e8-55b4b293c26d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:19:11.036295 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7650c759-5e42-47a6-97d7-5a5bdae7a693', 'tag': '6c338490-f6e8-4295-8709-0fab7f28b8f3', 'status': 'completed', 'code': 200} Dec 13 13:19:11.054579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-a652c730-c2b7-42ea-bffd-9ed86b14e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:11.056455 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-a652c730-c2b7-42ea-bffd-9ed86b14e0d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9c1517ea90445d58521fee4c62cf6cf&device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 1095 time: 0.0903072 Dec 13 13:19:11.107412 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06495bb9-57b2-4763-a7f0-bea06a7c7d57,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:11.124009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Checking segment: {'id': 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fa451269-99f5-40ce-a010-113365790398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:11.124624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Network hostable DHCP agents. Network: fa451269-99f5-40ce-a010-113365790398, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:19:11.160057 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-dad8d872-e925-49c8-bf8b-35fff6966a8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c338490-f6e8-4295-8709-0fab7f28b8f3 HTTP/1.1" status: 200 len: 217 time: 0.0948622 Dec 13 13:19:11.161084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6ad1f-c300-4249-8c26-230c003560de req-5732a433-042b-436e-9c48-eafe0e2c6487 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:11.171479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1b6ad1f-c300-4249-8c26-230c003560de req-5732a433-042b-436e-9c48-eafe0e2c6487 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.2001321 Dec 13 13:19:11.216205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Network fa451269-99f5-40ce-a010-113365790398 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:19:11.229567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, fa451269-99f5-40ce-a010-113365790398) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:11.239553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14a55da-2f88-42ac-a548-727b536b67c9 None None] Network fa451269-99f5-40ce-a010-113365790398 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:11.252744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-4e199564-6d14-406a-a4d5-7cf019668b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:11.253873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:11.254435 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-4e199564-6d14-406a-a4d5-7cf019668b32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb685e0c-bdce-410a-844b-e3f7bed152d3 HTTP/1.1" status: 200 len: 852 time: 0.0868533 Dec 13 13:19:11.254587 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:11.291314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b5cfe27e-cfe8-4ebb-a18d-f8b329c5b693 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9817362 Dec 13 13:19:11.303112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1b6ad1f-c300-4249-8c26-230c003560de req-60279059-d5b4-445c-bf1c-96e5ceaeb155 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306248 Dec 13 13:19:11.316569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58000) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:11.336075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1041426226-router', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:11.400421 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-76d7e55c-6b60-41f7-8023-ce9fb1e367a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db1b1768-4d02-4fd9-843b-747c1ccd1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375575 Dec 13 13:19:11.415577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:11.423050 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:11.488758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-fa451269-99f5-40ce-a010-113365790398', 'network_id': 'fa451269-99f5-40ce-a010-113365790398', 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'fixed_ips': [{'subnet_id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:19:11.490478 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:11.535556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:11.760513 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-c6b393f4-1dbb-46f1-9d21-a33637c31fcc service neutron] 10.222.0.37 "GET /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499594 Dec 13 13:19:11.860803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f5a0e-9e4d-4310-94e7-2bcc53ae7d39 req-34f13698-de5d-4420-8ff0-d507867dda24 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:11.871341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-982f5a0e-9e4d-4310-94e7-2bcc53ae7d39 req-34f13698-de5d-4420-8ff0-d507867dda24 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.3340647 Dec 13 13:19:11.876778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:11.954806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Allocated IP 172.20.0.2 (fa451269-99f5-40ce-a010-113365790398/06495bb9-57b2-4763-a7f0-bea06a7c7d57/e6e3b664-c454-44ec-9f0b-879e849bd6c6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:12.098180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-982f5a0e-9e4d-4310-94e7-2bcc53ae7d39 req-3ba15887-830d-490b-b50c-8460d61e4383 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249138 Dec 13 13:19:12.146034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 40e396d2-6519-438a-98ae-c86c0114ff49 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:12.305863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde826d-a128-468a-a3cd-a0add6d84b8f req-1e9519f5-2cac-4952-a6f4-6b90f2df459d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:12.317858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dde826d-a128-468a-a3cd-a0add6d84b8f req-1e9519f5-2cac-4952-a6f4-6b90f2df459d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 944 time: 0.2337074 Dec 13 13:19:12.485630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dde826d-a128-468a-a3cd-a0add6d84b8f req-b968c9bb-67a5-493b-bf3c-70aff9087149 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662750 Dec 13 13:19:12.587610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 40e396d2-6519-438a-98ae-c86c0114ff49 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:12.588322 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:12.708766 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:12.721558 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:12.838015 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Network fa451269-99f5-40ce-a010-113365790398 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:12.847833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:12.850116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Pushing event updated for resources: {'Port': ['ID=e6e3b664-c454-44ec-9f0b-879e849bd6c6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:12.856062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:12.867463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8684-8492-4955-bf51-513899b040cf req-596a6acf-f2fc-4feb-b592-b7bfbb7fe070 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:12.873660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff8b8684-8492-4955-bf51-513899b040cf req-596a6acf-f2fc-4feb-b592-b7bfbb7fe070 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.3474021 Dec 13 13:19:13.044353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Attempting to bind port e6e3b664-c454-44ec-9f0b-879e849bd6c6 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:13.046713 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Attempting to bind port e6e3b664-c454-44ec-9f0b-879e849bd6c6 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fa451269-99f5-40ce-a010-113365790398'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:13.047259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Attempting to bind port e6e3b664-c454-44ec-9f0b-879e849bd6c6 on network fa451269-99f5-40ce-a010-113365790398 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:13.047992 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-1e10c206-5a0a-41f1-a410-9bee01549c98 req-9eec26f8-7b4a-4392-929b-0bf6c047316e service neutron] 10.222.0.37 "GET /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2818685 Dec 13 13:19:13.063343 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:13.064235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:13.064976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Checking segment: {'id': 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fa451269-99f5-40ce-a010-113365790398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:13.065515 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:13.066029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Bound using segment: {'id': 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fa451269-99f5-40ce-a010-113365790398'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:13.066799 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Bound port: e6e3b664-c454-44ec-9f0b-879e849bd6c6, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fa451269-99f5-40ce-a010-113365790398'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:13.067396 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:13.103714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff8b8684-8492-4955-bf51-513899b040cf req-044a1a35-7729-40e5-95df-6b87db3c99b8 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166958 Dec 13 13:19:13.109753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:13.152320 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0406a0-69e6-4409-928a-0d13e76acf00 req-cdcddceb-ccf3-4224-9ba8-c2aa02279f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:13.154241 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec0406a0-69e6-4409-928a-0d13e76acf00 req-cdcddceb-ccf3-4224-9ba8-c2aa02279f57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9c1517ea90445d58521fee4c62cf6cf&device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 1095 time: 0.0554481 Dec 13 13:19:13.277996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] For port e6e3b664-c454-44ec-9f0b-879e849bd6c6, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:13.285064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] For port e6e3b664-c454-44ec-9f0b-879e849bd6c6, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e6e3b664-c454-44ec-9f0b-879e849bd6c6,segment=NetworkSegment(c0a0b1b0-6682-4dea-a50f-c9f8574772c1),segment_id=c0a0b1b0-6682-4dea-a50f-c9f8574772c1)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:13.290602 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:13.373250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0406a0-69e6-4409-928a-0d13e76acf00 req-87695dfd-9b20-4223-9052-0b31f2f945f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:13.379267 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec0406a0-69e6-4409-928a-0d13e76acf00 req-87695dfd-9b20-4223-9052-0b31f2f945f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db1b1768-4d02-4fd9-843b-747c1ccd1415 HTTP/1.1" status: 200 len: 912 time: 0.2167954 Dec 13 13:19:13.425922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f8f37-c039-45fd-8597-9829a7c187b8 None None] Pushing event updated for resources: {'Port': ['ID=e6e3b664-c454-44ec-9f0b-879e849bd6c6,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:13.472026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b466c82-34ae-4ddb-b6a9-0fec16f37f06 req-6f46f375-98e5-4435-8206-df3637789752 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:13.473697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b466c82-34ae-4ddb-b6a9-0fec16f37f06 req-6f46f375-98e5-4435-8206-df3637789752 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1933026 Dec 13 13:19:13.499648 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec0406a0-69e6-4409-928a-0d13e76acf00 req-4f4488f6-9c95-457e-99d6-db9118f89898 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c338490-f6e8-4295-8709-0fab7f28b8f3 HTTP/1.1" status: 200 len: 217 time: 0.1120415 Dec 13 13:19:13.543380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Allocated IP 172.25.2.38 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/4486dd3c-fd40-49f2-a480-93f121903669) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:13.617396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0406a0-69e6-4409-928a-0d13e76acf00 req-63598342-c71e-4c9f-be42-48624f0cebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:13.618984 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec0406a0-69e6-4409-928a-0d13e76acf00 req-63598342-c71e-4c9f-be42-48624f0cebfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb685e0c-bdce-410a-844b-e3f7bed152d3 HTTP/1.1" status: 200 len: 852 time: 0.1119883 Dec 13 13:19:13.683924 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec0406a0-69e6-4409-928a-0d13e76acf00 req-bbfd371f-9b88-414e-bb15-624c90815964 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db1b1768-4d02-4fd9-843b-747c1ccd1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535271 Dec 13 13:19:13.762645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b466c82-34ae-4ddb-b6a9-0fec16f37f06 req-06562971-8d5a-45cd-8c70-76f418d945b2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800407 Dec 13 13:19:13.847180 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Sync routers for ids ['84528565-7c0b-4241-b725-c332d5b11a73'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:13.867362 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Routers {'84528565-7c0b-4241-b725-c332d5b11a73'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:13.867971 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:18:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84528565-7c0b-4241-b725-c332d5b11a73'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:13.909246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:19:13.919984 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec0406a0-69e6-4409-928a-0d13e76acf00 req-d906c816-9757-4d46-8326-ddb7d44d9d64 service neutron] 10.222.0.37 "GET /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191670 Dec 13 13:19:13.943052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6f44-ae23-422f-ad6b-7fa9d0ad714c req-8eaf52b0-23fa-44e4-ae4f-8aea453cce50 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:13.956532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5cd6f44-ae23-422f-ad6b-7fa9d0ad714c req-8eaf52b0-23fa-44e4-ae4f-8aea453cce50 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 944 time: 0.3348246 Dec 13 13:19:14.121013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:14.147755 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:14.151610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'port_id': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'mac_address': 'fa:16:3e:fd:a5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:19:14.184190 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ec0406a0-69e6-4409-928a-0d13e76acf00 req-0e8bf2cf-7b99-4f9a-99e8-fa3169014913 service neutron] 10.222.0.37 "GET /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567353 Dec 13 13:19:14.186027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5cd6f44-ae23-422f-ad6b-7fa9d0ad714c req-ee01e1ec-e63b-4cf1-a508-6e37242ebcc7 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284327 Dec 13 13:19:14.223311 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Set router 84528565-7c0b-4241-b725-c332d5b11a73 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:14.287063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:14.289028 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:14.374647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:14.388260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:14.392572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:14.395977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4486dd3c-fd40-49f2-a480-93f121903669,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:14.516180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.524981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.526265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.526863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.527399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.527951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.528498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.529034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.529569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.530109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.530634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.531152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.532060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:14.563981 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84528565-7c0b-4241-b725-c332d5b11a73', 'name': 'tempest-TestAggregatesBasicOps-1031581104-router', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:18:58Z', 'updated_at': '2021-12-13T13:19:05Z', 'revision_number': 4, 'project_id': 'da2d7074d7434917829859104839d54e', 'gw_port': {'id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:18:59Z', 'updated_at': '2021-12-13T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '052bc609-1b27-4a8e-89d6-ebca4e0e0138', 'name': '', 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'mac_address': 'fa:16:3e:b5:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:03Z', 'updated_at': '2021-12-13T13:19:05Z', 'revision_number': 2, 'project_id': 'da2d7074d7434917829859104839d54e', 'subnets': [{'id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:14.576999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90cd30-464b-43b5-b425-459ca79461d1 req-2d6d0ed9-aef1-44f5-8e76-9e4cb23f4834 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:14.584349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f90cd30-464b-43b5-b425-459ca79461d1 req-2d6d0ed9-aef1-44f5-8e76-9e4cb23f4834 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 943 time: 0.2626915 Dec 13 13:19:14.636986 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Checking router: 84528565-7c0b-4241-b725-c332d5b11a73 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:14.637344 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Updating router 84528565-7c0b-4241-b725-c332d5b11a73 port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:19:14.664961 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:14.705448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e6e3b664-c454-44ec-9f0b-879e849bd6c6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:14.708031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec9c63-257d-4456-960c-20271b89af06 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:14.774252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:19:14.853528 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f90cd30-464b-43b5-b425-459ca79461d1 req-9e806eb0-5383-4ae4-95b1-633a85175ea5 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039118 Dec 13 13:19:14.861205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:14.910514 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.008502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2c75f29c-9356-4651-a8a0-75e56879b8af None None] Provisioning complete for port 4486dd3c-fd40-49f2-a480-93f121903669 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:15.009232 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c75f29c-9356-4651-a8a0-75e56879b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.069454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:15.164252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e6e3b664-c454-44ec-9f0b-879e849bd6c6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:15.164649 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.263972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['22f1cb53-a6b4-44dc-9151-9c34ccde6c01'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:19:15.381899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2c75f29c-9356-4651-a8a0-75e56879b8af None None] Port 4486dd3c-fd40-49f2-a480-93f121903669 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:15.414613 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.425714 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.521723 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Pushing event updated for resources: {'Port': ['ID=052bc609-1b27-4a8e-89d6-ebca4e0e0138,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:15.548507 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.549227 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.549760 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.550286 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.551134 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.551636 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.552187 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.552670 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.553477 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.554692 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.563473 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.566923 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.567507 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:15.624944 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.634146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee54a5-8634-4989-9ca7-330f109ceb88 None None] Network fa451269-99f5-40ce-a010-113365790398 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:15.708198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.722758 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Attempting to bind port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:15.723202 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Attempting to bind port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '0be38a55-8051-41a5-a9d5-796a97381d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:15.723630 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Attempting to bind port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 on network bc804003-e712-43a8-ad68-c9cec0ac2d20 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:15.739314 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:15.739766 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Checking segment: {'id': '0be38a55-8051-41a5-a9d5-796a97381d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:15.740236 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.740694 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Bound using segment: {'id': '0be38a55-8051-41a5-a9d5-796a97381d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:15.741254 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Bound port: 052bc609-1b27-4a8e-89d6-ebca4e0e0138, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be38a55-8051-41a5-a9d5-796a97381d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:15.741699 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.881056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port e6e3b664-c454-44ec-9f0b-879e849bd6c6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e6e3b664-c454-44ec-9f0b-879e849bd6c6,segment=NetworkSegment(c0a0b1b0-6682-4dea-a50f-c9f8574772c1),segment_id=c0a0b1b0-6682-4dea-a50f-c9f8574772c1)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:15.893232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304e65e-67c7-43f8-b1fc-12d1d183527c req-f3daa8ea-7ab7-4e56-b7a7-959868c2644b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:15.904746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8304e65e-67c7-43f8-b1fc-12d1d183527c req-f3daa8ea-7ab7-4e56-b7a7-959868c2644b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.9598346 Dec 13 13:19:15.916005 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] For port 052bc609-1b27-4a8e-89d6-ebca4e0e0138, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:15.938064 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] For port 052bc609-1b27-4a8e-89d6-ebca4e0e0138, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=052bc609-1b27-4a8e-89d6-ebca4e0e0138,segment=NetworkSegment(0be38a55-8051-41a5-a9d5-796a97381d94),segment_id=0be38a55-8051-41a5-a9d5-796a97381d94)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:15.942938 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.982583 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:15.986929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 6c338490-f6e8-4295-8709-0fab7f28b8f3 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:19:16.059021 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253199a8-45f6-4797-8754-9405adcf8e9d None None] Pushing event updated for resources: {'Port': ['ID=052bc609-1b27-4a8e-89d6-ebca4e0e0138,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:16.080236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aeb4f9-0700-499f-af9e-ea079b711eae req-d03ef6b8-2819-4690-bafe-3efaee53b435 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:16.089506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74aeb4f9-0700-499f-af9e-ea079b711eae req-d03ef6b8-2819-4690-bafe-3efaee53b435 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 944 time: 0.3789046 Dec 13 13:19:16.123151 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Routers {'84528565-7c0b-4241-b725-c332d5b11a73'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:16.127964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-52d5418c-8b5e-484f-bddf-63cbd77cdac0 None None] Provisioning complete for port e6e3b664-c454-44ec-9f0b-879e849bd6c6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:16.128585 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52d5418c-8b5e-484f-bddf-63cbd77cdac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:16.129532 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:18:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84528565-7c0b-4241-b725-c332d5b11a73'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:16.260521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8304e65e-67c7-43f8-b1fc-12d1d183527c req-389931b2-01b5-4e4c-890d-3ad229a6ec9e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546617 Dec 13 13:19:16.393789 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] Set router 84528565-7c0b-4241-b725-c332d5b11a73 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:16.435755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 6c338490-f6e8-4295-8709-0fab7f28b8f3, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=6c338490-f6e8-4295-8709-0fab7f28b8f3,segment=NetworkSegment(731e098b-dc48-4e74-b632-923448bde8ba),segment_id=731e098b-dc48-4e74-b632-923448bde8ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:16.454295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74aeb4f9-0700-499f-af9e-ea079b711eae req-935d00dc-c376-453d-85ea-119e3ba1ca98 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432446 Dec 13 13:19:16.471366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9dadf966-4f32-4035-8735-fa262560a77a req-a09ac7f5-3813-480f-91ee-7afa43e22b45 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3640809 Dec 13 13:19:16.536162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '6c338490-f6e8-4295-8709-0fab7f28b8f3', 'network_id': 'db1b1768-4d02-4fd9-843b-747c1ccd1415', 'port_id': '6c338490-f6e8-4295-8709-0fab7f28b8f3', 'mac_address': 'fa:16:3e:c5:d9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb685e0c-bdce-410a-844b-e3f7bed152d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:19:16.568756 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:16.624399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=e6e3b664-c454-44ec-9f0b-879e849bd6c6,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:16.731965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe9e0b-7ed3-442b-bfd4-72f0adaf4714 req-01759d5c-290c-4917-a481-a49699c59b29 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:16.738980 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:16.748781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bbe9e0b-7ed3-442b-bfd4-72f0adaf4714 req-01759d5c-290c-4917-a481-a49699c59b29 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 944 time: 0.3058560 Dec 13 13:19:16.822297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c338490-f6e8-4295-8709-0fab7f28b8f3 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:19:16.844821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadf966-4f32-4035-8735-fa262560a77a req-930db2a5-da64-4d7f-8b23-06499a3a835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:16.846685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9dadf966-4f32-4035-8735-fa262560a77a req-930db2a5-da64-4d7f-8b23-06499a3a835e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 1097 time: 0.2993960 Dec 13 13:19:16.872223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 6c338490-f6e8-4295-8709-0fab7f28b8f3, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=6c338490-f6e8-4295-8709-0fab7f28b8f3,segment=NetworkSegment(731e098b-dc48-4e74-b632-923448bde8ba),segment_id=731e098b-dc48-4e74-b632-923448bde8ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:16.884141 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:17.072638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=6c338490-f6e8-4295-8709-0fab7f28b8f3,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:17.091537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-056279c0-7345-43b4-b1b6-858875db08e2 None None] Provisioning complete for port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:17.091919 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-056279c0-7345-43b4-b1b6-858875db08e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:17.130817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bbe9e0b-7ed3-442b-bfd4-72f0adaf4714 req-53c70cb3-b502-437d-a8d2-ea18315e5b85 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804564 Dec 13 13:19:17.136412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['6c338490-f6e8-4295-8709-0fab7f28b8f3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:19:17.181988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadf966-4f32-4035-8735-fa262560a77a req-57d40e59-170b-4851-8582-94cdf756f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:17.184179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9dadf966-4f32-4035-8735-fa262560a77a req-57d40e59-170b-4851-8582-94cdf756f276 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.2851799 Dec 13 13:19:17.237277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Router d6674050-9e9d-48fd-a204-f33ef7702227 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:19:17.240627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9dadf966-4f32-4035-8735-fa262560a77a req-480a95e5-2d43-460b-817e-64dc0b497e9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78047090-2a9b-49fe-88f7-ac133b2c7c79 HTTP/1.1" status: 200 len: 217 time: 0.0489726 Dec 13 13:19:17.344175 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84528565-7c0b-4241-b725-c332d5b11a73', 'name': 'tempest-TestAggregatesBasicOps-1031581104-router', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:18:58Z', 'updated_at': '2021-12-13T13:19:05Z', 'revision_number': 4, 'project_id': 'da2d7074d7434917829859104839d54e', 'gw_port': {'id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:18:59Z', 'updated_at': '2021-12-13T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '052bc609-1b27-4a8e-89d6-ebca4e0e0138', 'name': '', 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'mac_address': 'fa:16:3e:b5:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:03Z', 'updated_at': '2021-12-13T13:19:15Z', 'revision_number': 4, 'project_id': 'da2d7074d7434917829859104839d54e', 'subnets': [{'id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:17.357252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadf966-4f32-4035-8735-fa262560a77a req-80ae1313-0560-4d2e-8520-2171a17f2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:17.358451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9dadf966-4f32-4035-8735-fa262560a77a req-80ae1313-0560-4d2e-8520-2171a17f2131 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.1094024 Dec 13 13:19:17.379413 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19c709-b580-4f4b-9026-f680de8c40f7 None None] The sync data for ids ['84528565-7c0b-4241-b725-c332d5b11a73'] in n-d-817326-4 is: [{'id': '84528565-7c0b-4241-b725-c332d5b11a73', 'name': 'tempest-TestAggregatesBasicOps-1031581104-router', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:18:58Z', 'updated_at': '2021-12-13T13:19:05Z', 'revision_number': 4, 'project_id': 'da2d7074d7434917829859104839d54e', 'gw_port': {'id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:18:59Z', 'updated_at': '2021-12-13T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '052bc609-1b27-4a8e-89d6-ebca4e0e0138', 'name': '', 'network_id': 'bc804003-e712-43a8-ad68-c9cec0ac2d20', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'mac_address': 'fa:16:3e:b5:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:03Z', 'updated_at': '2021-12-13T13:19:15Z', 'revision_number': 4, 'project_id': 'da2d7074d7434917829859104839d54e', 'subnets': [{'id': '1a470bf1-2328-451d-9ce3-424d3eb6f0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:17.380457 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-056279c0-7345-43b4-b1b6-858875db08e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:17.472661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:17.497453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadf966-4f32-4035-8735-fa262560a77a req-f426a25a-21d2-40e4-a80e-38c3cd019808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:17.499752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9dadf966-4f32-4035-8735-fa262560a77a req-f426a25a-21d2-40e4-a80e-38c3cd019808 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033509 Dec 13 13:19:17.541530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Sync routers for ids ['d6674050-9e9d-48fd-a204-f33ef7702227'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:17.562316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-056279c0-7345-43b4-b1b6-858875db08e2 None None] For port 052bc609-1b27-4a8e-89d6-ebca4e0e0138, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=052bc609-1b27-4a8e-89d6-ebca4e0e0138,segment=NetworkSegment(0be38a55-8051-41a5-a9d5-796a97381d94),segment_id=0be38a55-8051-41a5-a9d5-796a97381d94)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:17.610391 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-056279c0-7345-43b4-b1b6-858875db08e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:17.614811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:17.618764 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-06b7d598-0328-4b5e-8026-07771cf001c2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2997034 Dec 13 13:19:17.621939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58444) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:17.777075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056279c0-7345-43b4-b1b6-858875db08e2 None None] Pushing event updated for resources: {'Port': ['ID=052bc609-1b27-4a8e-89d6-ebca4e0e0138,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:17.789409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Routers {'d6674050-9e9d-48fd-a204-f33ef7702227'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:17.794791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:18:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6674050-9e9d-48fd-a204-f33ef7702227'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:17.954966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b91ced29-f0d7-42df-82ff-15e317a4c4b3 None None] Provisioning complete for port e6e3b664-c454-44ec-9f0b-879e849bd6c6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:17.955732 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b91ced29-f0d7-42df-82ff-15e317a4c4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:17.978814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3c012-0168-4361-8d5d-deab2452db34 req-31f9ecf6-3627-4cd5-890c-e44e2e87e11a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:17.981721 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24a3c012-0168-4361-8d5d-deab2452db34 req-31f9ecf6-3627-4cd5-890c-e44e2e87e11a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.4093866 Dec 13 13:19:17.991790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:18.059247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b361c3-55d4-4fbe-9996-2dd4bb5513cb req-eaeb0701-28cf-4a2a-8ca3-4f87b1663624 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:18.077059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78b361c3-55d4-4fbe-9996-2dd4bb5513cb req-eaeb0701-28cf-4a2a-8ca3-4f87b1663624 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 945 time: 0.2468753 Dec 13 13:19:18.103157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9dadf966-4f32-4035-8735-fa262560a77a req-670361d1-6fc7-449b-9b3f-38bc407560cc service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948942 Dec 13 13:19:18.212194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:19:18.242605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:18.246396 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:18.285942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Set router d6674050-9e9d-48fd-a204-f33ef7702227 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:18.359599 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 052bc609-1b27-4a8e-89d6-ebca4e0e0138 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:18.464041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78b361c3-55d4-4fbe-9996-2dd4bb5513cb req-33b828f6-c03a-4db7-a31f-ea65876c3734 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855162 Dec 13 13:19:18.513677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24a3c012-0168-4361-8d5d-deab2452db34 req-160fd8ba-3953-49b8-b2db-e84d5e247233 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159428 Dec 13 13:19:18.557448 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:19:18.684628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:18.692378 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:18.796239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad4f74-19b4-4ecf-82bc-b3d1d9962d32 req-94cb979c-53a1-4017-a1a4-3301ccb81754 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:18.805088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2ad4f74-19b4-4ecf-82bc-b3d1d9962d32 req-94cb979c-53a1-4017-a1a4-3301ccb81754 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 944 time: 0.1947410 Dec 13 13:19:18.817064 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9dadf966-4f32-4035-8735-fa262560a77a req-26e83be9-53af-4167-ac61-5f4eeddde48f service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449862 Dec 13 13:19:18.852621 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:18.998641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2ad4f74-19b4-4ecf-82bc-b3d1d9962d32 req-3d51c48f-9077-4301-a1ca-7e5446c11304 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921992 Dec 13 13:19:19.039471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:19:19.041984 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ca8d1e-6d2a-472c-8445-3dace47a5d3f" -d '{"events": [{"server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "name": "network-vif-plugged", "status": "completed", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:19:19.108955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:19.112382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e6e3b664-c454-44ec-9f0b-879e849bd6c6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:19.144480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'name': 'tempest-TestAggregatesBasicOps-1041426226-router', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '4486dd3c-fd40-49f2-a480-93f121903669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:11Z', 'updated_at': '2021-12-13T13:19:14Z', 'revision_number': 3, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'gw_port': {'id': '4486dd3c-fd40-49f2-a480-93f121903669', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:13Z', 'updated_at': '2021-12-13T13:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:19.178851 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dca92d4-84d5-4122-b586-713b807e4a5a x-openstack-request-id: req-9dca92d4-84d5-4122-b586-713b807e4a5a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:19:19.179558 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "name": "network-vif-plugged", "status": "completed", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:19:19.180277 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9dca92d4-84d5-4122-b586-713b807e4a5a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:19:19.181112 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'code': 200} Dec 13 13:19:19.188273 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:19.276301 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:19.342674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5b083-87c1-4dea-be46-fd2ce12e81e3 req-c1763073-c039-4b58-9c78-3a0f6ff6dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:19.350322 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e7d5b083-87c1-4dea-be46-fd2ce12e81e3 req-c1763073-c039-4b58-9c78-3a0f6ff6dab4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 1096 time: 0.1230459 Dec 13 13:19:19.377009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Checking router: d6674050-9e9d-48fd-a204-f33ef7702227 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:19.377738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Updating router d6674050-9e9d-48fd-a204-f33ef7702227 port 4486dd3c-fd40-49f2-a480-93f121903669 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:19:19.405411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:19.421063 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:19.423398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e6e3b664-c454-44ec-9f0b-879e849bd6c6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:19.423973 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:19.449979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e7d5b083-87c1-4dea-be46-fd2ce12e81e3 req-bca6de9b-48a3-432d-9388-aaa68d0f122f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923121 Dec 13 13:19:19.474728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Allocated IP 172.20.0.1 (fa451269-99f5-40ce-a010-113365790398/06495bb9-57b2-4763-a7f0-bea06a7c7d57/1dabf246-f0fc-44e6-8d0c-c995830892a2) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:19.764618 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d20247-f71e-4512-8f46-e40e61c39cc4 req-cceaa8b9-8de3-4da2-8900-c5edb1cabf0c tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:19.773172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3d20247-f71e-4512-8f46-e40e61c39cc4 req-cceaa8b9-8de3-4da2-8900-c5edb1cabf0c tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 945 time: 0.1940992 Dec 13 13:19:19.801480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:19.841461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a12f1d-8948-4aac-9c13-3de80fee963c req-6b201da3-79a7-4e5e-9ee5-a5c6611f6582 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:19.843129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18a12f1d-8948-4aac-9c13-3de80fee963c req-6b201da3-79a7-4e5e-9ee5-a5c6611f6582 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1787705 Dec 13 13:19:19.892738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3d20247-f71e-4512-8f46-e40e61c39cc4 req-b7ef1bdf-5c2d-4ad7-af5d-f58f06890fac tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185551 Dec 13 13:19:19.938799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-18a12f1d-8948-4aac-9c13-3de80fee963c req-9884d278-01c0-4892-b526-25a446c8cc6e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835288 Dec 13 13:19:19.940301 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:19.979607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 6c338490-f6e8-4295-8709-0fab7f28b8f3 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:19.993749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Network fa451269-99f5-40ce-a010-113365790398 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:20.001079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:20.006060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:20.034369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Pushing event updated for resources: {'Port': ['ID=1dabf246-f0fc-44e6-8d0c-c995830892a2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:20.106905 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.128222 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.147985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.171271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 6c338490-f6e8-4295-8709-0fab7f28b8f3 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:19:20.216324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd85fbf-d456-4bbf-8173-407e6b5404ed None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:20.221553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 6c338490-f6e8-4295-8709-0fab7f28b8f3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:20.221936 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.224381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Attempting to bind port 4486dd3c-fd40-49f2-a480-93f121903669 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:20.224532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Attempting to bind port 4486dd3c-fd40-49f2-a480-93f121903669 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:20.224870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Attempting to bind port 4486dd3c-fd40-49f2-a480-93f121903669 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:20.264605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be752ab-a1ac-4696-9de2-d40caf8987b9 req-8f1d0a4f-6d1b-4e08-b54f-36d025ed8533 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:20.270450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324a980-56ba-479d-be43-bc652cdc5c25 None None] Pushing event updated for resources: {'Port': ['ID=4486dd3c-fd40-49f2-a480-93f121903669,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:20.273407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:20.273680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8be752ab-a1ac-4696-9de2-d40caf8987b9 req-8f1d0a4f-6d1b-4e08-b54f-36d025ed8533 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 945 time: 0.1397164 Dec 13 13:19:20.273778 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:20.274116 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.287179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:20.287809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Bound port: 4486dd3c-fd40-49f2-a480-93f121903669, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:20.288206 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.352624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-79dac3de-922d-4e18-81f7-cade382de2a4 None None] Provisioning complete for port 4486dd3c-fd40-49f2-a480-93f121903669 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:20.353387 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-79dac3de-922d-4e18-81f7-cade382de2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.370265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-736bb74e-5265-4d0d-99e6-8c59f0448311 req-6fd60752-1e84-423c-84fb-30e9555c66a6 service neutron] (109885) timed out ('10.222.0.37', 63984) {{(pid=109885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:19:20.378630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8be752ab-a1ac-4696-9de2-d40caf8987b9 req-92bf645b-76ce-4cf2-a118-6f32d414e375 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041110 Dec 13 13:19:20.427330 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.431596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] For port 4486dd3c-fd40-49f2-a480-93f121903669, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:20.457339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] For port 4486dd3c-fd40-49f2-a480-93f121903669, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4486dd3c-fd40-49f2-a480-93f121903669,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:20.460841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-79dac3de-922d-4e18-81f7-cade382de2a4 None None] Port 4486dd3c-fd40-49f2-a480-93f121903669 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:20.471816 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.475533 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.552205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae1cae8-97f8-4f85-81bc-94f5eb64ec4d None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:20.600312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 6c338490-f6e8-4295-8709-0fab7f28b8f3, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=6c338490-f6e8-4295-8709-0fab7f28b8f3,segment=NetworkSegment(731e098b-dc48-4e74-b632-923448bde8ba),segment_id=731e098b-dc48-4e74-b632-923448bde8ba)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:20.606386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324a980-56ba-479d-be43-bc652cdc5c25 None None] Pushing event updated for resources: {'Port': ['ID=4486dd3c-fd40-49f2-a480-93f121903669,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:20.613384 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.615494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Routers {'d6674050-9e9d-48fd-a204-f33ef7702227'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:20.616401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:18:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6674050-9e9d-48fd-a204-f33ef7702227'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:20.697148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-572dc8ec-3fa7-400c-9b81-25d748255f66 None None] Provisioning complete for port 1dabf246-f0fc-44e6-8d0c-c995830892a2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:20.698125 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-572dc8ec-3fa7-400c-9b81-25d748255f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:20.810802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=6c338490-f6e8-4295-8709-0fab7f28b8f3,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:20.814348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-572dc8ec-3fa7-400c-9b81-25d748255f66 None None] Port 1dabf246-f0fc-44e6-8d0c-c995830892a2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:20.853639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] Set router d6674050-9e9d-48fd-a204-f33ef7702227 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:21.026974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cb55d1cb-c0bd-446f-9986-c6d71cc3ff08 None None] Provisioning complete for port 4486dd3c-fd40-49f2-a480-93f121903669 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:21.027358 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb55d1cb-c0bd-446f-9986-c6d71cc3ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:21.184017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7650c759-5e42-47a6-97d7-5a5bdae7a693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c338490-f6e8-4295-8709-0fab7f28b8f3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:19:21.186610 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db56880c-3175-49d8-95d4-139dcd6ccf58" -d '{"events": [{"server_uuid": "7650c759-5e42-47a6-97d7-5a5bdae7a693", "name": "network-vif-plugged", "status": "completed", "tag": "6c338490-f6e8-4295-8709-0fab7f28b8f3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:19:21.213575 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb55d1cb-c0bd-446f-9986-c6d71cc3ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:21.228990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'name': 'tempest-TestAggregatesBasicOps-1041426226-router', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '4486dd3c-fd40-49f2-a480-93f121903669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:11Z', 'updated_at': '2021-12-13T13:19:20Z', 'revision_number': 4, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'gw_port': {'id': '4486dd3c-fd40-49f2-a480-93f121903669', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:13Z', 'updated_at': '2021-12-13T13:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1dabf246-f0fc-44e6-8d0c-c995830892a2', 'name': '', 'network_id': 'fa451269-99f5-40ce-a010-113365790398', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'mac_address': 'fa:16:3e:89:ef:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:19Z', 'updated_at': '2021-12-13T13:19:19Z', 'revision_number': 1, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'subnets': [{'id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:21.274423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1315dcf-508f-4972-8730-151973cc3206 None None] The sync data for ids ['d6674050-9e9d-48fd-a204-f33ef7702227'] in n-d-817326-4 is: [{'id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'name': 'tempest-TestAggregatesBasicOps-1041426226-router', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '4486dd3c-fd40-49f2-a480-93f121903669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:11Z', 'updated_at': '2021-12-13T13:19:20Z', 'revision_number': 4, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'gw_port': {'id': '4486dd3c-fd40-49f2-a480-93f121903669', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:13Z', 'updated_at': '2021-12-13T13:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1dabf246-f0fc-44e6-8d0c-c995830892a2', 'name': '', 'network_id': 'fa451269-99f5-40ce-a010-113365790398', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'mac_address': 'fa:16:3e:89:ef:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:19Z', 'updated_at': '2021-12-13T13:19:19Z', 'revision_number': 1, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'subnets': [{'id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:21.277670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cb55d1cb-c0bd-446f-9986-c6d71cc3ff08 None None] For port 4486dd3c-fd40-49f2-a480-93f121903669, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4486dd3c-fd40-49f2-a480-93f121903669,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:21.282903 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb55d1cb-c0bd-446f-9986-c6d71cc3ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:21.319236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30320a94-3022-49dc-a300-5b099eef20a0 req-df598b17-ed7d-4c22-8789-42a54c0d0d75 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:21.322559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30320a94-3022-49dc-a300-5b099eef20a0 req-df598b17-ed7d-4c22-8789-42a54c0d0d75 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1387653 Dec 13 13:19:21.339357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec40a3-45d5-4c85-bf76-8665c3b1f851 req-0c411f21-db6e-444b-ba8a-4e87fd68ab78 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:21.340962 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eaec40a3-45d5-4c85-bf76-8665c3b1f851 req-0c411f21-db6e-444b-ba8a-4e87fd68ab78 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.1555376 Dec 13 13:19:21.351228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55d1cb-c0bd-446f-9986-c6d71cc3ff08 None None] Pushing event updated for resources: {'Port': ['ID=4486dd3c-fd40-49f2-a480-93f121903669,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:21.409005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:21.422351 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:21.499917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30320a94-3022-49dc-a300-5b099eef20a0 req-bb2fcd7c-52f2-446c-87d5-7d5b98c7b8a3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689148 Dec 13 13:19:21.516415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eaec40a3-45d5-4c85-bf76-8665c3b1f851 req-f25b65d8-5bfd-4952-992f-a5169f337f31 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503637 Dec 13 13:19:21.524855 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:21.557599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Pushing event updated for resources: {'Port': ['ID=1dabf246-f0fc-44e6-8d0c-c995830892a2,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:21.596792 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa30f3b-f170-4964-9ead-798e5d6f94de x-openstack-request-id: req-9aa30f3b-f170-4964-9ead-798e5d6f94de {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:19:21.597467 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7650c759-5e42-47a6-97d7-5a5bdae7a693", "name": "network-vif-plugged", "status": "completed", "tag": "6c338490-f6e8-4295-8709-0fab7f28b8f3", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:19:21.597467 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aa30f3b-f170-4964-9ead-798e5d6f94de {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:19:21.597939 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7650c759-5e42-47a6-97d7-5a5bdae7a693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c338490-f6e8-4295-8709-0fab7f28b8f3', 'code': 200} Dec 13 13:19:21.740230 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0c610-d7f6-442f-a1e4-bc37b627fa48 req-aeefa094-2ab3-4c57-bf38-ff611c9d1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:21.742006 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25d0c610-d7f6-442f-a1e4-bc37b627fa48 req-aeefa094-2ab3-4c57-bf38-ff611c9d1d83 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 1097 time: 0.0650530 Dec 13 13:19:21.744456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Network fa451269-99f5-40ce-a010-113365790398 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:21.747177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:21.770851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94f9be-14b5-4852-88b6-4a597fdcee67 req-3190a8ed-9b1e-492d-aee5-d42d06e2c27a tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:21.796443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e94f9be-14b5-4852-88b6-4a597fdcee67 req-3190a8ed-9b1e-492d-aee5-d42d06e2c27a tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 945 time: 0.1271064 Dec 13 13:19:21.809788 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25d0c610-d7f6-442f-a1e4-bc37b627fa48 req-8297b797-32f1-4d74-9037-12a6aa4677a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607436 Dec 13 13:19:21.920052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e94f9be-14b5-4852-88b6-4a597fdcee67 req-ed58dc12-9203-4b7a-87a0-dccefbfaedcc tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230102 Dec 13 13:19:22.025833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Router d6674050-9e9d-48fd-a204-f33ef7702227 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:19:22.098827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7911f78-08ed-4627-b9ad-8f715e10edd9 req-83140955-51e3-47f0-b749-8d53e200e447 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:22.100730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7911f78-08ed-4627-b9ad-8f715e10edd9 req-83140955-51e3-47f0-b749-8d53e200e447 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 945 time: 0.0724244 Dec 13 13:19:22.216562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:22.226270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a0f26f64-727b-44f5-ad71-01a3346f7756 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6674050-9e9d-48fd-a204-f33ef7702227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5980854 Dec 13 13:19:22.282587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7911f78-08ed-4627-b9ad-8f715e10edd9 req-53a97b64-b733-4840-b85e-7732c8fab4fd tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677025 Dec 13 13:19:22.319283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58538) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:22.522886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bdc1aed4-1194-43d4-aaf3-24157e6c1b44 None None] Provisioning complete for port 1dabf246-f0fc-44e6-8d0c-c995830892a2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:22.523586 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bdc1aed4-1194-43d4-aaf3-24157e6c1b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:22.569532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1aed4-1194-43d4-aaf3-24157e6c1b44 None None] Port 1dabf246-f0fc-44e6-8d0c-c995830892a2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:22.709289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf51c1c-8964-42e6-bca1-5510b4856aa3 req-ccf29986-ebf7-49e6-9238-c554108fddfa tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:22.711003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7bf51c1c-8964-42e6-bca1-5510b4856aa3 req-ccf29986-ebf7-49e6-9238-c554108fddfa tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.0894268 Dec 13 13:19:22.713542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a3bd4-381c-4733-8a4d-a383fc84814f tempest-TestVolumeBackupRestore-915917384 tempest-TestVolumeBackupRestore-915917384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:22.715116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-766a3bd4-381c-4733-8a4d-a383fc84814f tempest-TestVolumeBackupRestore-915917384 tempest-TestVolumeBackupRestore-915917384-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 1091 time: 0.3948336 Dec 13 13:19:22.718265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58552) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:22.724415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:22.809657 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:22.859115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b395d-5b8f-4ae5-8941-c677ef4288d7 req-193ff768-a932-4951-9889-0405929f87b3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:22.860816 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d5b395d-5b8f-4ae5-8941-c677ef4288d7 req-193ff768-a932-4951-9889-0405929f87b3 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.1217027 Dec 13 13:19:22.871863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7bf51c1c-8964-42e6-bca1-5510b4856aa3 req-c4a96d07-8eb7-47b5-a178-7015fd8ef5a5 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426361 Dec 13 13:19:22.986264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d5b395d-5b8f-4ae5-8941-c677ef4288d7 req-4b86e71b-9309-4be1-a815-3a874e39ecfd tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800383 Dec 13 13:19:23.044800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:23.181601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Allocated IP 172.25.2.117 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/8e24f71c-a5dc-492a-8a7b-407f27637ad2) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:23.301305 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:23.362672 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:23.417251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event updated for resources: {'Port': ['ID=8e24f71c-a5dc-492a-8a7b-407f27637ad2,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:23.440866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:23.443640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:23.446571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:23.860097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58594) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:23.939018 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:24.113664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ded44-fc71-40e9-b158-1554acea2bda req-c3599dad-51b6-407c-a851-0c104827560b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:24.122065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-680ded44-fc71-40e9-b158-1554acea2bda req-c3599dad-51b6-407c-a851-0c104827560b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1557214 Dec 13 13:19:24.161243 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:24.226320 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa25b-9983-43ed-8625-781b2844a96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:24.250371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4486dd3c-fd40-49f2-a480-93f121903669 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:24.317272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-680ded44-fc71-40e9-b158-1554acea2bda req-9e5b4139-534f-463e-b561-114160f00c38 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936021 Dec 13 13:19:24.346472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f34feb-ff40-4903-8e71-206f362037a0 req-be5e7abf-0229-40a0-8440-853e811b55a2 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:24.348607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 4486dd3c-fd40-49f2-a480-93f121903669 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:24.349297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:24.355040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5f34feb-ff40-4903-8e71-206f362037a0 req-be5e7abf-0229-40a0-8440-853e811b55a2 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.2106950 Dec 13 13:19:24.433815 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Sync routers for ids ['d6674050-9e9d-48fd-a204-f33ef7702227'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:24.444881 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Routers {'d6674050-9e9d-48fd-a204-f33ef7702227'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:24.445498 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:18:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6674050-9e9d-48fd-a204-f33ef7702227'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:24.452406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a5f34feb-ff40-4903-8e71-206f362037a0 req-65df5991-cf4c-411b-b76d-2c3f8e69bbff tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963187 Dec 13 13:19:24.480189 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:24.600259 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:24.607866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:24.672101 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Set router d6674050-9e9d-48fd-a204-f33ef7702227 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:24.850361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25e90-3b75-46d3-8591-e7d395923afb req-7b402217-76bd-4cab-8652-c2d161974f2e tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:24.852184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8e25e90-3b75-46d3-8591-e7d395923afb req-7b402217-76bd-4cab-8652-c2d161974f2e tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.2276366 Dec 13 13:19:24.853643 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:24.855878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event updated for resources: {'Port': ['ID=8e24f71c-a5dc-492a-8a7b-407f27637ad2,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:24.919019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] Deleting port 052bc609-1b27-4a8e-89d6-ebca4e0e0138 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:24.919997 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:24.983354 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'name': 'tempest-TestAggregatesBasicOps-1041426226-router', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '4486dd3c-fd40-49f2-a480-93f121903669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:11Z', 'updated_at': '2021-12-13T13:19:20Z', 'revision_number': 4, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'gw_port': {'id': '4486dd3c-fd40-49f2-a480-93f121903669', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:13Z', 'updated_at': '2021-12-13T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1dabf246-f0fc-44e6-8d0c-c995830892a2', 'name': '', 'network_id': 'fa451269-99f5-40ce-a010-113365790398', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'mac_address': 'fa:16:3e:89:ef:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:19Z', 'updated_at': '2021-12-13T13:19:20Z', 'revision_number': 2, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'subnets': [{'id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:25.011500 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Checking router: d6674050-9e9d-48fd-a204-f33ef7702227 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:25.012103 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Updating router d6674050-9e9d-48fd-a204-f33ef7702227 port 1dabf246-f0fc-44e6-8d0c-c995830892a2 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:19:25.038976 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:25.045144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] For port 052bc609-1b27-4a8e-89d6-ebca4e0e0138, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=052bc609-1b27-4a8e-89d6-ebca4e0e0138,segment=NetworkSegment(0be38a55-8051-41a5-a9d5-796a97381d94),segment_id=0be38a55-8051-41a5-a9d5-796a97381d94)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:25.045644 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:25.073629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8e25e90-3b75-46d3-8591-e7d395923afb req-a357063c-1340-4b77-abc5-d65bba47b94f tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731114 Dec 13 13:19:25.085708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] Calling delete_port for 052bc609-1b27-4a8e-89d6-ebca4e0e0138 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:25.112472 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Floating IP 5ce6dab3-5135-4651-b2ff-290a090146fa associated. External IP: 172.25.2.117, port: 22f1cb53-a6b4-44dc-9151-9c34ccde6c01. Dec 13 13:19:25.445010 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:25.455843 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:25.471407 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:25.575026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] Pushing event deleted for resources: {'Port': ['ID=052bc609-1b27-4a8e-89d6-ebca4e0e0138,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:25.614727 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b32a9-8dc4-49d1-b30f-f62625f2ccc0 None None] Pushing event updated for resources: {'Port': ['ID=1dabf246-f0fc-44e6-8d0c-c995830892a2,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:25.660231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb62d9-42a6-4846-8c1c-e2bc830d6a8f req-e16a8305-c4ea-4feb-a8f2-d263f7a1049a tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:25.668674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64fb62d9-42a6-4846-8c1c-e2bc830d6a8f req-e16a8305-c4ea-4feb-a8f2-d263f7a1049a tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.2151253 Dec 13 13:19:25.674423 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Attempting to bind port 1dabf246-f0fc-44e6-8d0c-c995830892a2 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:25.679659 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Attempting to bind port 1dabf246-f0fc-44e6-8d0c-c995830892a2 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fa451269-99f5-40ce-a010-113365790398'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:25.680396 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Attempting to bind port 1dabf246-f0fc-44e6-8d0c-c995830892a2 on network fa451269-99f5-40ce-a010-113365790398 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:25.681716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Router d4959606-0a8b-4d40-b021-455a71c592ce has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:19:25.696710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c2f43-7abc-4689-ab9a-a2391e1f5fb7 req-4e45d019-04f0-4a7e-b072-6bf8997f6b79 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:25.701809 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:25.702785 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Checking segment: {'id': 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fa451269-99f5-40ce-a010-113365790398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:25.703293 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:25.703785 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Bound using segment: {'id': 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fa451269-99f5-40ce-a010-113365790398'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:25.704847 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Bound port: 1dabf246-f0fc-44e6-8d0c-c995830892a2, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fa451269-99f5-40ce-a010-113365790398'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:25.705327 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:25.707595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b77c2f43-7abc-4689-ab9a-a2391e1f5fb7 req-4e45d019-04f0-4a7e-b072-6bf8997f6b79 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.2213948 Dec 13 13:19:25.839934 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] For port 1dabf246-f0fc-44e6-8d0c-c995830892a2, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:25.851942 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] For port 1dabf246-f0fc-44e6-8d0c-c995830892a2, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1dabf246-f0fc-44e6-8d0c-c995830892a2,segment=NetworkSegment(c0a0b1b0-6682-4dea-a50f-c9f8574772c1),segment_id=c0a0b1b0-6682-4dea-a50f-c9f8574772c1)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:25.874614 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:25.927617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64fb62d9-42a6-4846-8c1c-e2bc830d6a8f req-b154b43f-f7fa-418d-aac5-0ff3b0962a77 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576480 Dec 13 13:19:25.946629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b77c2f43-7abc-4689-ab9a-a2391e1f5fb7 req-a7641330-4755-4ad7-8aa2-5b7a868af44e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321551 Dec 13 13:19:26.036325 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-677bee2d-d2e0-47d0-aa98-b99aba613627 None None] Provisioning complete for port 1dabf246-f0fc-44e6-8d0c-c995830892a2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:26.036933 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-677bee2d-d2e0-47d0-aa98-b99aba613627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:26.068544 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Routers {'d6674050-9e9d-48fd-a204-f33ef7702227'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:26.069171 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:18:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6674050-9e9d-48fd-a204-f33ef7702227'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:26.080846 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:26.202914 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b32a9-8dc4-49d1-b30f-f62625f2ccc0 None None] Pushing event updated for resources: {'Port': ['ID=1dabf246-f0fc-44e6-8d0c-c995830892a2,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:26.205155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:26.252096 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:26.311650 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-677bee2d-d2e0-47d0-aa98-b99aba613627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:26.329957 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5b21796f-5fcb-4b14-b377-402c3045d207 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6098883 Dec 13 13:19:26.331241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:19:26.331513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58634) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:26.337565 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e034777b-70cd-42f5-8595-6a864abb0dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:19:26.389220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] Sync routers for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:26.433224 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26922810-6a45-48fd-a2bc-da214b4509aa x-openstack-request-id: req-26922810-6a45-48fd-a2bc-da214b4509aa {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:19:26.433523 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:19:26.433782 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26922810-6a45-48fd-a2bc-da214b4509aa {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:19:26.434396 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'status': 'completed', 'code': 200} Dec 13 13:19:26.466991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:26.470525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:18:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:26.502878 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] Set router d6674050-9e9d-48fd-a204-f33ef7702227 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:26.651123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:26.651491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138c3c2-c0ae-4a50-9958-cbf87a34940e tempest-TestVolumeBackupRestore-915917384 tempest-TestVolumeBackupRestore-915917384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:26.655033 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2138c3c2-c0ae-4a50-9958-cbf87a34940e tempest-TestVolumeBackupRestore-915917384 tempest-TestVolumeBackupRestore-915917384-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 1091 time: 0.3224673 Dec 13 13:19:26.658484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58640) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:26.695704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] Router 84528565-7c0b-4241-b725-c332d5b11a73 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:19:26.781477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-8822d354-305d-4bf5-adf0-5b6cf465d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:26.782999 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-8822d354-305d-4bf5-adf0-5b6cf465d3ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=277b5d8a017f47e38bb55ffcce3da196&device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 1096 time: 0.2958550 Dec 13 13:19:26.853422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3e36dbef-72a7-4032-9569-ee3a01e1fed7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Request body: {'floatingip': {'port_id': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:26.967600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-677bee2d-d2e0-47d0-aa98-b99aba613627 None None] For port 1dabf246-f0fc-44e6-8d0c-c995830892a2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1dabf246-f0fc-44e6-8d0c-c995830892a2,segment=NetworkSegment(c0a0b1b0-6682-4dea-a50f-c9f8574772c1),segment_id=c0a0b1b0-6682-4dea-a50f-c9f8574772c1)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:27.043338 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-677bee2d-d2e0-47d0-aa98-b99aba613627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:27.059056 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e36dbef-72a7-4032-9569-ee3a01e1fed7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:27.101739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-7bbecc04-b562-4f7b-b15d-280d5f10e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:27.105088 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-7bbecc04-b562-4f7b-b15d-280d5f10e7c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1 HTTP/1.1" status: 200 len: 914 time: 0.3149273 Dec 13 13:19:27.122882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:27.146405 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] Sync routers for ids ['84528565-7c0b-4241-b725-c332d5b11a73'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:27.158605 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7862fbf0-0b83-4906-a114-4d100fb8d255 admin admin] 10.222.0.31 "PUT /v2.0/routers/84528565-7c0b-4241-b725-c332d5b11a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2970600 Dec 13 13:19:27.197058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58654) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:27.235515 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] Routers {'84528565-7c0b-4241-b725-c332d5b11a73'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:27.236413 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:18:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84528565-7c0b-4241-b725-c332d5b11a73'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:27.265555 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-4eb4cbc9-0f00-4060-b679-0c903f52d4da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01 HTTP/1.1" status: 200 len: 999 time: 0.1295073 Dec 13 13:19:27.383296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-b6c9c3ad-e2fe-424d-8f09-62fd658b6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:27.386277 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-b6c9c3ad-e2fe-424d-8f09-62fd658b6be9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67ca2c0-3e2b-4eea-9722-f8709560d19b HTTP/1.1" status: 200 len: 853 time: 0.1123993 Dec 13 13:19:27.483197 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:27.490311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-b4177c05-aff5-4c0a-844d-357db2f75232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:27.494472 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-b4177c05-aff5-4c0a-844d-357db2f75232 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013510 Dec 13 13:19:27.511877 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] Set router 84528565-7c0b-4241-b725-c332d5b11a73 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:27.597972 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f1b7485-f6c8-46e2-88e0-7f2195975afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:27.612293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fc0d3-6656-49bb-b9b5-fb414619c274 req-6b4c3cbe-ad0f-4085-afa9-d019c32d5f24 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:27.623665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-800fc0d3-6656-49bb-b9b5-fb414619c274 req-6b4c3cbe-ad0f-4085-afa9-d019c32d5f24 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.4904027 Dec 13 13:19:27.685670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-28b7e816-acd0-4931-8812-469f6c543956 None None] Provisioning complete for port 1dabf246-f0fc-44e6-8d0c-c995830892a2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:27.686275 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28b7e816-acd0-4931-8812-469f6c543956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:27.696250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bee2d-d2e0-47d0-aa98-b99aba613627 None None] Pushing event updated for resources: {'Port': ['ID=1dabf246-f0fc-44e6-8d0c-c995830892a2,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:27.718919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee02818-95f3-4ec4-a60c-df121fc51496 req-9a8a0bd7-5573-46ed-9d6a-15da10ad0bc6 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:27.729158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ee02818-95f3-4ec4-a60c-df121fc51496 req-9a8a0bd7-5573-46ed-9d6a-15da10ad0bc6 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.6568387 Dec 13 13:19:27.747420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-5b47cfc3-3d54-412b-86a4-15db9ce9c892 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6159976 Dec 13 13:19:27.768309 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-5931d89b-acff-4cec-9762-21a3e9493071 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644384 Dec 13 13:19:27.917517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:27.934805 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'name': 'tempest-TestAggregatesBasicOps-1041426226-router', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '4486dd3c-fd40-49f2-a480-93f121903669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:11Z', 'updated_at': '2021-12-13T13:19:20Z', 'revision_number': 4, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'gw_port': {'id': '4486dd3c-fd40-49f2-a480-93f121903669', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:13Z', 'updated_at': '2021-12-13T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1dabf246-f0fc-44e6-8d0c-c995830892a2', 'name': '', 'network_id': 'fa451269-99f5-40ce-a010-113365790398', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'mac_address': 'fa:16:3e:89:ef:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:19Z', 'updated_at': '2021-12-13T13:19:25Z', 'revision_number': 4, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'subnets': [{'id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:27.989034 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e034777b-70cd-42f5-8595-6a864abb0dcc req-ea3ecba2-153d-492b-9f61-ac43ca28f513 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126853 Dec 13 13:19:28.064177 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7696e-d0ff-4b22-82cc-33078db750da None None] The sync data for ids ['d6674050-9e9d-48fd-a204-f33ef7702227'] in n-d-817326-4 is: [{'id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'name': 'tempest-TestAggregatesBasicOps-1041426226-router', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '4486dd3c-fd40-49f2-a480-93f121903669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:11Z', 'updated_at': '2021-12-13T13:19:20Z', 'revision_number': 4, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'gw_port': {'id': '4486dd3c-fd40-49f2-a480-93f121903669', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:13Z', 'updated_at': '2021-12-13T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1dabf246-f0fc-44e6-8d0c-c995830892a2', 'name': '', 'network_id': 'fa451269-99f5-40ce-a010-113365790398', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'mac_address': 'fa:16:3e:89:ef:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:19Z', 'updated_at': '2021-12-13T13:19:25Z', 'revision_number': 4, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'subnets': [{'id': '06495bb9-57b2-4763-a7f0-bea06a7c7d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:28.151832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5ce6dab3-5135-4651-b2ff-290a090146fa', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'floating_ip_address': '172.25.2.117', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'port_id': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'mac_address': 'fa:16:3e:fd:a5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:19:23Z', 'updated_at': '2021-12-13T13:19:23Z', 'revision_number': 0, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:28.218063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] Checking router: d4959606-0a8b-4d40-b021-455a71c592ce for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:28.241974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1dabf246-f0fc-44e6-8d0c-c995830892a2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:28.275538 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84528565-7c0b-4241-b725-c332d5b11a73', 'name': 'tempest-TestAggregatesBasicOps-1031581104-router', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:18:58Z', 'updated_at': '2021-12-13T13:19:25Z', 'revision_number': 5, 'project_id': 'da2d7074d7434917829859104839d54e', 'gw_port': {'id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:18:59Z', 'updated_at': '2021-12-13T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:28.289056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-98d7e05e-f59a-49ce-9d2a-a91d441977d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:28.304337 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-98d7e05e-f59a-49ce-9d2a-a91d441977d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=277b5d8a017f47e38bb55ffcce3da196&device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 1096 time: 0.1745951 Dec 13 13:19:28.313703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:28.314665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:28.351231 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] Checking router: 84528565-7c0b-4241-b725-c332d5b11a73 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:28.378640 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] Routers {'84528565-7c0b-4241-b725-c332d5b11a73'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:28.379302 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84528565-7c0b-4241-b725-c332d5b11a73'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:28.617013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-f7fa5d3c-fe6d-447a-8898-8e7b4cfedf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:28.636026 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-f7fa5d3c-fe6d-447a-8898-8e7b4cfedf69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1 HTTP/1.1" status: 200 len: 914 time: 0.3053141 Dec 13 13:19:28.655542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1dabf246-f0fc-44e6-8d0c-c995830892a2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:28.659990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:28.698274 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] Set router 84528565-7c0b-4241-b725-c332d5b11a73 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:28.755709 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:28.775472 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-0e9becae-6858-4fb9-862c-a550c0766e8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01 HTTP/1.1" status: 200 len: 999 time: 0.1381760 Dec 13 13:19:28.881935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-d666d294-ce2f-4411-b38e-50f98d930b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:28.883512 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-d666d294-ce2f-4411-b38e-50f98d930b26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67ca2c0-3e2b-4eea-9722-f8709560d19b HTTP/1.1" status: 200 len: 853 time: 0.1004159 Dec 13 13:19:28.940742 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ee02818-95f3-4ec4-a60c-df121fc51496 req-04871d43-6347-43bc-b19b-2caaf5d6014d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2101274 Dec 13 13:19:29.000100 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:29.013685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-6a36c26c-c961-41cb-a07f-a231748e67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:29.015338 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-6a36c26c-c961-41cb-a07f-a231748e67cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251175 Dec 13 13:19:29.237826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-3dfb3229-c768-4538-a112-9ebd942511b9 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140365 Dec 13 13:19:29.279062 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84528565-7c0b-4241-b725-c332d5b11a73', 'name': 'tempest-TestAggregatesBasicOps-1031581104-router', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:18:58Z', 'updated_at': '2021-12-13T13:19:25Z', 'revision_number': 5, 'project_id': 'da2d7074d7434917829859104839d54e', 'gw_port': {'id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:18:59Z', 'updated_at': '2021-12-13T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:29.318480 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734fcca-85d9-41a4-a6f4-f0dba66bc70a None None] The sync data for ids ['84528565-7c0b-4241-b725-c332d5b11a73'] in n-d-817326-4 is: [{'id': '84528565-7c0b-4241-b725-c332d5b11a73', 'name': 'tempest-TestAggregatesBasicOps-1031581104-router', 'tenant_id': 'da2d7074d7434917829859104839d54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:18:58Z', 'updated_at': '2021-12-13T13:19:25Z', 'revision_number': 5, 'project_id': 'da2d7074d7434917829859104839d54e', 'gw_port': {'id': '40e396d2-6519-438a-98ae-c86c0114ff49', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84528565-7c0b-4241-b725-c332d5b11a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:18:59Z', 'updated_at': '2021-12-13T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:29.389989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-800fc0d3-6656-49bb-b9b5-fb414619c274 req-edd8ba89-cdca-4fd6-8a3b-9cef0f7d8309 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7650881 Dec 13 13:19:29.409006 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:29.442624 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aa853e21-833c-4cf4-b5d1-911fbd580ebf req-feb5f617-1dae-4f64-b237-72d8853c7ae8 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953082 Dec 13 13:19:29.538656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5ce6dab3-5135-4651-b2ff-290a090146fa', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'floating_ip_address': '172.25.2.117', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'port_id': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'mac_address': 'fa:16:3e:fd:a5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:19:23Z', 'updated_at': '2021-12-13T13:19:23Z', 'revision_number': 0, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:29.573562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Deleting port 40e396d2-6519-438a-98ae-c86c0114ff49 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:29.573923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:29.588034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7fca36-3ed5-4e17-8d98-b8b342691de5 None None] The sync data for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 is: [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5ce6dab3-5135-4651-b2ff-290a090146fa', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'floating_ip_address': '172.25.2.117', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'port_id': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'mac_address': 'fa:16:3e:fd:a5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:19:23Z', 'updated_at': '2021-12-13T13:19:23Z', 'revision_number': 0, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:29.613868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158880-99e7-49dc-8a92-3884be072d4c req-381d4437-a1b5-4979-95fa-592d93ff5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:29.615494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2158880-99e7-49dc-8a92-3884be072d4c req-381d4437-a1b5-4979-95fa-592d93ff5148 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9c1517ea90445d58521fee4c62cf6cf&device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 1097 time: 0.3376687 Dec 13 13:19:29.832016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4c7d7-d5e3-4bd7-9bae-fb8c59d45fd8 req-c3624102-6bb6-49bf-905d-7ebbbbb92540 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:29.842180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39a4c7d7-d5e3-4bd7-9bae-fb8c59d45fd8 req-c3624102-6bb6-49bf-905d-7ebbbbb92540 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.4682815 Dec 13 13:19:29.911891 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:29.995550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39a4c7d7-d5e3-4bd7-9bae-fb8c59d45fd8 req-3187f748-ce87-4102-b56e-527319bae157 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521881 Dec 13 13:19:30.045917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] For port 40e396d2-6519-438a-98ae-c86c0114ff49, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=40e396d2-6519-438a-98ae-c86c0114ff49,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:30.046332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:30.076376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 052bc609-1b27-4a8e-89d6-ebca4e0e0138 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:19:30.090312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158880-99e7-49dc-8a92-3884be072d4c req-94902e0b-bd0c-42c9-ae12-0172d1e19139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:30.091961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2158880-99e7-49dc-8a92-3884be072d4c req-94902e0b-bd0c-42c9-ae12-0172d1e19139 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db1b1768-4d02-4fd9-843b-747c1ccd1415 HTTP/1.1" status: 200 len: 912 time: 0.4562199 Dec 13 13:19:30.135135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 052bc609-1b27-4a8e-89d6-ebca4e0e0138 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:19:30.135596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 052bc609-1b27-4a8e-89d6-ebca4e0e0138 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:19:30.137673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Calling delete_port for 40e396d2-6519-438a-98ae-c86c0114ff49 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:30.190453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2158880-99e7-49dc-8a92-3884be072d4c req-8fc4d589-80aa-4857-b068-47628e601315 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c338490-f6e8-4295-8709-0fab7f28b8f3 HTTP/1.1" status: 200 len: 217 time: 0.0618751 Dec 13 13:19:30.250006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a228db-94be-4279-9c49-442fbca9b807 None None] New status for floating IP 5ce6dab3-5135-4651-b2ff-290a090146fa: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:19:30.323355 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.db.resource_extend [None req-3e36dbef-72a7-4032-9569-ee3a01e1fed7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 13:19:30.376937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158880-99e7-49dc-8a92-3884be072d4c req-0d71f159-129c-4906-bbb4-1011bb80f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:30.379163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2158880-99e7-49dc-8a92-3884be072d4c req-0d71f159-129c-4906-bbb4-1011bb80f121 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb685e0c-bdce-410a-844b-e3f7bed152d3 HTTP/1.1" status: 200 len: 852 time: 0.1793787 Dec 13 13:19:30.420578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2158880-99e7-49dc-8a92-3884be072d4c req-07ac90d6-e017-46e6-9054-2990e2a31729 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db1b1768-4d02-4fd9-843b-747c1ccd1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319159 Dec 13 13:19:30.434868 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58678) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:30.578814 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e36dbef-72a7-4032-9569-ee3a01e1fed7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:30.586789 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-18a228db-94be-4279-9c49-442fbca9b807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:19:30.587752 n-d-817326-4 neutron-server[109887]: DEBUG oslo_db.api [None req-18a228db-94be-4279-9c49-442fbca9b807 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:19:30.607742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e36dbef-72a7-4032-9569-ee3a01e1fed7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:30.631274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d326f899-0c2b-443b-ab39-c73265729168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:30.761813 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d326f899-0c2b-443b-ab39-c73265729168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:30.770034 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d326f899-0c2b-443b-ab39-c73265729168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:30.787677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149cc86-7150-4271-9629-00398be4b590 req-aaa0c04c-1263-4796-8b29-408d3699639b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:30.789470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8149cc86-7150-4271-9629-00398be4b590 req-aaa0c04c-1263-4796-8b29-408d3699639b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.2431266 Dec 13 13:19:30.824128 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d326f899-0c2b-443b-ab39-c73265729168 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab30494fbeea4489b3920b74f206dedf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3850100 Dec 13 13:19:30.825069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58684) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:30.832686 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:30.885884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326f899-0c2b-443b-ab39-c73265729168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab5b93a-1838-44fb-8e1b-628e8e9fad3f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:30.903263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e396d2-6519-438a-98ae-c86c0114ff49,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:30.919396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2158880-99e7-49dc-8a92-3884be072d4c req-5af6fc02-22ec-44a0-a55f-6d2f839d86d3 service neutron] 10.222.0.37 "GET /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878259 Dec 13 13:19:30.923818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fb432b-bef7-42ed-bb12-ba4072cc1cd4 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:30.957500 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e997542c-3a95-42ea-a073-3cc4816fcef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:30.994035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e997542c-3a95-42ea-a073-3cc4816fcef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.017257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8149cc86-7150-4271-9629-00398be4b590 req-df1a63d3-968e-4aa2-8357-fbf0cff66bd2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908684 Dec 13 13:19:31.091873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a228db-94be-4279-9c49-442fbca9b807 None None] New status for floating IP 5ce6dab3-5135-4651-b2ff-290a090146fa: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:19:31.098808 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e997542c-3a95-42ea-a073-3cc4816fcef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.099303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.103388 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e997542c-3a95-42ea-a073-3cc4816fcef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.104921 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e997542c-3a95-42ea-a073-3cc4816fcef1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ab5b93a-1838-44fb-8e1b-628e8e9fad3f HTTP/1.1" status: 204 len: 168 time: 0.2784805 Dec 13 13:19:31.117409 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997542c-3a95-42ea-a073-3cc4816fcef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab5b93a-1838-44fb-8e1b-628e8e9fad3f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:31.474409 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.506311 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.656594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e36dbef-72a7-4032-9569-ee3a01e1fed7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Router d4959606-0a8b-4d40-b021-455a71c592ce has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:19:31.663027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e2158880-99e7-49dc-8a92-3884be072d4c req-56d739e6-047c-4dd6-a88c-bdf4ec01e071 service neutron] 10.222.0.37 "GET /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009814 Dec 13 13:19:31.668282 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.668893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84528565-7c0b-4241-b725-c332d5b11a73 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:19:31.675542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.679627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58698) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:31.680243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-79e3affa-faa7-4447-b783-76eb66a7b492 admin admin] 10.222.0.31 "DELETE /v2.0/routers/84528565-7c0b-4241-b725-c332d5b11a73 HTTP/1.1" status: 204 len: 168 time: 4.4760456 Dec 13 13:19:31.699080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23094d6e-c952-4333-b0c7-d6f559d5a8b0 req-c2b2677e-ffe1-450a-b283-fe22bcf5940f tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:31.708817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23094d6e-c952-4333-b0c7-d6f559d5a8b0 req-c2b2677e-ffe1-450a-b283-fe22bcf5940f tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.2386675 Dec 13 13:19:31.814001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedbd904-d66a-4712-8549-be832a040052 admin admin] Deleting subnet 1a470bf1-2328-451d-9ce3-424d3eb6f0d4 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:19:31.824211 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bedbd904-d66a-4712-8549-be832a040052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.894521 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bedbd904-d66a-4712-8549-be832a040052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.900438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23094d6e-c952-4333-b0c7-d6f559d5a8b0 req-3e7d1dc5-4150-474b-9ee0-9af6121a6db8 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903837 Dec 13 13:19:31.941085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e36dbef-72a7-4032-9569-ee3a01e1fed7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:31.946425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e36dbef-72a7-4032-9569-ee3a01e1fed7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:31.954491 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] Sync routers for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:31.984847 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:31.985701 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:32.017764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:19:32.020580 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96951ede-544f-4f4e-9136-d9076edf0afb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:19:32.024535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3e36dbef-72a7-4032-9569-ee3a01e1fed7 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "PUT /v2.0/floatingips/5ce6dab3-5135-4651-b2ff-290a090146fa HTTP/1.1" status: 200 len: 991 time: 5.3648489 Dec 13 13:19:32.031902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bedbd904-d66a-4712-8549-be832a040052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:32.099556 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcef2dc7-c33f-4f78-b342-ddc758c696fd x-openstack-request-id: req-fcef2dc7-c33f-4f78-b342-ddc758c696fd {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:19:32.099838 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:19:32.100091 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcef2dc7-c33f-4f78-b342-ddc758c696fd {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:19:32.100496 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'status': 'completed', 'code': 200} Dec 13 13:19:32.149036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bedbd904-d66a-4712-8549-be832a040052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:32.166505 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:32.285531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab682f-73d1-433b-a1d9-e89e096b1f29 req-ae47d1d3-72cf-49b4-8bcf-3bf86f91d0cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:32.311565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-daab682f-73d1-433b-a1d9-e89e096b1f29 req-ae47d1d3-72cf-49b4-8bcf-3bf86f91d0cc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1493461 Dec 13 13:19:32.313821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96951ede-544f-4f4e-9136-d9076edf0afb req-89635886-f981-4778-8c71-f6698c03a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:32.316228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96951ede-544f-4f4e-9136-d9076edf0afb req-89635886-f981-4778-8c71-f6698c03a1e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=277b5d8a017f47e38bb55ffcce3da196&device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 1096 time: 0.1917400 Dec 13 13:19:32.435049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 40e396d2-6519-438a-98ae-c86c0114ff49 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:19:32.490200 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 40e396d2-6519-438a-98ae-c86c0114ff49 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:19:32.493526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 40e396d2-6519-438a-98ae-c86c0114ff49 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:19:32.521046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58716) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:32.575445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-daab682f-73d1-433b-a1d9-e89e096b1f29 req-141e9963-fdd7-4bfa-98af-00cacb0d03b9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552106 Dec 13 13:19:32.606221 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5ce6dab3-5135-4651-b2ff-290a090146fa', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'floating_ip_address': '172.25.2.117', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'port_id': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'mac_address': 'fa:16:3e:fd:a5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:19:23Z', 'updated_at': '2021-12-13T13:19:31Z', 'revision_number': 2, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:32.625389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96951ede-544f-4f4e-9136-d9076edf0afb req-1eb39225-00bb-46ef-9b7d-f557283f21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:32.627586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96951ede-544f-4f4e-9136-d9076edf0afb req-1eb39225-00bb-46ef-9b7d-f557283f21c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1 HTTP/1.1" status: 200 len: 914 time: 0.3020597 Dec 13 13:19:32.648890 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] Checking router: d4959606-0a8b-4d40-b021-455a71c592ce for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:32.660060 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:32.660925 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:32.702627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbd904-d66a-4712-8549-be832a040052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a470bf1-2328-451d-9ce3-424d3eb6f0d4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:32.704942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1079859222-network', 'tenant_id': 'ca2ad679ca244fbf9c4ec14fa7ff3414'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:32.708316 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bedbd904-d66a-4712-8549-be832a040052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:32.715767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d6c4da-153c-4c60-b960-60baf142513f None None] Network bc804003-e712-43a8-ad68-c9cec0ac2d20 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:32.727254 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bedbd904-d66a-4712-8549-be832a040052 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1a470bf1-2328-451d-9ce3-424d3eb6f0d4 HTTP/1.1" status: 204 len: 168 time: 1.0461278 Dec 13 13:19:32.730843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58720) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:32.742763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96951ede-544f-4f4e-9136-d9076edf0afb req-3929e01d-9cc1-4349-8866-62e6444e65c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01 HTTP/1.1" status: 200 len: 1001 time: 0.1032050 Dec 13 13:19:32.747269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Made reservation on behalf of ca2ad679ca244fbf9c4ec14fa7ff3414 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:19:32.750914 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:32.811316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96951ede-544f-4f4e-9136-d9076edf0afb req-caf91980-e9be-4e26-aeca-91c30ef6dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:32.813340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96951ede-544f-4f4e-9136-d9076edf0afb req-caf91980-e9be-4e26-aeca-91c30ef6dc53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67ca2c0-3e2b-4eea-9722-f8709560d19b HTTP/1.1" status: 200 len: 853 time: 0.0596788 Dec 13 13:19:32.844852 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:32.856685 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:32.883338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:32.948516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96951ede-544f-4f4e-9136-d9076edf0afb req-5a4449de-d03c-4e37-8dee-5e57670899aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:32.950037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96951ede-544f-4f4e-9136-d9076edf0afb req-5a4449de-d03c-4e37-8dee-5e57670899aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018257 Dec 13 13:19:32.950826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] DHCP port deletion for bc804003-e712-43a8-ad68-c9cec0ac2d20 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:33.006595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Deleting port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:33.006980 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.067022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Deleting port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:33.067467 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.134533 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] For port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3,segment=NetworkSegment(0be38a55-8051-41a5-a9d5-796a97381d94),segment_id=0be38a55-8051-41a5-a9d5-796a97381d94)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:33.134898 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.160297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] For port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3,segment=NetworkSegment(0be38a55-8051-41a5-a9d5-796a97381d94),segment_id=0be38a55-8051-41a5-a9d5-796a97381d94)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:33.160297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.163142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Calling delete_port for b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:33.169719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96951ede-544f-4f4e-9136-d9076edf0afb req-93bb7455-96ac-49aa-aec4-59cf0e5a5670 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112041 Dec 13 13:19:33.175237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Calling delete_port for b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:33.272372 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.278206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.319583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] No DVR routers for this DVR port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:19:33.332971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] No DVR routers for this DVR port b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:19:33.334822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:33.346582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Pushing event deleted for resources: {'Port': ['ID=b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:33.360524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.361240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.361382 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5ce6dab3-5135-4651-b2ff-290a090146fa', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'floating_ip_address': '172.25.2.117', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'port_id': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'mac_address': 'fa:16:3e:fd:a5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:19:23Z', 'updated_at': '2021-12-13T13:19:31Z', 'revision_number': 2, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:33.362291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.362845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.363330 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.364000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.364494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.366146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.374622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.374960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.375413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.376197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.376631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2f72b-7b28-46f9-901e-c096b8886d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:33.393251 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.403383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.411271 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486e271-225b-4ed3-8d38-892d09c667ee None None] The sync data for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 is: [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '5ce6dab3-5135-4651-b2ff-290a090146fa', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'floating_ip_address': '172.25.2.117', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'port_id': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'mac_address': 'fa:16:3e:fd:a5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:19:23Z', 'updated_at': '2021-12-13T13:19:31Z', 'revision_number': 2, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:33.425258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14e627-d5b2-431e-8fe6-6c0fabb61db3 req-a0df48d1-9e4d-4c48-ae78-090ce72f31ac tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:33.426867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec14e627-d5b2-431e-8fe6-6c0fabb61db3 req-a0df48d1-9e4d-4c48-ae78-090ce72f31ac tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.3339396 Dec 13 13:19:33.466057 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.477426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:19:33.494551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96951ede-544f-4f4e-9136-d9076edf0afb req-7be04e06-0802-4f52-83af-384be9864295 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037038 Dec 13 13:19:33.500700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc804003-e712-43a8-ad68-c9cec0ac2d20']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:33.505769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc6c94f-c976-48b9-a79d-1784258d3c2b,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:33.508757 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.509220 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Added segment bbc1f42c-f027-4304-bcbc-fd8caa710f5d of type vlan for network bef1dc43-fff8-4d38-a554-9730f3e07571 Dec 13 13:19:33.515418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be38a55-8051-41a5-a9d5-796a97381d94') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:33.515904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be38a55-8051-41a5-a9d5-796a97381d94') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:33.532218 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.557611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.568766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:19:33.569489 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.593893 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.600265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec14e627-d5b2-431e-8fe6-6c0fabb61db3 req-55cd9c2c-187b-431d-ab61-0982e83a756b tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530547 Dec 13 13:19:33.630345 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.632675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:33.633513 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: self.session.flush() Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:19:33.650807 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:19:33.662377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.691445 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:33.695447 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] 10.222.0.31 "DELETE /v2.0/networks/bc804003-e712-43a8-ad68-c9cec0ac2d20 HTTP/1.1" status: 204 len: 168 time: 0.9633682 Dec 13 13:19:33.696640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445efc3-9dd9-4144-8e7c-d7ce2c69fffb admin admin] Pushing event deleted for resources: {'Network': ['ID=bc804003-e712-43a8-ad68-c9cec0ac2d20,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:33.699700 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58730) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:33.789966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2637300 Dec 13 13:19:33.790361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58732) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:33.796058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Request body: {'subnet': {'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1079859222-subnet', 'tenant_id': 'ca2ad679ca244fbf9c4ec14fa7ff3414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:33.800177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3961458-8f4c-47a7-b84f-094047d4be31 admin admin] Pushing event updated for resources: {'Network': ['ID=bef1dc43-fff8-4d38-a554-9730f3e07571,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:33.810481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network bef1dc43-fff8-4d38-a554-9730f3e07571 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:19:33.844579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dce2cf-b0c0-4da9-b230-bf8b87d119b9 req-96f71b9b-b1dd-491a-9ae3-4e6c2e0ecf77 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:33.851937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50dce2cf-b0c0-4da9-b230-bf8b87d119b9 req-96f71b9b-b1dd-491a-9ae3-4e6c2e0ecf77 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1121068 Dec 13 13:19:33.859633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Made reservation on behalf of ca2ad679ca244fbf9c4ec14fa7ff3414 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:19:33.861836 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:34.031190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50dce2cf-b0c0-4da9-b230-bf8b87d119b9 req-37b343e0-bf5e-432f-9f12-67452f6fae86 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782184 Dec 13 13:19:34.068187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a30bea-a061-474a-9097-48b9a7a05e0d req-7eae1789-6879-48a8-9c29-488abe40b598 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:34.069852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-03a30bea-a061-474a-9097-48b9a7a05e0d req-7eae1789-6879-48a8-9c29-488abe40b598 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.1151342 Dec 13 13:19:34.102688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:19:34.105249 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f6ea60-a289-491d-a273-3194eadad833" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:19:34.107511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:19:34.133612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:19:34.134099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b3f70180-55f6-4fdc-bbcc-a65b4e7d4ea3 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:19:34.162672 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb325f20-b17c-4b83-9ec0-4530decca9e9 x-openstack-request-id: req-eb325f20-b17c-4b83-9ec0-4530decca9e9 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:19:34.162962 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:19:34.163321 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb325f20-b17c-4b83-9ec0-4530decca9e9 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:19:34.163871 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'status': 'completed', 'code': 200} Dec 13 13:19:34.226491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:34.260988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-03a30bea-a061-474a-9097-48b9a7a05e0d req-ab8d4e86-779c-4f3a-b6ad-9a06463a8bf8 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798337 Dec 13 13:19:34.285713 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:34.312660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6ea60-a289-491d-a273-3194eadad833 req-53dffb40-4dbd-4bbb-9865-305ad52909f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:34.314275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29f6ea60-a289-491d-a273-3194eadad833 req-53dffb40-4dbd-4bbb-9865-305ad52909f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=277b5d8a017f47e38bb55ffcce3da196&device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 1096 time: 0.1201277 Dec 13 13:19:34.557510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] Deleting port 1dabf246-f0fc-44e6-8d0c-c995830892a2 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:34.557851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:34.648295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] For port 1dabf246-f0fc-44e6-8d0c-c995830892a2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1dabf246-f0fc-44e6-8d0c-c995830892a2,segment=NetworkSegment(c0a0b1b0-6682-4dea-a50f-c9f8574772c1),segment_id=c0a0b1b0-6682-4dea-a50f-c9f8574772c1)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:34.648672 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:34.663652 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] Calling delete_port for 1dabf246-f0fc-44e6-8d0c-c995830892a2 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:34.785626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:34.805941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Checking segment: {'id': 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:34.806281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Network hostable DHCP agents. Network: bef1dc43-fff8-4d38-a554-9730f3e07571, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:19:34.842225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6ea60-a289-491d-a273-3194eadad833 req-7f9de9d0-36ac-4235-b79c-cd88f13028f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:34.843321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29f6ea60-a289-491d-a273-3194eadad833 req-7f9de9d0-36ac-4235-b79c-cd88f13028f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1 HTTP/1.1" status: 200 len: 914 time: 0.5207038 Dec 13 13:19:34.845319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Network bef1dc43-fff8-4d38-a554-9730f3e07571 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:19:34.862648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, bef1dc43-fff8-4d38-a554-9730f3e07571) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:34.870396 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:34.878400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbb2696-d285-4256-8c6e-490c7a0b8bad None None] Network bef1dc43-fff8-4d38-a554-9730f3e07571 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:34.899750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dabf246-f0fc-44e6-8d0c-c995830892a2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:34.903455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:34.904048 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:34.949825 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2d76ccf2-35a8-4949-b905-2e123443f595 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1498122 Dec 13 13:19:34.953917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29f6ea60-a289-491d-a273-3194eadad833 req-f701b27c-9264-4366-8eff-8601e108c872 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01 HTTP/1.1" status: 200 len: 1001 time: 0.1025424 Dec 13 13:19:35.041248 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b9a5f-3a0f-44bc-b6e6-156e30829cf1 None None] Network bef1dc43-fff8-4d38-a554-9730f3e07571 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:35.055361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6ea60-a289-491d-a273-3194eadad833 req-ece6a028-0cba-4986-816b-f9872cff549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:35.060261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29f6ea60-a289-491d-a273-3194eadad833 req-ece6a028-0cba-4986-816b-f9872cff549b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67ca2c0-3e2b-4eea-9722-f8709560d19b HTTP/1.1" status: 200 len: 853 time: 0.0936458 Dec 13 13:19:35.137817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6ea60-a289-491d-a273-3194eadad833 req-bdf9cc43-2345-4356-805d-aecc3a01bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:35.146282 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29f6ea60-a289-491d-a273-3194eadad833 req-bdf9cc43-2345-4356-805d-aecc3a01bdfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818002 Dec 13 13:19:35.238924 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:35.316174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04a405-0bee-4c29-bf84-3d2cbe9da9ba req-786c31ff-3cfd-42da-a05a-fcd2d3ae0adb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:35.317606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a04a405-0bee-4c29-bf84-3d2cbe9da9ba req-786c31ff-3cfd-42da-a05a-fcd2d3ae0adb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1703861 Dec 13 13:19:35.401382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29f6ea60-a289-491d-a273-3194eadad833 req-9aa97218-658e-4232-9c7a-95ff810c4c60 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270834 Dec 13 13:19:35.510782 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a04a405-0bee-4c29-bf84-3d2cbe9da9ba req-6dc1d58c-ce6e-47b2-ba8b-709093b7aa34 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822848 Dec 13 13:19:35.569931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8d7ca-24ea-4265-9a0d-7864845524a3 req-621e779d-8c66-413a-9099-2182f3f76639 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:35.574617 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] Router d6674050-9e9d-48fd-a204-f33ef7702227 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:19:35.577601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5d8d7ca-24ea-4265-9a0d-7864845524a3 req-621e779d-8c66-413a-9099-2182f3f76639 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.1609976 Dec 13 13:19:35.602385 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29f6ea60-a289-491d-a273-3194eadad833 req-c58f1dbc-ffbd-4dc7-a42e-6b3ebb272195 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941419 Dec 13 13:19:35.646768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5d8d7ca-24ea-4265-9a0d-7864845524a3 req-919fc1d3-a2f7-4c51-94ff-2da71b23fd8f tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681756 Dec 13 13:19:35.750064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:35.765501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] Sync routers for ids ['d6674050-9e9d-48fd-a204-f33ef7702227'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:35.765738 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-74723b09-f57b-4f59-943a-607ef74aee65 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6674050-9e9d-48fd-a204-f33ef7702227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0640512 Dec 13 13:19:35.767737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58758) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:35.775319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] Routers {'d6674050-9e9d-48fd-a204-f33ef7702227'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:35.775978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6674050-9e9d-48fd-a204-f33ef7702227'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:35.972732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c3b95-dd23-434d-9d5f-c27260f663fc req-81dc4979-74bd-4ae8-b96b-b070e32dbae2 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:35.981265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-129c3b95-dd23-434d-9d5f-c27260f663fc req-81dc4979-74bd-4ae8-b96b-b070e32dbae2 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.0980492 Dec 13 13:19:36.007722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e196d7b-8499-4890-99df-211b91c912fe req-ec91685f-d2d6-422e-bce4-313ad0c31589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:36.009294 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e196d7b-8499-4890-99df-211b91c912fe req-ec91685f-d2d6-422e-bce4-313ad0c31589 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9c1517ea90445d58521fee4c62cf6cf&device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 1097 time: 0.0985653 Dec 13 13:19:36.067140 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:36.155650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-129c3b95-dd23-434d-9d5f-c27260f663fc req-d7dc09ce-6e5b-4b82-9328-87a2c75eb03a tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682627 Dec 13 13:19:36.192316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] Set router d6674050-9e9d-48fd-a204-f33ef7702227 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:36.205824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e196d7b-8499-4890-99df-211b91c912fe req-97ae7edc-1d48-490b-b651-5be7ae31910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:36.207392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e196d7b-8499-4890-99df-211b91c912fe req-97ae7edc-1d48-490b-b651-5be7ae31910b service neutron] 10.222.0.37 "GET /v2.0/networks?id=db1b1768-4d02-4fd9-843b-747c1ccd1415 HTTP/1.1" status: 200 len: 912 time: 0.1896269 Dec 13 13:19:36.263620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e196d7b-8499-4890-99df-211b91c912fe req-2a6662c0-d529-4ef7-8809-53e117479eba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c338490-f6e8-4295-8709-0fab7f28b8f3 HTTP/1.1" status: 200 len: 217 time: 0.0475187 Dec 13 13:19:36.264344 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:36.327737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e196d7b-8499-4890-99df-211b91c912fe req-6e4618ca-7ee6-40e1-89ae-0f1b2b99b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:36.330169 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e196d7b-8499-4890-99df-211b91c912fe req-6e4618ca-7ee6-40e1-89ae-0f1b2b99b678 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb685e0c-bdce-410a-844b-e3f7bed152d3 HTTP/1.1" status: 200 len: 852 time: 0.0583186 Dec 13 13:19:36.362272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Deleting port 4486dd3c-fd40-49f2-a480-93f121903669 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:36.362616 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:36.377214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e196d7b-8499-4890-99df-211b91c912fe req-74915ae6-3225-4654-9597-ed4c885f30a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db1b1768-4d02-4fd9-843b-747c1ccd1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383434 Dec 13 13:19:36.490617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'name': 'tempest-TestAggregatesBasicOps-1041426226-router', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '4486dd3c-fd40-49f2-a480-93f121903669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:11Z', 'updated_at': '2021-12-13T13:19:34Z', 'revision_number': 5, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'gw_port': {'id': '4486dd3c-fd40-49f2-a480-93f121903669', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:13Z', 'updated_at': '2021-12-13T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:36.508491 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e196d7b-8499-4890-99df-211b91c912fe req-2ec96221-4939-4b8f-9527-6d9170f5aaa4 service neutron] 10.222.0.37 "GET /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250963 Dec 13 13:19:36.513478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] For port 4486dd3c-fd40-49f2-a480-93f121903669, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4486dd3c-fd40-49f2-a480-93f121903669,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:36.513915 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:36.523031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] Checking router: d6674050-9e9d-48fd-a204-f33ef7702227 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:36.534369 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] Routers {'d6674050-9e9d-48fd-a204-f33ef7702227'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:36.535511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d6674050-9e9d-48fd-a204-f33ef7702227'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:36.543237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Calling delete_port for 4486dd3c-fd40-49f2-a480-93f121903669 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:36.644727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] Set router d6674050-9e9d-48fd-a204-f33ef7702227 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:36.740553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e196d7b-8499-4890-99df-211b91c912fe req-f07e1f3f-5385-462e-96a5-e655325ecab5 service neutron] 10.222.0.37 "GET /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244148 Dec 13 13:19:36.755858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'name': 'tempest-TestAggregatesBasicOps-1041426226-router', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:11Z', 'updated_at': '2021-12-13T13:19:36Z', 'revision_number': 6, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:36.761750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17378f-3ee5-484c-a616-fc5a599cbe8f req-60a22fd3-53f0-41a4-930f-8e2935ab150d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:36.769844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e17378f-3ee5-484c-a616-fc5a599cbe8f req-60a22fd3-53f0-41a4-930f-8e2935ab150d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1220632 Dec 13 13:19:36.818510 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:36.822616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c21f51-a913-449b-ac89-55f374d29639 None None] The sync data for ids ['d6674050-9e9d-48fd-a204-f33ef7702227'] in n-d-817326-4 is: [{'id': 'd6674050-9e9d-48fd-a204-f33ef7702227', 'name': 'tempest-TestAggregatesBasicOps-1041426226-router', 'tenant_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:11Z', 'updated_at': '2021-12-13T13:19:36Z', 'revision_number': 6, 'project_id': 'eb1d82ebaa9e4e6695eb0e225e504744', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:36.873371 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4486dd3c-fd40-49f2-a480-93f121903669,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:36.875948 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e17378f-3ee5-484c-a616-fc5a599cbe8f req-0ccfebad-bf6d-4cef-a63c-21729c9449e6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989063 Dec 13 13:19:36.909512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a4f3b1-7318-4352-b8af-f915d6c3fd83 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:37.002539 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.119485 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.121788 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.172072 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.172866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6674050-9e9d-48fd-a204-f33ef7702227 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:19:37.188827 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.196320 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-11339dbd-d05f-46ef-8911-ad6e99c048f1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d6674050-9e9d-48fd-a204-f33ef7702227 HTTP/1.1" status: 204 len: 168 time: 1.4274080 Dec 13 13:19:37.199033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58774) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:37.266761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cae916b-ff9a-4622-a789-530d70ea8c6a admin admin] Deleting subnet 06495bb9-57b2-4763-a7f0-bea06a7c7d57 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:19:37.270649 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cae916b-ff9a-4622-a789-530d70ea8c6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.350931 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cae916b-ff9a-4622-a789-530d70ea8c6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.407053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba585d-2705-474b-8a6c-42d72a6c116b req-b35feaea-d51b-4eed-b094-f34aaccdda40 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:37.415257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3ba585d-2705-474b-8a6c-42d72a6c116b req-b35feaea-d51b-4eed-b094-f34aaccdda40 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.1221652 Dec 13 13:19:37.513206 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cae916b-ff9a-4622-a789-530d70ea8c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.519170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3ba585d-2705-474b-8a6c-42d72a6c116b req-742c7693-78e7-46c5-a531-143616d6e46d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943527 Dec 13 13:19:37.575356 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cae916b-ff9a-4622-a789-530d70ea8c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.604403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae916b-ff9a-4622-a789-530d70ea8c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06495bb9-57b2-4763-a7f0-bea06a7c7d57,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:37.615269 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cae916b-ff9a-4622-a789-530d70ea8c6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.616259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22b6c6-fd9b-45e6-a3db-7b424c617508 None None] Network fa451269-99f5-40ce-a010-113365790398 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:37.621526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2cae916b-ff9a-4622-a789-530d70ea8c6a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/06495bb9-57b2-4763-a7f0-bea06a7c7d57 HTTP/1.1" status: 204 len: 168 time: 0.4187324 Dec 13 13:19:37.621765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58778) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:37.713471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9d6b88b9-a2ed-401f-acce-3fa99b956550 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:19:37.727823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.741268 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.769979 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.799196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Deleting port e6e3b664-c454-44ec-9f0b-879e849bd6c6 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:37.799860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.885520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9d6b88b9-a2ed-401f-acce-3fa99b956550, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9d6b88b9-a2ed-401f-acce-3fa99b956550,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:37.890586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] For port e6e3b664-c454-44ec-9f0b-879e849bd6c6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e6e3b664-c454-44ec-9f0b-879e849bd6c6,segment=NetworkSegment(c0a0b1b0-6682-4dea-a50f-c9f8574772c1),segment_id=c0a0b1b0-6682-4dea-a50f-c9f8574772c1)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:37.890943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:37.898343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '9d6b88b9-a2ed-401f-acce-3fa99b956550', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'port_id': '9d6b88b9-a2ed-401f-acce-3fa99b956550', 'mac_address': 'fa:16:3e:be:ce:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:19:37.904134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Calling delete_port for e6e3b664-c454-44ec-9f0b-879e849bd6c6 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:37.925800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422126d3-7fe2-4ce9-bf0f-56756d0c9194 None None] DHCP port deletion for fa451269-99f5-40ce-a010-113365790398 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:37.979355 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.000565 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6b88b9-a2ed-401f-acce-3fa99b956550 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:19:38.009622 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.069727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9d6b88b9-a2ed-401f-acce-3fa99b956550, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9d6b88b9-a2ed-401f-acce-3fa99b956550,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:38.073059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-422126d3-7fe2-4ce9-bf0f-56756d0c9194 None None] Deleting port e6e3b664-c454-44ec-9f0b-879e849bd6c6 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:38.073789 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-422126d3-7fe2-4ce9-bf0f-56756d0c9194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.076283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e3b664-c454-44ec-9f0b-879e849bd6c6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:38.081475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] No DVR routers for this DVR port e6e3b664-c454-44ec-9f0b-879e849bd6c6 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:19:38.083592 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.150674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29d0d8-d147-4b8e-b068-b4d0a7cb4e14 req-6b69048e-86a3-4286-ac7a-c2631483d2d8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:38.151280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1dabf246-f0fc-44e6-8d0c-c995830892a2 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:19:38.152171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab29d0d8-d147-4b8e-b068-b4d0a7cb4e14 req-6b69048e-86a3-4286-ac7a-c2631483d2d8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 943 time: 0.1394632 Dec 13 13:19:38.217416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1dabf246-f0fc-44e6-8d0c-c995830892a2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:19:38.217891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1dabf246-f0fc-44e6-8d0c-c995830892a2 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:19:38.218345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e6e3b664-c454-44ec-9f0b-879e849bd6c6 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:19:38.228514 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.256685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ab29d0d8-d147-4b8e-b068-b4d0a7cb4e14 req-2fac6988-7317-46a0-8b6d-9990f836f68e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918458 Dec 13 13:19:38.274856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa451269-99f5-40ce-a010-113365790398']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:38.286552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:38.286848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a0b1b0-6682-4dea-a50f-c9f8574772c1') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:38.290796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e6e3b664-c454-44ec-9f0b-879e849bd6c6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:19:38.291259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e6e3b664-c454-44ec-9f0b-879e849bd6c6 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:19:38.291892 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4486dd3c-fd40-49f2-a480-93f121903669 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:19:38.298047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.299340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-422126d3-7fe2-4ce9-bf0f-56756d0c9194 None None] For port e6e3b664-c454-44ec-9f0b-879e849bd6c6, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:38.299874 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-422126d3-7fe2-4ce9-bf0f-56756d0c9194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.319707 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.328940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:19:38.329498 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:19:38.331646 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:19:38.334169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9d6b88b9-a2ed-401f-acce-3fa99b956550'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:19:38.365155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 4486dd3c-fd40-49f2-a480-93f121903669 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:19:38.365499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4486dd3c-fd40-49f2-a480-93f121903669 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:19:38.372311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-422126d3-7fe2-4ce9-bf0f-56756d0c9194 None None] Calling delete_port for e6e3b664-c454-44ec-9f0b-879e849bd6c6 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:38.375756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-422126d3-7fe2-4ce9-bf0f-56756d0c9194 None None] Port e6e3b664-c454-44ec-9f0b-879e849bd6c6 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:19:38.378643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9d6b88b9-a2ed-401f-acce-3fa99b956550,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:38.383767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-422126d3-7fe2-4ce9-bf0f-56756d0c9194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.408513 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.417092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422126d3-7fe2-4ce9-bf0f-56756d0c9194 None None] Pushing event deleted for resources: {'Port': ['ID=e6e3b664-c454-44ec-9f0b-879e849bd6c6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:38.422697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422126d3-7fe2-4ce9-bf0f-56756d0c9194 None None] No DVR routers for this DVR port e6e3b664-c454-44ec-9f0b-879e849bd6c6 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:19:38.425510 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.449702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fa451269-99f5-40ce-a010-113365790398 HTTP/1.1" status: 204 len: 168 time: 0.8263283 Dec 13 13:19:38.469021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a287aa7-6682-407c-8514-f9adf10a1735 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa451269-99f5-40ce-a010-113365790398,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:38.599161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58794) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:38.676188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-40eecce5-71da-4a9b-8f81-8754c5e8b34e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da2d7074d7434917829859104839d54e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757322 Dec 13 13:19:38.678727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58796) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:38.686508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b253-dee6-4481-a77f-1bade54c177e req-540b3248-b65c-4638-914f-f5eeccf9a7f7 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:38.694869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a30b253-dee6-4481-a77f-1bade54c177e req-540b3248-b65c-4638-914f-f5eeccf9a7f7 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.0805254 Dec 13 13:19:38.748424 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd76b92b-abe9-4192-9e27-3d30fd9292fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.760074 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a30b253-dee6-4481-a77f-1bade54c177e req-01bcb44a-2849-4b4c-9bf6-448c0f1b7d37 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639486 Dec 13 13:19:38.775124 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd76b92b-abe9-4192-9e27-3d30fd9292fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.828945 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd76b92b-abe9-4192-9e27-3d30fd9292fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.832001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dd76b92b-abe9-4192-9e27-3d30fd9292fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:38.834389 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dd76b92b-abe9-4192-9e27-3d30fd9292fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75b492e4-6150-4218-85ee-ab22c3e0dcff HTTP/1.1" status: 204 len: 168 time: 0.1546574 Dec 13 13:19:38.845467 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76b92b-abe9-4192-9e27-3d30fd9292fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b492e4-6150-4218-85ee-ab22c3e0dcff,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:39.104724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6c97f-e261-4963-a712-ebcd5f2519d8 req-dfaacaa8-f05b-4bef-8f56-bdd76de7406c tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:39.106363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61f6c97f-e261-4963-a712-ebcd5f2519d8 req-dfaacaa8-f05b-4bef-8f56-bdd76de7406c tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.0731823 Dec 13 13:19:39.189552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-61f6c97f-e261-4963-a712-ebcd5f2519d8 req-ddf70cb5-0155-492e-be1b-453ba29535cb tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702012 Dec 13 13:19:39.267661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58810) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:39.363608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58816) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:39.370928 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1366b223-c666-44f2-8f7b-b8818c3ca5c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb1d82ebaa9e4e6695eb0e225e504744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1016853 Dec 13 13:19:39.455451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3475af7-71e4-4045-a2a3-10a7158c7010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:39.718024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500408be-c14a-442c-a324-793139b0fca1 req-1e2f5d44-1bec-4727-a55b-4fa786cc72db tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:39.718024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-500408be-c14a-442c-a324-793139b0fca1 req-1e2f5d44-1bec-4727-a55b-4fa786cc72db tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 944 time: 0.1200452 Dec 13 13:19:39.718024 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3475af7-71e4-4045-a2a3-10a7158c7010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:39.718024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-500408be-c14a-442c-a324-793139b0fca1 req-134aad8c-a780-48e9-b48e-3324aa26de04 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808392 Dec 13 13:19:39.718024 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3475af7-71e4-4045-a2a3-10a7158c7010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:39.718024 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d3475af7-71e4-4045-a2a3-10a7158c7010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:39.718024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d3475af7-71e4-4045-a2a3-10a7158c7010 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6920552c-55fa-4e56-9d7b-92cf3689f045 HTTP/1.1" status: 204 len: 168 time: 0.2655714 Dec 13 13:19:39.718024 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3475af7-71e4-4045-a2a3-10a7158c7010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6920552c-55fa-4e56-9d7b-92cf3689f045,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:39.724747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9d6b88b9-a2ed-401f-acce-3fa99b956550 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:39.778653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 9d6b88b9-a2ed-401f-acce-3fa99b956550 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:19:39.784271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 9d6b88b9-a2ed-401f-acce-3fa99b956550 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:39.784654 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:39.880052 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:39.913038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7df15d-1f80-4a50-8130-52e1924d40b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6b88b9-a2ed-401f-acce-3fa99b956550'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:19:39.916350 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed178484-2bfa-4387-9f70-8fe522e758be" -d '{"events": [{"server_uuid": "7d7df15d-1f80-4a50-8130-52e1924d40b8", "name": "network-vif-plugged", "status": "completed", "tag": "9d6b88b9-a2ed-401f-acce-3fa99b956550"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:19:39.929926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9d6b88b9-a2ed-401f-acce-3fa99b956550, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9d6b88b9-a2ed-401f-acce-3fa99b956550,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:39.942484 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:40.029108 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d3609e-dcb5-4119-ba33-1f8a6f195285 x-openstack-request-id: req-a5d3609e-dcb5-4119-ba33-1f8a6f195285 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:19:40.029709 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7df15d-1f80-4a50-8130-52e1924d40b8", "name": "network-vif-plugged", "status": "completed", "tag": "9d6b88b9-a2ed-401f-acce-3fa99b956550", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:19:40.030215 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5d3609e-dcb5-4119-ba33-1f8a6f195285 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:19:40.030777 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7df15d-1f80-4a50-8130-52e1924d40b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6b88b9-a2ed-401f-acce-3fa99b956550', 'code': 200} Dec 13 13:19:40.081790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9d6b88b9-a2ed-401f-acce-3fa99b956550,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:40.216139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493e465-d368-4009-b39e-e5e75f857d16 req-d406b21f-12f9-411e-9bad-8ddf546732bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:40.233728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7493e465-d368-4009-b39e-e5e75f857d16 req-d406b21f-12f9-411e-9bad-8ddf546732bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 1096 time: 0.1236646 Dec 13 13:19:40.312738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7493e465-d368-4009-b39e-e5e75f857d16 req-04f98a41-5fbc-4009-8de1-b2ce7dc08da1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655150 Dec 13 13:19:40.388062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72772c8a-798b-4b6d-aa07-8b0db1fbca2a req-baebfab2-47be-43a2-8501-baa7d0704edc tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:40.389606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72772c8a-798b-4b6d-aa07-8b0db1fbca2a req-baebfab2-47be-43a2-8501-baa7d0704edc tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.0664811 Dec 13 13:19:40.468533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72772c8a-798b-4b6d-aa07-8b0db1fbca2a req-779ba5f7-2dfc-462f-ab2a-0070a3a5721a tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f7e9f64-241b-44b7-9981-a1784d250f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703866 Dec 13 13:19:40.748019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58886) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:40.811060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f71a8-ba47-4745-a6fd-df5639fa428b req-81af2292-b79a-4160-ad18-85b782d0292a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:40.813167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-724f71a8-ba47-4745-a6fd-df5639fa428b req-81af2292-b79a-4160-ad18-85b782d0292a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 945 time: 0.0925217 Dec 13 13:19:40.888826 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1095744100-network', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:40.895754 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-724f71a8-ba47-4745-a6fd-df5639fa428b req-e4909b90-5da2-4095-9567-1b772d15a94d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749130 Dec 13 13:19:40.922449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686a24-ab4d-48af-8957-2a130fe70338 req-a4782da9-ee9c-426a-acb6-1b6ae0d79619 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:40.925018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24686a24-ab4d-48af-8957-2a130fe70338 req-a4782da9-ee9c-426a-acb6-1b6ae0d79619 tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.37 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 946 time: 0.0863297 Dec 13 13:19:40.931581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Made reservation on behalf of 17a2e21e9e6349fa9e66b02c79f8d734 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:19:40.935047 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:40.945477 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.044209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-24686a24-ab4d-48af-8957-2a130fe70338 req-7550d21f-6be7-401e-a86d-ec263792245d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Deleting port 6c338490-f6e8-4295-8709-0fab7f28b8f3 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:41.044869 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24686a24-ab4d-48af-8957-2a130fe70338 req-7550d21f-6be7-401e-a86d-ec263792245d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.055458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.061440 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.088402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:19:41.108458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9607428-209e-461c-ac68-429eb9b83d37,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:41.126359 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.126709 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Added segment 7e7abd9b-ace7-4636-9332-0e94b3330aed of type vlan for network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc Dec 13 13:19:41.170853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-24686a24-ab4d-48af-8957-2a130fe70338 req-7550d21f-6be7-401e-a86d-ec263792245d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] For port 6c338490-f6e8-4295-8709-0fab7f28b8f3, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=6c338490-f6e8-4295-8709-0fab7f28b8f3,segment=NetworkSegment(731e098b-dc48-4e74-b632-923448bde8ba),segment_id=731e098b-dc48-4e74-b632-923448bde8ba)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:41.171308 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24686a24-ab4d-48af-8957-2a130fe70338 req-7550d21f-6be7-401e-a86d-ec263792245d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.180512 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.185304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-24686a24-ab4d-48af-8957-2a130fe70338 req-7550d21f-6be7-401e-a86d-ec263792245d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Calling delete_port for 6c338490-f6e8-4295-8709-0fab7f28b8f3 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:41.225437 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.226957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:41.228528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.316481 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5639338 Dec 13 13:19:41.316781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58902) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:41.317943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19e852-f898-4ac0-a6ae-45fbbb8239f0 admin admin] Pushing event updated for resources: {'Network': ['ID=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:41.325038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Request body: {'subnet': {'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1095744100-subnet', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:41.330282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:19:41.406861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Made reservation on behalf of 17a2e21e9e6349fa9e66b02c79f8d734 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:19:41.409539 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.427019 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24686a24-ab4d-48af-8957-2a130fe70338 req-7550d21f-6be7-401e-a86d-ec263792245d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.438953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['6c338490-f6e8-4295-8709-0fab7f28b8f3'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:19:41.540921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550d21f-6be7-401e-a86d-ec263792245d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Pushing event deleted for resources: {'Port': ['ID=6c338490-f6e8-4295-8709-0fab7f28b8f3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:41.667672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a97112df-9a88-4bf8-bdf4-ddb26cf483b7 req-fd6d4c26-e77e-48c9-ba32-f726cd4468da tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.31 "GET /v2.0/ports?device_id=7650c759-5e42-47a6-97d7-5a5bdae7a693 HTTP/1.1" status: 200 len: 210 time: 0.0886073 Dec 13 13:19:41.687172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-24686a24-ab4d-48af-8957-2a130fe70338 req-7550d21f-6be7-401e-a86d-ec263792245d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] No DVR routers for this DVR port 6c338490-f6e8-4295-8709-0fab7f28b8f3 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:19:41.689975 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-24686a24-ab4d-48af-8957-2a130fe70338 req-7550d21f-6be7-401e-a86d-ec263792245d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.693996 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24686a24-ab4d-48af-8957-2a130fe70338 req-7550d21f-6be7-401e-a86d-ec263792245d tempest-TestServerAdvancedOps-1384919621 tempest-TestServerAdvancedOps-1384919621-project] 10.222.0.37 "DELETE /v2.0/ports/6c338490-f6e8-4295-8709-0fab7f28b8f3 HTTP/1.1" status: 204 len: 173 time: 0.7621639 Dec 13 13:19:41.697826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7650c759-5e42-47a6-97d7-5a5bdae7a693', 'name': 'network-vif-deleted', 'tag': '6c338490-f6e8-4295-8709-0fab7f28b8f3'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:19:41.700720 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0432a888-6a57-4e33-9dda-d6829c8c1646" -d '{"events": [{"server_uuid": "7650c759-5e42-47a6-97d7-5a5bdae7a693", "name": "network-vif-deleted", "tag": "6c338490-f6e8-4295-8709-0fab7f28b8f3"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:19:41.849019 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acd22ff-8536-44b8-9675-66e82958bc93 x-openstack-request-id: req-1acd22ff-8536-44b8-9675-66e82958bc93 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:19:41.849685 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7650c759-5e42-47a6-97d7-5a5bdae7a693", "name": "network-vif-deleted", "tag": "6c338490-f6e8-4295-8709-0fab7f28b8f3", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:19:41.850190 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1acd22ff-8536-44b8-9675-66e82958bc93 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:19:41.851881 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7650c759-5e42-47a6-97d7-5a5bdae7a693', 'name': 'network-vif-deleted', 'tag': '6c338490-f6e8-4295-8709-0fab7f28b8f3', 'status': 'completed', 'code': 200} Dec 13 13:19:41.876720 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:41.959252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Checking segment: {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:41.959733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Network hostable DHCP agents. Network: 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:19:41.967627 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde43ff4-f711-4483-81de-923bc2ded577,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:41.990565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:19:42.005520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:42.015927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af27dd8-ad2b-4ce4-bb16-a92a81307c76 None None] Network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:42.040678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:42.041451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.097449 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8b3e616e-45b1-4b24-be89-d88dc618e6a0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7793455 Dec 13 13:19:42.100727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 58924) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:42.109138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1095744100-router', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:42.145358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e222-aec2-40bf-8afe-8bae79241295 req-7419518f-4430-470b-90e8-2b067ed63dd6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:42.148617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1473e222-aec2-40bf-8afe-8bae79241295 req-7419518f-4430-470b-90e8-2b067ed63dd6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 945 time: 0.1348855 Dec 13 13:19:42.152469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc', 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc', 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'fixed_ips': [{'subnet_id': 'bde43ff4-f711-4483-81de-923bc2ded577'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:19:42.153680 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.203526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.205083 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.341107 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.414726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1473e222-aec2-40bf-8afe-8bae79241295 req-126eb842-a19f-44ed-8711-709034a36fe5 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498791 Dec 13 13:19:42.415198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Allocated IP 172.20.0.2 (718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc/bde43ff4-f711-4483-81de-923bc2ded577/e578d293-e1e3-42c0-b3fe-11b9e35618e8) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:42.575104 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.674521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed8e2a-084f-409b-bf38-0796de61dc23 req-9a8a1487-d9a8-4ba7-983f-6d8c765432b4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:42.676116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87ed8e2a-084f-409b-bf38-0796de61dc23 req-9a8a1487-d9a8-4ba7-983f-6d8c765432b4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 945 time: 0.1167762 Dec 13 13:19:42.741078 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.755034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58942) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:42.759027 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.794205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87ed8e2a-084f-409b-bf38-0796de61dc23 req-cedc8f26-e86b-4034-bca2-98642f518149 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044934 Dec 13 13:19:42.809445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:42.813047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:42.818286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:42.846708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Pushing event updated for resources: {'Port': ['ID=e578d293-e1e3-42c0-b3fe-11b9e35618e8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:42.900004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d92dcf6-ffc1-44ce-b902-45840f6fe9d5 admin admin] Deleting subnet bb685e0c-bdce-410a-844b-e3f7bed152d3 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:19:42.912322 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d92dcf6-ffc1-44ce-b902-45840f6fe9d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.943416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Attempting to bind port e578d293-e1e3-42c0-b3fe-11b9e35618e8 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:42.943930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Attempting to bind port e578d293-e1e3-42c0-b3fe-11b9e35618e8 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:42.944418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Attempting to bind port e578d293-e1e3-42c0-b3fe-11b9e35618e8 on network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:42.953470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:42.953905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Checking segment: {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:42.954739 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.954955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Bound using segment: {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:42.955896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Bound port: e578d293-e1e3-42c0-b3fe-11b9e35618e8, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:42.956302 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:42.979145 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d92dcf6-ffc1-44ce-b902-45840f6fe9d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.043020 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d92dcf6-ffc1-44ce-b902-45840f6fe9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.049667 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.079908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] For port e578d293-e1e3-42c0-b3fe-11b9e35618e8, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:43.088671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.090375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] For port e578d293-e1e3-42c0-b3fe-11b9e35618e8, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e578d293-e1e3-42c0-b3fe-11b9e35618e8,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:43.097500 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.163457 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d92dcf6-ffc1-44ce-b902-45840f6fe9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.257379 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d92dcf6-ffc1-44ce-b902-45840f6fe9d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.268392 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3d92dcf6-ffc1-44ce-b902-45840f6fe9d5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bb685e0c-bdce-410a-844b-e3f7bed152d3 HTTP/1.1" status: 204 len: 168 time: 0.5101159 Dec 13 13:19:43.269090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58958) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:43.277520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92dcf6-ffc1-44ce-b902-45840f6fe9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb685e0c-bdce-410a-844b-e3f7bed152d3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:43.326808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Allocated IP 172.25.2.234 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:43.341390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e981d02-1de7-4246-bf1a-0c48f47fada4 None None] Pushing event updated for resources: {'Port': ['ID=e578d293-e1e3-42c0-b3fe-11b9e35618e8,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:43.396786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.504044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caf003-2cd7-4947-a1c0-cb4e8aa89ecd req-40ec0d71-8252-48eb-872e-c020e5f6a512 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:43.505655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7caf003-2cd7-4947-a1c0-cb4e8aa89ecd req-40ec0d71-8252-48eb-872e-c020e5f6a512 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 945 time: 0.1690650 Dec 13 13:19:43.549368 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.605183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1b1768-4d02-4fd9-843b-747c1ccd1415']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:43.637959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731e098b-dc48-4e74-b632-923448bde8ba') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:43.638334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731e098b-dc48-4e74-b632-923448bde8ba') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:43.639483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.644501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7caf003-2cd7-4947-a1c0-cb4e8aa89ecd req-a9d5bbae-6d6b-4c5c-a971-5b305763d032 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283853 Dec 13 13:19:43.686612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.704145 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.705419 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.721851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:19:43.722738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:19:43.724968 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:19:43.770096 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:43.774410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:43.778982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:43.793829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ba961-fe8b-4258-b218-d1ac1791b502 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:43.844756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.854652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.862569 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/db1b1768-4d02-4fd9-843b-747c1ccd1415 HTTP/1.1" status: 204 len: 168 time: 0.5903497 Dec 13 13:19:43.864024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58970) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:43.872962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Pushing event updated for resources: {'Port': ['ID=aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:43.892311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7293e87-a96d-4159-b13a-93cd6c3f6ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=db1b1768-4d02-4fd9-843b-747c1ccd1415,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:43.947476 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b28f21-bbd6-4bbd-8e6f-d0069327fd81 admin admin] Deleting subnet d7c00f7e-f700-42e8-b3dc-f3f2fff91bd2 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:19:43.952183 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49b28f21-bbd6-4bbd-8e6f-d0069327fd81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:43.964319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf8fbb94-5af8-4e5f-91cc-e006a891074f None None] Provisioning complete for port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:43.965360 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf8fbb94-5af8-4e5f-91cc-e006a891074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.007610 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49b28f21-bbd6-4bbd-8e6f-d0069327fd81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.043862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf8fbb94-5af8-4e5f-91cc-e006a891074f None None] Port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:44.067447 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49b28f21-bbd6-4bbd-8e6f-d0069327fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.160811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49b28f21-bbd6-4bbd-8e6f-d0069327fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.224833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49b28f21-bbd6-4bbd-8e6f-d0069327fd81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.230508 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-49b28f21-bbd6-4bbd-8e6f-d0069327fd81 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d7c00f7e-f700-42e8-b3dc-f3f2fff91bd2 HTTP/1.1" status: 204 len: 168 time: 0.3428264 Dec 13 13:19:44.230508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b28f21-bbd6-4bbd-8e6f-d0069327fd81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c00f7e-f700-42e8-b3dc-f3f2fff91bd2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:44.231728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58976) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:44.333810 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.353651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.435616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e578d293-e1e3-42c0-b3fe-11b9e35618e8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:44.531882 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.547477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e578d293-e1e3-42c0-b3fe-11b9e35618e8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:44.548198 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.599727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc9df7e-be6a-4a93-81c1-4c5c07921d3e']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:44.629915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d20402a-90af-4faf-aa99-fafbd05540f4') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:44.630282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d20402a-90af-4faf-aa99-fafbd05540f4') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:44.657463 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.698666 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.726717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-3faf40d7-0b12-41e4-9c90-18fc9aeb1a90 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:44.728608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-3faf40d7-0b12-41e4-9c90-18fc9aeb1a90 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 945 time: 0.1186092 Dec 13 13:19:44.732500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:19:44.733103 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:19:44.734816 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:19:44.750131 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.851189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port e578d293-e1e3-42c0-b3fe-11b9e35618e8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e578d293-e1e3-42c0-b3fe-11b9e35618e8,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:44.855050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.858881 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.882431 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:44.904697 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] 10.222.0.31 "DELETE /v2.0/networks/edc9df7e-be6a-4a93-81c1-4c5c07921d3e HTTP/1.1" status: 204 len: 168 time: 0.6584616 Dec 13 13:19:44.957984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9510d48-0722-49d4-802f-6b523f7e1f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=edc9df7e-be6a-4a93-81c1-4c5c07921d3e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:44.969485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=e578d293-e1e3-42c0-b3fe-11b9e35618e8,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:45.052599 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:45.081285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed5a11-52b3-4d9a-a39c-dfe800d74987 None None] Network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:45.167935 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 58998) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:45.240741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e4732d47-4f12-4cc2-9ed0-e123e3e243bd None None] Provisioning complete for port e578d293-e1e3-42c0-b3fe-11b9e35618e8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:45.241230 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4732d47-4f12-4cc2-9ed0-e123e3e243bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:45.263979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d193a210-4699-46a9-bc9a-4558df7adee6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9c1517ea90445d58521fee4c62cf6cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0947130 Dec 13 13:19:45.266090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59002) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:45.332266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3ab2-3a96-4f86-bed7-ec690d21cbde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:45.395392 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3ab2-3a96-4f86-bed7-ec690d21cbde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:45.491015 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3ab2-3a96-4f86-bed7-ec690d21cbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:45.494314 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3ab2-3a96-4f86-bed7-ec690d21cbde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:45.498615 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e6ff3ab2-3a96-4f86-bed7-ec690d21cbde admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f7e9f64-241b-44b7-9981-a1784d250f31 HTTP/1.1" status: 204 len: 168 time: 0.2287490 Dec 13 13:19:45.521460 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff3ab2-3a96-4f86-bed7-ec690d21cbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7e9f64-241b-44b7-9981-a1784d250f31,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:45.778451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9070c-a28f-4c24-bd70-442215a132d6 req-edbca5f1-5580-4b43-9c77-ab6f0d95e641 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:45.786211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8c9070c-a28f-4c24-bd70-442215a132d6 req-edbca5f1-5580-4b43-9c77-ab6f0d95e641 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 945 time: 0.9317281 Dec 13 13:19:45.803048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1722aab1-6310-4154-9d37-7c99b2111a8b None None] Provisioning complete for port e578d293-e1e3-42c0-b3fe-11b9e35618e8 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:45.803427 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1722aab1-6310-4154-9d37-7c99b2111a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:45.820990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-a145f635-5caa-456e-834b-2b7b8a3c7140 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Deleting port 9d6b88b9-a2ed-401f-acce-3fa99b956550 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:45.821605 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-a145f635-5caa-456e-834b-2b7b8a3c7140 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:46.026166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8c9070c-a28f-4c24-bd70-442215a132d6 req-1fb91371-560c-41b4-af1c-11ae81ca8d49 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345779 Dec 13 13:19:46.061541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 6c338490-f6e8-4295-8709-0fab7f28b8f3 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:19:46.085014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 6c338490-f6e8-4295-8709-0fab7f28b8f3 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:19:46.085372 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 6c338490-f6e8-4295-8709-0fab7f28b8f3 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:19:46.097187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59024) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:46.145029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-a145f635-5caa-456e-834b-2b7b8a3c7140 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] For port 9d6b88b9-a2ed-401f-acce-3fa99b956550, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9d6b88b9-a2ed-401f-acce-3fa99b956550,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:46.146488 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-a145f635-5caa-456e-834b-2b7b8a3c7140 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:46.173343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-a145f635-5caa-456e-834b-2b7b8a3c7140 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Calling delete_port for 9d6b88b9-a2ed-401f-acce-3fa99b956550 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:46.192928 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-72f77380-e0e9-43d3-a215-af73d5355b70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a19a1c27a28944d181d3700800f636be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944731 Dec 13 13:19:46.196013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59026) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:46.198105 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Router f2ccab28-6132-4076-9743-fdf422d1f1f4 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:19:46.303906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-df54489f-c6b8-4981-b3ec-9f0a5be3f225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:46.336979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-df54489f-c6b8-4981-b3ec-9f0a5be3f225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:46.342510 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e578d293-e1e3-42c0-b3fe-11b9e35618e8 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:46.418408 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-df54489f-c6b8-4981-b3ec-9f0a5be3f225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:46.422904 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-df54489f-c6b8-4981-b3ec-9f0a5be3f225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:46.424599 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-df54489f-c6b8-4981-b3ec-9f0a5be3f225 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a2f1e8b-3e34-4cfa-a773-e4cadfa83144 HTTP/1.1" status: 204 len: 168 time: 0.2266982 Dec 13 13:19:46.435742 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54489f-c6b8-4981-b3ec-9f0a5be3f225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2f1e8b-3e34-4cfa-a773-e4cadfa83144,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:46.532341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e578d293-e1e3-42c0-b3fe-11b9e35618e8 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:46.532828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:46.568647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:46.590777 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Sync routers for ids ['f2ccab28-6132-4076-9743-fdf422d1f1f4'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:46.613991 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Routers {'f2ccab28-6132-4076-9743-fdf422d1f1f4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:46.615078 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2ccab28-6132-4076-9743-fdf422d1f1f4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:46.623326 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:46.630103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59038) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:46.646290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bf6d039b-78ca-4256-8034-2f074e527771 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5442343 Dec 13 13:19:46.656961 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-a145f635-5caa-456e-834b-2b7b8a3c7140 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:46.729254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['78047090-2a9b-49fe-88f7-ac133b2c7c79'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:19:46.773715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145f635-5caa-456e-834b-2b7b8a3c7140 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'Port': ['ID=9d6b88b9-a2ed-401f-acce-3fa99b956550,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:46.945778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-a145f635-5caa-456e-834b-2b7b8a3c7140 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] No DVR routers for this DVR port 9d6b88b9-a2ed-401f-acce-3fa99b956550 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:19:46.960627 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-a145f635-5caa-456e-834b-2b7b8a3c7140 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:46.967639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6c44a7a-ec7d-4626-ac6b-0e56162ad486 req-a145f635-5caa-456e-834b-2b7b8a3c7140 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "DELETE /v2.0/ports/9d6b88b9-a2ed-401f-acce-3fa99b956550 HTTP/1.1" status: 204 len: 173 time: 2.2250655 Dec 13 13:19:46.972191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7df15d-1f80-4a50-8130-52e1924d40b8', 'name': 'network-vif-deleted', 'tag': '9d6b88b9-a2ed-401f-acce-3fa99b956550'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:19:46.987918 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fafc25-7fed-4484-9ebd-029cd050262b" -d '{"events": [{"server_uuid": "7d7df15d-1f80-4a50-8130-52e1924d40b8", "name": "network-vif-deleted", "tag": "9d6b88b9-a2ed-401f-acce-3fa99b956550"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:19:47.085490 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Set router f2ccab28-6132-4076-9743-fdf422d1f1f4 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:47.525741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d5f7901-3997-485c-9330-9fc9dbf2389d req-a3aea115-d82d-4240-b201-808dfdaff0b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 210 time: 0.1944706 Dec 13 13:19:47.755289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9d6b88b9-a2ed-401f-acce-3fa99b956550 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:19:47.761857 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b93ee33-b4b1-4f35-9e67-3be931289658 x-openstack-request-id: req-7b93ee33-b4b1-4f35-9e67-3be931289658 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:19:47.762550 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7df15d-1f80-4a50-8130-52e1924d40b8", "name": "network-vif-deleted", "tag": "9d6b88b9-a2ed-401f-acce-3fa99b956550", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:19:47.763098 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b93ee33-b4b1-4f35-9e67-3be931289658 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:19:47.763763 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7df15d-1f80-4a50-8130-52e1924d40b8', 'name': 'network-vif-deleted', 'tag': '9d6b88b9-a2ed-401f-acce-3fa99b956550', 'status': 'completed', 'code': 200} Dec 13 13:19:47.796147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 9d6b88b9-a2ed-401f-acce-3fa99b956550 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:19:47.798269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9d6b88b9-a2ed-401f-acce-3fa99b956550 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:19:47.819561 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'name': 'tempest-TestServerMultinode-1095744100-router', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:42Z', 'updated_at': '2021-12-13T13:19:44Z', 'revision_number': 3, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'gw_port': {'id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:43Z', 'updated_at': '2021-12-13T13:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:47.903490 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Checking router: f2ccab28-6132-4076-9743-fdf422d1f1f4 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:47.903923 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Updating router f2ccab28-6132-4076-9743-fdf422d1f1f4 port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:19:47.931356 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:48.392425 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:48.410285 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:48.490962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0cfb17-547f-4f3f-aaf6-fddb5537449b None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:48.508172 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Attempting to bind port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:48.514664 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Attempting to bind port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:48.515164 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Attempting to bind port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:48.536633 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e707ef4-0c9d-4dfe-b909-6e29c72b19cb None None] Pushing event updated for resources: {'Port': ['ID=aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:48.542342 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:48.543263 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:48.543847 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:48.544745 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:48.545647 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Bound port: aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:48.546232 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:48.587871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-600646f2-0580-4c23-ad0e-4623cce696cf None None] Provisioning complete for port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:48.589555 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-600646f2-0580-4c23-ad0e-4623cce696cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:48.604672 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:48.696334 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] For port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:48.707944 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] For port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:48.722006 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:48.757051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-600646f2-0580-4c23-ad0e-4623cce696cf None None] Port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:48.845288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebb067ac-b5cc-4ba3-9259-7c6ba4acc015 req-c2270e44-8193-40cf-976c-59ddbe692b64 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 210 time: 0.0825911 Dec 13 13:19:48.881890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f999850-bca6-42bb-aaeb-cc7ed2df332a None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:48.919275 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Routers {'f2ccab28-6132-4076-9743-fdf422d1f1f4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:48.920882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Allocated IP 172.20.0.1 (718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc/bde43ff4-f711-4483-81de-923bc2ded577/205766fb-2f5f-459f-8c0b-14bad6474145) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:48.924994 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2ccab28-6132-4076-9743-fdf422d1f1f4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:48.986316 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e707ef4-0c9d-4dfe-b909-6e29c72b19cb None None] Pushing event updated for resources: {'Port': ['ID=aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:49.167771 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] Set router f2ccab28-6132-4076-9743-fdf422d1f1f4 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:49.197395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:49.259689 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:49.339428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-24d0b562-228e-4ca3-a37e-d46b84b5fde7 None None] Provisioning complete for port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:49.340011 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24d0b562-228e-4ca3-a37e-d46b84b5fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:49.420882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:49.424510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:49.429126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:49.490942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24d0b562-228e-4ca3-a37e-d46b84b5fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:49.495761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Pushing event updated for resources: {'Port': ['ID=205766fb-2f5f-459f-8c0b-14bad6474145,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:49.543126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-24d0b562-228e-4ca3-a37e-d46b84b5fde7 None None] For port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:49.554161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:49.556754 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24d0b562-228e-4ca3-a37e-d46b84b5fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:49.740589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0b562-228e-4ca3-a37e-d46b84b5fde7 None None] Pushing event updated for resources: {'Port': ['ID=aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:49.767726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'name': 'tempest-TestServerMultinode-1095744100-router', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:42Z', 'updated_at': '2021-12-13T13:19:44Z', 'revision_number': 3, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'gw_port': {'id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:43Z', 'updated_at': '2021-12-13T13:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:49.809189 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60004152-ebef-42c2-bb86-828b05ea4215 None None] The sync data for ids ['f2ccab28-6132-4076-9743-fdf422d1f1f4'] in n-d-817326-4 is: [{'id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'name': 'tempest-TestServerMultinode-1095744100-router', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:42Z', 'updated_at': '2021-12-13T13:19:44Z', 'revision_number': 3, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'gw_port': {'id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:43Z', 'updated_at': '2021-12-13T13:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:50.008847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5a939332-349d-4aad-af54-49e4fb19510b None None] Provisioning complete for port 205766fb-2f5f-459f-8c0b-14bad6474145 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:50.009426 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a939332-349d-4aad-af54-49e4fb19510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:50.032865 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:50.093352 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee25b20f-4540-44f3-ad73-8b8af58a6333 req-a51e8aaf-3605-4a02-b1af-53b9fff0a800 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 210 time: 0.0929301 Dec 13 13:19:50.176411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5a939332-349d-4aad-af54-49e4fb19510b None None] Port 205766fb-2f5f-459f-8c0b-14bad6474145 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:50.473587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:50.481917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:50.577112 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:50.643681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Pushing event updated for resources: {'Port': ['ID=205766fb-2f5f-459f-8c0b-14bad6474145,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:50.730260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:50.731812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:51.027923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Router f2ccab28-6132-4076-9743-fdf422d1f1f4 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:19:51.237373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-17227a33-9f0d-42c0-8ef6-ee997fa8ea7e None None] Provisioning complete for port 205766fb-2f5f-459f-8c0b-14bad6474145 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:51.238462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17227a33-9f0d-42c0-8ef6-ee997fa8ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:51.282296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:51.302561 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fbda91dd-27db-4189-bcc2-bea1d87ab057 admin admin] 10.222.0.31 "PUT /v2.0/routers/f2ccab28-6132-4076-9743-fdf422d1f1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6621106 Dec 13 13:19:51.349547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-17227a33-9f0d-42c0-8ef6-ee997fa8ea7e None None] Port 205766fb-2f5f-459f-8c0b-14bad6474145 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:51.391195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebb96656-f055-443a-9115-c7f41bd44bbd req-280592fa-b468-4269-8451-99c8a829e321 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 210 time: 0.0697644 Dec 13 13:19:52.419016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:52.480210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:52.480582 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:52.517209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59164) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:52.523864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1085107621-network', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:52.574783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Made reservation on behalf of f6fa38be50604bf3a211d763c74a9f03 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:19:52.577237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:52.605629 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:52.670422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9078ebfa-d80a-44d4-9101-8e6c7bd5931f req-2ae496e5-57ea-48ef-b50a-a070db285d29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 210 time: 0.0816426 Dec 13 13:19:52.771672 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:52.778124 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:52.801212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:19:52.831902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:52.832524 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Added segment 21720c17-f43a-46dd-bd76-1e84716ee742 of type vlan for network 271c11cf-e150-482a-a725-13d015bf05b8 Dec 13 13:19:52.842880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d7ddeb-1413-44aa-af89-a65d52d6e6bf,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:52.896289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Sync routers for ids ['f2ccab28-6132-4076-9743-fdf422d1f1f4'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:52.907279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:52.917187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Routers {'f2ccab28-6132-4076-9743-fdf422d1f1f4'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:52.919871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2ccab28-6132-4076-9743-fdf422d1f1f4'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:52.975005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:52.978522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:52.979425 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:53.109478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Set router f2ccab28-6132-4076-9743-fdf422d1f1f4 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:53.124368 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6021943 Dec 13 13:19:53.124601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59178) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:53.130057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Request body: {'subnet': {'network_id': '271c11cf-e150-482a-a725-13d015bf05b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1085107621-subnet', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:53.139680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6d7dd-c865-423f-870b-be7a62ccdcf6 admin admin] Pushing event updated for resources: {'Network': ['ID=271c11cf-e150-482a-a725-13d015bf05b8,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:53.162993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 271c11cf-e150-482a-a725-13d015bf05b8 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:19:53.187681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Made reservation on behalf of f6fa38be50604bf3a211d763c74a9f03 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:19:53.192170 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:53.432094 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'name': 'tempest-TestServerMultinode-1095744100-router', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:42Z', 'updated_at': '2021-12-13T13:19:49Z', 'revision_number': 4, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'gw_port': {'id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:43Z', 'updated_at': '2021-12-13T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '205766fb-2f5f-459f-8c0b-14bad6474145', 'name': '', 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'mac_address': 'fa:16:3e:5f:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'bde43ff4-f711-4483-81de-923bc2ded577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:48Z', 'updated_at': '2021-12-13T13:19:50Z', 'revision_number': 2, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'subnets': [{'id': 'bde43ff4-f711-4483-81de-923bc2ded577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:53.462009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Checking router: f2ccab28-6132-4076-9743-fdf422d1f1f4 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:53.462311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Updating router f2ccab28-6132-4076-9743-fdf422d1f1f4 port 205766fb-2f5f-459f-8c0b-14bad6474145 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:19:53.493766 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:53.511595 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:53.612465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:53.623587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Checking segment: {'id': '21720c17-f43a-46dd-bd76-1e84716ee742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:53.624026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Network hostable DHCP agents. Network: 271c11cf-e150-482a-a725-13d015bf05b8, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:19:53.643799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Network 271c11cf-e150-482a-a725-13d015bf05b8 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:19:53.665872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 271c11cf-e150-482a-a725-13d015bf05b8) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:53.682687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5832e8-8d53-4e6e-9cc1-fb1993cf77a5 None None] Network 271c11cf-e150-482a-a725-13d015bf05b8 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:53.685981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:19:53.687386 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:53.741813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6a46ea2c-793b-4a2a-884f-363c102faf7d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6168470 Dec 13 13:19:53.744762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59192) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:53.750755 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1085107621-router', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:19:53.778359 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:53.779901 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:53.905851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ac6eeb9-f199-4484-9202-5ca053356607 req-d670f455-caff-4faa-aff1-4b366cc20c59 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 210 time: 0.0860198 Dec 13 13:19:53.936340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:53.948780 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:53.958776 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.020779 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-271c11cf-e150-482a-a725-13d015bf05b8', 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8', 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'fixed_ips': [{'subnet_id': 'e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:19:54.021657 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.250142 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.369573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276b035-527c-4fe8-af82-fc6e790a5278 None None] Pushing event updated for resources: {'Port': ['ID=205766fb-2f5f-459f-8c0b-14bad6474145,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:54.381078 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af2d08ef-4343-4355-b8c4-a113f794b6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.418679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Allocated IP 172.20.0.2 (271c11cf-e150-482a-a725-13d015bf05b8/e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5/2592112b-018b-4efb-86f7-3b11ea3f4865) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:54.614262 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.641316 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.659662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Attempting to bind port 205766fb-2f5f-459f-8c0b-14bad6474145 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:54.659662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Attempting to bind port 205766fb-2f5f-459f-8c0b-14bad6474145 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:54.660384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Attempting to bind port 205766fb-2f5f-459f-8c0b-14bad6474145 on network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:54.664167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c16c55a2-5c64-47fe-8170-f48d0d57331c None None] Provisioning complete for port 205766fb-2f5f-459f-8c0b-14bad6474145 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:54.664548 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c16c55a2-5c64-47fe-8170-f48d0d57331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.703390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:54.703390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Checking segment: {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:54.703799 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.704183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Bound using segment: {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:54.704669 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Bound port: 205766fb-2f5f-459f-8c0b-14bad6474145, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:54.705050 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.723555 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.739549 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.765564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c16c55a2-5c64-47fe-8170-f48d0d57331c None None] Port 205766fb-2f5f-459f-8c0b-14bad6474145 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:54.818695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Allocated IP 172.25.2.116 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/1d55be5e-196f-4cd9-a8ff-a7ff174a27a3) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:54.849128 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] For port 205766fb-2f5f-459f-8c0b-14bad6474145, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:54.860216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] For port 205766fb-2f5f-459f-8c0b-14bad6474145, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=205766fb-2f5f-459f-8c0b-14bad6474145,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:54.874368 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:54.902752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Network 271c11cf-e150-482a-a725-13d015bf05b8 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:54.907704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Pushing event updated for resources: {'Port': ['ID=2592112b-018b-4efb-86f7-3b11ea3f4865,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:54.962632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:55.015691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276b035-527c-4fe8-af82-fc6e790a5278 None None] Pushing event updated for resources: {'Port': ['ID=205766fb-2f5f-459f-8c0b-14bad6474145,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:55.027826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:55.034324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:55.055034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Routers {'f2ccab28-6132-4076-9743-fdf422d1f1f4'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:55.055034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2ccab28-6132-4076-9743-fdf422d1f1f4'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:55.070729 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:55.178524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa36b1d6-2e14-4d87-9686-f3d5b561042f req-5f671a29-ea82-4d51-ac4b-41146cbddd9d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d7df15d-1f80-4a50-8130-52e1924d40b8 HTTP/1.1" status: 200 len: 210 time: 0.1010728 Dec 13 13:19:55.244179 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Pushing event updated for resources: {'Port': ['ID=1d55be5e-196f-4cd9-a8ff-a7ff174a27a3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:55.251144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:55.252667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] Set router f2ccab28-6132-4076-9743-fdf422d1f1f4 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:55.256889 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:55.264881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:55.480657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4827dde1-bb08-48ed-83e9-1170dd73f18b None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:55.559882 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:19:55.588716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2afd378b-88a5-4b72-9b3d-d0744f5a47c3 None None] Provisioning complete for port 205766fb-2f5f-459f-8c0b-14bad6474145 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:55.588716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2afd378b-88a5-4b72-9b3d-d0744f5a47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:55.637155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Attempting to bind port 2592112b-018b-4efb-86f7-3b11ea3f4865 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:55.637554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Attempting to bind port 2592112b-018b-4efb-86f7-3b11ea3f4865 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '21720c17-f43a-46dd-bd76-1e84716ee742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:55.637921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Attempting to bind port 2592112b-018b-4efb-86f7-3b11ea3f4865 on network 271c11cf-e150-482a-a725-13d015bf05b8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:55.652528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:55.652907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Checking segment: {'id': '21720c17-f43a-46dd-bd76-1e84716ee742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:55.653729 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:55.655066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Bound using segment: {'id': '21720c17-f43a-46dd-bd76-1e84716ee742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:55.655842 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Bound port: 2592112b-018b-4efb-86f7-3b11ea3f4865, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21720c17-f43a-46dd-bd76-1e84716ee742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:55.656231 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:55.736958 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:55.880954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] For port 2592112b-018b-4efb-86f7-3b11ea3f4865, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:55.887643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] For port 2592112b-018b-4efb-86f7-3b11ea3f4865, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2592112b-018b-4efb-86f7-3b11ea3f4865,segment=NetworkSegment(21720c17-f43a-46dd-bd76-1e84716ee742),segment_id=21720c17-f43a-46dd-bd76-1e84716ee742)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:55.899734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'name': 'tempest-TestServerMultinode-1095744100-router', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:42Z', 'updated_at': '2021-12-13T13:19:49Z', 'revision_number': 4, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'gw_port': {'id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:43Z', 'updated_at': '2021-12-13T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '205766fb-2f5f-459f-8c0b-14bad6474145', 'name': '', 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'mac_address': 'fa:16:3e:5f:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'bde43ff4-f711-4483-81de-923bc2ded577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:48Z', 'updated_at': '2021-12-13T13:19:54Z', 'revision_number': 4, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'subnets': [{'id': 'bde43ff4-f711-4483-81de-923bc2ded577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:55.906862 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2afd378b-88a5-4b72-9b3d-d0744f5a47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:55.910337 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:55.966696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861aefa-161d-4e40-9d45-c92eaf5e0b7f None None] The sync data for ids ['f2ccab28-6132-4076-9743-fdf422d1f1f4'] in n-d-817326-4 is: [{'id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'name': 'tempest-TestServerMultinode-1095744100-router', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:42Z', 'updated_at': '2021-12-13T13:19:49Z', 'revision_number': 4, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'gw_port': {'id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:43Z', 'updated_at': '2021-12-13T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '205766fb-2f5f-459f-8c0b-14bad6474145', 'name': '', 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'mac_address': 'fa:16:3e:5f:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'bde43ff4-f711-4483-81de-923bc2ded577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:48Z', 'updated_at': '2021-12-13T13:19:54Z', 'revision_number': 4, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'subnets': [{'id': 'bde43ff4-f711-4483-81de-923bc2ded577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:56.084244 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2afd378b-88a5-4b72-9b3d-d0744f5a47c3 None None] For port 205766fb-2f5f-459f-8c0b-14bad6474145, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=205766fb-2f5f-459f-8c0b-14bad6474145,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:56.107167 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2afd378b-88a5-4b72-9b3d-d0744f5a47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:56.113433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee019e-458e-43ab-8b4d-80cc0f484245 None None] Pushing event updated for resources: {'Port': ['ID=2592112b-018b-4efb-86f7-3b11ea3f4865,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:56.221560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:56.419500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd378b-88a5-4b72-9b3d-d0744f5a47c3 None None] Pushing event updated for resources: {'Port': ['ID=205766fb-2f5f-459f-8c0b-14bad6474145,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:56.481108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8315eb48-8503-4f73-b309-c2517622b07d None None] Provisioning complete for port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:56.481500 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8315eb48-8503-4f73-b309-c2517622b07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:56.532793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 205766fb-2f5f-459f-8c0b-14bad6474145 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:56.566753 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Router 504ce9d1-3429-43d5-95de-37224e013e6b is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:19:56.591136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8315eb48-8503-4f73-b309-c2517622b07d None None] Port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:56.633937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 205766fb-2f5f-459f-8c0b-14bad6474145 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:56.634387 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:56.740409 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bf851d6-37fe-4e53-8ae8-53fdf4c5c658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:57.284494 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:57.296413 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Sync routers for ids ['504ce9d1-3429-43d5-95de-37224e013e6b'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:19:57.313407 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:57.314844 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ab610951-d831-487b-b8f7-42ba57ed8b86 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5684547 Dec 13 13:19:57.317967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 59244) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:57.334829 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Routers {'504ce9d1-3429-43d5-95de-37224e013e6b'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:57.336011 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['504ce9d1-3429-43d5-95de-37224e013e6b'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:57.527114 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Set router 504ce9d1-3429-43d5-95de-37224e013e6b gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:57.717083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b7ea1-f116-4067-b218-6727157693cf None None] Network 271c11cf-e150-482a-a725-13d015bf05b8 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:19:57.821346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-43539989-9c76-43fc-a395-61c915597be6 None None] Provisioning complete for port 2592112b-018b-4efb-86f7-3b11ea3f4865 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:57.821677 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43539989-9c76-43fc-a395-61c915597be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:57.823635 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:57.995813 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'name': 'tempest-TestServerMultinode-1085107621-router', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:53Z', 'updated_at': '2021-12-13T13:19:55Z', 'revision_number': 3, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'gw_port': {'id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:54Z', 'updated_at': '2021-12-13T13:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:58.013309 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43539989-9c76-43fc-a395-61c915597be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.051417 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Checking router: 504ce9d1-3429-43d5-95de-37224e013e6b for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:19:58.051801 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Updating router 504ce9d1-3429-43d5-95de-37224e013e6b port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:19:58.063955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-43539989-9c76-43fc-a395-61c915597be6 None None] For port 2592112b-018b-4efb-86f7-3b11ea3f4865, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2592112b-018b-4efb-86f7-3b11ea3f4865,segment=NetworkSegment(21720c17-f43a-46dd-bd76-1e84716ee742),segment_id=21720c17-f43a-46dd-bd76-1e84716ee742)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:58.072712 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43539989-9c76-43fc-a395-61c915597be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.108914 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.142281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43539989-9c76-43fc-a395-61c915597be6 None None] Pushing event updated for resources: {'Port': ['ID=2592112b-018b-4efb-86f7-3b11ea3f4865,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:58.169576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.390584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Allocated IP 172.20.0.1 (271c11cf-e150-482a-a725-13d015bf05b8/e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5/1e12c26f-307e-4e88-b604-b241b1b6f3ec) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:19:58.401496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f0a864e4-c5a5-4ce8-9815-ddbcd9be862f None None] Provisioning complete for port 2592112b-018b-4efb-86f7-3b11ea3f4865 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:58.407710 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0a864e4-c5a5-4ce8-9815-ddbcd9be862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.506398 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.513949 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.525685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2592112b-018b-4efb-86f7-3b11ea3f4865 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:58.546618 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.590731 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Attempting to bind port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:19:58.591077 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Attempting to bind port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:19:58.591366 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Attempting to bind port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:19:58.593511 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed68ac-a19f-430f-a4af-c5f22b5d51f3 None None] Pushing event updated for resources: {'Port': ['ID=1d55be5e-196f-4cd9-a8ff-a7ff174a27a3,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:58.610325 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:19:58.610755 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:19:58.610919 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.611204 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.611496 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:19:58.612057 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Bound port: 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:19:58.612439 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.658682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d704e8-ca16-4a6d-aa75-eb4ffae4b736 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:58.669787 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Network 271c11cf-e150-482a-a725-13d015bf05b8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:58.676353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:58.690211 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] For port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:19:58.692301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:19:58.693985 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] For port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1d55be5e-196f-4cd9-a8ff-a7ff174a27a3,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:19:58.701186 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.729767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2592112b-018b-4efb-86f7-3b11ea3f4865 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:58.730428 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.757884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Pushing event updated for resources: {'Port': ['ID=1e12c26f-307e-4e88-b604-b241b1b6f3ec,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:58.760695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Routers {'504ce9d1-3429-43d5-95de-37224e013e6b'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:19:58.761327 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['504ce9d1-3429-43d5-95de-37224e013e6b'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:58.774869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab2e186-0966-4526-ba3f-17a50ff38fe6 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:19:58.785264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.810241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-694bdc48-d7b8-4a4f-815d-fdea4651c2ef None None] Provisioning complete for port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:58.810751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-694bdc48-d7b8-4a4f-815d-fdea4651c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.889618 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] Set router 504ce9d1-3429-43d5-95de-37224e013e6b gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:19:58.942371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 205766fb-2f5f-459f-8c0b-14bad6474145 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:19:58.990211 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-694bdc48-d7b8-4a4f-815d-fdea4651c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:58.994623 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed68ac-a19f-430f-a4af-c5f22b5d51f3 None None] Pushing event updated for resources: {'Port': ['ID=1d55be5e-196f-4cd9-a8ff-a7ff174a27a3,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:59.034917 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.048826 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-694bdc48-d7b8-4a4f-815d-fdea4651c2ef None None] For port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1d55be5e-196f-4cd9-a8ff-a7ff174a27a3,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:19:59.056254 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-694bdc48-d7b8-4a4f-815d-fdea4651c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.128120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bdc48-d7b8-4a4f-815d-fdea4651c2ef None None] Pushing event updated for resources: {'Port': ['ID=1d55be5e-196f-4cd9-a8ff-a7ff174a27a3,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:59.152465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 205766fb-2f5f-459f-8c0b-14bad6474145 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:59.153002 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.175895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 59258) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:19:59.191928 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.214062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fc6e4ce8-c97f-4516-a542-7c737f9829e9 None None] Provisioning complete for port 1e12c26f-307e-4e88-b604-b241b1b6f3ec triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:59.214620 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc6e4ce8-c97f-4516-a542-7c737f9829e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.257539 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'name': 'tempest-TestServerMultinode-1085107621-router', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:53Z', 'updated_at': '2021-12-13T13:19:55Z', 'revision_number': 3, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'gw_port': {'id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:54Z', 'updated_at': '2021-12-13T13:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:19:59.274636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.286441 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.298036 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef886a-17a1-44e0-9624-3a291b0218ac None None] The sync data for ids ['504ce9d1-3429-43d5-95de-37224e013e6b'] in n-d-817326-4 is: [{'id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'name': 'tempest-TestServerMultinode-1085107621-router', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:53Z', 'updated_at': '2021-12-13T13:19:55Z', 'revision_number': 3, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'gw_port': {'id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:54Z', 'updated_at': '2021-12-13T13:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:19:59.340092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e4ce8-c97f-4516-a542-7c737f9829e9 None None] Port 1e12c26f-307e-4e88-b604-b241b1b6f3ec cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:19:59.351108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fc6e4ce8-c97f-4516-a542-7c737f9829e9 None None] Provisioning complete for port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:59.351628 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc6e4ce8-c97f-4516-a542-7c737f9829e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.391825 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.407859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Pushing event updated for resources: {'Port': ['ID=1e12c26f-307e-4e88-b604-b241b1b6f3ec,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:59.482893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Deleting port 8e24f71c-a5dc-492a-8a7b-407f27637ad2 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:19:59.483614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.520143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Network 271c11cf-e150-482a-a725-13d015bf05b8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:19:59.521660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:19:59.595089 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.595514 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.611441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Calling delete_port for 8e24f71c-a5dc-492a-8a7b-407f27637ad2 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:19:59.717676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Router 504ce9d1-3429-43d5-95de-37224e013e6b has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:19:59.857453 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.885075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:19:59.891681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8500862b-9120-4e7d-a0ec-64b584d2f816 admin admin] 10.222.0.31 "PUT /v2.0/routers/504ce9d1-3429-43d5-95de-37224e013e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5718155 Dec 13 13:19:59.896584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event deleted for resources: {'Port': ['ID=8e24f71c-a5dc-492a-8a7b-407f27637ad2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:19:59.920993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.920993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.920993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.920993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.921626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.921626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.921874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.922239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.922568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.922925 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.923253 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.923576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.923901 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:19:59.949319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:19:59.960188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3d8b1268-0c1e-4f1b-8606-df3b3fb7ac8f None None] Provisioning complete for port 1e12c26f-307e-4e88-b604-b241b1b6f3ec triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:19:59.960550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1268-0c1e-4f1b-8606-df3b3fb7ac8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:00.017618 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:00.018463 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Floating IP 5ce6dab3-5135-4651-b2ff-290a090146fa disassociated (deleted). External IP: 172.25.2.117, port: 22f1cb53-a6b4-44dc-9151-9c34ccde6c01. Dec 13 13:20:00.019261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b1268-0c1e-4f1b-8606-df3b3fb7ac8f None None] Port 1e12c26f-307e-4e88-b604-b241b1b6f3ec cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:20:00.302462 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Router d4959606-0a8b-4d40-b021-455a71c592ce has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:20:00.471630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:20:00.485819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:20:00.492278 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:00.525302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] Sync routers for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:20:00.534170 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c577d016-1e90-4226-8435-7bc9d2a945f0 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "DELETE /v2.0/floatingips/5ce6dab3-5135-4651-b2ff-290a090146fa HTTP/1.1" status: 204 len: 168 time: 1.3531818 Dec 13 13:20:00.534170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:20:00.534883 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7291fa17-f690-4af0-988a-5138766419ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:20:00.573867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:00.574667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:00.683541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:20:00.684171 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:00.801855 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ada27e8-99b2-4a03-9ade-20a879e18ed5 x-openstack-request-id: req-0ada27e8-99b2-4a03-9ade-20a879e18ed5 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:20:00.802205 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:20:00.802647 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ada27e8-99b2-4a03-9ade-20a879e18ed5 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:20:00.804256 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'status': 'completed', 'code': 200} Dec 13 13:20:00.818757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:00.920452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-386534b7-d836-4d3e-9275-0a46479d6598 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:00.922969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-386534b7-d836-4d3e-9275-0a46479d6598 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/networks?id=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc HTTP/1.1" status: 200 len: 910 time: 0.2585847 Dec 13 13:20:00.961252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291fa17-f690-4af0-988a-5138766419ee req-f3a46a61-86c5-466c-8b28-fd32c8c48bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:00.964945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7291fa17-f690-4af0-988a-5138766419ee req-f3a46a61-86c5-466c-8b28-fd32c8c48bcd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=277b5d8a017f47e38bb55ffcce3da196&device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 1096 time: 0.1359725 Dec 13 13:20:00.974681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f0389515-4126-416d-b21a-5780f1e573ee tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/quotas/f6fa38be50604bf3a211d763c74a9f03 HTTP/1.1" status: 200 len: 375 time: 0.0295825 Dec 13 13:20:01.116362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:01.145685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] Checking router: d4959606-0a8b-4d40-b021-455a71c592ce for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:20:01.156654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:01.157331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:01.170347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8339415-cb72-4e80-98a2-7d22e42b4f7f req-94e0123e-0d56-4e95-804f-e3d383ce21d5 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:01.172081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8339415-cb72-4e80-98a2-7d22e42b4f7f req-94e0123e-0d56-4e95-804f-e3d383ce21d5 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 945 time: 0.2703278 Dec 13 13:20:01.223785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-1720f867-1087-48b4-87ea-a1e344819439 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6fa38be50604bf3a211d763c74a9f03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2288392 Dec 13 13:20:01.268603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8339415-cb72-4e80-98a2-7d22e42b4f7f req-1dfc20f2-5c8e-4d4b-87c3-39b069db4ca5 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846519 Dec 13 13:20:01.310238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291fa17-f690-4af0-988a-5138766419ee req-873ec8f8-cd3c-4256-a65a-7e79a75aa216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:01.311600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7291fa17-f690-4af0-988a-5138766419ee req-873ec8f8-cd3c-4256-a65a-7e79a75aa216 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1 HTTP/1.1" status: 200 len: 914 time: 0.3346698 Dec 13 13:20:01.315456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:01.392815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7291fa17-f690-4af0-988a-5138766419ee req-0627766f-e020-4923-9a2c-006b7d0c394b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01 HTTP/1.1" status: 200 len: 217 time: 0.0462930 Dec 13 13:20:01.469255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-46e78082-bcf1-4673-8e08-3abe7073d3ae service neutron] 10.222.0.31 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058678 Dec 13 13:20:01.488550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291fa17-f690-4af0-988a-5138766419ee req-60128b7b-7087-4b3f-b774-af6766e57ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:01.490119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7291fa17-f690-4af0-988a-5138766419ee req-60128b7b-7087-4b3f-b774-af6766e57ae1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67ca2c0-3e2b-4eea-9722-f8709560d19b HTTP/1.1" status: 200 len: 853 time: 0.0886397 Dec 13 13:20:01.598475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:01.625988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291fa17-f690-4af0-988a-5138766419ee req-63f85b2d-aa14-4925-9520-269216d31f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:01.627699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7291fa17-f690-4af0-988a-5138766419ee req-63f85b2d-aa14-4925-9520-269216d31f52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bdf456-1190-4df8-ad3f-b9ba2eb732d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235707 Dec 13 13:20:01.629299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615be3d-bb1a-4d7a-a272-b3600382c24e None None] The sync data for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 is: [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:14:10Z', 'revision_number': 4, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e84adfed-c97e-4072-a7e5-1c035d92181f', 'name': '', 'network_id': '90bdf456-1190-4df8-ad3f-b9ba2eb732d1', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'mac_address': 'fa:16:3e:26:6e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:08Z', 'updated_at': '2021-12-13T13:14:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'subnets': [{'id': 'f67ca2c0-3e2b-4eea-9722-f8709560d19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:20:01.660311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-d7cff096-b2f0-4a3d-8851-92476fb8b712 service neutron] 10.222.0.31 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812088 Dec 13 13:20:01.741645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7291fa17-f690-4af0-988a-5138766419ee req-c02ed470-215d-4da3-bb87-e885a01a6b5b service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045682 Dec 13 13:20:01.814665 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Sync routers for ids ['504ce9d1-3429-43d5-95de-37224e013e6b'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:20:01.852878 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Routers {'504ce9d1-3429-43d5-95de-37224e013e6b'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:01.854798 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['504ce9d1-3429-43d5-95de-37224e013e6b'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:01.882608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7291fa17-f690-4af0-988a-5138766419ee req-5fa95778-3683-43a1-ab86-1ef729e9d071 service neutron] 10.222.0.37 "GET /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303461 Dec 13 13:20:01.960025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-396b1fe6-ebfe-4ccb-a282-517bf4f7bab8 req-fb2b04d4-611b-46ae-83a8-72141a6929d5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 210 time: 0.0762956 Dec 13 13:20:02.013261 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Set router 504ce9d1-3429-43d5-95de-37224e013e6b gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:02.119398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e328b32-12e1-4d31-a9df-d6a5d0f6034d None None] New status for floating IP 5ce6dab3-5135-4651-b2ff-290a090146fa: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:20:02.232228 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'name': 'tempest-TestServerMultinode-1085107621-router', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:53Z', 'updated_at': '2021-12-13T13:19:58Z', 'revision_number': 4, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'gw_port': {'id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:54Z', 'updated_at': '2021-12-13T13:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1e12c26f-307e-4e88-b604-b241b1b6f3ec', 'name': '', 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'mac_address': 'fa:16:3e:28:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:58Z', 'updated_at': '2021-12-13T13:19:59Z', 'revision_number': 2, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'subnets': [{'id': 'e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:02.264405 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Checking router: 504ce9d1-3429-43d5-95de-37224e013e6b for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:20:02.264839 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Updating router 504ce9d1-3429-43d5-95de-37224e013e6b port 1e12c26f-307e-4e88-b604-b241b1b6f3ec binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:20:02.297669 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:02.412996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-25d999ad-c092-4185-9639-bf129b493740 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:02.414734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-25d999ad-c092-4185-9639-bf129b493740 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 945 time: 0.1304555 Dec 13 13:20:02.427297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663efa6-c5ef-412d-8fe7-c42c602313b2 req-901429d1-cee8-42cc-83f6-df9ca41f0f47 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:02.429084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9663efa6-c5ef-412d-8fe7-c42c602313b2 req-901429d1-cee8-42cc-83f6-df9ca41f0f47 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 945 time: 0.0729132 Dec 13 13:20:02.583984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9663efa6-c5ef-412d-8fe7-c42c602313b2 req-c61f790d-1d58-43b9-a79c-fdfe61bcd0a4 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/security-groups?id=65924f18-827d-4f36-8498-e04484e3f957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024349 Dec 13 13:20:02.599934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-5d3aeb37-162c-4f19-bccc-81318bd34563 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Deleting port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:02.600690 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-5d3aeb37-162c-4f19-bccc-81318bd34563 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:02.676530 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:02.684810 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:02.710344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-5d3aeb37-162c-4f19-bccc-81318bd34563 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] For port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:02.710734 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-5d3aeb37-162c-4f19-bccc-81318bd34563 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:02.725430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-5d3aeb37-162c-4f19-bccc-81318bd34563 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Calling delete_port for 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:02.761247 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc59c00-b050-4a9a-a7cf-92449090dc95 None None] Pushing event updated for resources: {'Port': ['ID=1e12c26f-307e-4e88-b604-b241b1b6f3ec,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:02.975505 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-5d3aeb37-162c-4f19-bccc-81318bd34563 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:02.978556 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Attempting to bind port 1e12c26f-307e-4e88-b604-b241b1b6f3ec on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:20:02.979029 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Attempting to bind port 1e12c26f-307e-4e88-b604-b241b1b6f3ec by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '21720c17-f43a-46dd-bd76-1e84716ee742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:20:02.979270 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Attempting to bind port 1e12c26f-307e-4e88-b604-b241b1b6f3ec on network 271c11cf-e150-482a-a725-13d015bf05b8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:20:02.985249 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:20:02.985546 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Checking segment: {'id': '21720c17-f43a-46dd-bd76-1e84716ee742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:20:02.985988 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:02.986505 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Bound using segment: {'id': '21720c17-f43a-46dd-bd76-1e84716ee742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:20:02.986964 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Bound port: 1e12c26f-307e-4e88-b604-b241b1b6f3ec, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21720c17-f43a-46dd-bd76-1e84716ee742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:20:02.987226 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:03.022417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3aeb37-162c-4f19-bccc-81318bd34563 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event deleted for resources: {'Port': ['ID=22f1cb53-a6b4-44dc-9151-9c34ccde6c01,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:03.073364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-5d3aeb37-162c-4f19-bccc-81318bd34563 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] No DVR routers for this DVR port 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:03.076892 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-5d3aeb37-162c-4f19-bccc-81318bd34563 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:03.082164 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a96ee840-1f6a-41d9-bce1-09b2ffc06585 req-5d3aeb37-162c-4f19-bccc-81318bd34563 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.37 "DELETE /v2.0/ports/22f1cb53-a6b4-44dc-9151-9c34ccde6c01 HTTP/1.1" status: 204 len: 173 time: 0.6519542 Dec 13 13:20:03.082700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'name': 'network-vif-deleted', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:20:03.087116 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ac5157-09b5-4426-954c-23f2598d45dc" -d '{"events": [{"server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "name": "network-vif-deleted", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:20:03.094942 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] For port 1e12c26f-307e-4e88-b604-b241b1b6f3ec, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:20:03.100050 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] For port 1e12c26f-307e-4e88-b604-b241b1b6f3ec, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1e12c26f-307e-4e88-b604-b241b1b6f3ec,segment=NetworkSegment(21720c17-f43a-46dd-bd76-1e84716ee742),segment_id=21720c17-f43a-46dd-bd76-1e84716ee742)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:20:03.112240 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:03.154992 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4b0397-a1c4-49e6-b965-e0d78d464382 x-openstack-request-id: req-db4b0397-a1c4-49e6-b965-e0d78d464382 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:20:03.155703 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f7fdfd-ac6f-40aa-9f9b-26d01c564789", "name": "network-vif-deleted", "tag": "22f1cb53-a6b4-44dc-9151-9c34ccde6c01", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:20:03.156231 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db4b0397-a1c4-49e6-b965-e0d78d464382 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:20:03.156857 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f7fdfd-ac6f-40aa-9f9b-26d01c564789', 'name': 'network-vif-deleted', 'tag': '22f1cb53-a6b4-44dc-9151-9c34ccde6c01', 'status': 'completed', 'code': 200} Dec 13 13:20:03.186224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c2f273c4-176b-4b61-92e0-2a077cdaa8ce None None] Provisioning complete for port 1e12c26f-307e-4e88-b604-b241b1b6f3ec triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:20:03.186852 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2f273c4-176b-4b61-92e0-2a077cdaa8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:03.201969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-682c895c-5308-4720-bfc8-7e8d0fc15613 req-66ecea38-a376-403c-b35c-d53ec2863155 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 210 time: 0.0851333 Dec 13 13:20:03.249093 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc59c00-b050-4a9a-a7cf-92449090dc95 None None] Pushing event updated for resources: {'Port': ['ID=1e12c26f-307e-4e88-b604-b241b1b6f3ec,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:03.284285 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Routers {'504ce9d1-3429-43d5-95de-37224e013e6b'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:03.284843 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['504ce9d1-3429-43d5-95de-37224e013e6b'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:03.360994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2f273c4-176b-4b61-92e0-2a077cdaa8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:03.416954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c2f273c4-176b-4b61-92e0-2a077cdaa8ce None None] For port 1e12c26f-307e-4e88-b604-b241b1b6f3ec, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1e12c26f-307e-4e88-b604-b241b1b6f3ec,segment=NetworkSegment(21720c17-f43a-46dd-bd76-1e84716ee742),segment_id=21720c17-f43a-46dd-bd76-1e84716ee742)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:03.427528 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2f273c4-176b-4b61-92e0-2a077cdaa8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:03.512415 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] Set router 504ce9d1-3429-43d5-95de-37224e013e6b gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:03.582162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f273c4-176b-4b61-92e0-2a077cdaa8ce None None] Pushing event updated for resources: {'Port': ['ID=1e12c26f-307e-4e88-b604-b241b1b6f3ec,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:03.768871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c3d30e37-3fb6-4ca7-bb27-d1a5d8672462 None None] Provisioning complete for port 1e12c26f-307e-4e88-b604-b241b1b6f3ec triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:20:03.769437 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3d30e37-3fb6-4ca7-bb27-d1a5d8672462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:03.845306 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'name': 'tempest-TestServerMultinode-1085107621-router', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:53Z', 'updated_at': '2021-12-13T13:19:58Z', 'revision_number': 4, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'gw_port': {'id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:54Z', 'updated_at': '2021-12-13T13:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1e12c26f-307e-4e88-b604-b241b1b6f3ec', 'name': '', 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'mac_address': 'fa:16:3e:28:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:58Z', 'updated_at': '2021-12-13T13:20:03Z', 'revision_number': 4, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'subnets': [{'id': 'e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:03.893399 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636951d4-4f24-42fe-9cba-232abecc9a2f None None] The sync data for ids ['504ce9d1-3429-43d5-95de-37224e013e6b'] in n-d-817326-4 is: [{'id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'name': 'tempest-TestServerMultinode-1085107621-router', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:53Z', 'updated_at': '2021-12-13T13:19:58Z', 'revision_number': 4, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'gw_port': {'id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:54Z', 'updated_at': '2021-12-13T13:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '1e12c26f-307e-4e88-b604-b241b1b6f3ec', 'name': '', 'network_id': '271c11cf-e150-482a-a725-13d015bf05b8', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'mac_address': 'fa:16:3e:28:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:58Z', 'updated_at': '2021-12-13T13:20:03Z', 'revision_number': 4, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'subnets': [{'id': 'e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:20:04.042659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0bad7d6f-a8e0-4450-ab76-a25ae73943c5 req-45bd6577-e4f1-4941-8b1e-c7e15d10cfca tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0428927 Dec 13 13:20:04.093120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-7b370b91-a97b-44ef-b995-84c1f039c269 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:04.094676 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-7b370b91-a97b-44ef-b995-84c1f039c269 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.37 "GET /v2.0/networks?id=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc HTTP/1.1" status: 200 len: 910 time: 0.8020406 Dec 13 13:20:04.108944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Request body: {'port': {'device_id': 'f11c0262-542e-45c8-945c-61abc982eb3f', 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc', 'admin_state_up': True, 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:04.134697 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Made reservation on behalf of f6fa38be50604bf3a211d763c74a9f03 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:20:04.137602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:04.381657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7bffffa-6b61-4405-aae3-7db44566a702 req-1b591465-0694-4cc3-9e6a-bdb205a6a223 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 210 time: 0.0453463 Dec 13 13:20:04.400488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Allocated IP 172.20.0.11 (718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc/bde43ff4-f711-4483-81de-923bc2ded577/9d06fe24-f7c4-40f0-9c48-e3c9e703074c) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:20:04.458801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1e12c26f-307e-4e88-b604-b241b1b6f3ec up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:20:04.541913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1e12c26f-307e-4e88-b604-b241b1b6f3ec triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:20:04.542331 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:04.628312 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:04.672436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:04.721058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:20:04.725257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:20:04.729698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:20:04.736137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Pushing event updated for resources: {'Port': ['ID=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:04.790450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:04.790932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:04.812347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-f5260902-75e2-468b-a353-8aabe11853e9 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7071044 Dec 13 13:20:04.825960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Request body: {'port': {'device_id': 'f11c0262-542e-45c8-945c-61abc982eb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:04.920283 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:05.023274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-be8a84ff-f8f1-42e5-8be5-702833e0824b None None] Provisioning complete for port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:20:05.023669 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be8a84ff-f8f1-42e5-8be5-702833e0824b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:05.064343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-be8a84ff-f8f1-42e5-8be5-702833e0824b None None] Port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:20:05.193471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6fe01290-0eec-4195-807d-8a2d1026ff9f req-8c32efa5-6482-4db4-9b1a-dc1296d89834 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0362720 Dec 13 13:20:05.281872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d06fe24-f7c4-40f0-9c48-e3c9e703074c {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:20:05.290890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:05.303602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Transition to ACTIVE for port object 9d06fe24-f7c4-40f0-9c48-e3c9e703074c will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:20:05.308985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:05.363615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Pushing event updated for resources: {'Port': ['ID=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:05.495945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Attempting to bind port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:20:05.496290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Attempting to bind port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:20:05.496621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Attempting to bind port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c on network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:20:05.510992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c on network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:20:05.511567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Attempting to bind port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c on network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:20:05.534135 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:20:05.534489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Checking segment: {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:20:05.534864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Bound using segment: {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:20:05.535349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Bound port: 9d06fe24-f7c4-40f0-9c48-e3c9e703074c, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:20:05.535662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:05.591018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1376cfc-2fff-469d-aecf-aafc7d8a7cd5 req-afb4f2a6-74b8-4f54-acdb-c5728cc858d2 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:05.592917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1376cfc-2fff-469d-aecf-aafc7d8a7cd5 req-afb4f2a6-74b8-4f54-acdb-c5728cc858d2 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1053 time: 0.0991004 Dec 13 13:20:05.658878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] For port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:20:05.665427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] For port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:20:05.674319 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:05.703011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1376cfc-2fff-469d-aecf-aafc7d8a7cd5 req-05e0c976-0497-404c-91d7-cc72d8a7244e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034939 Dec 13 13:20:05.721738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:05.722432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:05.723998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] 10.222.0.37 "PUT /v2.0/ports/9d06fe24-f7c4-40f0-9c48-e3c9e703074c HTTP/1.1" status: 200 len: 1092 time: 0.9030254 Dec 13 13:20:05.724432 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11c0262-542e-45c8-945c-61abc982eb3f', 'tag': '9d06fe24-f7c4-40f0-9c48-e3c9e703074c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:20:05.727116 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96291db-a2ef-4116-8d0b-cb337cc665b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f11c0262-542e-45c8-945c-61abc982eb3f", "tag": "9d06fe24-f7c4-40f0-9c48-e3c9e703074c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:20:05.760965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a8ce1-d6f2-43b2-a6dd-64b717738d5c service neutron] Pushing event updated for resources: {'Port': ['ID=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:05.815970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-c01fa20d-f56b-4f15-887e-47e9c646a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:05.817975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-c01fa20d-f56b-4f15-887e-47e9c646a43a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6fa38be50604bf3a211d763c74a9f03&device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1095 time: 0.0531034 Dec 13 13:20:05.823735 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c50c89c-f1ae-4051-9661-6649fa1ce22e x-openstack-request-id: req-7c50c89c-f1ae-4051-9661-6649fa1ce22e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:20:05.824034 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11c0262-542e-45c8-945c-61abc982eb3f", "tag": "9d06fe24-f7c4-40f0-9c48-e3c9e703074c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:20:05.824289 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c50c89c-f1ae-4051-9661-6649fa1ce22e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:20:05.824695 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11c0262-542e-45c8-945c-61abc982eb3f', 'tag': '9d06fe24-f7c4-40f0-9c48-e3c9e703074c', 'status': 'completed', 'code': 200} Dec 13 13:20:05.879712 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-7adfb42c-9919-464c-a3f2-3fa8bc4338c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d06fe24-f7c4-40f0-9c48-e3c9e703074c HTTP/1.1" status: 200 len: 217 time: 0.0493057 Dec 13 13:20:05.952216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-239efa52-f4c3-4d3a-a1e6-6e267005ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:05.954048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-239efa52-f4c3-4d3a-a1e6-6e267005ee4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bde43ff4-f711-4483-81de-923bc2ded577 HTTP/1.1" status: 200 len: 849 time: 0.0679214 Dec 13 13:20:06.017182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-94755e96-50f5-49cc-84bb-b435aea7042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:06.019103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-94755e96-50f5-49cc-84bb-b435aea7042f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584438 Dec 13 13:20:06.137588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-6ea40188-43fa-46a3-94cc-98d220244eeb service neutron] 10.222.0.37 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107473 Dec 13 13:20:06.142432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:06.178056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:06.178765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 22f1cb53-a6b4-44dc-9151-9c34ccde6c01 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:06.265180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0e321d-ddd8-42a0-906a-917e4b21cf39 req-e00f828a-2efa-4168-a8a2-227df99b53f1 service neutron] 10.222.0.37 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183312 Dec 13 13:20:06.340653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f0e6645-08bf-481d-9e38-bb688eb863c4 req-f7904901-1b65-4b57-9fbb-af7eb9ebfb27 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0361514 Dec 13 13:20:06.400919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-d9727751-5b4b-4449-a790-22f9033eab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:06.403279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-d9727751-5b4b-4449-a790-22f9033eab87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6fa38be50604bf3a211d763c74a9f03&device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1095 time: 0.0614192 Dec 13 13:20:06.515794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-82fb4783-2ac5-41db-8277-0de91e62b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:06.517692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-82fb4783-2ac5-41db-8277-0de91e62b03a service neutron] 10.222.0.37 "GET /v2.0/networks?id=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc HTTP/1.1" status: 200 len: 910 time: 0.1076086 Dec 13 13:20:06.571026 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-a23ab762-2eb5-4d8a-bf22-88e873a4baf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d06fe24-f7c4-40f0-9c48-e3c9e703074c HTTP/1.1" status: 200 len: 217 time: 0.0448573 Dec 13 13:20:06.638621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-9e0f935d-fc1f-42f7-9e18-411876c38af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:06.643687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-9e0f935d-fc1f-42f7-9e18-411876c38af2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bde43ff4-f711-4483-81de-923bc2ded577 HTTP/1.1" status: 200 len: 849 time: 0.0642195 Dec 13 13:20:06.697092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-4ca88fa7-e0fe-44c4-a643-d4b8a0ab96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:06.698649 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-4ca88fa7-e0fe-44c4-a643-d4b8a0ab96cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465589 Dec 13 13:20:06.826815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-4de86261-45a5-49b1-ab0a-624f049ea169 service neutron] 10.222.0.37 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203635 Dec 13 13:20:06.929831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b055b82-e843-418b-abdf-6912ec63a91e req-8c5dad3d-ec87-4dfe-bc03-d9e004d7534f tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:06.929831 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b055b82-e843-418b-abdf-6912ec63a91e req-8c5dad3d-ec87-4dfe-bc03-d9e004d7534f tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1095 time: 0.1221032 Dec 13 13:20:06.949728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a96291db-a2ef-4116-8d0b-cb337cc665b4 req-c74f3144-cd2c-4c9d-9461-8227be5eabdb service neutron] 10.222.0.37 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085389 Dec 13 13:20:07.000082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b055b82-e843-418b-abdf-6912ec63a91e req-d67f8c33-daee-4d35-988f-bd36b29fb910 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592854 Dec 13 13:20:07.487468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8769f0b5-49c5-49e3-bf7f-dbdcee7da968 req-716fcfbe-92e4-439d-be91-81de64af365f tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0454819 Dec 13 13:20:07.638533 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:07.674695 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:08.156213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9d06fe24-f7c4-40f0-9c48-e3c9e703074c details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:20:08.156796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb6a8c-0d45-4769-ad30-841e89dbc2d2 req-81124c2d-89d0-4fc5-b704-66af01e4b3ea tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:08.165706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33eb6a8c-0d45-4769-ad30-841e89dbc2d2 req-81124c2d-89d0-4fc5-b704-66af01e4b3ea tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1095 time: 0.0842655 Dec 13 13:20:08.222521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33eb6a8c-0d45-4769-ad30-841e89dbc2d2 req-ab256afa-7e15-4eed-8a17-86833107deb6 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505822 Dec 13 13:20:08.358601 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:08.377488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '9d06fe24-f7c4-40f0-9c48-e3c9e703074c', 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc', 'port_id': '9d06fe24-f7c4-40f0-9c48-e3c9e703074c', 'mac_address': 'fa:16:3e:da:55:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde43ff4-f711-4483-81de-923bc2ded577', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:20:08.416754 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:08.441045 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d06fe24-f7c4-40f0-9c48-e3c9e703074c {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:20:08.476909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:08.481914 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:08.543507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:08.598719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f2dadf5-b34d-4079-b23a-762efb5ff724 req-77c1bd75-2ad0-41cc-94df-86e54f39abba tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0313628 Dec 13 13:20:08.690556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9d06fe24-f7c4-40f0-9c48-e3c9e703074c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:20:09.384108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990a71a-041e-4f7a-aa19-6600cbf029de req-2b4abdd5-2b70-48b9-94a6-146bdce07c7a tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:09.388085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b990a71a-041e-4f7a-aa19-6600cbf029de req-2b4abdd5-2b70-48b9-94a6-146bdce07c7a tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1096 time: 0.0695477 Dec 13 13:20:09.489538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b990a71a-041e-4f7a-aa19-6600cbf029de req-3e79c4dd-ea05-4ddb-b2c8-3494d8e630eb tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924904 Dec 13 13:20:09.794406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5f5ab23e-504b-4802-83a5-e1c748b4cd7b req-afea8069-fe91-43ed-8427-9b2f520f1138 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0552714 Dec 13 13:20:10.157525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9d06fe24-f7c4-40f0-9c48-e3c9e703074c up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:20:10.230176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:20:10.235361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:20:10.236242 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:10.352169 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:10.400062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:10.401537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11c0262-542e-45c8-945c-61abc982eb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d06fe24-f7c4-40f0-9c48-e3c9e703074c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:20:10.405775 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f2c9d3-0c1f-4313-bb3d-e7ebd0e381c1" -d '{"events": [{"server_uuid": "f11c0262-542e-45c8-945c-61abc982eb3f", "name": "network-vif-plugged", "status": "completed", "tag": "9d06fe24-f7c4-40f0-9c48-e3c9e703074c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:20:10.423044 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:10.605554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:10.628958 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ed870d-8b3c-474c-99a2-794f126662d8 x-openstack-request-id: req-34ed870d-8b3c-474c-99a2-794f126662d8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:20:10.629493 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11c0262-542e-45c8-945c-61abc982eb3f", "name": "network-vif-plugged", "status": "completed", "tag": "9d06fe24-f7c4-40f0-9c48-e3c9e703074c", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:20:10.629912 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34ed870d-8b3c-474c-99a2-794f126662d8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:20:10.630920 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11c0262-542e-45c8-945c-61abc982eb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d06fe24-f7c4-40f0-9c48-e3c9e703074c', 'code': 200} Dec 13 13:20:10.741712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7cd03-d921-44e2-a232-3431ed89534c req-f69c8e1a-482f-47ba-90c6-355a2e7780b5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:10.749990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2f7cd03-d921-44e2-a232-3431ed89534c req-f69c8e1a-482f-47ba-90c6-355a2e7780b5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1097 time: 0.1073260 Dec 13 13:20:10.753223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf8cd3-09c3-4760-895a-c7de463f8bb0 req-6762cb15-869a-4686-82b7-ce67cf99186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:10.754758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf8cd3-09c3-4760-895a-c7de463f8bb0 req-6762cb15-869a-4686-82b7-ce67cf99186b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1097 time: 0.0774744 Dec 13 13:20:10.859162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c2f7cd03-d921-44e2-a232-3431ed89534c req-1dce1549-7aa0-40cc-bc30-1b215870c09f tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036782 Dec 13 13:20:10.876963 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cbf8cd3-09c3-4760-895a-c7de463f8bb0 req-475fce96-b83b-4e7b-896d-3869fead4db5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145797 Dec 13 13:20:10.988453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4cac81e-49e8-41a3-9cc1-3fcf314205e2 req-75041cb0-fea9-416a-8c9a-d9f5687c70c1 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0593057 Dec 13 13:20:12.084995 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565f631-3390-429e-bc99-ca6b93e0b4a1 req-be0f6f62-661e-41b7-b951-4624ce450e39 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:12.090855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f565f631-3390-429e-bc99-ca6b93e0b4a1 req-be0f6f62-661e-41b7-b951-4624ce450e39 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1097 time: 0.1041784 Dec 13 13:20:12.179278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f565f631-3390-429e-bc99-ca6b93e0b4a1 req-314e8024-54c3-4a0a-8573-ebcbc0199f6b tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816882 Dec 13 13:20:12.201575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d13202e-4390-4d27-bfcb-0f31fcc68940 req-888fe804-3809-441f-b0e7-3d0b6df619d8 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0773261 Dec 13 13:20:12.344930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c42b2-160c-4ff0-a8c2-f476abcb8b1c req-71886ef0-1506-4c9f-a176-2b0fa7fe7c1b tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:12.348081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f55c42b2-160c-4ff0-a8c2-f476abcb8b1c req-71886ef0-1506-4c9f-a176-2b0fa7fe7c1b tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1097 time: 0.0562730 Dec 13 13:20:12.437989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f55c42b2-160c-4ff0-a8c2-f476abcb8b1c req-d4e3938a-489c-4762-8ec5-3e0f191fee50 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750568 Dec 13 13:20:12.594253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323362e-17f5-42f9-8c23-25e490216d46 req-8f0aa344-56cc-4e61-ba36-34387386ef70 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:12.596180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4323362e-17f5-42f9-8c23-25e490216d46 req-8f0aa344-56cc-4e61-ba36-34387386ef70 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1097 time: 0.0471191 Dec 13 13:20:12.652852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4323362e-17f5-42f9-8c23-25e490216d46 req-fe26e9e6-f99c-4ae9-9074-1ea17cb97526 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499477 Dec 13 13:20:13.017912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-66946d67-57ce-45a6-a622-613d705b9a0b tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:13.026040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-66946d67-57ce-45a6-a622-613d705b9a0b tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/networks?id=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc HTTP/1.1" status: 200 len: 910 time: 0.1931074 Dec 13 13:20:13.038575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-e41ee163-e24c-4522-9e75-f3dc21aa326d tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/quotas/f6fa38be50604bf3a211d763c74a9f03 HTTP/1.1" status: 200 len: 375 time: 0.0113931 Dec 13 13:20:13.112032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-95698f61-432f-4586-8297-61d7ec19dc96 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6fa38be50604bf3a211d763c74a9f03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664999 Dec 13 13:20:13.229132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-1762e2c6-44e4-4c4f-9f33-67718da9e71d service neutron] 10.222.0.31 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159384 Dec 13 13:20:13.394067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07e24fd4-dff5-4029-b591-1f9e87a53367 service neutron] 10.222.0.31 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640985 Dec 13 13:20:13.396412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d9b1a77-9564-4ace-8ac7-658200938ba6 req-9ceba941-c513-462b-a1d1-82cb8d04adef tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0747097 Dec 13 13:20:13.660961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c55b3f65-03f2-444b-860b-fdfaf7146b9b req-92eed2c3-b910-4e78-a3ff-5ea47b5d9e9d tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 210 time: 0.0646803 Dec 13 13:20:14.667485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e85a4c5-9ea4-4b8e-a46f-fcf9f86593b7 req-766991ee-8566-422a-84a5-71484c3eb861 tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f7fdfd-ac6f-40aa-9f9b-26d01c564789 HTTP/1.1" status: 200 len: 210 time: 0.0499227 Dec 13 13:20:14.805131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d87f79f9-e004-4aa0-837d-269eda605b91 req-9943c664-78bf-4eac-afbc-35281348ae4e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 210 time: 0.0342531 Dec 13 13:20:15.138521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b1f1e0d3-0590-4660-ac8d-1382bb232a46 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:15.141044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b1f1e0d3-0590-4660-ac8d-1382bb232a46 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.42 "GET /v2.0/networks?id=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc HTTP/1.1" status: 200 len: 910 time: 0.1876979 Dec 13 13:20:15.190870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Request body: {'port': {'device_id': '1021f777-d984-4b82-a853-235f84dd5cf4', 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc', 'admin_state_up': True, 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:15.220810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Made reservation on behalf of f6fa38be50604bf3a211d763c74a9f03 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:20:15.223874 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:15.295489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d17fa-df12-4146-9b7f-b4472fa12f8a req-61c3000a-1d95-494d-8fb6-5e095afeb605 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:15.304091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-686d17fa-df12-4146-9b7f-b4472fa12f8a req-61c3000a-1d95-494d-8fb6-5e095afeb605 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 946 time: 0.1620338 Dec 13 13:20:15.421768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-686d17fa-df12-4146-9b7f-b4472fa12f8a req-48090043-f8ca-4819-b5d3-dbc7258725ab tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165085 Dec 13 13:20:15.469333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Allocated IP 172.20.0.12 (718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc/bde43ff4-f711-4483-81de-923bc2ded577/782e4de2-b5a3-4d60-a303-a8bc2e953eca) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:20:15.686790 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:15.727518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60052) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:15.732613 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:15.745413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9d06fe24-f7c4-40f0-9c48-e3c9e703074c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:20:15.756727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:20:15.759585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:20:15.781300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:20:15.834653 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626837c-585a-43ed-9c7a-a9bc5778982d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:15.870217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:15.872432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:15.882127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626837c-585a-43ed-9c7a-a9bc5778982d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:15.965821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7832716 Dec 13 13:20:15.980290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Pushing event updated for resources: {'Port': ['ID=782e4de2-b5a3-4d60-a303-a8bc2e953eca,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:16.013090 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626837c-585a-43ed-9c7a-a9bc5778982d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:16.017829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Request body: {'port': {'device_id': '1021f777-d984-4b82-a853-235f84dd5cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:16.018616 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7626837c-585a-43ed-9c7a-a9bc5778982d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:16.023213 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7626837c-585a-43ed-9c7a-a9bc5778982d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] 10.222.0.31 "DELETE /v2.0/security-groups/65924f18-827d-4f36-8498-e04484e3f957 HTTP/1.1" status: 204 len: 168 time: 0.2918694 Dec 13 13:20:16.034148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626837c-585a-43ed-9c7a-a9bc5778982d tempest-TestVolumeBackupRestore-249039328 tempest-TestVolumeBackupRestore-249039328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65924f18-827d-4f36-8498-e04484e3f957,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:16.076269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.076665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.077001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.077336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.077668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.078026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.078476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.078808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.079130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.079452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.079776 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.080095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.083324 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b72538-39bb-4f03-8026-f0f7e39174c1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:16.140441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfed47-8ff6-4598-9878-e1512f821eb4 req-74148122-7a64-4cf1-be44-6c11494fa8a7 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:16.142260 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6cfed47-8ff6-4598-9878-e1512f821eb4 req-74148122-7a64-4cf1-be44-6c11494fa8a7 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1028 time: 0.2165763 Dec 13 13:20:16.186725 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:16.210678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf377f17-9fbd-41a5-960d-6d5110f7770e None None] Provisioning complete for port 782e4de2-b5a3-4d60-a303-a8bc2e953eca triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:20:16.211175 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf377f17-9fbd-41a5-960d-6d5110f7770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:16.294428 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf377f17-9fbd-41a5-960d-6d5110f7770e None None] Port 782e4de2-b5a3-4d60-a303-a8bc2e953eca cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:20:16.351759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6cfed47-8ff6-4598-9878-e1512f821eb4 req-c9e41c1f-ca92-437a-af26-718bb1824562 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990502 Dec 13 13:20:16.693502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-1a13b081-f65b-4d91-ae90-6b1846cbfefd tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:16.695253 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-1a13b081-f65b-4d91-ae90-6b1846cbfefd tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 946 time: 0.1362419 Dec 13 13:20:16.731361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132514e-5a2c-4dd0-be6b-361d43414432 req-7540e19c-1c8d-439a-93a7-ad7585d85f13 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:16.749325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e132514e-5a2c-4dd0-be6b-361d43414432 req-7540e19c-1c8d-439a-93a7-ad7585d85f13 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 946 time: 0.1961927 Dec 13 13:20:16.936861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Deleting port 78047090-2a9b-49fe-88f7-ac133b2c7c79 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:16.938743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:17.058735 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] For port 78047090-2a9b-49fe-88f7-ac133b2c7c79, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=78047090-2a9b-49fe-88f7-ac133b2c7c79,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:17.059104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:17.077325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Calling delete_port for 78047090-2a9b-49fe-88f7-ac133b2c7c79 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:17.117318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e132514e-5a2c-4dd0-be6b-361d43414432 req-28ea2843-8931-4052-a507-c274b3d9d5ed tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc1e17-2fba-4182-b3e4-8d7028542af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614235 Dec 13 13:20:17.117318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782e4de2-b5a3-4d60-a303-a8bc2e953eca {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:20:17.125859 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:17.167830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Transition to ACTIVE for port object 782e4de2-b5a3-4d60-a303-a8bc2e953eca will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:20:17.173748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:17.387769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:17.406708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['78047090-2a9b-49fe-88f7-ac133b2c7c79'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:20:17.470151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'Port': ['ID=78047090-2a9b-49fe-88f7-ac133b2c7c79,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:17.716514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] No DVR routers for this DVR port 78047090-2a9b-49fe-88f7-ac133b2c7c79 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:17.720672 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:17.727645 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "DELETE /v2.0/ports/78047090-2a9b-49fe-88f7-ac133b2c7c79 HTTP/1.1" status: 204 len: 173 time: 1.0247290 Dec 13 13:20:17.730297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66904960-7922-4674-8476-43ceac549224', 'name': 'network-vif-deleted', 'tag': '78047090-2a9b-49fe-88f7-ac133b2c7c79'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:20:17.743226 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ab7e04-fb04-47b9-9f87-862442e195a2" -d '{"events": [{"server_uuid": "66904960-7922-4674-8476-43ceac549224", "name": "network-vif-deleted", "tag": "78047090-2a9b-49fe-88f7-ac133b2c7c79"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:20:17.830387 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8661515a-b6f1-48f7-b89a-5561ec05e351 x-openstack-request-id: req-8661515a-b6f1-48f7-b89a-5561ec05e351 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:20:17.831074 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66904960-7922-4674-8476-43ceac549224", "name": "network-vif-deleted", "tag": "78047090-2a9b-49fe-88f7-ac133b2c7c79", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:20:17.831627 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8661515a-b6f1-48f7-b89a-5561ec05e351 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:20:17.832209 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66904960-7922-4674-8476-43ceac549224', 'name': 'network-vif-deleted', 'tag': '78047090-2a9b-49fe-88f7-ac133b2c7c79', 'status': 'completed', 'code': 200} Dec 13 13:20:18.372433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Pushing event updated for resources: {'Port': ['ID=782e4de2-b5a3-4d60-a303-a8bc2e953eca,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:18.485349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-266c2b88-e67e-44cc-810f-11e6a80c1d86 req-5f7d41e6-749d-4f6a-a1c3-b5b47e15f446 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.0830014 Dec 13 13:20:18.498587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a80f-9699-456f-aac0-e052d0d1c38c req-be1122cd-c3f0-4b9a-875b-cf21e09c4924 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:18.501577 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e65a80f-9699-456f-aac0-e052d0d1c38c req-be1122cd-c3f0-4b9a-875b-cf21e09c4924 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1053 time: 0.2168515 Dec 13 13:20:18.585725 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Attempting to bind port 782e4de2-b5a3-4d60-a303-a8bc2e953eca on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:20:18.586188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Attempting to bind port 782e4de2-b5a3-4d60-a303-a8bc2e953eca by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:20:18.586912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Attempting to bind port 782e4de2-b5a3-4d60-a303-a8bc2e953eca on network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:20:18.607586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Port 782e4de2-b5a3-4d60-a303-a8bc2e953eca on network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:20:18.608093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Attempting to bind port 782e4de2-b5a3-4d60-a303-a8bc2e953eca on network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:20:18.619584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:20:18.622926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Checking segment: {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:20:18.623713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Bound using segment: {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:20:18.624353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Bound port: 782e4de2-b5a3-4d60-a303-a8bc2e953eca, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7abd9b-ace7-4636-9332-0e94b3330aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:20:18.624722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:18.797268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e65a80f-9699-456f-aac0-e052d0d1c38c req-8aee97da-6e84-4a4c-8485-1a474e7076c4 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704799 Dec 13 13:20:18.839282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] For port 782e4de2-b5a3-4d60-a303-a8bc2e953eca, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:20:18.846613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] For port 782e4de2-b5a3-4d60-a303-a8bc2e953eca, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=782e4de2-b5a3-4d60-a303-a8bc2e953eca,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:20:18.865852 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:18.983001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:18.983650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:18.985091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] 10.222.0.42 "PUT /v2.0/ports/782e4de2-b5a3-4d60-a303-a8bc2e953eca HTTP/1.1" status: 200 len: 1092 time: 2.9976552 Dec 13 13:20:19.045451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1021f777-d984-4b82-a853-235f84dd5cf4', 'tag': '782e4de2-b5a3-4d60-a303-a8bc2e953eca'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:20:19.052219 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5189ad-9524-43b4-8efc-8f2796ca9135" -d '{"events": [{"name": "network-changed", "server_uuid": "1021f777-d984-4b82-a853-235f84dd5cf4", "tag": "782e4de2-b5a3-4d60-a303-a8bc2e953eca"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:20:19.251006 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0056ec70-b3e6-40a1-a219-5e32628e1f31 x-openstack-request-id: req-0056ec70-b3e6-40a1-a219-5e32628e1f31 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:20:19.252768 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1021f777-d984-4b82-a853-235f84dd5cf4", "tag": "782e4de2-b5a3-4d60-a303-a8bc2e953eca", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:20:19.253951 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0056ec70-b3e6-40a1-a219-5e32628e1f31 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:20:19.256020 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1021f777-d984-4b82-a853-235f84dd5cf4', 'tag': '782e4de2-b5a3-4d60-a303-a8bc2e953eca', 'status': 'completed', 'code': 200} Dec 13 13:20:19.326855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2453233-bb6c-4694-b0ff-fbdc5992c719 service neutron] Pushing event updated for resources: {'Port': ['ID=782e4de2-b5a3-4d60-a303-a8bc2e953eca,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:19.371266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-e96521fb-46e4-41b0-89e8-4f44d844c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:19.373357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-e96521fb-46e4-41b0-89e8-4f44d844c738 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6fa38be50604bf3a211d763c74a9f03&device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1095 time: 0.3064816 Dec 13 13:20:19.502674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-3b9671a1-f6ba-47dd-a4e2-b5c481566ff7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782e4de2-b5a3-4d60-a303-a8bc2e953eca HTTP/1.1" status: 200 len: 217 time: 0.1206698 Dec 13 13:20:19.612065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-98643cef-3710-4a29-aea6-07018566a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:19.613968 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-98643cef-3710-4a29-aea6-07018566a8d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde43ff4-f711-4483-81de-923bc2ded577 HTTP/1.1" status: 200 len: 849 time: 0.1046522 Dec 13 13:20:19.700891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f8c233ef-45dc-409c-b1cf-640c4579fe15 req-12bf48ab-4d3f-448b-b8f1-5d71d68f271b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.0439084 Dec 13 13:20:19.735342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-f5aded22-3e51-49d0-b337-f06b5f2e952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:19.739696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-f5aded22-3e51-49d0-b337-f06b5f2e952d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169412 Dec 13 13:20:19.915158 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-72d19a0e-702a-456f-ab37-e567b57afae0 service neutron] 10.222.0.42 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664867 Dec 13 13:20:19.932982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 78047090-2a9b-49fe-88f7-ac133b2c7c79 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:20.040559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 78047090-2a9b-49fe-88f7-ac133b2c7c79 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:20.040559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 78047090-2a9b-49fe-88f7-ac133b2c7c79 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:20.133475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c86f77d-fd6c-43c5-b426-79699f397cf6 req-1969dce3-ca2d-40de-8927-329ccdc775ef service neutron] 10.222.0.42 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107604 Dec 13 13:20:20.282148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-f218b54b-02a6-487e-90dc-899ab2ab2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:20.284966 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-f218b54b-02a6-487e-90dc-899ab2ab2dc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6fa38be50604bf3a211d763c74a9f03&device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1095 time: 0.0836160 Dec 13 13:20:20.293498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ac835-3dd7-4012-afe9-c4487c47db70 req-4ffb34c8-6971-447d-88ec-d94e323ddfd1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:20.303833 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-833ac835-3dd7-4012-afe9-c4487c47db70 req-4ffb34c8-6971-447d-88ec-d94e323ddfd1 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1095 time: 0.1685500 Dec 13 13:20:20.587735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-833ac835-3dd7-4012-afe9-c4487c47db70 req-91a6bb5a-86d0-4ccb-8a33-d167cdf88212 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744355 Dec 13 13:20:20.589479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-90b7446c-57e0-437e-8212-ed8f9e66d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:20.592162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-90b7446c-57e0-437e-8212-ed8f9e66d3ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc HTTP/1.1" status: 200 len: 910 time: 0.2792487 Dec 13 13:20:20.703891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-36c7a230-f8b2-4556-bb5c-2d7617645798 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782e4de2-b5a3-4d60-a303-a8bc2e953eca HTTP/1.1" status: 200 len: 217 time: 0.0964792 Dec 13 13:20:20.868658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdf287ad-8375-40dc-9468-b5ff53b6c5ff req-fa532b11-401a-489f-aeee-2dc6bfa43a52 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.0485780 Dec 13 13:20:20.872669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-74e0a2e7-aeb4-49b3-a039-97ebbebb34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:20.876218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-74e0a2e7-aeb4-49b3-a039-97ebbebb34e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde43ff4-f711-4483-81de-923bc2ded577 HTTP/1.1" status: 200 len: 849 time: 0.1691320 Dec 13 13:20:21.000340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-585e73a3-ade3-4078-93d5-68068e5ee1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:21.001961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-585e73a3-ade3-4078-93d5-68068e5ee1de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176105 Dec 13 13:20:21.259813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-74dc8653-4167-405f-8b15-c2ac50e7a611 service neutron] 10.222.0.42 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483964 Dec 13 13:20:21.520776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e5189ad-9524-43b4-8efc-8f2796ca9135 req-e3b0a18b-f395-4cda-99a7-1b0d564deaa5 service neutron] 10.222.0.42 "GET /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518415 Dec 13 13:20:21.795548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcf01f-31eb-4860-9608-db1aad03cdbb req-ebf815e5-c734-4b71-9ac7-61543aaecedb tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:21.799290 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73bcf01f-31eb-4860-9608-db1aad03cdbb req-ebf815e5-c734-4b71-9ac7-61543aaecedb tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1095 time: 0.1231153 Dec 13 13:20:21.921956 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73bcf01f-31eb-4860-9608-db1aad03cdbb req-b89dff09-0625-4dff-8499-dae812a0b972 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155856 Dec 13 13:20:21.937513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 782e4de2-b5a3-4d60-a303-a8bc2e953eca details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:20:22.053448 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90935e11-61b9-45e2-a7ee-353f4e01db41 req-7bbbf7f2-ef89-48a9-94f1-2db03f877c0b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.0494032 Dec 13 13:20:22.158308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 782e4de2-b5a3-4d60-a303-a8bc2e953eca, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=782e4de2-b5a3-4d60-a303-a8bc2e953eca,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:22.170529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '782e4de2-b5a3-4d60-a303-a8bc2e953eca', 'network_id': '718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc', 'port_id': '782e4de2-b5a3-4d60-a303-a8bc2e953eca', 'mac_address': 'fa:16:3e:bb:15:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde43ff4-f711-4483-81de-923bc2ded577', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:20:22.211844 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:22.227107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782e4de2-b5a3-4d60-a303-a8bc2e953eca {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:20:22.252293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 782e4de2-b5a3-4d60-a303-a8bc2e953eca, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=782e4de2-b5a3-4d60-a303-a8bc2e953eca,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:22.261806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:22.334914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=782e4de2-b5a3-4d60-a303-a8bc2e953eca,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:22.468950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['782e4de2-b5a3-4d60-a303-a8bc2e953eca'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:20:23.133633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93cf06-973c-4353-a296-740669b87cdd req-abd56fcc-f1de-4998-b7f9-41c37750ef17 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:23.135984 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e93cf06-973c-4353-a296-740669b87cdd req-abd56fcc-f1de-4998-b7f9-41c37750ef17 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0911376 Dec 13 13:20:23.273184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c055235-36e6-4dc8-9ccd-55893adf0920 req-a52d759a-241b-4109-9e25-ee7ef3a59b8c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.0765159 Dec 13 13:20:23.276543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e93cf06-973c-4353-a296-740669b87cdd req-80648ea7-a3c3-49d5-813f-b37a5a1c80d7 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344011 Dec 13 13:20:23.955447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 782e4de2-b5a3-4d60-a303-a8bc2e953eca up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:20:24.032235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 782e4de2-b5a3-4d60-a303-a8bc2e953eca completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:20:24.047925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 782e4de2-b5a3-4d60-a303-a8bc2e953eca triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:20:24.048552 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:24.150225 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:24.190678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 782e4de2-b5a3-4d60-a303-a8bc2e953eca, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=782e4de2-b5a3-4d60-a303-a8bc2e953eca,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:24.192235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1021f777-d984-4b82-a853-235f84dd5cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782e4de2-b5a3-4d60-a303-a8bc2e953eca'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:20:24.195454 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0f0c43-b62f-4048-8d64-422cad0b64ec" -d '{"events": [{"server_uuid": "1021f777-d984-4b82-a853-235f84dd5cf4", "name": "network-vif-plugged", "status": "completed", "tag": "782e4de2-b5a3-4d60-a303-a8bc2e953eca"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:20:24.202739 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:24.282447 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1888db73-ccfa-4c7f-b985-3bb87982f7bf x-openstack-request-id: req-1888db73-ccfa-4c7f-b985-3bb87982f7bf {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:20:24.282833 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1021f777-d984-4b82-a853-235f84dd5cf4", "name": "network-vif-plugged", "status": "completed", "tag": "782e4de2-b5a3-4d60-a303-a8bc2e953eca", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:20:24.283152 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1888db73-ccfa-4c7f-b985-3bb87982f7bf {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:20:24.283642 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1021f777-d984-4b82-a853-235f84dd5cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782e4de2-b5a3-4d60-a303-a8bc2e953eca', 'code': 200} Dec 13 13:20:24.285757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=782e4de2-b5a3-4d60-a303-a8bc2e953eca,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:24.326730 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a899b506-56c0-4c86-84b6-308ea315f35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:24.494907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42953a22-0956-4cd7-8207-1e7a246bb673 req-bd13125e-7c7e-42e6-b2ff-bd4f4395504f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.1141028 Dec 13 13:20:24.502712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60652) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:24.530251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f8c1a-5c67-4fc1-b2b2-153203c29dd1 req-560972ce-f256-4af6-9fd8-34e05a46f69f tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:24.542884 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f25f8c1a-5c67-4fc1-b2b2-153203c29dd1 req-560972ce-f256-4af6-9fd8-34e05a46f69f tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1378303 Dec 13 13:20:24.575724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc45b5c-27c3-4bc5-9749-915d73c3823c req-59b467cf-6e2f-491f-be10-c322bc86e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:24.577244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fc45b5c-27c3-4bc5-9749-915d73c3823c req-59b467cf-6e2f-491f-be10-c322bc86e745 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1097 time: 0.2584815 Dec 13 13:20:24.674170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fc45b5c-27c3-4bc5-9749-915d73c3823c req-3de77adf-e21e-4b33-be62-fda59407fcc8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717840 Dec 13 13:20:24.741305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f25f8c1a-5c67-4fc1-b2b2-153203c29dd1 req-49999e00-6c0b-4b03-a8c9-52ebc3930f0c tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699092 Dec 13 13:20:25.136041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:25.414086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] Deleting port e84adfed-c97e-4072-a7e5-1c035d92181f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:25.414444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:25.508981 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] For port e84adfed-c97e-4072-a7e5-1c035d92181f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e84adfed-c97e-4072-a7e5-1c035d92181f,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:25.509717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:25.521883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] Calling delete_port for e84adfed-c97e-4072-a7e5-1c035d92181f owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:25.713586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe475430-5f85-41d3-9ace-379fcf7b1bfd req-395c0fda-e347-4fb1-ba0d-8edfd4e75a5a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.0549750 Dec 13 13:20:25.787506 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:25.818395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84adfed-c97e-4072-a7e5-1c035d92181f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:25.892619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56674d09-8811-4ca3-b727-afaf278b5f58 req-2e46877e-d340-4de3-8777-bc7e71633377 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:25.894615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56674d09-8811-4ca3-b727-afaf278b5f58 req-2e46877e-d340-4de3-8777-bc7e71633377 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0831077 Dec 13 13:20:25.968107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56674d09-8811-4ca3-b727-afaf278b5f58 req-aaf4bf73-602a-42da-8cbd-fa3c9c9b066f tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570245 Dec 13 13:20:26.036916 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:26.124714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474d6e-ccb7-48d6-8676-eb8906fac35c req-ef49ab5a-1b5f-4363-a30a-483caf177d22 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:26.132375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e474d6e-ccb7-48d6-8676-eb8906fac35c req-ef49ab5a-1b5f-4363-a30a-483caf177d22 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0672057 Dec 13 13:20:26.174037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e474d6e-ccb7-48d6-8676-eb8906fac35c req-6905f96d-cca1-4b52-9cf8-55e04dd15030 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Dec 13 13:20:26.323718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98babfde-dd97-487b-8b3e-fce96db8699a req-11483c0d-13c1-4322-af45-d19da0b8a8fa tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:26.325849 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98babfde-dd97-487b-8b3e-fce96db8699a req-11483c0d-13c1-4322-af45-d19da0b8a8fa tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0594168 Dec 13 13:20:26.336413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] Router d4959606-0a8b-4d40-b021-455a71c592ce has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:20:26.390487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98babfde-dd97-487b-8b3e-fce96db8699a req-9092091b-ec4d-40d5-beb1-f038658a5f5a tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552490 Dec 13 13:20:26.465231 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:20:26.470734 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-608b1031-8a36-48ec-8133-b4c52d500770 admin admin] 10.222.0.31 "PUT /v2.0/routers/d4959606-0a8b-4d40-b021-455a71c592ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9662354 Dec 13 13:20:26.473359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60694) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:26.478539 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] Sync routers for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:20:26.495368 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:26.496296 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:19:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:26.633435 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac3c56a4-2309-467e-8e42-755f724a7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:26.749596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbd348-08cc-4d61-8675-ac433d91fa2d req-d90301a3-76eb-423a-afd3-d8d05d1040bd tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:26.757836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fdbd348-08cc-4d61-8675-ac433d91fa2d req-d90301a3-76eb-423a-afd3-d8d05d1040bd tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0552008 Dec 13 13:20:26.821346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5fdbd348-08cc-4d61-8675-ac433d91fa2d req-31cf106f-4c1e-477b-baf0-5d63b178defd tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622923 Dec 13 13:20:26.833157 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:26.881551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7aa5b3aa-06f7-4c66-a643-5e7d312be238 req-51b89b09-2d3f-471d-8013-5e2ed2e7b83d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=66904960-7922-4674-8476-43ceac549224 HTTP/1.1" status: 200 len: 210 time: 0.0522134 Dec 13 13:20:27.032696 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.061648 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:20:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:27.096537 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] Checking router: d4959606-0a8b-4d40-b021-455a71c592ce for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:20:27.109103 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] Routers {'d4959606-0a8b-4d40-b021-455a71c592ce'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:27.110192 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:20:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d4959606-0a8b-4d40-b021-455a71c592ce'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:27.174606 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.263105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Deleting port b5d361ca-be2c-4e96-8187-60801b951ad5 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:27.263465 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.301787 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] Set router d4959606-0a8b-4d40-b021-455a71c592ce gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:27.365734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] For port b5d361ca-be2c-4e96-8187-60801b951ad5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b5d361ca-be2c-4e96-8187-60801b951ad5,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:27.366131 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.378933 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Calling delete_port for b5d361ca-be2c-4e96-8187-60801b951ad5 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:27.541464 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:20:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:27.581968 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679bd49b-7ad9-4835-8f83-154e68d2d573 None None] The sync data for ids ['d4959606-0a8b-4d40-b021-455a71c592ce'] in n-d-817326-4 is: [{'id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'name': 'tempest-TestVolumeBackupRestore-1180845528-router', 'tenant_id': '277b5d8a017f47e38bb55ffcce3da196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:03Z', 'updated_at': '2021-12-13T13:20:25Z', 'revision_number': 5, 'project_id': '277b5d8a017f47e38bb55ffcce3da196', 'gw_port': {'id': 'b5d361ca-be2c-4e96-8187-60801b951ad5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4959606-0a8b-4d40-b021-455a71c592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:04Z', 'updated_at': '2021-12-13T13:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:20:27.586839 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.671907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d361ca-be2c-4e96-8187-60801b951ad5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:27.712767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d7feb-a4b9-42c8-9195-32eafda260fc None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:20:27.769767 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.777525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.869407 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.872472 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.940056 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.940056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4959606-0a8b-4d40-b021-455a71c592ce {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:20:27.947483 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:27.947483 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-89afee9a-b9fb-42da-b423-c926df030c5d admin admin] 10.222.0.31 "DELETE /v2.0/routers/d4959606-0a8b-4d40-b021-455a71c592ce HTTP/1.1" status: 204 len: 168 time: 1.4702518 Dec 13 13:20:27.951982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60728) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:28.026255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fbf81-0462-443c-9474-9733b5d873aa req-b93c4946-5631-456e-9e5f-950a2fc305c3 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:28.028069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-369fbf81-0462-443c-9474-9733b5d873aa req-b93c4946-5631-456e-9e5f-950a2fc305c3 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1606839 Dec 13 13:20:28.074668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee656b4e-a7a0-4848-8690-6fa5cd760a3c req-c476a9f6-d461-442d-b125-ab1a44e0e982 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:28.076577 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee656b4e-a7a0-4848-8690-6fa5cd760a3c req-c476a9f6-d461-442d-b125-ab1a44e0e982 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1472297 Dec 13 13:20:28.081812 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c820dd-c8a4-43b8-b19a-d2a217390a21 admin admin] Deleting subnet f67ca2c0-3e2b-4eea-9722-f8709560d19b {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:20:28.092800 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16c820dd-c8a4-43b8-b19a-d2a217390a21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:28.182711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ee656b4e-a7a0-4848-8690-6fa5cd760a3c req-864def02-1351-41d7-a723-373e736aacf0 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981839 Dec 13 13:20:28.203681 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16c820dd-c8a4-43b8-b19a-d2a217390a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:28.263459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-369fbf81-0462-443c-9474-9733b5d873aa req-c3b167cb-c83f-4443-94ca-225cf6042f1e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Deleting port 782e4de2-b5a3-4d60-a303-a8bc2e953eca {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:28.263874 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-369fbf81-0462-443c-9474-9733b5d873aa req-c3b167cb-c83f-4443-94ca-225cf6042f1e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:28.381230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e84adfed-c97e-4072-a7e5-1c035d92181f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:28.389654 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16c820dd-c8a4-43b8-b19a-d2a217390a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:28.416747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e84adfed-c97e-4072-a7e5-1c035d92181f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:28.416747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e84adfed-c97e-4072-a7e5-1c035d92181f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:28.469318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-369fbf81-0462-443c-9474-9733b5d873aa req-c3b167cb-c83f-4443-94ca-225cf6042f1e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] For port 782e4de2-b5a3-4d60-a303-a8bc2e953eca, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=782e4de2-b5a3-4d60-a303-a8bc2e953eca,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:28.469693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-369fbf81-0462-443c-9474-9733b5d873aa req-c3b167cb-c83f-4443-94ca-225cf6042f1e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:28.487852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-369fbf81-0462-443c-9474-9733b5d873aa req-c3b167cb-c83f-4443-94ca-225cf6042f1e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Calling delete_port for 782e4de2-b5a3-4d60-a303-a8bc2e953eca owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:28.510591 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16c820dd-c8a4-43b8-b19a-d2a217390a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:28.574630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c820dd-c8a4-43b8-b19a-d2a217390a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67ca2c0-3e2b-4eea-9722-f8709560d19b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:28.589307 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-16c820dd-c8a4-43b8-b19a-d2a217390a21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:28.592345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7626cc03-3aa7-4aad-9c1e-ae5a32b46dca None None] Network 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:20:28.593354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-16c820dd-c8a4-43b8-b19a-d2a217390a21 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f67ca2c0-3e2b-4eea-9722-f8709560d19b HTTP/1.1" status: 204 len: 168 time: 0.6285691 Dec 13 13:20:28.596522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60738) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:28.694422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:28.845802 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-369fbf81-0462-443c-9474-9733b5d873aa req-c3b167cb-c83f-4443-94ca-225cf6042f1e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:28.857292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9d06fe24-f7c4-40f0-9c48-e3c9e703074c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:20:28.859600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['782e4de2-b5a3-4d60-a303-a8bc2e953eca'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:20:28.874804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Deleting port 13e07692-aabf-4913-b85a-abc7440b3e94 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:28.875385 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:28.921665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a14c84-0e3c-4526-9239-994cbe9d8433 None None] DHCP port deletion for 90bdf456-1190-4df8-ad3f-b9ba2eb732d1 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:20:29.014509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] For port 13e07692-aabf-4913-b85a-abc7440b3e94, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=13e07692-aabf-4913-b85a-abc7440b3e94,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:29.015132 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.036210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Calling delete_port for 13e07692-aabf-4913-b85a-abc7440b3e94 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:29.068259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d8a14c84-0e3c-4526-9239-994cbe9d8433 None None] Deleting port 13e07692-aabf-4913-b85a-abc7440b3e94 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:29.068842 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8a14c84-0e3c-4526-9239-994cbe9d8433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.134344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b167cb-c83f-4443-94ca-225cf6042f1e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Pushing event deleted for resources: {'Port': ['ID=782e4de2-b5a3-4d60-a303-a8bc2e953eca,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:29.160970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-369fbf81-0462-443c-9474-9733b5d873aa req-c3b167cb-c83f-4443-94ca-225cf6042f1e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] No DVR routers for this DVR port 782e4de2-b5a3-4d60-a303-a8bc2e953eca on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:29.165203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-369fbf81-0462-443c-9474-9733b5d873aa req-c3b167cb-c83f-4443-94ca-225cf6042f1e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.168646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-369fbf81-0462-443c-9474-9733b5d873aa req-c3b167cb-c83f-4443-94ca-225cf6042f1e tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.42 "DELETE /v2.0/ports/782e4de2-b5a3-4d60-a303-a8bc2e953eca HTTP/1.1" status: 204 len: 173 time: 1.1290841 Dec 13 13:20:29.169146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1021f777-d984-4b82-a853-235f84dd5cf4', 'name': 'network-vif-deleted', 'tag': '782e4de2-b5a3-4d60-a303-a8bc2e953eca'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:20:29.172369 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1742dc4a-8045-418a-943b-2e69c991f651" -d '{"events": [{"server_uuid": "1021f777-d984-4b82-a853-235f84dd5cf4", "name": "network-vif-deleted", "tag": "782e4de2-b5a3-4d60-a303-a8bc2e953eca"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:20:29.237570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d8a14c84-0e3c-4526-9239-994cbe9d8433 None None] For port 13e07692-aabf-4913-b85a-abc7440b3e94, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=13e07692-aabf-4913-b85a-abc7440b3e94,segment=NetworkSegment(e5c05b46-ec51-477c-9c40-b96135af8f67),segment_id=e5c05b46-ec51-477c-9c40-b96135af8f67)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:29.238988 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8a14c84-0e3c-4526-9239-994cbe9d8433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.263632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d8a14c84-0e3c-4526-9239-994cbe9d8433 None None] Calling delete_port for 13e07692-aabf-4913-b85a-abc7440b3e94 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:29.280004 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492d5259-17d1-45b8-9199-d3354dd38b4f x-openstack-request-id: req-492d5259-17d1-45b8-9199-d3354dd38b4f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:20:29.282951 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1021f777-d984-4b82-a853-235f84dd5cf4", "name": "network-vif-deleted", "tag": "782e4de2-b5a3-4d60-a303-a8bc2e953eca", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:20:29.283248 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-492d5259-17d1-45b8-9199-d3354dd38b4f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:20:29.285459 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1021f777-d984-4b82-a853-235f84dd5cf4', 'name': 'network-vif-deleted', 'tag': '782e4de2-b5a3-4d60-a303-a8bc2e953eca', 'status': 'completed', 'code': 200} Dec 13 13:20:29.303523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.350766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=13e07692-aabf-4913-b85a-abc7440b3e94,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:29.379663 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.381476 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1066c9df-f77a-4ba8-aed3-65cb817a9803 req-0c1c2f94-651d-471c-8445-5343bc619f98 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1021f777-d984-4b82-a853-235f84dd5cf4 HTTP/1.1" status: 200 len: 210 time: 0.0629106 Dec 13 13:20:29.385920 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] No DVR routers for this DVR port 13e07692-aabf-4913-b85a-abc7440b3e94 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:29.448752 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8a14c84-0e3c-4526-9239-994cbe9d8433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.486786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a14c84-0e3c-4526-9239-994cbe9d8433 None None] Pushing event deleted for resources: {'Port': ['ID=13e07692-aabf-4913-b85a-abc7440b3e94,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:29.490098 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.500901 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a14c84-0e3c-4526-9239-994cbe9d8433 None None] No DVR routers for this DVR port 13e07692-aabf-4913-b85a-abc7440b3e94 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:29.523168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bdf456-1190-4df8-ad3f-b9ba2eb732d1']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:29.537601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c05b46-ec51-477c-9c40-b96135af8f67') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:29.538874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c05b46-ec51-477c-9c40-b96135af8f67') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:29.555972 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.577132 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.584570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:20:29.586099 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:20:29.588417 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:20:29.675753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.687936 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:29.692465 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] 10.222.0.31 "DELETE /v2.0/networks/90bdf456-1190-4df8-ad3f-b9ba2eb732d1 HTTP/1.1" status: 204 len: 168 time: 1.0947099 Dec 13 13:20:29.696900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60764) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:29.744543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96354aa6-8a89-42bd-a794-5acd2babf9ae admin admin] Pushing event deleted for resources: {'Network': ['ID=90bdf456-1190-4df8-ad3f-b9ba2eb732d1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:29.932111 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:30.189412 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:30.370614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b5d361ca-be2c-4e96-8187-60801b951ad5 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:30.407331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b5d361ca-be2c-4e96-8187-60801b951ad5 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:30.407931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b5d361ca-be2c-4e96-8187-60801b951ad5 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:30.408691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 13e07692-aabf-4913-b85a-abc7440b3e94 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:30.438392 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 13e07692-aabf-4913-b85a-abc7440b3e94 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:30.447926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 13e07692-aabf-4913-b85a-abc7440b3e94 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:30.779537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c55898-3d1c-4cbf-a490-effb7ef0259a req-fc31a0ce-e82a-4128-9973-d5637a5249d6 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:30.783404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2c55898-3d1c-4cbf-a490-effb7ef0259a req-fc31a0ce-e82a-4128-9973-d5637a5249d6 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1097 time: 0.0904374 Dec 13 13:20:30.859504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2c55898-3d1c-4cbf-a490-effb7ef0259a req-99d21548-2b25-43f5-a4b1-507353099395 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702503 Dec 13 13:20:30.905237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] Deleting port 2cb90c94-6cca-4b09-92df-f0d97db807bc {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:30.905570 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:30.986505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] For port 2cb90c94-6cca-4b09-92df-f0d97db807bc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2cb90c94-6cca-4b09-92df-f0d97db807bc,segment=NetworkSegment(1f067a79-d2f8-4653-95bd-9efd66af8e31),segment_id=1f067a79-d2f8-4653-95bd-9efd66af8e31)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:30.986736 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:30.999417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] Calling delete_port for 2cb90c94-6cca-4b09-92df-f0d97db807bc owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:31.192292 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:31.219310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb90c94-6cca-4b09-92df-f0d97db807bc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:31.439782 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:31.713515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] Router 89f17704-c9b5-4c64-843b-71e70213e5bb has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:20:31.860909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:20:31.877296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] Sync routers for ids ['89f17704-c9b5-4c64-843b-71e70213e5bb'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:20:31.879959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-685ca2e2-0530-494c-8c10-e0ceb832c873 admin admin] 10.222.0.31 "PUT /v2.0/routers/89f17704-c9b5-4c64-843b-71e70213e5bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1813297 Dec 13 13:20:31.882952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60814) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:31.908835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] Routers {'89f17704-c9b5-4c64-843b-71e70213e5bb'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:31.909574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:20:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['89f17704-c9b5-4c64-843b-71e70213e5bb'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:32.049494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 782e4de2-b5a3-4d60-a303-a8bc2e953eca no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:32.074648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 782e4de2-b5a3-4d60-a303-a8bc2e953eca {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:32.074986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 782e4de2-b5a3-4d60-a303-a8bc2e953eca not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:32.098328 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] Set router 89f17704-c9b5-4c64-843b-71e70213e5bb gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:32.140083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6606fe-bd9a-41d8-a400-03e9bf14b2dd req-eda8ca82-14ae-4380-a679-596b46f9c143 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:32.141734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d6606fe-bd9a-41d8-a400-03e9bf14b2dd req-eda8ca82-14ae-4380-a679-596b46f9c143 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1097 time: 0.1619878 Dec 13 13:20:32.159722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:32.277170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-6f605ba0-0b22-4fe4-ac50-5d6c8d553669 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:32.278716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-6f605ba0-0b22-4fe4-ac50-5d6c8d553669 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 1097 time: 0.2598071 Dec 13 13:20:32.285050 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:32.340965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'name': 'tempest-TestVolumeBackupRestore-1730150073-router', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:20:31Z', 'revision_number': 5, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'gw_port': {'id': '492d7b5b-7405-47f7-8e57-d5eb5267c27b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:19Z', 'updated_at': '2021-12-13T13:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:32.394922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d6606fe-bd9a-41d8-a400-03e9bf14b2dd req-fe9bef92-09c9-43af-8c68-2583e39b5ab0 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=16d7ddeb-1413-44aa-af89-a65d52d6e6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450645 Dec 13 13:20:32.406770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] Checking router: 89f17704-c9b5-4c64-843b-71e70213e5bb for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:20:32.427337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] Routers {'89f17704-c9b5-4c64-843b-71e70213e5bb'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:32.428211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:20:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['89f17704-c9b5-4c64-843b-71e70213e5bb'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:32.460848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Deleting port 492d7b5b-7405-47f7-8e57-d5eb5267c27b {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:32.461365 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:32.478686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-dabb9645-4b58-4e3b-a14d-2401cf64acf5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Deleting port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:32.479170 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-dabb9645-4b58-4e3b-a14d-2401cf64acf5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:32.558810 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:20:32.559458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] Set router 89f17704-c9b5-4c64-843b-71e70213e5bb gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:32.620266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] For port 492d7b5b-7405-47f7-8e57-d5eb5267c27b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=492d7b5b-7405-47f7-8e57-d5eb5267c27b,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:32.620774 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:32.644233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-dabb9645-4b58-4e3b-a14d-2401cf64acf5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] For port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:32.644693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-dabb9645-4b58-4e3b-a14d-2401cf64acf5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:32.647389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Calling delete_port for 492d7b5b-7405-47f7-8e57-d5eb5267c27b owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:32.664985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-dabb9645-4b58-4e3b-a14d-2401cf64acf5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Calling delete_port for 9d06fe24-f7c4-40f0-9c48-e3c9e703074c owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:32.712494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'name': 'tempest-TestVolumeBackupRestore-1730150073-router', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:20:32Z', 'revision_number': 6, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:32.756356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3527bd-e989-479f-9efb-752e78d68576 None None] The sync data for ids ['89f17704-c9b5-4c64-843b-71e70213e5bb'] in n-d-817326-4 is: [{'id': '89f17704-c9b5-4c64-843b-71e70213e5bb', 'name': 'tempest-TestVolumeBackupRestore-1730150073-router', 'tenant_id': '7eac983be8704758a6a72b4336808dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:18Z', 'updated_at': '2021-12-13T13:20:32Z', 'revision_number': 6, 'project_id': '7eac983be8704758a6a72b4336808dc7', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:20:32.980447 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-dabb9645-4b58-4e3b-a14d-2401cf64acf5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:32.993487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9d06fe24-f7c4-40f0-9c48-e3c9e703074c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:20:33.020108 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:33.024341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb9645-4b58-4e3b-a14d-2401cf64acf5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d06fe24-f7c4-40f0-9c48-e3c9e703074c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:33.068613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Pushing event deleted for resources: {'Port': ['ID=492d7b5b-7405-47f7-8e57-d5eb5267c27b,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:33.091225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c453a921-c5b0-4043-84d5-3216e25c8031 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:20:33.122900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-dabb9645-4b58-4e3b-a14d-2401cf64acf5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] No DVR routers for this DVR port 9d06fe24-f7c4-40f0-9c48-e3c9e703074c on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:33.124641 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-dabb9645-4b58-4e3b-a14d-2401cf64acf5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:33.128219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7724aca1-e095-40b0-9ad5-250e4a4e51fa req-dabb9645-4b58-4e3b-a14d-2401cf64acf5 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9d06fe24-f7c4-40f0-9c48-e3c9e703074c HTTP/1.1" status: 204 len: 173 time: 0.8349025 Dec 13 13:20:33.128912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11c0262-542e-45c8-945c-61abc982eb3f', 'name': 'network-vif-deleted', 'tag': '9d06fe24-f7c4-40f0-9c48-e3c9e703074c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:20:33.138204 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604ebba9-4eb4-4ada-8710-b753228d7349" -d '{"events": [{"server_uuid": "f11c0262-542e-45c8-945c-61abc982eb3f", "name": "network-vif-deleted", "tag": "9d06fe24-f7c4-40f0-9c48-e3c9e703074c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:20:33.237831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:33.751491 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2671ef-945d-4234-a77b-21a17e1930af x-openstack-request-id: req-ac2671ef-945d-4234-a77b-21a17e1930af {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:20:33.752229 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11c0262-542e-45c8-945c-61abc982eb3f", "name": "network-vif-deleted", "tag": "9d06fe24-f7c4-40f0-9c48-e3c9e703074c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:20:33.752229 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac2671ef-945d-4234-a77b-21a17e1930af {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:20:33.753352 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11c0262-542e-45c8-945c-61abc982eb3f', 'name': 'network-vif-deleted', 'tag': '9d06fe24-f7c4-40f0-9c48-e3c9e703074c', 'status': 'completed', 'code': 200} Dec 13 13:20:33.794446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c00d3bf-c756-4a39-83e2-55e87eff19fd req-bea98ad6-e440-4523-a152-46434aba2d05 tempest-TestServerMultinode-1564370973 tempest-TestServerMultinode-1564370973-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f11c0262-542e-45c8-945c-61abc982eb3f HTTP/1.1" status: 200 len: 210 time: 0.0400758 Dec 13 13:20:33.836913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:33.840370 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:33.915858 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:33.916836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f17704-c9b5-4c64-843b-71e70213e5bb {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:20:33.923194 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:33.927199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a2fe1414-d138-499a-8887-8238001a567c admin admin] 10.222.0.31 "DELETE /v2.0/routers/89f17704-c9b5-4c64-843b-71e70213e5bb HTTP/1.1" status: 204 len: 168 time: 2.0407310 Dec 13 13:20:33.927375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60852) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:33.983880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a197c636-32d3-484b-adbc-43e5c8126285 admin admin] Deleting subnet 91ddb3ee-9d07-447d-a082-eb783415bd8c {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:20:33.990203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a197c636-32d3-484b-adbc-43e5c8126285 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:34.032516 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a197c636-32d3-484b-adbc-43e5c8126285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:34.128198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a197c636-32d3-484b-adbc-43e5c8126285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:34.203739 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a197c636-32d3-484b-adbc-43e5c8126285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:34.224862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab34b2e-85f9-456b-907e-92f16feb5f81 None None] Network 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:20:34.230815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a197c636-32d3-484b-adbc-43e5c8126285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:34.233913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a197c636-32d3-484b-adbc-43e5c8126285 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/91ddb3ee-9d07-447d-a082-eb783415bd8c HTTP/1.1" status: 204 len: 168 time: 0.3053350 Dec 13 13:20:34.236515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60860) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:34.276400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197c636-32d3-484b-adbc-43e5c8126285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ddb3ee-9d07-447d-a082-eb783415bd8c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:34.405927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 492d7b5b-7405-47f7-8e57-d5eb5267c27b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:34.431243 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:34.451703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 492d7b5b-7405-47f7-8e57-d5eb5267c27b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:34.452016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 492d7b5b-7405-47f7-8e57-d5eb5267c27b not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:34.452915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2cb90c94-6cca-4b09-92df-f0d97db807bc no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:34.490046 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 2cb90c94-6cca-4b09-92df-f0d97db807bc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:34.490427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2cb90c94-6cca-4b09-92df-f0d97db807bc not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:34.500321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] DHCP port deletion for 0a89ec4e-22a1-43f1-a3c4-6d774895bd8f request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:20:34.560241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Deleting port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:34.560609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:34.638419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] For port 8be05afc-942c-4005-baf1-1a1e02d5b6f6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8be05afc-942c-4005-baf1-1a1e02d5b6f6,segment=NetworkSegment(1f067a79-d2f8-4653-95bd-9efd66af8e31),segment_id=1f067a79-d2f8-4653-95bd-9efd66af8e31)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:34.638758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:34.655559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Calling delete_port for 8be05afc-942c-4005-baf1-1a1e02d5b6f6 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:34.859741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Deleting port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:34.860226 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:34.871526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:34.909221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be05afc-942c-4005-baf1-1a1e02d5b6f6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:34.910896 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60878) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:34.916586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] No DVR routers for this DVR port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:34.967271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] For port 8be05afc-942c-4005-baf1-1a1e02d5b6f6, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:34.967863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.008518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Calling delete_port for 8be05afc-942c-4005-baf1-1a1e02d5b6f6 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:35.013817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:20:35.016523 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.044984 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.067723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Pushing event deleted for resources: {'Port': ['ID=8be05afc-942c-4005-baf1-1a1e02d5b6f6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:35.077745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] No DVR routers for this DVR port 8be05afc-942c-4005-baf1-1a1e02d5b6f6 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:35.079919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.080361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.083568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a89ec4e-22a1-43f1-a3c4-6d774895bd8f']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:35.084238 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.084598 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.085074 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.085625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.085946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.086454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.086624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.086929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.087332 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.087569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.087927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa79d3-11ab-4a03-a77f-7e16d159a5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:20:35.100645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f067a79-d2f8-4653-95bd-9efd66af8e31') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:35.100645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f067a79-d2f8-4653-95bd-9efd66af8e31') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:35.114108 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.129550 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.139384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:20:35.139953 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:20:35.142005 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:20:35.228483 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.242463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.247297 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0a89ec4e-22a1-43f1-a3c4-6d774895bd8f HTTP/1.1" status: 204 len: 168 time: 1.0094156 Dec 13 13:20:35.265619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941c19e-f1f3-40dc-815b-56ccd3ddda21 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a89ec4e-22a1-43f1-a3c4-6d774895bd8f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:35.383125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60888) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:35.425412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b3760a8a-67b8-4c82-9eda-2c2266b15c67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=277b5d8a017f47e38bb55ffcce3da196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411038 Dec 13 13:20:35.427931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60894) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:35.448757 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.505448 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d29b5eb8-cf31-402b-8304-f5160fbbbb65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.536436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d29b5eb8-cf31-402b-8304-f5160fbbbb65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.598277 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d29b5eb8-cf31-402b-8304-f5160fbbbb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.601218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d29b5eb8-cf31-402b-8304-f5160fbbbb65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.604701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d29b5eb8-cf31-402b-8304-f5160fbbbb65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f815314-0c16-4db8-926f-fcafc1b3ac58 HTTP/1.1" status: 204 len: 168 time: 0.1734581 Dec 13 13:20:35.611059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b5eb8-cf31-402b-8304-f5160fbbbb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f815314-0c16-4db8-926f-fcafc1b3ac58,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:35.777723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] Deleting port 205766fb-2f5f-459f-8c0b-14bad6474145 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:35.778185 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.965690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] For port 205766fb-2f5f-459f-8c0b-14bad6474145, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=205766fb-2f5f-459f-8c0b-14bad6474145,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:35.966564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:35.991937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] Calling delete_port for 205766fb-2f5f-459f-8c0b-14bad6474145 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:36.213840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60934) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:36.277066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:36.283820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9d06fe24-f7c4-40f0-9c48-e3c9e703074c no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:36.317001 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-38f4f214-5205-4d2f-8ea0-fb340b1c14e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7eac983be8704758a6a72b4336808dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1017408 Dec 13 13:20:36.321693 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60938) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:36.340477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 9d06fe24-f7c4-40f0-9c48-e3c9e703074c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:36.341003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9d06fe24-f7c4-40f0-9c48-e3c9e703074c not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:36.349861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=205766fb-2f5f-459f-8c0b-14bad6474145,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:36.414942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8be05afc-942c-4005-baf1-1a1e02d5b6f6 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:36.496688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 8be05afc-942c-4005-baf1-1a1e02d5b6f6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:36.497551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8be05afc-942c-4005-baf1-1a1e02d5b6f6 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:36.517044 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-320d7061-9de7-4d86-acca-1c509ba145af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:36.578014 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:36.597877 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-320d7061-9de7-4d86-acca-1c509ba145af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:36.684968 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-320d7061-9de7-4d86-acca-1c509ba145af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:36.688236 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-320d7061-9de7-4d86-acca-1c509ba145af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:36.689558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-320d7061-9de7-4d86-acca-1c509ba145af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67778af6-4de2-4697-82d3-c6c5b1bca220 HTTP/1.1" status: 204 len: 168 time: 0.3667274 Dec 13 13:20:36.707424 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d7061-9de7-4d86-acca-1c509ba145af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67778af6-4de2-4697-82d3-c6c5b1bca220,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:36.983610 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] Router f2ccab28-6132-4076-9743-fdf422d1f1f4 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:20:37.332004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:20:37.351118 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] Sync routers for ids ['f2ccab28-6132-4076-9743-fdf422d1f1f4'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:20:37.352259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 60984) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:37.364183 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-049d3bb9-6f75-4d94-b2ad-3fddb421a4d2 admin admin] 10.222.0.31 "PUT /v2.0/routers/f2ccab28-6132-4076-9743-fdf422d1f1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4463320 Dec 13 13:20:37.411819 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] Routers {'f2ccab28-6132-4076-9743-fdf422d1f1f4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:37.412604 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:20:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2ccab28-6132-4076-9743-fdf422d1f1f4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:37.651608 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:37.747186 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:37.748941 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:37.776249 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] Set router f2ccab28-6132-4076-9743-fdf422d1f1f4 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:37.887070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 60994) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:37.892121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0f439ad3-e78e-4d2f-a998-514d6d077dcc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078966675', 'description': 'tempest-secgroup-smoke-1078966675 description', 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:37.905812 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:37.917435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0f439ad3-e78e-4d2f-a998-514d6d077dcc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:37.967830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Deleting port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:37.968163 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.027834 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'name': 'tempest-TestServerMultinode-1095744100-router', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:42Z', 'updated_at': '2021-12-13T13:20:36Z', 'revision_number': 5, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'gw_port': {'id': 'aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:43Z', 'updated_at': '2021-12-13T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:38.057695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] Checking router: f2ccab28-6132-4076-9743-fdf422d1f1f4 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:20:38.066772 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] Routers {'f2ccab28-6132-4076-9743-fdf422d1f1f4'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:38.067710 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:20:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2ccab28-6132-4076-9743-fdf422d1f1f4'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:38.069890 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0f439ad3-e78e-4d2f-a998-514d6d077dcc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.075630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0f439ad3-e78e-4d2f-a998-514d6d077dcc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.081940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] For port aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:38.082595 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.100702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Calling delete_port for aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:38.144301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f439ad3-e78e-4d2f-a998-514d6d077dcc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018cabe9-5112-4f85-a9a9-f1adadf3e51e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:38.162793 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0f439ad3-e78e-4d2f-a998-514d6d077dcc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.165877 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0f439ad3-e78e-4d2f-a998-514d6d077dcc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2773488 Dec 13 13:20:38.169466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32772) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:38.177201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7e8edd6b-c4e4-4313-8e10-4472a4702821 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'security_group_rule': {'security_group_id': '018cabe9-5112-4f85-a9a9-f1adadf3e51e', 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:38.219193 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] Set router f2ccab28-6132-4076-9743-fdf422d1f1f4 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:38.231954 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e8edd6b-c4e4-4313-8e10-4472a4702821 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.341481 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'name': 'tempest-TestServerMultinode-1095744100-router', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:42Z', 'updated_at': '2021-12-13T13:20:37Z', 'revision_number': 6, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:38.348393 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e8edd6b-c4e4-4313-8e10-4472a4702821 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.353926 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e8edd6b-c4e4-4313-8e10-4472a4702821 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.393425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.394574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8edd6b-c4e4-4313-8e10-4472a4702821 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cc6dce-b23a-4045-8d1a-51a14575661f,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:38.398917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e8edd6b-c4e4-4313-8e10-4472a4702821 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.403258 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7e8edd6b-c4e4-4313-8e10-4472a4702821 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2321279 Dec 13 13:20:38.403535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32778) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:38.408647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-22956933-8b36-4923-99c4-68d65f400c0e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'security_group_rule': {'security_group_id': '018cabe9-5112-4f85-a9a9-f1adadf3e51e', 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:38.414819 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1534c4-5474-4263-b753-8a1e9fc7cece None None] The sync data for ids ['f2ccab28-6132-4076-9743-fdf422d1f1f4'] in n-d-817326-4 is: [{'id': 'f2ccab28-6132-4076-9743-fdf422d1f1f4', 'name': 'tempest-TestServerMultinode-1095744100-router', 'tenant_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:42Z', 'updated_at': '2021-12-13T13:20:37Z', 'revision_number': 6, 'project_id': '17a2e21e9e6349fa9e66b02c79f8d734', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:20:38.454276 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:38.472194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dbb779-5d73-4c95-8e84-bd11645b43b2 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:20:38.473523 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22956933-8b36-4923-99c4-68d65f400c0e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.538353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22956933-8b36-4923-99c4-68d65f400c0e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.544404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22956933-8b36-4923-99c4-68d65f400c0e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.546468 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.577679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22956933-8b36-4923-99c4-68d65f400c0e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6e4e73-0280-41cb-afbf-a120c1a870eb,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:38.587776 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-22956933-8b36-4923-99c4-68d65f400c0e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.591966 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-22956933-8b36-4923-99c4-68d65f400c0e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1843414 Dec 13 13:20:38.592131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32784) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:38.597046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-2e27d4b7-2219-4b4c-ada4-36eab4ed3644 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'security_group_rule': {'security_group_id': '018cabe9-5112-4f85-a9a9-f1adadf3e51e', 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:38.605454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-7c432761-fe98-4f73-bc67-27513eb89630 req-befbe818-fc40-45e8-b772-33defd5c824c service neutron] (109885) timed out ('10.222.0.31', 60406) {{(pid=109885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:20:38.645678 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e27d4b7-2219-4b4c-ada4-36eab4ed3644 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.684609 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.687409 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.715569 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e27d4b7-2219-4b4c-ada4-36eab4ed3644 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.722041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e27d4b7-2219-4b4c-ada4-36eab4ed3644 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.739771 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.742003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2ccab28-6132-4076-9743-fdf422d1f1f4 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:20:38.752987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.753361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27d4b7-2219-4b4c-ada4-36eab4ed3644 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f32580-a328-495b-bb03-5ee2780ec4d4,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:38.759287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0ad703b5-b048-427c-90ce-45dbc889e7ca admin admin] 10.222.0.31 "DELETE /v2.0/routers/f2ccab28-6132-4076-9743-fdf422d1f1f4 HTTP/1.1" status: 204 len: 168 time: 1.3933952 Dec 13 13:20:38.761986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32790) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:38.769880 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2e27d4b7-2219-4b4c-ada4-36eab4ed3644 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.771227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2e27d4b7-2219-4b4c-ada4-36eab4ed3644 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780798 Dec 13 13:20:38.774037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32792) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:38.781103 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-06e2a20d-8bf7-46bb-860d-f81ad39d995d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'security_group_rule': {'security_group_id': '018cabe9-5112-4f85-a9a9-f1adadf3e51e', 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:38.820221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06e2a20d-8bf7-46bb-860d-f81ad39d995d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.823709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fda729c-3c80-48f2-9262-cde6bd6baac9 admin admin] Deleting subnet bde43ff4-f711-4483-81de-923bc2ded577 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:20:38.827523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8fda729c-3c80-48f2-9262-cde6bd6baac9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.866605 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8fda729c-3c80-48f2-9262-cde6bd6baac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.901898 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06e2a20d-8bf7-46bb-860d-f81ad39d995d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.907293 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06e2a20d-8bf7-46bb-860d-f81ad39d995d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.935878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2a20d-8bf7-46bb-860d-f81ad39d995d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8287b53-4874-433d-8de9-175e20b318c0,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:38.949755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06e2a20d-8bf7-46bb-860d-f81ad39d995d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.952411 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-06e2a20d-8bf7-46bb-860d-f81ad39d995d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1762948 Dec 13 13:20:38.956067 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32800) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:38.966430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-916a4223-9807-4589-93f4-1c65a89b1b9b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'security_group_rule': {'security_group_id': '018cabe9-5112-4f85-a9a9-f1adadf3e51e', 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:38.983153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8fda729c-3c80-48f2-9262-cde6bd6baac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:38.999813 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-916a4223-9807-4589-93f4-1c65a89b1b9b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Project c01bbf10b14d4003865c5ab660a61bbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:20:39.011018 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-916a4223-9807-4589-93f4-1c65a89b1b9b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.057304 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8fda729c-3c80-48f2-9262-cde6bd6baac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.088093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda729c-3c80-48f2-9262-cde6bd6baac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde43ff4-f711-4483-81de-923bc2ded577,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:39.093188 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8fda729c-3c80-48f2-9262-cde6bd6baac9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.095844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9371a361-180c-4ebc-833d-a9d5f91e2485 None None] Network 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:20:39.096964 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8fda729c-3c80-48f2-9262-cde6bd6baac9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bde43ff4-f711-4483-81de-923bc2ded577 HTTP/1.1" status: 204 len: 168 time: 0.3336492 Dec 13 13:20:39.100449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 32804) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:39.132218 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-916a4223-9807-4589-93f4-1c65a89b1b9b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.137515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-916a4223-9807-4589-93f4-1c65a89b1b9b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.171596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-916a4223-9807-4589-93f4-1c65a89b1b9b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.173198 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-916a4223-9807-4589-93f4-1c65a89b1b9b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2151926 Dec 13 13:20:39.176707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32808) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:39.179109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a4223-9807-4589-93f4-1c65a89b1b9b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34d3cce-c89b-441b-baf0-b04dade93003,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:39.185912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4751eaf9-315a-4195-806b-1c27fc060f4c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'security_group_rule': {'security_group_id': '018cabe9-5112-4f85-a9a9-f1adadf3e51e', 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:20:39.198404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.250399 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-4751eaf9-315a-4195-806b-1c27fc060f4c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Project c01bbf10b14d4003865c5ab660a61bbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:20:39.259246 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4751eaf9-315a-4195-806b-1c27fc060f4c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.313506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Deleting port e578d293-e1e3-42c0-b3fe-11b9e35618e8 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:39.313848 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.350982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c277d63-505d-4931-b333-f5b436263415 None None] DHCP port deletion for 718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:20:39.412934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] For port e578d293-e1e3-42c0-b3fe-11b9e35618e8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e578d293-e1e3-42c0-b3fe-11b9e35618e8,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:39.414105 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.433638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Calling delete_port for e578d293-e1e3-42c0-b3fe-11b9e35618e8 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:39.446287 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4751eaf9-315a-4195-806b-1c27fc060f4c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.449192 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4751eaf9-315a-4195-806b-1c27fc060f4c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.451022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0c277d63-505d-4931-b333-f5b436263415 None None] Deleting port e578d293-e1e3-42c0-b3fe-11b9e35618e8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:39.451022 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c277d63-505d-4931-b333-f5b436263415 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.488817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751eaf9-315a-4195-806b-1c27fc060f4c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec819974-01d0-4569-ae5f-e38e845fd0d8,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:39.521661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4751eaf9-315a-4195-806b-1c27fc060f4c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.525994 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4751eaf9-315a-4195-806b-1c27fc060f4c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452384 Dec 13 13:20:39.550035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0c277d63-505d-4931-b333-f5b436263415 None None] For port e578d293-e1e3-42c0-b3fe-11b9e35618e8, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e578d293-e1e3-42c0-b3fe-11b9e35618e8,segment=NetworkSegment(7e7abd9b-ace7-4636-9332-0e94b3330aed),segment_id=7e7abd9b-ace7-4636-9332-0e94b3330aed)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:39.554562 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c277d63-505d-4931-b333-f5b436263415 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.576556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0c277d63-505d-4931-b333-f5b436263415 None None] Calling delete_port for e578d293-e1e3-42c0-b3fe-11b9e35618e8 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:39.620412 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.684464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] No DVR routers for this DVR port e578d293-e1e3-42c0-b3fe-11b9e35618e8 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:39.694512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Pushing event deleted for resources: {'Port': ['ID=e578d293-e1e3-42c0-b3fe-11b9e35618e8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:39.831165 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c277d63-505d-4931-b333-f5b436263415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.853548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c277d63-505d-4931-b333-f5b436263415 None None] No DVR routers for this DVR port e578d293-e1e3-42c0-b3fe-11b9e35618e8 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:39.866773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.899394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c277d63-505d-4931-b333-f5b436263415 None None] Pushing event deleted for resources: {'Port': ['ID=e578d293-e1e3-42c0-b3fe-11b9e35618e8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:39.937870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:39.958322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7abd9b-ace7-4636-9332-0e94b3330aed') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:39.958933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7abd9b-ace7-4636-9332-0e94b3330aed') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:39.971813 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:39.991171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:40.002159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:20:40.002515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:20:40.004467 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:20:40.088689 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:40.103876 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:40.121725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] 10.222.0.31 "DELETE /v2.0/networks/718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc HTTP/1.1" status: 204 len: 168 time: 1.0096152 Dec 13 13:20:40.122507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32874) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:40.140257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9659b0-1cf1-4d0a-9071-c28580e1f364 admin admin] Pushing event deleted for resources: {'Network': ['ID=718ae9bb-6c1d-49b3-9e25-e25bc0c7a0fc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:40.388852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 205766fb-2f5f-459f-8c0b-14bad6474145 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:40.417057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 205766fb-2f5f-459f-8c0b-14bad6474145 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:40.417687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 205766fb-2f5f-459f-8c0b-14bad6474145 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:40.418387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e578d293-e1e3-42c0-b3fe-11b9e35618e8 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:40.450048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e578d293-e1e3-42c0-b3fe-11b9e35618e8 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:40.450425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e578d293-e1e3-42c0-b3fe-11b9e35618e8 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:40.450857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:40.471089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:40.471434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device aceb1ee0-d822-4ef8-b676-4ac0c8f42d3f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:40.684670 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:41.001263 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] Deleting port 1e12c26f-307e-4e88-b604-b241b1b6f3ec {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:41.001777 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:41.110526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] For port 1e12c26f-307e-4e88-b604-b241b1b6f3ec, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1e12c26f-307e-4e88-b604-b241b1b6f3ec,segment=NetworkSegment(21720c17-f43a-46dd-bd76-1e84716ee742),segment_id=21720c17-f43a-46dd-bd76-1e84716ee742)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:41.110893 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:41.141318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] Calling delete_port for 1e12c26f-307e-4e88-b604-b241b1b6f3ec owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:41.386812 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:41.421117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e12c26f-307e-4e88-b604-b241b1b6f3ec,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:41.635104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:42.355353 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] Router 504ce9d1-3429-43d5-95de-37224e013e6b has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:20:42.508470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:20:42.517447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] Sync routers for ids ['504ce9d1-3429-43d5-95de-37224e013e6b'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:20:42.523008 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b1e2ad76-c569-46db-a97e-7ec7cc6cb414 admin admin] 10.222.0.31 "PUT /v2.0/routers/504ce9d1-3429-43d5-95de-37224e013e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4032581 Dec 13 13:20:42.523837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 32976) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:42.537913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] Routers {'504ce9d1-3429-43d5-95de-37224e013e6b'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:42.539360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:20:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['504ce9d1-3429-43d5-95de-37224e013e6b'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:42.691748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] Set router 504ce9d1-3429-43d5-95de-37224e013e6b gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:42.746090 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:42.858739 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:42.927568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Deleting port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:42.928036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:42.936435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'name': 'tempest-TestServerMultinode-1085107621-router', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:53Z', 'updated_at': '2021-12-13T13:20:41Z', 'revision_number': 5, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'gw_port': {'id': '1d55be5e-196f-4cd9-a8ff-a7ff174a27a3', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:19:54Z', 'updated_at': '2021-12-13T13:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:42.971573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] Checking router: 504ce9d1-3429-43d5-95de-37224e013e6b for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:20:42.989479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] Routers {'504ce9d1-3429-43d5-95de-37224e013e6b'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:20:42.990283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:20:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['504ce9d1-3429-43d5-95de-37224e013e6b'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:43.041361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] For port 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1d55be5e-196f-4cd9-a8ff-a7ff174a27a3,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:43.044237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:43.071774 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Calling delete_port for 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:43.123445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] Set router 504ce9d1-3429-43d5-95de-37224e013e6b gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:20:43.215239 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'name': 'tempest-TestServerMultinode-1085107621-router', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:53Z', 'updated_at': '2021-12-13T13:20:42Z', 'revision_number': 6, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:43.260552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd5ca7c-f526-418c-b7b3-5007f51185e2 None None] The sync data for ids ['504ce9d1-3429-43d5-95de-37224e013e6b'] in n-d-817326-4 is: [{'id': '504ce9d1-3429-43d5-95de-37224e013e6b', 'name': 'tempest-TestServerMultinode-1085107621-router', 'tenant_id': 'f6fa38be50604bf3a211d763c74a9f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:19:53Z', 'updated_at': '2021-12-13T13:20:42Z', 'revision_number': 6, 'project_id': 'f6fa38be50604bf3a211d763c74a9f03', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:20:43.341745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:43.388421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Pushing event deleted for resources: {'Port': ['ID=1d55be5e-196f-4cd9-a8ff-a7ff174a27a3,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:43.406587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878dab6-1233-43d4-afc8-de506acdd85f None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:20:43.493750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:43.614019 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:43.616645 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:43.696656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:43.697365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504ce9d1-3429-43d5-95de-37224e013e6b {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:20:43.702562 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:43.703901 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-224fc43f-0e06-4f46-b913-29383d4a7edc admin admin] 10.222.0.31 "DELETE /v2.0/routers/504ce9d1-3429-43d5-95de-37224e013e6b HTTP/1.1" status: 204 len: 168 time: 1.1790755 Dec 13 13:20:43.706644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 33008) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:43.767180 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-07faa0bf-a4d4-4738-a6c2-ac8dfedee322 admin admin] Deleting subnet e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:20:43.770865 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07faa0bf-a4d4-4738-a6c2-ac8dfedee322 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:43.810599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07faa0bf-a4d4-4738-a6c2-ac8dfedee322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:43.924585 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07faa0bf-a4d4-4738-a6c2-ac8dfedee322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:43.995072 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07faa0bf-a4d4-4738-a6c2-ac8dfedee322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.021201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07faa0bf-a4d4-4738-a6c2-ac8dfedee322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:44.031953 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07faa0bf-a4d4-4738-a6c2-ac8dfedee322 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.036194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236b24a6-16a3-4164-bc27-34ede8426b8f None None] Network 271c11cf-e150-482a-a725-13d015bf05b8 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:20:44.057037 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-07faa0bf-a4d4-4738-a6c2-ac8dfedee322 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e7ceda2d-f8a9-49ce-adb3-a3c1e641e9e5 HTTP/1.1" status: 204 len: 168 time: 0.3460543 Dec 13 13:20:44.057162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33018) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:44.202012 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.296859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295f9a27-a58f-4e40-b6f8-8d70b1f92083 None None] DHCP port deletion for 271c11cf-e150-482a-a725-13d015bf05b8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:20:44.343263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Deleting port 2592112b-018b-4efb-86f7-3b11ea3f4865 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:44.343802 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.430196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-295f9a27-a58f-4e40-b6f8-8d70b1f92083 None None] Deleting port 2592112b-018b-4efb-86f7-3b11ea3f4865 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:20:44.430668 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-295f9a27-a58f-4e40-b6f8-8d70b1f92083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.432580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1e12c26f-307e-4e88-b604-b241b1b6f3ec no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:44.462203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1e12c26f-307e-4e88-b604-b241b1b6f3ec {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:44.463286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1e12c26f-307e-4e88-b604-b241b1b6f3ec not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:44.463891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2592112b-018b-4efb-86f7-3b11ea3f4865 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:44.490058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] For port 2592112b-018b-4efb-86f7-3b11ea3f4865, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2592112b-018b-4efb-86f7-3b11ea3f4865,segment=NetworkSegment(21720c17-f43a-46dd-bd76-1e84716ee742),segment_id=21720c17-f43a-46dd-bd76-1e84716ee742)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:44.490486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.510422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Calling delete_port for 2592112b-018b-4efb-86f7-3b11ea3f4865 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:44.561258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-295f9a27-a58f-4e40-b6f8-8d70b1f92083 None None] For port 2592112b-018b-4efb-86f7-3b11ea3f4865, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2592112b-018b-4efb-86f7-3b11ea3f4865,segment=NetworkSegment(21720c17-f43a-46dd-bd76-1e84716ee742),segment_id=21720c17-f43a-46dd-bd76-1e84716ee742)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:20:44.561926 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-295f9a27-a58f-4e40-b6f8-8d70b1f92083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.580000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-295f9a27-a58f-4e40-b6f8-8d70b1f92083 None None] Calling delete_port for 2592112b-018b-4efb-86f7-3b11ea3f4865 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:20:44.621041 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.624660 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.635824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] No DVR routers for this DVR port 2592112b-018b-4efb-86f7-3b11ea3f4865 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:44.663328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Pushing event deleted for resources: {'Port': ['ID=2592112b-018b-4efb-86f7-3b11ea3f4865,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:44.722605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:20:44.743645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:20:44.743991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1d55be5e-196f-4cd9-a8ff-a7ff174a27a3 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:20:44.766902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.794644 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-295f9a27-a58f-4e40-b6f8-8d70b1f92083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.813195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f9a27-a58f-4e40-b6f8-8d70b1f92083 None None] No DVR routers for this DVR port 2592112b-018b-4efb-86f7-3b11ea3f4865 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:20:44.815520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271c11cf-e150-482a-a725-13d015bf05b8']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:44.827077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21720c17-f43a-46dd-bd76-1e84716ee742') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:44.827760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21720c17-f43a-46dd-bd76-1e84716ee742') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:20:44.839291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.844446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f9a27-a58f-4e40-b6f8-8d70b1f92083 None None] Pushing event deleted for resources: {'Port': ['ID=2592112b-018b-4efb-86f7-3b11ea3f4865,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:44.868510 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.878522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:20:44.879307 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:20:44.892854 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:20:44.952607 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.962348 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:44.969596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] 10.222.0.31 "DELETE /v2.0/networks/271c11cf-e150-482a-a725-13d015bf05b8 HTTP/1.1" status: 204 len: 168 time: 0.9117010 Dec 13 13:20:45.004830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41046991-bde1-4c2a-b5d3-5fdb0f7a3fae admin admin] Pushing event deleted for resources: {'Network': ['ID=271c11cf-e150-482a-a725-13d015bf05b8,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:45.209938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33052) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:45.272658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f15500c7-ba1c-4949-9fdf-53439fb7ef42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17a2e21e9e6349fa9e66b02c79f8d734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614178 Dec 13 13:20:45.275341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33056) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:45.333841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2998ee1d-af73-4b9d-b2eb-fa2be130ba4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:45.360969 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2998ee1d-af73-4b9d-b2eb-fa2be130ba4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:45.421656 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2998ee1d-af73-4b9d-b2eb-fa2be130ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:45.424571 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2998ee1d-af73-4b9d-b2eb-fa2be130ba4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:45.425735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2998ee1d-af73-4b9d-b2eb-fa2be130ba4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9607428-209e-461c-ac68-429eb9b83d37 HTTP/1.1" status: 204 len: 168 time: 0.1492898 Dec 13 13:20:45.452088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998ee1d-af73-4b9d-b2eb-fa2be130ba4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9607428-209e-461c-ac68-429eb9b83d37,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:45.934783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33082) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:45.982647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1f354e43-0b24-4b00-8459-0077d2eee16e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6fa38be50604bf3a211d763c74a9f03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465353 Dec 13 13:20:45.985081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 33084) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:20:46.055342 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cacbff5-e88a-49e6-a9b9-6a4c892effd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:46.080538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cacbff5-e88a-49e6-a9b9-6a4c892effd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:46.144531 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cacbff5-e88a-49e6-a9b9-6a4c892effd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:46.147460 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9cacbff5-e88a-49e6-a9b9-6a4c892effd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:46.149261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9cacbff5-e88a-49e6-a9b9-6a4c892effd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16d7ddeb-1413-44aa-af89-a65d52d6e6bf HTTP/1.1" status: 204 len: 168 time: 0.1627202 Dec 13 13:20:46.158852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacbff5-e88a-49e6-a9b9-6a4c892effd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d7ddeb-1413-44aa-af89-a65d52d6e6bf,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:20:54.232899 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b624ec9d-9f87-4acb-8036-4e8c933d1a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:56.631161 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a2afa42a-c244-438e-9ea3-ca958f10676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:57.775518 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:58.324681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-f9d61d39-fa15-4ae7-bff4-507d99d26410 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:20:58.327526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-f9d61d39-fa15-4ae7-bff4-507d99d26410 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/networks?id=bef1dc43-fff8-4d38-a554-9730f3e07571 HTTP/1.1" status: 200 len: 814 time: 0.1398959 Dec 13 13:20:58.343219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-80080db8-3561-4b05-81f0-af7eed8e79fc tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/quotas/ca2ad679ca244fbf9c4ec14fa7ff3414 HTTP/1.1" status: 200 len: 375 time: 0.0105100 Dec 13 13:20:58.382188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-3dee3c8a-ce87-4a79-af4e-72968d1cadec tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca2ad679ca244fbf9c4ec14fa7ff3414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311370 Dec 13 13:20:58.496983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-7184ba9a-f0c7-4390-b337-3ed65fa7df61 service neutron] 10.222.0.31 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071162 Dec 13 13:20:58.629478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-424411fb-7e3a-463b-a120-63b9e010e06b service neutron] 10.222.0.31 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247227 Dec 13 13:20:58.879001 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c39854a5-3b55-48dc-a76f-01aa78e9669c req-78accc52-137a-4dd2-858b-7262122d7b3f tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 210 time: 0.0472300 Dec 13 13:20:59.148791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:20:59.916531 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:00.022124 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f574d8ee-734e-4daf-96d0-3eebad941850 req-a2d5272c-d82f-45c8-a420-4abfa8411bb5 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 210 time: 0.0450499 Dec 13 13:21:00.086409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-2ad38c66-c84c-4073-8c98-d19f5359da5a tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:00.088580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-2ad38c66-c84c-4073-8c98-d19f5359da5a tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.42 "GET /v2.0/networks?id=bef1dc43-fff8-4d38-a554-9730f3e07571 HTTP/1.1" status: 200 len: 814 time: 0.2266424 Dec 13 13:21:00.105583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Request body: {'port': {'device_id': '3b39ddc8-e492-4777-97c0-eef2fd55be9d', 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571', 'admin_state_up': True, 'tenant_id': 'ca2ad679ca244fbf9c4ec14fa7ff3414'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:00.226948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Made reservation on behalf of ca2ad679ca244fbf9c4ec14fa7ff3414 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:21:00.230485 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:00.360005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Allocated IP 172.20.0.3 (bef1dc43-fff8-4d38-a554-9730f3e07571/9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7/cc8bcfa8-9208-484b-ae3f-eda367930bfd) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:21:00.529444 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:00.575187 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:00.627673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Network bef1dc43-fff8-4d38-a554-9730f3e07571 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:00.630992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:00.635576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:21:00.642539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Pushing event updated for resources: {'Port': ['ID=cc8bcfa8-9208-484b-ae3f-eda367930bfd,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:00.701790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:00.702323 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:00.725273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-e3df01a5-97a1-49ef-936a-d908b3a6a2ed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6243510 Dec 13 13:21:00.738754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Request body: {'port': {'device_id': '3b39ddc8-e492-4777-97c0-eef2fd55be9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:00.809265 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:00.874396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-6b2d4379-797b-460f-ad90-a8b575d69149 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078966675&fields=id&tenant_id=c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 267 time: 0.0870993 Dec 13 13:21:01.105087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-214d6c4d-bb32-4ea1-9524-7a91c233b782 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:01.106579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-214d6c4d-bb32-4ea1-9524-7a91c233b782 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.2236235 Dec 13 13:21:01.157061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3e719dde-6da4-41d6-988b-c27bbadc8060 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/quotas/c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 375 time: 0.0407770 Dec 13 13:21:01.225418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642357c-73e2-49c0-bc8e-12e8410a98e3 req-21a0e281-26b6-4d1a-a9ca-02a8c63461df tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:01.227005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b642357c-73e2-49c0-bc8e-12e8410a98e3 req-21a0e281-26b6-4d1a-a9ca-02a8c63461df tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 931 time: 0.1294446 Dec 13 13:21:01.302768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-20abed18-d6db-4aa0-8a25-bd0784c2bf3e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1335976 Dec 13 13:21:01.313154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8bcfa8-9208-484b-ae3f-eda367930bfd {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:21:01.332482 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:01.388608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b642357c-73e2-49c0-bc8e-12e8410a98e3 req-83e554e5-6c5f-441a-9532-ec7b7ad024eb tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534376 Dec 13 13:21:01.406248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Transition to ACTIVE for port object cc8bcfa8-9208-484b-ae3f-eda367930bfd will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:21:01.412020 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:01.750724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8bcfa8-9208-484b-ae3f-eda367930bfd,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:01.755014 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cddc2e37-5f66-46da-a615-12e5780dcac5 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336021 Dec 13 13:21:01.891017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Attempting to bind port cc8bcfa8-9208-484b-ae3f-eda367930bfd on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:21:01.891321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Attempting to bind port cc8bcfa8-9208-484b-ae3f-eda367930bfd by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:21:01.891670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Attempting to bind port cc8bcfa8-9208-484b-ae3f-eda367930bfd on network bef1dc43-fff8-4d38-a554-9730f3e07571 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:01.906891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Port cc8bcfa8-9208-484b-ae3f-eda367930bfd on network bef1dc43-fff8-4d38-a554-9730f3e07571 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:21:01.907205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Attempting to bind port cc8bcfa8-9208-484b-ae3f-eda367930bfd on network bef1dc43-fff8-4d38-a554-9730f3e07571 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:01.910843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-e7dc97a6-7590-4d4f-ab39-a404fac42a02 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482027 Dec 13 13:21:01.915285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:21:01.915657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Checking segment: {'id': 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:01.916093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Bound using segment: {'id': 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:21:01.916506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Bound port: cc8bcfa8-9208-484b-ae3f-eda367930bfd, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:21:01.917047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:01.988607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] For port cc8bcfa8-9208-484b-ae3f-eda367930bfd, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:21:01.991513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] For port cc8bcfa8-9208-484b-ae3f-eda367930bfd, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=cc8bcfa8-9208-484b-ae3f-eda367930bfd,segment=NetworkSegment(bbc1f42c-f027-4304-bcbc-fd8caa710f5d),segment_id=bbc1f42c-f027-4304-bcbc-fd8caa710f5d)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:21:01.997248 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:02.031794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:02.032432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:02.034012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] 10.222.0.42 "PUT /v2.0/ports/cc8bcfa8-9208-484b-ae3f-eda367930bfd HTTP/1.1" status: 200 len: 1091 time: 1.2998579 Dec 13 13:21:02.036411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b39ddc8-e492-4777-97c0-eef2fd55be9d', 'tag': 'cc8bcfa8-9208-484b-ae3f-eda367930bfd'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:21:02.039638 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaf568b-dd57-41ab-bb7f-853c39115cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b39ddc8-e492-4777-97c0-eef2fd55be9d", "tag": "cc8bcfa8-9208-484b-ae3f-eda367930bfd"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:21:02.070796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38e053-d1a3-4181-8b53-a2163f3f4a60 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8bcfa8-9208-484b-ae3f-eda367930bfd,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:02.102432 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2072d35-6ed2-4fc9-8dad-35f7600b19f2 x-openstack-request-id: req-e2072d35-6ed2-4fc9-8dad-35f7600b19f2 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:21:02.102724 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b39ddc8-e492-4777-97c0-eef2fd55be9d", "tag": "cc8bcfa8-9208-484b-ae3f-eda367930bfd", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:21:02.102979 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2072d35-6ed2-4fc9-8dad-35f7600b19f2 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:21:02.103387 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b39ddc8-e492-4777-97c0-eef2fd55be9d', 'tag': 'cc8bcfa8-9208-484b-ae3f-eda367930bfd', 'status': 'completed', 'code': 200} Dec 13 13:21:02.170266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf568b-dd57-41ab-bb7f-853c39115cc2 req-c16ba663-eb96-4b09-b85a-ca85b3c6133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:02.171780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2eaf568b-dd57-41ab-bb7f-853c39115cc2 req-c16ba663-eb96-4b09-b85a-ca85b3c6133a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca2ad679ca244fbf9c4ec14fa7ff3414&device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 1094 time: 0.0471389 Dec 13 13:21:02.316808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-453e94dd-4fc4-491c-8b3e-f6f777090e63 req-09a25dd1-197b-4a32-b003-b08668ac1abc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 210 time: 0.0544026 Dec 13 13:21:02.392747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf568b-dd57-41ab-bb7f-853c39115cc2 req-4f9f37e8-8d00-49b1-9086-dceff4e0b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:02.394298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2eaf568b-dd57-41ab-bb7f-853c39115cc2 req-4f9f37e8-8d00-49b1-9086-dceff4e0b6b0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ca2ad679ca244fbf9c4ec14fa7ff3414&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2134619 Dec 13 13:21:02.636367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e995a6c-c57e-42b0-b4de-d8ad3e14c55b req-983f58ef-188c-42b3-88d8-109b34c3830d tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:02.637875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e995a6c-c57e-42b0-b4de-d8ad3e14c55b req-983f58ef-188c-42b3-88d8-109b34c3830d tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 943 time: 0.1378191 Dec 13 13:21:02.641162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf568b-dd57-41ab-bb7f-853c39115cc2 req-7f625cac-d1af-4eb2-9062-6088bb6e0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:02.642625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2eaf568b-dd57-41ab-bb7f-853c39115cc2 req-7f625cac-d1af-4eb2-9062-6088bb6e0c1a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2398415 Dec 13 13:21:02.700949 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e995a6c-c57e-42b0-b4de-d8ad3e14c55b req-a27d9acb-4b91-4ce8-9f51-30c5abc016c0 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555687 Dec 13 13:21:02.744480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-096722bc-6594-409a-85cb-b4b1a714b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:02.746030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-096722bc-6594-409a-85cb-b4b1a714b96f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca2ad679ca244fbf9c4ec14fa7ff3414&device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 1094 time: 0.0605512 Dec 13 13:21:02.800152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-1fac4efb-d1f2-4066-9510-446777b98eae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc8bcfa8-9208-484b-ae3f-eda367930bfd HTTP/1.1" status: 200 len: 217 time: 0.0448751 Dec 13 13:21:02.850318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-02169c18-330a-4f00-831f-f06864a43363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:02.852224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-02169c18-330a-4f00-831f-f06864a43363 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7 HTTP/1.1" status: 200 len: 854 time: 0.0462482 Dec 13 13:21:02.885525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-6916d812-e2df-49be-a05e-5d0fed966694 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bef1dc43-fff8-4d38-a554-9730f3e07571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263615 Dec 13 13:21:02.987345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-13c4b67c-c33e-43f6-9b86-c71e6cf206a4 service neutron] 10.222.0.42 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939298 Dec 13 13:21:03.103250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4805a078-dd33-42bf-86a3-125ae114ac12 req-d70d4d89-bf6a-49c3-9618-48bd0ea237bf service neutron] 10.222.0.42 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090491 Dec 13 13:21:03.343279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-dfc502a3-68ff-4b3a-b7e0-fe57388698a6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:03.345499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-dfc502a3-68ff-4b3a-b7e0-fe57388698a6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.1320424 Dec 13 13:21:03.451667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-090e95ff-b375-44e7-8016-9b21084baa9a req-a716c516-ba66-4d7d-a7b7-ffdebc78038b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 210 time: 0.0386736 Dec 13 13:21:03.459366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-b4bd9649-3562-436e-b0d6-1809b1f76002 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 380 time: 0.1041379 Dec 13 13:21:03.469213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'port': {'device_id': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'admin_state_up': True, 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'security_groups': ['018cabe9-5112-4f85-a9a9-f1adadf3e51e']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:03.587080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Made reservation on behalf of c01bbf10b14d4003865c5ab660a61bbc for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:21:03.590689 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:03.720688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Allocated IP 172.20.0.10 (0a1be6de-718f-4ea7-9a52-a17277841c0e/2f0410cc-27a9-48bd-872d-d1e4f6ac7395/85055ab0-fe75-48c0-b1c6-1e525ba96f1d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:21:03.898009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b126e5-7a9b-4b4b-9f5c-f741888c7a0c req-9dec2adb-4663-4d18-a17b-8d484b542fb4 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:03.899615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6b126e5-7a9b-4b4b-9f5c-f741888c7a0c req-9dec2adb-4663-4d18-a17b-8d484b542fb4 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 943 time: 0.1096377 Dec 13 13:21:03.976407 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:03.982786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6b126e5-7a9b-4b4b-9f5c-f741888c7a0c req-6eebd3a4-54ca-4f9e-9b50-a1a8d374cd99 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757179 Dec 13 13:21:04.027141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:04.071138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:04.074252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:04.077915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:21:04.113007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:04.149916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:04.150806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:04.177844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-cdf3841e-d2ec-496e-8e19-e898f00c11c7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7122984 Dec 13 13:21:04.324616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Request body: {'port': {'device_id': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:04.382577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:04.404902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-675cda25-fa8a-4e0c-8df8-9edf60bd4d70 None None] Provisioning complete for port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:04.405400 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-675cda25-fa8a-4e0c-8df8-9edf60bd4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:04.463877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-675cda25-fa8a-4e0c-8df8-9edf60bd4d70 None None] Port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:21:04.656013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf1ff8-bafa-41be-ae5c-706a14ff1a5d req-2aaf4e28-ffb2-4bbe-970d-7b9cc589b5bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:04.657679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cbf1ff8-bafa-41be-ae5c-706a14ff1a5d req-2aaf4e28-ffb2-4bbe-970d-7b9cc589b5bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 932 time: 0.0820785 Dec 13 13:21:04.753199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85055ab0-fe75-48c0-b1c6-1e525ba96f1d {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:21:04.778271 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:04.786338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cbf1ff8-bafa-41be-ae5c-706a14ff1a5d req-1332de65-108d-4b24-b5ba-254f8808cdf7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113019 Dec 13 13:21:04.797227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Transition to ACTIVE for port object 85055ab0-fe75-48c0-b1c6-1e525ba96f1d will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:21:04.804064 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:04.873219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Pushing event updated for resources: {'Port': ['ID=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:04.971057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Attempting to bind port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:21:04.971427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Attempting to bind port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:21:04.971762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Attempting to bind port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:04.977437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d on network 0a1be6de-718f-4ea7-9a52-a17277841c0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:21:04.977769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Attempting to bind port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:04.983181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:21:04.983528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Checking segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:04.984067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Bound using segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:21:04.984501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Bound port: 85055ab0-fe75-48c0-b1c6-1e525ba96f1d, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:21:04.984860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:05.152185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] For port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:21:05.156655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] For port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:21:05.170457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c21b1-2bd0-4956-a574-c72cb7d4c405 req-20d22e0c-9a43-4dc9-bac1-a23e13740c6e tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:05.172044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a3c21b1-2bd0-4956-a574-c72cb7d4c405 req-20d22e0c-9a43-4dc9-bac1-a23e13740c6e tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 943 time: 0.0793722 Dec 13 13:21:05.173419 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:05.230823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:05.230823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:05.232063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] 10.222.0.37 "PUT /v2.0/ports/85055ab0-fe75-48c0-b1c6-1e525ba96f1d HTTP/1.1" status: 200 len: 1092 time: 1.0426755 Dec 13 13:21:05.234212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'tag': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:21:05.241983 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f3f540-6310-4d33-9794-222713ada430" -d '{"events": [{"name": "network-changed", "server_uuid": "c844c220-e6c0-435f-97ea-80162cfb67a1", "tag": "85055ab0-fe75-48c0-b1c6-1e525ba96f1d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:21:05.310132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20a86d-2afe-4624-81ac-a9aa2eae334c service neutron] Pushing event updated for resources: {'Port': ['ID=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:05.345368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a3c21b1-2bd0-4956-a574-c72cb7d4c405 req-c17928e5-3542-485d-9c5a-d5a72d129d91 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442504 Dec 13 13:21:05.347691 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf194c8-dcd4-47c1-8731-6156c82835a2 x-openstack-request-id: req-cbf194c8-dcd4-47c1-8731-6156c82835a2 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:21:05.347989 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c844c220-e6c0-435f-97ea-80162cfb67a1", "tag": "85055ab0-fe75-48c0-b1c6-1e525ba96f1d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:21:05.348242 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbf194c8-dcd4-47c1-8731-6156c82835a2 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:21:05.348646 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'tag': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d', 'status': 'completed', 'code': 200} Dec 13 13:21:05.359650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-f8e60da5-ce47-4da4-b138-e229fb1e23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:05.362004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-f8e60da5-ce47-4da4-b138-e229fb1e23eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 1095 time: 0.0875309 Dec 13 13:21:05.428706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-54e4d58f-0fba-468f-b0db-daeebf5832f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85055ab0-fe75-48c0-b1c6-1e525ba96f1d HTTP/1.1" status: 200 len: 217 time: 0.0588443 Dec 13 13:21:05.482937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-2a781586-fdfd-4960-bfcb-03901bdc1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:05.484739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-2a781586-fdfd-4960-bfcb-03901bdc1f66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0488060 Dec 13 13:21:05.542452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-58969c6e-ffd8-43a6-95de-2bbfc4c72ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:05.543875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-58969c6e-ffd8-43a6-95de-2bbfc4c72ba8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517249 Dec 13 13:21:05.654043 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-c1b64b65-cd96-4019-94b4-23669a5e69e5 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011860 Dec 13 13:21:05.754252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05eb037e-7951-4f8e-ab6b-0978b4359e77 req-9982dd9a-a78f-4b46-a090-3f31ee353a5e service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943670 Dec 13 13:21:05.849479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3f540-6310-4d33-9794-222713ada430 req-72797687-8d66-4976-a7b1-a0537d7d4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:05.851347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f3f540-6310-4d33-9794-222713ada430 req-72797687-8d66-4976-a7b1-a0537d7d4871 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 1095 time: 0.0521348 Dec 13 13:21:06.104177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device cc8bcfa8-9208-484b-ae3f-eda367930bfd details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:21:06.251639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port cc8bcfa8-9208-484b-ae3f-eda367930bfd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=cc8bcfa8-9208-484b-ae3f-eda367930bfd,segment=NetworkSegment(bbc1f42c-f027-4304-bcbc-fd8caa710f5d),segment_id=bbc1f42c-f027-4304-bcbc-fd8caa710f5d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:06.263011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3f540-6310-4d33-9794-222713ada430 req-45a8adc4-6e6a-491f-a5d0-0a6b0beb13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:06.264600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f3f540-6310-4d33-9794-222713ada430 req-45a8adc4-6e6a-491f-a5d0-0a6b0beb13cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.4063246 Dec 13 13:21:06.265421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'cc8bcfa8-9208-484b-ae3f-eda367930bfd', 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571', 'port_id': 'cc8bcfa8-9208-484b-ae3f-eda367930bfd', 'mac_address': 'fa:16:3e:4f:bd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:21:06.291362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b84def-03ed-43ee-b37c-264d6fa9217e req-d659dbe9-77a5-4cc9-a72f-747d812925a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:06.293522 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45b84def-03ed-43ee-b37c-264d6fa9217e req-d659dbe9-77a5-4cc9-a72f-747d812925a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 944 time: 0.4136612 Dec 13 13:21:06.311480 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:06.329883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8bcfa8-9208-484b-ae3f-eda367930bfd {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:21:06.334394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f3f540-6310-4d33-9794-222713ada430 req-e2860bdd-31d9-494a-a011-191e00f0230e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85055ab0-fe75-48c0-b1c6-1e525ba96f1d HTTP/1.1" status: 200 len: 217 time: 0.0609200 Dec 13 13:21:06.354832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port cc8bcfa8-9208-484b-ae3f-eda367930bfd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=cc8bcfa8-9208-484b-ae3f-eda367930bfd,segment=NetworkSegment(bbc1f42c-f027-4304-bcbc-fd8caa710f5d),segment_id=bbc1f42c-f027-4304-bcbc-fd8caa710f5d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:06.360196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:06.418903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3f540-6310-4d33-9794-222713ada430 req-a1732b72-6456-44b4-8992-c74340f456f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:06.421436 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f3f540-6310-4d33-9794-222713ada430 req-a1732b72-6456-44b4-8992-c74340f456f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0787323 Dec 13 13:21:06.426972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45b84def-03ed-43ee-b37c-264d6fa9217e req-b1311fbd-e3a9-423f-9ffa-78680ef17fcb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014767 Dec 13 13:21:06.463041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=cc8bcfa8-9208-484b-ae3f-eda367930bfd,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:06.530539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d001c3-6005-42f4-a715-6666a2997a68 req-8a81d376-62bf-488f-b7fa-c0da6b08bc97 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:06.532198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d001c3-6005-42f4-a715-6666a2997a68 req-8a81d376-62bf-488f-b7fa-c0da6b08bc97 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 944 time: 0.0608838 Dec 13 13:21:06.534168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3f540-6310-4d33-9794-222713ada430 req-488a5730-ea52-46ad-83f7-22c91863470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:06.535606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f3f540-6310-4d33-9794-222713ada430 req-488a5730-ea52-46ad-83f7-22c91863470d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074889 Dec 13 13:21:06.572836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['cc8bcfa8-9208-484b-ae3f-eda367930bfd'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:21:06.650618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15d001c3-6005-42f4-a715-6666a2997a68 req-ac4dc0e6-28d7-47f0-89be-7ad8094c09a7 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104126 Dec 13 13:21:06.687496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f3f540-6310-4d33-9794-222713ada430 req-ec357901-99df-498a-916a-caa508913487 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409926 Dec 13 13:21:06.794869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f3f540-6310-4d33-9794-222713ada430 req-8171685b-615d-4c9e-8944-62c9af1e66bb service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011195 Dec 13 13:21:07.564589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1d6e9-0fe3-4882-b131-77541e30939a req-e2a38ec3-e3af-43b3-8816-c47b3cd9c189 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:07.566420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9f1d6e9-0fe3-4882-b131-77541e30939a req-e2a38ec3-e3af-43b3-8816-c47b3cd9c189 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 944 time: 0.0571973 Dec 13 13:21:07.628357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9f1d6e9-0fe3-4882-b131-77541e30939a req-fd378841-8af2-4967-97e2-01d7c8eadd95 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537043 Dec 13 13:21:07.657611 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:07.690379 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:07.826602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f05c94-3da6-472e-9677-19f312dd9514 req-2b47d355-edfe-4b23-b1e3-cddeafb91ba7 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:07.828981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15f05c94-3da6-472e-9677-19f312dd9514 req-2b47d355-edfe-4b23-b1e3-cddeafb91ba7 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 944 time: 0.0889442 Dec 13 13:21:07.886333 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15f05c94-3da6-472e-9677-19f312dd9514 req-2f746428-0a25-4422-9a53-087997227db8 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508952 Dec 13 13:21:08.103324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device cc8bcfa8-9208-484b-ae3f-eda367930bfd up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:21:08.170922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port cc8bcfa8-9208-484b-ae3f-eda367930bfd completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:21:08.176458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port cc8bcfa8-9208-484b-ae3f-eda367930bfd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:08.176930 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:08.282903 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:08.348622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port cc8bcfa8-9208-484b-ae3f-eda367930bfd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=cc8bcfa8-9208-484b-ae3f-eda367930bfd,segment=NetworkSegment(bbc1f42c-f027-4304-bcbc-fd8caa710f5d),segment_id=bbc1f42c-f027-4304-bcbc-fd8caa710f5d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:08.350879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b39ddc8-e492-4777-97c0-eef2fd55be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8bcfa8-9208-484b-ae3f-eda367930bfd'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:21:08.355541 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09e6420-32fb-432f-befe-e270faa328b4" -d '{"events": [{"server_uuid": "3b39ddc8-e492-4777-97c0-eef2fd55be9d", "name": "network-vif-plugged", "status": "completed", "tag": "cc8bcfa8-9208-484b-ae3f-eda367930bfd"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:21:08.360571 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:08.414773 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689b32ec-b9ab-4518-804c-0e6e154f7aa8 x-openstack-request-id: req-689b32ec-b9ab-4518-804c-0e6e154f7aa8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:21:08.415295 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b39ddc8-e492-4777-97c0-eef2fd55be9d", "name": "network-vif-plugged", "status": "completed", "tag": "cc8bcfa8-9208-484b-ae3f-eda367930bfd", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:21:08.415846 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-689b32ec-b9ab-4518-804c-0e6e154f7aa8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:21:08.416487 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b39ddc8-e492-4777-97c0-eef2fd55be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8bcfa8-9208-484b-ae3f-eda367930bfd', 'code': 200} Dec 13 13:21:08.453815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=cc8bcfa8-9208-484b-ae3f-eda367930bfd,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:08.606299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ee5e3-f41d-46f3-b52a-b8665f782dec req-8d457238-3d03-4dac-84be-ae8cb4570a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:08.612842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-358ee5e3-f41d-46f3-b52a-b8665f782dec req-8d457238-3d03-4dac-84be-ae8cb4570a34 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 1096 time: 0.0941885 Dec 13 13:21:08.675768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-358ee5e3-f41d-46f3-b52a-b8665f782dec req-df94644e-d4cd-4db5-88c4-6b19fb1cc938 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548995 Dec 13 13:21:08.805257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af2177-953e-4ab6-b0a6-d9f5261fe34b req-9497add1-ebd8-4e7e-bc1c-c5384f66672e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:08.807040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6af2177-953e-4ab6-b0a6-d9f5261fe34b req-9497add1-ebd8-4e7e-bc1c-c5384f66672e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 944 time: 0.0625818 Dec 13 13:21:08.869165 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6af2177-953e-4ab6-b0a6-d9f5261fe34b req-1620b443-2545-4d90-beb0-b65adf9870a2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523496 Dec 13 13:21:09.046699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59540cf1-23f8-4ccd-933c-07345ae5ba3a req-0c7bcc78-1acf-440c-9111-6ae0ee839075 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:09.048304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59540cf1-23f8-4ccd-933c-07345ae5ba3a req-0c7bcc78-1acf-440c-9111-6ae0ee839075 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 945 time: 0.0689583 Dec 13 13:21:09.104722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59540cf1-23f8-4ccd-933c-07345ae5ba3a req-df5ed0de-8d49-49f4-aeb6-11b408178edd tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489669 Dec 13 13:21:09.565887 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:21:09.994550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b95b9-a561-4792-84fa-38a4f481740c req-aa943814-4a44-4aa2-9874-f2f78edce25f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:09.996372 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-339b95b9-a561-4792-84fa-38a4f481740c req-aa943814-4a44-4aa2-9874-f2f78edce25f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 944 time: 0.0554755 Dec 13 13:21:10.058316 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-339b95b9-a561-4792-84fa-38a4f481740c req-f1d210db-b79d-4157-84dd-fdb58335fe49 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499740 Dec 13 13:21:10.238113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3593fa-f811-4c9f-9201-41f4ee80d7be req-431896eb-e4b1-4ec5-869b-25b14a18192d tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:10.239797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b3593fa-f811-4c9f-9201-41f4ee80d7be req-431896eb-e4b1-4ec5-869b-25b14a18192d tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 945 time: 0.0565979 Dec 13 13:21:10.299925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b3593fa-f811-4c9f-9201-41f4ee80d7be req-a962370f-adde-4738-a038-5497eba2cd29 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521088 Dec 13 13:21:11.194745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb89efa-fc62-439a-bcb6-ba091e7615e7 req-5b4b8e87-e3b0-4889-bfff-5e62774a5f7b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:11.202565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0eb89efa-fc62-439a-bcb6-ba091e7615e7 req-5b4b8e87-e3b0-4889-bfff-5e62774a5f7b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 944 time: 0.0645497 Dec 13 13:21:11.256919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0eb89efa-fc62-439a-bcb6-ba091e7615e7 req-9e757ffc-661e-460f-9c81-b4544edaccbc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525413 Dec 13 13:21:12.396027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21147a4-f528-4cbf-90af-69e785f55919 req-912f46f3-0184-4f42-91c9-cc57e9d87a46 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:12.398610 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b21147a4-f528-4cbf-90af-69e785f55919 req-912f46f3-0184-4f42-91c9-cc57e9d87a46 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 944 time: 0.0618908 Dec 13 13:21:12.456834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b21147a4-f528-4cbf-90af-69e785f55919 req-35170a4e-f443-4bae-969f-b4fae0df573f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521140 Dec 13 13:21:13.592271 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5cd15-a04a-4dd6-b8c1-ebe6d972dc1d req-60e6120d-c4bc-4ca5-bcdf-4ce3d8bd7927 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:13.597247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d5cd15-a04a-4dd6-b8c1-ebe6d972dc1d req-60e6120d-c4bc-4ca5-bcdf-4ce3d8bd7927 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 944 time: 0.0553060 Dec 13 13:21:13.650843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2d5cd15-a04a-4dd6-b8c1-ebe6d972dc1d req-2e06be78-bd8a-4ea5-a1ef-ac20d15d9ba9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475695 Dec 13 13:21:14.779474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c0ad6-125f-42a0-a869-177bf1c354e5 req-81e217d3-7e07-44ec-a49d-46f61257f185 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:14.780987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d6c0ad6-125f-42a0-a869-177bf1c354e5 req-81e217d3-7e07-44ec-a49d-46f61257f185 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 944 time: 0.0580716 Dec 13 13:21:14.846717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d6c0ad6-125f-42a0-a869-177bf1c354e5 req-c0c765e9-160b-414d-a3d1-d361e72c15dc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570109 Dec 13 13:21:15.988876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4085b-bce6-499d-92aa-b7064a6caf4a req-390f77b4-4198-4342-9dc6-7a5075bfe710 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:15.998651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63d4085b-bce6-499d-92aa-b7064a6caf4a req-390f77b4-4198-4342-9dc6-7a5075bfe710 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 944 time: 0.0728183 Dec 13 13:21:16.064877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63d4085b-bce6-499d-92aa-b7064a6caf4a req-24ac3fff-a285-46d6-a83b-cf909ad5352e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653543 Dec 13 13:21:16.133793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-5fa4733d-72d5-4435-95da-ab62d847c753 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473514 Dec 13 13:21:16.234108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-3ca02fe1-be28-43e2-80c5-3e47305bf954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:16.237423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-3ca02fe1-be28-43e2-80c5-3e47305bf954 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca2ad679ca244fbf9c4ec14fa7ff3414&device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 1096 time: 0.0580132 Dec 13 13:21:16.361346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-8759ee71-8c2f-46c4-851c-a901cf9ab31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:16.363396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-8759ee71-8c2f-46c4-851c-a901cf9ab31f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bef1dc43-fff8-4d38-a554-9730f3e07571 HTTP/1.1" status: 200 len: 914 time: 0.1046166 Dec 13 13:21:16.409883 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-eab0d532-9d5b-4fd2-a5bb-c23b3f39e275 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc8bcfa8-9208-484b-ae3f-eda367930bfd HTTP/1.1" status: 200 len: 217 time: 0.0398030 Dec 13 13:21:16.472958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-e1f04641-becb-44a7-9c20-426a1b9267dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:16.474552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-e1f04641-becb-44a7-9c20-426a1b9267dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7 HTTP/1.1" status: 200 len: 854 time: 0.0583434 Dec 13 13:21:16.486507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 85055ab0-fe75-48c0-b1c6-1e525ba96f1d details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:21:16.513716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-1f2473a4-b6b8-40f6-8986-8c66ddbc1fa4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bef1dc43-fff8-4d38-a554-9730f3e07571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312581 Dec 13 13:21:16.599148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:16.611085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'port_id': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d', 'mac_address': 'fa:16:3e:3f:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:21:16.621942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-fe0edd10-b18f-42d6-99c4-242cc0c2693c service neutron] 10.222.0.42 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010265 Dec 13 13:21:16.653953 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:16.670409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85055ab0-fe75-48c0-b1c6-1e525ba96f1d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:21:16.697135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:16.704435 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:16.735051 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8fac7f9-7367-41c2-af3e-163bdeebcf0e req-5e53f209-36f2-4927-8a61-fb73a023e2c0 service neutron] 10.222.0.42 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061141 Dec 13 13:21:16.770881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:16.912650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['85055ab0-fe75-48c0-b1c6-1e525ba96f1d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:21:17.235700 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca99094-6763-443a-be11-b539ed846fb6 req-1894a3db-b4c8-47e8-937e-87b1ed266f0f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:17.237244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ca99094-6763-443a-be11-b539ed846fb6 req-1894a3db-b4c8-47e8-937e-87b1ed266f0f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 945 time: 0.0673728 Dec 13 13:21:17.295354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ca99094-6763-443a-be11-b539ed846fb6 req-82234848-2ab8-4640-8311-ec68f68d02ba tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516586 Dec 13 13:21:18.447637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adfb41-5df1-4eda-b002-fbeb00f94124 req-5e39a7c4-f794-4647-b427-2d8462eb2765 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:18.454249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1adfb41-5df1-4eda-b002-fbeb00f94124 req-5e39a7c4-f794-4647-b427-2d8462eb2765 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 945 time: 0.0638986 Dec 13 13:21:18.508264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1adfb41-5df1-4eda-b002-fbeb00f94124 req-e1a67e40-2537-4c59-86b9-0aff25a53ced tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500085 Dec 13 13:21:18.513456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 85055ab0-fe75-48c0-b1c6-1e525ba96f1d up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:21:18.744795 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:21:18.748892 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:18.749268 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:18.874931 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:18.898764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:21:18.901460 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5ac5f6-cf29-4fdc-8ba8-1926ac9de692" -d '{"events": [{"server_uuid": "c844c220-e6c0-435f-97ea-80162cfb67a1", "name": "network-vif-plugged", "status": "completed", "tag": "85055ab0-fe75-48c0-b1c6-1e525ba96f1d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:21:18.916401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:18.923647 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:18.952844 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ea80c1-3f58-4e25-8ff6-bafdec095085 x-openstack-request-id: req-a0ea80c1-3f58-4e25-8ff6-bafdec095085 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:21:18.953141 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c844c220-e6c0-435f-97ea-80162cfb67a1", "name": "network-vif-plugged", "status": "completed", "tag": "85055ab0-fe75-48c0-b1c6-1e525ba96f1d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:21:18.953387 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0ea80c1-3f58-4e25-8ff6-bafdec095085 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:21:18.953773 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d', 'code': 200} Dec 13 13:21:18.984064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:19.058781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701e69-bbdb-4173-b69a-dedf61a430cb req-4ce491b4-6cac-4d37-87a6-4ddb807f68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:19.060618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d701e69-bbdb-4173-b69a-dedf61a430cb req-4ce491b4-6cac-4d37-87a6-4ddb807f68dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 1097 time: 0.0434644 Dec 13 13:21:19.108359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d701e69-bbdb-4173-b69a-dedf61a430cb req-bbeb9e4e-2f1f-4312-acb4-05f08267a2de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Dec 13 13:21:19.639760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76998c8-f43f-4dc0-97be-b1d17409cc69 req-b6024a9c-76b3-490a-915f-99fe6b97b6ed tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:19.641375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d76998c8-f43f-4dc0-97be-b1d17409cc69 req-b6024a9c-76b3-490a-915f-99fe6b97b6ed tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 946 time: 0.0517664 Dec 13 13:21:19.704675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d76998c8-f43f-4dc0-97be-b1d17409cc69 req-1fb2382c-b1e9-4f1b-af1a-44b79b0c2855 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541770 Dec 13 13:21:20.831883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe172bd4-9bd1-4b23-9b23-b5514c9e761a req-c220b6f7-9a68-4cbe-ad3a-67bb9850b425 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:20.833289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe172bd4-9bd1-4b23-9b23-b5514c9e761a req-c220b6f7-9a68-4cbe-ad3a-67bb9850b425 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 946 time: 0.0525506 Dec 13 13:21:20.891496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fe172bd4-9bd1-4b23-9b23-b5514c9e761a req-b3cfef74-f978-40fc-8bac-56c809a9a062 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500135 Dec 13 13:21:21.018240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d7fb-5185-447b-98c7-56aecbe30459 req-edc7ecad-a528-4213-b143-bd3d3f26ca89 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:21.020544 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0777d7fb-5185-447b-98c7-56aecbe30459 req-edc7ecad-a528-4213-b143-bd3d3f26ca89 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 946 time: 0.0545971 Dec 13 13:21:21.080892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0777d7fb-5185-447b-98c7-56aecbe30459 req-e903737c-42f6-4d05-920f-79fa38554dd9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504885 Dec 13 13:21:21.102018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34668) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:21.295474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67767089-2cc5-46d7-b6f9-6ad13b9e2ac5 tempest-TestVolumeBootPattern-1386913808 tempest-TestVolumeBootPattern-1386913808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:21.301195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-67767089-2cc5-46d7-b6f9-6ad13b9e2ac5 tempest-TestVolumeBootPattern-1386913808 tempest-TestVolumeBootPattern-1386913808-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 1092 time: 0.1950908 Dec 13 13:21:21.301694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34674) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:21.307937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:21.344242 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:21.460374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:21.571723 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Allocated IP 172.25.2.191 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/738f201a-4fd9-47a0-9e42-b762f2df74cd) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:21:21.712708 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:21.748191 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:21.794677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:21.797806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:21.801849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:21:21.831720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=738f201a-4fd9-47a0-9e42-b762f2df74cd,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:21.843865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.844219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.844560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.844892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.845226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.845554 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.845881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.846244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.846559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.846851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.847363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.847865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:21.848365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:22.314241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:22.424720 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:22.589278 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:22.593868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:22.665792 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=738f201a-4fd9-47a0-9e42-b762f2df74cd,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:22.678893 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:22.829856 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Floating IP 6f427a80-b450-431d-a126-06048b14580b associated. External IP: 172.25.2.191, port: 85055ab0-fe75-48c0-b1c6-1e525ba96f1d. Dec 13 13:21:23.058355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Router e65750c0-4b14-47ef-8c52-03067e47f045 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:21:23.179741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:21:23.191569 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] Sync routers for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:21:23.207978 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:21:23.212934 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:20:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:23.217853 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:23.258836 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb539610-96d5-426a-9ec5-c3bcb56ba2b8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9554589 Dec 13 13:21:23.259915 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'tag': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:21:23.262532 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d007e369-aac1-4596-b858-ef0760f98c93" -d '{"events": [{"name": "network-changed", "server_uuid": "c844c220-e6c0-435f-97ea-80162cfb67a1", "tag": "85055ab0-fe75-48c0-b1c6-1e525ba96f1d"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:21:23.392527 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:21:23.557189 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d602ce6f-a222-4037-b6f8-7cf0505448a8 x-openstack-request-id: req-d602ce6f-a222-4037-b6f8-7cf0505448a8 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:21:23.557701 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c844c220-e6c0-435f-97ea-80162cfb67a1", "tag": "85055ab0-fe75-48c0-b1c6-1e525ba96f1d", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:21:23.557701 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d602ce6f-a222-4037-b6f8-7cf0505448a8 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:21:23.562319 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'tag': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d', 'status': 'completed', 'code': 200} Dec 13 13:21:23.645521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007e369-aac1-4596-b858-ef0760f98c93 req-e9264566-a3c1-4f36-9780-3871a88cf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:23.647070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d007e369-aac1-4596-b858-ef0760f98c93 req-e9264566-a3c1-4f36-9780-3871a88cf98d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 1097 time: 0.0702317 Dec 13 13:21:23.719704 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '6f427a80-b450-431d-a126-06048b14580b', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.191', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:3f:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:21:22Z', 'updated_at': '2021-12-13T13:21:22Z', 'revision_number': 0, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:23.761230 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] Checking router: e65750c0-4b14-47ef-8c52-03067e47f045 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:21:23.770649 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:21:23.771723 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:20:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:23.774826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007e369-aac1-4596-b858-ef0760f98c93 req-1ab95652-9636-4490-adb1-3c76b9c59383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:23.776369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d007e369-aac1-4596-b858-ef0760f98c93 req-1ab95652-9636-4490-adb1-3c76b9c59383 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.1213555 Dec 13 13:21:23.900172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d007e369-aac1-4596-b858-ef0760f98c93 req-2ec5536b-3ec5-42d4-9a01-d18cc1804115 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85055ab0-fe75-48c0-b1c6-1e525ba96f1d HTTP/1.1" status: 200 len: 1000 time: 0.1153741 Dec 13 13:21:23.934815 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:21:23.961764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007e369-aac1-4596-b858-ef0760f98c93 req-95a66b85-80e2-458f-832b-42e40a2c9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:23.963660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d007e369-aac1-4596-b858-ef0760f98c93 req-95a66b85-80e2-458f-832b-42e40a2c9c2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0563359 Dec 13 13:21:24.049203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007e369-aac1-4596-b858-ef0760f98c93 req-31f5434e-8a1f-417b-adec-db910350a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:24.051160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d007e369-aac1-4596-b858-ef0760f98c93 req-31f5434e-8a1f-417b-adec-db910350a06b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798104 Dec 13 13:21:24.161632 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d007e369-aac1-4596-b858-ef0760f98c93 req-177f91f7-bbaf-487d-8fa1-329858317fd6 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009083 Dec 13 13:21:24.240625 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9feba38b-2bc3-4f1e-99cc-40bcde7036f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:24.275619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d007e369-aac1-4596-b858-ef0760f98c93 req-cdec78bf-fee4-43a6-9303-81dc67e5688d service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057332 Dec 13 13:21:24.289590 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '6f427a80-b450-431d-a126-06048b14580b', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.191', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:3f:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:21:22Z', 'updated_at': '2021-12-13T13:21:22Z', 'revision_number': 0, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:24.428368 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84298688-45c4-47ad-b6ba-24f7e34510b6 None None] The sync data for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 is: [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '6f427a80-b450-431d-a126-06048b14580b', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.191', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:3f:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:21:22Z', 'updated_at': '2021-12-13T13:21:22Z', 'revision_number': 0, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:21:24.651034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c47631-d387-4587-998f-06d534c08487 None None] New status for floating IP 6f427a80-b450-431d-a126-06048b14580b: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:21:26.264572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34734) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:26.381792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4503-7c5f-414c-8d4d-7c39d91159d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:26.466611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4503-7c5f-414c-8d4d-7c39d91159d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:26.473535 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4503-7c5f-414c-8d4d-7c39d91159d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:26.521613 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fc7f4503-7c5f-414c-8d4d-7c39d91159d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3899f82256df469e92fdfed3e2d79cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553358 Dec 13 13:21:26.522713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f4503-7c5f-414c-8d4d-7c39d91159d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd2acf2-00be-47a0-aa52-7acd646f5360,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:26.525980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34738) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:26.600933 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:26.631889 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:26.635618 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d37293c-69cc-4ee4-9020-6de4c0290534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:26.699236 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:26.702089 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:26.706680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfd2acf2-00be-47a0-aa52-7acd646f5360 HTTP/1.1" status: 204 len: 168 time: 0.1793170 Dec 13 13:21:26.717762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd2acf2-00be-47a0-aa52-7acd646f5360,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:26.727775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.728402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.728931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.729471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.729817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.730204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.730492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.730999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.731513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.732161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.732856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.733623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:26.733835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3051920d-125c-472e-a10c-5bece10844f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:27.098715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34746) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:27.117440 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ff44135-11cd-47b5-a5f2-ec7f84021052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:27.198241 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ff44135-11cd-47b5-a5f2-ec7f84021052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:27.202696 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ff44135-11cd-47b5-a5f2-ec7f84021052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:27.242121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff44135-11cd-47b5-a5f2-ec7f84021052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef93cb4-319e-474c-a320-78d859ee599c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:27.246814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0ff44135-11cd-47b5-a5f2-ec7f84021052 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d30df482d75f49f3ae90480a6cca9e0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462498 Dec 13 13:21:27.250602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34748) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:27.309704 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbc8291d-4f24-43c0-b43b-a8e152ba4111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:27.340870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbc8291d-4f24-43c0-b43b-a8e152ba4111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:27.389789 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbc8291d-4f24-43c0-b43b-a8e152ba4111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:27.392558 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fbc8291d-4f24-43c0-b43b-a8e152ba4111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:27.393835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fbc8291d-4f24-43c0-b43b-a8e152ba4111 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aef93cb4-319e-474c-a320-78d859ee599c HTTP/1.1" status: 204 len: 168 time: 0.1422713 Dec 13 13:21:27.402505 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8291d-4f24-43c0-b43b-a8e152ba4111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef93cb4-319e-474c-a320-78d859ee599c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:27.780099 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:29.115504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-cb801c9c-b842-44bc-992d-93563f91faa7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428250 Dec 13 13:21:29.146454 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:29.208586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-8f705a1c-6d75-4eea-9f99-471c4c176cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:29.210701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-8f705a1c-6d75-4eea-9f99-471c4c176cee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 1097 time: 0.0466707 Dec 13 13:21:29.327407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-570673d7-c2e6-4bcd-8b70-874b3bc09143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:29.328900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-570673d7-c2e6-4bcd-8b70-874b3bc09143 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.0977108 Dec 13 13:21:29.398492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-b22bd65a-0273-4088-9ea7-048b17ba2c78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85055ab0-fe75-48c0-b1c6-1e525ba96f1d HTTP/1.1" status: 200 len: 1002 time: 0.0614867 Dec 13 13:21:29.464676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-b5d6aae6-86c5-4143-a6ab-1865eb23029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:29.466527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-b5d6aae6-86c5-4143-a6ab-1865eb23029f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0609639 Dec 13 13:21:29.522669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-5fdeb0e7-a869-4b54-845b-56ccebaff6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:29.524195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-5fdeb0e7-a869-4b54-845b-56ccebaff6a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504205 Dec 13 13:21:29.623278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-c85ce0e6-50bd-4dae-94a8-8031896e4fe4 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915670 Dec 13 13:21:29.725483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c94ec2e7-a60a-4573-bbd9-f3151bfd89cb req-5460e041-ed84-4588-a358-8da342d02e05 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943515 Dec 13 13:21:29.905960 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:37.658148 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:37.684819 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:37.892149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34916) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:38.008424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bc06ac2-bf8d-4c76-ba4f-416ea33b81f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.092034 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bc06ac2-bf8d-4c76-ba4f-416ea33b81f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.096632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4bc06ac2-bf8d-4c76-ba4f-416ea33b81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.139619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4bc06ac2-bf8d-4c76-ba4f-416ea33b81f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20bf2837be004d4f8dad0afc42445da9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2461684 Dec 13 13:21:38.140893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc06ac2-bf8d-4c76-ba4f-416ea33b81f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ebb969-5927-4269-9d2b-73882118f5e0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:38.142430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34920) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:38.197946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fc314db-c887-49d2-8828-29e9fb4ee396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.220967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fc314db-c887-49d2-8828-29e9fb4ee396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.268894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fc314db-c887-49d2-8828-29e9fb4ee396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.272471 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0fc314db-c887-49d2-8828-29e9fb4ee396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.273698 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0fc314db-c887-49d2-8828-29e9fb4ee396 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5ebb969-5927-4269-9d2b-73882118f5e0 HTTP/1.1" status: 204 len: 168 time: 0.1290755 Dec 13 13:21:38.282343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc314db-c887-49d2-8828-29e9fb4ee396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ebb969-5927-4269-9d2b-73882118f5e0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:38.558745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34926) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:38.576021 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-347a1711-a888-4ee0-8f72-be5d051ff6b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.657202 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-347a1711-a888-4ee0-8f72-be5d051ff6b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.662955 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-347a1711-a888-4ee0-8f72-be5d051ff6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.699752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a1711-a888-4ee0-8f72-be5d051ff6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b82f13-095c-41fe-9f74-4e3b0fc5a52b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:38.705707 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-347a1711-a888-4ee0-8f72-be5d051ff6b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28493bc042364759b5732a20b972ec15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456439 Dec 13 13:21:38.708634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34928) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:38.764166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf778d45-16be-49f0-821c-9a1554acc4cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.788127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf778d45-16be-49f0-821c-9a1554acc4cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.836538 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf778d45-16be-49f0-821c-9a1554acc4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.839448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bf778d45-16be-49f0-821c-9a1554acc4cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:38.840703 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bf778d45-16be-49f0-821c-9a1554acc4cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8b82f13-095c-41fe-9f74-4e3b0fc5a52b HTTP/1.1" status: 204 len: 168 time: 0.1310899 Dec 13 13:21:38.849119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf778d45-16be-49f0-821c-9a1554acc4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b82f13-095c-41fe-9f74-4e3b0fc5a52b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:39.183120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34936) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:39.197115 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01823227-56f7-427b-ad8e-24d4ce274c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:39.279894 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01823227-56f7-427b-ad8e-24d4ce274c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:39.284868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-01823227-56f7-427b-ad8e-24d4ce274c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:39.325892 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-01823227-56f7-427b-ad8e-24d4ce274c4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5419cf679a8a43ad8c2bce115c539083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414723 Dec 13 13:21:39.326797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01823227-56f7-427b-ad8e-24d4ce274c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24845955-1f4f-48f1-b27a-b8d831a7f4df,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:39.328791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34938) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:39.383943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff94f4d6-7326-40f0-9c32-93a0a7bfd8d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:39.405234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff94f4d6-7326-40f0-9c32-93a0a7bfd8d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:39.457965 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff94f4d6-7326-40f0-9c32-93a0a7bfd8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:39.461878 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ff94f4d6-7326-40f0-9c32-93a0a7bfd8d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:39.463430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ff94f4d6-7326-40f0-9c32-93a0a7bfd8d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24845955-1f4f-48f1-b27a-b8d831a7f4df HTTP/1.1" status: 204 len: 168 time: 0.1323965 Dec 13 13:21:39.473587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94f4d6-7326-40f0-9c32-93a0a7bfd8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24845955-1f4f-48f1-b27a-b8d831a7f4df,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:40.229238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34968) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:40.336463 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1700507696-network', 'tenant_id': '3476782fd52e44778da41f48bea71ef9'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:40.359116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Made reservation on behalf of 3476782fd52e44778da41f48bea71ef9 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:21:40.361438 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.370436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.452392 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.457286 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.471841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:21:40.495416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.495761 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Added segment fa334882-cdd1-4469-a363-cf540cb230c6 of type vlan for network b3abd3e2-9905-489a-83cc-935bb1a86de6 Dec 13 13:21:40.504407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8599a9c-f2d2-4fc0-9dc5-69f4e20f0b7c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:40.541860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.567302 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.568671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:40.569285 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.633218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4001827 Dec 13 13:21:40.633455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34972) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:40.638130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Request body: {'subnet': {'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1700507696-subnet', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:40.654828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e324ad6-65a9-4334-b9fe-b2bc3c9d6b32 admin admin] Pushing event updated for resources: {'Network': ['ID=b3abd3e2-9905-489a-83cc-935bb1a86de6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:40.666102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b3abd3e2-9905-489a-83cc-935bb1a86de6 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:21:40.670158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Made reservation on behalf of 3476782fd52e44778da41f48bea71ef9 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:21:40.672998 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.861035 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.913529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd61be1-3db9-48ee-b336-55b024266156,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:40.929104 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Checking segment: {'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:40.929448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Network hostable DHCP agents. Network: b3abd3e2-9905-489a-83cc-935bb1a86de6, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:21:40.946925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Network b3abd3e2-9905-489a-83cc-935bb1a86de6 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:21:40.956100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b3abd3e2-9905-489a-83cc-935bb1a86de6) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:40.960365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:40.960958 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:40.966138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933d7aa1-8a6d-485f-81a8-5c5ac86a4a44 None None] Network b3abd3e2-9905-489a-83cc-935bb1a86de6 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:21:40.986382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5c590c63-f9cc-48cb-abca-a4da4f785e35 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3492677 Dec 13 13:21:40.986794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 34974) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:40.991828 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:41.013206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.014587 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.068343 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.087628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-b3abd3e2-9905-489a-83cc-935bb1a86de6', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'project_id': '3476782fd52e44778da41f48bea71ef9', 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:21:41.088505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.240292 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Allocated IP 172.20.0.2 (b3abd3e2-9905-489a-83cc-935bb1a86de6/edd61be1-3db9-48ee-b336-55b024266156/bde3b14e-8cde-496a-9d03-53256fb4ab64) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:21:41.400399 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.407531 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.454043 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Network b3abd3e2-9905-489a-83cc-935bb1a86de6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:41.457339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:41.461562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:21:41.475989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Pushing event updated for resources: {'Port': ['ID=bde3b14e-8cde-496a-9d03-53256fb4ab64,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:41.554154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.556275 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.556977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.557539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.558057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.558590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.559101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.559682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.560063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.562505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.562505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.562505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.562505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:41.589989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Attempting to bind port bde3b14e-8cde-496a-9d03-53256fb4ab64 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:21:41.590658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Attempting to bind port bde3b14e-8cde-496a-9d03-53256fb4ab64 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:21:41.591549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Attempting to bind port bde3b14e-8cde-496a-9d03-53256fb4ab64 on network b3abd3e2-9905-489a-83cc-935bb1a86de6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:41.598053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:21:41.599401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Checking segment: {'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:41.600100 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.600764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Bound using segment: {'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:21:41.601412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Bound port: bde3b14e-8cde-496a-9d03-53256fb4ab64, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:21:41.601983 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.624469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.674167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] For port bde3b14e-8cde-496a-9d03-53256fb4ab64, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:21:41.677477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] For port bde3b14e-8cde-496a-9d03-53256fb4ab64, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bde3b14e-8cde-496a-9d03-53256fb4ab64,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:21:41.681653 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.769241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91ce41-c30c-4a50-8456-ff8d17d939f0 None None] Pushing event updated for resources: {'Port': ['ID=bde3b14e-8cde-496a-9d03-53256fb4ab64,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:41.884456 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:41.905360 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:42.022738 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Allocated IP 172.25.2.120 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/e1b40e02-eeec-4dbe-ac9c-2e39e04ca107) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:21:42.132773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:42.178680 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:42.223452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:42.226844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:42.230490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:21:42.241394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326f42c-6270-4925-b8e9-7a3716fc7c1b None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:21:42.259354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b40e02-eeec-4dbe-ac9c-2e39e04ca107,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:42.365924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f56e86f8-5875-4e53-af55-c17b41e34e5f None None] Provisioning complete for port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:42.366437 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f56e86f8-5875-4e53-af55-c17b41e34e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:42.442296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f56e86f8-5875-4e53-af55-c17b41e34e5f None None] Port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:21:42.454151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bde3b14e-8cde-496a-9d03-53256fb4ab64 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:21:42.530871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port bde3b14e-8cde-496a-9d03-53256fb4ab64 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:42.531458 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:42.595301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:42.630607 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:42.667018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port bde3b14e-8cde-496a-9d03-53256fb4ab64, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bde3b14e-8cde-496a-9d03-53256fb4ab64,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:42.675435 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:42.746953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=bde3b14e-8cde-496a-9d03-53256fb4ab64,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:42.835172 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:42.853075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f94e5f6-bd5e-42c8-88f6-a002f673828d None None] Network b3abd3e2-9905-489a-83cc-935bb1a86de6 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:21:42.917781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7487b72a-4cda-4e6b-be53-c6ad699a9052 None None] Provisioning complete for port bde3b14e-8cde-496a-9d03-53256fb4ab64 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:42.918172 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7487b72a-4cda-4e6b-be53-c6ad699a9052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:42.995035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Router 51695591-7e14-4c50-b516-77dbcf35e298 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:21:43.115009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:21:43.129826 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Sync routers for ids ['51695591-7e14-4c50-b516-77dbcf35e298'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:21:43.135880 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:43.139980 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-30ffe276-b577-4a3c-a58f-ad0c5e927e47 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1492872 Dec 13 13:21:43.140336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 34984) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:43.142747 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Routers {'51695591-7e14-4c50-b516-77dbcf35e298'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:21:43.143394 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:21:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['51695591-7e14-4c50-b516-77dbcf35e298'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:43.277243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-fbca9486-6be8-4d4c-a9ed-fa53b9f6d53f req-089021ba-b58a-4290-94e3-cfb321d015c0 service neutron] (109886) timed out ('10.222.0.31', 37416) {{(pid=109886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:21:43.283204 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Set router 51695591-7e14-4c50-b516-77dbcf35e298 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:21:43.375839 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-85d74eb7-dfce-477b-a14f-28c6f1a82725 None None] Provisioning complete for port bde3b14e-8cde-496a-9d03-53256fb4ab64 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:43.376247 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85d74eb7-dfce-477b-a14f-28c6f1a82725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:43.514794 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:42Z', 'revision_number': 3, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:43.549351 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Checking router: 51695591-7e14-4c50-b516-77dbcf35e298 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:21:43.549686 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Updating router 51695591-7e14-4c50-b516-77dbcf35e298 port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:21:43.580795 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:43.652130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:43.825496 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Allocated IP 172.20.0.1 (b3abd3e2-9905-489a-83cc-935bb1a86de6/edd61be1-3db9-48ee-b336-55b024266156/e269e284-418c-44d1-8767-03f7e51cfc28) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:21:43.854858 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:43.861590 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:43.913100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be39849-a31c-46ae-a031-0639bdd4936c None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:21:43.916372 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Attempting to bind port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:21:43.916372 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Attempting to bind port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:21:43.916871 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Attempting to bind port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:43.925831 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:21:43.926492 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:43.926925 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:43.927764 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:21:43.928442 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Bound port: e1b40e02-eeec-4dbe-ac9c-2e39e04ca107, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:21:43.929297 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:43.966584 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Pushing event updated for resources: {'Port': ['ID=e1b40e02-eeec-4dbe-ac9c-2e39e04ca107,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:43.968256 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.002258 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] For port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:21:44.006690 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] For port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e1b40e02-eeec-4dbe-ac9c-2e39e04ca107,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:21:44.013476 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.018363 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.019026 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.019578 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.020143 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.020722 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.021345 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.021914 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.022483 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.023017 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.023565 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.024107 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.024650 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.025180 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:21:44.035132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f6631db2-653e-4f53-8cf7-b8fc0a92e083 None None] Provisioning complete for port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:44.037916 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6631db2-653e-4f53-8cf7-b8fc0a92e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.059411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.085366 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf19024-e69a-4eed-b6aa-947a2d4f946c None None] Pushing event updated for resources: {'Port': ['ID=e1b40e02-eeec-4dbe-ac9c-2e39e04ca107,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:44.113702 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Routers {'51695591-7e14-4c50-b516-77dbcf35e298'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:21:44.114483 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:21:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['51695591-7e14-4c50-b516-77dbcf35e298'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:44.137008 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Network b3abd3e2-9905-489a-83cc-935bb1a86de6 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:44.140507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:44.147859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:21:44.151275 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60139670-86a7-49c1-a801-163b94904349 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:21:44.191271 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6631db2-653e-4f53-8cf7-b8fc0a92e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.216582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f6631db2-653e-4f53-8cf7-b8fc0a92e083 None None] For port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e1b40e02-eeec-4dbe-ac9c-2e39e04ca107,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:44.223555 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6631db2-653e-4f53-8cf7-b8fc0a92e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.251060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.301773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Pushing event updated for resources: {'Port': ['ID=e269e284-418c-44d1-8767-03f7e51cfc28,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:44.321851 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] Set router 51695591-7e14-4c50-b516-77dbcf35e298 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:21:44.356733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6631db2-653e-4f53-8cf7-b8fc0a92e083 None None] Pushing event updated for resources: {'Port': ['ID=e1b40e02-eeec-4dbe-ac9c-2e39e04ca107,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:44.380890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0833a1f2-9655-4908-9083-25ec933f360c None None] Provisioning complete for port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:44.381290 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0833a1f2-9655-4908-9083-25ec933f360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.430090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.556654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bde3b14e-8cde-496a-9d03-53256fb4ab64 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:21:44.624492 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:42Z', 'revision_number': 3, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:44.629846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port bde3b14e-8cde-496a-9d03-53256fb4ab64 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:44.630863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.671170 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c86b01-9066-4d0f-b6bb-151c7ae92557 None None] The sync data for ids ['51695591-7e14-4c50-b516-77dbcf35e298'] in n-d-817326-4 is: [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:42Z', 'revision_number': 3, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:21:44.702538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.712232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.735308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-96355b6c-637b-46ce-bd22-b2b12423bd90 None None] Provisioning complete for port e269e284-418c-44d1-8767-03f7e51cfc28 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:44.735848 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96355b6c-637b-46ce-bd22-b2b12423bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.823603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Pushing event updated for resources: {'Port': ['ID=e269e284-418c-44d1-8767-03f7e51cfc28,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:44.826664 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:44.835115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-96355b6c-637b-46ce-bd22-b2b12423bd90 None None] Port e269e284-418c-44d1-8767-03f7e51cfc28 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:21:44.935021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Network b3abd3e2-9905-489a-83cc-935bb1a86de6 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:44.936723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:45.267484 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7ef3efd2-0059-40b1-a1c2-54f9d51f4d7a None None] Provisioning complete for port e269e284-418c-44d1-8767-03f7e51cfc28 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:45.268069 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ef3efd2-0059-40b1-a1c2-54f9d51f4d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:45.315028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3efd2-0059-40b1-a1c2-54f9d51f4d7a None None] Port e269e284-418c-44d1-8767-03f7e51cfc28 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:21:45.409199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Router 51695591-7e14-4c50-b516-77dbcf35e298 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:21:45.539258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:21:45.550138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5c5a978f-054c-45c4-8b35-9fa85dd4d98d admin admin] 10.222.0.31 "PUT /v2.0/routers/51695591-7e14-4c50-b516-77dbcf35e298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4026856 Dec 13 13:21:46.048575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35012) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:46.056170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1208993290-network', 'tenant_id': '859ce087b27f432c85abb1d8608227c8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:46.081556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Made reservation on behalf of 859ce087b27f432c85abb1d8608227c8 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:21:46.085178 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.095354 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.190767 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.203605 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.261427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:21:46.277208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877b4aee-24fc-4524-b83d-ea08aacdd97d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:46.287901 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.289083 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Added segment 76c60bd0-6659-4342-9ef7-875a586d6888 of type vlan for network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f Dec 13 13:21:46.352828 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.390550 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.391791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:46.392521 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.444811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:21:46.471332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4181650 Dec 13 13:21:46.471332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35014) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:46.487003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Request body: {'subnet': {'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1208993290-subnet', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:46.497050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746e188-78f2-485b-864e-76fd06142ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:46.512977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:21:46.521363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Made reservation on behalf of 859ce087b27f432c85abb1d8608227c8 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:21:46.524442 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.530981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:46.531354 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.555400 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:21:46.676419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Sync routers for ids ['51695591-7e14-4c50-b516-77dbcf35e298'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:21:46.687620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Routers {'51695591-7e14-4c50-b516-77dbcf35e298'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:21:46.688179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:21:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['51695591-7e14-4c50-b516-77dbcf35e298'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:46.716387 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.784175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c79abc4-f8a0-439d-a94b-cfefff67ddc6,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:46.796124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Checking segment: {'id': '76c60bd0-6659-4342-9ef7-875a586d6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:46.796604 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Network hostable DHCP agents. Network: b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:21:46.816516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:21:46.818547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Set router 51695591-7e14-4c50-b516-77dbcf35e298 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:21:46.830247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:46.835708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:46.836376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.855207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b00f952a-8b9b-4c9b-a0ad-51af4874d88a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3829992 Dec 13 13:21:46.857279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35020) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:46.861729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1208993290-router', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:46.869990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc156478-b327-4280-9c9c-6baf857a5701 None None] Network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:21:46.888210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.889946 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:46.957216 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:47.104879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f', 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f', 'project_id': '859ce087b27f432c85abb1d8608227c8', 'fixed_ips': [{'subnet_id': '3c79abc4-f8a0-439d-a94b-cfefff67ddc6'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:21:47.105753 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:47.115315 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:47.316875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e269e284-418c-44d1-8767-03f7e51cfc28', 'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'mac_address': 'fa:16:3e:d3:c6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:43Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 2, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'subnets': [{'id': 'edd61be1-3db9-48ee-b336-55b024266156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:47.320850 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Allocated IP 172.20.0.2 (b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f/3c79abc4-f8a0-439d-a94b-cfefff67ddc6/517589a0-7d67-4ee5-8dd6-d93f1ef62b52) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:21:47.352941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Checking router: 51695591-7e14-4c50-b516-77dbcf35e298 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:21:47.353384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Updating router 51695591-7e14-4c50-b516-77dbcf35e298 port e269e284-418c-44d1-8767-03f7e51cfc28 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:21:47.369827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:47.393731 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:47.406315 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:47.525813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Allocated IP 172.25.2.72 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/c8e1a7b3-ba81-4493-9561-ad2b3404d257) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:21:47.669450 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:47.714608 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:47.768963 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:47.772450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:47.777411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:21:47.802220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Pushing event updated for resources: {'Port': ['ID=c8e1a7b3-ba81-4493-9561-ad2b3404d257,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:47.804170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7649598f-62d4-42e1-bbe4-9894b2b834e5 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:21:47.913806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:47.929289 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:47.944425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-20b34e38-a3ea-4827-b6d6-94e8be824c41 None None] Provisioning complete for port c8e1a7b3-ba81-4493-9561-ad2b3404d257 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:47.944827 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20b34e38-a3ea-4827-b6d6-94e8be824c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.021669 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:48.031057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:48.033833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:21:48.074497 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.090570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Pushing event updated for resources: {'Port': ['ID=517589a0-7d67-4ee5-8dd6-d93f1ef62b52,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:48.103108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-20b34e38-a3ea-4827-b6d6-94e8be824c41 None None] Port c8e1a7b3-ba81-4493-9561-ad2b3404d257 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:21:48.168956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Attempting to bind port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:21:48.169309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Attempting to bind port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '76c60bd0-6659-4342-9ef7-875a586d6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:21:48.169619 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Attempting to bind port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 on network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:48.183776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:21:48.184060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Checking segment: {'id': '76c60bd0-6659-4342-9ef7-875a586d6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:48.184405 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.184788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Bound using segment: {'id': '76c60bd0-6659-4342-9ef7-875a586d6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:21:48.185266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Bound port: 517589a0-7d67-4ee5-8dd6-d93f1ef62b52, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c60bd0-6659-4342-9ef7-875a586d6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:21:48.185655 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.231235 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.243268 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.384395 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.393008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] For port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:21:48.401691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] For port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=517589a0-7d67-4ee5-8dd6-d93f1ef62b52,segment=NetworkSegment(76c60bd0-6659-4342-9ef7-875a586d6888),segment_id=76c60bd0-6659-4342-9ef7-875a586d6888)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:21:48.408446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8281a-9d0e-4b5e-9717-251364f5aedb None None] Pushing event updated for resources: {'Port': ['ID=e269e284-418c-44d1-8767-03f7e51cfc28,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:48.461765 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.520463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Attempting to bind port e269e284-418c-44d1-8767-03f7e51cfc28 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:21:48.520949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Attempting to bind port e269e284-418c-44d1-8767-03f7e51cfc28 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:21:48.521318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Attempting to bind port e269e284-418c-44d1-8767-03f7e51cfc28 on network b3abd3e2-9905-489a-83cc-935bb1a86de6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:48.530163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:21:48.530549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Checking segment: {'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:48.530962 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.531363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Bound using segment: {'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:21:48.531857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Bound port: e269e284-418c-44d1-8767-03f7e51cfc28, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:21:48.532249 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.588678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2b787-51ec-4d35-9bbf-3a94cb0efc70 None None] Pushing event updated for resources: {'Port': ['ID=517589a0-7d67-4ee5-8dd6-d93f1ef62b52,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:48.591056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Router c9caec35-9101-4595-87a9-4b39883a361d is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:21:48.644875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] For port e269e284-418c-44d1-8767-03f7e51cfc28, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:21:48.651214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] For port e269e284-418c-44d1-8767-03f7e51cfc28, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e269e284-418c-44d1-8767-03f7e51cfc28,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:21:48.657617 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.728645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Routers {'51695591-7e14-4c50-b516-77dbcf35e298'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:21:48.730286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:21:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['51695591-7e14-4c50-b516-77dbcf35e298'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:48.804134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8281a-9d0e-4b5e-9717-251364f5aedb None None] Pushing event updated for resources: {'Port': ['ID=e269e284-418c-44d1-8767-03f7e51cfc28,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:48.823593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:21:48.835808 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Sync routers for ids ['c9caec35-9101-4595-87a9-4b39883a361d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:21:48.848970 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Routers {'c9caec35-9101-4595-87a9-4b39883a361d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:21:48.849610 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:21:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c9caec35-9101-4595-87a9-4b39883a361d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:48.867779 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.877970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e8b9b2a4-1767-4d95-b3c4-2561f8f8e70b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0189044 Dec 13 13:21:48.878350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35026) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:48.903130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-dba687d3-57c0-4279-8efd-15620252d541 None None] Provisioning complete for port e269e284-418c-44d1-8767-03f7e51cfc28 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:48.903648 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dba687d3-57c0-4279-8efd-15620252d541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:48.976172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] Set router 51695591-7e14-4c50-b516-77dbcf35e298 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:21:49.155427 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Set router c9caec35-9101-4595-87a9-4b39883a361d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:21:49.253354 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dba687d3-57c0-4279-8efd-15620252d541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:49.353007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-dba687d3-57c0-4279-8efd-15620252d541 None None] For port e269e284-418c-44d1-8767-03f7e51cfc28, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e269e284-418c-44d1-8767-03f7e51cfc28,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:49.359639 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dba687d3-57c0-4279-8efd-15620252d541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:49.444362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e269e284-418c-44d1-8767-03f7e51cfc28', 'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'mac_address': 'fa:16:3e:d3:c6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:43Z', 'updated_at': '2021-12-13T13:21:48Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'subnets': [{'id': 'edd61be1-3db9-48ee-b336-55b024266156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:49.453132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba687d3-57c0-4279-8efd-15620252d541 None None] Pushing event updated for resources: {'Port': ['ID=e269e284-418c-44d1-8767-03f7e51cfc28,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:49.489971 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'name': 'tempest-TestServerBasicOps-1208993290-router', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:46Z', 'updated_at': '2021-12-13T13:21:47Z', 'revision_number': 3, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'gw_port': {'id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:47Z', 'updated_at': '2021-12-13T13:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:49.494341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a167f-76d0-4c63-b273-4f9459ad0199 None None] The sync data for ids ['51695591-7e14-4c50-b516-77dbcf35e298'] in n-d-817326-4 is: [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e269e284-418c-44d1-8767-03f7e51cfc28', 'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'mac_address': 'fa:16:3e:d3:c6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:43Z', 'updated_at': '2021-12-13T13:21:48Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'subnets': [{'id': 'edd61be1-3db9-48ee-b336-55b024266156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:21:49.517123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e2d8af59-a085-4eac-a540-79933680a2ed None None] Provisioning complete for port e269e284-418c-44d1-8767-03f7e51cfc28 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:49.517123 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2d8af59-a085-4eac-a540-79933680a2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:49.627174 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Checking router: c9caec35-9101-4595-87a9-4b39883a361d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:21:49.627691 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Updating router c9caec35-9101-4595-87a9-4b39883a361d port c8e1a7b3-ba81-4493-9561-ad2b3404d257 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:21:49.645360 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:49.690748 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:49.950727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Allocated IP 172.20.0.1 (b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f/3c79abc4-f8a0-439d-a94b-cfefff67ddc6/b798b34a-2f90-4511-8c21-a8b77eeb38d5) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:21:50.117235 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.182807 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.247169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:50.255794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:50.259539 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:21:50.264590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Pushing event updated for resources: {'Port': ['ID=b798b34a-2f90-4511-8c21-a8b77eeb38d5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:50.313317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a2c9cc-12c9-4fb2-a96d-e3084bfebc52 None None] Network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:21:50.331427 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.341296 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.349998 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.378844 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Attempting to bind port c8e1a7b3-ba81-4493-9561-ad2b3404d257 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:21:50.379284 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Attempting to bind port c8e1a7b3-ba81-4493-9561-ad2b3404d257 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:21:50.379804 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Attempting to bind port c8e1a7b3-ba81-4493-9561-ad2b3404d257 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:50.411780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f67b6c-634e-4799-87a7-bb671e493ac8 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:21:50.412098 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:21:50.412589 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:50.413005 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.413403 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:21:50.414041 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Bound port: c8e1a7b3-ba81-4493-9561-ad2b3404d257, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:21:50.414489 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.465466 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d74faf5b-b28d-4e69-8789-ff3791f144e3 None None] Provisioning complete for port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:50.465838 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d74faf5b-b28d-4e69-8789-ff3791f144e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.497437 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] For port c8e1a7b3-ba81-4493-9561-ad2b3404d257, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:21:50.502605 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] For port c8e1a7b3-ba81-4493-9561-ad2b3404d257, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c8e1a7b3-ba81-4493-9561-ad2b3404d257,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:21:50.515518 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.551377 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Routers {'c9caec35-9101-4595-87a9-4b39883a361d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:21:50.552052 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:21:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c9caec35-9101-4595-87a9-4b39883a361d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:50.574836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0e400-e667-43a9-a391-c2a40223526f None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:21:50.580122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e269e284-418c-44d1-8767-03f7e51cfc28 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:21:50.682382 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] Set router c9caec35-9101-4595-87a9-4b39883a361d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:21:50.695157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.707322 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d74faf5b-b28d-4e69-8789-ff3791f144e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.742285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e269e284-418c-44d1-8767-03f7e51cfc28 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:50.742945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:50.867243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d74faf5b-b28d-4e69-8789-ff3791f144e3 None None] For port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=517589a0-7d67-4ee5-8dd6-d93f1ef62b52,segment=NetworkSegment(76c60bd0-6659-4342-9ef7-875a586d6888),segment_id=76c60bd0-6659-4342-9ef7-875a586d6888)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:50.912572 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf84e-745b-4a8e-92a0-b4199f9c07fe None None] Pushing event updated for resources: {'Port': ['ID=c8e1a7b3-ba81-4493-9561-ad2b3404d257,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:50.962590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:21:50.979277 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf84e-745b-4a8e-92a0-b4199f9c07fe None None] Pushing event updated for resources: {'Port': ['ID=c8e1a7b3-ba81-4493-9561-ad2b3404d257,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:51.012234 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d74faf5b-b28d-4e69-8789-ff3791f144e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.043197 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'name': 'tempest-TestServerBasicOps-1208993290-router', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:46Z', 'updated_at': '2021-12-13T13:21:47Z', 'revision_number': 3, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'gw_port': {'id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:47Z', 'updated_at': '2021-12-13T13:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:51.059383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.065967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.078283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74faf5b-b28d-4e69-8789-ff3791f144e3 None None] Pushing event updated for resources: {'Port': ['ID=517589a0-7d67-4ee5-8dd6-d93f1ef62b52,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:51.105373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:51.105741 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.107703 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9452219f-57ec-4cf8-8efa-eb13da5e827b None None] The sync data for ids ['c9caec35-9101-4595-87a9-4b39883a361d'] in n-d-817326-4 is: [{'id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'name': 'tempest-TestServerBasicOps-1208993290-router', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:46Z', 'updated_at': '2021-12-13T13:21:47Z', 'revision_number': 3, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'gw_port': {'id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:47Z', 'updated_at': '2021-12-13T13:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:21:51.203212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] Provisioning complete for port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:51.204109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.235545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Pushing event updated for resources: {'Port': ['ID=b798b34a-2f90-4511-8c21-a8b77eeb38d5,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:51.245930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.377525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:51.379516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:51.418639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] Provisioning complete for port c8e1a7b3-ba81-4493-9561-ad2b3404d257 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:51.420563 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.581458 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.609965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Router c9caec35-9101-4595-87a9-4b39883a361d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:21:51.610544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] For port c8e1a7b3-ba81-4493-9561-ad2b3404d257, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c8e1a7b3-ba81-4493-9561-ad2b3404d257,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:51.617248 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.711019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] Provisioning complete for port b798b34a-2f90-4511-8c21-a8b77eeb38d5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:51.711403 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.756950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] Pushing event updated for resources: {'Port': ['ID=c8e1a7b3-ba81-4493-9561-ad2b3404d257,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:51.785148 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:21:51.790057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-64d81675-26c4-4b2f-8bf5-302eff2b7f6f None None] Port b798b34a-2f90-4511-8c21-a8b77eeb38d5 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:21:51.791249 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f8795693-92a1-46cd-a7f1-856e91e6ec81 admin admin] 10.222.0.31 "PUT /v2.0/routers/c9caec35-9101-4595-87a9-4b39883a361d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9099109 Dec 13 13:21:51.918661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b27f0c59-29aa-49f2-b466-e567faa4c495 None None] Provisioning complete for port b798b34a-2f90-4511-8c21-a8b77eeb38d5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:51.919100 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b27f0c59-29aa-49f2-b466-e567faa4c495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:51.958908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b27f0c59-29aa-49f2-b466-e567faa4c495 None None] Port b798b34a-2f90-4511-8c21-a8b77eeb38d5 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:21:52.541149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35050) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:52.544622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:21:52.546155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-c39a97ae-833d-4038-8393-564dc7996dac tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044147160', 'description': 'tempest-secgroup-smoke-1044147160 description', 'project_id': '3476782fd52e44778da41f48bea71ef9'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:52.568829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c39a97ae-833d-4038-8393-564dc7996dac tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.644591 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c39a97ae-833d-4038-8393-564dc7996dac tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.651300 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c39a97ae-833d-4038-8393-564dc7996dac tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.691556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c39a97ae-833d-4038-8393-564dc7996dac tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.697138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c39a97ae-833d-4038-8393-564dc7996dac tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1548474 Dec 13 13:21:52.697874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35052) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:52.705294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ae6aa9f9-3690-4bc2-a35a-13277d85e708 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Request body: {'security_group_rule': {'security_group_id': 'dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4', 'project_id': '3476782fd52e44778da41f48bea71ef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:52.708804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a97ae-833d-4038-8393-564dc7996dac tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:52.741290 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa9f9-3690-4bc2-a35a-13277d85e708 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.786495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:52.786866 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.803344 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa9f9-3690-4bc2-a35a-13277d85e708 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.808480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa9f9-3690-4bc2-a35a-13277d85e708 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.831429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6aa9f9-3690-4bc2-a35a-13277d85e708 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d319199-7544-4e89-84a6-e231a84d1137,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:52.840498 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa9f9-3690-4bc2-a35a-13277d85e708 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.845227 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ae6aa9f9-3690-4bc2-a35a-13277d85e708 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449547 Dec 13 13:21:52.845610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35054) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:52.852784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-98ae0a14-1135-4c55-86d7-05b6a34fbf3d tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Request body: {'security_group_rule': {'security_group_id': 'dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4', 'project_id': '3476782fd52e44778da41f48bea71ef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:52.882202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8e1a7b3-ba81-4493-9561-ad2b3404d257 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:21:52.887796 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98ae0a14-1135-4c55-86d7-05b6a34fbf3d tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.945551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port c8e1a7b3-ba81-4493-9561-ad2b3404d257 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:52.945937 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.948751 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98ae0a14-1135-4c55-86d7-05b6a34fbf3d tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.954714 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98ae0a14-1135-4c55-86d7-05b6a34fbf3d tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:52.985231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae0a14-1135-4c55-86d7-05b6a34fbf3d tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5841eb3a-7e7e-4c9d-8f73-0c89631cf502,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:53.005380 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98ae0a14-1135-4c55-86d7-05b6a34fbf3d tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.009862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35058) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:53.010228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-98ae0a14-1135-4c55-86d7-05b6a34fbf3d tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1631153 Dec 13 13:21:53.015492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4ba16f12-06c5-442b-b3f5-b28d9c08b505 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Request body: {'security_group_rule': {'security_group_id': 'dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4', 'project_id': '3476782fd52e44778da41f48bea71ef9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:53.048939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f12-06c5-442b-b3f5-b28d9c08b505 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.113015 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f12-06c5-442b-b3f5-b28d9c08b505 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.117604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f12-06c5-442b-b3f5-b28d9c08b505 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.139821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba16f12-06c5-442b-b3f5-b28d9c08b505 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0973f5ce-a221-4bd9-904f-1a14f6206750,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:53.148458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f12-06c5-442b-b3f5-b28d9c08b505 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.152276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4ba16f12-06c5-442b-b3f5-b28d9c08b505 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384113 Dec 13 13:21:53.152574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35060) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:53.158414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4daac651-e59f-4770-9c7e-944a276b17f6 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Request body: {'security_group_rule': {'security_group_id': 'dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4', 'project_id': '3476782fd52e44778da41f48bea71ef9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:53.202285 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4daac651-e59f-4770-9c7e-944a276b17f6 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.265213 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4daac651-e59f-4770-9c7e-944a276b17f6 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.270963 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4daac651-e59f-4770-9c7e-944a276b17f6 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.293071 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daac651-e59f-4770-9c7e-944a276b17f6 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74aa0a5-a9c3-43a4-8bee-1f13ea6e450d,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:53.299257 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4daac651-e59f-4770-9c7e-944a276b17f6 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.302542 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4daac651-e59f-4770-9c7e-944a276b17f6 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489425 Dec 13 13:21:53.303759 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35062) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:53.308310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3d7df007-2aae-410e-be48-08663e61add0 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Request body: {'security_group_rule': {'security_group_id': 'dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4', 'project_id': '3476782fd52e44778da41f48bea71ef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:53.332837 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-3d7df007-2aae-410e-be48-08663e61add0 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Project 3476782fd52e44778da41f48bea71ef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:21:53.342786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d7df007-2aae-410e-be48-08663e61add0 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.345112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Sync routers for ids ['c9caec35-9101-4595-87a9-4b39883a361d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:21:53.354591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Routers {'c9caec35-9101-4595-87a9-4b39883a361d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:21:53.355202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:21:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c9caec35-9101-4595-87a9-4b39883a361d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:53.419356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d7df007-2aae-410e-be48-08663e61add0 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.424486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d7df007-2aae-410e-be48-08663e61add0 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.449969 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7df007-2aae-410e-be48-08663e61add0 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a54b9c-3d15-4bbf-803d-aad69a57fb94,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:53.461064 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3d7df007-2aae-410e-be48-08663e61add0 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.465880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35066) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:21:53.471473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-df53d81e-c947-4eaa-aae2-80e7a9df45fe tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Request body: {'security_group_rule': {'security_group_id': 'dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4', 'project_id': '3476782fd52e44778da41f48bea71ef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:53.476333 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3d7df007-2aae-410e-be48-08663e61add0 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1714044 Dec 13 13:21:53.486455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Set router c9caec35-9101-4595-87a9-4b39883a361d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:21:53.498968 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-df53d81e-c947-4eaa-aae2-80e7a9df45fe tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Project 3476782fd52e44778da41f48bea71ef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:21:53.505667 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df53d81e-c947-4eaa-aae2-80e7a9df45fe tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.579029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df53d81e-c947-4eaa-aae2-80e7a9df45fe tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.586202 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df53d81e-c947-4eaa-aae2-80e7a9df45fe tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.607115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53d81e-c947-4eaa-aae2-80e7a9df45fe tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2be5c79-554e-47e5-9e0b-cfc8d7318bcb,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:53.626353 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-df53d81e-c947-4eaa-aae2-80e7a9df45fe tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.628345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-df53d81e-c947-4eaa-aae2-80e7a9df45fe tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1611891 Dec 13 13:21:53.739618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'name': 'tempest-TestServerBasicOps-1208993290-router', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:46Z', 'updated_at': '2021-12-13T13:21:50Z', 'revision_number': 4, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'gw_port': {'id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:47Z', 'updated_at': '2021-12-13T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b798b34a-2f90-4511-8c21-a8b77eeb38d5', 'name': '', 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'mac_address': 'fa:16:3e:3c:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3c79abc4-f8a0-439d-a94b-cfefff67ddc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:49Z', 'updated_at': '2021-12-13T13:21:50Z', 'revision_number': 2, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'subnets': [{'id': '3c79abc4-f8a0-439d-a94b-cfefff67ddc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:53.778140 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Checking router: c9caec35-9101-4595-87a9-4b39883a361d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:21:53.778587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Updating router c9caec35-9101-4595-87a9-4b39883a361d port b798b34a-2f90-4511-8c21-a8b77eeb38d5 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:21:53.806204 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:53.819188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-afce1a7c-5664-401c-9c65-f2e9027aaf12 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044147160&fields=id&tenant_id=3476782fd52e44778da41f48bea71ef9 HTTP/1.1" status: 200 len: 267 time: 0.0590625 Dec 13 13:21:53.947031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1858-0148-4614-ac76-699f6076378d req-882b8532-c253-4415-8ef2-a3c7361d880b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:53.948995 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-882b8532-c253-4415-8ef2-a3c7361d880b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/networks?id=b3abd3e2-9905-489a-83cc-935bb1a86de6 HTTP/1.1" status: 200 len: 809 time: 0.1208873 Dec 13 13:21:53.969980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-89c0ebc8-7b05-47e5-a7ac-6f7d95b9bf4f tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/quotas/3476782fd52e44778da41f48bea71ef9 HTTP/1.1" status: 200 len: 375 time: 0.0146794 Dec 13 13:21:54.029335 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-16ff888b-a0c7-42c9-b14d-7c67a5124f74 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3476782fd52e44778da41f48bea71ef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525966 Dec 13 13:21:54.107839 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:54.113928 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:54.186195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3d9a1-2099-4bd5-917c-96e4cfb19bb8 None None] Pushing event updated for resources: {'Port': ['ID=b798b34a-2f90-4511-8c21-a8b77eeb38d5,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:54.229703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Attempting to bind port b798b34a-2f90-4511-8c21-a8b77eeb38d5 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:21:54.230205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Attempting to bind port b798b34a-2f90-4511-8c21-a8b77eeb38d5 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '76c60bd0-6659-4342-9ef7-875a586d6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:21:54.230628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Attempting to bind port b798b34a-2f90-4511-8c21-a8b77eeb38d5 on network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:54.237112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:21:54.237884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Checking segment: {'id': '76c60bd0-6659-4342-9ef7-875a586d6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:54.238518 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:54.239075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Bound using segment: {'id': '76c60bd0-6659-4342-9ef7-875a586d6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:21:54.239622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Bound port: b798b34a-2f90-4511-8c21-a8b77eeb38d5, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c60bd0-6659-4342-9ef7-875a586d6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:21:54.240012 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:54.243224 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f3a4ccd-7c1e-4e75-908a-40a7dfb53523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:54.249947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-ee470351-5b62-4288-b13a-23f669c84fab service neutron] 10.222.0.31 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081785 Dec 13 13:21:54.321407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] For port b798b34a-2f90-4511-8c21-a8b77eeb38d5, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:21:54.325030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] For port b798b34a-2f90-4511-8c21-a8b77eeb38d5, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b798b34a-2f90-4511-8c21-a8b77eeb38d5,segment=NetworkSegment(76c60bd0-6659-4342-9ef7-875a586d6888),segment_id=76c60bd0-6659-4342-9ef7-875a586d6888)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:21:54.331521 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:54.362699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-c0838570-1e33-4613-9a69-a6cc34a9bf36 service neutron] 10.222.0.31 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061389 Dec 13 13:21:54.412626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Routers {'c9caec35-9101-4595-87a9-4b39883a361d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:21:54.413301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:21:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c9caec35-9101-4595-87a9-4b39883a361d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:54.458596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3d9a1-2099-4bd5-917c-96e4cfb19bb8 None None] Pushing event updated for resources: {'Port': ['ID=b798b34a-2f90-4511-8c21-a8b77eeb38d5,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:54.465952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-681e7abc-7800-47bf-8c83-882d17b50488 None None] Provisioning complete for port b798b34a-2f90-4511-8c21-a8b77eeb38d5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:54.466741 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-681e7abc-7800-47bf-8c83-882d17b50488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:54.596264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] Set router c9caec35-9101-4595-87a9-4b39883a361d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:21:54.654050 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-493d7688-a999-4c9c-9a89-d8d80eda86b8 req-246926f1-45c4-4b58-a1a2-89422c937bfb tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 210 time: 0.0450845 Dec 13 13:21:54.688872 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-681e7abc-7800-47bf-8c83-882d17b50488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:54.820953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-681e7abc-7800-47bf-8c83-882d17b50488 None None] For port b798b34a-2f90-4511-8c21-a8b77eeb38d5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b798b34a-2f90-4511-8c21-a8b77eeb38d5,segment=NetworkSegment(76c60bd0-6659-4342-9ef7-875a586d6888),segment_id=76c60bd0-6659-4342-9ef7-875a586d6888)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:21:54.827003 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-681e7abc-7800-47bf-8c83-882d17b50488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:54.916584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e7abc-7800-47bf-8c83-882d17b50488 None None] Pushing event updated for resources: {'Port': ['ID=b798b34a-2f90-4511-8c21-a8b77eeb38d5,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:54.955642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5d4f89db-6292-4487-a990-fc0b8815ee5d None None] Provisioning complete for port b798b34a-2f90-4511-8c21-a8b77eeb38d5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:54.955918 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d4f89db-6292-4487-a990-fc0b8815ee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:54.986151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'name': 'tempest-TestServerBasicOps-1208993290-router', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:46Z', 'updated_at': '2021-12-13T13:21:50Z', 'revision_number': 4, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'gw_port': {'id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:47Z', 'updated_at': '2021-12-13T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b798b34a-2f90-4511-8c21-a8b77eeb38d5', 'name': '', 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'mac_address': 'fa:16:3e:3c:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3c79abc4-f8a0-439d-a94b-cfefff67ddc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:49Z', 'updated_at': '2021-12-13T13:21:54Z', 'revision_number': 4, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'subnets': [{'id': '3c79abc4-f8a0-439d-a94b-cfefff67ddc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:21:55.017508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31013ed3-b56f-49e1-9f60-27d4260da98c None None] The sync data for ids ['c9caec35-9101-4595-87a9-4b39883a361d'] in n-d-817326-4 is: [{'id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'name': 'tempest-TestServerBasicOps-1208993290-router', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:46Z', 'updated_at': '2021-12-13T13:21:50Z', 'revision_number': 4, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'gw_port': {'id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:47Z', 'updated_at': '2021-12-13T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'b798b34a-2f90-4511-8c21-a8b77eeb38d5', 'name': '', 'network_id': 'b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'mac_address': 'fa:16:3e:3c:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3c79abc4-f8a0-439d-a94b-cfefff67ddc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:49Z', 'updated_at': '2021-12-13T13:21:54Z', 'revision_number': 4, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'subnets': [{'id': '3c79abc4-f8a0-439d-a94b-cfefff67ddc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:21:55.728375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1858-0148-4614-ac76-699f6076378d req-8b6b6b1d-4f78-40ff-92af-384a6472a435 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:55.730539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-8b6b6b1d-4f78-40ff-92af-384a6472a435 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.42 "GET /v2.0/networks?id=b3abd3e2-9905-489a-83cc-935bb1a86de6 HTTP/1.1" status: 200 len: 809 time: 0.1240125 Dec 13 13:21:55.776688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff00b274-25c0-419a-b2f9-bbc4330e924b req-61857690-3ef2-4c71-b2a4-09093c11742b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 210 time: 0.0450473 Dec 13 13:21:55.828799 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-f73f1a33-21ef-427b-9caf-45d739da05fb tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3476782fd52e44778da41f48bea71ef9 HTTP/1.1" status: 200 len: 380 time: 0.0877757 Dec 13 13:21:55.840106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Request body: {'port': {'device_id': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'admin_state_up': True, 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'security_groups': ['dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:55.959513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Made reservation on behalf of 3476782fd52e44778da41f48bea71ef9 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:21:55.963116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:56.111158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Allocated IP 172.20.0.5 (b3abd3e2-9905-489a-83cc-935bb1a86de6/edd61be1-3db9-48ee-b336-55b024266156/229965c2-742f-421d-9659-e6a5c8633e6a) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:21:56.263039 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:56.305364 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:56.356597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Network b3abd3e2-9905-489a-83cc-935bb1a86de6 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:21:56.360107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:21:56.365203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:21:56.392215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event updated for resources: {'Port': ['ID=229965c2-742f-421d-9659-e6a5c8633e6a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:56.431416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:56.432132 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:56.452354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-13968bac-89af-428d-b8ef-01c5cde9859b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171408 Dec 13 13:21:56.466975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Request body: {'port': {'device_id': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:21:56.519861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b798b34a-2f90-4511-8c21-a8b77eeb38d5 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:21:56.584084 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:56.634446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b798b34a-2f90-4511-8c21-a8b77eeb38d5 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:56.634885 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:56.638308 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f4cd51b-8e16-4c84-ac52-5b4c6f0639c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:56.752627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7bc64b10-f080-45b7-89b4-1cb2cce26e9c None None] Provisioning complete for port 229965c2-742f-421d-9659-e6a5c8633e6a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:21:56.752956 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bc64b10-f080-45b7-89b4-1cb2cce26e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:56.798840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7bc64b10-f080-45b7-89b4-1cb2cce26e9c None None] Port 229965c2-742f-421d-9659-e6a5c8633e6a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:21:56.974548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d94b8-3e6f-4e89-aeed-25944b1f37b7 req-a5c3de43-a9d9-4da5-90d0-63451fc8f788 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:56.976167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-328d94b8-3e6f-4e89-aeed-25944b1f37b7 req-a5c3de43-a9d9-4da5-90d0-63451fc8f788 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 931 time: 0.1038380 Dec 13 13:21:56.994721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229965c2-742f-421d-9659-e6a5c8633e6a {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:21:57.011096 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:57.035025 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Transition to ACTIVE for port object 229965c2-742f-421d-9659-e6a5c8633e6a will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:21:57.044021 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:57.082306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-328d94b8-3e6f-4e89-aeed-25944b1f37b7 req-c2b2915c-1f99-4d1e-9326-23fc6d3b7ebe tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991848 Dec 13 13:21:57.130177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Pushing event updated for resources: {'Port': ['ID=229965c2-742f-421d-9659-e6a5c8633e6a,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:57.186137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Attempting to bind port 229965c2-742f-421d-9659-e6a5c8633e6a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:21:57.186572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Attempting to bind port 229965c2-742f-421d-9659-e6a5c8633e6a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:21:57.186992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Attempting to bind port 229965c2-742f-421d-9659-e6a5c8633e6a on network b3abd3e2-9905-489a-83cc-935bb1a86de6 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:57.192074 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Port 229965c2-742f-421d-9659-e6a5c8633e6a on network b3abd3e2-9905-489a-83cc-935bb1a86de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:21:57.192687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Attempting to bind port 229965c2-742f-421d-9659-e6a5c8633e6a on network b3abd3e2-9905-489a-83cc-935bb1a86de6 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:21:57.197803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:21:57.198246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Checking segment: {'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:21:57.198689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Bound using segment: {'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:21:57.199181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Bound port: 229965c2-742f-421d-9659-e6a5c8633e6a, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa334882-cdd1-4469-a363-cf540cb230c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:21:57.199608 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:57.272603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] For port 229965c2-742f-421d-9659-e6a5c8633e6a, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:21:57.277744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] For port 229965c2-742f-421d-9659-e6a5c8633e6a, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=229965c2-742f-421d-9659-e6a5c8633e6a,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:21:57.282926 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:57.329075 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:57.329781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:57.331359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] 10.222.0.42 "PUT /v2.0/ports/229965c2-742f-421d-9659-e6a5c8633e6a HTTP/1.1" status: 200 len: 1091 time: 0.8704982 Dec 13 13:21:57.331882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'tag': '229965c2-742f-421d-9659-e6a5c8633e6a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:21:57.334696 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5286f95-b0af-474f-bfd2-7f2f0c489c78" -d '{"events": [{"name": "network-changed", "server_uuid": "bf227622-2e29-4797-92c1-0b0bdbbfcea7", "tag": "229965c2-742f-421d-9659-e6a5c8633e6a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:21:57.367904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be735b-4a1d-4aa8-8ab9-89f4f557296d service neutron] Pushing event updated for resources: {'Port': ['ID=229965c2-742f-421d-9659-e6a5c8633e6a,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:21:57.406067 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ac3dd3-be65-46cb-822e-d6bf5e7d3d51 x-openstack-request-id: req-91ac3dd3-be65-46cb-822e-d6bf5e7d3d51 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:21:57.406524 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf227622-2e29-4797-92c1-0b0bdbbfcea7", "tag": "229965c2-742f-421d-9659-e6a5c8633e6a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:21:57.406896 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91ac3dd3-be65-46cb-822e-d6bf5e7d3d51 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:21:57.407390 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'tag': '229965c2-742f-421d-9659-e6a5c8633e6a', 'status': 'completed', 'code': 200} Dec 13 13:21:57.428185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1858-0148-4614-ac76-699f6076378d req-12645865-9e3d-412d-bf3a-a651f997a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:57.429747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-12645865-9e3d-412d-bf3a-a651f997a399 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3476782fd52e44778da41f48bea71ef9&device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1094 time: 0.0557458 Dec 13 13:21:57.483864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-f2bd63b0-11b4-4881-80c8-220485ac57ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229965c2-742f-421d-9659-e6a5c8633e6a HTTP/1.1" status: 200 len: 217 time: 0.0433202 Dec 13 13:21:57.583078 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1858-0148-4614-ac76-699f6076378d req-9096d127-d08a-4981-a51f-f2287fa3deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:57.585201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-9096d127-d08a-4981-a51f-f2287fa3deb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edd61be1-3db9-48ee-b336-55b024266156 HTTP/1.1" status: 200 len: 848 time: 0.0945194 Dec 13 13:21:57.646637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1858-0148-4614-ac76-699f6076378d req-ef7c27b1-d999-43d6-bb8c-96f24f293fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:57.648088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-ef7c27b1-d999-43d6-bb8c-96f24f293fea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3abd3e2-9905-489a-83cc-935bb1a86de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530362 Dec 13 13:21:57.759706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-97ec2765-f42c-4983-8268-0d199ecdf9f2 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038628 Dec 13 13:21:57.783849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:58.189439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad1e1858-0148-4614-ac76-699f6076378d req-41e1768b-9ccf-4949-86df-6367d2f7b621 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234297 Dec 13 13:21:58.243193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a5ef9-1ffa-4d5e-b059-82268661d3dc req-3969e517-abd5-4139-a1cc-37248f622f18 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:58.244836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b9a5ef9-1ffa-4d5e-b059-82268661d3dc req-3969e517-abd5-4139-a1cc-37248f622f18 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 943 time: 0.0679862 Dec 13 13:21:58.342894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-9229771c-61f9-4c29-bb19-cd12d4131364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:58.344699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-9229771c-61f9-4c29-bb19-cd12d4131364 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3476782fd52e44778da41f48bea71ef9&device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1094 time: 0.0804744 Dec 13 13:21:58.349416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b9a5ef9-1ffa-4d5e-b059-82268661d3dc req-f469d8d2-f08c-4886-8394-3a1d5ddc3b12 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924597 Dec 13 13:21:58.438955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-3dfb44cf-8644-4eb3-92d9-1e1acd045823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:58.440539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-3dfb44cf-8644-4eb3-92d9-1e1acd045823 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3abd3e2-9905-489a-83cc-935bb1a86de6 HTTP/1.1" status: 200 len: 909 time: 0.0886898 Dec 13 13:21:58.485220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-5a607946-3f8a-4f71-b447-f00aa6b9b4cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229965c2-742f-421d-9659-e6a5c8633e6a HTTP/1.1" status: 200 len: 217 time: 0.0373669 Dec 13 13:21:58.544279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-e1f62415-0117-46eb-b50c-09768db0116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:58.546061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-e1f62415-0117-46eb-b50c-09768db0116e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edd61be1-3db9-48ee-b336-55b024266156 HTTP/1.1" status: 200 len: 848 time: 0.0525763 Dec 13 13:21:58.594538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-3092d7ae-b7d8-475d-bb9b-609128bd7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:58.596094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-3092d7ae-b7d8-475d-bb9b-609128bd7747 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3abd3e2-9905-489a-83cc-935bb1a86de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428972 Dec 13 13:21:58.691375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-b9b094d0-3cb7-4ffa-b8b9-ef33617b7fab service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868800 Dec 13 13:21:58.792215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5286f95-b0af-474f-bfd2-7f2f0c489c78 req-503b237e-0721-46eb-a727-738c619021a8 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928195 Dec 13 13:21:59.149146 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:21:59.479035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521778b-0a81-45eb-b09a-c1f42ad5d53e req-dc350c68-1e9d-4388-aba6-a708244e1a4e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:21:59.480612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1521778b-0a81-45eb-b09a-c1f42ad5d53e req-dc350c68-1e9d-4388-aba6-a708244e1a4e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 943 time: 0.0577991 Dec 13 13:21:59.534285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1521778b-0a81-45eb-b09a-c1f42ad5d53e req-9ab3a9ba-9f51-48dc-b187-a56ea6a39ab5 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471480 Dec 13 13:21:59.908898 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:00.333726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 229965c2-742f-421d-9659-e6a5c8633e6a details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:22:00.341257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1fa13-4ae2-4f89-a1e1-39d43478defc req-6b75a59f-cdbe-425b-9f9e-714c739b3c13 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:00.343002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39a1fa13-4ae2-4f89-a1e1-39d43478defc req-6b75a59f-cdbe-425b-9f9e-714c739b3c13 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 945 time: 0.0560675 Dec 13 13:22:00.397991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39a1fa13-4ae2-4f89-a1e1-39d43478defc req-b01bfbba-6816-458a-853b-7190cd2142f8 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487556 Dec 13 13:22:00.436354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 229965c2-742f-421d-9659-e6a5c8633e6a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=229965c2-742f-421d-9659-e6a5c8633e6a,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:22:00.448628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '229965c2-742f-421d-9659-e6a5c8633e6a', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'port_id': '229965c2-742f-421d-9659-e6a5c8633e6a', 'mac_address': 'fa:16:3e:78:a8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:22:00.489277 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:00.504356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229965c2-742f-421d-9659-e6a5c8633e6a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:22:00.525664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 229965c2-742f-421d-9659-e6a5c8633e6a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=229965c2-742f-421d-9659-e6a5c8633e6a,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:22:00.530455 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:00.580880 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=229965c2-742f-421d-9659-e6a5c8633e6a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:00.665548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc464a-0515-4d77-888b-28dc703782ba req-5e4e285a-92d4-4d69-b0e6-2f74341ecc3a tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:00.667131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0edc464a-0515-4d77-888b-28dc703782ba req-5e4e285a-92d4-4d69-b0e6-2f74341ecc3a tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 944 time: 0.0528755 Dec 13 13:22:00.719639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0edc464a-0515-4d77-888b-28dc703782ba req-a8ff7feb-8e01-4fc0-a3a1-00a8cd9d01a9 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Dec 13 13:22:00.758426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['229965c2-742f-421d-9659-e6a5c8633e6a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:22:01.532487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552789b-55ee-4ed9-ba71-c86c3aa395b1 req-0d195eb2-c0f3-42d6-9200-2e16edd8b36e tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:01.534032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b552789b-55ee-4ed9-ba71-c86c3aa395b1 req-0d195eb2-c0f3-42d6-9200-2e16edd8b36e tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 945 time: 0.0562074 Dec 13 13:22:01.599172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b552789b-55ee-4ed9-ba71-c86c3aa395b1 req-6f29f92d-8d63-454c-89b1-8a0fbf8cea24 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587494 Dec 13 13:22:01.790821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-98fc2e66-c9ba-45a8-a585-0810db73ceac tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:01.792390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-98fc2e66-c9ba-45a8-a585-0810db73ceac tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 945 time: 0.0556502 Dec 13 13:22:01.902729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee37426-2228-40bf-b0ae-7b543e74d776 req-f79edeaf-26b0-4e34-a354-d41e5d857ee8 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:01.904202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ee37426-2228-40bf-b0ae-7b543e74d776 req-f79edeaf-26b0-4e34-a354-d41e5d857ee8 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 944 time: 0.1097369 Dec 13 13:22:01.947394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-db9e42c3-5768-4501-9786-1f7c9bf284b6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Deleting port cc8bcfa8-9208-484b-ae3f-eda367930bfd {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:22:01.947710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-db9e42c3-5768-4501-9786-1f7c9bf284b6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:01.999901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ee37426-2228-40bf-b0ae-7b543e74d776 req-02375b38-0b96-4018-b8eb-5f33562ec969 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884893 Dec 13 13:22:02.057636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-db9e42c3-5768-4501-9786-1f7c9bf284b6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] For port cc8bcfa8-9208-484b-ae3f-eda367930bfd, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=cc8bcfa8-9208-484b-ae3f-eda367930bfd,segment=NetworkSegment(bbc1f42c-f027-4304-bcbc-fd8caa710f5d),segment_id=bbc1f42c-f027-4304-bcbc-fd8caa710f5d)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:22:02.057999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-db9e42c3-5768-4501-9786-1f7c9bf284b6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:02.071345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-db9e42c3-5768-4501-9786-1f7c9bf284b6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Calling delete_port for cc8bcfa8-9208-484b-ae3f-eda367930bfd owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:22:02.208949 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-db9e42c3-5768-4501-9786-1f7c9bf284b6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:02.220416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['cc8bcfa8-9208-484b-ae3f-eda367930bfd'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:22:02.238613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e42c3-5768-4501-9786-1f7c9bf284b6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Pushing event deleted for resources: {'Port': ['ID=cc8bcfa8-9208-484b-ae3f-eda367930bfd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:02.284922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-db9e42c3-5768-4501-9786-1f7c9bf284b6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] No DVR routers for this DVR port cc8bcfa8-9208-484b-ae3f-eda367930bfd on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:22:02.287426 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-db9e42c3-5768-4501-9786-1f7c9bf284b6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:02.290969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ae86e19-6a59-4db5-a0e6-c6fabd5b6978 req-db9e42c3-5768-4501-9786-1f7c9bf284b6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.42 "DELETE /v2.0/ports/cc8bcfa8-9208-484b-ae3f-eda367930bfd HTTP/1.1" status: 204 len: 173 time: 0.4880142 Dec 13 13:22:02.291416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b39ddc8-e492-4777-97c0-eef2fd55be9d', 'name': 'network-vif-deleted', 'tag': 'cc8bcfa8-9208-484b-ae3f-eda367930bfd'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:22:02.293678 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077d4c59-2387-4e59-beca-440754e56cd1" -d '{"events": [{"server_uuid": "3b39ddc8-e492-4777-97c0-eef2fd55be9d", "name": "network-vif-deleted", "tag": "cc8bcfa8-9208-484b-ae3f-eda367930bfd"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:22:02.339737 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cb7d76-3b3b-485f-900b-6f8f7e3ae15f x-openstack-request-id: req-e4cb7d76-3b3b-485f-900b-6f8f7e3ae15f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:22:02.340310 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b39ddc8-e492-4777-97c0-eef2fd55be9d", "name": "network-vif-deleted", "tag": "cc8bcfa8-9208-484b-ae3f-eda367930bfd", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:22:02.340567 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4cb7d76-3b3b-485f-900b-6f8f7e3ae15f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:22:02.341000 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b39ddc8-e492-4777-97c0-eef2fd55be9d', 'name': 'network-vif-deleted', 'tag': 'cc8bcfa8-9208-484b-ae3f-eda367930bfd', 'status': 'completed', 'code': 200} Dec 13 13:22:02.352740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 229965c2-742f-421d-9659-e6a5c8633e6a up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:22:02.404317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 229965c2-742f-421d-9659-e6a5c8633e6a completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:22:02.408850 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 229965c2-742f-421d-9659-e6a5c8633e6a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:22:02.409451 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:02.490745 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:02.515770 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229965c2-742f-421d-9659-e6a5c8633e6a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:22:02.518016 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f6caae-169d-40a8-89bb-7054b10c103b" -d '{"events": [{"server_uuid": "bf227622-2e29-4797-92c1-0b0bdbbfcea7", "name": "network-vif-plugged", "status": "completed", "tag": "229965c2-742f-421d-9659-e6a5c8633e6a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:22:02.531154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 229965c2-742f-421d-9659-e6a5c8633e6a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=229965c2-742f-421d-9659-e6a5c8633e6a,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:22:02.535897 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:02.560228 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817a3e8f-14f7-4eff-b640-e9278af7fba8 x-openstack-request-id: req-817a3e8f-14f7-4eff-b640-e9278af7fba8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:22:02.560446 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf227622-2e29-4797-92c1-0b0bdbbfcea7", "name": "network-vif-plugged", "status": "completed", "tag": "229965c2-742f-421d-9659-e6a5c8633e6a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:22:02.560567 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-817a3e8f-14f7-4eff-b640-e9278af7fba8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:22:02.560938 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229965c2-742f-421d-9659-e6a5c8633e6a', 'code': 200} Dec 13 13:22:02.586792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=229965c2-742f-421d-9659-e6a5c8633e6a,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:02.655469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af621b70-d766-4ef4-b89b-e73825bbfff9 req-d54110f0-567a-492b-b7cc-3bfbd322eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:02.657499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af621b70-d766-4ef4-b89b-e73825bbfff9 req-d54110f0-567a-492b-b7cc-3bfbd322eada service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1096 time: 0.0442476 Dec 13 13:22:02.722312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c857a0ef-32e0-4d0e-b9d2-c765122b9066 req-ac0eb697-73b2-445e-af82-ac659765eb15 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b39ddc8-e492-4777-97c0-eef2fd55be9d HTTP/1.1" status: 200 len: 210 time: 0.0368171 Dec 13 13:22:02.740379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af621b70-d766-4ef4-b89b-e73825bbfff9 req-244ee44a-099c-4485-b014-d29626b52398 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688813 Dec 13 13:22:03.133957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20481c-b01d-4787-b325-4805f3f47759 req-fb75b498-6cc4-4f70-a999-a5620e466833 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:03.135467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb20481c-b01d-4787-b325-4805f3f47759 req-fb75b498-6cc4-4f70-a999-a5620e466833 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 945 time: 0.0535471 Dec 13 13:22:03.190844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb20481c-b01d-4787-b325-4805f3f47759 req-2ab5e9ab-0d72-4f1e-98e8-830a4f640a57 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492432 Dec 13 13:22:04.315308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b3c6a-4823-4a9f-9341-9727c115565c req-6abe491e-700f-4c02-813a-3f9f8a284247 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:04.316710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e6b3c6a-4823-4a9f-9341-9727c115565c req-6abe491e-700f-4c02-813a-3f9f8a284247 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 945 time: 0.0510113 Dec 13 13:22:04.356885 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device cc8bcfa8-9208-484b-ae3f-eda367930bfd no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:22:04.368828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e6b3c6a-4823-4a9f-9341-9727c115565c req-7da42281-1712-4489-9fc0-c3c7a84afcfd tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455575 Dec 13 13:22:04.379837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: cc8bcfa8-9208-484b-ae3f-eda367930bfd {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:22:04.380315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device cc8bcfa8-9208-484b-ae3f-eda367930bfd not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:22:04.489408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395bf1b-e40f-45c9-bab4-7d43e3fe0517 req-462c091b-316c-4c03-99bd-c543eb1b2dbd tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:04.490997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f395bf1b-e40f-45c9-bab4-7d43e3fe0517 req-462c091b-316c-4c03-99bd-c543eb1b2dbd tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 945 time: 0.0525184 Dec 13 13:22:04.543990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f395bf1b-e40f-45c9-bab4-7d43e3fe0517 req-80282afc-a543-40fb-878f-99c9faf96255 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459642 Dec 13 13:22:04.671840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6163b08-caeb-4ccb-9c67-dc21527f6cad req-f89d0667-9456-422b-a7f4-c528f1142f9d tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:04.673340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6163b08-caeb-4ccb-9c67-dc21527f6cad req-f89d0667-9456-422b-a7f4-c528f1142f9d tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 945 time: 0.0564535 Dec 13 13:22:04.725056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6163b08-caeb-4ccb-9c67-dc21527f6cad req-dc017bbb-ca7d-41e3-913d-7feb47193e6b tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453355 Dec 13 13:22:04.747323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35156) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:22:04.837004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de55698-0705-4043-b88b-12578748391e tempest-TestServerBasicOps-1854018766 tempest-TestServerBasicOps-1854018766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:04.838786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2de55698-0705-4043-b88b-12578748391e tempest-TestServerBasicOps-1854018766 tempest-TestServerBasicOps-1854018766-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1091 time: 0.0900960 Dec 13 13:22:04.841840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35160) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:22:04.846485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '229965c2-742f-421d-9659-e6a5c8633e6a', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:22:04.871731 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:04.977359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:05.082038 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Allocated IP 172.25.2.207 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/24d74c5f-4f58-4268-982a-17b5e6f54a30) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:22:05.193941 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:05.231564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:05.286267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:22:05.292909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event updated for resources: {'Port': ['ID=24d74c5f-4f58-4268-982a-17b5e6f54a30,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:05.295896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:22:05.300521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:22:05.730619 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:05.808319 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:05.964880 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:05.971657 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:06.044345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event updated for resources: {'Port': ['ID=24d74c5f-4f58-4268-982a-17b5e6f54a30,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:06.055743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:06.160489 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Floating IP c513f514-e5cf-47b8-8e65-d138ff43e0b7 associated. External IP: 172.25.2.207, port: 229965c2-742f-421d-9659-e6a5c8633e6a. Dec 13 13:22:06.380313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Router 51695591-7e14-4c50-b516-77dbcf35e298 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:22:06.500550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:22:06.511087 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] Sync routers for ids ['51695591-7e14-4c50-b516-77dbcf35e298'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:22:06.519976 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:06.522306 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] Routers {'51695591-7e14-4c50-b516-77dbcf35e298'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:22:06.522937 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:21:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['51695591-7e14-4c50-b516-77dbcf35e298'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:22:06.551666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b632a797-2614-4fd8-b42f-eb543694ca80 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7087958 Dec 13 13:22:06.552661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'tag': '229965c2-742f-421d-9659-e6a5c8633e6a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:22:06.555259 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d364498-0a8e-45ef-8110-ed65e2271fea" -d '{"events": [{"name": "network-changed", "server_uuid": "bf227622-2e29-4797-92c1-0b0bdbbfcea7", "tag": "229965c2-742f-421d-9659-e6a5c8633e6a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:22:06.599543 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b581df7-80a0-4c2d-8e0e-c888cb20422e x-openstack-request-id: req-6b581df7-80a0-4c2d-8e0e-c888cb20422e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:22:06.599942 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf227622-2e29-4797-92c1-0b0bdbbfcea7", "tag": "229965c2-742f-421d-9659-e6a5c8633e6a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:22:06.600290 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b581df7-80a0-4c2d-8e0e-c888cb20422e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:22:06.600807 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'tag': '229965c2-742f-421d-9659-e6a5c8633e6a', 'status': 'completed', 'code': 200} Dec 13 13:22:06.641558 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] Set router 51695591-7e14-4c50-b516-77dbcf35e298 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:22:06.667876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-c10bb974-19dc-4482-9957-3a4e242ce5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:06.669660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-c10bb974-19dc-4482-9957-3a4e242ce5b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3476782fd52e44778da41f48bea71ef9&device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1096 time: 0.0449355 Dec 13 13:22:06.764681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-bc140b6c-59e4-4f5b-bf71-572ef90ab789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:06.766917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-bc140b6c-59e4-4f5b-bf71-572ef90ab789 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3abd3e2-9905-489a-83cc-935bb1a86de6 HTTP/1.1" status: 200 len: 909 time: 0.0887346 Dec 13 13:22:06.846463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-7a4edf70-9ecf-4316-a8d0-090f54135459 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229965c2-742f-421d-9659-e6a5c8633e6a HTTP/1.1" status: 200 len: 999 time: 0.0727067 Dec 13 13:22:06.880084 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c513f514-e5cf-47b8-8e65-d138ff43e0b7', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'port_id': '229965c2-742f-421d-9659-e6a5c8633e6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'mac_address': 'fa:16:3e:78:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:22:05Z', 'updated_at': '2021-12-13T13:22:05Z', 'revision_number': 0, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e269e284-418c-44d1-8767-03f7e51cfc28', 'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'mac_address': 'fa:16:3e:d3:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:43Z', 'updated_at': '2021-12-13T13:21:49Z', 'revision_number': 5, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'subnets': [{'id': 'edd61be1-3db9-48ee-b336-55b024266156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:22:06.903882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-4001d322-0ee4-44a6-9152-b25ef4f9c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:06.905510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-4001d322-0ee4-44a6-9152-b25ef4f9c978 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edd61be1-3db9-48ee-b336-55b024266156 HTTP/1.1" status: 200 len: 848 time: 0.0526168 Dec 13 13:22:06.909636 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] Checking router: 51695591-7e14-4c50-b516-77dbcf35e298 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:22:06.918635 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] Routers {'51695591-7e14-4c50-b516-77dbcf35e298'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:22:06.919226 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:21:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['51695591-7e14-4c50-b516-77dbcf35e298'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:22:06.954008 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-d83c055d-1554-43fc-b2bb-3cfcfad8f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:06.955571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-d83c055d-1554-43fc-b2bb-3cfcfad8f02f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3abd3e2-9905-489a-83cc-935bb1a86de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431218 Dec 13 13:22:07.030263 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] Set router 51695591-7e14-4c50-b516-77dbcf35e298 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:22:07.053862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-63d23e65-6208-4f8f-a8cd-bb0dad123571 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900486 Dec 13 13:22:07.145978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d364498-0a8e-45ef-8110-ed65e2271fea req-ef73d6f2-0c56-4f66-96c7-d51a904a3469 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846593 Dec 13 13:22:07.265523 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c513f514-e5cf-47b8-8e65-d138ff43e0b7', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'port_id': '229965c2-742f-421d-9659-e6a5c8633e6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'mac_address': 'fa:16:3e:78:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:22:05Z', 'updated_at': '2021-12-13T13:22:05Z', 'revision_number': 0, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e269e284-418c-44d1-8767-03f7e51cfc28', 'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'mac_address': 'fa:16:3e:d3:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:43Z', 'updated_at': '2021-12-13T13:21:49Z', 'revision_number': 5, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'subnets': [{'id': 'edd61be1-3db9-48ee-b336-55b024266156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:22:07.294167 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec752d8a-4462-46bc-9c10-1ef3f279a69a None None] The sync data for ids ['51695591-7e14-4c50-b516-77dbcf35e298'] in n-d-817326-4 is: [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'c513f514-e5cf-47b8-8e65-d138ff43e0b7', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'port_id': '229965c2-742f-421d-9659-e6a5c8633e6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'mac_address': 'fa:16:3e:78:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:22:05Z', 'updated_at': '2021-12-13T13:22:05Z', 'revision_number': 0, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e269e284-418c-44d1-8767-03f7e51cfc28', 'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'mac_address': 'fa:16:3e:d3:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:43Z', 'updated_at': '2021-12-13T13:21:49Z', 'revision_number': 5, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'subnets': [{'id': 'edd61be1-3db9-48ee-b336-55b024266156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:22:07.527749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88814a75-0b87-4f39-858d-848ffd2f41db None None] New status for floating IP c513f514-e5cf-47b8-8e65-d138ff43e0b7: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:22:07.897842 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:07.901100 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:10.784661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-550b3020-6086-4fd4-9720-dd1f4e3e1aa6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:10.786626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-550b3020-6086-4fd4-9720-dd1f4e3e1aa6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/networks?id=bef1dc43-fff8-4d38-a554-9730f3e07571 HTTP/1.1" status: 200 len: 814 time: 0.1112790 Dec 13 13:22:10.807602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-14985b0b-5c69-4f48-b889-bfccae09761a tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/quotas/ca2ad679ca244fbf9c4ec14fa7ff3414 HTTP/1.1" status: 200 len: 375 time: 0.0138831 Dec 13 13:22:10.842381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-83fdede3-f4e5-46e4-a2a5-2e11a10730a2 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca2ad679ca244fbf9c4ec14fa7ff3414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293012 Dec 13 13:22:10.938108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-03eaba61-f0fe-4726-ac4a-39cf6615e6be service neutron] 10.222.0.31 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884912 Dec 13 13:22:11.043097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-28c1ebc4-f0ac-4f85-b326-2c53d534775e service neutron] 10.222.0.31 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988266 Dec 13 13:22:11.211310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-deb100a7-4de6-42cc-94b7-911898f9e566 req-96becef9-6403-4140-a37c-379341c570c9 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 210 time: 0.0269256 Dec 13 13:22:12.166934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3aba47e5-853c-4993-bd5f-709834d32bb9 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:12.168406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3aba47e5-853c-4993-bd5f-709834d32bb9 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.37 "GET /v2.0/networks?id=bef1dc43-fff8-4d38-a554-9730f3e07571 HTTP/1.1" status: 200 len: 814 time: 0.1119158 Dec 13 13:22:12.181886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Request body: {'port': {'device_id': 'e762c7cc-9878-4dd7-b679-21d013e02359', 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571', 'admin_state_up': True, 'tenant_id': 'ca2ad679ca244fbf9c4ec14fa7ff3414'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:22:12.524166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b56fce-6d61-4321-a310-ac9dcf0f6a73 req-76485bc1-ed85-4ded-b2f8-9e07fdad77de tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 210 time: 0.0520284 Dec 13 13:22:12.590932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Made reservation on behalf of ca2ad679ca244fbf9c4ec14fa7ff3414 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:22:12.594769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:12.730602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Allocated IP 172.20.0.11 (bef1dc43-fff8-4d38-a554-9730f3e07571/9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7/150e33ab-fbf2-4ab8-a064-a53491a8aca1) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:22:12.899944 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:12.940665 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:12.990477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Network bef1dc43-fff8-4d38-a554-9730f3e07571 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:22:12.993454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:22:12.998156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:22:13.005225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Pushing event updated for resources: {'Port': ['ID=150e33ab-fbf2-4ab8-a064-a53491a8aca1,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:13.052250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:13.052847 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:13.072265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-4409655b-058e-4749-a876-eb5117025b76 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8944595 Dec 13 13:22:13.084696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Request body: {'port': {'device_id': 'e762c7cc-9878-4dd7-b679-21d013e02359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:22:13.142197 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:13.407896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150e33ab-fbf2-4ab8-a064-a53491a8aca1 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:22:13.415680 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:13.428815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Transition to ACTIVE for port object 150e33ab-fbf2-4ab8-a064-a53491a8aca1 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:22:13.434029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:13.482124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Pushing event updated for resources: {'Port': ['ID=150e33ab-fbf2-4ab8-a064-a53491a8aca1,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:13.555215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Attempting to bind port 150e33ab-fbf2-4ab8-a064-a53491a8aca1 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:22:13.555573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Attempting to bind port 150e33ab-fbf2-4ab8-a064-a53491a8aca1 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:22:13.555985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Attempting to bind port 150e33ab-fbf2-4ab8-a064-a53491a8aca1 on network bef1dc43-fff8-4d38-a554-9730f3e07571 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:22:13.560902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Port 150e33ab-fbf2-4ab8-a064-a53491a8aca1 on network bef1dc43-fff8-4d38-a554-9730f3e07571 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:22:13.561221 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Attempting to bind port 150e33ab-fbf2-4ab8-a064-a53491a8aca1 on network bef1dc43-fff8-4d38-a554-9730f3e07571 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:22:13.566415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:22:13.566742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Checking segment: {'id': 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:22:13.567142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Bound using segment: {'id': 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:22:13.567555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Bound port: 150e33ab-fbf2-4ab8-a064-a53491a8aca1, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:22:13.567904 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:13.658596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] For port 150e33ab-fbf2-4ab8-a064-a53491a8aca1, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:22:13.673011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] For port 150e33ab-fbf2-4ab8-a064-a53491a8aca1, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=150e33ab-fbf2-4ab8-a064-a53491a8aca1,segment=NetworkSegment(bbc1f42c-f027-4304-bcbc-fd8caa710f5d),segment_id=bbc1f42c-f027-4304-bcbc-fd8caa710f5d)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:22:13.682043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8d54-dcc4-4bbc-9f03-287f34548cb8 req-43ad99d3-ec0a-492c-9675-f48c1db79da6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:13.684052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cfb8d54-dcc4-4bbc-9f03-287f34548cb8 req-43ad99d3-ec0a-492c-9675-f48c1db79da6 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 944 time: 0.0837305 Dec 13 13:22:13.685940 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:13.734377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:13.735140 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:13.738034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] 10.222.0.37 "PUT /v2.0/ports/150e33ab-fbf2-4ab8-a064-a53491a8aca1 HTTP/1.1" status: 200 len: 1092 time: 0.6571467 Dec 13 13:22:13.752212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e762c7cc-9878-4dd7-b679-21d013e02359', 'tag': '150e33ab-fbf2-4ab8-a064-a53491a8aca1'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:22:13.755148 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500193e2-f7b0-4acd-a3c9-6849f7921c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e762c7cc-9878-4dd7-b679-21d013e02359", "tag": "150e33ab-fbf2-4ab8-a064-a53491a8aca1"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:22:13.802170 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a40819-3bbb-4b82-9bd9-5544b61c5b1c x-openstack-request-id: req-93a40819-3bbb-4b82-9bd9-5544b61c5b1c {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:22:13.802462 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e762c7cc-9878-4dd7-b679-21d013e02359", "tag": "150e33ab-fbf2-4ab8-a064-a53491a8aca1", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:22:13.802712 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93a40819-3bbb-4b82-9bd9-5544b61c5b1c {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:22:13.803100 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e762c7cc-9878-4dd7-b679-21d013e02359', 'tag': '150e33ab-fbf2-4ab8-a064-a53491a8aca1', 'status': 'completed', 'code': 200} Dec 13 13:22:13.820930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc39ae-46a8-4cfd-b74a-2b2efa581d83 service neutron] Pushing event updated for resources: {'Port': ['ID=150e33ab-fbf2-4ab8-a064-a53491a8aca1,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:13.833857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cfb8d54-dcc4-4bbc-9f03-287f34548cb8 req-dbe70b93-df33-4d3d-a442-13594ab3efed tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192026 Dec 13 13:22:13.847931 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-6956edc0-9d69-406d-ae69-32f0b7a78bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:13.849568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-6956edc0-9d69-406d-ae69-32f0b7a78bf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2ad679ca244fbf9c4ec14fa7ff3414&device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 1095 time: 0.0649824 Dec 13 13:22:13.906346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-f92e0a9a-7b40-4444-b6b0-15005cf9fae6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150e33ab-fbf2-4ab8-a064-a53491a8aca1 HTTP/1.1" status: 200 len: 217 time: 0.0484414 Dec 13 13:22:13.956988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-d0867066-b1b0-4730-a5bb-0110fb6f9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:13.958462 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-d0867066-b1b0-4730-a5bb-0110fb6f9e22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7 HTTP/1.1" status: 200 len: 854 time: 0.0447917 Dec 13 13:22:13.993830 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-558e327d-3078-405d-81f4-529316648c23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bef1dc43-fff8-4d38-a554-9730f3e07571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284870 Dec 13 13:22:14.095815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-d59138bc-b880-45e2-a001-8fe48ecf1a54 service neutron] 10.222.0.37 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944531 Dec 13 13:22:14.198392 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-95476f4d-0c63-4ae8-9fac-8731035719e6 req-3cdcbb7a-0cee-4ac1-9897-8695c119dfff service neutron] 10.222.0.37 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947263 Dec 13 13:22:14.299628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500193e2-f7b0-4acd-a3c9-6849f7921c5e req-8db8a595-7beb-4774-bf6a-980c87eb9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:14.301032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-500193e2-f7b0-4acd-a3c9-6849f7921c5e req-8db8a595-7beb-4774-bf6a-980c87eb9ef0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2ad679ca244fbf9c4ec14fa7ff3414&device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 1095 time: 0.0434546 Dec 13 13:22:14.400507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500193e2-f7b0-4acd-a3c9-6849f7921c5e req-1cce1793-ff73-45da-974e-0c05bb2458fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:14.401988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-500193e2-f7b0-4acd-a3c9-6849f7921c5e req-1cce1793-ff73-45da-974e-0c05bb2458fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=bef1dc43-fff8-4d38-a554-9730f3e07571 HTTP/1.1" status: 200 len: 914 time: 0.0931101 Dec 13 13:22:14.444780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-500193e2-f7b0-4acd-a3c9-6849f7921c5e req-342f5752-7128-45ea-b6f3-b8f28228e08b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150e33ab-fbf2-4ab8-a064-a53491a8aca1 HTTP/1.1" status: 200 len: 217 time: 0.0352323 Dec 13 13:22:14.496296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500193e2-f7b0-4acd-a3c9-6849f7921c5e req-fd0fd734-24fc-4a7e-b5ae-3cb98ddb2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:14.498597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-500193e2-f7b0-4acd-a3c9-6849f7921c5e req-fd0fd734-24fc-4a7e-b5ae-3cb98ddb2670 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7 HTTP/1.1" status: 200 len: 854 time: 0.0469429 Dec 13 13:22:14.536737 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-500193e2-f7b0-4acd-a3c9-6849f7921c5e req-ebf798f9-c2ef-4d86-8317-6fa9e0a160af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bef1dc43-fff8-4d38-a554-9730f3e07571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300794 Dec 13 13:22:14.628671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-500193e2-f7b0-4acd-a3c9-6849f7921c5e req-1ef614fa-5ab5-4dde-b01d-4e1087b326ab service neutron] 10.222.0.37 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844700 Dec 13 13:22:14.733498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-500193e2-f7b0-4acd-a3c9-6849f7921c5e req-9ea5e1d8-cfcb-4aea-be00-cb0fabf6a4bc service neutron] 10.222.0.37 "GET /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961633 Dec 13 13:22:14.968877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7db08-0d80-47e7-9b8c-aec0e41d63a0 req-e694e79d-67ea-488e-b8c4-d8a336d77ef3 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:14.970334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9fe7db08-0d80-47e7-9b8c-aec0e41d63a0 req-e694e79d-67ea-488e-b8c4-d8a336d77ef3 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 944 time: 0.0583885 Dec 13 13:22:15.021031 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9fe7db08-0d80-47e7-9b8c-aec0e41d63a0 req-31148f48-9832-4690-88e2-a88cfd6d44f8 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Dec 13 13:22:16.161440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-84749114-3cb6-4306-882a-b90613f38e50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722041 Dec 13 13:22:16.174243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a80fef-20e3-4b83-a12e-91b04ef28170 req-dc4a0331-c78a-442c-bf6d-14128e2ac286 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:16.175641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94a80fef-20e3-4b83-a12e-91b04ef28170 req-dc4a0331-c78a-442c-bf6d-14128e2ac286 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 944 time: 0.0623622 Dec 13 13:22:16.249718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94a80fef-20e3-4b83-a12e-91b04ef28170 req-629bff74-b81c-43a8-a2e0-adb3af5c95c0 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678108 Dec 13 13:22:16.260808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-fba947af-f734-4b8c-b550-81e70db9a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:16.262308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-fba947af-f734-4b8c-b550-81e70db9a092 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3476782fd52e44778da41f48bea71ef9&device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1096 time: 0.0530543 Dec 13 13:22:16.374552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-f1875383-e086-4908-9e33-09074c4735f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:16.376134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-f1875383-e086-4908-9e33-09074c4735f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3abd3e2-9905-489a-83cc-935bb1a86de6 HTTP/1.1" status: 200 len: 909 time: 0.0940001 Dec 13 13:22:16.445865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-af11235d-13f6-4632-97c3-cf06eeb28841 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229965c2-742f-421d-9659-e6a5c8633e6a HTTP/1.1" status: 200 len: 1001 time: 0.0614605 Dec 13 13:22:16.498177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-2fee786b-bea6-4f5f-9291-e1f56f98c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:16.499627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-2fee786b-bea6-4f5f-9291-e1f56f98c393 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edd61be1-3db9-48ee-b336-55b024266156 HTTP/1.1" status: 200 len: 848 time: 0.0459235 Dec 13 13:22:16.563256 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-709ddb4e-c303-4a62-b061-00291176d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:16.564766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-709ddb4e-c303-4a62-b061-00291176d46e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3abd3e2-9905-489a-83cc-935bb1a86de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570993 Dec 13 13:22:16.660804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-4638ab8d-de2b-4e18-acc9-7940f2e8a8ff service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875463 Dec 13 13:22:16.755991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1937fdbc-6b93-4543-82f7-6dd90abb8a68 req-7f940821-80b0-4495-b580-86bf220c4a88 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878739 Dec 13 13:22:16.776186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 150e33ab-fbf2-4ab8-a064-a53491a8aca1 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:22:16.878900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 150e33ab-fbf2-4ab8-a064-a53491a8aca1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=150e33ab-fbf2-4ab8-a064-a53491a8aca1,segment=NetworkSegment(bbc1f42c-f027-4304-bcbc-fd8caa710f5d),segment_id=bbc1f42c-f027-4304-bcbc-fd8caa710f5d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:22:16.894454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '150e33ab-fbf2-4ab8-a064-a53491a8aca1', 'network_id': 'bef1dc43-fff8-4d38-a554-9730f3e07571', 'port_id': '150e33ab-fbf2-4ab8-a064-a53491a8aca1', 'mac_address': 'fa:16:3e:af:cc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:22:16.931865 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:16.944492 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150e33ab-fbf2-4ab8-a064-a53491a8aca1 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:22:16.964881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 150e33ab-fbf2-4ab8-a064-a53491a8aca1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=150e33ab-fbf2-4ab8-a064-a53491a8aca1,segment=NetworkSegment(bbc1f42c-f027-4304-bcbc-fd8caa710f5d),segment_id=bbc1f42c-f027-4304-bcbc-fd8caa710f5d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:22:16.970064 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:17.022552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=150e33ab-fbf2-4ab8-a064-a53491a8aca1,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:17.187982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['150e33ab-fbf2-4ab8-a064-a53491a8aca1'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:22:17.373219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a006a77-4f37-45a4-8732-2aa9ee817774 req-6afc3926-9dab-4200-b872-aff1d91e60f7 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:17.374710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a006a77-4f37-45a4-8732-2aa9ee817774 req-6afc3926-9dab-4200-b872-aff1d91e60f7 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 945 time: 0.0515468 Dec 13 13:22:17.422134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a006a77-4f37-45a4-8732-2aa9ee817774 req-ead4336d-de0b-4f59-bfaa-860957e7203b tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Dec 13 13:22:18.544055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665dd56-35a4-435d-8c64-bcc87b0f3a99 req-56e3ad6d-2473-417a-94d9-11cccfdd79d9 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:18.545554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4665dd56-35a4-435d-8c64-bcc87b0f3a99 req-56e3ad6d-2473-417a-94d9-11cccfdd79d9 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 945 time: 0.0528753 Dec 13 13:22:18.595063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4665dd56-35a4-435d-8c64-bcc87b0f3a99 req-22e6599a-a959-4d10-a216-d5af88d6429f tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432422 Dec 13 13:22:18.787760 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 150e33ab-fbf2-4ab8-a064-a53491a8aca1 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:22:18.848924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 150e33ab-fbf2-4ab8-a064-a53491a8aca1 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:22:18.853237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 150e33ab-fbf2-4ab8-a064-a53491a8aca1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:22:18.854123 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:18.934658 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:18.959005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e762c7cc-9878-4dd7-b679-21d013e02359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150e33ab-fbf2-4ab8-a064-a53491a8aca1'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:22:18.961227 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4843e0-8b74-423d-8426-9b6a74540997" -d '{"events": [{"server_uuid": "e762c7cc-9878-4dd7-b679-21d013e02359", "name": "network-vif-plugged", "status": "completed", "tag": "150e33ab-fbf2-4ab8-a064-a53491a8aca1"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:22:18.973939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 150e33ab-fbf2-4ab8-a064-a53491a8aca1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=150e33ab-fbf2-4ab8-a064-a53491a8aca1,segment=NetworkSegment(bbc1f42c-f027-4304-bcbc-fd8caa710f5d),segment_id=bbc1f42c-f027-4304-bcbc-fd8caa710f5d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:22:18.979697 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:19.007551 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f65231-7ae8-4218-90a4-4ab4b2c754ec x-openstack-request-id: req-59f65231-7ae8-4218-90a4-4ab4b2c754ec {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:22:19.007839 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e762c7cc-9878-4dd7-b679-21d013e02359", "name": "network-vif-plugged", "status": "completed", "tag": "150e33ab-fbf2-4ab8-a064-a53491a8aca1", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:22:19.008106 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59f65231-7ae8-4218-90a4-4ab4b2c754ec {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:22:19.008472 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e762c7cc-9878-4dd7-b679-21d013e02359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150e33ab-fbf2-4ab8-a064-a53491a8aca1', 'code': 200} Dec 13 13:22:19.036617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=150e33ab-fbf2-4ab8-a064-a53491a8aca1,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:19.107489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930c6df-3d97-4e7d-92ee-129933c22b0f req-fb1b24d9-ed0e-4e28-ade6-5e5e663d368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:19.108992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f930c6df-3d97-4e7d-92ee-129933c22b0f req-fb1b24d9-ed0e-4e28-ade6-5e5e663d368e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 1097 time: 0.0452211 Dec 13 13:22:19.155082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f930c6df-3d97-4e7d-92ee-129933c22b0f req-26780c7e-3d85-478b-aadd-48ccaff5e7dd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375261 Dec 13 13:22:19.729154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d07ff-ae75-47e2-8f24-020c08c46355 req-0c2c84b7-16f6-42eb-aa23-e02eb599a4f5 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:19.730612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-161d07ff-ae75-47e2-8f24-020c08c46355 req-0c2c84b7-16f6-42eb-aa23-e02eb599a4f5 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 946 time: 0.0538208 Dec 13 13:22:19.796338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-161d07ff-ae75-47e2-8f24-020c08c46355 req-b43d14c1-a326-4ca7-807a-847da2688397 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567756 Dec 13 13:22:20.925708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86b30b-9cf5-45b0-b426-2e88115bf0ec req-a355341e-d5e1-4a23-b750-22ddd03bcd0c tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:20.927312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce86b30b-9cf5-45b0-b426-2e88115bf0ec req-a355341e-d5e1-4a23-b750-22ddd03bcd0c tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 946 time: 0.0516067 Dec 13 13:22:21.003402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce86b30b-9cf5-45b0-b426-2e88115bf0ec req-4bbd3094-79a6-4efb-8b0b-44bd7911b657 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691297 Dec 13 13:22:23.554533 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:22:24.230304 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9722a9a-29c8-431a-a9f2-3bf4aea26174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:26.635485 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c416bbb2-e316-4f1f-a194-9ff5fb350d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:27.786064 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:29.156807 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:29.908081 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:30.100223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-04ecf65b-f907-4e0f-9bd7-a9c525e7b74e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421376 Dec 13 13:22:30.185939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-3aa0dd7b-bd7e-4e4c-8f67-466c3e4caad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:30.187592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-3aa0dd7b-bd7e-4e4c-8f67-466c3e4caad6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 1097 time: 0.0433702 Dec 13 13:22:30.296113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-fff61898-5cc3-4d0f-852a-114eea515019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:30.297603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-fff61898-5cc3-4d0f-852a-114eea515019 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.0906365 Dec 13 13:22:30.368773 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-18503e2a-57bd-48a8-90ea-6e743ef2be36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85055ab0-fe75-48c0-b1c6-1e525ba96f1d HTTP/1.1" status: 200 len: 1002 time: 0.0637462 Dec 13 13:22:30.420416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-71328f2c-4da9-4cf0-8aad-1b3d31a3f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:30.421892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-71328f2c-4da9-4cf0-8aad-1b3d31a3f61e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0458391 Dec 13 13:22:30.474466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-bb75a9ff-d5f9-4e78-9498-e4d90e887d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:30.475951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-bb75a9ff-d5f9-4e78-9498-e4d90e887d64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463908 Dec 13 13:22:30.574549 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-4228c4d2-dd90-45fd-8582-d464faf2f0bd service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910072 Dec 13 13:22:30.682774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-279c7993-1f9f-4a01-b3a9-a0a7939b18ef req-0d32d4f6-c648-4375-885c-261a85e38311 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003461 Dec 13 13:22:37.681542 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:37.709337 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:43.888391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35330) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:22:43.983960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff87c5-1b19-462a-ad48-ff0e999d1979 req-08da3119-4bc6-4be8-bf7b-592f02a3238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:43.985550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8ff87c5-1b19-462a-ad48-ff0e999d1979 req-08da3119-4bc6-4be8-bf7b-592f02a3238d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1096 time: 0.0959790 Dec 13 13:22:44.037001 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8ff87c5-1b19-462a-ad48-ff0e999d1979 req-1823033b-def0-4edd-a5a3-c6cac2d84658 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453992 Dec 13 13:22:49.585521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca114bd-7c57-4e46-826f-5adb955acb04 req-3e1cafc3-8c48-44aa-9ddf-b21789273085 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:49.587002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ca114bd-7c57-4e46-826f-5adb955acb04 req-3e1cafc3-8c48-44aa-9ddf-b21789273085 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 946 time: 0.0519991 Dec 13 13:22:49.638946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3ca114bd-7c57-4e46-826f-5adb955acb04 req-d792e23a-d453-44a9-83a1-1b31572df176 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Dec 13 13:22:50.779279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69574650-fdb0-4215-9434-b5099a8a6c8d req-f26a347e-0ca1-4c0a-9a91-505533814c47 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:50.780795 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69574650-fdb0-4215-9434-b5099a8a6c8d req-f26a347e-0ca1-4c0a-9a91-505533814c47 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 946 time: 0.0634816 Dec 13 13:22:50.836755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69574650-fdb0-4215-9434-b5099a8a6c8d req-fa1d2148-edcd-4285-88c6-1a068856f59a tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcc6c94f-c976-48b9-a79d-1784258d3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483093 Dec 13 13:22:51.054533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-5ebd41b2-4e24-4e0e-b376-ed518d327d71 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:22:51.055937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-5ebd41b2-4e24-4e0e-b376-ed518d327d71 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.37 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 946 time: 0.0521669 Dec 13 13:22:51.166789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Deleting port 150e33ab-fbf2-4ab8-a064-a53491a8aca1 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:22:51.167092 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:51.258578 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] For port 150e33ab-fbf2-4ab8-a064-a53491a8aca1, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=150e33ab-fbf2-4ab8-a064-a53491a8aca1,segment=NetworkSegment(bbc1f42c-f027-4304-bcbc-fd8caa710f5d),segment_id=bbc1f42c-f027-4304-bcbc-fd8caa710f5d)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:22:51.258918 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:51.271290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Calling delete_port for 150e33ab-fbf2-4ab8-a064-a53491a8aca1 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:22:51.418092 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:51.431100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['150e33ab-fbf2-4ab8-a064-a53491a8aca1'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:22:51.447765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Pushing event deleted for resources: {'Port': ['ID=150e33ab-fbf2-4ab8-a064-a53491a8aca1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:22:51.461753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.462118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.462479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.462817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.463150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.463478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.463822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.464141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.464444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.464767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.465087 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.465403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.465717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:22:51.500851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] No DVR routers for this DVR port 150e33ab-fbf2-4ab8-a064-a53491a8aca1 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:22:51.503634 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:51.507644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f775fb6-e389-4b1c-817c-e22aacaa0365 req-d96d3a0f-fc63-4c9b-aa01-b20f4d6936db tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.37 "DELETE /v2.0/ports/150e33ab-fbf2-4ab8-a064-a53491a8aca1 HTTP/1.1" status: 204 len: 173 time: 0.4460080 Dec 13 13:22:51.508082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e762c7cc-9878-4dd7-b679-21d013e02359', 'name': 'network-vif-deleted', 'tag': '150e33ab-fbf2-4ab8-a064-a53491a8aca1'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:22:51.510408 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1c96d-29b0-4121-b5b2-1f0fd2eb843c" -d '{"events": [{"server_uuid": "e762c7cc-9878-4dd7-b679-21d013e02359", "name": "network-vif-deleted", "tag": "150e33ab-fbf2-4ab8-a064-a53491a8aca1"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:22:51.549573 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f015fe4e-5a62-4aee-91b6-ca1613910e85 x-openstack-request-id: req-f015fe4e-5a62-4aee-91b6-ca1613910e85 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:22:51.549870 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e762c7cc-9878-4dd7-b679-21d013e02359", "name": "network-vif-deleted", "tag": "150e33ab-fbf2-4ab8-a064-a53491a8aca1", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:22:51.550149 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f015fe4e-5a62-4aee-91b6-ca1613910e85 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:22:51.550552 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e762c7cc-9878-4dd7-b679-21d013e02359', 'name': 'network-vif-deleted', 'tag': '150e33ab-fbf2-4ab8-a064-a53491a8aca1', 'status': 'completed', 'code': 200} Dec 13 13:22:51.952942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7389dfd5-d45f-4cb2-a0ff-022155a99576 req-789a1267-f509-4a0e-ad7f-d47f61647bd7 tempest-VolumesSnapshotTestJSON-1519248244 tempest-VolumesSnapshotTestJSON-1519248244-project] 10.222.0.31 "GET /v2.0/ports?device_id=e762c7cc-9878-4dd7-b679-21d013e02359 HTTP/1.1" status: 200 len: 210 time: 0.0309551 Dec 13 13:22:54.238126 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-173ee01a-8779-42ba-b0fb-866c19c5511c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:54.930394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 150e33ab-fbf2-4ab8-a064-a53491a8aca1 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:22:54.951363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 150e33ab-fbf2-4ab8-a064-a53491a8aca1 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:22:54.951708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 150e33ab-fbf2-4ab8-a064-a53491a8aca1 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:22:56.639813 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d1cd-5f7a-49b5-a830-aa3ed44467e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:57.792286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:59.157769 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:22:59.902471 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:00.553701 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:23:07.698211 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:07.727159 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:16.138553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-a62b92f4-129c-4e29-977a-b6e0c3dd2d7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480223 Dec 13 13:23:16.227093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-b203d7fc-e19d-472c-b03a-8c4015927f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:16.228656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-b203d7fc-e19d-472c-b03a-8c4015927f7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3476782fd52e44778da41f48bea71ef9&device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1096 time: 0.0460379 Dec 13 13:23:16.340777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-12762da7-d9ef-40be-809c-0662cc8ec4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:16.342499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-12762da7-d9ef-40be-809c-0662cc8ec4c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3abd3e2-9905-489a-83cc-935bb1a86de6 HTTP/1.1" status: 200 len: 909 time: 0.0913072 Dec 13 13:23:16.414261 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-24a9eadf-2692-4526-9557-36d01fef8579 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229965c2-742f-421d-9659-e6a5c8633e6a HTTP/1.1" status: 200 len: 1001 time: 0.0649190 Dec 13 13:23:16.475547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-2ff17fa0-1239-406d-935a-56191b739f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:16.477391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-2ff17fa0-1239-406d-935a-56191b739f3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edd61be1-3db9-48ee-b336-55b024266156 HTTP/1.1" status: 200 len: 848 time: 0.0564187 Dec 13 13:23:16.529794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-65f463d9-b868-45a0-93f1-7f67dcac9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:16.531455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-65f463d9-b868-45a0-93f1-7f67dcac9fb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3abd3e2-9905-489a-83cc-935bb1a86de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476367 Dec 13 13:23:16.623541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-eb53cd78-e996-49ae-8dc9-2523fa2e5d98 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845406 Dec 13 13:23:17.024248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-562c9e4a-8931-49db-a3b4-355bc0817f7b req-888343a6-d572-4fda-bbde-3a9a29b6c821 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935182 Dec 13 13:23:21.504616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aadbef-48f7-448e-bd5b-ccdac05c02e2 req-41d7ec15-95ea-4b12-9ac3-5b42f864844a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:21.507053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6aadbef-48f7-448e-bd5b-ccdac05c02e2 req-41d7ec15-95ea-4b12-9ac3-5b42f864844a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 946 time: 0.1192436 Dec 13 13:23:21.555899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6aadbef-48f7-448e-bd5b-ccdac05c02e2 req-360f6a33-b5c1-4d54-b3c8-24492508e3c6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 Dec 13 13:23:22.738800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa2225-9fa7-40be-b908-745c15a1a3ed req-8c9229a0-2883-4111-837e-b6b0fbbd1f6e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:22.740298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ddaa2225-9fa7-40be-b908-745c15a1a3ed req-8c9229a0-2883-4111-837e-b6b0fbbd1f6e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 946 time: 0.1110086 Dec 13 13:23:22.799310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ddaa2225-9fa7-40be-b908-745c15a1a3ed req-af189b9d-8822-4bea-bdde-c10255a9a93a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523055 Dec 13 13:23:22.843477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-24186f7b-51f4-4a2b-9710-53fcb1125e64 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:22.845037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-24186f7b-51f4-4a2b-9710-53fcb1125e64 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.37 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 946 time: 0.0596671 Dec 13 13:23:22.939045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Deleting port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:23:22.939258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:23.031527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] For port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:23:23.031928 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:23.253985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:23.253985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:23.254370 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Floating IP 6f427a80-b450-431d-a126-06048b14580b disassociated. External IP: 172.25.2.191, port: 85055ab0-fe75-48c0-b1c6-1e525ba96f1d. Dec 13 13:23:23.254586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Calling delete_port for 85055ab0-fe75-48c0-b1c6-1e525ba96f1d owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:23:23.391230 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:23.431452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'Port': ['ID=85055ab0-fe75-48c0-b1c6-1e525ba96f1d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:23.550890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Router e65750c0-4b14-47ef-8c52-03067e47f045 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:23:23.657116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:23:23.666961 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] Sync routers for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:23:23.679127 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:23:23.679991 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:22:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:23.699689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] No DVR routers for this DVR port 85055ab0-fe75-48c0-b1c6-1e525ba96f1d on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:23:23.702217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:23.705674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f3ec8dc-970a-4cac-b8e0-ef44c210dd96 req-4d73be45-80aa-43ce-9b64-cc0fd10b3d09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.37 "DELETE /v2.0/ports/85055ab0-fe75-48c0-b1c6-1e525ba96f1d HTTP/1.1" status: 204 len: 173 time: 0.8547704 Dec 13 13:23:23.706109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'name': 'network-vif-deleted', 'tag': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:23:23.708483 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab32470-7144-4738-8dc4-90a26317f467" -d '{"events": [{"server_uuid": "c844c220-e6c0-435f-97ea-80162cfb67a1", "name": "network-vif-deleted", "tag": "85055ab0-fe75-48c0-b1c6-1e525ba96f1d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:23:23.761739 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2339aac9-bc4c-432e-9205-70643b1e75ba x-openstack-request-id: req-2339aac9-bc4c-432e-9205-70643b1e75ba {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:23:23.762343 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c844c220-e6c0-435f-97ea-80162cfb67a1", "name": "network-vif-deleted", "tag": "85055ab0-fe75-48c0-b1c6-1e525ba96f1d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:23:23.762632 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2339aac9-bc4c-432e-9205-70643b1e75ba {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:23:23.763183 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c844c220-e6c0-435f-97ea-80162cfb67a1', 'name': 'network-vif-deleted', 'tag': '85055ab0-fe75-48c0-b1c6-1e525ba96f1d', 'status': 'completed', 'code': 200} Dec 13 13:23:23.803369 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:23:23.938855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cf69ad57-576a-41c4-854f-02ebc3b2e832 req-74817406-b8e9-4a2e-90ee-30e7cf3f8d8b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 210 time: 0.0365694 Dec 13 13:23:24.064819 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:24.092272 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] Checking router: e65750c0-4b14-47ef-8c52-03067e47f045 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:23:24.101198 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:23:24.101795 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:22:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:24.210824 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:23:24.235289 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcfe6-2d6a-4fae-aef1-e804a4e207ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:24.452110 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:24.486631 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9887b845-48f2-41ba-bef4-5d53a3b6c024 None None] The sync data for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 is: [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:23:24.838654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164c256-c59b-4439-8720-9cec9c32283e None None] New status for floating IP 6f427a80-b450-431d-a126-06048b14580b: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:23:25.068747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed292c78-212c-4435-81aa-6212ab08bd8f req-b2498ba0-b373-45b6-8fb5-a5083e814fb2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 210 time: 0.0310898 Dec 13 13:23:26.168554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-620123e4-dd5c-4759-82ed-3dbc9bd1a6cf req-793aec71-659b-4e98-9793-75ec3e290c05 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 210 time: 0.0272162 Dec 13 13:23:26.633385 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1780fc4-dc2b-4687-9a74-8eaa3b277482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:27.071375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 85055ab0-fe75-48c0-b1c6-1e525ba96f1d no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:23:27.093173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 85055ab0-fe75-48c0-b1c6-1e525ba96f1d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:23:27.093559 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 85055ab0-fe75-48c0-b1c6-1e525ba96f1d not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:23:27.272518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a12161c-03cf-43d4-b322-72f9d21d3016 req-2b938301-2c68-4627-8511-cdae13a59541 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 210 time: 0.0294087 Dec 13 13:23:27.798241 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:28.389135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f10a4f47-97fd-46a2-b2f5-2d7b501bd233 req-e5a27042-05ec-4b39-996f-dd0678abc1cf tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c844c220-e6c0-435f-97ea-80162cfb67a1 HTTP/1.1" status: 200 len: 210 time: 0.0311079 Dec 13 13:23:29.160102 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:29.658330 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-7fb9b288-6b1d-4304-b34e-c76d061c3794 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078966675&fields=id&tenant_id=c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 267 time: 0.0485537 Dec 13 13:23:29.776810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-c05ff5c4-61ed-43be-bdc0-d03bf5deeab9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:29.778542 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-c05ff5c4-61ed-43be-bdc0-d03bf5deeab9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.1118507 Dec 13 13:23:29.797112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-74321f1b-d791-4e2f-9820-085431ead1ca tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/quotas/c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 375 time: 0.0123100 Dec 13 13:23:29.873595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-7290688e-7825-467d-8070-ff82a5a27e38 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707569 Dec 13 13:23:29.913037 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:30.043995 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-fb1a7326-3e8f-4f27-a1b2-66df331609be service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571805 Dec 13 13:23:30.141949 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-6ed1d3b1-0a7e-4487-a684-9bce4dc4d601 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913637 Dec 13 13:23:30.456362 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-07aeaa2e-cc1f-4046-8d2b-126ef94e79fd req-8257da6a-32d7-4d24-bfa5-1d4a4243cc55 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 210 time: 0.0323856 Dec 13 13:23:31.383409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-93a0be74-4cdd-44ea-a8bf-a5f6e867fb9a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:31.384872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-93a0be74-4cdd-44ea-a8bf-a5f6e867fb9a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.1071339 Dec 13 13:23:31.454973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-59c327ac-4217-4e91-ba90-373f5154e1d2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 380 time: 0.0601847 Dec 13 13:23:31.464550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'port': {'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'admin_state_up': True, 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'security_groups': ['018cabe9-5112-4f85-a9a9-f1adadf3e51e']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:23:31.569723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-558bb53e-109c-4cc8-ae2a-e82ddf533fc0 req-ab6a1001-0cb8-4520-b3fc-65618d575f6a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 210 time: 0.0343673 Dec 13 13:23:31.631311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Made reservation on behalf of c01bbf10b14d4003865c5ab660a61bbc for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:23:31.635454 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:31.792999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Allocated IP 172.20.0.5 (0a1be6de-718f-4ea7-9a52-a17277841c0e/2f0410cc-27a9-48bd-872d-d1e4f6ac7395/23d425f7-0cf5-46a9-989b-0074c5cfb997) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:23:31.949699 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:31.984569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:32.035447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:23:32.039111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:23:32.043322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:23:32.074861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=23d425f7-0cf5-46a9-989b-0074c5cfb997,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:32.104525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:32.108268 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:32.130166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0fb3712c-1355-48c0-96bc-072423313f29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6693540 Dec 13 13:23:32.147742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Request body: {'port': {'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:23:32.229246 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:32.396007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e2da193f-1341-4f6e-add0-f874f7457008 None None] Provisioning complete for port 23d425f7-0cf5-46a9-989b-0074c5cfb997 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:23:32.396925 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2da193f-1341-4f6e-add0-f874f7457008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:32.477279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e2da193f-1341-4f6e-add0-f874f7457008 None None] Port 23d425f7-0cf5-46a9-989b-0074c5cfb997 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:23:32.519155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d425f7-0cf5-46a9-989b-0074c5cfb997 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:23:32.528485 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:32.541347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Transition to ACTIVE for port object 23d425f7-0cf5-46a9-989b-0074c5cfb997 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:23:32.546964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:32.607176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Pushing event updated for resources: {'Port': ['ID=23d425f7-0cf5-46a9-989b-0074c5cfb997,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:32.784116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Attempting to bind port 23d425f7-0cf5-46a9-989b-0074c5cfb997 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:23:32.784917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Attempting to bind port 23d425f7-0cf5-46a9-989b-0074c5cfb997 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:23:32.785450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Attempting to bind port 23d425f7-0cf5-46a9-989b-0074c5cfb997 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:23:32.797610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Port 23d425f7-0cf5-46a9-989b-0074c5cfb997 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:23:32.798594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Attempting to bind port 23d425f7-0cf5-46a9-989b-0074c5cfb997 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:23:32.808304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:23:32.809215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Checking segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:23:32.809803 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Bound using segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:23:32.810481 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Bound port: 23d425f7-0cf5-46a9-989b-0074c5cfb997, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:23:32.811055 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:32.827337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdbf51-08da-4d38-b1d4-e37ace706ed0 req-55ba0ae8-61ab-4ea8-afb1-532739c17969 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:32.830717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2bcdbf51-08da-4d38-b1d4-e37ace706ed0 req-55ba0ae8-61ab-4ea8-afb1-532739c17969 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.1173646 Dec 13 13:23:32.974482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2bcdbf51-08da-4d38-b1d4-e37ace706ed0 req-45400bbd-6f30-4246-a2c9-1756a341cb20 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350255 Dec 13 13:23:32.978662 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] For port 23d425f7-0cf5-46a9-989b-0074c5cfb997, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:23:32.982650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] For port 23d425f7-0cf5-46a9-989b-0074c5cfb997, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:23:33.001318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:33.052313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:33.052964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:33.054394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] 10.222.0.37 "PUT /v2.0/ports/23d425f7-0cf5-46a9-989b-0074c5cfb997 HTTP/1.1" status: 200 len: 1091 time: 0.9155633 Dec 13 13:23:33.054876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd560537f-532a-479a-8cb9-b87ed415f031', 'tag': '23d425f7-0cf5-46a9-989b-0074c5cfb997'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:23:33.057172 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73360ac4-e7e9-453f-a78e-12b051694c69" -d '{"events": [{"name": "network-changed", "server_uuid": "d560537f-532a-479a-8cb9-b87ed415f031", "tag": "23d425f7-0cf5-46a9-989b-0074c5cfb997"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:23:33.111796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199889c7-fa59-4117-8db7-d4474f828d8b service neutron] Pushing event updated for resources: {'Port': ['ID=23d425f7-0cf5-46a9-989b-0074c5cfb997,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:33.157223 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209d7644-b471-4587-9c4d-09ab78b64b19 x-openstack-request-id: req-209d7644-b471-4587-9c4d-09ab78b64b19 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:23:33.157524 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d560537f-532a-479a-8cb9-b87ed415f031", "tag": "23d425f7-0cf5-46a9-989b-0074c5cfb997", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:23:33.157780 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-209d7644-b471-4587-9c4d-09ab78b64b19 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:23:33.158213 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd560537f-532a-479a-8cb9-b87ed415f031', 'tag': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'status': 'completed', 'code': 200} Dec 13 13:23:33.268732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73360ac4-e7e9-453f-a78e-12b051694c69 req-1860733b-05be-4084-b550-88fc986625fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:33.270384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73360ac4-e7e9-453f-a78e-12b051694c69 req-1860733b-05be-4084-b550-88fc986625fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 1094 time: 0.0900908 Dec 13 13:23:33.396308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73360ac4-e7e9-453f-a78e-12b051694c69 req-fe4cd279-e6e6-4ef0-a83d-d2b9d3733d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:33.397786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73360ac4-e7e9-453f-a78e-12b051694c69 req-fe4cd279-e6e6-4ef0-a83d-d2b9d3733d71 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1183813 Dec 13 13:23:33.528719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73360ac4-e7e9-453f-a78e-12b051694c69 req-fc98fb6b-88f6-44d4-9398-aaac64f58b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:33.530441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-73360ac4-e7e9-453f-a78e-12b051694c69 req-fc98fb6b-88f6-44d4-9398-aaac64f58b87 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1250603 Dec 13 13:23:33.612110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-e5524a32-d84c-4517-b581-c547ea489c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:33.613675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-e5524a32-d84c-4517-b581-c547ea489c18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 1094 time: 0.0446589 Dec 13 13:23:33.657624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-b9f9a36f-a62e-41f7-9c6a-e2a464d37c02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997 HTTP/1.1" status: 200 len: 217 time: 0.0360847 Dec 13 13:23:33.713106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-e09279b0-bf52-42db-ac43-15cb382151f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:33.714806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-e09279b0-bf52-42db-ac43-15cb382151f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0499012 Dec 13 13:23:33.762892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-f30c22e7-e5ff-4c0e-b559-d6597b9b381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:33.764589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-f30c22e7-e5ff-4c0e-b559-d6597b9b381d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431471 Dec 13 13:23:33.868030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-0bea7919-0c47-4063-b673-70b8bd3ee1c6 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956409 Dec 13 13:23:33.976488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b556b3c0-aac7-43c8-924c-3cb24f1c8e63 req-2383d68f-6db7-4252-94c4-26fd90170cef service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014671 Dec 13 13:23:34.105993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64021b4b-42f8-49b0-ae9a-55caadd4d1b6 req-586931f8-1327-45f6-b080-49a32b83eff8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:34.107535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64021b4b-42f8-49b0-ae9a-55caadd4d1b6 req-586931f8-1327-45f6-b080-49a32b83eff8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.0517797 Dec 13 13:23:34.170842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64021b4b-42f8-49b0-ae9a-55caadd4d1b6 req-bd464f66-64b5-4692-8b56-e9c306f47c80 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526447 Dec 13 13:23:35.298996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747d3d2-839c-4e40-8223-a207708548ec req-24a5a9ca-858f-4720-ad18-b94702909137 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:35.300493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3747d3d2-839c-4e40-8223-a207708548ec req-24a5a9ca-858f-4720-ad18-b94702909137 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.0561664 Dec 13 13:23:35.353877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3747d3d2-839c-4e40-8223-a207708548ec req-264bea12-47f8-4ab5-818f-c6c14ff0862a tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470891 Dec 13 13:23:36.478819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123d5a8-0bb3-4b51-aa3d-c544ddc74799 req-0d2fe506-a93e-4e22-99e8-2a73d346b97f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:36.481450 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5123d5a8-0bb3-4b51-aa3d-c544ddc74799 req-0d2fe506-a93e-4e22-99e8-2a73d346b97f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.0541401 Dec 13 13:23:36.534869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5123d5a8-0bb3-4b51-aa3d-c544ddc74799 req-f984e992-da69-4f6e-a20b-33484b850104 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464079 Dec 13 13:23:37.553697 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:23:37.659099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88642cb-7eef-4a5a-a76a-1a65b7c1740c req-d9a7beac-358d-4f85-89f2-1c50a501751d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:37.660607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c88642cb-7eef-4a5a-a76a-1a65b7c1740c req-d9a7beac-358d-4f85-89f2-1c50a501751d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.0496621 Dec 13 13:23:37.683854 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:37.718744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c88642cb-7eef-4a5a-a76a-1a65b7c1740c req-4d306fb8-24e1-4c06-872b-395307b9db33 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505602 Dec 13 13:23:37.740254 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:38.846374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b385e8-0c1a-41d4-b31f-f558cec697b3 req-6fe57c1c-9b04-4aee-8da8-3712bd677b43 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:38.847886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02b385e8-0c1a-41d4-b31f-f558cec697b3 req-6fe57c1c-9b04-4aee-8da8-3712bd677b43 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.0532501 Dec 13 13:23:38.899216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02b385e8-0c1a-41d4-b31f-f558cec697b3 req-45697094-6733-4576-a434-b094d8bc9680 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451000 Dec 13 13:23:39.650741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35626) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:23:39.695523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f8aa20-3607-4361-9288-036015ed0881 admin admin] Deleting subnet 9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:23:39.698632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40f8aa20-3607-4361-9288-036015ed0881 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:39.737820 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40f8aa20-3607-4361-9288-036015ed0881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:39.778001 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40f8aa20-3607-4361-9288-036015ed0881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:39.831733 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40f8aa20-3607-4361-9288-036015ed0881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:39.857084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8aa20-3607-4361-9288-036015ed0881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:39.860812 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40f8aa20-3607-4361-9288-036015ed0881 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:39.866623 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-40f8aa20-3607-4361-9288-036015ed0881 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9bf0d5f7-ec49-4e38-8fdc-ad7ad5e4b1a7 HTTP/1.1" status: 204 len: 168 time: 0.2147541 Dec 13 13:23:39.866766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35628) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:23:39.941909 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.021501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.024622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc23e70-e6f3-48c1-a225-345f10d9d154 req-356324e4-964e-4c0b-a3a1-d2f48de2d22b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:40.026527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0cc23e70-e6f3-48c1-a225-345f10d9d154 req-356324e4-964e-4c0b-a3a1-d2f48de2d22b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.0543561 Dec 13 13:23:40.042002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef1dc43-fff8-4d38-a554-9730f3e07571']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:40.051650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:40.051936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc1f42c-f027-4304-bcbc-fd8caa710f5d') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:40.061294 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.074504 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.078879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0cc23e70-e6f3-48c1-a225-345f10d9d154 req-32311052-2d48-454c-a57a-e14dfcfde048 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454581 Dec 13 13:23:40.080509 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:23:40.080886 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:23:40.082573 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:23:40.145374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.162286 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.165563 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bef1dc43-fff8-4d38-a554-9730f3e07571 HTTP/1.1" status: 204 len: 168 time: 0.2976015 Dec 13 13:23:40.166516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Pushing event deleted for resources: {'Network': ['ID=bef1dc43-fff8-4d38-a554-9730f3e07571,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:40.174822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.175166 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.175921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.176804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.176804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.177061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.177385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.177695 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.178014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.178361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.178685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.178999 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.179302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128ce17-59ab-4504-a422-3d1a16492734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:40.346055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35636) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:23:40.387702 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aeccd3ea-1941-4487-a233-e6ee6a3fdcf0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca2ad679ca244fbf9c4ec14fa7ff3414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403955 Dec 13 13:23:40.390289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35638) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:23:40.437563 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eca8ad7b-1594-4c7b-9941-b7b0d819d42a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.466960 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eca8ad7b-1594-4c7b-9941-b7b0d819d42a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.518683 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eca8ad7b-1594-4c7b-9941-b7b0d819d42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.521309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-eca8ad7b-1594-4c7b-9941-b7b0d819d42a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:40.525541 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-eca8ad7b-1594-4c7b-9941-b7b0d819d42a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcc6c94f-c976-48b9-a79d-1784258d3c2b HTTP/1.1" status: 204 len: 168 time: 0.1340508 Dec 13 13:23:40.534412 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8ad7b-1594-4c7b-9941-b7b0d819d42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc6c94f-c976-48b9-a79d-1784258d3c2b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:41.203520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9433d-0027-4ae0-9575-d0d090b47b4a req-f9e0e4b7-fb57-4ab4-a8ab-1ef9e8ce2e09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:41.205029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bdc9433d-0027-4ae0-9575-d0d090b47b4a req-f9e0e4b7-fb57-4ab4-a8ab-1ef9e8ce2e09 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.0562913 Dec 13 13:23:41.255214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bdc9433d-0027-4ae0-9575-d0d090b47b4a req-4550136f-5983-4e9f-9108-b4b9c93529e6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439942 Dec 13 13:23:42.384050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feef358-e802-4ff3-82c9-ad6ae159c13f req-22fad625-d681-466f-9799-8b088354e8a6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:42.385691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4feef358-e802-4ff3-82c9-ad6ae159c13f req-22fad625-d681-466f-9799-8b088354e8a6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.0516922 Dec 13 13:23:42.437886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4feef358-e802-4ff3-82c9-ad6ae159c13f req-3d7a5b41-b671-4547-ae73-fc3557c02f66 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459526 Dec 13 13:23:43.563518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee97d0-8685-40c7-8cf8-149e1bf35773 req-a7075252-09f6-4ab6-9c83-903bcbbda514 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:43.564982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7cee97d0-8685-40c7-8cf8-149e1bf35773 req-a7075252-09f6-4ab6-9c83-903bcbbda514 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.0552983 Dec 13 13:23:43.616192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7cee97d0-8685-40c7-8cf8-149e1bf35773 req-4c033efe-8faa-4cb5-8a06-a1d6a9a607d8 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449750 Dec 13 13:23:44.753617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780f366-8061-41f3-93ba-a622ef53c635 req-dfc8e8ee-fea8-4e7b-a480-069561226ec2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:44.755342 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2780f366-8061-41f3-93ba-a622ef53c635 req-dfc8e8ee-fea8-4e7b-a480-069561226ec2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 943 time: 0.0628333 Dec 13 13:23:44.805604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2780f366-8061-41f3-93ba-a622ef53c635 req-4406f33f-d641-4089-9eea-c088fdac3f85 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439734 Dec 13 13:23:45.178236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 23d425f7-0cf5-46a9-989b-0074c5cfb997 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:23:45.281782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 23d425f7-0cf5-46a9-989b-0074c5cfb997, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:23:45.293740 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'mac_address': 'fa:16:3e:0d:9e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:23:45.331658 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:45.345403 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d425f7-0cf5-46a9-989b-0074c5cfb997 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:23:45.370423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 23d425f7-0cf5-46a9-989b-0074c5cfb997, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:23:45.375213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:45.426120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=23d425f7-0cf5-46a9-989b-0074c5cfb997,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:45.434185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.434434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.434772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.435168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.435486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.435824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.436161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.436521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.436857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.437232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.437591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.437975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.438300 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:45.574557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['23d425f7-0cf5-46a9-989b-0074c5cfb997'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:23:45.924345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8f068-f707-4658-9b13-8aa7e20cc39f req-41c8b3b3-30a1-4a1f-aa12-6c3bd4484631 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:45.925828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9f8f068-f707-4658-9b13-8aa7e20cc39f req-41c8b3b3-30a1-4a1f-aa12-6c3bd4484631 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 944 time: 0.0496380 Dec 13 13:23:45.978648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9f8f068-f707-4658-9b13-8aa7e20cc39f req-c76a6557-8444-4d9b-99a9-9042e1ea9838 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466089 Dec 13 13:23:47.102133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593c298-fab2-4044-942c-96cef1b8647a req-4aa262d6-7573-4b2e-bdaa-911640a09039 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:47.103671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9593c298-fab2-4044-942c-96cef1b8647a req-4aa262d6-7573-4b2e-bdaa-911640a09039 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 944 time: 0.0527368 Dec 13 13:23:47.156899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9593c298-fab2-4044-942c-96cef1b8647a req-7a02d7ae-cfca-44b0-892f-ee0506857aa2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442555 Dec 13 13:23:47.194514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 23d425f7-0cf5-46a9-989b-0074c5cfb997 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:23:47.242648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 23d425f7-0cf5-46a9-989b-0074c5cfb997 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:23:47.247168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 23d425f7-0cf5-46a9-989b-0074c5cfb997 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:23:47.247537 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:47.328381 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:47.353613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd560537f-532a-479a-8cb9-b87ed415f031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d425f7-0cf5-46a9-989b-0074c5cfb997'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:23:47.356034 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180e6f93-cf6a-46ca-9f5e-7fa2d0bd3324" -d '{"events": [{"server_uuid": "d560537f-532a-479a-8cb9-b87ed415f031", "name": "network-vif-plugged", "status": "completed", "tag": "23d425f7-0cf5-46a9-989b-0074c5cfb997"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:23:47.369081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 23d425f7-0cf5-46a9-989b-0074c5cfb997, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:23:47.374492 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:47.400581 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e19bbc-e02b-42ac-9147-fb5d5d392259 x-openstack-request-id: req-67e19bbc-e02b-42ac-9147-fb5d5d392259 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:23:47.400880 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d560537f-532a-479a-8cb9-b87ed415f031", "name": "network-vif-plugged", "status": "completed", "tag": "23d425f7-0cf5-46a9-989b-0074c5cfb997", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:23:47.401091 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67e19bbc-e02b-42ac-9147-fb5d5d392259 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:23:47.401762 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd560537f-532a-479a-8cb9-b87ed415f031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'code': 200} Dec 13 13:23:47.427764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=23d425f7-0cf5-46a9-989b-0074c5cfb997,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:47.496165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d02e-885a-4e18-8802-e548dcd7d564 req-7583b70e-1c2e-4201-bac3-6cdb4175a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:47.497651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f073d02e-885a-4e18-8802-e548dcd7d564 req-7583b70e-1c2e-4201-bac3-6cdb4175a961 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 1096 time: 0.0409534 Dec 13 13:23:47.546613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f073d02e-885a-4e18-8802-e548dcd7d564 req-91225689-0186-4c90-ad28-5121f954e6f6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Dec 13 13:23:48.279985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68b97f-5b8d-4e92-aad2-f378bb638cc3 req-08cd527d-efd1-4197-8f50-34a70aa80ecb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:48.281390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c68b97f-5b8d-4e92-aad2-f378bb638cc3 req-08cd527d-efd1-4197-8f50-34a70aa80ecb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 945 time: 0.0554824 Dec 13 13:23:48.332932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c68b97f-5b8d-4e92-aad2-f378bb638cc3 req-938aa409-ac43-4be3-afd5-4a9cdc5ca35d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453908 Dec 13 13:23:49.460565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e7ba6-32eb-4fcf-9724-5f85c622a1d0 req-122c63fe-63e1-4334-ba8b-39c334bd010f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:49.464823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd3e7ba6-32eb-4fcf-9724-5f85c622a1d0 req-122c63fe-63e1-4334-ba8b-39c334bd010f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 945 time: 0.0557115 Dec 13 13:23:49.512663 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd3e7ba6-32eb-4fcf-9724-5f85c622a1d0 req-687095b1-301d-4605-9832-fe769e3902ec tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444734 Dec 13 13:23:49.630602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c006a-1bf3-44c0-b09e-bcc1a04d8892 req-692286f7-4055-4f6e-8126-ab62dcfaca41 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:49.632218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f0c006a-1bf3-44c0-b09e-bcc1a04d8892 req-692286f7-4055-4f6e-8126-ab62dcfaca41 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 945 time: 0.0499339 Dec 13 13:23:49.685925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f0c006a-1bf3-44c0-b09e-bcc1a04d8892 req-51992b89-9696-44bd-b423-c3845f4efc0e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478523 Dec 13 13:23:49.709274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35740) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:23:50.079642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e2d79b-9976-4c0f-ad39-3c193908db7e tempest-TestVolumeBootPattern-1386913808 tempest-TestVolumeBootPattern-1386913808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:50.081217 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-47e2d79b-9976-4c0f-ad39-3c193908db7e tempest-TestVolumeBootPattern-1386913808 tempest-TestVolumeBootPattern-1386913808-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 1091 time: 0.3708935 Dec 13 13:23:50.084304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35760) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:23:50.088958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:23:50.111866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:50.208407 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:50.316223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Allocated IP 172.25.2.177 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/4848288b-30b0-4be6-904f-ffcc8a56df29) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:23:50.422862 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:50.465954 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:50.509231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:23:50.512136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:23:50.515165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:23:50.543516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=4848288b-30b0-4be6-904f-ffcc8a56df29,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:51.174748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:51.267964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:51.449729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:51.455472 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:51.526343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=4848288b-30b0-4be6-904f-ffcc8a56df29,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:51.540476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.540802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.541147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.541477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.541844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.542191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.542513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.542805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.543137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.543457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.543768 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.544085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.544465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:23:51.548449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:51.656166 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Floating IP e9a9ae74-b52e-430a-ada2-a2864a94e970 associated. External IP: 172.25.2.177, port: 23d425f7-0cf5-46a9-989b-0074c5cfb997. Dec 13 13:23:51.868039 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Router e65750c0-4b14-47ef-8c52-03067e47f045 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:23:51.983049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:23:51.993173 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] Sync routers for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:23:52.002897 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:52.004591 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:23:52.005194 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:23:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:52.030631 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dbae5839-600e-4c9b-8ae9-e819dc08e21f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9450910 Dec 13 13:23:52.031229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd560537f-532a-479a-8cb9-b87ed415f031', 'tag': '23d425f7-0cf5-46a9-989b-0074c5cfb997'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:23:52.033577 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83989410-9f08-4aec-85ab-3d6ae0ee7b09" -d '{"events": [{"name": "network-changed", "server_uuid": "d560537f-532a-479a-8cb9-b87ed415f031", "tag": "23d425f7-0cf5-46a9-989b-0074c5cfb997"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:23:52.072720 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abaadeb-998e-42ec-985e-c6e981f8113e x-openstack-request-id: req-5abaadeb-998e-42ec-985e-c6e981f8113e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:23:52.073007 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d560537f-532a-479a-8cb9-b87ed415f031", "tag": "23d425f7-0cf5-46a9-989b-0074c5cfb997", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:23:52.073364 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5abaadeb-998e-42ec-985e-c6e981f8113e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:23:52.073778 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd560537f-532a-479a-8cb9-b87ed415f031', 'tag': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'status': 'completed', 'code': 200} Dec 13 13:23:52.112634 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:23:52.138140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-822af0f2-9c49-4ae3-ac8f-cc74fcd1b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:52.139858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-822af0f2-9c49-4ae3-ac8f-cc74fcd1b9c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 1096 time: 0.0444889 Dec 13 13:23:52.250509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-67725c84-a39c-42d8-8eda-f2108942d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:52.252318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-67725c84-a39c-42d8-8eda-f2108942d089 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.1052074 Dec 13 13:23:52.320834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-eda7bd22-f1e9-41e8-a56e-3c0c8305fed7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997 HTTP/1.1" status: 200 len: 999 time: 0.0619919 Dec 13 13:23:52.354063 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e9a9ae74-b52e-430a-ada2-a2864a94e970', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:0d:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:23:51Z', 'updated_at': '2021-12-13T13:23:51Z', 'revision_number': 0, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:52.371892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-7f7edd9c-562e-4220-849a-625753843534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:52.373458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-7f7edd9c-562e-4220-849a-625753843534 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0464365 Dec 13 13:23:52.385540 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] Checking router: e65750c0-4b14-47ef-8c52-03067e47f045 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:23:52.396500 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:23:52.397228 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:23:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:52.425918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-23e7c2f7-ae95-49af-9e4c-3941e3d20206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:23:52.427492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-23e7c2f7-ae95-49af-9e4c-3941e3d20206 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472980 Dec 13 13:23:52.526593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-8bbb5195-37cb-4251-96c5-8e8d9c5a3deb service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914478 Dec 13 13:23:52.630678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83989410-9f08-4aec-85ab-3d6ae0ee7b09 req-6f0f376d-c1a9-4711-8b99-543a7cc2fe6e service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972900 Dec 13 13:23:52.634484 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:23:52.872553 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e9a9ae74-b52e-430a-ada2-a2864a94e970', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:0d:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:23:51Z', 'updated_at': '2021-12-13T13:23:51Z', 'revision_number': 0, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:23:52.902713 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11912939-f25a-49ac-b8c8-5183ff2da3b7 None None] The sync data for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 is: [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e9a9ae74-b52e-430a-ada2-a2864a94e970', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:0d:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:23:51Z', 'updated_at': '2021-12-13T13:23:51Z', 'revision_number': 0, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:23:53.102668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338505a3-2adc-4bcd-b198-371edd81bc71 None None] New status for floating IP e9a9ae74-b52e-430a-ada2-a2864a94e970: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:23:54.240920 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bca63521-b053-4e82-b26c-d658c1e40d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:56.638962 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04b2e3aa-895e-45b0-9115-298b19d10d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:57.796450 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:58.903988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35800) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:23:59.051692 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-322040c5-4b90-4549-9989-948588116b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:59.144398 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-322040c5-4b90-4549-9989-948588116b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:59.149149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-322040c5-4b90-4549-9989-948588116b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:59.165072 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:59.181898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322040c5-4b90-4549-9989-948588116b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674b721e-9bea-4cc2-8b4b-96cb783fa72a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:59.197826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-322040c5-4b90-4549-9989-948588116b4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24fc4e766b1a433db4e045968e19cd7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2897973 Dec 13 13:23:59.198053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35804) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:23:59.249147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40a610fe-0775-42e3-91e7-ca162ff5208b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:59.273411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40a610fe-0775-42e3-91e7-ca162ff5208b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:59.328358 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40a610fe-0775-42e3-91e7-ca162ff5208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:59.331344 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-40a610fe-0775-42e3-91e7-ca162ff5208b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:23:59.332534 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-40a610fe-0775-42e3-91e7-ca162ff5208b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/674b721e-9bea-4cc2-8b4b-96cb783fa72a HTTP/1.1" status: 204 len: 168 time: 0.1337187 Dec 13 13:23:59.340771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a610fe-0775-42e3-91e7-ca162ff5208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674b721e-9bea-4cc2-8b4b-96cb783fa72a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:23:59.909873 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:07.695904 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:07.741662 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:08.546025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35882) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:08.658838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec38fd23-a17b-49ed-82eb-856ad3d1839b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:08.748714 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec38fd23-a17b-49ed-82eb-856ad3d1839b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:08.753990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec38fd23-a17b-49ed-82eb-856ad3d1839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:08.796775 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38fd23-a17b-49ed-82eb-856ad3d1839b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60547bb3-fecc-48c3-a55e-436f5a7a3516,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:08.804157 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ec38fd23-a17b-49ed-82eb-856ad3d1839b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a272eed5c8f48c7a40f0c6168ce196d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544539 Dec 13 13:24:08.804386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35886) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:08.858731 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-47d37606-7e52-43d2-b89d-f9836ad1fbb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:08.883691 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-47d37606-7e52-43d2-b89d-f9836ad1fbb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:08.934353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-47d37606-7e52-43d2-b89d-f9836ad1fbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:08.937003 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-47d37606-7e52-43d2-b89d-f9836ad1fbb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:08.938352 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-47d37606-7e52-43d2-b89d-f9836ad1fbb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60547bb3-fecc-48c3-a55e-436f5a7a3516 HTTP/1.1" status: 204 len: 168 time: 0.1329925 Dec 13 13:24:08.947019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d37606-7e52-43d2-b89d-f9836ad1fbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60547bb3-fecc-48c3-a55e-436f5a7a3516,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:09.603744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35908) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:09.715115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-92167892-network', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:24:09.742396 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Made reservation on behalf of 18cd8c702ff04744a245c76ba4c71db6 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:24:09.745300 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:09.753842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:09.831593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:09.837371 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:09.860496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:24:09.875234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7dc1f0-8911-428e-abf3-8cc32fd10e13,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:09.880392 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:09.880765 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Added segment 8f28143f-26c8-478d-b873-c15a385e1ff1 of type vlan for network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 Dec 13 13:24:09.921503 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:09.948002 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:09.948943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:24:09.949564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.008773 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4038851 Dec 13 13:24:10.011773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35912) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:10.016561 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf77e00-0424-4715-8d03-cdfbfd7f53ad admin admin] Pushing event updated for resources: {'Network': ['ID=5176e327-7601-47d8-a0fa-c8acd9fc47e5,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:10.017174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Request body: {'subnet': {'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-92167892-subnet', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:24:10.030454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:24:10.048723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Made reservation on behalf of 18cd8c702ff04744a245c76ba4c71db6 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:24:10.051126 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.223038 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.282184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=339b0dfd-6a73-4f03-977a-13843ad28337,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:10.291417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Checking segment: {'id': '8f28143f-26c8-478d-b873-c15a385e1ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:24:10.291762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Network hostable DHCP agents. Network: 5176e327-7601-47d8-a0fa-c8acd9fc47e5, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:24:10.308475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:24:10.318977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 5176e327-7601-47d8-a0fa-c8acd9fc47e5) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:24:10.323071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:24:10.323687 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.328965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b014c-ca3c-4f33-b5d5-c43f8475163e None None] Network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:24:10.344548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-871acf1b-37c9-4210-9537-e3163d7b1f1c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.3316548 Dec 13 13:24:10.347383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35914) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:10.352300 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-92167892-router', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:24:10.374652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.375710 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.430611 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.438528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-5176e327-7601-47d8-a0fa-c8acd9fc47e5', 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5', 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'fixed_ips': [{'subnet_id': '339b0dfd-6a73-4f03-977a-13843ad28337'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:24:10.439413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.577741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Allocated IP 172.20.0.2 (5176e327-7601-47d8-a0fa-c8acd9fc47e5/339b0dfd-6a73-4f03-977a-13843ad28337/9f809587-b547-4910-944a-85524e346435) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:24:10.578374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.729713 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.736334 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.783112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:24:10.787229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Pushing event updated for resources: {'Port': ['ID=9f809587-b547-4910-944a-85524e346435,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:10.789790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:24:10.791884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:24:10.794796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.815524 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.849874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Attempting to bind port 9f809587-b547-4910-944a-85524e346435 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:24:10.850308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Attempting to bind port 9f809587-b547-4910-944a-85524e346435 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8f28143f-26c8-478d-b873-c15a385e1ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:24:10.850687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Attempting to bind port 9f809587-b547-4910-944a-85524e346435 on network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:24:10.855976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:24:10.856347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Checking segment: {'id': '8f28143f-26c8-478d-b873-c15a385e1ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:24:10.856796 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.857193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Bound using segment: {'id': '8f28143f-26c8-478d-b873-c15a385e1ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:24:10.857694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Bound port: 9f809587-b547-4910-944a-85524e346435, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f28143f-26c8-478d-b873-c15a385e1ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:24:10.858246 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.924565 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] For port 9f809587-b547-4910-944a-85524e346435, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:24:10.924815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Allocated IP 172.25.2.142 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/a8a7ac7a-52f0-41e1-a161-1dca7d896d4a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:24:10.928899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] For port 9f809587-b547-4910-944a-85524e346435, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9f809587-b547-4910-944a-85524e346435,segment=NetworkSegment(8f28143f-26c8-478d-b873-c15a385e1ff1),segment_id=8f28143f-26c8-478d-b873-c15a385e1ff1)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:24:10.932917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:10.993269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773107d-90de-40a3-aa2f-0432bfff72ff None None] Pushing event updated for resources: {'Port': ['ID=9f809587-b547-4910-944a-85524e346435,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:11.050768 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:11.092184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:11.138568 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:24:11.142714 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:24:11.148546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:24:11.163909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c963d3-4430-4451-954a-7abe53d9220a None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:24:11.192599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a7ac7a-52f0-41e1-a161-1dca7d896d4a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:11.227724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5da30865-e2cb-4fbd-bc86-dc9d6253d9b5 None None] Provisioning complete for port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:24:11.228213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5da30865-e2cb-4fbd-bc86-dc9d6253d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:11.275311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5da30865-e2cb-4fbd-bc86-dc9d6253d9b5 None None] Port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:24:11.461245 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:11.671960 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:11.839142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Router f2d3e085-a998-4193-a1ba-7f46a37283d3 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:24:11.977595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:24:11.994270 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Sync routers for ids ['f2d3e085-a998-4193-a1ba-7f46a37283d3'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:24:12.008869 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.009086 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Routers {'f2d3e085-a998-4193-a1ba-7f46a37283d3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:24:12.009928 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:23:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2d3e085-a998-4193-a1ba-7f46a37283d3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:12.010389 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e6903a7d-5f23-460c-aba6-b2b528497fe8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.6619260 Dec 13 13:24:12.014404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35916) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:12.069221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90da4320-cffc-41a8-bdc2-beb57cb67021 None None] Network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:24:12.138063 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Set router f2d3e085-a998-4193-a1ba-7f46a37283d3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:24:12.157613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d43e2bf7-3db2-41be-bcfd-66725d31fd47 None None] Provisioning complete for port 9f809587-b547-4910-944a-85524e346435 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:24:12.158331 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d43e2bf7-3db2-41be-bcfd-66725d31fd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.359698 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'name': 'tempest-ImageQuotaTest-92167892-router', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:11Z', 'revision_number': 3, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'gw_port': {'id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ef:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:12.394862 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Checking router: f2d3e085-a998-4193-a1ba-7f46a37283d3 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:24:12.395276 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Updating router f2d3e085-a998-4193-a1ba-7f46a37283d3 port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:24:12.425460 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.564528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9f809587-b547-4910-944a-85524e346435 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:24:12.578011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.620069 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d43e2bf7-3db2-41be-bcfd-66725d31fd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.681130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d43e2bf7-3db2-41be-bcfd-66725d31fd47 None None] For port 9f809587-b547-4910-944a-85524e346435, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9f809587-b547-4910-944a-85524e346435,segment=NetworkSegment(8f28143f-26c8-478d-b873-c15a385e1ff1),segment_id=8f28143f-26c8-478d-b873-c15a385e1ff1)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:24:12.690934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9f809587-b547-4910-944a-85524e346435 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:24:12.691370 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.693175 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d43e2bf7-3db2-41be-bcfd-66725d31fd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.786674 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e2bf7-3db2-41be-bcfd-66725d31fd47 None None] Pushing event updated for resources: {'Port': ['ID=9f809587-b547-4910-944a-85524e346435,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:12.813282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Allocated IP 172.20.0.1 (5176e327-7601-47d8-a0fa-c8acd9fc47e5/339b0dfd-6a73-4f03-977a-13843ad28337/5768b4dc-c8b7-4890-9497-96cdc5fd6f58) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:24:12.820194 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.832011 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.887639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e1394-d965-40fa-b111-e3d48ca2b61a None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:24:12.898134 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Attempting to bind port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:24:12.898846 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Attempting to bind port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:24:12.899219 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Attempting to bind port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:24:12.902148 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Pushing event updated for resources: {'Port': ['ID=a8a7ac7a-52f0-41e1-a161-1dca7d896d4a,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:12.914657 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.915075 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.915416 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.915819 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.916137 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.916461 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.916794 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.917170 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.917493 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.917811 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.918228 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.918538 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.918841 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:24:12.922538 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:24:12.922910 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:24:12.923039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f7c919b6-9894-4fd0-be29-4c5b562058ea None None] Provisioning complete for port 9f809587-b547-4910-944a-85524e346435 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:24:12.923678 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.923797 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7c919b6-9894-4fd0-be29-4c5b562058ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.923876 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:24:12.924149 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Bound port: a8a7ac7a-52f0-41e1-a161-1dca7d896d4a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:24:12.924700 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:12.961794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.006048 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] For port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:24:13.011973 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] For port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a8a7ac7a-52f0-41e1-a161-1dca7d896d4a,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:24:13.012809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.017192 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.054308 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:24:13.061677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:24:13.065833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:24:13.073682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Pushing event updated for resources: {'Port': ['ID=5768b4dc-c8b7-4890-9497-96cdc5fd6f58,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:13.084537 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Routers {'f2d3e085-a998-4193-a1ba-7f46a37283d3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:24:13.085187 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:23:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2d3e085-a998-4193-a1ba-7f46a37283d3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:13.099683 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ad69f-7061-4e06-bbf1-ab34b1f58ca8 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:24:13.114604 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.147230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6d76bd36-e37f-4041-9d87-fbd8bc84fe3d None None] Provisioning complete for port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:24:13.148580 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d76bd36-e37f-4041-9d87-fbd8bc84fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.166852 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72704f28-19a0-4cbc-9f65-240f9f107dce None None] Pushing event updated for resources: {'Port': ['ID=a8a7ac7a-52f0-41e1-a161-1dca7d896d4a,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:13.262776 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] Set router f2d3e085-a998-4193-a1ba-7f46a37283d3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:24:13.275642 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d76bd36-e37f-4041-9d87-fbd8bc84fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.299544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.304889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6d76bd36-e37f-4041-9d87-fbd8bc84fe3d None None] For port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a8a7ac7a-52f0-41e1-a161-1dca7d896d4a,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:24:13.311105 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d76bd36-e37f-4041-9d87-fbd8bc84fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.391666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76bd36-e37f-4041-9d87-fbd8bc84fe3d None None] Pushing event updated for resources: {'Port': ['ID=a8a7ac7a-52f0-41e1-a161-1dca7d896d4a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:13.436857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-04a6cab3-77e2-4809-847d-f856d0a34172 None None] Provisioning complete for port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:24:13.437239 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04a6cab3-77e2-4809-847d-f856d0a34172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.486966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-04a6cab3-77e2-4809-847d-f856d0a34172 None None] Port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:24:13.503951 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'name': 'tempest-ImageQuotaTest-92167892-router', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:11Z', 'revision_number': 3, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'gw_port': {'id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ef:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:13.512294 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.517200 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.536044 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015da64-82db-4759-98b9-42c9fe681a07 None None] The sync data for ids ['f2d3e085-a998-4193-a1ba-7f46a37283d3'] in n-d-817326-4 is: [{'id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'name': 'tempest-ImageQuotaTest-92167892-router', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:11Z', 'revision_number': 3, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'gw_port': {'id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ef:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:24:13.588478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Pushing event updated for resources: {'Port': ['ID=5768b4dc-c8b7-4890-9497-96cdc5fd6f58,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:13.595259 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:13.698424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:24:13.699790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:24:13.862760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Router f2d3e085-a998-4193-a1ba-7f46a37283d3 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:24:14.015259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a6144072-b43c-4d7c-8278-5e63b093e4fb None None] Provisioning complete for port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:24:14.015834 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6144072-b43c-4d7c-8278-5e63b093e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:14.052641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a6144072-b43c-4d7c-8278-5e63b093e4fb None None] Port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:24:14.318819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:24:14.324034 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-91187a3f-b88f-4d30-bd9e-da3059a0fc64 admin admin] 10.222.0.31 "PUT /v2.0/routers/f2d3e085-a998-4193-a1ba-7f46a37283d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3086150 Dec 13 13:24:14.551857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a8a7ac7a-52f0-41e1-a161-1dca7d896d4a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:24:14.554680 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:24:14.608897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:24:14.609264 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:14.689218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9f809587-b547-4910-944a-85524e346435 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:24:14.736116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9f809587-b547-4910-944a-85524e346435 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:24:14.736505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:15.138995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Sync routers for ids ['f2d3e085-a998-4193-a1ba-7f46a37283d3'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:24:15.150339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Routers {'f2d3e085-a998-4193-a1ba-7f46a37283d3'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:24:15.150970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:23:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2d3e085-a998-4193-a1ba-7f46a37283d3'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:15.261495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Set router f2d3e085-a998-4193-a1ba-7f46a37283d3 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:24:15.360532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35938) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:15.475155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'name': 'tempest-ImageQuotaTest-92167892-router', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:13Z', 'revision_number': 4, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'gw_port': {'id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ef:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '5768b4dc-c8b7-4890-9497-96cdc5fd6f58', 'name': '', 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'mac_address': 'fa:16:3e:7c:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '339b0dfd-6a73-4f03-977a-13843ad28337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:24:12Z', 'updated_at': '2021-12-13T13:24:13Z', 'revision_number': 2, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'subnets': [{'id': '339b0dfd-6a73-4f03-977a-13843ad28337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:15.508149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Checking router: f2d3e085-a998-4193-a1ba-7f46a37283d3 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:24:15.508522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Updating router f2d3e085-a998-4193-a1ba-7f46a37283d3 port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:24:15.535057 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:15.714953 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:15.802378 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:15.808925 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:15.860590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0584518-8772-4f09-b00c-a7202652b105 None None] Pushing event updated for resources: {'Port': ['ID=5768b4dc-c8b7-4890-9497-96cdc5fd6f58,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:15.914348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Attempting to bind port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:24:15.914877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Attempting to bind port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8f28143f-26c8-478d-b873-c15a385e1ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:24:15.915339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Attempting to bind port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 on network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:24:15.921021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:24:15.921518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Checking segment: {'id': '8f28143f-26c8-478d-b873-c15a385e1ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:24:15.921999 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:15.922421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Bound using segment: {'id': '8f28143f-26c8-478d-b873-c15a385e1ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:24:15.922899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Bound port: 5768b4dc-c8b7-4890-9497-96cdc5fd6f58, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f28143f-26c8-478d-b873-c15a385e1ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:24:15.923285 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:15.972277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] Deleting port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:24:15.972528 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:15.993440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] For port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:24:15.997822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] For port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5768b4dc-c8b7-4890-9497-96cdc5fd6f58,segment=NetworkSegment(8f28143f-26c8-478d-b873-c15a385e1ff1),segment_id=8f28143f-26c8-478d-b873-c15a385e1ff1)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:24:16.003464 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:16.065158 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] For port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58, host n-d-817326-4, got binding levels [] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:24:16.065527 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:16.073531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Routers {'f2d3e085-a998-4193-a1ba-7f46a37283d3'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:24:16.074277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:23:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2d3e085-a998-4193-a1ba-7f46a37283d3'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:16.076395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0584518-8772-4f09-b00c-a7202652b105 None None] Pushing event updated for resources: {'Port': ['ID=5768b4dc-c8b7-4890-9497-96cdc5fd6f58,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:16.078880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] Calling delete_port for 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:24:16.138520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c6c456ae-4e92-4b60-ab08-3bf91db026a4 None None] Provisioning complete for port 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:24:16.139009 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6c456ae-4e92-4b60-ab08-3bf91db026a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:16.234382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] Set router f2d3e085-a998-4193-a1ba-7f46a37283d3 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:24:16.275098 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-b288d4a6-d299-422a-89c5-279156b06bb2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1823192 Dec 13 13:24:16.343348 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:16.387527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6c456ae-4e92-4b60-ab08-3bf91db026a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:16.390048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5768b4dc-c8b7-4890-9497-96cdc5fd6f58,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:16.463006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-35419408-b6e8-4ee3-b894-2ea0c34f13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:24:16.464704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-35419408-b6e8-4ee3-b894-2ea0c34f13f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3476782fd52e44778da41f48bea71ef9&device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1096 time: 0.1361840 Dec 13 13:24:16.528581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'name': 'tempest-ImageQuotaTest-92167892-router', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:13Z', 'revision_number': 4, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'gw_port': {'id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ef:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '5768b4dc-c8b7-4890-9497-96cdc5fd6f58', 'name': '', 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'mac_address': 'fa:16:3e:7c:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '339b0dfd-6a73-4f03-977a-13843ad28337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:24:12Z', 'updated_at': '2021-12-13T13:24:15Z', 'revision_number': 4, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'subnets': [{'id': '339b0dfd-6a73-4f03-977a-13843ad28337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:16.556727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3aff5-ab47-43ba-8089-fa79b9e73263 None None] The sync data for ids ['f2d3e085-a998-4193-a1ba-7f46a37283d3'] in n-d-817326-4 is: [{'id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'name': 'tempest-ImageQuotaTest-92167892-router', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:13Z', 'revision_number': 4, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'gw_port': {'id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ef:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '5768b4dc-c8b7-4890-9497-96cdc5fd6f58', 'name': '', 'network_id': '5176e327-7601-47d8-a0fa-c8acd9fc47e5', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'mac_address': 'fa:16:3e:7c:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '339b0dfd-6a73-4f03-977a-13843ad28337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:24:12Z', 'updated_at': '2021-12-13T13:24:15Z', 'revision_number': 4, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'subnets': [{'id': '339b0dfd-6a73-4f03-977a-13843ad28337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:24:16.568147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f334955d-662b-4880-8070-c0ae6009b54d None None] Could not find standard attr ID for object 5768b4dc-c8b7-4890-9497-96cdc5fd6f58. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:24:16.685487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-a254d2c5-d9ae-4a37-ba60-a67c72fe9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:24:16.687199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-a254d2c5-d9ae-4a37-ba60-a67c72fe9212 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3abd3e2-9905-489a-83cc-935bb1a86de6 HTTP/1.1" status: 200 len: 909 time: 0.1970499 Dec 13 13:24:16.687838 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:17.100718 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-42a057b6-4e43-436e-b6c9-46d526980357 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229965c2-742f-421d-9659-e6a5c8633e6a HTTP/1.1" status: 200 len: 1001 time: 0.4062154 Dec 13 13:24:17.205032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-2acddfa6-9af7-4bf1-b450-fe2cea0a221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:24:17.206586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-2acddfa6-9af7-4bf1-b450-fe2cea0a221d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edd61be1-3db9-48ee-b336-55b024266156 HTTP/1.1" status: 200 len: 848 time: 0.0727649 Dec 13 13:24:17.323148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-245fa6ed-c0ea-45a8-b9d1-9354167f2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:24:17.324637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-245fa6ed-c0ea-45a8-b9d1-9354167f2983 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3abd3e2-9905-489a-83cc-935bb1a86de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883682 Dec 13 13:24:17.337705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-387ab722-395e-4b09-a55f-15f2f80cd4a1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:24:17.338734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-387ab722-395e-4b09-a55f-15f2f80cd4a1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073347 Dec 13 13:24:17.369608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] Router f2d3e085-a998-4193-a1ba-7f46a37283d3 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:24:17.521205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-c8306501-ab26-4b9b-a28d-8064d26a6267 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742980 Dec 13 13:24:17.593368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:24:17.599062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-51934572-0748-4cc7-85ec-8c2e83de71ba admin admin] 10.222.0.31 "PUT /v2.0/routers/f2d3e085-a998-4193-a1ba-7f46a37283d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2375126 Dec 13 13:24:17.601748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35942) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:17.716745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f58d00e-0c7f-40b1-9054-1e30db551d06 req-3e05954a-49b2-4703-9cf4-23de8d931ef8 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876435 Dec 13 13:24:17.732252 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:17.784430 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] Sync routers for ids ['f2d3e085-a998-4193-a1ba-7f46a37283d3'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:24:17.794999 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] Routers {'f2d3e085-a998-4193-a1ba-7f46a37283d3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:24:17.795719 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:23:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2d3e085-a998-4193-a1ba-7f46a37283d3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:17.848809 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:17.908568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Deleting port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:24:17.908939 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:17.999656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] For port a8a7ac7a-52f0-41e1-a161-1dca7d896d4a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a8a7ac7a-52f0-41e1-a161-1dca7d896d4a,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:24:18.000223 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.010253 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] Set router f2d3e085-a998-4193-a1ba-7f46a37283d3 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:24:18.013646 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Calling delete_port for a8a7ac7a-52f0-41e1-a161-1dca7d896d4a owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:24:18.195232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.203221 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'name': 'tempest-ImageQuotaTest-92167892-router', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:16Z', 'revision_number': 5, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'gw_port': {'id': 'a8a7ac7a-52f0-41e1-a161-1dca7d896d4a', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ef:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:18.225469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a7ac7a-52f0-41e1-a161-1dca7d896d4a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:18.229502 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] Checking router: f2d3e085-a998-4193-a1ba-7f46a37283d3 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:24:18.238759 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] Routers {'f2d3e085-a998-4193-a1ba-7f46a37283d3'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:24:18.239667 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:23:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f2d3e085-a998-4193-a1ba-7f46a37283d3'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:18.252005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b406e895-3ac6-45c5-ae6f-ac43bc224100 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:24:18.293691 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.313031 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] Set router f2d3e085-a998-4193-a1ba-7f46a37283d3 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:24:18.368047 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'name': 'tempest-ImageQuotaTest-92167892-router', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:18Z', 'revision_number': 7, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:18.387723 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.389895 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.397430 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a1fec2-736a-4081-b1e5-16d2de791e91 None None] The sync data for ids ['f2d3e085-a998-4193-a1ba-7f46a37283d3'] in n-d-817326-4 is: [{'id': 'f2d3e085-a998-4193-a1ba-7f46a37283d3', 'name': 'tempest-ImageQuotaTest-92167892-router', 'tenant_id': '18cd8c702ff04744a245c76ba4c71db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:24:10Z', 'updated_at': '2021-12-13T13:24:18Z', 'revision_number': 7, 'project_id': '18cd8c702ff04744a245c76ba4c71db6', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:24:18.438325 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.438854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2d3e085-a998-4193-a1ba-7f46a37283d3 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:24:18.443751 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.444908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8df9db7d-8cac-441c-bc54-af4a83d96841 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f2d3e085-a998-4193-a1ba-7f46a37283d3 HTTP/1.1" status: 204 len: 168 time: 0.8422241 Dec 13 13:24:18.447526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35944) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:18.492996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78a4845-70cd-48b0-98f9-45b5b7b8c996 admin admin] Deleting subnet 339b0dfd-6a73-4f03-977a-13843ad28337 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:24:18.496459 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e78a4845-70cd-48b0-98f9-45b5b7b8c996 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.538329 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e78a4845-70cd-48b0-98f9-45b5b7b8c996 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.634383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e78a4845-70cd-48b0-98f9-45b5b7b8c996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.692829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e78a4845-70cd-48b0-98f9-45b5b7b8c996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.718449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a4845-70cd-48b0-98f9-45b5b7b8c996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339b0dfd-6a73-4f03-977a-13843ad28337,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:18.722488 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e78a4845-70cd-48b0-98f9-45b5b7b8c996 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.728444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e78a4845-70cd-48b0-98f9-45b5b7b8c996 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/339b0dfd-6a73-4f03-977a-13843ad28337 HTTP/1.1" status: 204 len: 168 time: 0.2774072 Dec 13 13:24:18.728741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35946) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:18.733979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183cb08-9d61-412c-8e28-38a1e02e2d4d None None] Network 5176e327-7601-47d8-a0fa-c8acd9fc47e5 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:24:18.804225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:24:18.810786 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.833846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:24:18.834227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5768b4dc-c8b7-4890-9497-96cdc5fd6f58 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:24:18.865537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Deleting port 9f809587-b547-4910-944a-85524e346435 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:24:18.865937 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.933889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] For port 9f809587-b547-4910-944a-85524e346435, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9f809587-b547-4910-944a-85524e346435,segment=NetworkSegment(8f28143f-26c8-478d-b873-c15a385e1ff1),segment_id=8f28143f-26c8-478d-b873-c15a385e1ff1)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:24:18.934276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:18.946932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Calling delete_port for 9f809587-b547-4910-944a-85524e346435 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:24:19.034944 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.064648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f809587-b547-4910-944a-85524e346435,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:19.068177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] No DVR routers for this DVR port 9f809587-b547-4910-944a-85524e346435 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:24:19.139960 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.160414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5176e327-7601-47d8-a0fa-c8acd9fc47e5']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:19.169493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f28143f-26c8-478d-b873-c15a385e1ff1') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:19.169777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f28143f-26c8-478d-b873-c15a385e1ff1') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:24:19.179179 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.192346 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.198600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:24:19.199032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:24:19.200730 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:24:19.240297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62cd38-272c-414c-a2a4-5af07b36dbdc None None] DHCP port deletion for 5176e327-7601-47d8-a0fa-c8acd9fc47e5 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:24:19.265977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.272606 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.276115 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5176e327-7601-47d8-a0fa-c8acd9fc47e5 HTTP/1.1" status: 204 len: 168 time: 0.5447268 Dec 13 13:24:19.287462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a965d-d089-4289-a050-2524679ddda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5176e327-7601-47d8-a0fa-c8acd9fc47e5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:19.399251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35950) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:19.443377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7a7b0951-5e19-4d57-9f96-68279787c142 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18cd8c702ff04744a245c76ba4c71db6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423861 Dec 13 13:24:19.444179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35952) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:19.495051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1353a4cb-336a-464e-b160-67e689cb26f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.517229 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1353a4cb-336a-464e-b160-67e689cb26f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.567526 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1353a4cb-336a-464e-b160-67e689cb26f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.570996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1353a4cb-336a-464e-b160-67e689cb26f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:19.572412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1353a4cb-336a-464e-b160-67e689cb26f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc7dc1f0-8911-428e-abf3-8cc32fd10e13 HTTP/1.1" status: 204 len: 168 time: 0.1272280 Dec 13 13:24:19.580909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353a4cb-336a-464e-b160-67e689cb26f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7dc1f0-8911-428e-abf3-8cc32fd10e13,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:19.934816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 35958) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:19.948212 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84caed18-8457-485e-bf04-f7605495a566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:20.032815 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84caed18-8457-485e-bf04-f7605495a566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:20.038997 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84caed18-8457-485e-bf04-f7605495a566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:20.081692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-84caed18-8457-485e-bf04-f7605495a566 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1457875 Dec 13 13:24:20.082582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caed18-8457-485e-bf04-f7605495a566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c219d841-95ae-4e9b-a7ed-874b4b5879c5,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:20.085347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 35960) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:24:20.139575 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49ea9af-cac9-4ab9-8986-0b279f42cd56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:20.161971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49ea9af-cac9-4ab9-8986-0b279f42cd56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:20.211003 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49ea9af-cac9-4ab9-8986-0b279f42cd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:20.213747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d49ea9af-cac9-4ab9-8986-0b279f42cd56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:20.214930 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d49ea9af-cac9-4ab9-8986-0b279f42cd56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c219d841-95ae-4e9b-a7ed-874b4b5879c5 HTTP/1.1" status: 204 len: 168 time: 0.1278913 Dec 13 13:24:20.223235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ea9af-cac9-4ab9-8986-0b279f42cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c219d841-95ae-4e9b-a7ed-874b4b5879c5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:24:20.480582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a8a7ac7a-52f0-41e1-a161-1dca7d896d4a no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:24:20.503238 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: a8a7ac7a-52f0-41e1-a161-1dca7d896d4a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:24:20.503680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a8a7ac7a-52f0-41e1-a161-1dca7d896d4a not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:24:20.504198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9f809587-b547-4910-944a-85524e346435 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:24:20.525718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 9f809587-b547-4910-944a-85524e346435 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:24:20.526056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9f809587-b547-4910-944a-85524e346435 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:24:24.240266 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591baa5f-6344-4457-bd7c-b119305207d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:26.648843 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25cb1c67-d918-4252-94f6-0a0d35f179c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:27.808736 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:29.158529 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:29.909271 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:33.069570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-f09dd3a3-b79d-4a48-b5d2-34cfdc0065a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413985 Dec 13 13:24:33.166356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-c8085130-5367-4250-b6d4-d3cc48b8f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:24:33.167839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-c8085130-5367-4250-b6d4-d3cc48b8f07c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 1096 time: 0.0467124 Dec 13 13:24:33.282999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-fd48f493-7635-4a11-87ca-d8c8ad2331a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:24:33.284466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-fd48f493-7635-4a11-87ca-d8c8ad2331a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.0958974 Dec 13 13:24:33.354730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-8c101804-ace1-430c-8301-840c0f9e559a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997 HTTP/1.1" status: 200 len: 1001 time: 0.0630634 Dec 13 13:24:33.412497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-7da1a960-1d9d-4513-bb06-e7e37b56cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:24:33.414503 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-7da1a960-1d9d-4513-bb06-e7e37b56cbc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0529218 Dec 13 13:24:33.462640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-568c711f-1365-4966-bc30-93d7984cc153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:24:33.464172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-568c711f-1365-4966-bc30-93d7984cc153 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425093 Dec 13 13:24:33.555440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-aedb1d30-0451-4c84-b998-1b69a0ebb09d service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833950 Dec 13 13:24:33.652619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-042c04f0-2340-4ccc-a30b-75fd77a137cf req-9186f764-4326-4714-879f-edecefb03ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888855 Dec 13 13:24:37.707535 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:37.738777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:51.561705 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:24:54.240466 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1f6d8988-1e1a-464b-bfaa-4e72c5df8cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:56.645652 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb649168-0ec6-472a-9e8e-1241cc94ad57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:57.810789 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:59.165849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:24:59.907900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:07.715477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:07.753240 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:17.132785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-56b1262f-6a99-4849-ad31-d498ba1f6ebf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595403 Dec 13 13:25:17.219226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-0751d4f9-931e-489c-a9d6-f375c9e938fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:17.220615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-0751d4f9-931e-489c-a9d6-f375c9e938fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3476782fd52e44778da41f48bea71ef9&device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1096 time: 0.0424805 Dec 13 13:25:17.330578 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-187d567d-bdcb-4d2a-8be8-e0f91e470cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:17.332172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-187d567d-bdcb-4d2a-8be8-e0f91e470cb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3abd3e2-9905-489a-83cc-935bb1a86de6 HTTP/1.1" status: 200 len: 909 time: 0.0899317 Dec 13 13:25:17.399377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-d2d73029-edfd-4e91-b90d-6f270822bec2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229965c2-742f-421d-9659-e6a5c8633e6a HTTP/1.1" status: 200 len: 1001 time: 0.0605335 Dec 13 13:25:17.454329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-02fd52e3-47f0-4875-90c2-d6d27b8c7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:17.456798 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-02fd52e3-47f0-4875-90c2-d6d27b8c7f69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edd61be1-3db9-48ee-b336-55b024266156 HTTP/1.1" status: 200 len: 848 time: 0.0500751 Dec 13 13:25:17.508111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-61d76d92-0778-427d-b587-bf417a3fd3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:17.509632 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-61d76d92-0778-427d-b587-bf417a3fd3c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3abd3e2-9905-489a-83cc-935bb1a86de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467589 Dec 13 13:25:17.605161 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-4b56d0ef-05c0-4073-83f3-2a9cca9da33d service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882416 Dec 13 13:25:17.705202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92cff7d2-9fec-4ed3-9546-ef4d61d64744 req-9b1c3555-25d6-4a1b-af30-554ee165ec68 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917668 Dec 13 13:25:24.237729 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c28253a-afc9-47d6-b685-64edcab4abc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:26.645960 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e12c1f13-a7ca-4226-971b-0e7f87c2ce8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:27.003324 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-af32e5fb-7478-4b50-8f47-d86d34ecd7c9 req-f9ad0836-400f-4734-9676-5ed4f0f66f77 service neutron] (109886) timed out ('10.222.0.31', 33714) {{(pid=109886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:25:27.816258 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:28.559581 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:25:29.174027 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:29.910746 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:35.087884 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-3a362e54-32a5-418d-a3e7-546e703e0b3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428927 Dec 13 13:25:35.173187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-b9268fac-585c-426f-bd32-ae8d9edce7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:35.174706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-b9268fac-585c-426f-bd32-ae8d9edce7a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 1096 time: 0.0429001 Dec 13 13:25:35.283652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-3d0a2e55-168a-4ba1-bfcd-d25abd69beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:35.285133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-3d0a2e55-168a-4ba1-bfcd-d25abd69beaa service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.0907836 Dec 13 13:25:35.356520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-432e1441-c34b-4946-b95f-3e21f7d5a643 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997 HTTP/1.1" status: 200 len: 1001 time: 0.0642905 Dec 13 13:25:35.416894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-53282efc-0a0d-4416-96a2-624d4454452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:35.418094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-53282efc-0a0d-4416-96a2-624d4454452a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0532012 Dec 13 13:25:35.469326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-3a9e1a5d-f6f5-435a-8cd9-8ac2bb6d3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:35.470907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-3a9e1a5d-f6f5-435a-8cd9-8ac2bb6d3f98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438466 Dec 13 13:25:35.481834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-ed41e82b-60e1-4fc3-ab35-42db4fe697a4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:25:35.482795 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-ed41e82b-60e1-4fc3-ab35-42db4fe697a4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049493 Dec 13 13:25:35.571783 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-9e4912fe-5a5b-4e50-8eb4-56bd8ef55e9b service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819161 Dec 13 13:25:35.959600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97bbaba1-7f41-418b-8839-dedc48551c1b req-48ae42b8-17d1-4915-a7ee-e1a2505b7023 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808973 Dec 13 13:25:37.729660 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:37.760477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:42.640314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-fac28bfb-ae20-4561-b16e-379c619490ab tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078966675&fields=id&tenant_id=c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 267 time: 0.0447164 Dec 13 13:25:42.761048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-eb564e9c-610a-4fb1-8b5a-da37b348367b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:42.762513 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-eb564e9c-610a-4fb1-8b5a-da37b348367b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.1153798 Dec 13 13:25:42.778254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-b740ab42-0f4b-4369-9e65-3769472ce937 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/quotas/c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 375 time: 0.0096362 Dec 13 13:25:42.840788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-35259047-2ce5-470a-916d-9f6278419ec0 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571241 Dec 13 13:25:42.857467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-73465b99-6c12-473e-9629-f2b71d5ad3e4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:25:42.858451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-73465b99-6c12-473e-9629-f2b71d5ad3e4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052788 Dec 13 13:25:42.951673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-d7cbd8cb-fa30-405f-97b9-6ccbc6618af9 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871778 Dec 13 13:25:43.050248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-52c766d2-d25a-48e2-93eb-f23053513b66 service neutron] 10.222.0.31 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920079 Dec 13 13:25:43.351070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1054f999-7fbb-447f-94f4-91bd19c24df5 req-140d9e88-bfdf-4a86-adc7-4e991425f93b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 210 time: 0.0274096 Dec 13 13:25:44.455583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-ccbb5584-b39e-46bb-b0ac-033e68f7cc58 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:44.457049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-ccbb5584-b39e-46bb-b0ac-033e68f7cc58 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 811 time: 0.1249816 Dec 13 13:25:44.473187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-236aff13-e708-47eb-aba7-ecc838f52484 req-b32ae09a-6f25-4440-8db9-6cfea1138a42 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 210 time: 0.0396593 Dec 13 13:25:44.526490 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-ef28db93-f9e2-4c98-b311-8a64c146502e tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c01bbf10b14d4003865c5ab660a61bbc HTTP/1.1" status: 200 len: 380 time: 0.0555861 Dec 13 13:25:44.535702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'port': {'device_id': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'admin_state_up': True, 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'security_groups': ['018cabe9-5112-4f85-a9a9-f1adadf3e51e']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:25:44.648971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Made reservation on behalf of c01bbf10b14d4003865c5ab660a61bbc for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:25:44.652662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:44.780326 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Allocated IP 172.20.0.4 (0a1be6de-718f-4ea7-9a52-a17277841c0e/2f0410cc-27a9-48bd-872d-d1e4f6ac7395/5f24ddf2-edde-4f08-9675-7720a2a48fc6) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:25:44.923380 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:44.962432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:45.009860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:25:45.013451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:25:45.015940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:25:45.047139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=5f24ddf2-edde-4f08-9675-7720a2a48fc6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:25:45.067909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.068402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.068791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.069089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.069433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.069769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.070129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.070461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.070790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.071111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.071440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.071766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.072138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:45.093923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:45.094577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:45.112405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7aa32c25-4f49-4810-b64a-821157ca6326 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802255 Dec 13 13:25:45.124995 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Request body: {'port': {'device_id': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:25:45.185360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:45.215496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1528c77a-6321-4a5b-8caf-4a77efb1e43c None None] Provisioning complete for port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:25:45.215994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1528c77a-6321-4a5b-8caf-4a77efb1e43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:45.253071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1528c77a-6321-4a5b-8caf-4a77efb1e43c None None] Port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:25:45.459851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f24ddf2-edde-4f08-9675-7720a2a48fc6 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:25:45.469171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:45.482167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Transition to ACTIVE for port object 5f24ddf2-edde-4f08-9675-7720a2a48fc6 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:25:45.486538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:45.541227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Pushing event updated for resources: {'Port': ['ID=5f24ddf2-edde-4f08-9675-7720a2a48fc6,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:25:45.652685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc9a23-0c0c-4f80-9390-2f6406f312eb req-5241d137-5299-4453-bbd1-c94efd52754b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:45.654444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31dc9a23-0c0c-4f80-9390-2f6406f312eb req-5241d137-5299-4453-bbd1-c94efd52754b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 943 time: 0.0847888 Dec 13 13:25:45.689853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Attempting to bind port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:25:45.690303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Attempting to bind port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:25:45.690701 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Attempting to bind port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:25:45.697113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:25:45.697327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Attempting to bind port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 on network 0a1be6de-718f-4ea7-9a52-a17277841c0e {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:25:45.711643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:25:45.712001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Checking segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:25:45.712411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Bound using segment: {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:25:45.712890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Bound port: 5f24ddf2-edde-4f08-9675-7720a2a48fc6, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f3358b-e97f-4455-8ae5-f618abbf1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:25:45.713271 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:45.745333 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-31dc9a23-0c0c-4f80-9390-2f6406f312eb req-d4a31344-83cf-4b04-9e8b-9015a23c71ea tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798187 Dec 13 13:25:45.803035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] For port 5f24ddf2-edde-4f08-9675-7720a2a48fc6, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:25:45.806611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] For port 5f24ddf2-edde-4f08-9675-7720a2a48fc6, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5f24ddf2-edde-4f08-9675-7720a2a48fc6,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:25:45.812559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:45.861284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:45.862050 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:45.863868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] 10.222.0.42 "PUT /v2.0/ports/5f24ddf2-edde-4f08-9675-7720a2a48fc6 HTTP/1.1" status: 200 len: 1091 time: 0.7434208 Dec 13 13:25:45.866638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'tag': '5f24ddf2-edde-4f08-9675-7720a2a48fc6'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:25:45.871297 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e267166-7982-47a3-8a60-2f8acdc0ed94" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f9d2d0-4e75-4bc6-b550-11111f8524e1", "tag": "5f24ddf2-edde-4f08-9675-7720a2a48fc6"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:25:45.971152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089417f4-f8f5-4082-9c72-e3d1ec3087bc service neutron] Pushing event updated for resources: {'Port': ['ID=5f24ddf2-edde-4f08-9675-7720a2a48fc6,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:25:46.008048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-93abb21a-f8f6-446a-9f86-b830366b3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:46.010866 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-93abb21a-f8f6-446a-9f86-b830366b3b8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 1094 time: 0.0909462 Dec 13 13:25:46.081759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-07ec58a4-7a9e-40c0-92cc-27ab5ddf8dfb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f24ddf2-edde-4f08-9675-7720a2a48fc6 HTTP/1.1" status: 200 len: 217 time: 0.0624392 Dec 13 13:25:46.157641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7de9d891-7948-4c89-8bdb-d7fa82fea25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:46.159692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-7de9d891-7948-4c89-8bdb-d7fa82fea25b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0711949 Dec 13 13:25:46.232652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-8f84d7f1-afa8-4bc3-abdc-25d596fdc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:46.234329 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-8f84d7f1-afa8-4bc3-abdc-25d596fdc585 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669391 Dec 13 13:25:46.250929 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604d1e2c-d164-413a-ab5f-89d92c3e5cd7 x-openstack-request-id: req-604d1e2c-d164-413a-ab5f-89d92c3e5cd7 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:25:46.251218 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f9d2d0-4e75-4bc6-b550-11111f8524e1", "tag": "5f24ddf2-edde-4f08-9675-7720a2a48fc6", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:25:46.251468 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-604d1e2c-d164-413a-ab5f-89d92c3e5cd7 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:25:46.251905 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'tag': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'status': 'completed', 'code': 200} Dec 13 13:25:46.333847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-456aef94-7a29-48c3-8a29-0c4846c1c869 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920610 Dec 13 13:25:46.430922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4b7478a2-1b7b-4788-ba68-7806c56367f8 req-41cf71de-cc38-45e5-ac7e-d8ece21e3767 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902562 Dec 13 13:25:46.520672 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-2d3b0b21-451d-4256-8a12-cf2bd3508ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:46.522473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-2d3b0b21-451d-4256-8a12-cf2bd3508ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 1094 time: 0.0422699 Dec 13 13:25:46.612206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-0d68070a-4389-4393-abfb-ff948cf6a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:46.613685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-0d68070a-4389-4393-abfb-ff948cf6a741 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.0846555 Dec 13 13:25:46.658370 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-4c418037-4adf-4130-a0bd-029630012033 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f24ddf2-edde-4f08-9675-7720a2a48fc6 HTTP/1.1" status: 200 len: 217 time: 0.0378239 Dec 13 13:25:46.710893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-30e41cd2-2491-4829-909b-fb3080cd85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:46.712469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-30e41cd2-2491-4829-909b-fb3080cd85a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0472641 Dec 13 13:25:46.760194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-b0966137-283a-4115-ae0f-73ebe983e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:46.761607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-b0966137-283a-4115-ae0f-73ebe983e5c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422316 Dec 13 13:25:46.890981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-d2618a64-c6a7-44f3-97c8-5307fbac5ffb service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219232 Dec 13 13:25:46.899435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2d2e4-a274-4ddc-8701-081cb5c10524 req-288938b0-0cd1-4fbb-ae76-d4afc9df18bc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:46.901003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57e2d2e4-a274-4ddc-8701-081cb5c10524 req-288938b0-0cd1-4fbb-ae76-d4afc9df18bc tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 943 time: 0.0814435 Dec 13 13:25:47.016254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57e2d2e4-a274-4ddc-8701-081cb5c10524 req-219bd86b-2e9d-449b-85ce-ccba9cca0a00 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068020 Dec 13 13:25:47.036091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e267166-7982-47a3-8a60-2f8acdc0ed94 req-72e44aff-97a8-48d8-b0b1-1de630412317 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338172 Dec 13 13:25:47.573804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-c1029132-ae87-4d30-baff-e2e91c08bbbd req-9e59c93a-204e-4b5c-aa67-5df8af0aefd1 service neutron] (109885) timed out ('10.222.0.42', 54256) {{(pid=109885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:25:48.152146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0b769-650b-414b-8aa6-7f4b3eed7471 req-2ebd836b-9512-49f1-926f-6a6d40316e17 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:48.153706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66e0b769-650b-414b-8aa6-7f4b3eed7471 req-2ebd836b-9512-49f1-926f-6a6d40316e17 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 943 time: 0.0585206 Dec 13 13:25:48.210422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66e0b769-650b-414b-8aa6-7f4b3eed7471 req-dc9a4d9e-cfba-443b-8c14-12aa70fed4ba tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496922 Dec 13 13:25:49.340465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f2553-46a7-49e4-a593-3a235ffe0fb0 req-2039d029-adc1-495e-9950-966062e5ad9f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:49.341969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-540f2553-46a7-49e4-a593-3a235ffe0fb0 req-2039d029-adc1-495e-9950-966062e5ad9f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 943 time: 0.0539219 Dec 13 13:25:49.400516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-540f2553-46a7-49e4-a593-3a235ffe0fb0 req-b6d51922-f615-41c5-a89f-84a531115201 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517247 Dec 13 13:25:50.526124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b6b04-9171-48aa-bbe8-7a9ecbdc2a30 req-c3494a75-41f1-45c2-a023-1ba6a32bc7c4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:50.527572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-297b6b04-9171-48aa-bbe8-7a9ecbdc2a30 req-c3494a75-41f1-45c2-a023-1ba6a32bc7c4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 943 time: 0.0558293 Dec 13 13:25:50.585333 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-297b6b04-9171-48aa-bbe8-7a9ecbdc2a30 req-8ba195a8-ea63-4b2e-aa43-96038af4ddc1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485394 Dec 13 13:25:51.724320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a97c9-8384-4a49-ba30-307938ea112c req-ac3ac7ff-43ff-4d6c-99c7-25b293c8fb20 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:51.725700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e9a97c9-8384-4a49-ba30-307938ea112c req-ac3ac7ff-43ff-4d6c-99c7-25b293c8fb20 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 943 time: 0.0586572 Dec 13 13:25:51.788673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e9a97c9-8384-4a49-ba30-307938ea112c req-21e6d556-f52b-4764-8779-6e46e47a2d81 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565062 Dec 13 13:25:52.929172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e289fcc-990f-4017-b771-e13001a62b27 req-91149eab-a2cb-4b4e-bed0-acb5c85e1671 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:52.930808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e289fcc-990f-4017-b771-e13001a62b27 req-91149eab-a2cb-4b4e-bed0-acb5c85e1671 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 943 time: 0.0591371 Dec 13 13:25:52.985296 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e289fcc-990f-4017-b771-e13001a62b27 req-cba177f4-3ab5-4c77-8a77-e8d22840fbd5 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458841 Dec 13 13:25:54.123260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657973f8-a3c8-49a5-ad8b-37c2f8b688db req-04be57e7-70f4-4fc3-8581-dab1a8f564e4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:54.124738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-657973f8-a3c8-49a5-ad8b-37c2f8b688db req-04be57e7-70f4-4fc3-8581-dab1a8f564e4 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 943 time: 0.0530169 Dec 13 13:25:54.173742 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-657973f8-a3c8-49a5-ad8b-37c2f8b688db req-343a0f14-b956-4a05-85db-6dd20d924d4c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Dec 13 13:25:54.231314 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ca277d4-f28f-47f4-a32f-f6adac3f72e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:55.313004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7d594-b3ff-4416-b26c-8f1e59058f9c req-18a61a1f-3c18-4f15-bfff-62b55d063bab tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:55.314506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3a7d594-b3ff-4416-b26c-8f1e59058f9c req-18a61a1f-3c18-4f15-bfff-62b55d063bab tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 943 time: 0.0591779 Dec 13 13:25:55.364869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3a7d594-b3ff-4416-b26c-8f1e59058f9c req-f5357098-a278-4877-8c65-acdb4c5d7c7c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442262 Dec 13 13:25:56.493370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e9a69-75c4-46c7-afa4-2d939bd79577 req-1df50db2-2a7b-4ba5-ab1c-70d1897d5eb1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:56.495353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b4e9a69-75c4-46c7-afa4-2d939bd79577 req-1df50db2-2a7b-4ba5-ab1c-70d1897d5eb1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 943 time: 0.0508316 Dec 13 13:25:56.545516 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b4e9a69-75c4-46c7-afa4-2d939bd79577 req-0cb48014-0074-43f8-8415-05fe4c5b6e2c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440507 Dec 13 13:25:56.652582 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3c77-81a6-48cc-be92-47730aeadd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:57.353999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5f24ddf2-edde-4f08-9675-7720a2a48fc6 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:25:57.467414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5f24ddf2-edde-4f08-9675-7720a2a48fc6, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5f24ddf2-edde-4f08-9675-7720a2a48fc6,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:25:57.479433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'port_id': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'mac_address': 'fa:16:3e:1f:cb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:25:57.516699 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:57.530038 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f24ddf2-edde-4f08-9675-7720a2a48fc6 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:25:57.554117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5f24ddf2-edde-4f08-9675-7720a2a48fc6, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5f24ddf2-edde-4f08-9675-7720a2a48fc6,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:25:57.560632 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:57.612071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=5f24ddf2-edde-4f08-9675-7720a2a48fc6,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:25:57.620036 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.620383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.620882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.621105 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.621396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.621700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.622023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.622368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.622684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.623006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.623303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.623621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.623939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:25:57.674780 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613349e-6e8c-469a-8c33-22aa9645f661 req-5ae36e8d-d98c-4ee4-aa46-e11b4d7e1156 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:57.676246 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d613349e-6e8c-469a-8c33-22aa9645f661 req-5ae36e8d-d98c-4ee4-aa46-e11b4d7e1156 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 944 time: 0.0597219 Dec 13 13:25:57.729708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d613349e-6e8c-469a-8c33-22aa9645f661 req-6e8887d2-5762-40f8-aa19-1d3d8d05d9ed tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472059 Dec 13 13:25:57.810685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['5f24ddf2-edde-4f08-9675-7720a2a48fc6'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:25:57.840670 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:58.859207 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f62bf-7a5d-4cc0-96cf-cfee25c24aa9 req-b1fee990-7442-4423-94ac-98e89a4b84ab tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:58.860702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-242f62bf-7a5d-4cc0-96cf-cfee25c24aa9 req-b1fee990-7442-4423-94ac-98e89a4b84ab tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 944 time: 0.0512772 Dec 13 13:25:58.911304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-242f62bf-7a5d-4cc0-96cf-cfee25c24aa9 req-46f7d293-d59e-4621-873e-e59a5be5547b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444293 Dec 13 13:25:59.170178 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:59.378825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5f24ddf2-edde-4f08-9675-7720a2a48fc6 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:25:59.432747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:25:59.436700 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:25:59.437103 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:59.520717 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:59.544022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f24ddf2-edde-4f08-9675-7720a2a48fc6'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:25:59.546354 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f86ed07-998d-43f3-8e5b-ef798729fb2a" -d '{"events": [{"server_uuid": "c2f9d2d0-4e75-4bc6-b550-11111f8524e1", "name": "network-vif-plugged", "status": "completed", "tag": "5f24ddf2-edde-4f08-9675-7720a2a48fc6"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:25:59.559566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5f24ddf2-edde-4f08-9675-7720a2a48fc6, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5f24ddf2-edde-4f08-9675-7720a2a48fc6,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:25:59.564479 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:25:59.615600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=5f24ddf2-edde-4f08-9675-7720a2a48fc6,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:25:59.655389 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc81fb0b-48af-4fe4-b2ff-af21b98cfad4 x-openstack-request-id: req-fc81fb0b-48af-4fe4-b2ff-af21b98cfad4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:25:59.655689 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f9d2d0-4e75-4bc6-b550-11111f8524e1", "name": "network-vif-plugged", "status": "completed", "tag": "5f24ddf2-edde-4f08-9675-7720a2a48fc6", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:25:59.655950 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc81fb0b-48af-4fe4-b2ff-af21b98cfad4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:25:59.656349 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'code': 200} Dec 13 13:25:59.758541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d425174-7e9c-4906-83c0-ed9d99f8079c req-c82a4c74-44ad-4150-9019-8931335a24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:25:59.760040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d425174-7e9c-4906-83c0-ed9d99f8079c req-c82a4c74-44ad-4150-9019-8931335a24dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 1096 time: 0.0443699 Dec 13 13:25:59.806897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d425174-7e9c-4906-83c0-ed9d99f8079c req-80387fe6-3e92-4786-91dd-65785f41792e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Dec 13 13:25:59.920090 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:00.045516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247ea8e-db34-48cc-9dc6-d63f65a3cd68 req-ec836f32-bd52-4bbe-ab6f-4b51ac472ce3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:00.047021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3247ea8e-db34-48cc-9dc6-d63f65a3cd68 req-ec836f32-bd52-4bbe-ab6f-4b51ac472ce3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 945 time: 0.0628209 Dec 13 13:26:00.097622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3247ea8e-db34-48cc-9dc6-d63f65a3cd68 req-458fa16f-b186-4558-8346-4037d61ddb35 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444875 Dec 13 13:26:01.243825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd556d7-c27f-4c9b-b019-bdd83cccc477 req-1aa0ab98-9ae4-4fe9-964e-a620238b79a9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:01.245679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdd556d7-c27f-4c9b-b019-bdd83cccc477 req-1aa0ab98-9ae4-4fe9-964e-a620238b79a9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 945 time: 0.0594251 Dec 13 13:26:01.295415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fdd556d7-c27f-4c9b-b019-bdd83cccc477 req-fc6d7b4d-ee10-4e17-9978-4ba96bdc2b90 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Dec 13 13:26:01.423130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5db46-fbbb-4656-b66e-1d9044f405b6 req-d7fb936f-6ede-4128-b50e-6868d11b420b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:01.424494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-81e5db46-fbbb-4656-b66e-1d9044f405b6 req-d7fb936f-6ede-4128-b50e-6868d11b420b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 945 time: 0.0553503 Dec 13 13:26:01.482772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-81e5db46-fbbb-4656-b66e-1d9044f405b6 req-d8bf817b-f511-47c6-85c2-9064b43eee2d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497062 Dec 13 13:26:01.505655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36098) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:01.545799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b3217-9c1c-4f7c-8029-11de1724c97a tempest-TestVolumeBootPattern-1386913808 tempest-TestVolumeBootPattern-1386913808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:01.547315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c00b3217-9c1c-4f7c-8029-11de1724c97a tempest-TestVolumeBootPattern-1386913808 tempest-TestVolumeBootPattern-1386913808-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 1091 time: 0.0406339 Dec 13 13:26:01.550248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36100) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:01.554485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:26:01.578705 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:01.701914 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:01.826553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Allocated IP 172.25.2.206 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/d590f3f5-43a6-4230-94d6-85f44c61b3eb) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:26:01.935135 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:01.983763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:02.030053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:26:02.032836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:26:02.037020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:26:02.040142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=d590f3f5-43a6-4230-94d6-85f44c61b3eb,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:02.689165 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:02.763992 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:02.926562 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:02.934021 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:03.005500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event updated for resources: {'Port': ['ID=d590f3f5-43a6-4230-94d6-85f44c61b3eb,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:03.018591 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:03.121135 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Floating IP 7e78a089-5bdd-450f-965c-36f09c41e5f0 associated. External IP: 172.25.2.206, port: 5f24ddf2-edde-4f08-9675-7720a2a48fc6. Dec 13 13:26:03.346288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Router e65750c0-4b14-47ef-8c52-03067e47f045 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:26:03.460962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:26:03.471317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] Sync routers for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:26:03.480768 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:26:03.480979 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:03.481591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:25:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:03.512209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1a33d78e-cca0-4a38-9a54-3ee0ab2b32da tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9609413 Dec 13 13:26:03.513469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'tag': '5f24ddf2-edde-4f08-9675-7720a2a48fc6'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:26:03.515814 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea01dd1-a6fb-49f3-84bf-ca41515defc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f9d2d0-4e75-4bc6-b550-11111f8524e1", "tag": "5f24ddf2-edde-4f08-9675-7720a2a48fc6"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:26:03.553945 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb3a614-8625-4e7b-995c-b44523ab6554 x-openstack-request-id: req-6eb3a614-8625-4e7b-995c-b44523ab6554 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:26:03.554323 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f9d2d0-4e75-4bc6-b550-11111f8524e1", "tag": "5f24ddf2-edde-4f08-9675-7720a2a48fc6", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:26:03.554667 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6eb3a614-8625-4e7b-995c-b44523ab6554 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:26:03.555153 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'tag': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'status': 'completed', 'code': 200} Dec 13 13:26:03.596652 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:26:03.615919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-249b1595-db5c-4136-95da-52892349ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:03.617426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-249b1595-db5c-4136-95da-52892349ab6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 1096 time: 0.0408156 Dec 13 13:26:03.723526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-401f72fe-67cc-4d9d-ada8-19afe3ba12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:03.725192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-401f72fe-67cc-4d9d-ada8-19afe3ba12ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.0995214 Dec 13 13:26:03.794769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-993b3c46-2ae0-4ea9-ab7a-fb6992e34c3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f24ddf2-edde-4f08-9675-7720a2a48fc6 HTTP/1.1" status: 200 len: 999 time: 0.0621428 Dec 13 13:26:03.844814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '7e78a089-5bdd-450f-965c-36f09c41e5f0', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:1f:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:26:02Z', 'updated_at': '2021-12-13T13:26:02Z', 'revision_number': 0, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}, {'id': 'e9a9ae74-b52e-430a-ada2-a2864a94e970', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:0d:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:23:51Z', 'updated_at': '2021-12-13T13:23:53Z', 'revision_number': 1, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:03.849289 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-bb210ebb-077e-402d-9d51-9e11d44a5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:03.850760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-bb210ebb-077e-402d-9d51-9e11d44a5efa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0485053 Dec 13 13:26:03.877301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] Checking router: e65750c0-4b14-47ef-8c52-03067e47f045 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:26:03.885650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:26:03.886285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:25:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:03.898330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-40c100fe-a550-4896-afbd-79b1d98b4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:03.899989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-40c100fe-a550-4896-afbd-79b1d98b4155 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425651 Dec 13 13:26:03.992929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:26:03.995997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-e3abb034-48d1-4bf9-a72e-a86f96447399 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889709 Dec 13 13:26:04.092954 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fea01dd1-a6fb-49f3-84bf-ca41515defc7 req-b2951b27-8fe6-48f2-a003-2e991f36edf7 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901935 Dec 13 13:26:04.222763 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '7e78a089-5bdd-450f-965c-36f09c41e5f0', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:1f:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:26:02Z', 'updated_at': '2021-12-13T13:26:02Z', 'revision_number': 0, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}, {'id': 'e9a9ae74-b52e-430a-ada2-a2864a94e970', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:0d:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:23:51Z', 'updated_at': '2021-12-13T13:23:53Z', 'revision_number': 1, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:04.249510 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737671cf-13ea-4b55-9398-8a21035b8e25 None None] The sync data for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 is: [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '7e78a089-5bdd-450f-965c-36f09c41e5f0', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:1f:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:26:02Z', 'updated_at': '2021-12-13T13:26:02Z', 'revision_number': 0, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}, {'id': 'e9a9ae74-b52e-430a-ada2-a2864a94e970', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:0d:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:23:51Z', 'updated_at': '2021-12-13T13:23:53Z', 'revision_number': 1, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:26:04.471703 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6549f5-7363-4ec7-aa71-e1c40e3c4eb5 None None] New status for floating IP 7e78a089-5bdd-450f-965c-36f09c41e5f0: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:26:05.549310 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:26:07.739005 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:07.767414 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:19.128391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-7c44f863-27c3-4044-8c29-0973fdf710ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598509 Dec 13 13:26:19.241986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-d53955d0-1a6b-4f19-afdb-2702509c4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:19.246529 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-d53955d0-1a6b-4f19-afdb-2702509c4077 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3476782fd52e44778da41f48bea71ef9&device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 1096 time: 0.0633605 Dec 13 13:26:19.371982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-028f8458-4833-4200-a010-bab7db2ff4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:19.373653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-028f8458-4833-4200-a010-bab7db2ff4cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3abd3e2-9905-489a-83cc-935bb1a86de6 HTTP/1.1" status: 200 len: 909 time: 0.1050138 Dec 13 13:26:19.446404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-b69ee7b1-a3dc-405f-8d0d-f486f90282c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229965c2-742f-421d-9659-e6a5c8633e6a HTTP/1.1" status: 200 len: 1001 time: 0.0643768 Dec 13 13:26:19.500870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-05895508-eb33-4529-8822-90c7c3800de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:19.502357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-05895508-eb33-4529-8822-90c7c3800de2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=edd61be1-3db9-48ee-b336-55b024266156 HTTP/1.1" status: 200 len: 848 time: 0.0487247 Dec 13 13:26:19.550644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-31a50e35-fa85-4dd2-b736-846ecb2c60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:19.552213 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-31a50e35-fa85-4dd2-b736-846ecb2c60d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3abd3e2-9905-489a-83cc-935bb1a86de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420179 Dec 13 13:26:19.663280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-7f1e28f6-454b-49c6-b48c-33c8c0acdf76 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037586 Dec 13 13:26:19.762574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b0c7d9-abe3-4d05-909d-c4f6a17efe17 req-0fcc9dda-e346-4eb2-940e-48b799cd4be8 service neutron] 10.222.0.42 "GET /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920806 Dec 13 13:26:24.239948 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab39e8c3-3084-4db8-96a3-c65f7ea11858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:26.637670 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69a19bec-d647-446a-9d4a-ab97ea7e77a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:27.825070 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:29.173343 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:29.914029 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:36.199105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3be89c24-a496-4744-9950-006c97f95637 req-620f0d1c-8040-4752-ba5f-5e1a478f7417 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1546187 Dec 13 13:26:36.294116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be89c24-a496-4744-9950-006c97f95637 req-5f3e8ef3-492d-4e02-b9cb-13b7a3511ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:36.295687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3be89c24-a496-4744-9950-006c97f95637 req-5f3e8ef3-492d-4e02-b9cb-13b7a3511ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 1096 time: 0.0521474 Dec 13 13:26:36.428545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be89c24-a496-4744-9950-006c97f95637 req-99d07abb-19d3-441a-aca4-75868bd91e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:36.430820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3be89c24-a496-4744-9950-006c97f95637 req-99d07abb-19d3-441a-aca4-75868bd91e03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.1101260 Dec 13 13:26:36.501922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3be89c24-a496-4744-9950-006c97f95637 req-066d29b4-a520-493a-a00b-31b02792b13b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997 HTTP/1.1" status: 200 len: 1001 time: 0.0642126 Dec 13 13:26:36.558587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be89c24-a496-4744-9950-006c97f95637 req-84ca15a2-4127-4cf7-b7ff-c68073492a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:36.560042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3be89c24-a496-4744-9950-006c97f95637 req-84ca15a2-4127-4cf7-b7ff-c68073492a56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0511622 Dec 13 13:26:36.608873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be89c24-a496-4744-9950-006c97f95637 req-6de9c78f-13e8-4ea5-883b-a9448609692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:36.610448 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3be89c24-a496-4744-9950-006c97f95637 req-6de9c78f-13e8-4ea5-883b-a9448609692f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435095 Dec 13 13:26:36.704227 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3be89c24-a496-4744-9950-006c97f95637 req-978fa1cb-d3fd-4da3-836f-d433133831eb service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863404 Dec 13 13:26:36.800885 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3be89c24-a496-4744-9950-006c97f95637 req-2785fcda-991a-4087-83ac-d20156b269af service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901318 Dec 13 13:26:37.737927 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:37.775215 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:42.554494 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:26:48.291266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adc20b-2979-41f2-86ba-f17e48e1aef5 req-6022e721-3184-4382-b1df-d223bd62a3b5 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:48.292791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8adc20b-2979-41f2-86ba-f17e48e1aef5 req-6022e721-3184-4382-b1df-d223bd62a3b5 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 945 time: 0.0536292 Dec 13 13:26:48.363108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8adc20b-2979-41f2-86ba-f17e48e1aef5 req-4914e427-d19a-408a-991a-35ba0f526ee2 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616264 Dec 13 13:26:49.506875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb31b5d-51ec-40a6-8cd7-6f2362148546 req-b524b7f6-d678-4ab4-9ad6-231c0549e7aa tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:49.508464 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-adb31b5d-51ec-40a6-8cd7-6f2362148546 req-b524b7f6-d678-4ab4-9ad6-231c0549e7aa tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 945 time: 0.0588288 Dec 13 13:26:49.593967 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-adb31b5d-51ec-40a6-8cd7-6f2362148546 req-8aef2b4c-27f9-4dc4-a300-cb1f3ada4819 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786462 Dec 13 13:26:49.614059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-4438ec33-e5c9-4352-b961-61b6a1919754 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:26:49.615564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-4438ec33-e5c9-4352-b961-61b6a1919754 tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 945 time: 0.0676553 Dec 13 13:26:49.718990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Deleting port 229965c2-742f-421d-9659-e6a5c8633e6a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:26:49.719204 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:49.816366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] For port 229965c2-742f-421d-9659-e6a5c8633e6a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=229965c2-742f-421d-9659-e6a5c8633e6a,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:26:49.816730 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:50.012835 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:50.013530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:50.013885 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Floating IP c513f514-e5cf-47b8-8e65-d138ff43e0b7 disassociated. External IP: 172.25.2.207, port: 229965c2-742f-421d-9659-e6a5c8633e6a. Dec 13 13:26:50.014264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Calling delete_port for 229965c2-742f-421d-9659-e6a5c8633e6a owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:26:50.177767 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:50.207929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event deleted for resources: {'Port': ['ID=229965c2-742f-421d-9659-e6a5c8633e6a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:50.219802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.220168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.220509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.220854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.221219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.221602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.221934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.222296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.222624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.222955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.223279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.223606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.223914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:50.339155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Router 51695591-7e14-4c50-b516-77dbcf35e298 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:26:50.473609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:26:50.485470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] Sync routers for ids ['51695591-7e14-4c50-b516-77dbcf35e298'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:26:50.497267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] Routers {'51695591-7e14-4c50-b516-77dbcf35e298'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:26:50.497898 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:26:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['51695591-7e14-4c50-b516-77dbcf35e298'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:50.522304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] No DVR routers for this DVR port 229965c2-742f-421d-9659-e6a5c8633e6a on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:26:50.525182 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:50.528813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05a73ba3-2dbd-482f-bdf9-6a8555d88d1e req-703b510c-ec93-4a7e-95d1-1f8c2fe9be2e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.42 "DELETE /v2.0/ports/229965c2-742f-421d-9659-e6a5c8633e6a HTTP/1.1" status: 204 len: 173 time: 0.9055533 Dec 13 13:26:50.529857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'name': 'network-vif-deleted', 'tag': '229965c2-742f-421d-9659-e6a5c8633e6a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:26:50.532308 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929614d4-c18f-43f5-844e-f6e59b3bb9ad" -d '{"events": [{"server_uuid": "bf227622-2e29-4797-92c1-0b0bdbbfcea7", "name": "network-vif-deleted", "tag": "229965c2-742f-421d-9659-e6a5c8633e6a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:26:50.572464 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8ef411-d369-45f8-9ea6-1f63cc57066b x-openstack-request-id: req-3d8ef411-d369-45f8-9ea6-1f63cc57066b {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:26:50.572759 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf227622-2e29-4797-92c1-0b0bdbbfcea7", "name": "network-vif-deleted", "tag": "229965c2-742f-421d-9659-e6a5c8633e6a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:26:50.573029 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d8ef411-d369-45f8-9ea6-1f63cc57066b {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:26:50.573465 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf227622-2e29-4797-92c1-0b0bdbbfcea7', 'name': 'network-vif-deleted', 'tag': '229965c2-742f-421d-9659-e6a5c8633e6a', 'status': 'completed', 'code': 200} Dec 13 13:26:50.625839 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] Set router 51695591-7e14-4c50-b516-77dbcf35e298 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:26:50.736484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-517be034-6f3e-4552-b59c-24b2e736d26a req-bc7a9b40-1fa0-41d8-b8ae-69e1fd879ebc tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf227622-2e29-4797-92c1-0b0bdbbfcea7 HTTP/1.1" status: 200 len: 210 time: 0.0332935 Dec 13 13:26:50.840505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e269e284-418c-44d1-8767-03f7e51cfc28', 'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'mac_address': 'fa:16:3e:d3:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:43Z', 'updated_at': '2021-12-13T13:21:49Z', 'revision_number': 5, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'subnets': [{'id': 'edd61be1-3db9-48ee-b336-55b024266156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:50.867400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] Checking router: 51695591-7e14-4c50-b516-77dbcf35e298 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:26:50.878021 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] Routers {'51695591-7e14-4c50-b516-77dbcf35e298'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:26:50.878748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:26:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['51695591-7e14-4c50-b516-77dbcf35e298'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:50.996549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] Set router 51695591-7e14-4c50-b516-77dbcf35e298 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:26:51.366833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e269e284-418c-44d1-8767-03f7e51cfc28', 'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'mac_address': 'fa:16:3e:d3:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:43Z', 'updated_at': '2021-12-13T13:21:49Z', 'revision_number': 5, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'subnets': [{'id': 'edd61be1-3db9-48ee-b336-55b024266156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:51.397395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047a9c5-15d0-4f02-b365-dfbf69961920 None None] The sync data for ids ['51695591-7e14-4c50-b516-77dbcf35e298'] in n-d-817326-4 is: [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'e269e284-418c-44d1-8767-03f7e51cfc28', 'name': '', 'network_id': 'b3abd3e2-9905-489a-83cc-935bb1a86de6', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'mac_address': 'fa:16:3e:d3:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'edd61be1-3db9-48ee-b336-55b024266156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:43Z', 'updated_at': '2021-12-13T13:21:49Z', 'revision_number': 5, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'subnets': [{'id': 'edd61be1-3db9-48ee-b336-55b024266156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:26:51.626363 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7e37e-117f-4852-bc91-7721f2a3ec96 None None] New status for floating IP c513f514-e5cf-47b8-8e65-d138ff43e0b7: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:26:51.796934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36150) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:51.928237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cbca759c-6397-4d60-adb2-5eebbc71482e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Deleting port 24d74c5f-4f58-4268-982a-17b5e6f54a30 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:26:51.928494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbca759c-6397-4d60-adb2-5eebbc71482e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:52.006835 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbca759c-6397-4d60-adb2-5eebbc71482e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:52.007223 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbca759c-6397-4d60-adb2-5eebbc71482e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:52.019492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cbca759c-6397-4d60-adb2-5eebbc71482e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Calling delete_port for 24d74c5f-4f58-4268-982a-17b5e6f54a30 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:26:52.176032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbca759c-6397-4d60-adb2-5eebbc71482e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:52.203071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca759c-6397-4d60-adb2-5eebbc71482e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event deleted for resources: {'Port': ['ID=24d74c5f-4f58-4268-982a-17b5e6f54a30,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:52.268067 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbca759c-6397-4d60-adb2-5eebbc71482e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:52.270710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbca759c-6397-4d60-adb2-5eebbc71482e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:52.271872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cbca759c-6397-4d60-adb2-5eebbc71482e tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "DELETE /v2.0/floatingips/c513f514-e5cf-47b8-8e65-d138ff43e0b7 HTTP/1.1" status: 204 len: 168 time: 0.4739289 Dec 13 13:26:52.464455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36158) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:52.525141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0acd0175-56a5-4263-aa0f-d68c0104362a tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:52.551549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0acd0175-56a5-4263-aa0f-d68c0104362a tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:52.614980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0acd0175-56a5-4263-aa0f-d68c0104362a tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:52.617758 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0acd0175-56a5-4263-aa0f-d68c0104362a tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:52.618992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0acd0175-56a5-4263-aa0f-d68c0104362a tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] 10.222.0.31 "DELETE /v2.0/security-groups/dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4 HTTP/1.1" status: 204 len: 168 time: 0.1535289 Dec 13 13:26:52.629019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd0175-56a5-4263-aa0f-d68c0104362a tempest-TestServerBasicOps-912649467 tempest-TestServerBasicOps-912649467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdc145d-25d2-4ba5-a3cc-4efaeedea9a4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:52.660997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36162) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:53.141502 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:53.414417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] Deleting port e269e284-418c-44d1-8767-03f7e51cfc28 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:26:53.414938 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:53.565873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 229965c2-742f-421d-9659-e6a5c8633e6a no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:26:53.588881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 229965c2-742f-421d-9659-e6a5c8633e6a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:26:53.589223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 229965c2-742f-421d-9659-e6a5c8633e6a not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:26:53.782988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] For port e269e284-418c-44d1-8767-03f7e51cfc28, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e269e284-418c-44d1-8767-03f7e51cfc28,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:26:53.783215 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:53.797399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] Calling delete_port for e269e284-418c-44d1-8767-03f7e51cfc28 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:26:54.004924 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:54.033107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] Pushing event deleted for resources: {'Port': ['ID=e269e284-418c-44d1-8767-03f7e51cfc28,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:54.216493 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:54.238028 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8758241-de48-4230-b90e-abf2507b28dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:54.456508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] Router 51695591-7e14-4c50-b516-77dbcf35e298 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:26:54.582089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:26:54.591582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36166) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:54.592084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-de47edc5-019a-491a-b992-c45d26d5d44b admin admin] 10.222.0.31 "PUT /v2.0/routers/51695591-7e14-4c50-b516-77dbcf35e298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9295411 Dec 13 13:26:54.593173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] Sync routers for ids ['51695591-7e14-4c50-b516-77dbcf35e298'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:26:54.604830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] Routers {'51695591-7e14-4c50-b516-77dbcf35e298'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:26:54.605583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:26:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['51695591-7e14-4c50-b516-77dbcf35e298'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:54.708267 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:54.722521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] Set router 51695591-7e14-4c50-b516-77dbcf35e298 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:26:54.828273 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:54.889517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Deleting port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:26:54.889844 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:54.922587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:26:53Z', 'revision_number': 5, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port': {'id': 'e1b40e02-eeec-4dbe-ac9c-2e39e04ca107', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51695591-7e14-4c50-b516-77dbcf35e298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:54.948895 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] Checking router: 51695591-7e14-4c50-b516-77dbcf35e298 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:26:54.957832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] Routers {'51695591-7e14-4c50-b516-77dbcf35e298'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:26:54.958538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:26:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['51695591-7e14-4c50-b516-77dbcf35e298'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:54.974120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] For port e1b40e02-eeec-4dbe-ac9c-2e39e04ca107, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e1b40e02-eeec-4dbe-ac9c-2e39e04ca107,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:26:54.974491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:54.987423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Calling delete_port for e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:26:55.048253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] Set router 51695591-7e14-4c50-b516-77dbcf35e298 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:26:55.108149 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:26:54Z', 'revision_number': 6, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:55.135887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded74ce-cc49-4ec0-b75b-3f048cad759c None None] The sync data for ids ['51695591-7e14-4c50-b516-77dbcf35e298'] in n-d-817326-4 is: [{'id': '51695591-7e14-4c50-b516-77dbcf35e298', 'name': 'tempest-TestServerBasicOps-1700507696-router', 'tenant_id': '3476782fd52e44778da41f48bea71ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:41Z', 'updated_at': '2021-12-13T13:26:54Z', 'revision_number': 6, 'project_id': '3476782fd52e44778da41f48bea71ef9', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:26:55.166944 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.193566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b40e02-eeec-4dbe-ac9c-2e39e04ca107,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:55.208070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09fc81c-058d-4ffc-a472-d311a83b26f4 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:26:55.221438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.221806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.222157 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.222503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.222837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.223169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.223497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.223833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.224153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.224474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.224803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.225125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.225441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:26:55.268251 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.360654 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.362976 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.415826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.416378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51695591-7e14-4c50-b516-77dbcf35e298 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:26:55.421233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.422374 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f5656132-86c1-4f10-b09f-55353dc730a6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/51695591-7e14-4c50-b516-77dbcf35e298 HTTP/1.1" status: 204 len: 168 time: 0.8294408 Dec 13 13:26:55.426020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36170) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:55.471387 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-272105e4-1a9d-4998-8f18-212af18cfd9b admin admin] Deleting subnet edd61be1-3db9-48ee-b336-55b024266156 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:26:55.474845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-272105e4-1a9d-4998-8f18-212af18cfd9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.511530 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-272105e4-1a9d-4998-8f18-212af18cfd9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.595443 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-272105e4-1a9d-4998-8f18-212af18cfd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.648375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-272105e4-1a9d-4998-8f18-212af18cfd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.673659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272105e4-1a9d-4998-8f18-212af18cfd9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd61be1-3db9-48ee-b336-55b024266156,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:55.677471 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-272105e4-1a9d-4998-8f18-212af18cfd9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.680728 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-272105e4-1a9d-4998-8f18-212af18cfd9b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/edd61be1-3db9-48ee-b336-55b024266156 HTTP/1.1" status: 204 len: 168 time: 0.2537239 Dec 13 13:26:55.683219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36172) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:55.686766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879a315-f9ed-4aaa-8810-c54386b25dc7 None None] Network b3abd3e2-9905-489a-83cc-935bb1a86de6 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:26:55.750833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.815401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Deleting port bde3b14e-8cde-496a-9d03-53256fb4ab64 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:26:55.815744 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.874438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a8acd-2395-47d6-b586-2e8053b82ccf None None] DHCP port deletion for b3abd3e2-9905-489a-83cc-935bb1a86de6 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:26:55.884029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] For port bde3b14e-8cde-496a-9d03-53256fb4ab64, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bde3b14e-8cde-496a-9d03-53256fb4ab64,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:26:55.884387 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.899038 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Calling delete_port for bde3b14e-8cde-496a-9d03-53256fb4ab64 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:26:55.924718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-007a8acd-2395-47d6-b586-2e8053b82ccf None None] Deleting port bde3b14e-8cde-496a-9d03-53256fb4ab64 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:26:55.925093 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-007a8acd-2395-47d6-b586-2e8053b82ccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.983800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:55.996378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-007a8acd-2395-47d6-b586-2e8053b82ccf None None] For port bde3b14e-8cde-496a-9d03-53256fb4ab64, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bde3b14e-8cde-496a-9d03-53256fb4ab64,segment=NetworkSegment(fa334882-cdd1-4469-a363-cf540cb230c6),segment_id=fa334882-cdd1-4469-a363-cf540cb230c6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:26:55.996779 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-007a8acd-2395-47d6-b586-2e8053b82ccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.011529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-007a8acd-2395-47d6-b586-2e8053b82ccf None None] Calling delete_port for bde3b14e-8cde-496a-9d03-53256fb4ab64 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:26:56.019122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] No DVR routers for this DVR port bde3b14e-8cde-496a-9d03-53256fb4ab64 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:26:56.024461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde3b14e-8cde-496a-9d03-53256fb4ab64,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:56.096294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-007a8acd-2395-47d6-b586-2e8053b82ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.098758 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.122861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3abd3e2-9905-489a-83cc-935bb1a86de6']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:56.127920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a8acd-2395-47d6-b586-2e8053b82ccf None None] Pushing event deleted for resources: {'Port': ['ID=bde3b14e-8cde-496a-9d03-53256fb4ab64,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:56.133062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a8acd-2395-47d6-b586-2e8053b82ccf None None] No DVR routers for this DVR port bde3b14e-8cde-496a-9d03-53256fb4ab64 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:26:56.137965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa334882-cdd1-4469-a363-cf540cb230c6') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:56.138361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa334882-cdd1-4469-a363-cf540cb230c6') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:56.149759 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.166438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.173178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:26:56.173636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:26:56.175871 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:26:56.239922 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.245434 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.249088 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b3abd3e2-9905-489a-83cc-935bb1a86de6 HTTP/1.1" status: 204 len: 168 time: 0.5649493 Dec 13 13:26:56.252322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36174) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:56.260292 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8828d96-aa4a-4763-90ae-1d39527ed0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3abd3e2-9905-489a-83cc-935bb1a86de6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:56.570225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bde3b14e-8cde-496a-9d03-53256fb4ab64 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:26:56.592216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: bde3b14e-8cde-496a-9d03-53256fb4ab64 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:26:56.592570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bde3b14e-8cde-496a-9d03-53256fb4ab64 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:26:56.592986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e269e284-418c-44d1-8767-03f7e51cfc28 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:26:56.616057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e269e284-418c-44d1-8767-03f7e51cfc28 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:26:56.616409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e269e284-418c-44d1-8767-03f7e51cfc28 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:26:56.616824 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:26:56.618092 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.641812 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:26:56.642198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e1b40e02-eeec-4dbe-ac9c-2e39e04ca107 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:26:56.656967 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f9e70d9-c8ea-4188-9cbd-453d76b648ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.880667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] Deleting port b798b34a-2f90-4511-8c21-a8b77eeb38d5 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:26:56.880988 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.960461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] For port b798b34a-2f90-4511-8c21-a8b77eeb38d5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b798b34a-2f90-4511-8c21-a8b77eeb38d5,segment=NetworkSegment(76c60bd0-6659-4342-9ef7-875a586d6888),segment_id=76c60bd0-6659-4342-9ef7-875a586d6888)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:26:56.960824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:56.979254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] Calling delete_port for b798b34a-2f90-4511-8c21-a8b77eeb38d5 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:26:57.174557 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:57.200257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b798b34a-2f90-4511-8c21-a8b77eeb38d5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:57.366646 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:57.591304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] Router c9caec35-9101-4595-87a9-4b39883a361d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:26:57.703273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:26:57.708439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e5db5082-e41e-48ce-9d6a-3249b3c11fd9 admin admin] 10.222.0.31 "PUT /v2.0/routers/c9caec35-9101-4595-87a9-4b39883a361d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4550509 Dec 13 13:26:57.711453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36176) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:57.713907 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] Sync routers for ids ['c9caec35-9101-4595-87a9-4b39883a361d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:26:57.724856 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] Routers {'c9caec35-9101-4595-87a9-4b39883a361d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:26:57.725460 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:26:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c9caec35-9101-4595-87a9-4b39883a361d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:57.818536 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:57.831381 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] Set router c9caec35-9101-4595-87a9-4b39883a361d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:26:58.094038 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.112375 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'name': 'tempest-TestServerBasicOps-1208993290-router', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:46Z', 'updated_at': '2021-12-13T13:26:57Z', 'revision_number': 5, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'gw_port': {'id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:47Z', 'updated_at': '2021-12-13T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:58.138328 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] Checking router: c9caec35-9101-4595-87a9-4b39883a361d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:26:58.147759 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] Routers {'c9caec35-9101-4595-87a9-4b39883a361d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:26:58.148428 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:26:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['c9caec35-9101-4595-87a9-4b39883a361d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:58.199041 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.255165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Deleting port c8e1a7b3-ba81-4493-9561-ad2b3404d257 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:26:58.255640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.255868 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] Set router c9caec35-9101-4595-87a9-4b39883a361d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:26:58.335210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] For port c8e1a7b3-ba81-4493-9561-ad2b3404d257, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=c8e1a7b3-ba81-4493-9561-ad2b3404d257,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:26:58.335541 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.347723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Calling delete_port for c8e1a7b3-ba81-4493-9561-ad2b3404d257 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:26:58.435852 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'name': 'tempest-TestServerBasicOps-1208993290-router', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:46Z', 'updated_at': '2021-12-13T13:26:57Z', 'revision_number': 5, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'gw_port': {'id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:47Z', 'updated_at': '2021-12-13T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:58.465281 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c8edd-399d-4e1d-96a6-ba24feae0237 None None] The sync data for ids ['c9caec35-9101-4595-87a9-4b39883a361d'] in n-d-817326-4 is: [{'id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'name': 'tempest-TestServerBasicOps-1208993290-router', 'tenant_id': '859ce087b27f432c85abb1d8608227c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:21:46Z', 'updated_at': '2021-12-13T13:26:57Z', 'revision_number': 5, 'project_id': '859ce087b27f432c85abb1d8608227c8', 'gw_port': {'id': 'c8e1a7b3-ba81-4493-9561-ad2b3404d257', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9caec35-9101-4595-87a9-4b39883a361d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:21:47Z', 'updated_at': '2021-12-13T13:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:26:58.530998 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.559381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e1a7b3-ba81-4493-9561-ad2b3404d257,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:58.574650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd172f73-b453-4dc0-b822-1352242807af None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:26:58.624253 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.722179 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.724529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.773409 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.774133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9caec35-9101-4595-87a9-4b39883a361d {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:26:58.778832 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.780491 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b8d1d914-7395-4a2f-84b4-85337bfaafb6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c9caec35-9101-4595-87a9-4b39883a361d HTTP/1.1" status: 204 len: 168 time: 1.0678849 Dec 13 13:26:58.785599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36180) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:58.842955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6302f8a-b7d9-404c-997b-aa9efe71f870 admin admin] Deleting subnet 3c79abc4-f8a0-439d-a94b-cfefff67ddc6 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:26:58.846910 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6302f8a-b7d9-404c-997b-aa9efe71f870 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.886023 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6302f8a-b7d9-404c-997b-aa9efe71f870 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:58.919632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b798b34a-2f90-4511-8c21-a8b77eeb38d5 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:26:58.941265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b798b34a-2f90-4511-8c21-a8b77eeb38d5 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:26:58.941747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b798b34a-2f90-4511-8c21-a8b77eeb38d5 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:26:58.977411 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6302f8a-b7d9-404c-997b-aa9efe71f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.034011 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6302f8a-b7d9-404c-997b-aa9efe71f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.058232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6302f8a-b7d9-404c-997b-aa9efe71f870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c79abc4-f8a0-439d-a94b-cfefff67ddc6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:59.064306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f6302f8a-b7d9-404c-997b-aa9efe71f870 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.070202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36184) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:59.070783 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f6302f8a-b7d9-404c-997b-aa9efe71f870 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3c79abc4-f8a0-439d-a94b-cfefff67ddc6 HTTP/1.1" status: 204 len: 168 time: 0.2863390 Dec 13 13:26:59.073278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a579839-b6cc-4aa2-bb2e-3be11c502720 None None] Network b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:26:59.150583 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.182001 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.211946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Deleting port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:26:59.212281 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.283987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] For port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=517589a0-7d67-4ee5-8dd6-d93f1ef62b52,segment=NetworkSegment(76c60bd0-6659-4342-9ef7-875a586d6888),segment_id=76c60bd0-6659-4342-9ef7-875a586d6888)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:26:59.284349 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.298344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Calling delete_port for 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:26:59.380886 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.408450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Pushing event deleted for resources: {'Port': ['ID=517589a0-7d67-4ee5-8dd6-d93f1ef62b52,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:59.410254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] No DVR routers for this DVR port 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:26:59.485931 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.507942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:59.525699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c60bd0-6659-4342-9ef7-875a586d6888') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:59.525996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c60bd0-6659-4342-9ef7-875a586d6888') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:26:59.543230 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.555257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381d284-9648-43b5-b186-1818446f114f None None] DHCP port deletion for b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:26:59.558481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.569113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:26:59.570743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:26:59.607241 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:26:59.627090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.632695 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.638421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f HTTP/1.1" status: 204 len: 168 time: 0.5642722 Dec 13 13:26:59.651361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6273d24-be0a-4b53-8560-09d1e843c891 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2eac2c3-4aea-4423-b1cd-61f8c8dcfe3f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:26:59.756522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36188) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:59.802476 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c49fe57f-7d70-4336-a1b8-0eaba464aac7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3476782fd52e44778da41f48bea71ef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441856 Dec 13 13:26:59.804439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36190) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:26:59.858613 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27ccd1f5-be35-4d0e-95ab-43c7ad4963ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.881613 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27ccd1f5-be35-4d0e-95ab-43c7ad4963ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.908444 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.931534 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27ccd1f5-be35-4d0e-95ab-43c7ad4963ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.934366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-27ccd1f5-be35-4d0e-95ab-43c7ad4963ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:26:59.935765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-27ccd1f5-be35-4d0e-95ab-43c7ad4963ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8599a9c-f2d2-4fc0-9dc5-69f4e20f0b7c HTTP/1.1" status: 204 len: 168 time: 0.1302016 Dec 13 13:26:59.944043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccd1f5-be35-4d0e-95ab-43c7ad4963ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8599a9c-f2d2-4fc0-9dc5-69f4e20f0b7c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:27:00.306299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36196) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:27:00.347456 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-db038e44-99f1-44c8-998a-89a8ed0544f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=859ce087b27f432c85abb1d8608227c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398929 Dec 13 13:27:00.350040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36198) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:27:00.401470 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-207d1f0c-b408-4a5a-b923-d1d3717c093f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:00.434031 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-207d1f0c-b408-4a5a-b923-d1d3717c093f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:00.485114 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-207d1f0c-b408-4a5a-b923-d1d3717c093f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:00.489410 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-207d1f0c-b408-4a5a-b923-d1d3717c093f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:00.490870 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-207d1f0c-b408-4a5a-b923-d1d3717c093f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/877b4aee-24fc-4524-b83d-ea08aacdd97d HTTP/1.1" status: 204 len: 168 time: 0.1396778 Dec 13 13:27:00.499872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d1f0c-b408-4a5a-b923-d1d3717c093f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877b4aee-24fc-4524-b83d-ea08aacdd97d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:27:00.584961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:27:00.604915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:27:00.605257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 517589a0-7d67-4ee5-8dd6-d93f1ef62b52 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:27:00.605659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8e1a7b3-ba81-4493-9561-ad2b3404d257 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:27:00.625634 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: c8e1a7b3-ba81-4493-9561-ad2b3404d257 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:27:00.625984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device c8e1a7b3-ba81-4493-9561-ad2b3404d257 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:27:07.764682 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:07.783159 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:19.557658 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:27:21.142696 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-fba998ab-ce65-482c-9135-eda1e0c5a639 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407567 Dec 13 13:27:21.208053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-9f2e038a-087c-4e0a-a686-9330319f97de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:21.209560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-9f2e038a-087c-4e0a-a686-9330319f97de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 1096 time: 0.0444033 Dec 13 13:27:21.328875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-6e70fd05-ee34-4a06-9f49-37a5e3ffd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:21.330454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-6e70fd05-ee34-4a06-9f49-37a5e3ffd4f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.1000028 Dec 13 13:27:21.404530 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-f80238e0-0588-414c-b957-a2320e4f406c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f24ddf2-edde-4f08-9675-7720a2a48fc6 HTTP/1.1" status: 200 len: 1001 time: 0.0669611 Dec 13 13:27:21.452632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-9248e4b3-b6d3-4bc2-a380-84bbdd3cec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:21.454105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-9248e4b3-b6d3-4bc2-a380-84bbdd3cec6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0431969 Dec 13 13:27:21.503616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-cd9019a8-714c-46e8-b02e-4c7020422f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:21.505134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-cd9019a8-714c-46e8-b02e-4c7020422f73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441639 Dec 13 13:27:21.611541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-6f57d499-b8d6-436b-bc99-fa19f7d5cef1 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988657 Dec 13 13:27:21.705967 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3127ca0e-ebf9-4475-bdec-d6822de4554e req-45b6f7fc-41b7-4e31-85e9-777a0aea33cc service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868199 Dec 13 13:27:24.241647 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ac2a794-373b-4871-8fb3-7df520c76dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:26.650798 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c952439-8e2c-4a07-b8db-24e6438323c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:27.831114 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:29.178520 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:29.922570 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:37.080119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-e6e827aa-516e-4ab9-8202-c63ba814735b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421293 Dec 13 13:27:37.167431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-7570e3fc-4c0b-4f50-b825-dc4486b21269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:37.168928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-7570e3fc-4c0b-4f50-b825-dc4486b21269 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 1096 time: 0.0450783 Dec 13 13:27:37.281563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-a86bab57-aeda-4cea-9493-435a6516ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:37.283740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-a86bab57-aeda-4cea-9493-435a6516ad84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.0940318 Dec 13 13:27:37.353879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-508a48ab-04f9-415e-9764-e36beb136ebc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997 HTTP/1.1" status: 200 len: 1001 time: 0.0631645 Dec 13 13:27:37.404083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-fd09d272-5c4c-4486-bea8-b7c705ac3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:37.405501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-fd09d272-5c4c-4486-bea8-b7c705ac3b4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0448043 Dec 13 13:27:37.452309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-ff63f686-bc7f-41e3-a95c-8093bee717e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:37.453790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-ff63f686-bc7f-41e3-a95c-8093bee717e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409606 Dec 13 13:27:37.557740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-c83f5292-316b-4690-899a-2fc40dff20b0 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968888 Dec 13 13:27:37.660652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-acc99783-712a-41b4-85a4-5956fd8a0187 req-0eec751a-5433-444f-9d44-283d467d0e3b service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951064 Dec 13 13:27:37.757542 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:37.797207 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:39.487070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36204) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:27:39.664958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Deleting port d590f3f5-43a6-4230-94d6-85f44c61b3eb {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:27:39.665466 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:39.749326 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:39.749528 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:39.767799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Calling delete_port for d590f3f5-43a6-4230-94d6-85f44c61b3eb owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:27:39.966870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:39.992048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'Port': ['ID=d590f3f5-43a6-4230-94d6-85f44c61b3eb,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:27:40.055724 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:40.055953 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Floating IP 7e78a089-5bdd-450f-965c-36f09c41e5f0 disassociated (deleted). External IP: 172.25.2.206, port: 5f24ddf2-edde-4f08-9675-7720a2a48fc6. Dec 13 13:27:40.285977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Router e65750c0-4b14-47ef-8c52-03067e47f045 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:27:40.396296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:27:40.402257 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:40.408390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] Sync routers for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:27:40.421447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:27:40.422091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:27:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:27:40.443708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-68f2056c-2795-4885-9ef5-1f4bcfdaa42b tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "DELETE /v2.0/floatingips/7e78a089-5bdd-450f-965c-36f09c41e5f0 HTTP/1.1" status: 204 len: 168 time: 0.9514241 Dec 13 13:27:40.443708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'tag': '5f24ddf2-edde-4f08-9675-7720a2a48fc6'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:27:40.450756 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2458bdc5-52c0-4dfd-bd75-0929c12e1148" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f9d2d0-4e75-4bc6-b550-11111f8524e1", "tag": "5f24ddf2-edde-4f08-9675-7720a2a48fc6"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:27:40.495012 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e8cecc-8d05-4d7b-bb4e-243f47a57470 x-openstack-request-id: req-84e8cecc-8d05-4d7b-bb4e-243f47a57470 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:27:40.496283 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f9d2d0-4e75-4bc6-b550-11111f8524e1", "tag": "5f24ddf2-edde-4f08-9675-7720a2a48fc6", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:27:40.497172 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84e8cecc-8d05-4d7b-bb4e-243f47a57470 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:27:40.497605 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'tag': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'status': 'completed', 'code': 200} Dec 13 13:27:40.539999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:27:40.568037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-c477560f-9d9d-4a7b-bda7-0f88a8f202ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:40.569815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-c477560f-9d9d-4a7b-bda7-0f88a8f202ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 1096 time: 0.0509868 Dec 13 13:27:40.717553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-b43e00b6-a74e-4f5c-a056-1a7295b3e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:40.719022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-b43e00b6-a74e-4f5c-a056-1a7295b3e1df service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.1360040 Dec 13 13:27:40.727285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c1dfa-cc4e-44fc-af8a-8126eaf2c383 req-a1c42081-db07-45c9-82de-d419b2ded6ce tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:40.729163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb6c1dfa-cc4e-44fc-af8a-8126eaf2c383 req-a1c42081-db07-45c9-82de-d419b2ded6ce tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 945 time: 0.0853508 Dec 13 13:27:40.776811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-c1d72b36-0213-4045-9bae-229d91aa5da5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f24ddf2-edde-4f08-9675-7720a2a48fc6 HTTP/1.1" status: 200 len: 217 time: 0.0466859 Dec 13 13:27:40.786556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e9a9ae74-b52e-430a-ada2-a2864a94e970', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:0d:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:23:51Z', 'updated_at': '2021-12-13T13:23:53Z', 'revision_number': 1, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:27:40.814177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] Checking router: e65750c0-4b14-47ef-8c52-03067e47f045 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:27:40.823912 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:27:40.824525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:27:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:27:40.838944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb6c1dfa-cc4e-44fc-af8a-8126eaf2c383 req-e6a9670e-7252-4e06-a9d2-951cb43d89c3 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029551 Dec 13 13:27:40.848439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-f92f69fc-2084-4504-b546-465ab0df4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:40.849912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-f92f69fc-2084-4504-b546-465ab0df4366 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0657616 Dec 13 13:27:40.903851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-9302993c-46c6-415d-beee-95e25bb09732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:40.905359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-9302993c-46c6-415d-beee-95e25bb09732 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472703 Dec 13 13:27:40.938463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:27:40.998565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-72c272e4-2500-4cae-ac78-9df28a24e8f5 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844543 Dec 13 13:27:41.096022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2458bdc5-52c0-4dfd-bd75-0929c12e1148 req-8144a6dc-913e-48c5-8c06-f6421b081420 service neutron] 10.222.0.42 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897396 Dec 13 13:27:41.174453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e9a9ae74-b52e-430a-ada2-a2864a94e970', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:0d:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:23:51Z', 'updated_at': '2021-12-13T13:23:53Z', 'revision_number': 1, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:27:41.201202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13095c1e-a680-4a5c-b8fa-7ce83962c51c None None] The sync data for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 is: [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e9a9ae74-b52e-430a-ada2-a2864a94e970', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'port_id': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'mac_address': 'fa:16:3e:0d:9e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd560537f-532a-479a-8cb9-b87ed415f031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:23:51Z', 'updated_at': '2021-12-13T13:23:53Z', 'revision_number': 1, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:27:41.430563 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae206c5c-efcf-4305-afe6-917cbe71ea24 None None] New status for floating IP 7e78a089-5bdd-450f-965c-36f09c41e5f0: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:27:41.973794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f18e9-fad7-4301-b966-b7746904cd80 req-5d9b4642-9022-4363-8892-6658de96c635 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:41.975331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f4f18e9-fad7-4301-b966-b7746904cd80 req-5d9b4642-9022-4363-8892-6658de96c635 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 945 time: 0.0556593 Dec 13 13:27:42.025700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f4f18e9-fad7-4301-b966-b7746904cd80 req-1298c37d-95f6-4175-9dc3-59eac16aec07 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441325 Dec 13 13:27:42.194987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419e346-3f25-47b1-84b2-6946c397710b req-a8b9cc29-6e42-47ac-86d0-f04d74450ca9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:42.196350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6419e346-3f25-47b1-84b2-6946c397710b req-a8b9cc29-6e42-47ac-86d0-f04d74450ca9 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 945 time: 0.0561843 Dec 13 13:27:42.570401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-6419e346-3f25-47b1-84b2-6946c397710b req-c99ea07b-1fe1-4258-9852-57f88ea1c5a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Deleting port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:27:42.570741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6419e346-3f25-47b1-84b2-6946c397710b req-c99ea07b-1fe1-4258-9852-57f88ea1c5a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:42.664051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-6419e346-3f25-47b1-84b2-6946c397710b req-c99ea07b-1fe1-4258-9852-57f88ea1c5a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] For port 5f24ddf2-edde-4f08-9675-7720a2a48fc6, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5f24ddf2-edde-4f08-9675-7720a2a48fc6,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:27:42.664422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6419e346-3f25-47b1-84b2-6946c397710b req-c99ea07b-1fe1-4258-9852-57f88ea1c5a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:42.678940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-6419e346-3f25-47b1-84b2-6946c397710b req-c99ea07b-1fe1-4258-9852-57f88ea1c5a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Calling delete_port for 5f24ddf2-edde-4f08-9675-7720a2a48fc6 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:27:42.827007 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6419e346-3f25-47b1-84b2-6946c397710b req-c99ea07b-1fe1-4258-9852-57f88ea1c5a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:42.855466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea07b-1fe1-4258-9852-57f88ea1c5a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'Port': ['ID=5f24ddf2-edde-4f08-9675-7720a2a48fc6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:27:42.901398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419e346-3f25-47b1-84b2-6946c397710b req-c99ea07b-1fe1-4258-9852-57f88ea1c5a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] No DVR routers for this DVR port 5f24ddf2-edde-4f08-9675-7720a2a48fc6 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:27:42.903987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6419e346-3f25-47b1-84b2-6946c397710b req-c99ea07b-1fe1-4258-9852-57f88ea1c5a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:42.907387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6419e346-3f25-47b1-84b2-6946c397710b req-c99ea07b-1fe1-4258-9852-57f88ea1c5a1 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.42 "DELETE /v2.0/ports/5f24ddf2-edde-4f08-9675-7720a2a48fc6 HTTP/1.1" status: 204 len: 173 time: 0.7040663 Dec 13 13:27:42.907817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'name': 'network-vif-deleted', 'tag': '5f24ddf2-edde-4f08-9675-7720a2a48fc6'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:27:42.910043 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ee89a-167b-4e13-8f88-8d6c76559176" -d '{"events": [{"server_uuid": "c2f9d2d0-4e75-4bc6-b550-11111f8524e1", "name": "network-vif-deleted", "tag": "5f24ddf2-edde-4f08-9675-7720a2a48fc6"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:27:42.949335 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5164d094-2a40-4cd8-b581-050d2d9dc9fc x-openstack-request-id: req-5164d094-2a40-4cd8-b581-050d2d9dc9fc {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:27:42.949629 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f9d2d0-4e75-4bc6-b550-11111f8524e1", "name": "network-vif-deleted", "tag": "5f24ddf2-edde-4f08-9675-7720a2a48fc6", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:27:42.949874 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5164d094-2a40-4cd8-b581-050d2d9dc9fc {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:27:42.950316 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f9d2d0-4e75-4bc6-b550-11111f8524e1', 'name': 'network-vif-deleted', 'tag': '5f24ddf2-edde-4f08-9675-7720a2a48fc6', 'status': 'completed', 'code': 200} Dec 13 13:27:43.127383 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f2b052c-ef9b-4807-8bf6-cb9d8fd001f9 req-ce7fbc57-994e-4feb-98f1-e104227bae5d tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 210 time: 0.0283799 Dec 13 13:27:44.228470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a70e8bd5-a850-4736-8ff9-1f0bcd483eaf req-cd26676b-ed10-45b2-b84e-536f7d6368f6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 210 time: 0.0270627 Dec 13 13:27:45.327746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-84e0be51-220f-4a83-817f-884279e244e7 req-3c74091f-a673-49ca-ac82-81f366f02ce2 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 210 time: 0.0272012 Dec 13 13:27:45.769600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5f24ddf2-edde-4f08-9675-7720a2a48fc6 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:27:45.794952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 5f24ddf2-edde-4f08-9675-7720a2a48fc6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:27:45.795317 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5f24ddf2-edde-4f08-9675-7720a2a48fc6 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:27:46.425475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1c68320a-b3ff-41b9-be40-6f70c8172892 req-8313b1bf-b6c7-4aa3-ba0c-14ccba1cab29 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 210 time: 0.0280361 Dec 13 13:27:47.546554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-554281e5-45ce-464d-a855-ad394d5896cc req-45fbbb58-1197-4be8-8abb-5badc377d292 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2f9d2d0-4e75-4bc6-b550-11111f8524e1 HTTP/1.1" status: 200 len: 210 time: 0.0336640 Dec 13 13:27:53.976711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36256) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:27:54.145112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Deleting port 4848288b-30b0-4be6-904f-ffcc8a56df29 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:27:54.145518 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:54.231422 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:54.231865 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:54.235960 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3e35e0b-7f60-4a78-9368-a3e4e9e094a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:54.244003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Calling delete_port for 4848288b-30b0-4be6-904f-ffcc8a56df29 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:27:54.400750 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:54.427386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'Port': ['ID=4848288b-30b0-4be6-904f-ffcc8a56df29,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:27:54.452361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.452705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.453045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.453380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.453713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.454040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.454397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.454722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.455046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.455380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.455709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.456032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.456344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:27:54.499321 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:54.499649 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Floating IP e9a9ae74-b52e-430a-ada2-a2864a94e970 disassociated (deleted). External IP: 172.25.2.177, port: 23d425f7-0cf5-46a9-989b-0074c5cfb997. Dec 13 13:27:54.723387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Router e65750c0-4b14-47ef-8c52-03067e47f045 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:27:54.844544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:27:54.849841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:54.855479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] Sync routers for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:27:54.867458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:27:54.868356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:27:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:27:54.881873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-abacf11a-9419-44c5-8714-53c440369be6 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "DELETE /v2.0/floatingips/e9a9ae74-b52e-430a-ada2-a2864a94e970 HTTP/1.1" status: 204 len: 168 time: 0.9039459 Dec 13 13:27:54.882489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd560537f-532a-479a-8cb9-b87ed415f031', 'tag': '23d425f7-0cf5-46a9-989b-0074c5cfb997'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:27:54.884830 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54c1576-68e2-49fa-bf2d-be413a6c99e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d560537f-532a-479a-8cb9-b87ed415f031", "tag": "23d425f7-0cf5-46a9-989b-0074c5cfb997"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:27:54.925292 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecef8b88-d247-4254-b1af-96acbd4b1e64 x-openstack-request-id: req-ecef8b88-d247-4254-b1af-96acbd4b1e64 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:27:54.925677 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d560537f-532a-479a-8cb9-b87ed415f031", "tag": "23d425f7-0cf5-46a9-989b-0074c5cfb997", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:27:54.926002 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecef8b88-d247-4254-b1af-96acbd4b1e64 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:27:54.926575 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd560537f-532a-479a-8cb9-b87ed415f031', 'tag': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'status': 'completed', 'code': 200} Dec 13 13:27:54.998885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-b2e6dbd3-9e3c-49c0-b1a4-6f211c30155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:55.000999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-b2e6dbd3-9e3c-49c0-b1a4-6f211c30155d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 1096 time: 0.0533674 Dec 13 13:27:55.143305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-c0d1e534-1a0f-439c-8fc7-7c19a647f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:55.144807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-c0d1e534-1a0f-439c-8fc7-7c19a647f9d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 200 len: 911 time: 0.1318684 Dec 13 13:27:55.157756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996467b7-f528-49f9-8421-b68220841112 req-0f2343fe-62f3-4ac1-a89a-b518bc5f375c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:55.159201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-996467b7-f528-49f9-8421-b68220841112 req-0f2343fe-62f3-4ac1-a89a-b518bc5f375c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 945 time: 0.0764630 Dec 13 13:27:55.168436 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:27:55.201441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-f405103a-d19c-4276-b0e0-866c77b215c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997 HTTP/1.1" status: 200 len: 217 time: 0.0412338 Dec 13 13:27:55.272319 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-996467b7-f528-49f9-8421-b68220841112 req-4b290ea4-8d30-49c2-a44f-7b8e704cc6a7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058984 Dec 13 13:27:55.276005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-0894b2f8-1ba9-4ec0-a7e3-a3f55028114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:55.277433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-0894b2f8-1ba9-4ec0-a7e3-a3f55028114f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 200 len: 850 time: 0.0683608 Dec 13 13:27:55.333154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-1ebe43ea-fe89-48f1-b9b9-6d658f00538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:55.334697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-1ebe43ea-fe89-48f1-b9b9-6d658f00538c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a1be6de-718f-4ea7-9a52-a17277841c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495300 Dec 13 13:27:55.374366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:27:55.406352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] Checking router: e65750c0-4b14-47ef-8c52-03067e47f045 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:27:55.415581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:27:55.416288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:27:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:27:55.428578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-e74d52f7-ae16-4c82-94e3-d8bcb1b63bc5 service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861802 Dec 13 13:27:55.526334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:27:55.526823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a54c1576-68e2-49fa-bf2d-be413a6c99e5 req-c49c4cb0-73cb-4ebb-ac2c-fd0de2ba555f service neutron] 10.222.0.37 "GET /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906625 Dec 13 13:27:55.739578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:27:55.767880 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970a8fee-6f6a-4608-b353-3b21a2106318 None None] The sync data for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 is: [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0c34699d-f745-411b-aa20-1cdb53d9a375', 'name': '', 'network_id': '0a1be6de-718f-4ea7-9a52-a17277841c0e', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'mac_address': 'fa:16:3e:91:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:01Z', 'updated_at': '2021-12-13T13:14:11Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'subnets': [{'id': '2f0410cc-27a9-48bd-872d-d1e4f6ac7395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:27:56.003852 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579c7c4-9abc-42be-9173-c1564547170e None None] New status for floating IP e9a9ae74-b52e-430a-ada2-a2864a94e970: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:27:56.396628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725bfb0-b8c6-4318-b5a6-a86efb9650a5 req-63f84fbf-73a6-44a9-8ed5-e1fe2252284c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:56.398162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3725bfb0-b8c6-4318-b5a6-a86efb9650a5 req-63f84fbf-73a6-44a9-8ed5-e1fe2252284c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 945 time: 0.0539935 Dec 13 13:27:56.449116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3725bfb0-b8c6-4318-b5a6-a86efb9650a5 req-1f2cc2e3-df9e-4891-a912-bf4c58f8167c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/security-groups?id=018cabe9-5112-4f85-a9a9-f1adadf3e51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447643 Dec 13 13:27:56.561155 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:27:56.646008 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286db505-0d54-4061-b6c4-66765fc039bf req-583c431f-9a62-419c-9534-3da832be50ac tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:27:56.646462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50578068-b4c8-495d-9225-2791fbfcf1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:56.647840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-286db505-0d54-4061-b6c4-66765fc039bf req-583c431f-9a62-419c-9534-3da832be50ac tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 945 time: 0.0558944 Dec 13 13:27:56.747322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-286db505-0d54-4061-b6c4-66765fc039bf req-9a654af9-d70f-4ec7-a5e1-af089362a9b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Deleting port 23d425f7-0cf5-46a9-989b-0074c5cfb997 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:27:56.747709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-286db505-0d54-4061-b6c4-66765fc039bf req-9a654af9-d70f-4ec7-a5e1-af089362a9b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:56.855993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-286db505-0d54-4061-b6c4-66765fc039bf req-9a654af9-d70f-4ec7-a5e1-af089362a9b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] For port 23d425f7-0cf5-46a9-989b-0074c5cfb997, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=23d425f7-0cf5-46a9-989b-0074c5cfb997,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:27:56.856358 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-286db505-0d54-4061-b6c4-66765fc039bf req-9a654af9-d70f-4ec7-a5e1-af089362a9b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:56.869026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-286db505-0d54-4061-b6c4-66765fc039bf req-9a654af9-d70f-4ec7-a5e1-af089362a9b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Calling delete_port for 23d425f7-0cf5-46a9-989b-0074c5cfb997 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:27:57.008284 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-286db505-0d54-4061-b6c4-66765fc039bf req-9a654af9-d70f-4ec7-a5e1-af089362a9b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:57.036678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a654af9-d70f-4ec7-a5e1-af089362a9b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'Port': ['ID=23d425f7-0cf5-46a9-989b-0074c5cfb997,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:27:57.087099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-286db505-0d54-4061-b6c4-66765fc039bf req-9a654af9-d70f-4ec7-a5e1-af089362a9b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] No DVR routers for this DVR port 23d425f7-0cf5-46a9-989b-0074c5cfb997 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:27:57.090624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-286db505-0d54-4061-b6c4-66765fc039bf req-9a654af9-d70f-4ec7-a5e1-af089362a9b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:57.094101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-286db505-0d54-4061-b6c4-66765fc039bf req-9a654af9-d70f-4ec7-a5e1-af089362a9b7 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.37 "DELETE /v2.0/ports/23d425f7-0cf5-46a9-989b-0074c5cfb997 HTTP/1.1" status: 204 len: 173 time: 0.4403565 Dec 13 13:27:57.094524 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd560537f-532a-479a-8cb9-b87ed415f031', 'name': 'network-vif-deleted', 'tag': '23d425f7-0cf5-46a9-989b-0074c5cfb997'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:27:57.097617 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9968d1a1-2b55-4f90-8db6-7c08c056a0b6" -d '{"events": [{"server_uuid": "d560537f-532a-479a-8cb9-b87ed415f031", "name": "network-vif-deleted", "tag": "23d425f7-0cf5-46a9-989b-0074c5cfb997"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:27:57.136939 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595aa461-1951-4979-b7aa-32c67645ccda x-openstack-request-id: req-595aa461-1951-4979-b7aa-32c67645ccda {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:27:57.137242 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d560537f-532a-479a-8cb9-b87ed415f031", "name": "network-vif-deleted", "tag": "23d425f7-0cf5-46a9-989b-0074c5cfb997", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:27:57.137620 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-595aa461-1951-4979-b7aa-32c67645ccda {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:27:57.138032 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd560537f-532a-479a-8cb9-b87ed415f031', 'name': 'network-vif-deleted', 'tag': '23d425f7-0cf5-46a9-989b-0074c5cfb997', 'status': 'completed', 'code': 200} Dec 13 13:27:57.560706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-30b053a8-3774-4345-90ea-3b745436136e req-bb96cca2-6ab3-4223-802e-0ab18ea21f43 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 210 time: 0.0300236 Dec 13 13:27:57.826207 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:58.661061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc2c303f-3e06-4031-96cc-bab2a94311e7 req-7104bd53-d9a7-4a8b-94a8-991fe72ed291 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Dec 13 13:27:59.182791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:27:59.758219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bdc02a8a-5059-4fd1-82f2-1ade4527ed1e req-3aee9885-305d-4e1d-a69a-dc6fbe66b22c tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 210 time: 0.0273333 Dec 13 13:27:59.918132 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:00.427586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 23d425f7-0cf5-46a9-989b-0074c5cfb997 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:28:00.449623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 23d425f7-0cf5-46a9-989b-0074c5cfb997 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:28:00.449989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 23d425f7-0cf5-46a9-989b-0074c5cfb997 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:28:00.862059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-497b43cb-59c4-4cb2-9168-935c892f1a90 req-3dacf4d1-38f8-41d7-bfa5-bbe569e4841f tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "GET /v2.0/ports?device_id=d560537f-532a-479a-8cb9-b87ed415f031 HTTP/1.1" status: 200 len: 210 time: 0.0282891 Dec 13 13:28:01.925945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36284) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:02.053905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f6663-783e-4cfe-83b3-7bbdd59af9bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Deleting port 738f201a-4fd9-47a0-9e42-b762f2df74cd {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:28:02.054175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6663-783e-4cfe-83b3-7bbdd59af9bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:02.137440 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6663-783e-4cfe-83b3-7bbdd59af9bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:02.137772 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6663-783e-4cfe-83b3-7bbdd59af9bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:02.150050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f6663-783e-4cfe-83b3-7bbdd59af9bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Calling delete_port for 738f201a-4fd9-47a0-9e42-b762f2df74cd owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:28:02.298262 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6663-783e-4cfe-83b3-7bbdd59af9bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:02.326535 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f6663-783e-4cfe-83b3-7bbdd59af9bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'Port': ['ID=738f201a-4fd9-47a0-9e42-b762f2df74cd,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:02.392221 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6663-783e-4cfe-83b3-7bbdd59af9bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:02.395051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6663-783e-4cfe-83b3-7bbdd59af9bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:02.396219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cf6f6663-783e-4cfe-83b3-7bbdd59af9bb tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "DELETE /v2.0/floatingips/6f427a80-b450-431d-a126-06048b14580b HTTP/1.1" status: 204 len: 168 time: 0.4691617 Dec 13 13:28:05.716816 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36300) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:05.787966 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b1d50a1-853a-4edc-b17b-7b9fe23b6108 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:05.815861 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b1d50a1-853a-4edc-b17b-7b9fe23b6108 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:05.883231 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b1d50a1-853a-4edc-b17b-7b9fe23b6108 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:05.886223 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5b1d50a1-853a-4edc-b17b-7b9fe23b6108 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:05.887806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5b1d50a1-853a-4edc-b17b-7b9fe23b6108 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] 10.222.0.31 "DELETE /v2.0/security-groups/018cabe9-5112-4f85-a9a9-f1adadf3e51e HTTP/1.1" status: 204 len: 168 time: 0.1699796 Dec 13 13:28:05.897838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d50a1-853a-4edc-b17b-7b9fe23b6108 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018cabe9-5112-4f85-a9a9-f1adadf3e51e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:05.953309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36304) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:06.505489 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:06.772346 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] Deleting port 0c34699d-f745-411b-aa20-1cdb53d9a375 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:28:06.772983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:06.866912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] For port 0c34699d-f745-411b-aa20-1cdb53d9a375, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0c34699d-f745-411b-aa20-1cdb53d9a375,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:06.867273 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:06.880123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] Calling delete_port for 0c34699d-f745-411b-aa20-1cdb53d9a375 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:28:07.074749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:07.098708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c34699d-f745-411b-aa20-1cdb53d9a375,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:07.556366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:07.769105 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:07.787440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] Router e65750c0-4b14-47ef-8c52-03067e47f045 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:28:07.812018 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:07.907600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:28:07.913102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0c4afb7e-669b-4035-9723-4d7dc6eccd67 admin admin] 10.222.0.31 "PUT /v2.0/routers/e65750c0-4b14-47ef-8c52-03067e47f045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9587462 Dec 13 13:28:07.915772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36310) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:07.918731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] Sync routers for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:28:07.930900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:28:07.931597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:27:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:08.025241 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.039735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:28:08.132578 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.188555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Deleting port a6e3ab2a-86b3-47bc-86b0-c9f756f58780 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:28:08.188846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.221163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:28:07Z', 'revision_number': 5, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port': {'id': 'a6e3ab2a-86b3-47bc-86b0-c9f756f58780', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:13:54Z', 'updated_at': '2021-12-13T13:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:08.248738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] Checking router: e65750c0-4b14-47ef-8c52-03067e47f045 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:28:08.257027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] Routers {'e65750c0-4b14-47ef-8c52-03067e47f045'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:28:08.257626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:27:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['e65750c0-4b14-47ef-8c52-03067e47f045'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:08.273159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] For port a6e3ab2a-86b3-47bc-86b0-c9f756f58780, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a6e3ab2a-86b3-47bc-86b0-c9f756f58780,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:08.273539 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.286086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Calling delete_port for a6e3ab2a-86b3-47bc-86b0-c9f756f58780 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:28:08.347147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] Set router e65750c0-4b14-47ef-8c52-03067e47f045 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:28:08.406282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:28:08Z', 'revision_number': 6, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:08.432962 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5d33b-e68c-4d78-a443-b163ac9149b5 None None] The sync data for ids ['e65750c0-4b14-47ef-8c52-03067e47f045'] in n-d-817326-4 is: [{'id': 'e65750c0-4b14-47ef-8c52-03067e47f045', 'name': 'tempest-TestVolumeBootPattern-958907176-router', 'tenant_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:13:53Z', 'updated_at': '2021-12-13T13:28:08Z', 'revision_number': 6, 'project_id': 'c01bbf10b14d4003865c5ab660a61bbc', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:28:08.460823 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.489108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e3ab2a-86b3-47bc-86b0-c9f756f58780,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:08.504237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a2fe71-612c-4873-90b3-19b22199bc14 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:28:08.551258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.647987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.650400 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.706178 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.707101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e65750c0-4b14-47ef-8c52-03067e47f045 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:28:08.713251 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.714546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-011e7ada-c32d-4543-8e30-1034247bfbe8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e65750c0-4b14-47ef-8c52-03067e47f045 HTTP/1.1" status: 204 len: 168 time: 0.7978582 Dec 13 13:28:08.717488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36312) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:08.762682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80d446c-791f-4567-aa05-e4c5a550f2ac admin admin] Deleting subnet 2f0410cc-27a9-48bd-872d-d1e4f6ac7395 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:28:08.765867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80d446c-791f-4567-aa05-e4c5a550f2ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.811418 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80d446c-791f-4567-aa05-e4c5a550f2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.908375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0c34699d-f745-411b-aa20-1cdb53d9a375 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:28:08.915484 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80d446c-791f-4567-aa05-e4c5a550f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.929797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 0c34699d-f745-411b-aa20-1cdb53d9a375 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:28:08.930275 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0c34699d-f745-411b-aa20-1cdb53d9a375 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:28:08.970240 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80d446c-791f-4567-aa05-e4c5a550f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:08.997969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d446c-791f-4567-aa05-e4c5a550f2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f0410cc-27a9-48bd-872d-d1e4f6ac7395,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:09.001189 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a80d446c-791f-4567-aa05-e4c5a550f2ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.007252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a80d446c-791f-4567-aa05-e4c5a550f2ac admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2f0410cc-27a9-48bd-872d-d1e4f6ac7395 HTTP/1.1" status: 204 len: 168 time: 0.2863770 Dec 13 13:28:09.007414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a6013b-1d5a-4f7a-9ec7-b785fe5be409 None None] Network 0a1be6de-718f-4ea7-9a52-a17277841c0e requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:28:09.007588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36314) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:09.077674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.145273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Deleting port 891ed63b-e3e8-4717-adc6-614dc29c44e0 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:28:09.145782 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.211971 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] For port 891ed63b-e3e8-4717-adc6-614dc29c44e0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=891ed63b-e3e8-4717-adc6-614dc29c44e0,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:09.212329 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.226758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Calling delete_port for 891ed63b-e3e8-4717-adc6-614dc29c44e0 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:28:09.252209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] DHCP port deletion for 0a1be6de-718f-4ea7-9a52-a17277841c0e request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:28:09.306944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Deleting port 891ed63b-e3e8-4717-adc6-614dc29c44e0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:28:09.307318 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.315902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.343113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=891ed63b-e3e8-4717-adc6-614dc29c44e0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:09.347123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] No DVR routers for this DVR port 891ed63b-e3e8-4717-adc6-614dc29c44e0 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:28:09.375807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] For port 891ed63b-e3e8-4717-adc6-614dc29c44e0, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=891ed63b-e3e8-4717-adc6-614dc29c44e0,segment=NetworkSegment(76f3358b-e97f-4455-8ae5-f618abbf1469),segment_id=76f3358b-e97f-4455-8ae5-f618abbf1469)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:09.376207 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.389794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Calling delete_port for 891ed63b-e3e8-4717-adc6-614dc29c44e0 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:28:09.422116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.451277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1be6de-718f-4ea7-9a52-a17277841c0e']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:09.463280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f3358b-e97f-4455-8ae5-f618abbf1469') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:09.463609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f3358b-e97f-4455-8ae5-f618abbf1469') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:09.476538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.488337 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.493510 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.501897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:28:09.502507 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:28:09.504549 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:28:09.519722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Pushing event deleted for resources: {'Port': ['ID=891ed63b-e3e8-4717-adc6-614dc29c44e0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:09.522294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] No DVR routers for this DVR port 891ed63b-e3e8-4717-adc6-614dc29c44e0 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:28:09.534594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.534594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.534594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.534594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.535277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.535277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.535435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.535773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.536500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.536987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.537517 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.538093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.538694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958f09d-ffbe-4961-bc87-e199c6a0f1e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:09.569206 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.575193 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:09.578743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] 10.222.0.31 "DELETE /v2.0/networks/0a1be6de-718f-4ea7-9a52-a17277841c0e HTTP/1.1" status: 204 len: 168 time: 0.5700579 Dec 13 13:28:09.581943 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36316) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:09.591509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3869b9-b623-4fbf-bd25-f876accd0c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1be6de-718f-4ea7-9a52-a17277841c0e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:09.958880 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:10.214606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Deleting port 30ccb936-abdb-4526-8fc6-2f72950587ba {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:28:10.214914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:10.307050 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] For port 30ccb936-abdb-4526-8fc6-2f72950587ba, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=30ccb936-abdb-4526-8fc6-2f72950587ba,segment=NetworkSegment(5c5870e4-8c1f-43cb-af48-00682c9eff88),segment_id=5c5870e4-8c1f-43cb-af48-00682c9eff88)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:10.307402 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:10.320552 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Calling delete_port for 30ccb936-abdb-4526-8fc6-2f72950587ba owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:28:10.534143 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:10.560554 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ccb936-abdb-4526-8fc6-2f72950587ba,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:10.584113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.584686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.584779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.585111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.585438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.585762 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.586106 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.586411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.586900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.587402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.587726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.588046 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.588363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:28:10.617471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a6e3ab2a-86b3-47bc-86b0-c9f756f58780 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:28:10.642030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: a6e3ab2a-86b3-47bc-86b0-c9f756f58780 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:28:10.642471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a6e3ab2a-86b3-47bc-86b0-c9f756f58780 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:28:10.642947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 891ed63b-e3e8-4717-adc6-614dc29c44e0 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:28:10.664405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 891ed63b-e3e8-4717-adc6-614dc29c44e0 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:28:10.664817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 891ed63b-e3e8-4717-adc6-614dc29c44e0 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:28:10.744798 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:10.972124 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Router b6aba05e-5088-403c-a2f9-c5060a45dd12 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:28:11.093603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:28:11.099143 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fc171dad-3354-4373-b44c-17109f406f50 admin admin] 10.222.0.31 "PUT /v2.0/routers/b6aba05e-5088-403c-a2f9-c5060a45dd12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5156875 Dec 13 13:28:11.101885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36322) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:11.104478 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] Sync routers for ids ['b6aba05e-5088-403c-a2f9-c5060a45dd12'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:28:11.115254 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] Routers {'b6aba05e-5088-403c-a2f9-c5060a45dd12'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:28:11.115856 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:27:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b6aba05e-5088-403c-a2f9-c5060a45dd12'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:11.215382 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:11.220192 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] Set router b6aba05e-5088-403c-a2f9-c5060a45dd12 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:28:11.318572 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:11.373063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Deleting port 5be218a7-d825-4045-b3be-8c48581543ca {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:28:11.373497 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:11.406914 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'name': 'tempest-TestVolumeBootPattern-2047293693-router', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '5be218a7-d825-4045-b3be-8c48581543ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:09Z', 'updated_at': '2021-12-13T13:28:10Z', 'revision_number': 5, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'gw_port': {'id': '5be218a7-d825-4045-b3be-8c48581543ca', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:14:11Z', 'updated_at': '2021-12-13T13:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:11.435801 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] Checking router: b6aba05e-5088-403c-a2f9-c5060a45dd12 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:28:11.446837 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] Routers {'b6aba05e-5088-403c-a2f9-c5060a45dd12'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:28:11.447431 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:27:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['b6aba05e-5088-403c-a2f9-c5060a45dd12'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:11.457802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] For port 5be218a7-d825-4045-b3be-8c48581543ca, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=5be218a7-d825-4045-b3be-8c48581543ca,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:11.458157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:11.471095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Calling delete_port for 5be218a7-d825-4045-b3be-8c48581543ca owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:28:11.528377 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] Set router b6aba05e-5088-403c-a2f9-c5060a45dd12 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:28:11.594414 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'name': 'tempest-TestVolumeBootPattern-2047293693-router', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:09Z', 'updated_at': '2021-12-13T13:28:11Z', 'revision_number': 6, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:11.620463 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fda35-158b-4573-b7ae-407030681ce5 None None] The sync data for ids ['b6aba05e-5088-403c-a2f9-c5060a45dd12'] in n-d-817326-4 is: [{'id': 'b6aba05e-5088-403c-a2f9-c5060a45dd12', 'name': 'tempest-TestVolumeBootPattern-2047293693-router', 'tenant_id': '0b983b81ec1f418bb416e8d203a42cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:14:09Z', 'updated_at': '2021-12-13T13:28:11Z', 'revision_number': 6, 'project_id': '0b983b81ec1f418bb416e8d203a42cd9', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:28:11.656544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:11.685089 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be218a7-d825-4045-b3be-8c48581543ca,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:11.697003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a7dfd1-2069-404a-854b-21d9bca65d7e None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:28:11.744383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:11.834655 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:11.836945 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:11.897453 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:11.898191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6aba05e-5088-403c-a2f9-c5060a45dd12 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:28:11.903777 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:11.904922 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ec5d3a9e-5ec8-4d24-a4ba-30cce337e904 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b6aba05e-5088-403c-a2f9-c5060a45dd12 HTTP/1.1" status: 204 len: 168 time: 0.8021111 Dec 13 13:28:11.908949 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36324) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:11.960311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd19ee20-5f4b-4317-a8ab-f35691df88a2 admin admin] Deleting subnet a1a13671-e0dc-4020-a0ec-fecc6ed62d34 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:28:11.963867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd19ee20-5f4b-4317-a8ab-f35691df88a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.001615 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd19ee20-5f4b-4317-a8ab-f35691df88a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.088216 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd19ee20-5f4b-4317-a8ab-f35691df88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.469609 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd19ee20-5f4b-4317-a8ab-f35691df88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.494876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19ee20-5f4b-4317-a8ab-f35691df88a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a13671-e0dc-4020-a0ec-fecc6ed62d34,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:12.502389 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd19ee20-5f4b-4317-a8ab-f35691df88a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.505738 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bd19ee20-5f4b-4317-a8ab-f35691df88a2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a1a13671-e0dc-4020-a0ec-fecc6ed62d34 HTTP/1.1" status: 204 len: 168 time: 0.5953896 Dec 13 13:28:12.508687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36326) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:12.510580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19c5a26-0fe3-4191-9446-a054a5d40441 None None] Network 076120b8-55c1-4e3c-83b1-bd72d1148d46 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:28:12.584311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.623902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 30ccb936-abdb-4526-8fc6-2f72950587ba no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:28:12.646481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 30ccb936-abdb-4526-8fc6-2f72950587ba {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:28:12.646908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 30ccb936-abdb-4526-8fc6-2f72950587ba not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:28:12.647521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5be218a7-d825-4045-b3be-8c48581543ca no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:28:12.661577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Deleting port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:28:12.662058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.672804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 5be218a7-d825-4045-b3be-8c48581543ca {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:28:12.673147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 5be218a7-d825-4045-b3be-8c48581543ca not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:28:12.687890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a942df3-aae1-4fdf-9f64-a405007d10c3 None None] DHCP port deletion for 076120b8-55c1-4e3c-83b1-bd72d1148d46 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:28:12.730295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] For port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21137dd8-bd01-46a9-9a37-a9c0b6cea83e,segment=NetworkSegment(5c5870e4-8c1f-43cb-af48-00682c9eff88),segment_id=5c5870e4-8c1f-43cb-af48-00682c9eff88)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:12.730897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.741577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3a942df3-aae1-4fdf-9f64-a405007d10c3 None None] Deleting port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:28:12.742198 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a942df3-aae1-4fdf-9f64-a405007d10c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.744366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Calling delete_port for 21137dd8-bd01-46a9-9a37-a9c0b6cea83e owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:28:12.804829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3a942df3-aae1-4fdf-9f64-a405007d10c3 None None] For port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21137dd8-bd01-46a9-9a37-a9c0b6cea83e,segment=NetworkSegment(5c5870e4-8c1f-43cb-af48-00682c9eff88),segment_id=5c5870e4-8c1f-43cb-af48-00682c9eff88)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:12.805229 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a942df3-aae1-4fdf-9f64-a405007d10c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.817861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3a942df3-aae1-4fdf-9f64-a405007d10c3 None None] Calling delete_port for 21137dd8-bd01-46a9-9a37-a9c0b6cea83e owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:28:12.833421 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.859818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=21137dd8-bd01-46a9-9a37-a9c0b6cea83e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:12.864016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] No DVR routers for this DVR port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:28:12.898339 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a942df3-aae1-4fdf-9f64-a405007d10c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.924441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a942df3-aae1-4fdf-9f64-a405007d10c3 None None] Pushing event deleted for resources: {'Port': ['ID=21137dd8-bd01-46a9-9a37-a9c0b6cea83e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:12.929074 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a942df3-aae1-4fdf-9f64-a405007d10c3 None None] No DVR routers for this DVR port 21137dd8-bd01-46a9-9a37-a9c0b6cea83e on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:28:12.942789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:12.967407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076120b8-55c1-4e3c-83b1-bd72d1148d46']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:12.977543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5870e4-8c1f-43cb-af48-00682c9eff88') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:12.977833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5870e4-8c1f-43cb-af48-00682c9eff88') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:28:12.987349 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.001477 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.008205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:28:13.008557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:28:13.010489 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:28:13.064958 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.071167 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.074431 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/076120b8-55c1-4e3c-83b1-bd72d1148d46 HTTP/1.1" status: 204 len: 168 time: 0.5643530 Dec 13 13:28:13.085877 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689d2f6-bd79-471d-8237-46b77dd8a8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=076120b8-55c1-4e3c-83b1-bd72d1148d46,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:13.205472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36332) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:13.245639 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-eedb160a-3292-49ea-9fb3-34e0a79e804a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c01bbf10b14d4003865c5ab660a61bbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389268 Dec 13 13:28:13.248966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36334) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:13.295906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6b25ab7-54f4-4c87-bdbd-495d596ff6ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.322409 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6b25ab7-54f4-4c87-bdbd-495d596ff6ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.370787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6b25ab7-54f4-4c87-bdbd-495d596ff6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.374284 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6b25ab7-54f4-4c87-bdbd-495d596ff6ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.375518 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d6b25ab7-54f4-4c87-bdbd-495d596ff6ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8fc1e17-2fba-4182-b3e4-8d7028542af7 HTTP/1.1" status: 204 len: 168 time: 0.1256547 Dec 13 13:28:13.384152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b25ab7-54f4-4c87-bdbd-495d596ff6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fc1e17-2fba-4182-b3e4-8d7028542af7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:13.735441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36340) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:13.776372 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-02206279-3d3f-4134-91f0-9ca5145d3c75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b983b81ec1f418bb416e8d203a42cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397112 Dec 13 13:28:13.779030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36342) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:13.826402 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6dd792be-1bf3-4802-ac72-70e071267ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.847917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6dd792be-1bf3-4802-ac72-70e071267ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.913205 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6dd792be-1bf3-4802-ac72-70e071267ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.915899 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6dd792be-1bf3-4802-ac72-70e071267ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:13.917074 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6dd792be-1bf3-4802-ac72-70e071267ac7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15906651-134b-4dae-bfff-db04ea00fa00 HTTP/1.1" status: 204 len: 168 time: 0.1371539 Dec 13 13:28:13.925551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd792be-1bf3-4802-ac72-70e071267ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15906651-134b-4dae-bfff-db04ea00fa00,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:14.606063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21137dd8-bd01-46a9-9a37-a9c0b6cea83e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:28:14.627499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 21137dd8-bd01-46a9-9a37-a9c0b6cea83e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:28:14.627847 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21137dd8-bd01-46a9-9a37-a9c0b6cea83e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:28:24.239251 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a726547f-e99f-4310-bdee-4087eb7f8c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:24.592636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-66cd9d3a-8bc8-49bd-9db3-448230cbdb11 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=75d6b248f98c4426848e6116e0e19fac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291228 Dec 13 13:28:24.754540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-6fd44b87-92c7-43c2-9f6d-cc4ee594c1c4 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:24.755908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-6fd44b87-92c7-43c2-9f6d-cc4ee594c1c4 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575661 Dec 13 13:28:24.772891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-9c8437c5-4a73-4da5-af55-568449e8d7e1 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/quotas/75d6b248f98c4426848e6116e0e19fac HTTP/1.1" status: 200 len: 375 time: 0.0107720 Dec 13 13:28:24.808381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-7fa1e309-3ee0-4f4e-bff1-91a8107d1f3d tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75d6b248f98c4426848e6116e0e19fac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301239 Dec 13 13:28:25.098930 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed0f0378-120a-46a3-9ad8-16688d30a60b req-15647778-bb2e-4ae2-9d2d-4dc285dcb50c tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 210 time: 0.1447754 Dec 13 13:28:25.876636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63dabd0d-6146-41a8-9099-2d57760e4d99 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=75d6b248f98c4426848e6116e0e19fac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224402 Dec 13 13:28:25.988619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-3a6f0e20-700a-45d0-a27e-38148aa98f05 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:25.990111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-3a6f0e20-700a-45d0-a27e-38148aa98f05 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075587 Dec 13 13:28:26.004642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Request body: {'port': {'device_id': '6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'admin_state_up': True, 'tenant_id': '75d6b248f98c4426848e6116e0e19fac'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:28:26.114852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Made reservation on behalf of 75d6b248f98c4426848e6116e0e19fac for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:28:26.118348 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:26.127735 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:26.207803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1235c62-ff35-4b3a-bdbc-7237dc47acfc req-925e6af8-1af5-42d4-8f33-59322edc35e7 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 210 time: 0.0361233 Dec 13 13:28:26.228659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:26.233486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:26.296152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dad4d08-78ad-49f2-a65c-f94837855d8a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:26.381305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Allocated IP 192.168.233.35 (8ca94775-6245-4225-9c80-b396cb0befe2/a33dab5a-8cc3-48e5-8471-5bbf4a4858a4/c7638375-7014-44ad-b177-55e5afe21040) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:28:26.532157 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:26.568825 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:26.612486 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Network 8ca94775-6245-4225-9c80-b396cb0befe2 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:28:26.615619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:28:26.617990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:28:26.649131 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0b835d0-ceed-42de-b50f-1f3cdd4db026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:26.651785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Pushing event updated for resources: {'Port': ['ID=c7638375-7014-44ad-b177-55e5afe21040,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:26.679339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:26.680131 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:26.698163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-63ea6f38-caab-4a14-b8d6-990411a40bbc tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6970551 Dec 13 13:28:26.711771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Request body: {'port': {'device_id': '6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:28:26.767756 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:26.887439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fc9bab36-32c7-41a5-b226-508eb2f4b4d2 None None] Provisioning complete for port c7638375-7014-44ad-b177-55e5afe21040 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:28:26.888035 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc9bab36-32c7-41a5-b226-508eb2f4b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:26.923579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fc9bab36-32c7-41a5-b226-508eb2f4b4d2 None None] Port c7638375-7014-44ad-b177-55e5afe21040 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:28:27.035282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7638375-7014-44ad-b177-55e5afe21040 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:28:27.042802 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:27.054736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Transition to ACTIVE for port object c7638375-7014-44ad-b177-55e5afe21040 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:28:27.061780 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:27.120522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Pushing event updated for resources: {'Port': ['ID=c7638375-7014-44ad-b177-55e5afe21040,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:27.195761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Attempting to bind port c7638375-7014-44ad-b177-55e5afe21040 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:28:27.196095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Attempting to bind port c7638375-7014-44ad-b177-55e5afe21040 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:28:27.196450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Attempting to bind port c7638375-7014-44ad-b177-55e5afe21040 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:28:27.202306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Port c7638375-7014-44ad-b177-55e5afe21040 on network 8ca94775-6245-4225-9c80-b396cb0befe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:28:27.202635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Attempting to bind port c7638375-7014-44ad-b177-55e5afe21040 on network 8ca94775-6245-4225-9c80-b396cb0befe2 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:28:27.207748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:28:27.208089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Checking segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:28:27.208468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Bound using segment: {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:28:27.208897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Bound port: c7638375-7014-44ad-b177-55e5afe21040, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1ffd2a-cec4-4119-92cb-ea138caebd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:28:27.209334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:27.283047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] For port c7638375-7014-44ad-b177-55e5afe21040, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:28:27.287278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] For port c7638375-7014-44ad-b177-55e5afe21040, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c7638375-7014-44ad-b177-55e5afe21040,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:28:27.300335 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:27.356164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:27.356602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:27.358894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] 10.222.0.42 "PUT /v2.0/ports/c7638375-7014-44ad-b177-55e5afe21040 HTTP/1.1" status: 200 len: 1095 time: 0.6514757 Dec 13 13:28:27.359527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb', 'tag': 'c7638375-7014-44ad-b177-55e5afe21040'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:28:27.361794 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f3d19d-3b42-4a4b-9667-63e537188258" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb", "tag": "c7638375-7014-44ad-b177-55e5afe21040"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:28:27.394948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5e13d-57be-4a3a-98ce-33ed94e5d606 req-3d119013-2889-429e-8644-ad643bd4d926 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:27.396549 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39a5e13d-57be-4a3a-98ce-33ed94e5d606 req-3d119013-2889-429e-8644-ad643bd4d926 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 947 time: 0.1079249 Dec 13 13:28:27.400280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031ce05-175b-4d42-b4bd-656ba050db2b service neutron] Pushing event updated for resources: {'Port': ['ID=c7638375-7014-44ad-b177-55e5afe21040,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:27.411785 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a4fcb8-fbf1-4104-83f5-0820c3c2c697 x-openstack-request-id: req-b4a4fcb8-fbf1-4104-83f5-0820c3c2c697 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:28:27.412081 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb", "tag": "c7638375-7014-44ad-b177-55e5afe21040", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:28:27.412337 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4a4fcb8-fbf1-4104-83f5-0820c3c2c697 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:28:27.412739 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb', 'tag': 'c7638375-7014-44ad-b177-55e5afe21040', 'status': 'completed', 'code': 200} Dec 13 13:28:27.488540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39a5e13d-57be-4a3a-98ce-33ed94e5d606 req-5daebac4-a92e-4ce7-85fa-fcde4e952f2b tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845222 Dec 13 13:28:27.491267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-46326b72-871b-40d2-ae0b-154e3a3e9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:27.492768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-46326b72-871b-40d2-ae0b-154e3a3e9029 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75d6b248f98c4426848e6116e0e19fac&device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 1098 time: 0.0792508 Dec 13 13:28:27.539150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-a9d20701-7e66-441d-81e7-476a11797c52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=c7638375-7014-44ad-b177-55e5afe21040 HTTP/1.1" status: 200 len: 217 time: 0.0373430 Dec 13 13:28:27.590392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-1f97530e-8ddb-4650-a531-c1baab7a600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:27.592541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-1f97530e-8ddb-4650-a531-c1baab7a600f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.0464301 Dec 13 13:28:27.645056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-c7923049-e51b-4dc1-a5c8-d371f2d4543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:27.646681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-c7923049-e51b-4dc1-a5c8-d371f2d4543b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471270 Dec 13 13:28:27.743372 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-3631d11d-1d50-46dc-bf2e-9fbd5fe7446f service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881326 Dec 13 13:28:27.830990 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:27.838021 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6fd595-7118-48ae-aaa6-3a7d37adafab req-b6cd9c07-9f46-4a74-b679-5a424bce7a26 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867383 Dec 13 13:28:27.933348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-991f8ecf-23fe-4027-b8d1-c5b9986a80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:27.934970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-991f8ecf-23fe-4027-b8d1-c5b9986a80b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75d6b248f98c4426848e6116e0e19fac&device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 1098 time: 0.0483522 Dec 13 13:28:28.032709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-9973d7f0-138f-4d1b-a98f-b0072bfb9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:28.034186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-9973d7f0-138f-4d1b-a98f-b0072bfb9fd3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ca94775-6245-4225-9c80-b396cb0befe2 HTTP/1.1" status: 200 len: 869 time: 0.0919745 Dec 13 13:28:28.083045 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-d62a10d9-efa0-4e1e-87d9-75c97e69044a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=c7638375-7014-44ad-b177-55e5afe21040 HTTP/1.1" status: 200 len: 217 time: 0.0386252 Dec 13 13:28:28.412054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-3c40955d-0bf9-4ca0-8811-87e53e801b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:28.413521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-3c40955d-0bf9-4ca0-8811-87e53e801b6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a33dab5a-8cc3-48e5-8471-5bbf4a4858a4 HTTP/1.1" status: 200 len: 843 time: 0.3235831 Dec 13 13:28:28.463356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-52074a9a-b88d-4e50-bb15-0c22f467f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:28.464862 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-52074a9a-b88d-4e50-bb15-0c22f467f136 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ca94775-6245-4225-9c80-b396cb0befe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418775 Dec 13 13:28:28.574364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-ab63c833-a3c7-42b5-9628-8ed701e82dde service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008201 Dec 13 13:28:28.665813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd1e9d-9642-423e-a87f-2c33f78821c7 req-70c2b6b1-2470-4b0b-a272-adec1f19123f tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:28.667223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbfd1e9d-9642-423e-a87f-2c33f78821c7 req-70c2b6b1-2470-4b0b-a272-adec1f19123f tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 947 time: 0.1036768 Dec 13 13:28:28.709524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43f3d19d-3b42-4a4b-9667-63e537188258 req-69f8fc61-5b3e-47f3-8bac-389c75aa6088 service neutron] 10.222.0.42 "GET /v2.0/networks/8ca94775-6245-4225-9c80-b396cb0befe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181180 Dec 13 13:28:28.732869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbfd1e9d-9642-423e-a87f-2c33f78821c7 req-799e0f19-a239-4e77-a549-fcfacda884b1 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554209 Dec 13 13:28:29.189229 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:29.870433 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fb245-e89b-44f6-b898-8f74dc662932 req-69848464-b4f6-4c68-a323-7a6c09a85dd8 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:29.871901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a5fb245-e89b-44f6-b898-8f74dc662932 req-69848464-b4f6-4c68-a323-7a6c09a85dd8 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 947 time: 0.0530677 Dec 13 13:28:29.913898 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:29.923974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a5fb245-e89b-44f6-b898-8f74dc662932 req-4b58b9b2-1359-4f52-96a2-489c9421acd9 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453095 Dec 13 13:28:31.045704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb0b25-ab8e-42bd-98ff-86739b787b6a req-d8ee2992-04fc-4e69-bf1b-4de572f78d65 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:31.047215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ffb0b25-ab8e-42bd-98ff-86739b787b6a req-d8ee2992-04fc-4e69-bf1b-4de572f78d65 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 947 time: 0.0531213 Dec 13 13:28:31.100729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ffb0b25-ab8e-42bd-98ff-86739b787b6a req-b639d150-96c4-4592-88b4-e2d4103adf44 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Dec 13 13:28:32.020927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c7638375-7014-44ad-b177-55e5afe21040 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:28:32.124025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port c7638375-7014-44ad-b177-55e5afe21040, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c7638375-7014-44ad-b177-55e5afe21040,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:32.224000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd75b9-ae74-485a-a851-78c87df452d7 req-d61d80d3-c46f-4236-93c5-e0e4445df140 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:32.225604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6cd75b9-ae74-485a-a851-78c87df452d7 req-d61d80d3-c46f-4236-93c5-e0e4445df140 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 947 time: 0.0536683 Dec 13 13:28:32.280583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6cd75b9-ae74-485a-a851-78c87df452d7 req-8208b09c-2fe2-4f8e-bc1f-e124b894ced0 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473912 Dec 13 13:28:32.311179 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'c7638375-7014-44ad-b177-55e5afe21040', 'network_id': '8ca94775-6245-4225-9c80-b396cb0befe2', 'port_id': 'c7638375-7014-44ad-b177-55e5afe21040', 'mac_address': 'fa:16:3e:98:7a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33dab5a-8cc3-48e5-8471-5bbf4a4858a4', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:28:32.348307 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:32.360949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7638375-7014-44ad-b177-55e5afe21040 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:28:32.380380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port c7638375-7014-44ad-b177-55e5afe21040, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c7638375-7014-44ad-b177-55e5afe21040,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:32.387332 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:32.435801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=c7638375-7014-44ad-b177-55e5afe21040,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:32.608789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c7638375-7014-44ad-b177-55e5afe21040'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:28:33.415790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ad1e3-acae-454f-b7a1-4c15fc36a900 req-6bef9478-2da6-4bc2-932d-a5e23f8dfe58 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:33.417484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a61ad1e3-acae-454f-b7a1-4c15fc36a900 req-6bef9478-2da6-4bc2-932d-a5e23f8dfe58 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 948 time: 0.0560355 Dec 13 13:28:33.468860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a61ad1e3-acae-454f-b7a1-4c15fc36a900 req-07ce3f3a-1922-49a4-9755-513cd8b8b935 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Dec 13 13:28:33.565079 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:28:34.036866 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c7638375-7014-44ad-b177-55e5afe21040 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:28:34.098313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port c7638375-7014-44ad-b177-55e5afe21040 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:28:34.102147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port c7638375-7014-44ad-b177-55e5afe21040 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:28:34.102540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:34.183196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:34.205904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7638375-7014-44ad-b177-55e5afe21040'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:28:34.208228 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446633f5-7081-4df9-a0b1-c6d99954a0dd" -d '{"events": [{"server_uuid": "6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb", "name": "network-vif-plugged", "status": "completed", "tag": "c7638375-7014-44ad-b177-55e5afe21040"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:28:34.221518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port c7638375-7014-44ad-b177-55e5afe21040, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c7638375-7014-44ad-b177-55e5afe21040,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:34.226130 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:34.251078 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ba7350-13c7-4a46-b99d-bd186264550c x-openstack-request-id: req-20ba7350-13c7-4a46-b99d-bd186264550c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:28:34.251369 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb", "name": "network-vif-plugged", "status": "completed", "tag": "c7638375-7014-44ad-b177-55e5afe21040", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:28:34.251615 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20ba7350-13c7-4a46-b99d-bd186264550c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:28:34.252007 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7638375-7014-44ad-b177-55e5afe21040', 'code': 200} Dec 13 13:28:34.278896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=c7638375-7014-44ad-b177-55e5afe21040,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:34.348492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5b720-8047-4140-aab1-4963da2966ee req-88ec3e68-a89d-4920-b183-f9a555d531ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:34.349993 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8c5b720-8047-4140-aab1-4963da2966ee req-88ec3e68-a89d-4920-b183-f9a555d531ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 1100 time: 0.0451808 Dec 13 13:28:34.397547 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8c5b720-8047-4140-aab1-4963da2966ee req-e4afcd9d-3dff-4fc7-862c-1f6a4e66fa02 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396805 Dec 13 13:28:34.592142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcf284-c4ef-4e3a-b8aa-4ec5d3a58d80 req-95c0df9b-39d0-4262-98ae-0c53be57ab3a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:34.594107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1fcf284-c4ef-4e3a-b8aa-4ec5d3a58d80 req-95c0df9b-39d0-4262-98ae-0c53be57ab3a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 949 time: 0.0541999 Dec 13 13:28:34.643669 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f1fcf284-c4ef-4e3a-b8aa-4ec5d3a58d80 req-a9829f3a-4f5d-4ae9-b07d-f6379d8d65dd tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433812 Dec 13 13:28:35.770494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b359b5-c8dc-448f-b165-4968b1737b71 req-62bd66ae-9455-411e-989d-ba97f4733571 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:35.771880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3b359b5-c8dc-448f-b165-4968b1737b71 req-62bd66ae-9455-411e-989d-ba97f4733571 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 949 time: 0.0536420 Dec 13 13:28:35.830459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3b359b5-c8dc-448f-b165-4968b1737b71 req-25dc67b9-45a2-4674-abba-c4666e369f0d tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488286 Dec 13 13:28:36.175116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-75b587d6-e396-4f7f-a965-2f141cd44bdf req-0a71aed4-decb-41ca-a578-8f010410bc3a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:28:36.176130 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-75b587d6-e396-4f7f-a965-2f141cd44bdf req-0a71aed4-decb-41ca-a578-8f010410bc3a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0617974 Dec 13 13:28:36.599020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-00e3c138-55f3-4494-b4d1-9499ce65a963 req-796abd00-69e9-4ce8-b7e9-5de32ce3bc12 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:28:36.600032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00e3c138-55f3-4494-b4d1-9499ce65a963 req-796abd00-69e9-4ce8-b7e9-5de32ce3bc12 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0730305 Dec 13 13:28:36.968423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76069ed-ba87-4cab-b903-48fbc0c64939 req-a00f8192-d619-43ae-b48f-3f48af62827c tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:36.969929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c76069ed-ba87-4cab-b903-48fbc0c64939 req-a00f8192-d619-43ae-b48f-3f48af62827c tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 949 time: 0.0552280 Dec 13 13:28:37.018811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c76069ed-ba87-4cab-b903-48fbc0c64939 req-7f770b47-138d-475c-8187-f2959ab752b8 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426025 Dec 13 13:28:37.773478 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:37.812576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:38.175189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17590013-145b-49c7-baf2-f7addf8c4dc8 req-8fa6af1c-830e-4ec7-9ded-11027ca9156c tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:38.176630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17590013-145b-49c7-baf2-f7addf8c4dc8 req-8fa6af1c-830e-4ec7-9ded-11027ca9156c tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 949 time: 0.0821073 Dec 13 13:28:38.216516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-8949f7f3-422d-4d02-88ba-a4d4b83a5aa9 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:38.218135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-8949f7f3-422d-4d02-88ba-a4d4b83a5aa9 tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb HTTP/1.1" status: 200 len: 949 time: 0.0826926 Dec 13 13:28:38.266715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17590013-145b-49c7-baf2-f7addf8c4dc8 req-588774a6-9670-4e2e-b494-de2ddfd317ff tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.31 "GET /v2.0/security-groups?id=1dad4d08-78ad-49f2-a65c-f94837855d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833044 Dec 13 13:28:38.319967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-a8511ea7-17ad-415c-a142-ca2cabc9758a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Deleting port c7638375-7014-44ad-b177-55e5afe21040 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:28:38.320178 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-a8511ea7-17ad-415c-a142-ca2cabc9758a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:38.413204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-a8511ea7-17ad-415c-a142-ca2cabc9758a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] For port c7638375-7014-44ad-b177-55e5afe21040, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=c7638375-7014-44ad-b177-55e5afe21040,segment=NetworkSegment(5f1ffd2a-cec4-4119-92cb-ea138caebd81),segment_id=5f1ffd2a-cec4-4119-92cb-ea138caebd81)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:38.413560 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-a8511ea7-17ad-415c-a142-ca2cabc9758a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:38.426301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-a8511ea7-17ad-415c-a142-ca2cabc9758a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Calling delete_port for c7638375-7014-44ad-b177-55e5afe21040 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:28:38.572812 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-a8511ea7-17ad-415c-a142-ca2cabc9758a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:38.584365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['c7638375-7014-44ad-b177-55e5afe21040'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:28:38.604373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8511ea7-17ad-415c-a142-ca2cabc9758a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Pushing event deleted for resources: {'Port': ['ID=c7638375-7014-44ad-b177-55e5afe21040,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:38.648533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-a8511ea7-17ad-415c-a142-ca2cabc9758a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] No DVR routers for this DVR port c7638375-7014-44ad-b177-55e5afe21040 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:28:38.651355 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-a8511ea7-17ad-415c-a142-ca2cabc9758a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:38.654900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-672e61a0-e33e-4659-9ba9-57163a254f62 req-a8511ea7-17ad-415c-a142-ca2cabc9758a tempest-ServersAdminNegativeTestJSON-1793828162 tempest-ServersAdminNegativeTestJSON-1793828162-project] 10.222.0.42 "DELETE /v2.0/ports/c7638375-7014-44ad-b177-55e5afe21040 HTTP/1.1" status: 204 len: 173 time: 0.4309688 Dec 13 13:28:38.655442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb', 'name': 'network-vif-deleted', 'tag': 'c7638375-7014-44ad-b177-55e5afe21040'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:28:38.657764 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de3b379-6a7d-4de3-9088-caab1bab20bf" -d '{"events": [{"server_uuid": "6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb", "name": "network-vif-deleted", "tag": "c7638375-7014-44ad-b177-55e5afe21040"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:28:38.700634 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a633da-6819-4b1a-827c-80743c4ebdc2 x-openstack-request-id: req-c5a633da-6819-4b1a-827c-80743c4ebdc2 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:28:38.700992 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb", "name": "network-vif-deleted", "tag": "c7638375-7014-44ad-b177-55e5afe21040", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:28:38.701335 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5a633da-6819-4b1a-827c-80743c4ebdc2 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:28:38.701732 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8e7223-0fb2-45f4-9660-dc8e7f89a8bb', 'name': 'network-vif-deleted', 'tag': 'c7638375-7014-44ad-b177-55e5afe21040', 'status': 'completed', 'code': 200} Dec 13 13:28:39.582973 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36480) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:39.735550 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f12e6d7c-196a-435f-89a4-e206835eb313 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75d6b248f98c4426848e6116e0e19fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513498 Dec 13 13:28:39.738115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36484) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:39.791424 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09b74bb6-bc29-4c5b-bdf9-7aad732f0ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:39.812699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09b74bb6-bc29-4c5b-bdf9-7aad732f0ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:39.861713 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09b74bb6-bc29-4c5b-bdf9-7aad732f0ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:39.864408 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09b74bb6-bc29-4c5b-bdf9-7aad732f0ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:39.869866 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-09b74bb6-bc29-4c5b-bdf9-7aad732f0ade admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dad4d08-78ad-49f2-a65c-f94837855d8a HTTP/1.1" status: 204 len: 168 time: 0.1293001 Dec 13 13:28:39.877732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b74bb6-bc29-4c5b-bdf9-7aad732f0ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dad4d08-78ad-49f2-a65c-f94837855d8a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:40.131566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36490) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:40.145628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0bbff58d-ae0a-4e33-953f-0336ca384995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:40.221362 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0bbff58d-ae0a-4e33-953f-0336ca384995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:40.227458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0bbff58d-ae0a-4e33-953f-0336ca384995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:40.273614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbff58d-ae0a-4e33-953f-0336ca384995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92d8a48-b309-4d5f-b25a-73e69f627262,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:40.277974 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0bbff58d-ae0a-4e33-953f-0336ca384995 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56ad4fa754c4455c87b57d04184a2eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453090 Dec 13 13:28:40.281776 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36492) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:40.331038 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e35ba6f1-ecda-48ed-b76f-4fcd43ef0d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:40.355792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e35ba6f1-ecda-48ed-b76f-4fcd43ef0d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:40.408661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e35ba6f1-ecda-48ed-b76f-4fcd43ef0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:40.412897 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e35ba6f1-ecda-48ed-b76f-4fcd43ef0d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:40.414576 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e35ba6f1-ecda-48ed-b76f-4fcd43ef0d1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e92d8a48-b309-4d5f-b25a-73e69f627262 HTTP/1.1" status: 204 len: 168 time: 0.1319685 Dec 13 13:28:40.424522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ba6f1-ecda-48ed-b76f-4fcd43ef0d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92d8a48-b309-4d5f-b25a-73e69f627262,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:41.159445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36514) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:41.265049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-198434121-network', 'tenant_id': '59748eb19c5e4dbfb0564b20197fb61b'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:28:41.290824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Made reservation on behalf of 59748eb19c5e4dbfb0564b20197fb61b for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:28:41.293151 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.302095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.376079 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.383221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.408557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:28:41.418345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5811b9a0-51f0-4635-b5b4-b2c15760f44b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:41.425945 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.425945 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Added segment a91fd0af-758f-4d73-a0ac-4d45917d79b5 of type vlan for network ddf822e5-384f-4528-8ca3-30e7e461ae54 Dec 13 13:28:41.469913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.498468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.499899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:41.500494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.557127 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3965712 Dec 13 13:28:41.560442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36518) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:41.565695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Request body: {'subnet': {'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-198434121-subnet', 'tenant_id': '59748eb19c5e4dbfb0564b20197fb61b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:28:41.565909 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec880d59-9b24-44e4-968e-dd0550eb053c admin admin] Pushing event updated for resources: {'Network': ['ID=ddf822e5-384f-4528-8ca3-30e7e461ae54,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:41.575655 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network ddf822e5-384f-4528-8ca3-30e7e461ae54 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:28:41.590113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Made reservation on behalf of 59748eb19c5e4dbfb0564b20197fb61b for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:28:41.592703 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.765700 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.817258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:41.827917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Checking segment: {'id': 'a91fd0af-758f-4d73-a0ac-4d45917d79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:28:41.828266 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Network hostable DHCP agents. Network: ddf822e5-384f-4528-8ca3-30e7e461ae54, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:28:41.846774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Network ddf822e5-384f-4528-8ca3-30e7e461ae54 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:28:41.856100 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, ddf822e5-384f-4528-8ca3-30e7e461ae54) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:28:41.860183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:41.860763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:41.866794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222349a2-b8a1-4630-bab4-ed3c7e16857e None None] Network ddf822e5-384f-4528-8ca3-30e7e461ae54 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:28:41.879104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-af16518e-011b-49e6-b74b-8cb4eddb667f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3175368 Dec 13 13:28:41.968711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d4795e-c002-465a-bb4f-9cebcce10fca None None] Network ddf822e5-384f-4528-8ca3-30e7e461ae54 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:28:42.064195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c7638375-7014-44ad-b177-55e5afe21040 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:28:42.089448 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: c7638375-7014-44ad-b177-55e5afe21040 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:28:42.089782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device c7638375-7014-44ad-b177-55e5afe21040 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:28:42.361338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430462-3cad-4530-878a-3af0006c1031 req-3b9723ce-2d08-46fc-a95c-5e57f398e5c6 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:42.363553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-3b9723ce-2d08-46fc-a95c-5e57f398e5c6 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/networks?id=ddf822e5-384f-4528-8ca3-30e7e461ae54 HTTP/1.1" status: 200 len: 811 time: 0.1222010 Dec 13 13:28:42.381299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-589a260b-8f0e-4e04-b7c6-0b4b87583656 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/quotas/59748eb19c5e4dbfb0564b20197fb61b HTTP/1.1" status: 200 len: 375 time: 0.0113721 Dec 13 13:28:42.414847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-a02702ca-061b-461a-b488-fa0b64ec2ede tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59748eb19c5e4dbfb0564b20197fb61b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278420 Dec 13 13:28:42.425681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-f55b0add-acaf-40f8-87b6-d5ffb36117b0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:28:42.426648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-f55b0add-acaf-40f8-87b6-d5ffb36117b0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052140 Dec 13 13:28:42.532554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-08a0265c-e6d0-40c2-ab8f-ffa3983e2f7e service neutron] 10.222.0.31 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002159 Dec 13 13:28:42.623381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-3888f275-205a-48a1-8daf-43b66f310c8c service neutron] 10.222.0.31 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841422 Dec 13 13:28:42.794482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4a241451-972f-45ca-83e7-21123658c281 req-7e78b20c-9f21-4318-9801-c44c05dfb8c2 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 210 time: 0.0272534 Dec 13 13:28:43.793982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430462-3cad-4530-878a-3af0006c1031 req-ea53d8b5-225c-4638-b7df-022cb5423c07 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:43.795378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-ea53d8b5-225c-4638-b7df-022cb5423c07 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.42 "GET /v2.0/networks?id=ddf822e5-384f-4528-8ca3-30e7e461ae54 HTTP/1.1" status: 200 len: 811 time: 0.1142113 Dec 13 13:28:43.807976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Request body: {'port': {'device_id': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54', 'admin_state_up': True, 'tenant_id': '59748eb19c5e4dbfb0564b20197fb61b'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:28:43.900216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-951a10c0-45d2-4ecc-a80a-711acccdf3c9 req-a96c8b3d-afb1-45a5-b61a-48162e810c1c tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 210 time: 0.0360999 Dec 13 13:28:43.953815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Made reservation on behalf of 59748eb19c5e4dbfb0564b20197fb61b for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:28:43.957461 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:44.082470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Allocated IP 172.20.0.4 (ddf822e5-384f-4528-8ca3-30e7e461ae54/0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a/077052d9-79f4-4689-838d-830a376aac99) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:28:44.251574 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:44.288411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:44.333891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Network ddf822e5-384f-4528-8ca3-30e7e461ae54 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:28:44.336961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:28:44.340565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:28:44.347108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Pushing event updated for resources: {'Port': ['ID=077052d9-79f4-4689-838d-830a376aac99,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:44.396734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:44.397343 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:44.416474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-fd7f051a-2783-4092-bcc3-c8bb0ae66be5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6119127 Dec 13 13:28:44.429203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Request body: {'port': {'device_id': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:28:44.490047 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:44.757436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077052d9-79f4-4689-838d-830a376aac99 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:28:44.765905 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:44.779308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Transition to ACTIVE for port object 077052d9-79f4-4689-838d-830a376aac99 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:28:44.786187 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:44.843005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Pushing event updated for resources: {'Port': ['ID=077052d9-79f4-4689-838d-830a376aac99,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:44.922138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Attempting to bind port 077052d9-79f4-4689-838d-830a376aac99 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:28:44.922500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Attempting to bind port 077052d9-79f4-4689-838d-830a376aac99 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'a91fd0af-758f-4d73-a0ac-4d45917d79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:28:44.922832 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Attempting to bind port 077052d9-79f4-4689-838d-830a376aac99 on network ddf822e5-384f-4528-8ca3-30e7e461ae54 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:28:44.928422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Port 077052d9-79f4-4689-838d-830a376aac99 on network ddf822e5-384f-4528-8ca3-30e7e461ae54 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:28:44.928788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Attempting to bind port 077052d9-79f4-4689-838d-830a376aac99 on network ddf822e5-384f-4528-8ca3-30e7e461ae54 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:28:44.934488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:28:44.934835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Checking segment: {'id': 'a91fd0af-758f-4d73-a0ac-4d45917d79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:28:44.935532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Bound using segment: {'id': 'a91fd0af-758f-4d73-a0ac-4d45917d79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:28:44.935962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Bound port: 077052d9-79f4-4689-838d-830a376aac99, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91fd0af-758f-4d73-a0ac-4d45917d79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:28:44.936321 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:45.035442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:28:45.049487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=077052d9-79f4-4689-838d-830a376aac99,segment=NetworkSegment(a91fd0af-758f-4d73-a0ac-4d45917d79b5),segment_id=a91fd0af-758f-4d73-a0ac-4d45917d79b5)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:28:45.057378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e24b2-aaa1-494e-b240-70094e9294d9 req-f6741d7d-fb16-4a5a-9882-6394b1e41c9f tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:45.058890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc7e24b2-aaa1-494e-b240-70094e9294d9 req-f6741d7d-fb16-4a5a-9882-6394b1e41c9f tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 943 time: 0.0795298 Dec 13 13:28:45.060366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:45.102230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:45.102793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:45.104218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] 10.222.0.42 "PUT /v2.0/ports/077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 200 len: 1091 time: 0.6791651 Dec 13 13:28:45.113243 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'tag': '077052d9-79f4-4689-838d-830a376aac99'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:28:45.115445 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "62bfed96-90eb-4141-bc65-741ffebdbaad", "tag": "077052d9-79f4-4689-838d-830a376aac99"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:28:45.160562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d2973-9a16-4676-b59f-e97245f1f0ca service neutron] Pushing event updated for resources: {'Port': ['ID=077052d9-79f4-4689-838d-830a376aac99,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:45.188262 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a550302b-65c0-4444-a45d-cafff14a9247 x-openstack-request-id: req-a550302b-65c0-4444-a45d-cafff14a9247 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:28:45.188564 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bfed96-90eb-4141-bc65-741ffebdbaad", "tag": "077052d9-79f4-4689-838d-830a376aac99", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:28:45.188813 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a550302b-65c0-4444-a45d-cafff14a9247 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:28:45.189201 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'tag': '077052d9-79f4-4689-838d-830a376aac99', 'status': 'completed', 'code': 200} Dec 13 13:28:45.200466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc7e24b2-aaa1-494e-b240-70094e9294d9 req-e0e539ce-f7d9-4b08-8e7d-42b65ba19952 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348095 Dec 13 13:28:45.215962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430462-3cad-4530-878a-3af0006c1031 req-f7d8382e-616d-4980-a493-084f5b5dceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:45.217439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-f7d8382e-616d-4980-a493-084f5b5dceba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59748eb19c5e4dbfb0564b20197fb61b&device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 1094 time: 0.0702689 Dec 13 13:28:45.260733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-a21a8e73-3cb1-4306-8fa7-36f4b3009a8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 200 len: 217 time: 0.0354633 Dec 13 13:28:45.318279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430462-3cad-4530-878a-3af0006c1031 req-3a14dc4d-581d-4a6c-bb4a-64c19fa71e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:45.319665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-3a14dc4d-581d-4a6c-bb4a-64c19fa71e2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a HTTP/1.1" status: 200 len: 851 time: 0.0504801 Dec 13 13:28:45.352838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-0a65cc51-537d-4635-ac04-664ff4da9739 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddf822e5-384f-4528-8ca3-30e7e461ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255389 Dec 13 13:28:45.450224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-8e83c4ed-c568-4b39-853f-2f32fb12a403 service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890269 Dec 13 13:28:45.548006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f430462-3cad-4530-878a-3af0006c1031 req-7bb789aa-58f0-4ab7-aa5d-a9a289ef1852 service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904536 Dec 13 13:28:45.656716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb req-3e158e7f-11f6-4090-8776-50099eb538ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:45.658254 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb req-3e158e7f-11f6-4090-8776-50099eb538ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59748eb19c5e4dbfb0564b20197fb61b&device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 1094 time: 0.0486465 Dec 13 13:28:45.747681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb req-a9687d6a-fba1-48eb-bd03-227d8437c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:45.749530 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb req-a9687d6a-fba1-48eb-bd03-227d8437c36b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddf822e5-384f-4528-8ca3-30e7e461ae54 HTTP/1.1" status: 200 len: 911 time: 0.0845370 Dec 13 13:28:45.796062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb req-bac8f8aa-656b-4ba9-9db1-fdea2e4db3aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 200 len: 217 time: 0.0393112 Dec 13 13:28:45.845118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb req-370eb2c2-3e02-4cd5-8611-ad0e9c5b9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:45.846603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb req-370eb2c2-3e02-4cd5-8611-ad0e9c5b9b59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a HTTP/1.1" status: 200 len: 851 time: 0.0435662 Dec 13 13:28:45.880232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb req-4cb0906f-60f2-4147-902f-570a80df820d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddf822e5-384f-4528-8ca3-30e7e461ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264390 Dec 13 13:28:45.970477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb req-7e5d1803-333b-4691-9bce-1751586c976e service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821044 Dec 13 13:28:46.066214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35c32b4b-ab04-4c16-8733-3b6b1be20ccb req-fa9112e8-8a56-4d6b-811a-5fd2cc5728ec service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885205 Dec 13 13:28:46.324780 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3a4a0-bbf1-406b-816d-d45fd801b0c2 req-284b2141-6dc8-4a7a-906e-eda97290fdcc tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:46.326311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1dc3a4a0-bbf1-406b-816d-d45fd801b0c2 req-284b2141-6dc8-4a7a-906e-eda97290fdcc tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 943 time: 0.0538929 Dec 13 13:28:46.376002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1dc3a4a0-bbf1-406b-816d-d45fd801b0c2 req-1fad2630-b482-434a-9398-effc6c306033 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429440 Dec 13 13:28:47.512556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474197e-11c5-4da8-99eb-c274a2091d50 req-76a59aa3-2ebf-4178-87fc-467431dc57bf tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:47.514043 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1474197e-11c5-4da8-99eb-c274a2091d50 req-76a59aa3-2ebf-4178-87fc-467431dc57bf tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 943 time: 0.0597286 Dec 13 13:28:47.566540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1474197e-11c5-4da8-99eb-c274a2091d50 req-49d03def-c7a0-43fb-9bd3-ea372dab3000 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463462 Dec 13 13:28:48.694941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53e3b1-b644-42bf-b9c0-8f1fb5ba9805 req-b284f2a6-0362-44aa-aa45-2ed37cf61fe7 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:48.696418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f53e3b1-b644-42bf-b9c0-8f1fb5ba9805 req-b284f2a6-0362-44aa-aa45-2ed37cf61fe7 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 943 time: 0.0509367 Dec 13 13:28:48.753422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f53e3b1-b644-42bf-b9c0-8f1fb5ba9805 req-742d0db9-cda2-4e74-8cdd-2655bc11cff6 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505207 Dec 13 13:28:49.889443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7c5df-15e1-427f-8621-47baf0f25140 req-162df1c0-ece3-4b93-80bc-dabf10ad8040 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:49.891171 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dda7c5df-15e1-427f-8621-47baf0f25140 req-162df1c0-ece3-4b93-80bc-dabf10ad8040 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 943 time: 0.0530894 Dec 13 13:28:49.944853 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dda7c5df-15e1-427f-8621-47baf0f25140 req-f970f7a8-60a0-4b9e-acdc-bdf36d9d91e1 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451615 Dec 13 13:28:50.097129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 077052d9-79f4-4689-838d-830a376aac99 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:28:50.199147 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=077052d9-79f4-4689-838d-830a376aac99,segment=NetworkSegment(a91fd0af-758f-4d73-a0ac-4d45917d79b5),segment_id=a91fd0af-758f-4d73-a0ac-4d45917d79b5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:50.214992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '077052d9-79f4-4689-838d-830a376aac99', 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54', 'port_id': '077052d9-79f4-4689-838d-830a376aac99', 'mac_address': 'fa:16:3e:2d:7e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:28:50.253063 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:50.266677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077052d9-79f4-4689-838d-830a376aac99 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:28:50.285884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=077052d9-79f4-4689-838d-830a376aac99,segment=NetworkSegment(a91fd0af-758f-4d73-a0ac-4d45917d79b5),segment_id=a91fd0af-758f-4d73-a0ac-4d45917d79b5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:50.292589 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:50.340704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=077052d9-79f4-4689-838d-830a376aac99,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:50.486013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['077052d9-79f4-4689-838d-830a376aac99'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:28:51.077233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29d9-8f80-463c-8f9f-6caafab47efb req-c2395457-6559-4b0b-8515-4ee75f64f72d tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:51.078758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63fb29d9-8f80-463c-8f9f-6caafab47efb req-c2395457-6559-4b0b-8515-4ee75f64f72d tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 944 time: 0.0526226 Dec 13 13:28:51.137378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63fb29d9-8f80-463c-8f9f-6caafab47efb req-76eb8516-639d-4ba7-a686-94286dd875d8 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493279 Dec 13 13:28:52.116113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 077052d9-79f4-4689-838d-830a376aac99 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:28:52.170815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 077052d9-79f4-4689-838d-830a376aac99 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:28:52.174636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 077052d9-79f4-4689-838d-830a376aac99 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:28:52.174966 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:52.256828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441fb69-660b-4e85-8062-c1375fd39f4f req-bbb7f39e-f415-4358-8c8d-5013a980129d tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:52.257439 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:52.258365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f441fb69-660b-4e85-8062-c1375fd39f4f req-bbb7f39e-f415-4358-8c8d-5013a980129d tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 944 time: 0.0500364 Dec 13 13:28:52.279815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077052d9-79f4-4689-838d-830a376aac99'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:28:52.282473 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7907a313-7f66-40ed-95e6-c8c89a1fbf10" -d '{"events": [{"server_uuid": "62bfed96-90eb-4141-bc65-741ffebdbaad", "name": "network-vif-plugged", "status": "completed", "tag": "077052d9-79f4-4689-838d-830a376aac99"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:28:52.295240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=077052d9-79f4-4689-838d-830a376aac99,segment=NetworkSegment(a91fd0af-758f-4d73-a0ac-4d45917d79b5),segment_id=a91fd0af-758f-4d73-a0ac-4d45917d79b5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:28:52.301454 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:52.308247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f441fb69-660b-4e85-8062-c1375fd39f4f req-d9a08f64-d40e-4e25-a19a-11146366bb3c tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Dec 13 13:28:52.336880 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c9d5f1-f573-4e84-96c3-4c51b6780e8b x-openstack-request-id: req-82c9d5f1-f573-4e84-96c3-4c51b6780e8b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:28:52.337154 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bfed96-90eb-4141-bc65-741ffebdbaad", "name": "network-vif-plugged", "status": "completed", "tag": "077052d9-79f4-4689-838d-830a376aac99", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:28:52.337410 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82c9d5f1-f573-4e84-96c3-4c51b6780e8b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:28:52.337866 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077052d9-79f4-4689-838d-830a376aac99', 'code': 200} Dec 13 13:28:52.358989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=077052d9-79f4-4689-838d-830a376aac99,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:28:52.442765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf69a9-4df4-4971-9dd3-f6b3dffcd0c3 req-c99f938c-55b4-4536-b4cb-abe946187742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:52.444405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9bdf69a9-4df4-4971-9dd3-f6b3dffcd0c3 req-c99f938c-55b4-4536-b4cb-abe946187742 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 1096 time: 0.0450993 Dec 13 13:28:52.491632 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9bdf69a9-4df4-4971-9dd3-f6b3dffcd0c3 req-f7ddf18c-8b92-433d-8ae3-d62f60444368 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387402 Dec 13 13:28:53.446468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465bd8f-f8f1-45a5-9830-8ff2b51ac068 req-13e593e3-d54f-4298-aa2a-f9f6b85e4f40 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:53.447626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f465bd8f-f8f1-45a5-9830-8ff2b51ac068 req-13e593e3-d54f-4298-aa2a-f9f6b85e4f40 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0518155 Dec 13 13:28:53.499953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f465bd8f-f8f1-45a5-9830-8ff2b51ac068 req-bcc795ec-5773-4115-a706-5fea84adb2aa tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Dec 13 13:28:54.255303 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f1b2c05-0849-4ea5-b114-194fedc66ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:54.631765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321155a-5bb5-442b-bc17-0153b4e9465f req-36d9deb5-673f-4e86-b69d-d0294e643613 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:54.633512 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5321155a-5bb5-442b-bc17-0153b4e9465f req-36d9deb5-673f-4e86-b69d-d0294e643613 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0616453 Dec 13 13:28:54.683928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5321155a-5bb5-442b-bc17-0153b4e9465f req-63a95907-d563-4015-bf74-d0024f3f1843 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441480 Dec 13 13:28:54.881374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36574) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:28:54.936286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf9c12-548c-464e-9d3a-b86b8a2690e3 req-d93312f2-5664-4e18-8759-4b117950a2c1 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:54.937879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67bf9c12-548c-464e-9d3a-b86b8a2690e3 req-d93312f2-5664-4e18-8759-4b117950a2c1 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0503016 Dec 13 13:28:55.011956 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-dd406be4-561d-4c89-919a-102bc7626693 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292517 Dec 13 13:28:55.016958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-67bf9c12-548c-464e-9d3a-b86b8a2690e3 req-2f76235b-9e2a-4c55-a5a6-b0e500065329 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661433 Dec 13 13:28:55.021694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-57d99c21-0247-42b6-9a7e-e80f24918dc3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:28:55.022665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-57d99c21-0247-42b6-9a7e-e80f24918dc3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048637 Dec 13 13:28:56.473821 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562ab8-d326-48f7-a098-5a13a86100cb req-bb47ce0d-8358-4c94-a1d2-c97934dfe03b tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:56.475345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f562ab8-d326-48f7-a098-5a13a86100cb req-bb47ce0d-8358-4c94-a1d2-c97934dfe03b tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.3815501 Dec 13 13:28:56.500413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-2c23db45-d68e-465e-a93f-22c4b854cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:56.502818 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-2c23db45-d68e-465e-a93f-22c4b854cef6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59748eb19c5e4dbfb0564b20197fb61b&device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 1096 time: 0.0725024 Dec 13 13:28:56.573647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f562ab8-d326-48f7-a098-5a13a86100cb req-e3dcfb36-5e54-4df0-bbf2-1e7c0a29f1d4 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922725 Dec 13 13:28:56.618850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-6fcc8bbe-aefd-45fe-b867-da3f3c20c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:56.620332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-6fcc8bbe-aefd-45fe-b867-da3f3c20c321 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddf822e5-384f-4528-8ca3-30e7e461ae54 HTTP/1.1" status: 200 len: 911 time: 0.1064730 Dec 13 13:28:56.655069 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec2824c6-29b8-4ccc-84d6-4a2bda0994a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:56.664263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-fc6c1684-f077-444b-96ab-c63c0ac84714 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 200 len: 217 time: 0.0362751 Dec 13 13:28:56.714020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-8e13bfd5-22cb-4ba8-9e11-f83fc606e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:56.715396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-8e13bfd5-22cb-4ba8-9e11-f83fc606e89b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a HTTP/1.1" status: 200 len: 851 time: 0.0442958 Dec 13 13:28:56.747624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-27d59b31-725d-4160-9e42-a12490647246 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddf822e5-384f-4528-8ca3-30e7e461ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246882 Dec 13 13:28:56.848948 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-1ff21795-b933-461b-9ce3-b4fcfd9636e1 service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943334 Dec 13 13:28:56.940943 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-e53bcc46-2091-43c9-b505-6c413d77a4ac service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849378 Dec 13 13:28:57.717478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6934f-285a-4d60-8e53-8d32ec0d8671 req-2006cefd-e9af-4552-a6ef-4beb2507e291 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:57.718916 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50e6934f-285a-4d60-8e53-8d32ec0d8671 req-2006cefd-e9af-4552-a6ef-4beb2507e291 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0660152 Dec 13 13:28:57.768431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50e6934f-285a-4d60-8e53-8d32ec0d8671 req-129ee4e4-803a-4baa-b793-5c3a7f9997ca tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431049 Dec 13 13:28:57.836369 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:58.900419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596d57-7f43-4f1c-a770-5b46c4ffe6bf req-82921f55-7769-4c6d-880e-a91c3f7edc9d tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:28:58.901921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08596d57-7f43-4f1c-a770-5b46c4ffe6bf req-82921f55-7769-4c6d-880e-a91c3f7edc9d tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0519714 Dec 13 13:28:58.950167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08596d57-7f43-4f1c-a770-5b46c4ffe6bf req-c4df3327-5b9d-479f-ba90-3db15b6889c1 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Dec 13 13:28:59.192615 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:28:59.928436 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:00.081086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1baa43-9b1e-412a-a1a7-a31cb55c9947 req-afeeb266-27b4-4637-8f96-ed665efad9be tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:00.082583 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d1baa43-9b1e-412a-a1a7-a31cb55c9947 req-afeeb266-27b4-4637-8f96-ed665efad9be tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0588708 Dec 13 13:29:00.139478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d1baa43-9b1e-412a-a1a7-a31cb55c9947 req-7c30b378-f86a-445d-ace6-77a168909b77 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 Dec 13 13:29:01.273065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c449ceb-4a86-43c8-af08-ca607a744c52 req-a043db45-8d61-4b6d-aa25-aa62278a1b0c tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:01.274582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c449ceb-4a86-43c8-af08-ca607a744c52 req-a043db45-8d61-4b6d-aa25-aa62278a1b0c tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0525146 Dec 13 13:29:01.324546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c449ceb-4a86-43c8-af08-ca607a744c52 req-2785cb13-725a-408f-9ea9-c9b7f07eda92 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Dec 13 13:29:02.450969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e6c96-39ca-49d4-8795-fddd52495b81 req-8dfffcf0-1acc-4bdc-a350-f10dfa6a4b2c tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:02.452470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-171e6c96-39ca-49d4-8795-fddd52495b81 req-8dfffcf0-1acc-4bdc-a350-f10dfa6a4b2c tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0533350 Dec 13 13:29:02.501751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-171e6c96-39ca-49d4-8795-fddd52495b81 req-586b8083-c472-4505-9456-77393fdd5837 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Dec 13 13:29:03.648121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129d9f-1827-4f21-bcc3-6a5259190754 req-24b99641-538a-4155-845d-0a33febbe8cf tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:03.649694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35129d9f-1827-4f21-bcc3-6a5259190754 req-24b99641-538a-4155-845d-0a33febbe8cf tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0585420 Dec 13 13:29:03.699510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35129d9f-1827-4f21-bcc3-6a5259190754 req-50213bba-d406-4bad-9704-46245be1aa23 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Dec 13 13:29:04.823214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7d54-7ed5-4209-a43e-948505388f91 req-533a8250-eaaf-4540-82be-22d2d3f56d06 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:04.824730 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d4c7d54-7ed5-4209-a43e-948505388f91 req-533a8250-eaaf-4540-82be-22d2d3f56d06 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0512226 Dec 13 13:29:04.875039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2d4c7d54-7ed5-4209-a43e-948505388f91 req-0cbdc065-02a7-4c30-829b-b0aa803ec444 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425310 Dec 13 13:29:06.009820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1118c74-333c-495c-b533-039bc5e2ae90 req-dfcc432d-2070-4448-9d80-adeeb500dfe4 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:06.011367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1118c74-333c-495c-b533-039bc5e2ae90 req-dfcc432d-2070-4448-9d80-adeeb500dfe4 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0569797 Dec 13 13:29:06.058143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b1118c74-333c-495c-b533-039bc5e2ae90 req-26cc01a4-2686-4765-8e76-24bc2a79a4af tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Dec 13 13:29:07.216563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8d9d1-211d-4f82-8054-0cdd536f3848 req-4c7cc8dc-8c46-41cf-b725-940cc70fcba4 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:07.218412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8aa8d9d1-211d-4f82-8054-0cdd536f3848 req-4c7cc8dc-8c46-41cf-b725-940cc70fcba4 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0670798 Dec 13 13:29:07.271128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8aa8d9d1-211d-4f82-8054-0cdd536f3848 req-8ab6fcff-2a9f-48e8-b204-eef29c4b728b tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437551 Dec 13 13:29:07.790561 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:07.813552 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:08.408641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876fb99-172e-46e3-8f36-9526d8232ad1 req-cf09b9e2-8801-4de2-b2d3-836d1b8e5d34 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:08.410128 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9876fb99-172e-46e3-8f36-9526d8232ad1 req-cf09b9e2-8801-4de2-b2d3-836d1b8e5d34 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0540333 Dec 13 13:29:08.462168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9876fb99-172e-46e3-8f36-9526d8232ad1 req-3214c93f-9b4d-40cc-8e2b-854a211d6497 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Dec 13 13:29:09.586791 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108da884-26b0-4569-b56b-c165918ae3d9 req-810acfac-5604-48d0-934f-b68dbf7ee804 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:09.588263 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-108da884-26b0-4569-b56b-c165918ae3d9 req-810acfac-5604-48d0-934f-b68dbf7ee804 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0553656 Dec 13 13:29:09.635802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-108da884-26b0-4569-b56b-c165918ae3d9 req-c3562843-5477-497d-9e9e-fafdd2170e83 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Dec 13 13:29:10.569137 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:29:10.781795 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beba4e0-0d52-4170-a484-0d26d91b76b4 req-447479a4-f47a-4f3b-9708-0619ac29e465 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:10.783546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1beba4e0-0d52-4170-a484-0d26d91b76b4 req-447479a4-f47a-4f3b-9708-0619ac29e465 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0619361 Dec 13 13:29:10.850856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1beba4e0-0d52-4170-a484-0d26d91b76b4 req-d8f09adb-728a-4983-95fb-6f2cb64d1f1a tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591407 Dec 13 13:29:11.981948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca68ec-7dbb-4664-bff0-d79a22cf0912 req-0bc4a47f-aa2c-4690-8a61-a109b9b9e990 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:11.983798 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38ca68ec-7dbb-4664-bff0-d79a22cf0912 req-0bc4a47f-aa2c-4690-8a61-a109b9b9e990 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0569613 Dec 13 13:29:12.044674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38ca68ec-7dbb-4664-bff0-d79a22cf0912 req-550222d5-6a53-45ac-8eb7-0caab7cb04ba tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531194 Dec 13 13:29:13.178475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff726e6b-d6a7-42d3-aaa0-372c062da7b9 req-ee283334-d7fe-4dd3-b0d0-5c52ff16bca2 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:13.179967 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff726e6b-d6a7-42d3-aaa0-372c062da7b9 req-ee283334-d7fe-4dd3-b0d0-5c52ff16bca2 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0570574 Dec 13 13:29:13.229501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff726e6b-d6a7-42d3-aaa0-372c062da7b9 req-8db02949-7b0c-4c21-b691-0c5c2937aac9 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Dec 13 13:29:14.364579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f34d35-6684-408a-a03c-886eece53cb9 req-039bcd7b-d300-4da5-86b4-45d6f407eadc tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:14.366106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-54f34d35-6684-408a-a03c-886eece53cb9 req-039bcd7b-d300-4da5-86b4-45d6f407eadc tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0600793 Dec 13 13:29:14.420435 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-54f34d35-6684-408a-a03c-886eece53cb9 req-0b37bd64-30f8-4620-a671-0b917436a76d tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Dec 13 13:29:15.560438 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56ae3b-2c3b-45e1-b5b7-d25973b8284c req-230120a0-0787-4bf3-a24f-e604ec2be329 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:15.562842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d56ae3b-2c3b-45e1-b5b7-d25973b8284c req-230120a0-0787-4bf3-a24f-e604ec2be329 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0618916 Dec 13 13:29:15.615278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d56ae3b-2c3b-45e1-b5b7-d25973b8284c req-27ef36ed-eb17-4277-ab83-1c2e61e2eeb0 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Dec 13 13:29:16.757218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a4d63-1da0-4179-994a-75aa30aceab5 req-b6590ccc-fc75-4c97-898d-41ab63c5a397 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:16.758715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d6a4d63-1da0-4179-994a-75aa30aceab5 req-b6590ccc-fc75-4c97-898d-41ab63c5a397 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0618379 Dec 13 13:29:16.810038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d6a4d63-1da0-4179-994a-75aa30aceab5 req-ebb6ce5e-5cc0-4792-9310-c456a61f848c tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Dec 13 13:29:17.940512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f6531-b567-417b-a09d-e280f890ce71 req-91b5cdb8-5a50-4671-bcbd-f0605227f9f1 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:17.942201 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f78f6531-b567-417b-a09d-e280f890ce71 req-91b5cdb8-5a50-4671-bcbd-f0605227f9f1 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0567002 Dec 13 13:29:17.991531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f78f6531-b567-417b-a09d-e280f890ce71 req-437a89cf-7f81-45e7-9d37-0166ded245f6 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Dec 13 13:29:19.147279 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff09680-9ab8-4814-b218-8d62c6faeba4 req-3a571f42-75bb-4a4e-95ca-3f80445089ba tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:19.149728 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ff09680-9ab8-4814-b218-8d62c6faeba4 req-3a571f42-75bb-4a4e-95ca-3f80445089ba tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0716825 Dec 13 13:29:19.205536 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ff09680-9ab8-4814-b218-8d62c6faeba4 req-6007480a-047c-4fa4-909c-0de753eff001 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497684 Dec 13 13:29:20.346292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc93a75-940a-45b5-85b3-1633778a5f0b req-b929c817-cc13-4714-9190-682e9700810e tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:20.347719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2bc93a75-940a-45b5-85b3-1633778a5f0b req-b929c817-cc13-4714-9190-682e9700810e tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0558167 Dec 13 13:29:20.397976 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2bc93a75-940a-45b5-85b3-1633778a5f0b req-5dd2284f-2df7-4d17-94cc-f6d423ebf83c tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Dec 13 13:29:21.524383 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d7567-25b2-49ee-a61a-e0f9dc2a84dc req-d33a08e0-4794-4dd7-b458-5f10f7e8a3c0 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:21.526233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-708d7567-25b2-49ee-a61a-e0f9dc2a84dc req-d33a08e0-4794-4dd7-b458-5f10f7e8a3c0 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0547934 Dec 13 13:29:21.575929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-708d7567-25b2-49ee-a61a-e0f9dc2a84dc req-28621524-b326-4ea8-ac62-3fb25f466cf4 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 Dec 13 13:29:22.697582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a1cc-ea23-424b-9dae-6c6caa716f04 req-aaed02a1-3c72-4d0d-819b-a2b95859cac5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:22.699460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5736a1cc-ea23-424b-9dae-6c6caa716f04 req-aaed02a1-3c72-4d0d-819b-a2b95859cac5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0520964 Dec 13 13:29:22.750268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5736a1cc-ea23-424b-9dae-6c6caa716f04 req-b9f1e415-428e-49be-87f2-e124d1041b6d tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447893 Dec 13 13:29:23.229887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f21f1-3fee-4072-86bd-e2b1ba0f0500 req-c2b93de0-7e73-4ec6-ac65-58560a353d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:23.231414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a52f21f1-3fee-4072-86bd-e2b1ba0f0500 req-c2b93de0-7e73-4ec6-ac65-58560a353d88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59748eb19c5e4dbfb0564b20197fb61b&device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 1096 time: 0.0968416 Dec 13 13:29:23.351292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f21f1-3fee-4072-86bd-e2b1ba0f0500 req-b7e00b3f-25f4-428e-8a19-ec081c60187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:23.353397 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a52f21f1-3fee-4072-86bd-e2b1ba0f0500 req-b7e00b3f-25f4-428e-8a19-ec081c60187b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddf822e5-384f-4528-8ca3-30e7e461ae54 HTTP/1.1" status: 200 len: 911 time: 0.0961509 Dec 13 13:29:23.407702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a52f21f1-3fee-4072-86bd-e2b1ba0f0500 req-3de21f74-766a-423b-b91d-f4c9bc04af31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 200 len: 217 time: 0.0454121 Dec 13 13:29:23.460057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f21f1-3fee-4072-86bd-e2b1ba0f0500 req-f62e4e3d-2fa4-448b-ac48-be32b894cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:23.461535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a52f21f1-3fee-4072-86bd-e2b1ba0f0500 req-f62e4e3d-2fa4-448b-ac48-be32b894cb12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a HTTP/1.1" status: 200 len: 851 time: 0.0463879 Dec 13 13:29:23.497165 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a52f21f1-3fee-4072-86bd-e2b1ba0f0500 req-9a5add7b-ab6c-4fcb-bd16-cccca5ffff2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddf822e5-384f-4528-8ca3-30e7e461ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261424 Dec 13 13:29:23.594922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a52f21f1-3fee-4072-86bd-e2b1ba0f0500 req-ac771a14-db26-4858-a3e7-e5e98174df3c service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893471 Dec 13 13:29:23.697382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a52f21f1-3fee-4072-86bd-e2b1ba0f0500 req-0520e5ca-fd40-4801-b7e9-05f6c6320b8a service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944929 Dec 13 13:29:23.881331 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-fc3db02a-215e-43ce-a968-2e5036b24b19 service neutron] show failed (client error): The resource could not be found. Dec 13 13:29:23.882390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-fc3db02a-215e-43ce-a968-2e5036b24b19 service neutron] 10.222.0.42 "GET /v2.0/ports/077052d9-79f4-4689-838d-830a376aac99/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0940642 Dec 13 13:29:23.896374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0c8de-a21d-47d3-b6a0-3935c09f9303 req-53d4ab67-3538-4d09-9b43-361ab62cedcd tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:23.898273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-54c0c8de-a21d-47d3-b6a0-3935c09f9303 req-53d4ab67-3538-4d09-9b43-361ab62cedcd tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 945 time: 0.0763357 Dec 13 13:29:23.949368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-54c0c8de-a21d-47d3-b6a0-3935c09f9303 req-f6ffbefb-82d9-45db-8bb0-3db736f2c8f5 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Dec 13 13:29:24.121426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-fdec5669-3897-48fe-a54b-f3e194ba2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:24.122939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-fdec5669-3897-48fe-a54b-f3e194ba2ee8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad&tenant_id=59748eb19c5e4dbfb0564b20197fb61b HTTP/1.1" status: 200 len: 1096 time: 0.0702810 Dec 13 13:29:24.135714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:29:24.191650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:24.249516 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4e9b9c9-ed84-4e1e-ae3b-af2d2eeaa404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:24.409005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=077052d9-79f4-4689-838d-830a376aac99,segment=NetworkSegment(a91fd0af-758f-4d73-a0ac-4d45917d79b5),segment_id=a91fd0af-758f-4d73-a0ac-4d45917d79b5)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:29:24.443145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:29:24.486362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077052d9-79f4-4689-838d-830a376aac99'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:29:24.488675 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe97db46-e81b-4d37-a201-8883be3e3412" -d '{"events": [{"server_uuid": "62bfed96-90eb-4141-bc65-741ffebdbaad", "name": "network-vif-unplugged", "status": "completed", "tag": "077052d9-79f4-4689-838d-830a376aac99"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:29:24.492846 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:24.506473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Transition to ACTIVE for port object 077052d9-79f4-4689-838d-830a376aac99 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:29:24.511879 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:24.548039 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf2dcb8-6606-479d-895d-a4f7e827a002 x-openstack-request-id: req-1cf2dcb8-6606-479d-895d-a4f7e827a002 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:29:24.548330 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bfed96-90eb-4141-bc65-741ffebdbaad", "name": "network-vif-unplugged", "status": "completed", "tag": "077052d9-79f4-4689-838d-830a376aac99", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:29:24.548579 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cf2dcb8-6606-479d-895d-a4f7e827a002 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:29:24.548971 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077052d9-79f4-4689-838d-830a376aac99', 'code': 200} Dec 13 13:29:24.582107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] No DVR routers for this DVR port 077052d9-79f4-4689-838d-830a376aac99 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:29:24.584113 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Pushing event updated for resources: {'Port': ['ID=077052d9-79f4-4689-838d-830a376aac99,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:24.596511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.596855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.597199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.597539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.597867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.598223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.598550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.598874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.599195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.599517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.599836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.600156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.600457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:24.630195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Attempting to bind port 077052d9-79f4-4689-838d-830a376aac99 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:29:24.630519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Attempting to bind port 077052d9-79f4-4689-838d-830a376aac99 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'a91fd0af-758f-4d73-a0ac-4d45917d79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:29:24.630842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Attempting to bind port 077052d9-79f4-4689-838d-830a376aac99 on network ddf822e5-384f-4528-8ca3-30e7e461ae54 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:29:24.635797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Port 077052d9-79f4-4689-838d-830a376aac99 on network ddf822e5-384f-4528-8ca3-30e7e461ae54 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:29:24.636117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Attempting to bind port 077052d9-79f4-4689-838d-830a376aac99 on network ddf822e5-384f-4528-8ca3-30e7e461ae54 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:29:24.641145 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:29:24.641474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Checking segment: {'id': 'a91fd0af-758f-4d73-a0ac-4d45917d79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:29:24.641854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Bound using segment: {'id': 'a91fd0af-758f-4d73-a0ac-4d45917d79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:29:24.642304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Bound port: 077052d9-79f4-4689-838d-830a376aac99, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91fd0af-758f-4d73-a0ac-4d45917d79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:29:24.642633 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:24.706640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:29:24.709780 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=077052d9-79f4-4689-838d-830a376aac99,segment=NetworkSegment(a91fd0af-758f-4d73-a0ac-4d45917d79b5),segment_id=a91fd0af-758f-4d73-a0ac-4d45917d79b5)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:29:24.716980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:24.753626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:24.754231 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:24.755616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] 10.222.0.37 "PUT /v2.0/ports/077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 200 len: 1091 time: 0.6242507 Dec 13 13:29:24.778624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f39a2-fbbc-4d56-b8f7-38f7ff84ae5b service neutron] Pushing event updated for resources: {'Port': ['ID=077052d9-79f4-4689-838d-830a376aac99,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:24.827440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-5d9d83a4-c171-46a7-ae73-2f980248f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:24.828943 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-5d9d83a4-c171-46a7-ae73-2f980248f325 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59748eb19c5e4dbfb0564b20197fb61b&device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 1094 time: 0.0468342 Dec 13 13:29:24.927239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-dd0c98e9-46ea-4b04-8e1f-75552c92e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:24.928705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-dd0c98e9-46ea-4b04-8e1f-75552c92e47d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ddf822e5-384f-4528-8ca3-30e7e461ae54 HTTP/1.1" status: 200 len: 911 time: 0.0916963 Dec 13 13:29:24.976031 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-ca9eae70-32ac-43c3-8892-7486441c5892 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 200 len: 217 time: 0.0395041 Dec 13 13:29:25.037018 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-1afce36d-ad00-44ce-a258-b3255740a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:25.038380 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-1afce36d-ad00-44ce-a258-b3255740a9a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a HTTP/1.1" status: 200 len: 851 time: 0.0551207 Dec 13 13:29:25.080195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-912d01ee-bebb-44b3-934d-eb86e2d0e74e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ddf822e5-384f-4528-8ca3-30e7e461ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280261 Dec 13 13:29:25.102937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea09ef-431f-4145-ba4a-3963b061c009 req-3615eae4-fcb5-451c-ab32-09712d5bbfac tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:25.104562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8ea09ef-431f-4145-ba4a-3963b061c009 req-3615eae4-fcb5-451c-ab32-09712d5bbfac tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 943 time: 0.0828979 Dec 13 13:29:25.207488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8ea09ef-431f-4145-ba4a-3963b061c009 req-f1ae0995-4aed-40d5-979b-0324fb5e7adc tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920732 Dec 13 13:29:25.221874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-cac73083-5064-4494-93fe-2a36df61b11d service neutron] 10.222.0.37 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325316 Dec 13 13:29:25.320791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e477e0dc-11b1-40ad-ab70-517ef3b3096e req-e610d79a-327f-4ad9-8942-e8fd0cfe2c1d service neutron] 10.222.0.37 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913820 Dec 13 13:29:26.347636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9109190-4c16-4d30-8d04-87b7e1943ef9 req-f373ef0e-4fc6-4356-837b-caffb7b5085d tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:26.349315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9109190-4c16-4d30-8d04-87b7e1943ef9 req-f373ef0e-4fc6-4356-837b-caffb7b5085d tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 943 time: 0.0559669 Dec 13 13:29:26.401369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c9109190-4c16-4d30-8d04-87b7e1943ef9 req-6bc163b8-4ddc-4931-991d-6df7710f6090 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455031 Dec 13 13:29:26.550035 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'tag': '077052d9-79f4-4689-838d-830a376aac99'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:29:26.552450 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1e9632-7a0d-4848-a498-9626fd349038" -d '{"events": [{"name": "network-changed", "server_uuid": "62bfed96-90eb-4141-bc65-741ffebdbaad", "tag": "077052d9-79f4-4689-838d-830a376aac99"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:29:26.602394 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5cbc56-49cf-4027-aa0c-0c94f821d919 x-openstack-request-id: req-4b5cbc56-49cf-4027-aa0c-0c94f821d919 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:29:26.602678 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bfed96-90eb-4141-bc65-741ffebdbaad", "tag": "077052d9-79f4-4689-838d-830a376aac99", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:29:26.602924 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b5cbc56-49cf-4027-aa0c-0c94f821d919 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:29:26.603356 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'tag': '077052d9-79f4-4689-838d-830a376aac99', 'status': 'completed', 'code': 200} Dec 13 13:29:26.658828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-458f9ed4-3003-4eb3-afed-cbd5479a0b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:26.698637 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-9f03e00b-523a-46f0-8527-a7613e646c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:26.700172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-9f03e00b-523a-46f0-8527-a7613e646c02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59748eb19c5e4dbfb0564b20197fb61b&device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 1094 time: 0.0733681 Dec 13 13:29:26.705833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-8594eff3-b63e-46ff-9a98-0a7edb90e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:26.707210 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-8594eff3-b63e-46ff-9a98-0a7edb90e15c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59748eb19c5e4dbfb0564b20197fb61b&device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 1094 time: 0.0706456 Dec 13 13:29:26.869188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-dd8de181-c984-48a8-a7d5-6db66ba8f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:26.870809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-dd8de181-c984-48a8-a7d5-6db66ba8f0fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=ddf822e5-384f-4528-8ca3-30e7e461ae54 HTTP/1.1" status: 200 len: 911 time: 0.1626394 Dec 13 13:29:26.871893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-6fdec2d2-3c65-4c9e-88e2-961775c8aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:26.873189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-6fdec2d2-3c65-4c9e-88e2-961775c8aed5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddf822e5-384f-4528-8ca3-30e7e461ae54 HTTP/1.1" status: 200 len: 911 time: 0.1579452 Dec 13 13:29:26.922110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-3b82a1bb-03fc-484f-a9c5-54786d4ec5b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 200 len: 217 time: 0.0417421 Dec 13 13:29:26.961310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-64e2d338-4dbd-4dc3-bc72-7b9eb1fcb586 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 200 len: 217 time: 0.0744500 Dec 13 13:29:27.032833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-25907223-2574-4317-b975-015b62a18cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:27.035150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-25907223-2574-4317-b975-015b62a18cce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a HTTP/1.1" status: 200 len: 851 time: 0.0815346 Dec 13 13:29:27.050056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-df0246ef-afb1-4265-aabc-7c2609e76871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:27.051378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-df0246ef-afb1-4265-aabc-7c2609e76871 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a HTTP/1.1" status: 200 len: 851 time: 0.0708020 Dec 13 13:29:27.077536 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-6ea728f0-2655-4b7d-ac4d-0d070c268656 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddf822e5-384f-4528-8ca3-30e7e461ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351362 Dec 13 13:29:27.106206 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-032108a9-df12-498b-9d89-621e88dfdc43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ddf822e5-384f-4528-8ca3-30e7e461ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372632 Dec 13 13:29:27.245804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-cc50b100-1027-4d95-929d-622f60b3590e service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474721 Dec 13 13:29:27.251918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-f4851e28-a54c-434d-8830-b05f40321665 service neutron] 10.222.0.37 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353028 Dec 13 13:29:27.724015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-f77a395d-317b-481f-bab0-f2c65594fed9 service neutron] 10.222.0.37 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636667 Dec 13 13:29:27.727709 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1e9632-7a0d-4848-a498-9626fd349038 req-94a03e4d-bc38-48cf-b486-2531fa7cac24 service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744270 Dec 13 13:29:27.738172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9fb95-9260-4c54-963c-6ccedcb4e59c req-296b57a6-e416-4230-858d-58ebe09e9d1f tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:27.739609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66b9fb95-9260-4c54-963c-6ccedcb4e59c req-296b57a6-e416-4230-858d-58ebe09e9d1f tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 943 time: 0.1088707 Dec 13 13:29:27.795654 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66b9fb95-9260-4c54-963c-6ccedcb4e59c req-a23fbc32-9106-4078-837f-232cb0198611 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482614 Dec 13 13:29:27.840150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:28.076184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-58370ac6-9ef7-4a49-a9a5-44f3836e8638 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:28.077542 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-58370ac6-9ef7-4a49-a9a5-44f3836e8638 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad&tenant_id=59748eb19c5e4dbfb0564b20197fb61b&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 943 time: 0.0864079 Dec 13 13:29:28.140561 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-23ecce1d-5afe-470f-845d-fe8f1b1b0588 service neutron] delete failed (client error): The resource could not be found. Dec 13 13:29:28.141614 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-23ecce1d-5afe-470f-845d-fe8f1b1b0588 service neutron] 10.222.0.42 "DELETE /v2.0/ports/077052d9-79f4-4689-838d-830a376aac99/bindings/n-h2-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0566535 Dec 13 13:29:28.231237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-c88906f4-9565-4b97-9f67-6f486c43ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:28.232766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-c88906f4-9565-4b97-9f67-6f486c43ea9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59748eb19c5e4dbfb0564b20197fb61b&device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 1094 time: 0.0458946 Dec 13 13:29:28.238437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 077052d9-79f4-4689-838d-830a376aac99 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:29:28.283152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 077052d9-79f4-4689-838d-830a376aac99 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:29:28.326309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-b7a9d743-fff5-466d-ade5-8cb4e39218a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:28.327685 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-b7a9d743-fff5-466d-ade5-8cb4e39218a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddf822e5-384f-4528-8ca3-30e7e461ae54 HTTP/1.1" status: 200 len: 911 time: 0.0873830 Dec 13 13:29:28.372625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-bd4cb5e9-0e27-4313-ae94-7d679d4ba330 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 200 len: 217 time: 0.0378239 Dec 13 13:29:28.427601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-4811da02-f6b1-422e-a488-968991385840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:28.429025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-4811da02-f6b1-422e-a488-968991385840 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a HTTP/1.1" status: 200 len: 851 time: 0.0492420 Dec 13 13:29:28.462364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-919b5b2e-3fc4-4432-a4b5-99edd61b9666 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddf822e5-384f-4528-8ca3-30e7e461ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245996 Dec 13 13:29:28.552212 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-9da1b88a-f887-4a67-9293-eb0edc17e3d0 service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820513 Dec 13 13:29:28.653779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-d8e93659-45ba-4239-bb68-9c4a7cee079c service neutron] 10.222.0.42 "GET /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943291 Dec 13 13:29:28.797190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 077052d9-79f4-4689-838d-830a376aac99 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:29:28.899437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=077052d9-79f4-4689-838d-830a376aac99,segment=NetworkSegment(a91fd0af-758f-4d73-a0ac-4d45917d79b5),segment_id=a91fd0af-758f-4d73-a0ac-4d45917d79b5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:29:28.912430 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '077052d9-79f4-4689-838d-830a376aac99', 'network_id': 'ddf822e5-384f-4528-8ca3-30e7e461ae54', 'port_id': '077052d9-79f4-4689-838d-830a376aac99', 'mac_address': 'fa:16:3e:2d:7e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:29:28.956760 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:28.971093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077052d9-79f4-4689-838d-830a376aac99 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:29:28.992723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=077052d9-79f4-4689-838d-830a376aac99,segment=NetworkSegment(a91fd0af-758f-4d73-a0ac-4d45917d79b5),segment_id=a91fd0af-758f-4d73-a0ac-4d45917d79b5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:29:28.997269 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:29.045792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=077052d9-79f4-4689-838d-830a376aac99,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:29.053279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.053630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.053974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.054339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.054675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.055009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.055342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.055675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.056007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.056332 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.056762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.057159 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.057523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:29.191685 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:29.237696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['077052d9-79f4-4689-838d-830a376aac99'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:29:29.366355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e82b7d-0e45-49a1-8062-3d44255fe1a2 req-92d0a197-0471-4840-a43e-394905cf3697 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:29.367850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87e82b7d-0e45-49a1-8062-3d44255fe1a2 req-92d0a197-0471-4840-a43e-394905cf3697 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 944 time: 0.0495319 Dec 13 13:29:29.418142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-87e82b7d-0e45-49a1-8062-3d44255fe1a2 req-d9a40a81-5a6c-476a-9eb5-10de2e1dc26e tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Dec 13 13:29:29.932514 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:30.554450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01725d0-c6db-4350-be1c-3a7c370e6134 req-22bd5fc5-eb0a-40ce-b931-b79195e314a4 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:30.555894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a01725d0-c6db-4350-be1c-3a7c370e6134 req-22bd5fc5-eb0a-40ce-b931-b79195e314a4 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 944 time: 0.0562687 Dec 13 13:29:30.628082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a01725d0-c6db-4350-be1c-3a7c370e6134 req-852a6d07-1a1e-4c7a-9628-211d53ecef48 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.31 "GET /v2.0/security-groups?id=5811b9a0-51f0-4635-b5b4-b2c15760f44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654459 Dec 13 13:29:30.646458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-25277d3d-4458-4a09-86c4-687e8eee5ba9 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:30.647894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-25277d3d-4458-4a09-86c4-687e8eee5ba9 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bfed96-90eb-4141-bc65-741ffebdbaad HTTP/1.1" status: 200 len: 944 time: 0.0601916 Dec 13 13:29:30.750704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-e3585a85-dca2-413c-b260-69191bf836a3 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Deleting port 077052d9-79f4-4689-838d-830a376aac99 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:29:30.750935 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-e3585a85-dca2-413c-b260-69191bf836a3 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:30.808070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 077052d9-79f4-4689-838d-830a376aac99 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:29:30.843077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-e3585a85-dca2-413c-b260-69191bf836a3 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] For port 077052d9-79f4-4689-838d-830a376aac99, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=077052d9-79f4-4689-838d-830a376aac99,segment=NetworkSegment(a91fd0af-758f-4d73-a0ac-4d45917d79b5),segment_id=a91fd0af-758f-4d73-a0ac-4d45917d79b5)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:29:30.843445 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-e3585a85-dca2-413c-b260-69191bf836a3 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:30.856353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-e3585a85-dca2-413c-b260-69191bf836a3 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Calling delete_port for 077052d9-79f4-4689-838d-830a376aac99 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:29:30.860809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 077052d9-79f4-4689-838d-830a376aac99 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:29:30.864675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 077052d9-79f4-4689-838d-830a376aac99 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:29:30.865097 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:30.947725 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:30.997089 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-e3585a85-dca2-413c-b260-69191bf836a3 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:31.018994 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['077052d9-79f4-4689-838d-830a376aac99'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:29:31.029726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3585a85-dca2-413c-b260-69191bf836a3 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Pushing event deleted for resources: {'Port': ['ID=077052d9-79f4-4689-838d-830a376aac99,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:31.073372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-e3585a85-dca2-413c-b260-69191bf836a3 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] No DVR routers for this DVR port 077052d9-79f4-4689-838d-830a376aac99 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:29:31.076126 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-e3585a85-dca2-413c-b260-69191bf836a3 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:31.079734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcb25994-9e3c-486d-9aa8-731e57c7f1a5 req-e3585a85-dca2-413c-b260-69191bf836a3 tempest-DeleteServersTestJSON-167658486 tempest-DeleteServersTestJSON-167658486-project] 10.222.0.37 "DELETE /v2.0/ports/077052d9-79f4-4689-838d-830a376aac99 HTTP/1.1" status: 204 len: 173 time: 0.4253585 Dec 13 13:29:31.080172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'name': 'network-vif-deleted', 'tag': '077052d9-79f4-4689-838d-830a376aac99'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:29:31.082439 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872ee135-c683-432a-9996-a9ae59800b55" -d '{"events": [{"server_uuid": "62bfed96-90eb-4141-bc65-741ffebdbaad", "name": "network-vif-deleted", "tag": "077052d9-79f4-4689-838d-830a376aac99"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:29:31.125037 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc58689-75d4-4e32-94a9-88d14dcc70c4 x-openstack-request-id: req-6bc58689-75d4-4e32-94a9-88d14dcc70c4 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:29:31.125357 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bfed96-90eb-4141-bc65-741ffebdbaad", "name": "network-vif-deleted", "tag": "077052d9-79f4-4689-838d-830a376aac99", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:29:31.125599 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bc58689-75d4-4e32-94a9-88d14dcc70c4 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:29:31.126005 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bfed96-90eb-4141-bc65-741ffebdbaad', 'name': 'network-vif-deleted', 'tag': '077052d9-79f4-4689-838d-830a376aac99', 'status': 'completed', 'code': 200} Dec 13 13:29:31.774444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36674) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:29:31.819843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Deleting subnet 0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:29:31.823307 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:31.857515 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:31.897730 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:31.965732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:31.989858 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:32.001025 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.001315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.001665 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.001992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.002386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.002800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.003021 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.003331 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.003654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.003977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.004299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.004621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.004939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:29:32.007778 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.011404 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dc7a5a53-95e1-4434-9378-e0510c0d76c2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0e3fffd2-eb8c-47e0-8e64-1fcf03b2ef9a HTTP/1.1" status: 204 len: 168 time: 0.2356558 Dec 13 13:29:32.013955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36676) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:29:32.091095 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.171882 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.191524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf822e5-384f-4528-8ca3-30e7e461ae54']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:29:32.200971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91fd0af-758f-4d73-a0ac-4d45917d79b5') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:29:32.201264 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91fd0af-758f-4d73-a0ac-4d45917d79b5') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:29:32.211189 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.226299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.234351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:29:32.234990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:29:32.237764 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:29:32.302755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.310264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.314346 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] 10.222.0.31 "DELETE /v2.0/networks/ddf822e5-384f-4528-8ca3-30e7e461ae54 HTTP/1.1" status: 204 len: 168 time: 0.2993371 Dec 13 13:29:32.328804 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56e090-a237-45bd-b6a2-7b9af65c8cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf822e5-384f-4528-8ca3-30e7e461ae54,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:32.454442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36680) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:29:32.499189 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5151401c-bd7b-4523-99dd-bb4a96d345e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59748eb19c5e4dbfb0564b20197fb61b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431497 Dec 13 13:29:32.502851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36682) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:29:32.551870 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ada8ee5-d2e0-412a-a3c0-2fed99eca150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.573831 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ada8ee5-d2e0-412a-a3c0-2fed99eca150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.624505 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ada8ee5-d2e0-412a-a3c0-2fed99eca150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.628649 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5ada8ee5-d2e0-412a-a3c0-2fed99eca150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:32.630404 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5ada8ee5-d2e0-412a-a3c0-2fed99eca150 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5811b9a0-51f0-4635-b5b4-b2c15760f44b HTTP/1.1" status: 204 len: 168 time: 0.1265452 Dec 13 13:29:32.640379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada8ee5-d2e0-412a-a3c0-2fed99eca150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5811b9a0-51f0-4635-b5b4-b2c15760f44b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:33.358232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 36704) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:29:33.468345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2101775952-network', 'tenant_id': '8a01f1ef8df64fe79e3430147060956f'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:29:33.499094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Made reservation on behalf of 8a01f1ef8df64fe79e3430147060956f for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:29:33.501426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:33.511652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:33.586261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:33.591902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:33.619121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:29:33.626736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9239db6-d6e8-4a13-811f-4685dced60e2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:33.633128 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:33.633499 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Added segment c37b4cf8-151d-4884-8c68-122d206335be of type vlan for network 185aa242-9d5f-4b63-858d-44702531e498 Dec 13 13:29:33.678526 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:33.703418 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:33.704384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:33.705024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:33.761105 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4017467 Dec 13 13:29:33.764318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 36708) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:29:33.768615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cdd2d-4cae-4c99-b655-68ecbe53ee15 admin admin] Pushing event updated for resources: {'Network': ['ID=185aa242-9d5f-4b63-858d-44702531e498,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:33.770116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Request body: {'subnet': {'network_id': '185aa242-9d5f-4b63-858d-44702531e498', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2101775952-subnet', 'tenant_id': '8a01f1ef8df64fe79e3430147060956f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:29:33.781968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 185aa242-9d5f-4b63-858d-44702531e498 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:29:33.799248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Made reservation on behalf of 8a01f1ef8df64fe79e3430147060956f for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:29:33.801647 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:33.979761 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:34.033230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b433b355-97c9-45e0-af56-09969a7d0f2a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:34.048626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Checking segment: {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:29:34.048979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Network hostable DHCP agents. Network: 185aa242-9d5f-4b63-858d-44702531e498, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:29:34.068089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Network 185aa242-9d5f-4b63-858d-44702531e498 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:29:34.077843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 185aa242-9d5f-4b63-858d-44702531e498) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:29:34.082045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:34.082664 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:34.087531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af97c96b-1226-4ccd-92af-dc99f1beeb71 None None] Network 185aa242-9d5f-4b63-858d-44702531e498 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:29:34.099550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-dc7dc667-c734-4f32-bbda-58a776dfd00c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3335874 Dec 13 13:29:34.189207 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af39b8-f3bf-42e1-be7a-ac2932c70cef None None] Network 185aa242-9d5f-4b63-858d-44702531e498 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:29:34.539856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-24f20d82-f1c7-4f57-80e9-fdff4723f7c3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:34.541344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-24f20d82-f1c7-4f57-80e9-fdff4723f7c3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 815 time: 0.1038065 Dec 13 13:29:34.560479 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-ae780680-d3ba-482a-b30c-d71104e9034d tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/quotas/8a01f1ef8df64fe79e3430147060956f HTTP/1.1" status: 200 len: 375 time: 0.0100813 Dec 13 13:29:34.601829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-c5f1d921-7f96-401f-8b72-14e14f67d87b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332153 Dec 13 13:29:34.694809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-976c1049-af15-42ca-aabd-e5fc66f64c83 service neutron] 10.222.0.31 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852847 Dec 13 13:29:34.791008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-dfdd6073-e36b-4f50-b396-0aaf9c0ff116 service neutron] 10.222.0.31 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889330 Dec 13 13:29:34.843424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 077052d9-79f4-4689-838d-830a376aac99 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:29:34.864644 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 077052d9-79f4-4689-838d-830a376aac99 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:29:34.864992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 077052d9-79f4-4689-838d-830a376aac99 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:29:34.960040 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27c9fdd0-ea63-4818-a110-fb42f8f8ad79 req-064b75f7-aae1-47df-8599-aaa643aef304 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 210 time: 0.0285311 Dec 13 13:29:35.937625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-b8364f13-5013-47c5-a5cd-2f7f6f95685c tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:35.939924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-b8364f13-5013-47c5-a5cd-2f7f6f95685c tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.42 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 815 time: 0.1101110 Dec 13 13:29:35.952541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Request body: {'port': {'device_id': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'network_id': '185aa242-9d5f-4b63-858d-44702531e498', 'admin_state_up': True, 'tenant_id': '8a01f1ef8df64fe79e3430147060956f'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:29:36.072849 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a24bfa91-636d-4d21-b706-290291005e09 req-0d8b8f56-022b-4ebb-8e62-74030ae2f6f5 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 210 time: 0.0408130 Dec 13 13:29:36.097836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Made reservation on behalf of 8a01f1ef8df64fe79e3430147060956f for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:29:36.101380 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:36.245861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Allocated IP 172.20.0.6 (185aa242-9d5f-4b63-858d-44702531e498/b433b355-97c9-45e0-af56-09969a7d0f2a/ecc48da5-9da6-46b7-9395-2199e9deee4c) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:29:36.404371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:36.441420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:36.486440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Network 185aa242-9d5f-4b63-858d-44702531e498 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:29:36.489435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:29:36.492968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:29:36.499851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Pushing event updated for resources: {'Port': ['ID=ecc48da5-9da6-46b7-9395-2199e9deee4c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:36.545988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:36.546625 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:36.563878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-06acda47-aa33-4d62-a6e6-9a8bbf43507b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153584 Dec 13 13:29:36.575954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Request body: {'port': {'device_id': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:29:36.633033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:36.915786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc48da5-9da6-46b7-9395-2199e9deee4c {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:29:36.923577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:36.938384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Transition to ACTIVE for port object ecc48da5-9da6-46b7-9395-2199e9deee4c will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:29:36.947389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:37.013258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc48da5-9da6-46b7-9395-2199e9deee4c,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:37.069484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Attempting to bind port ecc48da5-9da6-46b7-9395-2199e9deee4c on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:29:37.069804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Attempting to bind port ecc48da5-9da6-46b7-9395-2199e9deee4c by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:29:37.070124 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Attempting to bind port ecc48da5-9da6-46b7-9395-2199e9deee4c on network 185aa242-9d5f-4b63-858d-44702531e498 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:29:37.074814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Port ecc48da5-9da6-46b7-9395-2199e9deee4c on network 185aa242-9d5f-4b63-858d-44702531e498 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:29:37.075129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Attempting to bind port ecc48da5-9da6-46b7-9395-2199e9deee4c on network 185aa242-9d5f-4b63-858d-44702531e498 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:29:37.080255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:29:37.080584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Checking segment: {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:29:37.080959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Bound using segment: {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:29:37.081373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Bound port: ecc48da5-9da6-46b7-9395-2199e9deee4c, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:29:37.081741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:37.156630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:29:37.183255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:29:37.189535 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:37.237417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:37.238029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:37.239429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/ecc48da5-9da6-46b7-9395-2199e9deee4c HTTP/1.1" status: 200 len: 1091 time: 0.6675248 Dec 13 13:29:37.239866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:29:37.242107 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973aed07-cec4-4046-a4df-c06ac36fa017" -d '{"events": [{"name": "network-changed", "server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:29:37.255179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fa450-e192-43ce-a2ab-ba6bf9ab6f47 req-b8918a3b-7d4e-4be2-a995-a429f8e2b8f4 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:37.256925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-175fa450-e192-43ce-a2ab-ba6bf9ab6f47 req-b8918a3b-7d4e-4be2-a995-a429f8e2b8f4 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 943 time: 0.1150153 Dec 13 13:29:37.283355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bde1a-bac9-4f0c-b6e0-9cb791f2f5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc48da5-9da6-46b7-9395-2199e9deee4c,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:37.293330 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2e6e8f-a094-43ae-ad09-4dce88a3e900 x-openstack-request-id: req-ba2e6e8f-a094-43ae-ad09-4dce88a3e900 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:29:37.293701 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:29:37.293960 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba2e6e8f-a094-43ae-ad09-4dce88a3e900 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:29:37.294404 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c', 'status': 'completed', 'code': 200} Dec 13 13:29:37.355683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-175fa450-e192-43ce-a2ab-ba6bf9ab6f47 req-e097ebf7-881c-4b94-b6ac-693850efdbf4 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896173 Dec 13 13:29:37.362224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-874e85ba-cd2c-4d45-8ba6-cb21987f3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:37.363724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-874e85ba-cd2c-4d45-8ba6-cb21987f3e1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 1094 time: 0.0651166 Dec 13 13:29:37.407423 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-3acfead7-e7e1-4642-b846-9666c654e886 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c HTTP/1.1" status: 200 len: 217 time: 0.0359581 Dec 13 13:29:37.464965 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-57b6f81f-5298-4336-a36a-34cca88a2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:37.466527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-57b6f81f-5298-4336-a36a-34cca88a2a0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0522392 Dec 13 13:29:37.499107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-22eaa39d-84e9-4350-a6c8-badd80191cd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253606 Dec 13 13:29:37.598758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-6d1a134c-ec0c-4fc4-b2ae-503784860ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925176 Dec 13 13:29:37.694010 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4ff7391-04a3-4be7-95d7-6223463b9a2e req-11e3557c-66cd-494b-85ea-24bb15ae9e3f service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880868 Dec 13 13:29:37.803528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aed07-cec4-4046-a4df-c06ac36fa017 req-f0aed329-64fb-4619-9096-1b6bb7ad0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:37.804946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-973aed07-cec4-4046-a4df-c06ac36fa017 req-f0aed329-64fb-4619-9096-1b6bb7ad0823 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 1094 time: 0.0563023 Dec 13 13:29:37.810113 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:37.813499 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:37.901594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aed07-cec4-4046-a4df-c06ac36fa017 req-02c4fb39-b9e3-4eee-a25c-35b436b5640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:37.903307 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-973aed07-cec4-4046-a4df-c06ac36fa017 req-02c4fb39-b9e3-4eee-a25c-35b436b5640f service neutron] 10.222.0.42 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.0906575 Dec 13 13:29:37.946104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-973aed07-cec4-4046-a4df-c06ac36fa017 req-095c5cea-95f8-4ef1-bc5e-d14cbb90c6fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c HTTP/1.1" status: 200 len: 217 time: 0.0352182 Dec 13 13:29:38.002190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aed07-cec4-4046-a4df-c06ac36fa017 req-2d6cf225-9609-4bfb-a3b2-551467fe4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:38.003692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-973aed07-cec4-4046-a4df-c06ac36fa017 req-2d6cf225-9609-4bfb-a3b2-551467fe4ef1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0485551 Dec 13 13:29:38.036049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-973aed07-cec4-4046-a4df-c06ac36fa017 req-79f38ed2-3ec2-4471-8f16-557c05d72b63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250468 Dec 13 13:29:38.134459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-973aed07-cec4-4046-a4df-c06ac36fa017 req-6cf22947-7ba9-47bf-a1d0-120d8196ed65 service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905249 Dec 13 13:29:38.227239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-973aed07-cec4-4046-a4df-c06ac36fa017 req-6601a348-f0e7-4106-833c-93ef5666782d service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826285 Dec 13 13:29:38.493723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41934625-23cb-4de8-9086-6324fe2413dd req-eaceed83-521f-4185-b0c5-89a92569b625 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:38.495257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41934625-23cb-4de8-9086-6324fe2413dd req-eaceed83-521f-4185-b0c5-89a92569b625 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 943 time: 0.0601635 Dec 13 13:29:38.545588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41934625-23cb-4de8-9086-6324fe2413dd req-4252b6f7-8162-4285-8f6d-7e46a4d22aab tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432806 Dec 13 13:29:39.676684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b766f94-0e5c-4757-9d55-fcca697ff610 req-39b26592-da95-4b95-8c88-ff3d87ad65a3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:39.678202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b766f94-0e5c-4757-9d55-fcca697ff610 req-39b26592-da95-4b95-8c88-ff3d87ad65a3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 943 time: 0.0536413 Dec 13 13:29:39.730757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b766f94-0e5c-4757-9d55-fcca697ff610 req-7598e77d-22df-4038-a98e-2818a4141e24 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438154 Dec 13 13:29:40.286388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ecc48da5-9da6-46b7-9395-2199e9deee4c details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:29:40.397967 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:29:40.409583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'ecc48da5-9da6-46b7-9395-2199e9deee4c', 'network_id': '185aa242-9d5f-4b63-858d-44702531e498', 'port_id': 'ecc48da5-9da6-46b7-9395-2199e9deee4c', 'mac_address': 'fa:16:3e:12:b5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b433b355-97c9-45e0-af56-09969a7d0f2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:29:40.446945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:40.460370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc48da5-9da6-46b7-9395-2199e9deee4c {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:29:40.480114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:29:40.485970 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:40.548016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ecc48da5-9da6-46b7-9395-2199e9deee4c,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:40.689711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ecc48da5-9da6-46b7-9395-2199e9deee4c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:29:40.878385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7174e-54a6-4698-bf04-3ba9d0899758 req-a8c5dcb9-6c40-4e02-a38f-a340b451086d tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:40.879858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25d7174e-54a6-4698-bf04-3ba9d0899758 req-a8c5dcb9-6c40-4e02-a38f-a340b451086d tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 944 time: 0.0567060 Dec 13 13:29:40.928257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25d7174e-54a6-4698-bf04-3ba9d0899758 req-9f1391d7-651d-4dcb-bf8f-37e64e01263b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422802 Dec 13 13:29:42.056543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23490e-4e96-44d0-bbb5-1c5f8d292b3f req-9d89a288-b40d-4e31-84a4-0c587b1e081e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:42.058019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a23490e-4e96-44d0-bbb5-1c5f8d292b3f req-9d89a288-b40d-4e31-84a4-0c587b1e081e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 944 time: 0.0574298 Dec 13 13:29:42.109832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9a23490e-4e96-44d0-bbb5-1c5f8d292b3f req-f3deb903-7058-4a13-8dd6-637e7d5943f5 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427749 Dec 13 13:29:42.302526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ecc48da5-9da6-46b7-9395-2199e9deee4c up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:29:42.362798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port ecc48da5-9da6-46b7-9395-2199e9deee4c completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:29:42.366578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port ecc48da5-9da6-46b7-9395-2199e9deee4c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:29:42.366956 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:42.446879 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:42.473310 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:29:42.475622 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3894e187-ce7a-4c7a-bdb8-0f6a73f41541" -d '{"events": [{"server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "name": "network-vif-plugged", "status": "completed", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:29:42.488800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:29:42.494320 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:42.518368 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f406b2b1-d6c6-42ed-9d4c-e38745c5896c x-openstack-request-id: req-f406b2b1-d6c6-42ed-9d4c-e38745c5896c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:29:42.518656 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "name": "network-vif-plugged", "status": "completed", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:29:42.518913 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f406b2b1-d6c6-42ed-9d4c-e38745c5896c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:29:42.519294 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c', 'code': 200} Dec 13 13:29:42.544823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ecc48da5-9da6-46b7-9395-2199e9deee4c,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:29:42.616991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996c333-ee61-44b9-b83b-d72d7b5f1e1d req-8cdfd26d-950a-4dbb-90d3-226f0e3a045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:42.618501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0996c333-ee61-44b9-b83b-d72d7b5f1e1d req-8cdfd26d-950a-4dbb-90d3-226f0e3a045f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 1096 time: 0.0405540 Dec 13 13:29:42.667738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0996c333-ee61-44b9-b83b-d72d7b5f1e1d req-b60e894f-c2de-484f-bf69-511150c00f8f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403178 Dec 13 13:29:43.249804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776cef4-4848-432c-b71c-6c4fc354ae38 req-ed48eb94-0d21-4b93-b722-8e0b8c75bc7b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:43.251320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3776cef4-4848-432c-b71c-6c4fc354ae38 req-ed48eb94-0d21-4b93-b722-8e0b8c75bc7b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Dec 13 13:29:43.302031 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3776cef4-4848-432c-b71c-6c4fc354ae38 req-66f2f5ff-780a-4dda-962b-1455ea716fed tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Dec 13 13:29:44.447847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7176366-7188-4d44-b7ed-9c5fc6e2ae06 req-2e12ebf9-3a80-4fcc-8321-04e3e37cd2c1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:44.449344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7176366-7188-4d44-b7ed-9c5fc6e2ae06 req-2e12ebf9-3a80-4fcc-8321-04e3e37cd2c1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0617771 Dec 13 13:29:44.502535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f7176366-7188-4d44-b7ed-9c5fc6e2ae06 req-9ba17ee8-9298-4f5b-ad6f-c3aa2a960f5c tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Dec 13 13:29:44.655142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2a55e-0955-4dab-a4f6-7571ada9f255 req-a0285b35-408b-4eb4-8265-8d5a2bc4ccce tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:44.656636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbe2a55e-0955-4dab-a4f6-7571ada9f255 req-a0285b35-408b-4eb4-8265-8d5a2bc4ccce tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0640626 Dec 13 13:29:44.703485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbe2a55e-0955-4dab-a4f6-7571ada9f255 req-ac11f714-1394-4695-89ee-7c5dcd2f11d0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Dec 13 13:29:44.931375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42c2b2-09e8-477a-9121-036af737ec1b req-91ae667c-e362-4cc8-98cd-27aa17254403 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:44.932784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b42c2b2-09e8-477a-9121-036af737ec1b req-91ae667c-e362-4cc8-98cd-27aa17254403 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0645883 Dec 13 13:29:44.989293 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b42c2b2-09e8-477a-9121-036af737ec1b req-89788ad0-36bb-4131-8159-db13020f930c tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494256 Dec 13 13:29:45.111053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eee71-3cd4-48ec-8e9d-3dff45d14d88 req-12c14c1f-41f3-4f2e-afc9-a25089f705dd tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:45.112506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-878eee71-3cd4-48ec-8e9d-3dff45d14d88 req-12c14c1f-41f3-4f2e-afc9-a25089f705dd tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0547667 Dec 13 13:29:45.168365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-878eee71-3cd4-48ec-8e9d-3dff45d14d88 req-9b120a00-0274-4b0e-be7d-b0aeb0a78f31 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469131 Dec 13 13:29:45.538702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-e4550e56-9ba1-4f76-a61a-2dd7641effa9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0698681 Dec 13 13:29:45.546030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b462e-c587-4f11-a981-ebcba8138715 req-5ce69c31-25a3-4a9c-8a40-36466b46374c tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:45.547241 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-275b462e-c587-4f11-a981-ebcba8138715 req-5ce69c31-25a3-4a9c-8a40-36466b46374c tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0705929 Dec 13 13:29:45.603244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-275b462e-c587-4f11-a981-ebcba8138715 req-601e90f7-8c4c-4052-8dec-9735dffb81e9 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Dec 13 13:29:46.756757 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1f66-39e8-4370-a921-0701fa397cfc req-b071ce89-daae-40dd-a25b-1bcd06d6f61d tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:46.758136 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-835a1f66-39e8-4370-a921-0701fa397cfc req-b071ce89-daae-40dd-a25b-1bcd06d6f61d tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0784760 Dec 13 13:29:46.772375 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-2925311d-f21c-46d1-8c6d-b6544a2257a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:46.773775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-2925311d-f21c-46d1-8c6d-b6544a2257a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 1096 time: 0.0643761 Dec 13 13:29:46.860714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-835a1f66-39e8-4370-a921-0701fa397cfc req-483e07a5-7b78-4f7a-bcdb-317c99476c41 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956922 Dec 13 13:29:46.891118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-e5a063a5-1ab4-490e-ba51-4f250256bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:46.892605 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-e5a063a5-1ab4-490e-ba51-4f250256bf0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.1096585 Dec 13 13:29:46.935910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-355e9883-9480-4ab5-a0ce-39e1ca107932 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c HTTP/1.1" status: 200 len: 217 time: 0.0356491 Dec 13 13:29:46.985090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-9cf7de71-a17e-47c8-ab16-7a7f195e4940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:46.986563 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-9cf7de71-a17e-47c8-ab16-7a7f195e4940 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0442533 Dec 13 13:29:47.019176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-3d4342ad-6d53-4c0f-ab79-e712cb45619f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253127 Dec 13 13:29:47.116276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-787aa7f9-14ea-4fbe-aaf7-4531831ef46a service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897012 Dec 13 13:29:47.208322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-5f9ce516-df31-49f3-8869-9457db704cb6 service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841722 Dec 13 13:29:47.575179 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:29:48.000596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ee56d-928b-4ed7-bf71-47d67fdba562 req-1d55345b-0167-4dbf-a6a7-4353c5c80708 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:48.002225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-567ee56d-928b-4ed7-bf71-47d67fdba562 req-1d55345b-0167-4dbf-a6a7-4353c5c80708 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0626540 Dec 13 13:29:48.057078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-567ee56d-928b-4ed7-bf71-47d67fdba562 req-22fb34ab-9105-4377-92d7-f3cd3c40b55f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 Dec 13 13:29:49.188979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d226c0-37ce-4666-bbd1-bc4c64f6c7ac req-ff22f511-1f97-421f-aaac-20feb1610cb0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:49.190492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1d226c0-37ce-4666-bbd1-bc4c64f6c7ac req-ff22f511-1f97-421f-aaac-20feb1610cb0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0583017 Dec 13 13:29:49.237942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1d226c0-37ce-4666-bbd1-bc4c64f6c7ac req-a95a2dfa-8eee-499d-8ea8-4479289fec90 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Dec 13 13:29:50.382240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5c1e7-a354-48ef-91bb-096b9dd4f4d6 req-f799a7b9-9e74-47bb-831f-0712cbb91cdb tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:50.383698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97e5c1e7-a354-48ef-91bb-096b9dd4f4d6 req-f799a7b9-9e74-47bb-831f-0712cbb91cdb tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0570378 Dec 13 13:29:50.434393 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-97e5c1e7-a354-48ef-91bb-096b9dd4f4d6 req-55e2cbca-5f66-413c-bbc3-653a5382781a tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Dec 13 13:29:51.555583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d18b7-96af-41c0-b703-86da31cd98a4 req-f2eb6f9c-65cd-46ee-92f0-3463aa2be9d4 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:51.557042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c5d18b7-96af-41c0-b703-86da31cd98a4 req-f2eb6f9c-65cd-46ee-92f0-3463aa2be9d4 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0497861 Dec 13 13:29:51.603503 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c5d18b7-96af-41c0-b703-86da31cd98a4 req-5713d0bb-9e25-4753-a0b7-9de6267fa92e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Dec 13 13:29:52.737047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b91489-c461-4c2d-969d-36ecb4a415e6 req-50614ffd-d8db-4094-a7af-e5c3a0fe2192 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:52.738651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35b91489-c461-4c2d-969d-36ecb4a415e6 req-50614ffd-d8db-4094-a7af-e5c3a0fe2192 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0576668 Dec 13 13:29:52.791467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35b91489-c461-4c2d-969d-36ecb4a415e6 req-056095f1-35bc-4f05-9ac0-1fa9e6f343e8 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465872 Dec 13 13:29:54.215397 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746ec89-da3f-4368-93a3-2b8928311603 req-83aa2a5b-d34c-44b3-a09a-e7dc69633ae1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:54.217407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0746ec89-da3f-4368-93a3-2b8928311603 req-83aa2a5b-d34c-44b3-a09a-e7dc69633ae1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.3548541 Dec 13 13:29:54.253328 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96ce5eec-d91a-45d7-ba37-13f89cd520d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:54.267410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0746ec89-da3f-4368-93a3-2b8928311603 req-05849228-b1fb-4fed-835d-ed9acb9ec657 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Dec 13 13:29:55.393500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba433e16-ffb1-4ee9-b26f-b2aa317a9147 req-52b8d4a9-4528-498e-8919-2e00002c91bd tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:55.394985 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba433e16-ffb1-4ee9-b26f-b2aa317a9147 req-52b8d4a9-4528-498e-8919-2e00002c91bd tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0503483 Dec 13 13:29:55.446744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba433e16-ffb1-4ee9-b26f-b2aa317a9147 req-140b9a8f-4917-41da-89a8-a84970b8364f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425160 Dec 13 13:29:56.588986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad1fed-0d0a-478b-b9fd-37857d4322e6 req-d6192991-2b3f-40fe-8126-8d53c4b542bf tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:56.591344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66ad1fed-0d0a-478b-b9fd-37857d4322e6 req-d6192991-2b3f-40fe-8126-8d53c4b542bf tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0622001 Dec 13 13:29:56.644020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66ad1fed-0d0a-478b-b9fd-37857d4322e6 req-08c8a61b-a0e0-4d1f-9e9e-c834db29170f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Dec 13 13:29:56.665532 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb351ea6-9716-4527-9d1f-0e26c45d4d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:57.773751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f26ae-d6c7-4256-bd38-d62ff64ee257 req-7ee8f73f-cd93-4abf-8d3a-6ab3526cd1a6 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:57.775110 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e35f26ae-d6c7-4256-bd38-d62ff64ee257 req-7ee8f73f-cd93-4abf-8d3a-6ab3526cd1a6 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0497952 Dec 13 13:29:57.830770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e35f26ae-d6c7-4256-bd38-d62ff64ee257 req-760bf371-2519-4ba0-ab47-a3d998ef443b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Dec 13 13:29:57.840794 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:58.957017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26548513-ae11-4102-927f-9681502d9204 req-1737649e-2510-4793-ac5c-cc23da54cf8d tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:29:58.958520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26548513-ae11-4102-927f-9681502d9204 req-1737649e-2510-4793-ac5c-cc23da54cf8d tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0511465 Dec 13 13:29:59.013364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26548513-ae11-4102-927f-9681502d9204 req-61f3a76a-6b58-4190-89de-1e5905c63dd1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487683 Dec 13 13:29:59.196331 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:29:59.935872 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:00.133565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d52f2-ce22-4770-9f1c-08cef710e80b req-b4d4ab57-8608-44cc-9630-372676cbe115 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:00.135163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd8d52f2-ce22-4770-9f1c-08cef710e80b req-b4d4ab57-8608-44cc-9630-372676cbe115 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0520985 Dec 13 13:30:00.187125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd8d52f2-ce22-4770-9f1c-08cef710e80b req-3a6650ff-ece9-4677-b366-3b7793ad969a tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431688 Dec 13 13:30:01.315149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40d7fc-23d3-4520-81bf-471075f41332 req-ec95a181-4fd6-4b5f-b7d6-56a85abf789e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:01.316643 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc40d7fc-23d3-4520-81bf-471075f41332 req-ec95a181-4fd6-4b5f-b7d6-56a85abf789e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0525284 Dec 13 13:30:01.367068 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc40d7fc-23d3-4520-81bf-471075f41332 req-87b18272-fa1c-469d-8766-5578606c0d02 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419893 Dec 13 13:30:02.506336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13599ead-c7ef-49db-88fa-bff43d1b7804 req-8b6b4b66-aa35-4c35-bab8-2346ba7c4d16 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:02.507825 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13599ead-c7ef-49db-88fa-bff43d1b7804 req-8b6b4b66-aa35-4c35-bab8-2346ba7c4d16 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0642822 Dec 13 13:30:02.555097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13599ead-c7ef-49db-88fa-bff43d1b7804 req-295ea382-dcca-4acf-918e-d980c6c97f9e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Dec 13 13:30:03.690485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eea34-50c7-49fd-9983-b5a9d92dc503 req-ddfddbba-b518-436a-8359-f384fcb47988 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:03.692673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f32eea34-50c7-49fd-9983-b5a9d92dc503 req-ddfddbba-b518-436a-8359-f384fcb47988 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0583434 Dec 13 13:30:03.748908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f32eea34-50c7-49fd-9983-b5a9d92dc503 req-a501b0d9-a96c-4c7a-be81-f366e7e53ec0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471761 Dec 13 13:30:04.893080 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4289c8-8893-4e06-99ef-4a770394e288 req-fa73ee39-712d-46c3-925d-e740455b7c51 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:04.894679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c4289c8-8893-4e06-99ef-4a770394e288 req-fa73ee39-712d-46c3-925d-e740455b7c51 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0540299 Dec 13 13:30:04.945735 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c4289c8-8893-4e06-99ef-4a770394e288 req-eca771f9-f7d0-4754-8bfc-41301d4673c3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Dec 13 13:30:06.081330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a2ad4-9ae1-49a8-99e8-aede9f4aa0eb req-ff9c7197-a402-45b4-97a0-5b7d25f11447 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:06.082836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0a2ad4-9ae1-49a8-99e8-aede9f4aa0eb req-ff9c7197-a402-45b4-97a0-5b7d25f11447 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0580759 Dec 13 13:30:06.141585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7a0a2ad4-9ae1-49a8-99e8-aede9f4aa0eb req-548d3ff0-bfcd-415f-ba16-5c46028c323f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495808 Dec 13 13:30:07.273198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f484b-f975-4f1d-9487-3e92629c780f req-7d9400a5-fdd4-4fd4-9d91-c0e4bdf0fc5f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:07.274734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a5f484b-f975-4f1d-9487-3e92629c780f req-7d9400a5-fdd4-4fd4-9d91-c0e4bdf0fc5f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0516744 Dec 13 13:30:07.327239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a5f484b-f975-4f1d-9487-3e92629c780f req-1d0f28a1-e269-4162-be86-c436a8939603 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464416 Dec 13 13:30:07.832922 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:07.836042 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:08.460527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159ac81-828d-458c-a613-14629f112cb6 req-8dc25a87-956a-4107-a0cb-b6280467ad45 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:08.462055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1159ac81-828d-458c-a613-14629f112cb6 req-8dc25a87-956a-4107-a0cb-b6280467ad45 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0522044 Dec 13 13:30:08.516377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1159ac81-828d-458c-a613-14629f112cb6 req-289184a8-3ddf-454b-a2a6-2e9755b67b08 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Dec 13 13:30:09.646589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cca96-8aef-433d-bd1c-438c992b1127 req-dd2f91c1-535d-4b0d-96fb-cc5ae1ac26aa tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:09.648091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e4cca96-8aef-433d-bd1c-438c992b1127 req-dd2f91c1-535d-4b0d-96fb-cc5ae1ac26aa tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0569427 Dec 13 13:30:09.696780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e4cca96-8aef-433d-bd1c-438c992b1127 req-fbc563de-c1e9-4ade-b6c7-d106fe82ed5e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Dec 13 13:30:10.830204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048999-a005-4863-a098-e41b3b36ef07 req-853c7fab-3c58-4ccd-91b6-4d242c93f9f5 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:10.831699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38048999-a005-4863-a098-e41b3b36ef07 req-853c7fab-3c58-4ccd-91b6-4d242c93f9f5 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0577052 Dec 13 13:30:10.884567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-38048999-a005-4863-a098-e41b3b36ef07 req-9971fbd8-8c49-4c2f-b034-8ed205756386 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435581 Dec 13 13:30:12.017109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a3655-b052-4539-a563-e962f9634b8a req-ceb1255f-c0cd-4557-b22d-fb78cdd1fe04 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:12.018644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b9a3655-b052-4539-a563-e962f9634b8a req-ceb1255f-c0cd-4557-b22d-fb78cdd1fe04 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0524626 Dec 13 13:30:12.070881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b9a3655-b052-4539-a563-e962f9634b8a req-d3021f40-705e-4685-8ce0-e5a58e2a2f68 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 Dec 13 13:30:13.199991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8549fa-efc7-47a6-91bd-9ef96369469f req-e1ea49da-50e1-4b67-ac60-e76fbf54f993 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:13.201463 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed8549fa-efc7-47a6-91bd-9ef96369469f req-e1ea49da-50e1-4b67-ac60-e76fbf54f993 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0505550 Dec 13 13:30:13.253745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed8549fa-efc7-47a6-91bd-9ef96369469f req-f70aae34-d29c-42f2-acbe-b62dcd39117a tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458679 Dec 13 13:30:14.005157 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-15ce067c-d922-49b6-a65b-3ea5fdac806e service neutron] show failed (client error): The resource could not be found. Dec 13 13:30:14.006235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-15ce067c-d922-49b6-a65b-3ea5fdac806e service neutron] 10.222.0.42 "GET /v2.0/ports/ecc48da5-9da6-46b7-9395-2199e9deee4c/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0617654 Dec 13 13:30:14.218344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-18b5dbf8-c646-4bc2-9f6d-c83d335e28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:14.219834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-18b5dbf8-c646-4bc2-9f6d-c83d335e28b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0&tenant_id=8a01f1ef8df64fe79e3430147060956f HTTP/1.1" status: 200 len: 1096 time: 0.0424566 Dec 13 13:30:14.232855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:30:14.292486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:14.448629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d83ec4-07b0-4281-9ce3-e77810ec2ce0 req-a5eb0a8b-412f-41cc-8be7-c5330251c4d7 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:14.450184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05d83ec4-07b0-4281-9ce3-e77810ec2ce0 req-a5eb0a8b-412f-41cc-8be7-c5330251c4d7 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.1208634 Dec 13 13:30:14.549913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05d83ec4-07b0-4281-9ce3-e77810ec2ce0 req-be99f605-0b52-4040-8811-bcf66f3f2bb9 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932384 Dec 13 13:30:14.565517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:30:14.601037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:30:14.651812 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:30:14.654118 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cb4f17-2a04-40fb-ad68-3783fa8221e7" -d '{"events": [{"server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:30:14.658557 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:14.671499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Transition to ACTIVE for port object ecc48da5-9da6-46b7-9395-2199e9deee4c will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:30:14.675572 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:14.706607 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be980bd1-85e5-4d0a-bc10-4eaeb75823ec x-openstack-request-id: req-be980bd1-85e5-4d0a-bc10-4eaeb75823ec {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:30:14.706904 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:30:14.707157 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be980bd1-85e5-4d0a-bc10-4eaeb75823ec {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:30:14.707559 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c', 'code': 200} Dec 13 13:30:14.745339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc48da5-9da6-46b7-9395-2199e9deee4c,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:30:14.747921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] No DVR routers for this DVR port ecc48da5-9da6-46b7-9395-2199e9deee4c on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:30:14.785577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Attempting to bind port ecc48da5-9da6-46b7-9395-2199e9deee4c on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:30:14.785933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Attempting to bind port ecc48da5-9da6-46b7-9395-2199e9deee4c by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:30:14.786296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Attempting to bind port ecc48da5-9da6-46b7-9395-2199e9deee4c on network 185aa242-9d5f-4b63-858d-44702531e498 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:30:14.791059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Port ecc48da5-9da6-46b7-9395-2199e9deee4c on network 185aa242-9d5f-4b63-858d-44702531e498 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:30:14.791475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Attempting to bind port ecc48da5-9da6-46b7-9395-2199e9deee4c on network 185aa242-9d5f-4b63-858d-44702531e498 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:30:14.796862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:30:14.797331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Checking segment: {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:30:14.797833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Bound using segment: {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:30:14.798461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Bound port: ecc48da5-9da6-46b7-9395-2199e9deee4c, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:30:14.798950 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:14.879948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:30:14.883200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:30:14.888451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:14.926183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:14.926820 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:14.928346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-60b844a8-1525-428f-9887-5412e760a346 service neutron] 10.222.0.37 "PUT /v2.0/ports/ecc48da5-9da6-46b7-9395-2199e9deee4c HTTP/1.1" status: 200 len: 1091 time: 0.6995015 Dec 13 13:30:14.952960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b844a8-1525-428f-9887-5412e760a346 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc48da5-9da6-46b7-9395-2199e9deee4c,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:30:14.997612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-b4b54ac9-6f2c-4f0e-8933-066e62dddb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:14.999188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-b4b54ac9-6f2c-4f0e-8933-066e62dddb8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 1094 time: 0.0433419 Dec 13 13:30:15.093901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-0f8c312e-dcac-4359-be89-2472392b9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:15.095406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-0f8c312e-dcac-4359-be89-2472392b9860 service neutron] 10.222.0.37 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.0893810 Dec 13 13:30:15.141797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-61297e00-2869-4e3d-bbbf-075efe81fddd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c HTTP/1.1" status: 200 len: 217 time: 0.0390494 Dec 13 13:30:15.190547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-584e1faf-315f-42f4-8d1a-101b57179d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:15.191960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-584e1faf-315f-42f4-8d1a-101b57179d7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0427930 Dec 13 13:30:15.223076 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-a848b896-2d5e-41e1-9eef-e7aeea626dc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237846 Dec 13 13:30:15.318621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-658e527d-c724-41c3-a821-96b5d1c5aa65 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880022 Dec 13 13:30:15.413947 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5b83f8a8-2bf8-4802-ae37-d9fbe112ef17 req-847d0b70-0647-4506-af46-253efc04fc64 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870225 Dec 13 13:30:15.676523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fec151-a2da-4756-aa28-27a6c7cfec63 req-814eceb7-f4fc-4fc8-b8fb-72e48229a6e7 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:15.677917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46fec151-a2da-4756-aa28-27a6c7cfec63 req-814eceb7-f4fc-4fc8-b8fb-72e48229a6e7 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 943 time: 0.0580928 Dec 13 13:30:15.726636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46fec151-a2da-4756-aa28-27a6c7cfec63 req-d863b39f-ed6e-45a0-b431-9be4b6a14a4d tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423255 Dec 13 13:30:16.709307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:30:16.713530 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0572c604-276b-4c27-b957-e5f90ee8f4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:30:16.771152 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2860552-4126-4756-9f7a-42d4c96696a4 x-openstack-request-id: req-e2860552-4126-4756-9f7a-42d4c96696a4 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:30:16.771831 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:30:16.771831 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2860552-4126-4756-9f7a-42d4c96696a4 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:30:16.772086 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c', 'status': 'completed', 'code': 200} Dec 13 13:30:16.899612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-4dcc96c7-757b-4fdd-801d-b79f76f94833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:16.901668 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-4dcc96c7-757b-4fdd-801d-b79f76f94833 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 1094 time: 0.1095927 Dec 13 13:30:16.912579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-c5da2713-059b-4d7e-b15c-8a0534ee5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:16.914363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-c5da2713-059b-4d7e-b15c-8a0534ee5861 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 1094 time: 0.1137147 Dec 13 13:30:16.931447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205a1bd-67fa-4f07-8d7a-3c2ebd905570 req-4cebbd31-77ed-4558-bf93-c86c70ed9735 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:16.933305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7205a1bd-67fa-4f07-8d7a-3c2ebd905570 req-4cebbd31-77ed-4558-bf93-c86c70ed9735 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 943 time: 0.1105380 Dec 13 13:30:17.098445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7205a1bd-67fa-4f07-8d7a-3c2ebd905570 req-0dc9c6bf-6642-40f4-9abc-05b0630c96b0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466894 Dec 13 13:30:17.126517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-388d80a4-b346-4243-8ab7-531de9f50326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:17.127986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-388d80a4-b346-4243-8ab7-531de9f50326 service neutron] 10.222.0.37 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.2192423 Dec 13 13:30:17.129319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-a7fb9e02-be58-474b-b33f-fc19a6e96e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:17.130652 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-a7fb9e02-be58-474b-b33f-fc19a6e96e75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.2070663 Dec 13 13:30:17.204733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-882c0d65-f5de-4b16-97b7-d18ca5bd23ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c HTTP/1.1" status: 200 len: 217 time: 0.0689950 Dec 13 13:30:17.206007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-8851d95a-5abc-47d6-a80c-d2c319809513 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c HTTP/1.1" status: 200 len: 217 time: 0.0644484 Dec 13 13:30:17.287836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-c9dae60a-0ef4-4d39-9c73-d1280358cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:17.289347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-c9dae60a-0ef4-4d39-9c73-d1280358cafe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0765998 Dec 13 13:30:17.291115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-23f2fe2a-b071-4df3-a536-983fa17088fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:17.292404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-23f2fe2a-b071-4df3-a536-983fa17088fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0725212 Dec 13 13:30:17.343960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-c2c716b5-fee5-4949-a716-13a7bb311d2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398035 Dec 13 13:30:17.345822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-b1d404c6-8ac9-4358-8723-65d2946b6108 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493972 Dec 13 13:30:17.501417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-c9011f50-ef53-465a-861f-f8df7836c155 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499689 Dec 13 13:30:17.503914 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-623074da-52f0-4c38-b3d9-39a3cba014f3 service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452751 Dec 13 13:30:17.663328 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-56b4a781-31d3-43c8-8666-bafd8901fd98 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540902 Dec 13 13:30:17.665564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0572c604-276b-4c27-b957-e5f90ee8f4cf req-54cabb79-4d7a-42eb-b81e-1042e76a38fc service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548119 Dec 13 13:30:18.226611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ae6b-6190-430c-985d-8b90d2046dd1 req-1d7b2f3d-ae21-4fdb-8fe7-f72e6b186f72 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:18.228134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b077ae6b-6190-430c-985d-8b90d2046dd1 req-1d7b2f3d-ae21-4fdb-8fe7-f72e6b186f72 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 943 time: 0.0561297 Dec 13 13:30:18.282405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b077ae6b-6190-430c-985d-8b90d2046dd1 req-c805d3a5-d88c-4f4f-bb68-bdf7f8c4c5ee tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479825 Dec 13 13:30:18.519619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d301f7c-ed8a-4814-a3b6-a53e070d8759 req-8efc34e4-a340-4a39-9f21-c477d27f7b1e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:18.520991 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d301f7c-ed8a-4814-a3b6-a53e070d8759 req-8efc34e4-a340-4a39-9f21-c477d27f7b1e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 943 time: 0.0782044 Dec 13 13:30:18.547339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-a9d9424b-25fd-49b2-ac3e-c2661da32a25 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:18.548766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-a9d9424b-25fd-49b2-ac3e-c2661da32a25 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0&tenant_id=8a01f1ef8df64fe79e3430147060956f&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 943 time: 0.0790589 Dec 13 13:30:18.581574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ecc48da5-9da6-46b7-9395-2199e9deee4c no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:30:18.627944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d301f7c-ed8a-4814-a3b6-a53e070d8759 req-b43b44de-d24d-4c6e-8e01-8d8bae4cd15b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000490 Dec 13 13:30:18.628623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ecc48da5-9da6-46b7-9395-2199e9deee4c not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:30:18.636838 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-29b4cf2b-3ad8-44c8-aef9-1286270007f2 service neutron] delete failed (client error): The resource could not be found. Dec 13 13:30:18.637821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-29b4cf2b-3ad8-44c8-aef9-1286270007f2 service neutron] 10.222.0.42 "DELETE /v2.0/ports/ecc48da5-9da6-46b7-9395-2199e9deee4c/bindings/n-h2-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0813010 Dec 13 13:30:18.724199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-71c94016-322c-4410-a66c-51d817a9dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:18.725546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-71c94016-322c-4410-a66c-51d817a9dfc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 1094 time: 0.0431266 Dec 13 13:30:18.816760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-8cfbf719-5704-4eb7-9471-52580e1e417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:18.818312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-8cfbf719-5704-4eb7-9471-52580e1e417f service neutron] 10.222.0.42 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.0855632 Dec 13 13:30:18.864172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-250412ac-0d80-4c69-a7d8-858c18445cd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c HTTP/1.1" status: 200 len: 217 time: 0.0391471 Dec 13 13:30:18.919391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-96d4fce7-cbf3-4ca8-aef6-2a4e59be1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:18.920895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-96d4fce7-cbf3-4ca8-aef6-2a4e59be1e5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0504277 Dec 13 13:30:18.953008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-9d8bd51e-6c6b-4fd8-8838-3a8d2e304c56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253234 Dec 13 13:30:19.045932 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ecc48da5-9da6-46b7-9395-2199e9deee4c details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:30:19.048517 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-d5bda332-1f10-4280-8688-69124f74e5ae service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883033 Dec 13 13:30:19.140196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ec88299-a29f-4725-a30f-889b25f963e9 req-76122812-e0db-4ed8-a902-5d0b83df8542 service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849385 Dec 13 13:30:19.140429 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:30:19.152478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'ecc48da5-9da6-46b7-9395-2199e9deee4c', 'network_id': '185aa242-9d5f-4b63-858d-44702531e498', 'port_id': 'ecc48da5-9da6-46b7-9395-2199e9deee4c', 'mac_address': 'fa:16:3e:12:b5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b433b355-97c9-45e0-af56-09969a7d0f2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:30:19.195077 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:19.210477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc48da5-9da6-46b7-9395-2199e9deee4c {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:30:19.232992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:30:19.238392 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:19.290729 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ecc48da5-9da6-46b7-9395-2199e9deee4c,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:30:19.441382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ecc48da5-9da6-46b7-9395-2199e9deee4c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:30:19.759730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db8400-ce6f-4c1d-b139-0ccf282503b3 req-4cef1716-9150-4319-a0ad-5004f4ce4be1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:19.761591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4db8400-ce6f-4c1d-b139-0ccf282503b3 req-4cef1716-9150-4319-a0ad-5004f4ce4be1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 944 time: 0.0532708 Dec 13 13:30:19.811508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a4db8400-ce6f-4c1d-b139-0ccf282503b3 req-4a61e791-2ec0-463d-a694-a45e87b25d52 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Dec 13 13:30:19.942655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431b8b-2e97-487a-8baa-bd377fbda605 req-dfcc8718-49ee-447a-8244-6b63d82faa7e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:19.944786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1431b8b-2e97-487a-8baa-bd377fbda605 req-dfcc8718-49ee-447a-8244-6b63d82faa7e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 944 time: 0.0600657 Dec 13 13:30:20.007121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1431b8b-2e97-487a-8baa-bd377fbda605 req-1f7f541c-d32c-4493-9888-dad78f970019 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Dec 13 13:30:20.129825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b824bed-d429-4fc5-9752-b8f2f28c46c9 req-744badcf-7167-4f0e-b1a6-b1c88c309837 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:20.131357 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b824bed-d429-4fc5-9752-b8f2f28c46c9 req-744badcf-7167-4f0e-b1a6-b1c88c309837 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 944 time: 0.0517206 Dec 13 13:30:20.180853 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b824bed-d429-4fc5-9752-b8f2f28c46c9 req-ddf24b79-063b-4858-823b-31406dc788fa tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Dec 13 13:30:20.555534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-435219e2-6035-4589-8613-1e23b2c2884b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:20.557055 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-435219e2-6035-4589-8613-1e23b2c2884b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 815 time: 0.1138046 Dec 13 13:30:20.577880 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-49a975b7-3a86-4eea-a95e-6ad1e9768d04 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/quotas/8a01f1ef8df64fe79e3430147060956f HTTP/1.1" status: 200 len: 375 time: 0.0140548 Dec 13 13:30:20.630909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-e99dc005-ea9b-4a80-bcc9-6e1ed48542c0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475595 Dec 13 13:30:20.726618 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-cb2c9b6d-9a89-4168-8369-8d7aff7a689f service neutron] 10.222.0.31 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883927 Dec 13 13:30:20.845851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-eeabaed0-e68c-4a95-871f-1f7fe511e898 service neutron] 10.222.0.31 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040735 Dec 13 13:30:21.049369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-148b45e8-7b56-453e-ac63-964025811550 req-2e79cca1-6286-4551-bab6-f90d76c2583a tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 210 time: 0.0329409 Dec 13 13:30:21.058672 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ecc48da5-9da6-46b7-9395-2199e9deee4c up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:30:21.130540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port ecc48da5-9da6-46b7-9395-2199e9deee4c completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:30:21.135449 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port ecc48da5-9da6-46b7-9395-2199e9deee4c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:30:21.135823 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:21.232440 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:21.259698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:30:21.262715 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebad6f74-9646-4e5d-a646-6042acda13e3" -d '{"events": [{"server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "name": "network-vif-plugged", "status": "completed", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:30:21.278886 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:30:21.294123 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:21.328430 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826361d3-1e7b-4006-8e38-0e913f07d94a x-openstack-request-id: req-826361d3-1e7b-4006-8e38-0e913f07d94a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:30:21.328753 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "name": "network-vif-plugged", "status": "completed", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:30:21.329068 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-826361d3-1e7b-4006-8e38-0e913f07d94a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:30:21.329424 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c', 'code': 200} Dec 13 13:30:21.357805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=ecc48da5-9da6-46b7-9395-2199e9deee4c,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:30:21.698323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-c9c6ff88-38df-4fbf-bc8c-39a648220c0b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:21.699808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-c9c6ff88-38df-4fbf-bc8c-39a648220c0b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e38b16a4-dfe8-4db7-8622-66b30fca94c0 HTTP/1.1" status: 200 len: 945 time: 0.0551233 Dec 13 13:30:21.808446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Deleting port ecc48da5-9da6-46b7-9395-2199e9deee4c {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:30:21.808679 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:21.907461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] For port ecc48da5-9da6-46b7-9395-2199e9deee4c, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=ecc48da5-9da6-46b7-9395-2199e9deee4c,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:30:21.908188 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:21.920476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Calling delete_port for ecc48da5-9da6-46b7-9395-2199e9deee4c owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:30:22.165884 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-e8f65ab7-7c9d-46e2-a57d-56271bb60192 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:22.168366 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-e8f65ab7-7c9d-46e2-a57d-56271bb60192 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.37 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 815 time: 0.1362369 Dec 13 13:30:22.182351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Request body: {'port': {'device_id': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'network_id': '185aa242-9d5f-4b63-858d-44702531e498', 'admin_state_up': True, 'tenant_id': '8a01f1ef8df64fe79e3430147060956f'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:30:22.295718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Made reservation on behalf of 8a01f1ef8df64fe79e3430147060956f for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:30:22.296367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c26b47d3-e9ef-418d-90ea-3085323d82c4 req-475416b9-10ad-4d12-9798-47242638bd77 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 210 time: 0.0300007 Dec 13 13:30:22.306025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:22.377956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:22.391150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ecc48da5-9da6-46b7-9395-2199e9deee4c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:30:22.410780 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Pushing event deleted for resources: {'Port': ['ID=ecc48da5-9da6-46b7-9395-2199e9deee4c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:30:22.454006 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] No DVR routers for this DVR port ecc48da5-9da6-46b7-9395-2199e9deee4c on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:30:22.457233 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:22.461413 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.37 "DELETE /v2.0/ports/ecc48da5-9da6-46b7-9395-2199e9deee4c HTTP/1.1" status: 204 len: 173 time: 0.7518315 Dec 13 13:30:22.461886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'name': 'network-vif-deleted', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:30:22.464803 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00521838-8388-4376-b3d6-be3a6bf8136f" -d '{"events": [{"server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "name": "network-vif-deleted", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:30:22.506832 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682ecc92-e854-4672-95a3-51fdb45763a4 x-openstack-request-id: req-682ecc92-e854-4672-95a3-51fdb45763a4 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:30:22.507404 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Allocated IP 172.20.0.14 (185aa242-9d5f-4b63-858d-44702531e498/b433b355-97c9-45e0-af56-09969a7d0f2a/f66ee2ca-51a0-4245-9b00-f5b24a129bab) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:30:22.508649 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38b16a4-dfe8-4db7-8622-66b30fca94c0", "name": "network-vif-deleted", "tag": "ecc48da5-9da6-46b7-9395-2199e9deee4c", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:30:22.509061 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-682ecc92-e854-4672-95a3-51fdb45763a4 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:30:22.509706 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38b16a4-dfe8-4db7-8622-66b30fca94c0', 'name': 'network-vif-deleted', 'tag': 'ecc48da5-9da6-46b7-9395-2199e9deee4c', 'status': 'completed', 'code': 200} Dec 13 13:30:22.664006 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:22.700184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:22.711712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['ecc48da5-9da6-46b7-9395-2199e9deee4c'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:30:22.747447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Network 185aa242-9d5f-4b63-858d-44702531e498 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:30:22.750922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:30:22.754580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:30:22.761690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Pushing event updated for resources: {'Port': ['ID=f66ee2ca-51a0-4245-9b00-f5b24a129bab,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:30:22.808277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:22.808905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:22.826411 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-fbcb5cbd-eddb-4511-a050-d6212d139703 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6487517 Dec 13 13:30:22.842117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Request body: {'port': {'device_id': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:30:22.910495 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:23.176382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66ee2ca-51a0-4245-9b00-f5b24a129bab {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:30:23.184217 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:23.196891 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Transition to ACTIVE for port object f66ee2ca-51a0-4245-9b00-f5b24a129bab will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:30:23.202745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:23.253411 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f66ee2ca-51a0-4245-9b00-f5b24a129bab,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:30:23.326105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Attempting to bind port f66ee2ca-51a0-4245-9b00-f5b24a129bab on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:30:23.326653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Attempting to bind port f66ee2ca-51a0-4245-9b00-f5b24a129bab by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:30:23.326845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Attempting to bind port f66ee2ca-51a0-4245-9b00-f5b24a129bab on network 185aa242-9d5f-4b63-858d-44702531e498 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:30:23.331640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Port f66ee2ca-51a0-4245-9b00-f5b24a129bab on network 185aa242-9d5f-4b63-858d-44702531e498 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:30:23.331962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Attempting to bind port f66ee2ca-51a0-4245-9b00-f5b24a129bab on network 185aa242-9d5f-4b63-858d-44702531e498 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:30:23.337312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:30:23.337629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Checking segment: {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:30:23.338099 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Bound using segment: {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:30:23.338537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Bound port: f66ee2ca-51a0-4245-9b00-f5b24a129bab, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:30:23.338892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:23.402243 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:30:23.405547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:30:23.412338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:23.420156 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b9632-5a27-46a6-9866-96ddc94da969 req-30b2d495-0eee-430b-a3cd-d396612b0e5f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:23.420813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed8b9632-5a27-46a6-9866-96ddc94da969 req-30b2d495-0eee-430b-a3cd-d396612b0e5f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 944 time: 0.0513046 Dec 13 13:30:23.460576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:23.461734 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:23.463628 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 200 len: 1092 time: 0.6264410 Dec 13 13:30:23.466394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:30:23.469338 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b30891-7fda-42a2-9c5d-3615965ee827" -d '{"events": [{"name": "network-changed", "server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:30:23.473607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed8b9632-5a27-46a6-9866-96ddc94da969 req-996cca35-0e6a-4030-b8cb-ec8262203516 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Dec 13 13:30:23.488990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f079c93-5747-46f0-acdb-d74f7b5247b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f66ee2ca-51a0-4245-9b00-f5b24a129bab,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:30:23.553645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-1e3b17ed-d76b-4092-b7f5-c7406ed029bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:23.555301 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-1e3b17ed-d76b-4092-b7f5-c7406ed029bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 1095 time: 0.0442839 Dec 13 13:30:23.607479 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81da53b-5bf6-4c12-b000-a7431eab9966 x-openstack-request-id: req-b81da53b-5bf6-4c12-b000-a7431eab9966 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:30:23.607747 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:30:23.608012 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b81da53b-5bf6-4c12-b000-a7431eab9966 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:30:23.608413 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab', 'status': 'completed', 'code': 200} Dec 13 13:30:23.610321 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-1170840e-2a40-487d-8196-0f1b5514dcba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 200 len: 217 time: 0.0465477 Dec 13 13:30:23.673298 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-ae53bd4c-ee0d-48b9-923e-8286638c3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:23.674772 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-ae53bd4c-ee0d-48b9-923e-8286638c3af1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0575042 Dec 13 13:30:23.706828 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-cf62952f-736e-4b24-8027-3362c4c65c27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242200 Dec 13 13:30:23.799482 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-ed149317-2633-467f-8cd9-48c0e5d4b525 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855794 Dec 13 13:30:23.892373 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c131a65-9d2b-49f2-a7b3-bda831b1947d req-2b331a85-dc92-466c-9889-1eb915ea3591 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858567 Dec 13 13:30:23.990347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b30891-7fda-42a2-9c5d-3615965ee827 req-9c93e724-4aee-4c39-96e5-26c2e28d26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:23.991758 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-66b30891-7fda-42a2-9c5d-3615965ee827 req-9c93e724-4aee-4c39-96e5-26c2e28d26aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 1095 time: 0.0519459 Dec 13 13:30:24.083665 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b30891-7fda-42a2-9c5d-3615965ee827 req-6d32ce8e-d3ba-4a6f-863e-ae156589d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:24.085126 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-66b30891-7fda-42a2-9c5d-3615965ee827 req-6d32ce8e-d3ba-4a6f-863e-ae156589d3fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.0861254 Dec 13 13:30:24.127708 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-66b30891-7fda-42a2-9c5d-3615965ee827 req-e8d4c47e-05ef-436a-8c0b-6d44c6fbaacc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 200 len: 217 time: 0.0348260 Dec 13 13:30:24.196136 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b30891-7fda-42a2-9c5d-3615965ee827 req-27614b8e-5bff-4c33-9685-3cd2f90a8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:24.197691 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-66b30891-7fda-42a2-9c5d-3615965ee827 req-27614b8e-5bff-4c33-9685-3cd2f90a8c50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0619767 Dec 13 13:30:24.229614 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-66b30891-7fda-42a2-9c5d-3615965ee827 req-c6d364b4-e212-4b8b-b85c-7f08dfc7f127 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243449 Dec 13 13:30:24.257576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1819b47c-68ec-4420-a2c2-0e54eafbeb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:24.323147 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-66b30891-7fda-42a2-9c5d-3615965ee827 req-016dda24-ce40-4dcc-9456-ce61c78dcee5 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857556 Dec 13 13:30:24.436087 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-66b30891-7fda-42a2-9c5d-3615965ee827 req-c2bc13d7-ca00-4fd6-8c83-1d874d6725ec service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057031 Dec 13 13:30:24.564402 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:30:24.627031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0923-3a74-4da3-a82b-4da48ce21faf req-a6796136-3001-470a-8d3d-2729019783c3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:24.628563 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96bb0923-3a74-4da3-a82b-4da48ce21faf req-a6796136-3001-470a-8d3d-2729019783c3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 944 time: 0.0584192 Dec 13 13:30:24.680225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-96bb0923-3a74-4da3-a82b-4da48ce21faf req-29be1ec8-a10c-435d-b869-2a57433e164f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454123 Dec 13 13:30:25.094282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ecc48da5-9da6-46b7-9395-2199e9deee4c no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:30:25.125650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: ecc48da5-9da6-46b7-9395-2199e9deee4c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:30:25.126016 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device ecc48da5-9da6-46b7-9395-2199e9deee4c not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:30:25.815091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a1e9e-eef3-47c9-8d3a-cc7fcc1d5312 req-fa32b059-b095-4ca1-8807-94da534a42e1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:25.816594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a72a1e9e-eef3-47c9-8d3a-cc7fcc1d5312 req-fa32b059-b095-4ca1-8807-94da534a42e1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 944 time: 0.0514400 Dec 13 13:30:25.864507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a72a1e9e-eef3-47c9-8d3a-cc7fcc1d5312 req-55d35f94-3b62-4f38-bd46-53046d47251f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Dec 13 13:30:26.671581 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3523d8d4-8aee-443e-b344-a403f8139642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:26.988168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1896-29cb-4394-9836-3c2d73342645 req-27a0d068-f9fe-4447-bd2d-073c0492b0e5 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:26.989662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8bd1896-29cb-4394-9836-3c2d73342645 req-27a0d068-f9fe-4447-bd2d-073c0492b0e5 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 944 time: 0.0502844 Dec 13 13:30:27.042374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8bd1896-29cb-4394-9836-3c2d73342645 req-20479c92-08a2-4b65-8513-d8074bbacc82 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463364 Dec 13 13:30:27.093035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device f66ee2ca-51a0-4245-9b00-f5b24a129bab details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:30:27.204884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:30:27.218983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab', 'network_id': '185aa242-9d5f-4b63-858d-44702531e498', 'port_id': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab', 'mac_address': 'fa:16:3e:48:2e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b433b355-97c9-45e0-af56-09969a7d0f2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:30:27.256853 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:27.271062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66ee2ca-51a0-4245-9b00-f5b24a129bab {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:30:27.291981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:30:27.298441 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:27.346176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=f66ee2ca-51a0-4245-9b00-f5b24a129bab,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:30:27.495059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['f66ee2ca-51a0-4245-9b00-f5b24a129bab'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:30:27.850716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:28.168939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f44c0-513c-4886-bccf-dadf530c8c5b req-8e1a0ea7-15c8-4469-975d-4877cea66992 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:28.170318 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-141f44c0-513c-4886-bccf-dadf530c8c5b req-8e1a0ea7-15c8-4469-975d-4877cea66992 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 945 time: 0.0591943 Dec 13 13:30:28.228753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-141f44c0-513c-4886-bccf-dadf530c8c5b req-efc75686-43ca-43fd-b293-1df4a214b974 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496714 Dec 13 13:30:29.094567 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device f66ee2ca-51a0-4245-9b00-f5b24a129bab up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:30:29.153992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port f66ee2ca-51a0-4245-9b00-f5b24a129bab completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:30:29.157718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port f66ee2ca-51a0-4245-9b00-f5b24a129bab triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:30:29.158097 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:29.210984 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:29.254285 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:29.280178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:30:29.282525 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b3e600-c3fc-4ebc-b9fe-bddde9d699b5" -d '{"events": [{"server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "name": "network-vif-plugged", "status": "completed", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:30:29.297020 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:30:29.302575 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:29.328788 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544135b2-63c8-4077-b747-b178b220ae47 x-openstack-request-id: req-544135b2-63c8-4077-b747-b178b220ae47 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:30:29.329537 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "name": "network-vif-plugged", "status": "completed", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:30:29.329787 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-544135b2-63c8-4077-b747-b178b220ae47 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:30:29.330561 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab', 'code': 200} Dec 13 13:30:29.359189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47a811-8d42-42d4-a8e2-bab235145d5a req-642e8cfa-d5e6-4e10-bd41-20e363be0442 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:29.360714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed47a811-8d42-42d4-a8e2-bab235145d5a req-642e8cfa-d5e6-4e10-bd41-20e363be0442 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0630186 Dec 13 13:30:29.363914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=f66ee2ca-51a0-4245-9b00-f5b24a129bab,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:30:29.371785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.372402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.372750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.373097 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.373423 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.373788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.374115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.374445 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.375117 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.375417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.375734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.376035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.376363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:30:29.418599 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed47a811-8d42-42d4-a8e2-bab235145d5a req-8f62f393-38e9-473d-8260-79269193a7c2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512099 Dec 13 13:30:29.426431 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaa5ae-585c-4623-ae1d-4fbddf24b646 req-6a2c9afe-d409-4d94-b660-7744f7aa31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:29.428090 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7baaa5ae-585c-4623-ae1d-4fbddf24b646 req-6a2c9afe-d409-4d94-b660-7744f7aa31c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 1097 time: 0.0416675 Dec 13 13:30:29.474524 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7baaa5ae-585c-4623-ae1d-4fbddf24b646 req-17d55cac-1630-4ea6-b9b2-ddd378636178 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387800 Dec 13 13:30:29.945225 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:30.547419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f306-b6cc-4140-994e-384d7a5280af req-31a09405-665a-4e09-abff-5435c6d93c0e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:30.548905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8622f306-b6cc-4140-994e-384d7a5280af req-31a09405-665a-4e09-abff-5435c6d93c0e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0534139 Dec 13 13:30:30.596323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8622f306-b6cc-4140-994e-384d7a5280af req-d96423b8-fc83-49cf-8f08-fc20563b714d tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Dec 13 13:30:31.733640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e169cb-2bec-4956-82a1-6e4f4583a623 req-2d67aa12-6dee-476e-a6cf-4684f797e242 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:31.735054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09e169cb-2bec-4956-82a1-6e4f4583a623 req-2d67aa12-6dee-476e-a6cf-4684f797e242 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0535357 Dec 13 13:30:31.783997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09e169cb-2bec-4956-82a1-6e4f4583a623 req-f5a28ce2-c8dd-4cd6-bf2f-61ed71de82ee tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427709 Dec 13 13:30:31.915453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc538ea-d479-422d-9ea4-78c375e1d076 req-ddcba9b4-399c-4843-b649-5e94e32d65ee tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:31.916909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dc538ea-d479-422d-9ea4-78c375e1d076 req-ddcba9b4-399c-4843-b649-5e94e32d65ee tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0558293 Dec 13 13:30:31.969062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dc538ea-d479-422d-9ea4-78c375e1d076 req-6de4291c-a543-4831-a010-ec826be43093 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Dec 13 13:30:32.236580 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-9e75dbda-17fb-4d29-8f72-191ab1f4d138 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691619 Dec 13 13:30:32.247690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026812c-af6a-4632-a21d-c7749631b525 req-c56f06d0-f822-4196-9ee4-03901088f3e7 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:32.249100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3026812c-af6a-4632-a21d-c7749631b525 req-c56f06d0-f822-4196-9ee4-03901088f3e7 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0729592 Dec 13 13:30:32.300374 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3026812c-af6a-4632-a21d-c7749631b525 req-81dd9b76-3527-413a-975a-addfdaa99935 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443244 Dec 13 13:30:33.388072 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-51a0750e-a125-4eaa-8aa1-cd1ecb07e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:33.389572 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-51a0750e-a125-4eaa-8aa1-cd1ecb07e229 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 1097 time: 0.0478883 Dec 13 13:30:33.429513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f2fab-3cf4-4221-95d7-08637095dbae req-e25eed83-aca0-449b-afcf-84a81157d30e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:33.431056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b42f2fab-3cf4-4221-95d7-08637095dbae req-e25eed83-aca0-449b-afcf-84a81157d30e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0576575 Dec 13 13:30:33.479203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b42f2fab-3cf4-4221-95d7-08637095dbae req-6a83a0d1-bfd7-4c11-8557-4390264ea3cc tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Dec 13 13:30:33.483878 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-de243352-af60-408c-9f87-19c60d330cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:33.485764 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-de243352-af60-408c-9f87-19c60d330cf9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.0875525 Dec 13 13:30:33.529185 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-96facae6-f729-4b3c-af8a-d9f841f67b66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 200 len: 217 time: 0.0363610 Dec 13 13:30:33.583994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-f15a836d-4da7-4846-a53e-eb058371b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:33.585359 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-f15a836d-4da7-4846-a53e-eb058371b397 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0486028 Dec 13 13:30:33.617387 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-7d72a2ac-b3a0-4a45-91a2-a8b0add5fd46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253661 Dec 13 13:30:33.709998 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b16acbb0-4cad-4394-816c-961212bcbdb5 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845566 Dec 13 13:30:33.807904 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-4548031a-32f1-41fc-ab6c-bf935d4de10b service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903234 Dec 13 13:30:34.609744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12d11a-5346-40f7-8147-93baf51dfa3d req-17f9d294-413c-4dc7-a49a-27cb1357f0f2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:34.611252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c12d11a-5346-40f7-8147-93baf51dfa3d req-17f9d294-413c-4dc7-a49a-27cb1357f0f2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0530512 Dec 13 13:30:34.664189 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c12d11a-5346-40f7-8147-93baf51dfa3d req-33de09b6-8fdf-4719-b880-1e18ef23b6fa tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Dec 13 13:30:35.794299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01420a-2a75-4b7a-a111-8bc50dda0b00 req-11c4b3a7-2cae-4314-bcba-42d781a98e60 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:35.795865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d01420a-2a75-4b7a-a111-8bc50dda0b00 req-11c4b3a7-2cae-4314-bcba-42d781a98e60 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0551946 Dec 13 13:30:35.846063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6d01420a-2a75-4b7a-a111-8bc50dda0b00 req-40cac140-b859-4b69-9902-f6a902f44fb0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441830 Dec 13 13:30:36.980246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5088998-92ac-411b-9e9f-a916c0166d5a req-f59b7205-8619-4fe9-aa18-6d271bd3f421 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:36.981722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5088998-92ac-411b-9e9f-a916c0166d5a req-f59b7205-8619-4fe9-aa18-6d271bd3f421 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0535841 Dec 13 13:30:37.041059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5088998-92ac-411b-9e9f-a916c0166d5a req-1add60b1-ad65-4deb-ab22-d2aa4654caa9 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Dec 13 13:30:37.820426 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:37.833297 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:38.113663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb7e45-b2f2-4fd0-8189-3b69f2b6a944 req-7c4cdde8-b292-427a-8997-f775314e8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:38.115239 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cecb7e45-b2f2-4fd0-8189-3b69f2b6a944 req-7c4cdde8-b292-427a-8997-f775314e8061 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 1097 time: 0.0450234 Dec 13 13:30:38.163902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29875e-c965-44ec-a705-95b84d63bf94 req-b5e9930b-0f66-4626-be34-c7e62da54e22 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:38.165414 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca29875e-c965-44ec-a705-95b84d63bf94 req-b5e9930b-0f66-4626-be34-c7e62da54e22 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0509281 Dec 13 13:30:38.217321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca29875e-c965-44ec-a705-95b84d63bf94 req-53425326-c351-4bf3-95d9-e3a16e446c59 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458553 Dec 13 13:30:38.224645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb7e45-b2f2-4fd0-8189-3b69f2b6a944 req-b80278d0-5535-44cb-9cec-3bb2eb8c2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:38.226186 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cecb7e45-b2f2-4fd0-8189-3b69f2b6a944 req-b80278d0-5535-44cb-9cec-3bb2eb8c2aa2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.0897450 Dec 13 13:30:38.272185 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cecb7e45-b2f2-4fd0-8189-3b69f2b6a944 req-98888aad-1084-4252-81e0-b277dfe09f0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 200 len: 217 time: 0.0386186 Dec 13 13:30:38.325419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb7e45-b2f2-4fd0-8189-3b69f2b6a944 req-128e9ac4-43cd-4a3f-98f9-a8fe50262fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:38.326821 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cecb7e45-b2f2-4fd0-8189-3b69f2b6a944 req-128e9ac4-43cd-4a3f-98f9-a8fe50262fdc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0481741 Dec 13 13:30:38.366750 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cecb7e45-b2f2-4fd0-8189-3b69f2b6a944 req-75d934d0-8907-4df3-a2b6-ea63d67300d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330145 Dec 13 13:30:38.464048 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cecb7e45-b2f2-4fd0-8189-3b69f2b6a944 req-74f0882e-e4f9-4003-9b75-b0aa300e6b2c service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898097 Dec 13 13:30:38.563237 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cecb7e45-b2f2-4fd0-8189-3b69f2b6a944 req-92a57d98-4c02-4264-b8d1-7964fa4fafa9 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918467 Dec 13 13:30:39.360468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4d57-0093-41e9-a3c0-b040ad7c4e76 req-97c5c869-6c9e-4017-9efb-5113c7d6bf68 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:39.361103 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57aa4d57-0093-41e9-a3c0-b040ad7c4e76 req-97c5c869-6c9e-4017-9efb-5113c7d6bf68 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0601089 Dec 13 13:30:39.409654 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-57aa4d57-0093-41e9-a3c0-b040ad7c4e76 req-16d7c40a-acb1-4cfe-9636-bfbb52ec45ba tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Dec 13 13:30:40.530748 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74da5f5-2164-4d13-93a7-d55a63c2ff2e req-3d98b53d-90f8-443d-85fa-52841b3f6dc2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:40.532249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e74da5f5-2164-4d13-93a7-d55a63c2ff2e req-3d98b53d-90f8-443d-85fa-52841b3f6dc2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0527112 Dec 13 13:30:40.585553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e74da5f5-2164-4d13-93a7-d55a63c2ff2e req-bfffbf4e-b50c-4756-b4a8-a0dc4d7bc7cc tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470395 Dec 13 13:30:41.732319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0e5e2-331e-4d98-86d0-0faea5c1cc7f req-b390c366-b636-4c01-9d03-8cda65736667 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:41.733709 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9eb0e5e2-331e-4d98-86d0-0faea5c1cc7f req-b390c366-b636-4c01-9d03-8cda65736667 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0603478 Dec 13 13:30:41.781332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9eb0e5e2-331e-4d98-86d0-0faea5c1cc7f req-96576f6e-8460-4ff0-af60-03fd648c6080 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Dec 13 13:30:42.927159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b922e49-0c68-4cc5-a801-e618d3b3b9a1 req-26a05df4-beb2-4b1e-9f3b-ec215cab1ef8 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:42.928661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b922e49-0c68-4cc5-a801-e618d3b3b9a1 req-26a05df4-beb2-4b1e-9f3b-ec215cab1ef8 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0576267 Dec 13 13:30:42.979029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b922e49-0c68-4cc5-a801-e618d3b3b9a1 req-3e5b6466-d13b-4f45-8622-dffbb6bb3391 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442796 Dec 13 13:30:44.096609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4991-d876-40d4-bd2a-c5f1492b817c req-e246edb0-308e-4c9c-99b8-8ce8f8f0c0c2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:44.098065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b25b4991-d876-40d4-bd2a-c5f1492b817c req-e246edb0-308e-4c9c-99b8-8ce8f8f0c0c2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0493534 Dec 13 13:30:44.156447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b25b4991-d876-40d4-bd2a-c5f1492b817c req-7f0d9fd7-44de-4eeb-bea4-ef1e814ec6fb tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497437 Dec 13 13:30:45.302598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaede4e-fc0f-49a5-a180-784b2cddced4 req-75fc35fe-cd52-477f-9e2a-bba346fc66a1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:45.304132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2eaede4e-fc0f-49a5-a180-784b2cddced4 req-75fc35fe-cd52-477f-9e2a-bba346fc66a1 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0644910 Dec 13 13:30:45.351744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2eaede4e-fc0f-49a5-a180-784b2cddced4 req-0bfaff30-db81-48ae-918f-4ecbbd9a518b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Dec 13 13:30:46.478638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc27758-40fc-4e45-8b1c-ab7286d2cca4 req-0d7bddae-ba14-4688-9593-dd12541a32d0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:46.480149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbc27758-40fc-4e45-8b1c-ab7286d2cca4 req-0d7bddae-ba14-4688-9593-dd12541a32d0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0572073 Dec 13 13:30:46.532598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbc27758-40fc-4e45-8b1c-ab7286d2cca4 req-c6f7a005-6cd4-47e2-bf87-1c8eec5b9fd3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 Dec 13 13:30:47.668756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdac54-3eaa-4d4b-b1c2-9f39c0b63cb4 req-a972ad98-ea69-4132-afa0-5b040a5be65f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:47.670272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79fdac54-3eaa-4d4b-b1c2-9f39c0b63cb4 req-a972ad98-ea69-4132-afa0-5b040a5be65f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0549734 Dec 13 13:30:47.718149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79fdac54-3eaa-4d4b-b1c2-9f39c0b63cb4 req-4813ac9a-46ed-4067-80d5-b6ec0be89f9a tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 Dec 13 13:30:48.851575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6c9cd-e326-48ee-b6b4-9dbcdad86ad5 req-a402c717-6240-4834-9fc3-90275e7b98ed tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:48.853053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcd6c9cd-e326-48ee-b6b4-9dbcdad86ad5 req-a402c717-6240-4834-9fc3-90275e7b98ed tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0592027 Dec 13 13:30:48.907193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dcd6c9cd-e326-48ee-b6b4-9dbcdad86ad5 req-6991e03c-a0e9-4991-80e2-0d1dc5b4f6b2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454252 Dec 13 13:30:50.049870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e5849-d219-4708-82b5-b62b2b1be9de req-b3b7108c-8cb1-4e74-935c-0c9d7cf98020 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:50.051379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f8e5849-d219-4708-82b5-b62b2b1be9de req-b3b7108c-8cb1-4e74-935c-0c9d7cf98020 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0620728 Dec 13 13:30:50.100546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f8e5849-d219-4708-82b5-b62b2b1be9de req-e66fd0a9-9b8d-4160-adb6-cf8185709ae0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Dec 13 13:30:51.245983 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03def99-ad14-4326-b4e8-58e7f55d1dd3 req-57b525fd-6547-4324-839d-872c5047f1a0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:51.247537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f03def99-ad14-4326-b4e8-58e7f55d1dd3 req-57b525fd-6547-4324-839d-872c5047f1a0 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0629163 Dec 13 13:30:51.298477 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f03def99-ad14-4326-b4e8-58e7f55d1dd3 req-4441fd8d-24ed-40b0-b9ce-9cd5aff476f2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Dec 13 13:30:52.428583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24fee4-a3dd-4de6-b9f9-ce52992f215a req-72c7d204-14d7-4891-b246-d7e6920036be tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:52.430037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b24fee4-a3dd-4de6-b9f9-ce52992f215a req-72c7d204-14d7-4891-b246-d7e6920036be tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0528054 Dec 13 13:30:52.486774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b24fee4-a3dd-4de6-b9f9-ce52992f215a req-0e618c41-f2ca-4583-8dd9-1f0922ce8b20 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479884 Dec 13 13:30:53.608148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27797a9e-8376-433d-93fa-9b8e99f24ce3 req-3b2f27e2-9a03-4af6-873d-cdbf7f6647ce tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:53.609626 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27797a9e-8376-433d-93fa-9b8e99f24ce3 req-3b2f27e2-9a03-4af6-873d-cdbf7f6647ce tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0523756 Dec 13 13:30:53.658926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27797a9e-8376-433d-93fa-9b8e99f24ce3 req-ba8e96a0-2cb6-49ca-8733-ea8a8c120a26 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Dec 13 13:30:54.272188 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369b4f3d-3f85-4478-b227-d0070dccff21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:54.791657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5c565-4ac7-4124-8799-2aa051b775e7 req-14b74451-bd42-4f92-a476-50be3423381b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:54.793167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15e5c565-4ac7-4124-8799-2aa051b775e7 req-14b74451-bd42-4f92-a476-50be3423381b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0614681 Dec 13 13:30:54.851792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15e5c565-4ac7-4124-8799-2aa051b775e7 req-86bd39c0-49eb-4182-92fd-3888c17e481f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496168 Dec 13 13:30:55.997908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925c768-85c8-4e9f-b6b4-af3b294a2aae req-d02e62bf-dfd0-4553-a515-75bb4435a4a9 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:55.999418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1925c768-85c8-4e9f-b6b4-af3b294a2aae req-d02e62bf-dfd0-4553-a515-75bb4435a4a9 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0676737 Dec 13 13:30:56.047267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1925c768-85c8-4e9f-b6b4-af3b294a2aae req-8c911f6b-1c67-4418-bbe1-6c570a142c27 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414348 Dec 13 13:30:56.672637 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d343-b7a7-48ee-8368-2945e4460f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:57.180264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba0a87-09e9-4508-8853-35794d6b6352 req-2d6b6fd6-74a6-4c12-ab28-a7daaaf4a484 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:57.181797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85ba0a87-09e9-4508-8853-35794d6b6352 req-2d6b6fd6-74a6-4c12-ab28-a7daaaf4a484 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0597923 Dec 13 13:30:57.231393 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-85ba0a87-09e9-4508-8853-35794d6b6352 req-6f829304-1439-4b79-bd09-65a18a6225c4 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432408 Dec 13 13:30:57.851255 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:58.354912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e05035-2037-4f4c-ab1d-40f29efdc1ca req-29aa802d-1fc7-4457-b28f-8c2b63b7ee9c tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:58.356386 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79e05035-2037-4f4c-ab1d-40f29efdc1ca req-29aa802d-1fc7-4457-b28f-8c2b63b7ee9c tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0505407 Dec 13 13:30:58.409713 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-79e05035-2037-4f4c-ab1d-40f29efdc1ca req-c11128fc-cfd6-4b27-8a30-6fc5fc96c1c3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 Dec 13 13:30:59.204801 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:30:59.556824 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e589f-0eeb-49b5-ac19-2da1d822bfe9 req-f29af6cd-9989-4017-80c0-af43458e217c tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:30:59.558326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-299e589f-0eeb-49b5-ac19-2da1d822bfe9 req-f29af6cd-9989-4017-80c0-af43458e217c tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0639544 Dec 13 13:30:59.608591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-299e589f-0eeb-49b5-ac19-2da1d822bfe9 req-1dde1922-47ab-452f-98df-0e4ea2e3908a tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 Dec 13 13:30:59.943700 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:00.741996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2bc7f-f11d-4728-a74e-f593f37c6abb req-387f7fd5-5126-44ea-8d41-133933ac44aa tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:00.743814 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0b2bc7f-f11d-4728-a74e-f593f37c6abb req-387f7fd5-5126-44ea-8d41-133933ac44aa tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0530338 Dec 13 13:31:00.769970 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b2673492-47f4-4de0-b913-2a034108a61c service neutron] show failed (client error): The resource could not be found. Dec 13 13:31:00.771215 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b2673492-47f4-4de0-b913-2a034108a61c service neutron] 10.222.0.37 "GET /v2.0/ports/f66ee2ca-51a0-4245-9b00-f5b24a129bab/bindings/n-h2-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0668790 Dec 13 13:31:00.793196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0b2bc7f-f11d-4728-a74e-f593f37c6abb req-372f6c9b-a69e-4383-86a2-c1f86c1fb49a tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Dec 13 13:31:00.980973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-280dd3ef-e2a2-4b82-b048-3c4c174e403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:00.982532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-280dd3ef-e2a2-4b82-b048-3c4c174e403c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742&tenant_id=8a01f1ef8df64fe79e3430147060956f HTTP/1.1" status: 200 len: 1097 time: 0.0472472 Dec 13 13:31:00.998445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:01.062875 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:01.273601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:01.307011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:31:01.351465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:31:01.353730 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735fbb25-b2f9-4fbf-b5b9-38ef0aa0d938" -d '{"events": [{"server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "name": "network-vif-unplugged", "status": "completed", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:31:01.357603 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:01.371542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Transition to ACTIVE for port object f66ee2ca-51a0-4245-9b00-f5b24a129bab will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:31:01.375978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:01.434570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] No DVR routers for this DVR port f66ee2ca-51a0-4245-9b00-f5b24a129bab on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:31:01.444936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Pushing event updated for resources: {'Port': ['ID=f66ee2ca-51a0-4245-9b00-f5b24a129bab,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:01.470548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.470892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.471230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.471568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.471915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.473019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.473357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.473665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.474029 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.474377 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.474706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.475034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.475347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:01.485683 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af248f-58e4-4d8e-acc5-2f6c2022d5fa x-openstack-request-id: req-e9af248f-58e4-4d8e-acc5-2f6c2022d5fa {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:31:01.485971 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "name": "network-vif-unplugged", "status": "completed", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:31:01.486245 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9af248f-58e4-4d8e-acc5-2f6c2022d5fa {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:31:01.486637 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab', 'code': 200} Dec 13 13:31:01.490936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Attempting to bind port f66ee2ca-51a0-4245-9b00-f5b24a129bab on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:31:01.491264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Attempting to bind port f66ee2ca-51a0-4245-9b00-f5b24a129bab by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:31:01.491584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Attempting to bind port f66ee2ca-51a0-4245-9b00-f5b24a129bab on network 185aa242-9d5f-4b63-858d-44702531e498 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:31:01.495942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Port f66ee2ca-51a0-4245-9b00-f5b24a129bab on network 185aa242-9d5f-4b63-858d-44702531e498 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:31:01.496252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Attempting to bind port f66ee2ca-51a0-4245-9b00-f5b24a129bab on network 185aa242-9d5f-4b63-858d-44702531e498 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:31:01.501321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:31:01.501647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Checking segment: {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:31:01.502016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Bound using segment: {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:31:01.502451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Bound port: f66ee2ca-51a0-4245-9b00-f5b24a129bab, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37b4cf8-151d-4884-8c68-122d206335be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '185aa242-9d5f-4b63-858d-44702531e498'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:31:01.502801 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:01.563649 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:31:01.588475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:31:01.591603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:31:01.598971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:01.632597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:01.633310 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:01.634978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] 10.222.0.42 "PUT /v2.0/ports/f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 200 len: 1092 time: 0.6432636 Dec 13 13:31:01.668140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e7b3e-0293-4d5b-ab99-54c053490a99 service neutron] Pushing event updated for resources: {'Port': ['ID=f66ee2ca-51a0-4245-9b00-f5b24a129bab,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:01.702857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-551e0689-958c-44a0-82a5-13878844edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:01.704420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-551e0689-958c-44a0-82a5-13878844edd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 1095 time: 0.0455415 Dec 13 13:31:01.797467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-ecc8b1fc-40fc-4a67-861a-2c1227b83c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:01.799419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-ecc8b1fc-40fc-4a67-861a-2c1227b83c71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.0881557 Dec 13 13:31:01.841921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-ce5eeb91-0e2b-4382-9705-c42f49df3c83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 200 len: 217 time: 0.0356474 Dec 13 13:31:01.924184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-f876e71b-2f09-49e5-8594-f09dca1a3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:01.925630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-f876e71b-2f09-49e5-8594-f09dca1a3082 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0760226 Dec 13 13:31:01.960015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-961b799d-0abf-4ef1-bd81-13fb702150cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276680 Dec 13 13:31:01.967449 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd10dc-e1c8-495d-99b7-2147dc15687b req-d38cc697-ab5d-4c51-85ac-0645fecbe222 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:01.968753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8cd10dc-e1c8-495d-99b7-2147dc15687b req-d38cc697-ab5d-4c51-85ac-0645fecbe222 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 944 time: 0.0913949 Dec 13 13:31:02.072030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a8cd10dc-e1c8-495d-99b7-2147dc15687b req-ce0920d3-6d85-4a8e-98c3-91acd5aac864 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955296 Dec 13 13:31:02.086363 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-d6e9c9c0-c7ce-4398-a688-93600a93b398 service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165969 Dec 13 13:31:02.189388 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ca1eb58-767d-4fb8-97f7-629bd122fb68 req-75b13671-6df0-4c4c-aa7e-1f2381955270 service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942123 Dec 13 13:31:03.193344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6b265-6305-4a5e-bd35-7c0845f16f27 req-80e62c8f-32cf-449d-8358-5e481ba7faa3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:03.194858 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0f6b265-6305-4a5e-bd35-7c0845f16f27 req-80e62c8f-32cf-449d-8358-5e481ba7faa3 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 944 time: 0.0509138 Dec 13 13:31:03.249835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0f6b265-6305-4a5e-bd35-7c0845f16f27 req-65982960-e488-4579-b7c6-f858c294facb tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459421 Dec 13 13:31:03.295250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device f66ee2ca-51a0-4245-9b00-f5b24a129bab no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:31:03.335735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device f66ee2ca-51a0-4245-9b00-f5b24a129bab not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:31:03.487972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:31:03.490443 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013264ff-5618-43b1-b576-cf8ec4965c20" -d '{"events": [{"name": "network-changed", "server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:31:03.540231 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69aaff5-4540-4bf2-b9af-8db470c7219a x-openstack-request-id: req-d69aaff5-4540-4bf2-b9af-8db470c7219a {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:31:03.540554 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:31:03.541434 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d69aaff5-4540-4bf2-b9af-8db470c7219a {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:31:03.541816 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab', 'status': 'completed', 'code': 200} Dec 13 13:31:03.601861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-3831986a-76ec-46a9-8c3f-6b8d16cecb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:03.604020 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-3831986a-76ec-46a9-8c3f-6b8d16cecb2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 1095 time: 0.0424197 Dec 13 13:31:03.610222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-bfcdda73-7d19-4aa2-9293-ed56fe7f08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:03.611692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-bfcdda73-7d19-4aa2-9293-ed56fe7f08f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 1095 time: 0.0446193 Dec 13 13:31:03.700483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-756a9668-4d1b-4c37-aeb8-b42d3b73fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:03.702284 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-756a9668-4d1b-4c37-aeb8-b42d3b73fb11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.0925198 Dec 13 13:31:03.723948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-85502c91-e18c-44ed-b2ee-c9322d73ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:03.725640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-85502c91-e18c-44ed-b2ee-c9322d73ca05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.0999012 Dec 13 13:31:03.751513 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-e1578f1f-90d4-4a09-8620-d5dea84a82ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 200 len: 217 time: 0.0415890 Dec 13 13:31:03.786794 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-c6634b85-16f9-4ba2-bd12-8d11dc33dca5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 200 len: 217 time: 0.0417135 Dec 13 13:31:03.800489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-da0b8d6d-87db-4464-8af0-699f7db3a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:03.801908 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-da0b8d6d-87db-4464-8af0-699f7db3a5c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0443161 Dec 13 13:31:03.833153 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-e54bccf3-0800-41b9-bb84-f45fa795a801 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247333 Dec 13 13:31:03.838065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-57aacd90-bba2-46bc-876f-2815010c48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:03.839733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-57aacd90-bba2-46bc-876f-2815010c48e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0466039 Dec 13 13:31:03.873661 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-ebeef7a8-eb9f-47df-84b8-b50e1377e1eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266061 Dec 13 13:31:03.927599 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-71686476-6971-4b37-9ecf-36f5529bf89d service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872700 Dec 13 13:31:03.970108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-7bb57cb8-e964-4a9c-9c2b-ffd9e498d2f3 service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896318 Dec 13 13:31:04.017114 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-36571b1f-c1ea-46a5-b625-2bef562d9f92 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829380 Dec 13 13:31:04.061433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-013264ff-5618-43b1-b576-cf8ec4965c20 req-341fec05-40da-46ac-9114-40017eb1884b service neutron] 10.222.0.42 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848060 Dec 13 13:31:04.394826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62011ac5-e557-4db5-b248-f811b8587cd4 req-e7a8e582-2f08-46cd-b780-e815bfff3a7e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:04.396306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62011ac5-e557-4db5-b248-f811b8587cd4 req-e7a8e582-2f08-46cd-b780-e815bfff3a7e tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 944 time: 0.0551338 Dec 13 13:31:04.452135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62011ac5-e557-4db5-b248-f811b8587cd4 req-bc6b3ea7-207b-45a1-85ee-b011a77f86da tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473335 Dec 13 13:31:04.670470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc600e-7d7b-41c8-ae2a-cc715ad6c13d req-284b35bd-8110-48fe-b9c0-d855086abc78 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:04.671957 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8fc600e-7d7b-41c8-ae2a-cc715ad6c13d req-284b35bd-8110-48fe-b9c0-d855086abc78 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 944 time: 0.0560763 Dec 13 13:31:04.720385 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8fc600e-7d7b-41c8-ae2a-cc715ad6c13d req-ab4bfe4b-c917-44a1-9730-72b933ed4583 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Dec 13 13:31:04.721450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-6068382f-d0e3-407d-ac1b-50c99acddadb tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:04.723169 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-6068382f-d0e3-407d-ac1b-50c99acddadb tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742&tenant_id=8a01f1ef8df64fe79e3430147060956f&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 944 time: 0.0949481 Dec 13 13:31:04.785625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f66ee2ca-51a0-4245-9b00-f5b24a129bab details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:31:04.787126 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-f0d285fc-7a15-4f3e-8a4c-6214917ea85c service neutron] delete failed (client error): The resource could not be found. Dec 13 13:31:04.788349 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-f0d285fc-7a15-4f3e-8a4c-6214917ea85c service neutron] 10.222.0.37 "DELETE /v2.0/ports/f66ee2ca-51a0-4245-9b00-f5b24a129bab/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0574710 Dec 13 13:31:04.879360 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-45962154-a899-49d0-a2ca-ea396083f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:04.881028 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-45962154-a899-49d0-a2ca-ea396083f377 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a01f1ef8df64fe79e3430147060956f&device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 1095 time: 0.0427830 Dec 13 13:31:04.886612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:04.898196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab', 'network_id': '185aa242-9d5f-4b63-858d-44702531e498', 'port_id': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab', 'mac_address': 'fa:16:3e:48:2e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b433b355-97c9-45e0-af56-09969a7d0f2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:31:04.934505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:04.950453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66ee2ca-51a0-4245-9b00-f5b24a129bab {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:31:04.975577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:04.980267 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:04.985311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-8b004452-84c4-4b02-9fbb-fe9b923e6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:04.986817 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-8b004452-84c4-4b02-9fbb-fe9b923e6326 service neutron] 10.222.0.37 "GET /v2.0/networks?id=185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 200 len: 915 time: 0.0991263 Dec 13 13:31:05.025599 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f66ee2ca-51a0-4245-9b00-f5b24a129bab,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:05.030406 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-1ad2f8ef-b9cd-417e-89c9-a616374229a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 200 len: 217 time: 0.0365744 Dec 13 13:31:05.077978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-7d124ee5-1257-4e5d-a541-e42a50fe2c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:05.079458 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-7d124ee5-1257-4e5d-a541-e42a50fe2c2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 200 len: 855 time: 0.0427010 Dec 13 13:31:05.113975 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-9954c7ec-2657-4863-8468-d216c690bc3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=185aa242-9d5f-4b63-858d-44702531e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279744 Dec 13 13:31:05.209606 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-bde1aacb-e2b3-44cb-aaac-387ee452a522 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882950 Dec 13 13:31:05.215727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['f66ee2ca-51a0-4245-9b00-f5b24a129bab'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:31:05.305176 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f9438b1-a3bb-4b9a-9dbc-f8bb0d87694e req-59e4cb6e-80bf-4c6c-bf76-9113f11ca5e1 service neutron] 10.222.0.37 "GET /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889347 Dec 13 13:31:05.847879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887104b-803a-47a5-a392-74cf5fe1e5e4 req-ea7e47d3-d9aa-4da9-8b14-cb687d82831a tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:05.849331 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d887104b-803a-47a5-a392-74cf5fe1e5e4 req-ea7e47d3-d9aa-4da9-8b14-cb687d82831a tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 945 time: 0.0493355 Dec 13 13:31:05.900760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d887104b-803a-47a5-a392-74cf5fe1e5e4 req-daf93ae9-6170-4f3c-88c9-e90473f6b660 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451334 Dec 13 13:31:06.048065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20d843-c7a2-4a59-ad2c-a3ded1ee186f req-6c889f7f-4435-4c70-92fe-ea71b4f4b088 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:06.049437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd20d843-c7a2-4a59-ad2c-a3ded1ee186f req-6c889f7f-4435-4c70-92fe-ea71b4f4b088 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 945 time: 0.0683825 Dec 13 13:31:06.100579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cd20d843-c7a2-4a59-ad2c-a3ded1ee186f req-2b1191f7-a723-4cd6-906b-cc28e21354c9 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450168 Dec 13 13:31:06.219197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf50f8-1c5d-4a1c-992c-ced017ccb128 req-2cf8b517-db52-4f7b-a02b-76754354b1f2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:06.220684 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21bf50f8-1c5d-4a1c-992c-ced017ccb128 req-2cf8b517-db52-4f7b-a02b-76754354b1f2 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 945 time: 0.0516446 Dec 13 13:31:06.269250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21bf50f8-1c5d-4a1c-992c-ced017ccb128 req-445458c6-8c50-4423-abde-d36fd17c08fa tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 Dec 13 13:31:06.636903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2fb89-21d9-4bc6-9d6a-1172cf96f19b req-1e816afa-67cb-47f9-94c4-9ee3661aee4b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:06.638405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b2fb89-21d9-4bc6-9d6a-1172cf96f19b req-1e816afa-67cb-47f9-94c4-9ee3661aee4b tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 945 time: 0.0600429 Dec 13 13:31:06.692308 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b2fb89-21d9-4bc6-9d6a-1172cf96f19b req-60bb0f09-f215-4be3-9c43-3e470d4af31a tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471022 Dec 13 13:31:06.785251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f66ee2ca-51a0-4245-9b00-f5b24a129bab up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:31:06.841660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port f66ee2ca-51a0-4245-9b00-f5b24a129bab completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:31:06.847440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port f66ee2ca-51a0-4245-9b00-f5b24a129bab triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:06.847868 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:06.931994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:06.955066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:31:06.957570 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e231f7-38a0-4560-bac5-317e7cba1832" -d '{"events": [{"server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "name": "network-vif-plugged", "status": "completed", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:31:06.971023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:06.975942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:07.028370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f66ee2ca-51a0-4245-9b00-f5b24a129bab,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:07.081962 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7261a89f-b73e-453a-9e61-31fdf7582675 x-openstack-request-id: req-7261a89f-b73e-453a-9e61-31fdf7582675 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:31:07.082440 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "name": "network-vif-plugged", "status": "completed", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:31:07.082782 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7261a89f-b73e-453a-9e61-31fdf7582675 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:31:07.083314 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab', 'code': 200} Dec 13 13:31:07.816751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:07.830598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e1e52-3d24-4251-a700-8bd97b94a306 req-b10bd62e-bcf4-47b3-91f5-dfb7af720d86 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:07.832142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-534e1e52-3d24-4251-a700-8bd97b94a306 req-b10bd62e-bcf4-47b3-91f5-dfb7af720d86 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0680149 Dec 13 13:31:07.848905 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:07.904737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5927be31-6802-419b-9bde-2c85ae55a40f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:07.906242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5927be31-6802-419b-9bde-2c85ae55a40f tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.42 "GET /v2.0/ports?device_id=e78f02ad-9a75-41e2-bc47-8783f2c0e742 HTTP/1.1" status: 200 len: 946 time: 0.0962932 Dec 13 13:31:07.910635 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-534e1e52-3d24-4251-a700-8bd97b94a306 req-458df587-6b10-427a-846d-1a2c5afc3551 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9239db6-d6e8-4a13-811f-4685dced60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637891 Dec 13 13:31:08.006479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5b594189-e691-443a-8e9a-4dd6e2569787 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Deleting port f66ee2ca-51a0-4245-9b00-f5b24a129bab {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:31:08.006781 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5b594189-e691-443a-8e9a-4dd6e2569787 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:08.101264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5b594189-e691-443a-8e9a-4dd6e2569787 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] For port f66ee2ca-51a0-4245-9b00-f5b24a129bab, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f66ee2ca-51a0-4245-9b00-f5b24a129bab,segment=NetworkSegment(c37b4cf8-151d-4884-8c68-122d206335be),segment_id=c37b4cf8-151d-4884-8c68-122d206335be)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:08.101567 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5b594189-e691-443a-8e9a-4dd6e2569787 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:08.114783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5b594189-e691-443a-8e9a-4dd6e2569787 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Calling delete_port for f66ee2ca-51a0-4245-9b00-f5b24a129bab owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:31:08.272794 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5b594189-e691-443a-8e9a-4dd6e2569787 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:08.284879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['f66ee2ca-51a0-4245-9b00-f5b24a129bab'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:31:08.299879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b594189-e691-443a-8e9a-4dd6e2569787 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Pushing event deleted for resources: {'Port': ['ID=f66ee2ca-51a0-4245-9b00-f5b24a129bab,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:08.349237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5b594189-e691-443a-8e9a-4dd6e2569787 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] No DVR routers for this DVR port f66ee2ca-51a0-4245-9b00-f5b24a129bab on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:31:08.352136 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5b594189-e691-443a-8e9a-4dd6e2569787 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:08.355607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7641e272-d606-4eab-8e24-f2394a2ccde7 req-5b594189-e691-443a-8e9a-4dd6e2569787 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] 10.222.0.42 "DELETE /v2.0/ports/f66ee2ca-51a0-4245-9b00-f5b24a129bab HTTP/1.1" status: 204 len: 173 time: 0.4421437 Dec 13 13:31:08.356045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'name': 'network-vif-deleted', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:31:08.358326 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996f4137-83e4-4d9f-983a-47a386455324" -d '{"events": [{"server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "name": "network-vif-deleted", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:31:08.403506 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e35e795-3f59-4e71-bd57-a9cef1f21e2d x-openstack-request-id: req-9e35e795-3f59-4e71-bd57-a9cef1f21e2d {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:31:08.403801 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78f02ad-9a75-41e2-bc47-8783f2c0e742", "name": "network-vif-deleted", "tag": "f66ee2ca-51a0-4245-9b00-f5b24a129bab", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:31:08.404054 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e35e795-3f59-4e71-bd57-a9cef1f21e2d {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:31:08.404459 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78f02ad-9a75-41e2-bc47-8783f2c0e742', 'name': 'network-vif-deleted', 'tag': 'f66ee2ca-51a0-4245-9b00-f5b24a129bab', 'status': 'completed', 'code': 200} Dec 13 13:31:09.034735 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37032) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:09.079953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Deleting subnet b433b355-97c9-45e0-af56-09969a7d0f2a {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:31:09.083377 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.117920 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.159092 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.217977 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.245926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b433b355-97c9-45e0-af56-09969a7d0f2a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:09.248422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.251922 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b433b355-97c9-45e0-af56-09969a7d0f2a HTTP/1.1" status: 204 len: 168 time: 0.2161715 Dec 13 13:31:09.254926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37034) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:09.258660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.259016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.259350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.259697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.260037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.260374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.260708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.261037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.261363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.261693 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.262017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.262370 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.262691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2346d6e-3dae-4fb6-8611-7ce639446f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:09.324392 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.405024 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.426511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185aa242-9d5f-4b63-858d-44702531e498']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:09.436046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37b4cf8-151d-4884-8c68-122d206335be') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:09.436340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37b4cf8-151d-4884-8c68-122d206335be') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:09.446700 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.460435 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.469742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:31:09.470180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:31:09.471917 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:31:09.527504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.533068 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.536309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] 10.222.0.31 "DELETE /v2.0/networks/185aa242-9d5f-4b63-858d-44702531e498 HTTP/1.1" status: 204 len: 168 time: 0.2803655 Dec 13 13:31:09.548146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abf882-507d-4068-b72a-3a09c631ee28 admin admin] Pushing event deleted for resources: {'Network': ['ID=185aa242-9d5f-4b63-858d-44702531e498,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:09.649000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37038) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:09.690763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5d045d93-9c06-4224-bcfb-9979dba1ae3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a01f1ef8df64fe79e3430147060956f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405920 Dec 13 13:31:09.694911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37040) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:09.762292 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f803a69e-a51f-4b34-b25e-8cdd4a8e4f9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.786311 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f803a69e-a51f-4b34-b25e-8cdd4a8e4f9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.835623 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f803a69e-a51f-4b34-b25e-8cdd4a8e4f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.838595 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f803a69e-a51f-4b34-b25e-8cdd4a8e4f9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:09.839768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f803a69e-a51f-4b34-b25e-8cdd4a8e4f9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9239db6-d6e8-4a13-811f-4685dced60e2 HTTP/1.1" status: 204 len: 168 time: 0.1434419 Dec 13 13:31:09.847642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803a69e-a51f-4b34-b25e-8cdd4a8e4f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9239db6-d6e8-4a13-811f-4685dced60e2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:10.605277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37062) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:10.763044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-672502888-network', 'tenant_id': '6c6a218043dd45aba87c334887e1c174'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:10.789839 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Made reservation on behalf of 6c6a218043dd45aba87c334887e1c174 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:31:10.792310 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:10.800877 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:10.880058 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:10.886565 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:10.920670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:31:10.927014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73764add-f078-42c7-a0e5-ca8286dda01e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:10.933845 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:10.934258 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Added segment 800db842-ea39-477f-8b0e-7f5d0b1777e0 of type vlan for network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 Dec 13 13:31:10.977114 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.003214 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.004210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:11.004785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.062270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4558406 Dec 13 13:31:11.065304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37068) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:11.069991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f417179-5fdd-43f8-a7d8-fd9cd9e6407b admin admin] Pushing event updated for resources: {'Network': ['ID=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:11.070516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Request body: {'subnet': {'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-672502888-subnet', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:11.081148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:31:11.093077 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Made reservation on behalf of 6c6a218043dd45aba87c334887e1c174 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:31:11.096046 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.273929 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.339366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7958bf0b-93ec-4959-be70-48e12e3186f7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:11.348267 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:31:11.348625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Network hostable DHCP agents. Network: 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:31:11.367990 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:31:11.380065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:31:11.384866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:11.385474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.390343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f714b6d-13ab-413e-9e0a-7823386513f8 None None] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:31:11.401680 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c0630e4e-031d-433e-80df-9f09433ec85a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3351452 Dec 13 13:31:11.404586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37072) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:11.408781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:11.432383 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.433425 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.492493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.498651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:31:11.499535 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.626852 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.629492 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Allocated IP 172.20.0.2 (6ebb29df-457b-4f4e-8211-2e8cd6d8fb01/7958bf0b-93ec-4959-be70-48e12e3186f7/9131e676-5fc1-4c00-b3bc-0d88ae626241) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:31:11.778166 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.785423 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.828068 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:31:11.831007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:31:11.835983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:31:11.839326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Pushing event updated for resources: {'Port': ['ID=9131e676-5fc1-4c00-b3bc-0d88ae626241,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:11.898208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Attempting to bind port 9131e676-5fc1-4c00-b3bc-0d88ae626241 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:31:11.898609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Attempting to bind port 9131e676-5fc1-4c00-b3bc-0d88ae626241 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:31:11.898972 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Attempting to bind port 9131e676-5fc1-4c00-b3bc-0d88ae626241 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:31:11.904617 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:31:11.904992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:31:11.905406 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.905800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:31:11.906290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Bound port: 9131e676-5fc1-4c00-b3bc-0d88ae626241, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:31:11.906689 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:11.973051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] For port 9131e676-5fc1-4c00-b3bc-0d88ae626241, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:31:11.976553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] For port 9131e676-5fc1-4c00-b3bc-0d88ae626241, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9131e676-5fc1-4c00-b3bc-0d88ae626241,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:31:11.982320 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:12.055557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6811d-f509-40db-9b93-e1c18aaa45b8 None None] Pushing event updated for resources: {'Port': ['ID=9131e676-5fc1-4c00-b3bc-0d88ae626241,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:12.162659 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:12.182405 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:12.312570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Allocated IP 172.25.2.216 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/6b851015-8959-49ef-a56e-1a10f78cc16e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:31:12.424334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:12.464286 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:12.506330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:31:12.509464 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:31:12.512864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:31:12.518339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Pushing event updated for resources: {'Port': ['ID=6b851015-8959-49ef-a56e-1a10f78cc16e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:12.522358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ef98f-e38f-42df-9418-bd87920f404e None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:31:12.590419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-96585fbb-14da-4115-90d1-ebdf8338a9e9 None None] Provisioning complete for port 6b851015-8959-49ef-a56e-1a10f78cc16e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:12.590748 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96585fbb-14da-4115-90d1-ebdf8338a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:12.631106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-96585fbb-14da-4115-90d1-ebdf8338a9e9 None None] Port 6b851015-8959-49ef-a56e-1a10f78cc16e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:31:12.754248 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9131e676-5fc1-4c00-b3bc-0d88ae626241 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:31:12.789176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:12.800103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f66ee2ca-51a0-4245-9b00-f5b24a129bab no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:31:12.824729 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: f66ee2ca-51a0-4245-9b00-f5b24a129bab {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:31:12.825081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f66ee2ca-51a0-4245-9b00-f5b24a129bab not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:31:12.831345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9131e676-5fc1-4c00-b3bc-0d88ae626241 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:12.831725 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:12.915766 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:12.948909 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 9131e676-5fc1-4c00-b3bc-0d88ae626241, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9131e676-5fc1-4c00-b3bc-0d88ae626241,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:12.953922 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:12.997298 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91518b15-6a25-4e94-8145-85a4cf0873fe None None] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:31:13.011256 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:13.062098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=9131e676-5fc1-4c00-b3bc-0d88ae626241,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:13.083641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-030e3def-c228-4779-857a-46155ae23bb6 None None] Provisioning complete for port 9131e676-5fc1-4c00-b3bc-0d88ae626241 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:13.084314 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-030e3def-c228-4779-857a-46155ae23bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:13.146931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:31:13.263217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:31:13.282019 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:13.283324 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fb52c0bf-76d0-4503-8dba-a724d95b5e07 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8777909 Dec 13 13:31:13.286083 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:13.292859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:31:13.332608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:31:13.333272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:30:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:13.487627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:31:13.679225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:12Z', 'revision_number': 3, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:13.710522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:31:13.710745 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Updating router 3f0fda68-bce0-41e6-b851-75a939c806c9 port 6b851015-8959-49ef-a56e-1a10f78cc16e binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:31:13.733064 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:13.744947 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fdcd4e48-56e6-4e04-981d-195402dc5fb1 None None] Provisioning complete for port 9131e676-5fc1-4c00-b3bc-0d88ae626241 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:13.745313 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4e48-56e6-4e04-981d-195402dc5fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:13.746885 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:13.892094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Allocated IP 172.20.0.1 (6ebb29df-457b-4f4e-8211-2e8cd6d8fb01/7958bf0b-93ec-4959-be70-48e12e3186f7/266cfab3-bec7-4234-800a-48e718b73964) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:31:14.003048 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.039086 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.059557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.066226 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.082815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:31:14.088110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:31:14.090846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:31:14.093176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=266cfab3-bec7-4234-800a-48e718b73964,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:14.121280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f640b6-af88-4187-b746-071ba02b61cc None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:31:14.125747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1498a98-399d-4596-b49c-b23695ed130f None None] Pushing event updated for resources: {'Port': ['ID=6b851015-8959-49ef-a56e-1a10f78cc16e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:14.134215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Attempting to bind port 6b851015-8959-49ef-a56e-1a10f78cc16e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:31:14.134726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Attempting to bind port 6b851015-8959-49ef-a56e-1a10f78cc16e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:31:14.134952 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Attempting to bind port 6b851015-8959-49ef-a56e-1a10f78cc16e on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:31:14.141787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:31:14.142206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:31:14.142617 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.142999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.143144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:31:14.143500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Bound port: 6b851015-8959-49ef-a56e-1a10f78cc16e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:31:14.143885 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.203580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-35d6b678-0162-470b-8368-a98195226751 None None] Provisioning complete for port 6b851015-8959-49ef-a56e-1a10f78cc16e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:14.203953 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35d6b678-0162-470b-8368-a98195226751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.208053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] For port 6b851015-8959-49ef-a56e-1a10f78cc16e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:31:14.242625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] For port 6b851015-8959-49ef-a56e-1a10f78cc16e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b851015-8959-49ef-a56e-1a10f78cc16e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:31:14.249612 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.284266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.294391 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-35d6b678-0162-470b-8368-a98195226751 None None] Port 6b851015-8959-49ef-a56e-1a10f78cc16e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:31:14.320198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d26b1-1bd4-4296-80f8-17881f113fe2 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:31:14.336324 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:31:14.336961 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:30:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:14.340756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1498a98-399d-4596-b49c-b23695ed130f None None] Pushing event updated for resources: {'Port': ['ID=6b851015-8959-49ef-a56e-1a10f78cc16e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:14.460001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.462108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:31:14.464410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d06e29e5-ac0c-4d4c-aa5c-87147f7640d0 None None] Provisioning complete for port 6b851015-8959-49ef-a56e-1a10f78cc16e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:14.464410 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d06e29e5-ac0c-4d4c-aa5c-87147f7640d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.465116 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.535737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=266cfab3-bec7-4234-800a-48e718b73964,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:14.539707 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.631606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:31:14.633156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:31:14.673871 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d06e29e5-ac0c-4d4c-aa5c-87147f7640d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.717571 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d06e29e5-ac0c-4d4c-aa5c-87147f7640d0 None None] For port 6b851015-8959-49ef-a56e-1a10f78cc16e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b851015-8959-49ef-a56e-1a10f78cc16e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:14.726261 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d06e29e5-ac0c-4d4c-aa5c-87147f7640d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.769452 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9131e676-5fc1-4c00-b3bc-0d88ae626241 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:31:14.774131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:31:14.813183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d06e29e5-ac0c-4d4c-aa5c-87147f7640d0 None None] Provisioning complete for port 266cfab3-bec7-4234-800a-48e718b73964 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:14.813548 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d06e29e5-ac0c-4d4c-aa5c-87147f7640d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:14.880004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e29e5-ac0c-4d4c-aa5c-87147f7640d0 None None] Pushing event updated for resources: {'Port': ['ID=6b851015-8959-49ef-a56e-1a10f78cc16e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:14.890110 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d06e29e5-ac0c-4d4c-aa5c-87147f7640d0 None None] Port 266cfab3-bec7-4234-800a-48e718b73964 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:31:14.893529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:13Z', 'revision_number': 1, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:14.895625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:31:14.905230 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f7fa5924-466c-42f7-a8e2-43645efff5e9 admin admin] 10.222.0.31 "PUT /v2.0/routers/3f0fda68-bce0-41e6-b851-75a939c806c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6144366 Dec 13 13:31:14.924900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cacb20-3dce-4ee3-988c-ab64264d12b9 None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:13Z', 'revision_number': 1, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:31:14.931805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 9131e676-5fc1-4c00-b3bc-0d88ae626241 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:14.932173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.029563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-32757c4c-a031-44b6-96bf-2758fc9fb1f1 None None] Provisioning complete for port 266cfab3-bec7-4234-800a-48e718b73964 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:15.031549 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32757c4c-a031-44b6-96bf-2758fc9fb1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.244905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-32757c4c-a031-44b6-96bf-2758fc9fb1f1 None None] Port 266cfab3-bec7-4234-800a-48e718b73964 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:31:15.498327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 37084) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:15.503532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c36945e4-0c33-4816-a6a5-785dc3489281 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034766569', 'description': 'tempest-description--1853028491'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:15.526593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c36945e4-0c33-4816-a6a5-785dc3489281 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.605614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c36945e4-0c33-4816-a6a5-785dc3489281 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.610622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c36945e4-0c33-4816-a6a5-785dc3489281 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.642937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36945e4-0c33-4816-a6a5-785dc3489281 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:15.648432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c36945e4-0c33-4816-a6a5-785dc3489281 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.649934 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c36945e4-0c33-4816-a6a5-785dc3489281 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1503131 Dec 13 13:31:15.652792 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37086) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:15.657558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1f7a0e6c-199f-48d8-9db7-a7b11e6be37b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'security_group_rule': {'security_group_id': 'ad2bfde4-f112-436a-aa02-b3b7a0cadcd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:15.686432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f7a0e6c-199f-48d8-9db7-a7b11e6be37b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.748463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f7a0e6c-199f-48d8-9db7-a7b11e6be37b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.752814 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f7a0e6c-199f-48d8-9db7-a7b11e6be37b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.773968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a0e6c-199f-48d8-9db7-a7b11e6be37b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea58c4b-6220-410b-a2cb-96f8d921d032,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:15.783371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1f7a0e6c-199f-48d8-9db7-a7b11e6be37b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.787111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1f7a0e6c-199f-48d8-9db7-a7b11e6be37b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306396 Dec 13 13:31:15.787413 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37088) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:15.791790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a3264c09-4ca3-4212-93ec-37ff1d8943d5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'security_group_rule': {'security_group_id': 'ad2bfde4-f112-436a-aa02-b3b7a0cadcd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:15.819290 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3264c09-4ca3-4212-93ec-37ff1d8943d5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.881025 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3264c09-4ca3-4212-93ec-37ff1d8943d5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.885291 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3264c09-4ca3-4212-93ec-37ff1d8943d5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.905117 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3264c09-4ca3-4212-93ec-37ff1d8943d5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10ff676-3633-4523-affe-f370e155f7e0,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:15.916339 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3264c09-4ca3-4212-93ec-37ff1d8943d5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:15.917587 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a3264c09-4ca3-4212-93ec-37ff1d8943d5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292503 Dec 13 13:31:15.920765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37090) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:15.925234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:15.948833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.051989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.160750 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Allocated IP 172.25.2.236 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/af56e594-8965-4e02-b866-41d02e71ab10) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:31:16.264923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.301896 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.339167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:31:16.341990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:31:16.345526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:31:16.373236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event updated for resources: {'Port': ['ID=af56e594-8965-4e02-b866-41d02e71ab10,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:16.445253 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.481812 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.635026 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.641167 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.686925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event updated for resources: {'Port': ['ID=af56e594-8965-4e02-b866-41d02e71ab10,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:16.727163 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.744648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.746008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7ed06c23-b37e-4b5e-b636-11eaa86b6aa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8243091 Dec 13 13:31:16.760702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b851015-8959-49ef-a56e-1a10f78cc16e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:31:16.814455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6b851015-8959-49ef-a56e-1a10f78cc16e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:16.814687 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:16.909863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-06ffd0dd-9161-40a8-bbb2-7a83ef257002 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1034766569&fields=id&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 267 time: 0.0483761 Dec 13 13:31:16.930343 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:31:16.942419 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:31:16.943205 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:30:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:17.027253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-a3442756-908c-46a0-8677-72c0513e53ef tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:17.028769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-a3442756-908c-46a0-8677-72c0513e53ef tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 811 time: 0.1116960 Dec 13 13:31:17.044741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-e2f8870c-f3cb-4126-8819-cd695a86d73d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/quotas/6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 375 time: 0.0097339 Dec 13 13:31:17.053286 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:31:17.100053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-590eb78d-561f-4b43-92b5-5806d2c9fa00 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500653 Dec 13 13:31:17.206238 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1cc47b8f-7e2a-45e9-8858-cb921a7d01a1 service neutron] 10.222.0.31 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931411 Dec 13 13:31:17.274683 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 2, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:17.304301 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:31:17.304696 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Updating router 3f0fda68-bce0-41e6-b851-75a939c806c9 port 266cfab3-bec7-4234-800a-48e718b73964 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:31:17.335287 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:17.601532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-751e77bf-8aae-4b49-991b-cdac04db6b9f service neutron] 10.222.0.31 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886793 Dec 13 13:31:17.621487 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:17.628382 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:17.734756 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Attempting to bind port 266cfab3-bec7-4234-800a-48e718b73964 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:31:17.735127 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Attempting to bind port 266cfab3-bec7-4234-800a-48e718b73964 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:31:17.735702 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Attempting to bind port 266cfab3-bec7-4234-800a-48e718b73964 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:31:17.738663 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Pushing event updated for resources: {'Port': ['ID=266cfab3-bec7-4234-800a-48e718b73964,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:17.748719 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.749087 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.749421 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.749944 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.751053 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.751541 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.752829 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.753354 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.753884 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.754470 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.754995 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.755526 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.756201 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:31:17.772017 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:31:17.772406 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:31:17.772793 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:17.773672 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:31:17.773672 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Bound port: 266cfab3-bec7-4234-800a-48e718b73964, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:31:17.774004 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:17.800807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f22cf98-4ff7-4a56-9218-9475a63015d5 req-ac2f3abd-f56e-4488-9d7e-a7390b5a61c1 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 210 time: 0.0434229 Dec 13 13:31:17.885690 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] For port 266cfab3-bec7-4234-800a-48e718b73964, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:31:17.892025 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] For port 266cfab3-bec7-4234-800a-48e718b73964, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=266cfab3-bec7-4234-800a-48e718b73964,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:31:17.897441 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:17.965985 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:31:17.973099 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:30:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:18.014105 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7b9921c1-9f86-47c0-b67f-585a1f75f44e None None] Provisioning complete for port 266cfab3-bec7-4234-800a-48e718b73964 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:18.014591 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b9921c1-9f86-47c0-b67f-585a1f75f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:18.036601 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e8b7-46a8-4da9-a785-cd3df6460c3c None None] Pushing event updated for resources: {'Port': ['ID=266cfab3-bec7-4234-800a-48e718b73964,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:18.137688 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b9921c1-9f86-47c0-b67f-585a1f75f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:18.169886 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:31:18.181553 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7b9921c1-9f86-47c0-b67f-585a1f75f44e None None] For port 266cfab3-bec7-4234-800a-48e718b73964, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=266cfab3-bec7-4234-800a-48e718b73964,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:18.187335 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b9921c1-9f86-47c0-b67f-585a1f75f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:18.252447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9921c1-9f86-47c0-b67f-585a1f75f44e None None] Pushing event updated for resources: {'Port': ['ID=266cfab3-bec7-4234-800a-48e718b73964,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:18.317162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-808eb54d-d1d8-4c72-b373-ace5ecf08b30 None None] Provisioning complete for port 266cfab3-bec7-4234-800a-48e718b73964 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:18.317570 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-808eb54d-d1d8-4c72-b373-ace5ecf08b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:18.452592 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:17Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:18.485344 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47413b2a-1daf-4d13-a5bc-484cccbd46a4 None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:17Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:31:18.751246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 266cfab3-bec7-4234-800a-48e718b73964 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:31:18.807712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 266cfab3-bec7-4234-800a-48e718b73964 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:18.808199 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:18.912746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93eb6350-1bbb-4234-a98c-a33764218e43 req-450669b8-c992-4bc0-91e0-c040dd08c1d3 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 210 time: 0.0352397 Dec 13 13:31:19.082868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-076114e2-6be7-46bb-995e-517e36e948e7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:19.084635 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-076114e2-6be7-46bb-995e-517e36e948e7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 811 time: 0.1148782 Dec 13 13:31:19.153166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-c9210eed-2e2c-4069-80fb-91022df7aefe tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 380 time: 0.0599067 Dec 13 13:31:19.164308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'port': {'device_id': '3a445754-33c8-482b-9ec9-246c93af6894', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'admin_state_up': True, 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'security_groups': ['ad2bfde4-f112-436a-aa02-b3b7a0cadcd9']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:19.277101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Made reservation on behalf of 6c6a218043dd45aba87c334887e1c174 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:31:19.280672 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:19.420088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Allocated IP 172.20.0.11 (6ebb29df-457b-4f4e-8211-2e8cd6d8fb01/7958bf0b-93ec-4959-be70-48e12e3186f7/84642b5a-2732-46f9-a19f-8c8ce99a5fcf) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:31:19.578478 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:19.616693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:19.664265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:31:19.667403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:31:19.670992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:31:19.677299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event updated for resources: {'Port': ['ID=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:19.734437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:19.735097 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:19.754475 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-1e3e7b00-f988-4967-be57-03487d1ba646 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5941820 Dec 13 13:31:19.767380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Request body: {'port': {'device_id': '3a445754-33c8-482b-9ec9-246c93af6894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:19.824982 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:19.951267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ae0f2236-7cdc-443e-a39d-ba80d9adc56b None None] Provisioning complete for port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:19.951826 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2236-7cdc-443e-a39d-ba80d9adc56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:19.987372 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f2236-7cdc-443e-a39d-ba80d9adc56b None None] Port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:31:20.070968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665871ca-3307-4ad0-a4c1-4e900f89c85b req-220597e0-1c40-431e-a013-16356f26c33f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:20.072770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-665871ca-3307-4ad0-a4c1-4e900f89c85b req-220597e0-1c40-431e-a013-16356f26c33f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 932 time: 0.0763938 Dec 13 13:31:20.166907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-665871ca-3307-4ad0-a4c1-4e900f89c85b req-96bceb47-aeb0-4e25-b048-df059ea23b4b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842159 Dec 13 13:31:20.170331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84642b5a-2732-46f9-a19f-8c8ce99a5fcf {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:31:20.177935 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:20.190592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Transition to ACTIVE for port object 84642b5a-2732-46f9-a19f-8c8ce99a5fcf will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:31:20.196594 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:20.249165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Pushing event updated for resources: {'Port': ['ID=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:20.323646 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Attempting to bind port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:31:20.323977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Attempting to bind port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:31:20.324319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Attempting to bind port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:31:20.328966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:31:20.329286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Attempting to bind port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:31:20.334311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:31:20.334651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:31:20.335030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:31:20.335563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Bound port: 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:31:20.335911 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:20.412420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:31:20.415707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:31:20.424232 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:20.463122 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:20.463822 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:20.465221 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] 10.222.0.42 "PUT /v2.0/ports/84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 1092 time: 0.7023602 Dec 13 13:31:20.465667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:31:20.468024 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8102e91-bf97-49eb-9c07-abfeda430560" -d '{"events": [{"name": "network-changed", "server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:31:20.513050 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039eb969-38a8-4bb9-aeb4-0f62f8f0c8ed x-openstack-request-id: req-039eb969-38a8-4bb9-aeb4-0f62f8f0c8ed {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:31:20.513351 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:31:20.513955 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-039eb969-38a8-4bb9-aeb4-0f62f8f0c8ed {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:31:20.514416 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'status': 'completed', 'code': 200} Dec 13 13:31:20.515368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46263c-886e-45d8-91c5-efc040b1ad48 service neutron] Pushing event updated for resources: {'Port': ['ID=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:20.560464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-6c35c075-3edd-49ff-bd3c-c7e5768454e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:20.562042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-6c35c075-3edd-49ff-bd3c-c7e5768454e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 1095 time: 0.0430050 Dec 13 13:31:20.610614 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-b7c3e65d-ec19-4b20-ad76-9746f888658c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 217 time: 0.0409126 Dec 13 13:31:20.661547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-d7ded88c-a1f0-45ff-a6a3-a8435c10778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:20.662955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-d7ded88c-a1f0-45ff-a6a3-a8435c10778a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0458333 Dec 13 13:31:20.707943 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-659efdbc-f9ca-4527-a59e-312be95b2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:20.709354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-659efdbc-f9ca-4527-a59e-312be95b2eb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398784 Dec 13 13:31:20.804899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-eac66ef4-21f3-4681-b572-b8a6ec66ef31 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881121 Dec 13 13:31:20.901338 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3cef0de-1664-4674-8c6a-58c085c97bb8 req-371b12bb-1721-4ffc-bf29-e43bdea99a74 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894477 Dec 13 13:31:21.001088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-2f5036a0-185b-4e85-b6d2-d53c4c8bd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:21.002547 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-2f5036a0-185b-4e85-b6d2-d53c4c8bd6aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 1095 time: 0.0515573 Dec 13 13:31:21.097373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-a42294b0-9fa7-438c-ad23-794f3891d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:21.099638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-a42294b0-9fa7-438c-ad23-794f3891d2f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0900567 Dec 13 13:31:21.147997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-758336de-a931-4d18-ab50-6c76aeedaa96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 217 time: 0.0406349 Dec 13 13:31:21.203229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-5f106a0c-36c7-4a83-8081-f22c769b9173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:21.205301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-5f106a0c-36c7-4a83-8081-f22c769b9173 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0497491 Dec 13 13:31:21.276664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-0cb60b1b-484e-49d0-882d-de52051d80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:21.278248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-0cb60b1b-484e-49d0-882d-de52051d80c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658870 Dec 13 13:31:21.315172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314182b6-f654-4d3d-806a-8ebd8130bfc9 req-d4c9b435-e517-4d14-832a-b19828ad9c80 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:21.316624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-314182b6-f654-4d3d-806a-8ebd8130bfc9 req-d4c9b435-e517-4d14-832a-b19828ad9c80 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 944 time: 0.0740659 Dec 13 13:31:21.413091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-314182b6-f654-4d3d-806a-8ebd8130bfc9 req-52f8aa9b-88ed-4c30-a9d2-8f779338824d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692685 Dec 13 13:31:21.417426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-39da2716-9413-492f-a99f-01e115d242f8 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306462 Dec 13 13:31:21.528094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8102e91-bf97-49eb-9c07-abfeda430560 req-dc11f41c-4817-4b17-af62-75f0b867be13 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030333 Dec 13 13:31:22.566247 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6893e6-092f-4f36-a74c-c087a58d0698 req-f0c6337c-3699-42cb-b405-9f6c33ddc19d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:22.568017 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f6893e6-092f-4f36-a74c-c087a58d0698 req-f0c6337c-3699-42cb-b405-9f6c33ddc19d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 944 time: 0.0645101 Dec 13 13:31:22.644937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f6893e6-092f-4f36-a74c-c087a58d0698 req-c2a92023-348b-4d3d-9279-c09f4398b015 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655458 Dec 13 13:31:23.781834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e7bb5-7664-42be-a416-e84b856fe763 req-78f2600f-1246-4da7-8100-02990fb9287a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:23.783302 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-925e7bb5-7664-42be-a416-e84b856fe763 req-78f2600f-1246-4da7-8100-02990fb9287a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 944 time: 0.0532520 Dec 13 13:31:23.830812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-925e7bb5-7664-42be-a416-e84b856fe763 req-dcf65c68-6f9c-482a-acbd-5c939e0df3bd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409455 Dec 13 13:31:24.274150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4908f671-9c70-4d25-8b21-e633b69acd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:24.868676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 84642b5a-2732-46f9-a19f-8c8ce99a5fcf details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:31:24.965930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecf3ea-7c0a-4a51-b45a-34ad2af3775c req-d32d45a3-0f63-4700-b44b-d7f55b8d08a0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:24.967447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21ecf3ea-7c0a-4a51-b45a-34ad2af3775c req-d32d45a3-0f63-4700-b44b-d7f55b8d08a0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 944 time: 0.0565827 Dec 13 13:31:24.969378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:24.982270 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'port_id': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'mac_address': 'fa:16:3e:d1:4a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:31:25.015606 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21ecf3ea-7c0a-4a51-b45a-34ad2af3775c req-92803d4e-adae-492f-92dd-21ab1af3ed50 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419383 Dec 13 13:31:25.024119 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:25.038050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84642b5a-2732-46f9-a19f-8c8ce99a5fcf {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:31:25.059439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:25.064591 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:25.112387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:25.257291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['84642b5a-2732-46f9-a19f-8c8ce99a5fcf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:31:26.159577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c2a4c-cb98-43db-af20-ca22e8de0bb7 req-2f016679-3cfa-49e1-a289-a3b107f014ed tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:26.161056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-071c2a4c-cb98-43db-af20-ca22e8de0bb7 req-2f016679-3cfa-49e1-a289-a3b107f014ed tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 945 time: 0.0570540 Dec 13 13:31:26.210398 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-071c2a4c-cb98-43db-af20-ca22e8de0bb7 req-3fd1031a-29f6-4419-8132-0e03fe93e647 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429475 Dec 13 13:31:26.670648 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae6da097-2e87-4eca-b240-9cac46360d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:26.895754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 84642b5a-2732-46f9-a19f-8c8ce99a5fcf up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:31:26.953964 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:31:26.957715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:31:26.958112 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:27.047273 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:27.073870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:31:27.076216 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a9630f-0281-4195-8ac1-795d7d040e9e" -d '{"events": [{"server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "name": "network-vif-plugged", "status": "completed", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:31:27.089456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:31:27.094801 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:27.120696 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c28fd62-b9ee-4b7a-8e4d-bb595e224385 x-openstack-request-id: req-2c28fd62-b9ee-4b7a-8e4d-bb595e224385 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:31:27.120989 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "name": "network-vif-plugged", "status": "completed", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:31:27.121241 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c28fd62-b9ee-4b7a-8e4d-bb595e224385 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:31:27.121628 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'code': 200} Dec 13 13:31:27.148564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:31:27.218262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ecd27-0362-4aff-b11b-edd6767bc91b req-be628edd-45e9-458d-806b-f22a5f4304d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:27.219729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e23ecd27-0362-4aff-b11b-edd6767bc91b req-be628edd-45e9-458d-806b-f22a5f4304d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 1097 time: 0.0416002 Dec 13 13:31:27.271503 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e23ecd27-0362-4aff-b11b-edd6767bc91b req-b5d59906-d4c1-4368-97ef-0f6c527362cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438237 Dec 13 13:31:27.329685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d8cdc-e446-4c08-acfa-d2791ac9c005 req-9a99b45a-0bd5-4c10-b25d-1dfab393bfc5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:27.331205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-595d8cdc-e446-4c08-acfa-d2791ac9c005 req-9a99b45a-0bd5-4c10-b25d-1dfab393bfc5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0495086 Dec 13 13:31:27.380268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-595d8cdc-e446-4c08-acfa-d2791ac9c005 req-b991a16e-3084-4fd5-81b4-94d3d112f16f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431349 Dec 13 13:31:27.852229 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:28.518734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36053c54-29ab-4df2-bced-33aa43a9997a req-87e8f9a9-7316-422a-a154-f20058531a1c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:28.520109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36053c54-29ab-4df2-bced-33aa43a9997a req-87e8f9a9-7316-422a-a154-f20058531a1c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0558209 Dec 13 13:31:28.578940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-36053c54-29ab-4df2-bced-33aa43a9997a req-5b7c6358-c4c0-40ce-819d-dae1ff51931d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504501 Dec 13 13:31:28.716093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30326-7b95-4892-8b61-ab9968dc0826 req-ec437d6a-2975-43df-9e05-16e705988905 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:28.717576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-32a30326-7b95-4892-8b61-ab9968dc0826 req-ec437d6a-2975-43df-9e05-16e705988905 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0628085 Dec 13 13:31:28.730667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37142) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:31:28.735595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4c85b63e-5c62-4dec-a0e9-72477d8f259e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'floatingip': {'port_id': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:31:28.777436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c85b63e-5c62-4dec-a0e9-72477d8f259e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:29.202748 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:29.256879 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c85b63e-5c62-4dec-a0e9-72477d8f259e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:29.262671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c85b63e-5c62-4dec-a0e9-72477d8f259e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:29.375566 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-4c85b63e-5c62-4dec-a0e9-72477d8f259e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb associated. External IP: 172.25.2.236, port: 84642b5a-2732-46f9-a19f-8c8ce99a5fcf. Dec 13 13:31:29.601160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c85b63e-5c62-4dec-a0e9-72477d8f259e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:31:29.712987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c85b63e-5c62-4dec-a0e9-72477d8f259e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:31:29.719812 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4c85b63e-5c62-4dec-a0e9-72477d8f259e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:29.729842 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:31:29.741067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:31:29.741692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:31:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:29.751633 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4c85b63e-5c62-4dec-a0e9-72477d8f259e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "PUT /v2.0/floatingips/27943ecf-7e41-4d0a-b99f-285d34a1fbbb HTTP/1.1" status: 200 len: 992 time: 1.0196187 Dec 13 13:31:29.752216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:31:29.754573 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced591bb-ff43-4847-b461-3ee3a0883fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:31:29.803129 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b40db9-efae-416d-a43a-ab196612b81b x-openstack-request-id: req-e8b40db9-efae-416d-a43a-ab196612b81b {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:31:29.803551 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:31:29.803807 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8b40db9-efae-416d-a43a-ab196612b81b {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:31:29.804333 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'status': 'completed', 'code': 200} Dec 13 13:31:29.851215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:31:29.864954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-0f73d2b6-c699-4e9f-9383-e8436e516ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:29.866494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-0f73d2b6-c699-4e9f-9383-e8436e516ae6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 1097 time: 0.0418482 Dec 13 13:31:29.953165 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:29.966559 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-1db2c919-55e7-4cd0-9576-72f471778bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:29.967965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-1db2c919-55e7-4cd0-9576-72f471778bc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0944879 Dec 13 13:31:30.039861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-97306e16-dcfe-4fab-95a3-231edbf84e96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 1000 time: 0.0636132 Dec 13 13:31:30.088653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-e92f345c-cf83-4b02-b4e0-042c264b2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:30.090168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-e92f345c-cf83-4b02-b4e0-042c264b2a99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0439878 Dec 13 13:31:30.093253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:d1:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a445754-33c8-482b-9ec9-246c93af6894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:31:29Z', 'revision_number': 1, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:30.119468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:31:30.129569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:31:30.130208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:31:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:30.141187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-2691cce6-a49f-4886-bb5c-7ae080379b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:31:30.142872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-2691cce6-a49f-4886-bb5c-7ae080379b6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454259 Dec 13 13:31:30.241619 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:31:30.485916 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:d1:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a445754-33c8-482b-9ec9-246c93af6894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:31:29Z', 'revision_number': 1, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:31:30.513302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a16a65-04c1-4d09-821b-e6ddef2d9e64 None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:d1:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a445754-33c8-482b-9ec9-246c93af6894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:31:29Z', 'revision_number': 1, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:31:30.530107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-c44efa16-45a4-4fd3-999e-5baff873da81 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802593 Dec 13 13:31:30.628215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ced591bb-ff43-4847-b461-3ee3a0883fdb req-289996d2-7fdb-4d33-b7fc-727728874211 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910988 Dec 13 13:31:30.704534 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c430446-3844-495c-96e9-9849af69f2cf None None] New status for floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:31:37.842587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:37.854467 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:38.565875 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:31:54.275932 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8022c102-fcd0-44fc-9bc6-66eb8527dec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:56.675414 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e5c66cc-e223-4e44-9de8-e412b65de679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:57.859274 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:59.213220 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:31:59.929799 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:07.850967 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:07.854582 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:15.564874 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:32:24.273294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da7bc972-f21a-4dc7-9d93-fc905a6fcf1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:26.154581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-cb16fe25-3b32-4086-aed9-18c19c4c69d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424407 Dec 13 13:32:26.253889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-1e2108c0-d3d7-4aa5-9960-9a30be03e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:32:26.255439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-1e2108c0-d3d7-4aa5-9960-9a30be03e24e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 1097 time: 0.0547986 Dec 13 13:32:26.366977 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-8563207d-5bbf-460a-8c98-ae8f3ff1315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:32:26.368531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-8563207d-5bbf-460a-8c98-ae8f3ff1315a service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0924530 Dec 13 13:32:26.449387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-b1579ee2-a11d-4cc1-968b-13c4eba02bea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 1002 time: 0.0732908 Dec 13 13:32:26.499614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-80fda677-7335-4deb-8280-6c6fe3f4eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:32:26.501431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-80fda677-7335-4deb-8280-6c6fe3f4eb26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0450292 Dec 13 13:32:26.553762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-d093dda6-c8c3-4a47-9d29-20b1798d7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:32:26.555350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-d093dda6-c8c3-4a47-9d29-20b1798d7464 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468404 Dec 13 13:32:26.648226 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-f3406811-3e83-4746-8593-9e0876e4d654 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856981 Dec 13 13:32:26.669678 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-678fbc19-3b78-4a57-9566-1d7cf1210da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:26.746307 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1b2c6d18-a534-4020-8aad-4b55403e15ce req-fb03f85f-a4b4-4bf7-a9e9-a490fcf04f44 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913916 Dec 13 13:32:27.870535 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:29.214887 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:29.934901 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:37.848816 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:37.868614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:52.569041 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:32:54.279043 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecc36456-02d1-4b61-9ecb-5bf7a1e7509b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:56.681188 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b844bdb-ee1d-4ecd-968e-73a876acf257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:57.874494 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:59.216958 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:32:59.940557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:07.478727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768e390-edea-4de2-8731-cbfcec4527b0 req-f559b142-16ff-4df5-9c84-463001506c40 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:07.480231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6768e390-edea-4de2-8731-cbfcec4527b0 req-f559b142-16ff-4df5-9c84-463001506c40 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0632544 Dec 13 13:33:07.529857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6768e390-edea-4de2-8731-cbfcec4527b0 req-d4ffd8cd-156f-40e7-a8a9-d2a49e89db83 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 Dec 13 13:33:07.806940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-59cf7856-5523-4863-9267-23c322919294 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731866 Dec 13 13:33:07.815005 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced102-5525-4f18-8882-496cbfe64430 req-3f04f2c0-030b-4aa7-b0ae-40b1bccf8331 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:07.816411 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-baced102-5525-4f18-8882-496cbfe64430 req-3f04f2c0-030b-4aa7-b0ae-40b1bccf8331 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0734606 Dec 13 13:33:07.840513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:07.869289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-baced102-5525-4f18-8882-496cbfe64430 req-fb84523f-da40-4481-82e6-4b679bcbc63c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460989 Dec 13 13:33:07.880953 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:09.001093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6f69c-ad2d-46b9-a107-534938859a87 req-e722af53-fd78-47cb-88fc-86f8a7df7f28 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:09.002889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53f6f69c-ad2d-46b9-a107-534938859a87 req-e722af53-fd78-47cb-88fc-86f8a7df7f28 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0564349 Dec 13 13:33:09.074903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53f6f69c-ad2d-46b9-a107-534938859a87 req-a6f6ffeb-3f8f-4f33-a15a-fa4d6c41b2db tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636804 Dec 13 13:33:09.077465 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-0e72b32a-d22a-41c6-bcc8-d0bcb4d7d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:09.078922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-0e72b32a-d22a-41c6-bcc8-d0bcb4d7d2e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 1097 time: 0.0751488 Dec 13 13:33:09.183665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-ffe97776-6dc9-4ed9-b0f0-5a17e1b92971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:09.185168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-ffe97776-6dc9-4ed9-b0f0-5a17e1b92971 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0969825 Dec 13 13:33:09.253852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-764eb7d0-496b-4bbb-a99b-75c4a7440249 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 1002 time: 0.0616331 Dec 13 13:33:09.308004 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-abcdf3e6-c2cd-425a-abe7-2d1f986d24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:09.309442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-abcdf3e6-c2cd-425a-abe7-2d1f986d24c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0483940 Dec 13 13:33:09.356425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-aaff142a-11f2-439b-8bd1-d2b6e6df4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:09.357894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-aaff142a-11f2-439b-8bd1-d2b6e6df4327 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414057 Dec 13 13:33:09.449805 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-6c39ee66-2668-41c2-9b89-0bd6cf92f72c service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833018 Dec 13 13:33:09.553993 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-96e4d4b4-082f-4358-9bfe-983d8d6a0046 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972214 Dec 13 13:33:10.218887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d3558-f1c3-4caf-ad23-f80088ffde5d req-33aa1fe9-92ae-4a3e-90e9-ce60a9145080 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:10.220672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f90d3558-f1c3-4caf-ad23-f80088ffde5d req-33aa1fe9-92ae-4a3e-90e9-ce60a9145080 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0645552 Dec 13 13:33:10.278112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f90d3558-f1c3-4caf-ad23-f80088ffde5d req-2c460161-e8cd-4ce3-9fcb-9bd9646ef75d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510151 Dec 13 13:33:11.409493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf3ee5-616f-45e2-b8d5-010c4adb2e8c req-5ed6b74a-4345-4f60-a3ca-39121b682968 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:11.411018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ffcf3ee5-616f-45e2-b8d5-010c4adb2e8c req-5ed6b74a-4345-4f60-a3ca-39121b682968 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0576856 Dec 13 13:33:11.464085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ffcf3ee5-616f-45e2-b8d5-010c4adb2e8c req-eec5b598-12b5-4956-afe1-6eb09b0a7af4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439417 Dec 13 13:33:12.591615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf82a1-9074-4cf4-844c-c675a8202a63 req-b27c36f0-0f2d-45f4-862a-ad22e4b39fd7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:12.593092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09bf82a1-9074-4cf4-844c-c675a8202a63 req-b27c36f0-0f2d-45f4-862a-ad22e4b39fd7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0540557 Dec 13 13:33:12.644770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09bf82a1-9074-4cf4-844c-c675a8202a63 req-f19dab5c-92e1-422d-a4e8-1347528bb3b5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430779 Dec 13 13:33:13.777403 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339aea41-a275-4c6b-b265-fcd072f599fd req-18f7151e-a5eb-404a-8585-439e00f00ad4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:13.778807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-339aea41-a275-4c6b-b265-fcd072f599fd req-18f7151e-a5eb-404a-8585-439e00f00ad4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0588996 Dec 13 13:33:13.833175 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-339aea41-a275-4c6b-b265-fcd072f599fd req-ca3de952-542a-49c0-969c-143d72841baf tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453868 Dec 13 13:33:14.974992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41415e7-803a-41d5-abfe-0521bb3d9359 req-cdad592a-15e2-42a1-b9a5-8b99ae635a6b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:14.976469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c41415e7-803a-41d5-abfe-0521bb3d9359 req-cdad592a-15e2-42a1-b9a5-8b99ae635a6b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0590627 Dec 13 13:33:15.025120 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c41415e7-803a-41d5-abfe-0521bb3d9359 req-accb59a8-3a99-46e3-8cab-cd9320f287a8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Dec 13 13:33:16.160702 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f506c-7e2e-48ef-ab26-8353b86e1a8e req-7d62d520-04b3-43c1-85cf-fb1fa47aaf37 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:16.162196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e25f506c-7e2e-48ef-ab26-8353b86e1a8e req-7d62d520-04b3-43c1-85cf-fb1fa47aaf37 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0519435 Dec 13 13:33:16.212324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e25f506c-7e2e-48ef-ab26-8353b86e1a8e req-5eac066b-2d1e-44cb-8ff2-24815fb80031 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 Dec 13 13:33:17.335477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bda7e-d6a8-4064-b957-a5bdfddbdfcd req-8ffaa3dc-3554-4475-b4d3-2c885d261a58 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:17.337000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-682bda7e-d6a8-4064-b957-a5bdfddbdfcd req-8ffaa3dc-3554-4475-b4d3-2c885d261a58 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0539353 Dec 13 13:33:17.387147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-682bda7e-d6a8-4064-b957-a5bdfddbdfcd req-d6058a0b-269a-4ade-9e39-4ff96ff04874 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439439 Dec 13 13:33:18.513507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac85fd-a08a-427e-86a9-f0ebe34e3599 req-7220b75b-5b8a-4ce8-a7fe-02a8107de343 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:18.514902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93ac85fd-a08a-427e-86a9-f0ebe34e3599 req-7220b75b-5b8a-4ce8-a7fe-02a8107de343 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0513668 Dec 13 13:33:18.565938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-93ac85fd-a08a-427e-86a9-f0ebe34e3599 req-8f785b18-9d2f-479d-b45b-dc61537e95b5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Dec 13 13:33:19.702849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed52a-522a-4c54-adc6-bb8a6c3a0584 req-f197aadb-132d-45b8-90ff-001e8add258f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:19.705192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-624ed52a-522a-4c54-adc6-bb8a6c3a0584 req-f197aadb-132d-45b8-90ff-001e8add258f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0642416 Dec 13 13:33:19.760767 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-624ed52a-522a-4c54-adc6-bb8a6c3a0584 req-1890d97e-5928-4985-91e6-79cbea77d47b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496426 Dec 13 13:33:20.882635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f067a-82c2-41ce-b620-90aa117c7853 req-80d2d17d-cb22-4738-bd18-f422328cb050 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:20.884162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-127f067a-82c2-41ce-b620-90aa117c7853 req-80d2d17d-cb22-4738-bd18-f422328cb050 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0522099 Dec 13 13:33:20.944893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-127f067a-82c2-41ce-b620-90aa117c7853 req-ccd00005-c94e-4f63-b155-8bb24a1d13c5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520718 Dec 13 13:33:21.373759 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-fc3f2086-93c4-4092-b89b-51fed57ab999 service neutron] show failed (client error): The resource could not be found. Dec 13 13:33:21.374827 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-fc3f2086-93c4-4092-b89b-51fed57ab999 service neutron] 10.222.0.42 "GET /v2.0/ports/84642b5a-2732-46f9-a19f-8c8ce99a5fcf/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0769856 Dec 13 13:33:21.715842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-e92afb11-e3d7-4871-83f0-ed1103489f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:21.717386 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-e92afb11-e3d7-4871-83f0-ed1103489f3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 1097 time: 0.1669574 Dec 13 13:33:21.729003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:33:21.780692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:22.009655 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:33:22.043241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:33:22.071083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3d014-3dfa-4249-8302-8cae2a0552c9 req-c6c9ef5a-53cc-42ec-999f-0c77f6e6fd6d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:22.072778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09c3d014-3dfa-4249-8302-8cae2a0552c9 req-c6c9ef5a-53cc-42ec-999f-0c77f6e6fd6d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0522537 Dec 13 13:33:22.083670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:33:22.085920 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94afa95-8912-4c37-8409-e9a1f97c6e5f" -d '{"events": [{"server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "name": "network-vif-unplugged", "status": "completed", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:33:22.090180 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:22.103501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Transition to ACTIVE for port object 84642b5a-2732-46f9-a19f-8c8ce99a5fcf will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:33:22.108260 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:22.123565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09c3d014-3dfa-4249-8302-8cae2a0552c9 req-1003e378-0ea7-4980-984f-e46b181d771c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449529 Dec 13 13:33:22.139555 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0d286e-4255-4897-98ad-e437519b287e x-openstack-request-id: req-eb0d286e-4255-4897-98ad-e437519b287e {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:33:22.139846 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "name": "network-vif-unplugged", "status": "completed", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:33:22.140098 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb0d286e-4255-4897-98ad-e437519b287e {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:33:22.140502 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'code': 200} Dec 13 13:33:22.232242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Pushing event updated for resources: {'Port': ['ID=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,revision_number=6']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:33:22.255382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.255733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.256074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.256410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.256743 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.257069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.257395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.257721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.258045 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.258395 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.258705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.259004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.259343 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:22.297065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] No DVR routers for this DVR port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:33:22.439739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Attempting to bind port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:33:22.440049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Attempting to bind port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:33:22.440302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Attempting to bind port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:33:22.445384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:33:22.445384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Attempting to bind port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:33:22.450125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:33:22.450486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:33:22.450861 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:33:22.451278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Bound port: 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:33:22.451627 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:22.519594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:33:22.523027 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:33:22.528905 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:22.565119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:22.566024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:22.567366 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] 10.222.0.37 "PUT /v2.0/ports/84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 1092 time: 0.8422725 Dec 13 13:33:22.586527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b6ca8-c56f-4e2d-8d77-4e2d0a8dc870 service neutron] Pushing event updated for resources: {'Port': ['ID=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:33:22.632613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-4bbebd1a-c5de-4a88-8aad-d9c3515ad4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:22.634158 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-4bbebd1a-c5de-4a88-8aad-d9c3515ad4a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 1095 time: 0.0431492 Dec 13 13:33:22.730572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-d514e3a5-34a0-40f0-8652-f70169614f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:22.732047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-d514e3a5-34a0-40f0-8652-f70169614f82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0913873 Dec 13 13:33:22.800684 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-0f82081e-c5b7-4d37-9240-5b1f38dd5db0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 1000 time: 0.0616150 Dec 13 13:33:22.854379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-a42205fb-2d9b-4c16-8f3c-7427f3cef168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:22.855811 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-a42205fb-2d9b-4c16-8f3c-7427f3cef168 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0480618 Dec 13 13:33:22.901536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-f4788661-050f-449e-a144-66eeec019272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:22.903074 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-f4788661-050f-449e-a144-66eeec019272 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407836 Dec 13 13:33:22.997995 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-d3d523a9-ccac-476a-ad82-681d157dfb29 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869009 Dec 13 13:33:23.096906 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-37009de4-fb93-44ba-884c-26491f1eb9d9 req-282d7d60-4373-4237-ae4a-f85b2d3d0e82 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916245 Dec 13 13:33:23.246788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f5cb5-dd80-4665-8e80-b6653ed96d3b req-011deac9-70d8-411b-af46-200e158a5f51 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:23.248276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d09f5cb5-dd80-4665-8e80-b6653ed96d3b req-011deac9-70d8-411b-af46-200e158a5f51 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 944 time: 0.0496724 Dec 13 13:33:23.296231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d09f5cb5-dd80-4665-8e80-b6653ed96d3b req-7d0a1ecf-0689-4efb-be30-1281a2768b56 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413606 Dec 13 13:33:24.142250 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:33:24.145811 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b75f374-b02e-4452-816a-aabecafb65b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:33:24.202004 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7322ff-42a2-41c4-8991-ce330757cb75 x-openstack-request-id: req-1c7322ff-42a2-41c4-8991-ce330757cb75 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:33:24.202347 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:33:24.202668 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c7322ff-42a2-41c4-8991-ce330757cb75 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:33:24.203080 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'status': 'completed', 'code': 200} Dec 13 13:33:24.272074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-8e851982-56c8-41c3-87e2-540cb122f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:24.274183 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156b99d3-7d26-4886-927a-96279344c887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:24.275411 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-8e851982-56c8-41c3-87e2-540cb122f9c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 1095 time: 0.0476604 Dec 13 13:33:24.278321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-6ffb0435-6f04-4526-87f8-6745f15064bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:24.279998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-6ffb0435-6f04-4526-87f8-6745f15064bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 1095 time: 0.0566123 Dec 13 13:33:24.376086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-859002da-56f9-459e-88ef-c09bfbcbb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:24.378006 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-859002da-56f9-459e-88ef-c09bfbcbb8c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0908380 Dec 13 13:33:24.386977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-ebb3d242-466d-49e8-9fcd-e47f73b0e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:24.388567 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-ebb3d242-466d-49e8-9fcd-e47f73b0e390 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.1051002 Dec 13 13:33:24.451469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-747c3090-acc0-4ec4-9265-9f35de75abbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 1000 time: 0.0661588 Dec 13 13:33:24.460797 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-16551924-d6de-4d22-af04-831fbcc551cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 1000 time: 0.0628271 Dec 13 13:33:24.512100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-9e1375dc-a952-4d5b-a694-6b1b3006206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:24.513563 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-9e1375dc-a952-4d5b-a694-6b1b3006206b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0452127 Dec 13 13:33:24.540545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-9c3947cd-e55a-4354-9c6a-b2791a97ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:24.542019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-9c3947cd-e55a-4354-9c6a-b2791a97ef42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0839446 Dec 13 13:33:24.551110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408812d-d528-4a45-8ddd-f3e5df8148e0 req-2b4e3671-1d88-417a-b1a0-c7eb56e58ed9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:24.552504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a408812d-d528-4a45-8ddd-f3e5df8148e0 req-2b4e3671-1d88-417a-b1a0-c7eb56e58ed9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 944 time: 0.1610539 Dec 13 13:33:24.574534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-5b971822-0834-42bc-9e15-3648364aa73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:24.576033 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-5b971822-0834-42bc-9e15-3648364aa73b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503626 Dec 13 13:33:24.625924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-4bbe1491-6095-4bec-ba08-62a4c91a5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:24.628921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-4bbe1491-6095-4bec-ba08-62a4c91a5532 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751877 Dec 13 13:33:24.638683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a408812d-d528-4a45-8ddd-f3e5df8148e0 req-6d81ad5c-c90f-4991-8303-edc4d81eec1e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776072 Dec 13 13:33:24.755402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-e94e16b7-2677-4d0c-91e8-012520ef9527 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156919 Dec 13 13:33:24.857938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-16b3703c-5c3d-43a7-bb19-c1977574824b service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954404 Dec 13 13:33:25.038206 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-5e91bed7-f31f-49e9-ad66-a98bfbcf6ce2 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472029 Dec 13 13:33:25.148935 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3b75f374-b02e-4452-816a-aabecafb65b4 req-e87fdff8-71a6-4e05-9a3b-6a512050e7a8 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028867 Dec 13 13:33:25.388603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 84642b5a-2732-46f9-a19f-8c8ce99a5fcf no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:33:25.438062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 84642b5a-2732-46f9-a19f-8c8ce99a5fcf not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:33:25.868696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f9e28-7da7-4be2-8be0-dbd15ede4eb3 req-49768828-3011-4392-aefb-b548d6ab3cc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:25.870216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef7f9e28-7da7-4be2-8be0-dbd15ede4eb3 req-49768828-3011-4392-aefb-b548d6ab3cc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 944 time: 0.1376388 Dec 13 13:33:25.919486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef7f9e28-7da7-4be2-8be0-dbd15ede4eb3 req-2d7cfa4e-4e1d-49d4-bc08-3d06e5704f7c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 Dec 13 13:33:26.078363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 84642b5a-2732-46f9-a19f-8c8ce99a5fcf details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:33:26.168642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0263e9f-fd6a-4b7d-a08f-56b93b7ea440 req-84426f10-12a2-4189-a453-518e3fb2c5b9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:26.170281 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f0263e9f-fd6a-4b7d-a08f-56b93b7ea440 req-84426f10-12a2-4189-a453-518e3fb2c5b9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 944 time: 0.0923512 Dec 13 13:33:26.178488 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-76dc1e76-d8fe-4e7b-818e-b1cb03eb8b85 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:26.179871 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-76dc1e76-d8fe-4e7b-818e-b1cb03eb8b85 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894&tenant_id=6c6a218043dd45aba87c334887e1c174&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 944 time: 0.0871613 Dec 13 13:33:26.187057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:33:26.199203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'port_id': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'mac_address': 'fa:16:3e:d1:4a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:33:26.236597 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:26.250314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84642b5a-2732-46f9-a19f-8c8ce99a5fcf {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:33:26.264802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f0263e9f-fd6a-4b7d-a08f-56b93b7ea440 req-e5bb567e-f5f9-43c7-83b5-6d11f242579d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839252 Dec 13 13:33:26.270981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:33:26.273084 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-932abae8-145f-4a71-80c6-e36151c68f4c service neutron] delete failed (client error): The resource could not be found. Dec 13 13:33:26.274218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-932abae8-145f-4a71-80c6-e36151c68f4c service neutron] 10.222.0.42 "DELETE /v2.0/ports/84642b5a-2732-46f9-a19f-8c8ce99a5fcf/bindings/n-h2-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0799074 Dec 13 13:33:26.277792 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:26.328360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:33:26.335867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.336218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.336560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.336896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.337229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.337561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.337887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.338237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.338561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.338884 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.339205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.339531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.339851 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:26.358760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-2eaaa976-a2ab-4a69-8eb9-87816b5b173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:26.360288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-2eaaa976-a2ab-4a69-8eb9-87816b5b173a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 1096 time: 0.0413570 Dec 13 13:33:26.456033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-0a51789d-bb6b-441f-b241-dd67a189ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:26.457509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-0a51789d-bb6b-441f-b241-dd67a189ab56 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0902247 Dec 13 13:33:26.519454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['84642b5a-2732-46f9-a19f-8c8ce99a5fcf'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:33:26.528337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-41bd23cd-71d5-47c3-96e9-ac6aa067ecce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 200 len: 1001 time: 0.0622902 Dec 13 13:33:26.578180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-00a4fef7-4196-42fe-bc35-4c149b02e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:26.579647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-00a4fef7-4196-42fe-bc35-4c149b02e698 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0442369 Dec 13 13:33:26.630101 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-4c7203d2-0590-4b1f-b1af-1d9cc3c8b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:26.631597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-4c7203d2-0590-4b1f-b1af-1d9cc3c8b12e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435839 Dec 13 13:33:26.672872 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5261269a-c44e-4ed6-a268-daf77eb35647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:26.720003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-80c7fbc4-49f6-4c21-be22-5286436efb9b service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812883 Dec 13 13:33:26.812268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-963e8c22-1999-48f7-912a-5a5bebf5fa8a req-8674fcf9-119a-4133-a334-884864a31baa service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853004 Dec 13 13:33:27.398108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4a593-2f60-4fb6-ba8c-db04bab46ae5 req-fa82bc15-d728-48e8-894f-081a56a4efe8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:27.399651 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-54a4a593-2f60-4fb6-ba8c-db04bab46ae5 req-fa82bc15-d728-48e8-894f-081a56a4efe8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 945 time: 0.0575430 Dec 13 13:33:27.450112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-54a4a593-2f60-4fb6-ba8c-db04bab46ae5 req-2d650362-81f7-4df5-951a-b13489f20bd3 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442607 Dec 13 13:33:27.570810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fb1db-3b30-4c26-86c8-cd9d88dbd187 req-8c0d272a-8e69-4090-85f2-0f3e10eee4bb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:27.572314 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb3fb1db-3b30-4c26-86c8-cd9d88dbd187 req-8c0d272a-8e69-4090-85f2-0f3e10eee4bb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 945 time: 0.0516064 Dec 13 13:33:27.620969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb3fb1db-3b30-4c26-86c8-cd9d88dbd187 req-a037437f-a34d-4b57-8a4a-403372c0a782 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Dec 13 13:33:27.747404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6972a-e548-4723-a6f1-736d3ec09854 req-f685ccb8-c9c8-45c3-984f-bd3bd7187c19 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:27.748788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59a6972a-e548-4723-a6f1-736d3ec09854 req-f685ccb8-c9c8-45c3-984f-bd3bd7187c19 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 945 time: 0.0553393 Dec 13 13:33:27.796469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-59a6972a-e548-4723-a6f1-736d3ec09854 req-ba1420a7-ea62-4ced-8b48-7f524b4f02b6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410736 Dec 13 13:33:27.869638 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:28.045453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6616c-beb3-4184-957a-b6d8e783b6a3 req-c5413ac7-3e95-4359-8d0b-33fb3374b58c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:28.046897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16c6616c-beb3-4184-957a-b6d8e783b6a3 req-c5413ac7-3e95-4359-8d0b-33fb3374b58c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 945 time: 0.0512555 Dec 13 13:33:28.095031 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-16c6616c-beb3-4184-957a-b6d8e783b6a3 req-9b53d3a3-3bb5-49c7-a79c-92f206273578 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Dec 13 13:33:28.105374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 84642b5a-2732-46f9-a19f-8c8ce99a5fcf up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:33:28.157803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:33:28.161679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:33:28.162048 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:28.242590 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:28.266541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:33:28.268992 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd26e6d-cbbd-4c98-bef5-021b2ba85f63" -d '{"events": [{"server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "name": "network-vif-plugged", "status": "completed", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:33:28.282583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:33:28.287368 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:28.312522 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf10de0-76dc-4458-a25e-5647a61717b1 x-openstack-request-id: req-cbf10de0-76dc-4458-a25e-5647a61717b1 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:33:28.312810 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "name": "network-vif-plugged", "status": "completed", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:33:28.313061 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbf10de0-76dc-4458-a25e-5647a61717b1 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:33:28.313475 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'code': 200} Dec 13 13:33:28.337656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:33:29.217272 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:29.218001 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5bfd6-ca56-43c3-a8a5-22db0cbd15f7 req-ddf08d29-4da8-4c56-9dff-c37c79669bee tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:29.219476 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70c5bfd6-ca56-43c3-a8a5-22db0cbd15f7 req-ddf08d29-4da8-4c56-9dff-c37c79669bee tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0533950 Dec 13 13:33:29.274378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-70c5bfd6-ca56-43c3-a8a5-22db0cbd15f7 req-a4bc5e84-e0a0-429d-81e6-f3a525f2a77b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485268 Dec 13 13:33:29.318234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-1a745b6b-0692-4f54-9447-bd3c8c9a3817 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:29.319751 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-1a745b6b-0692-4f54-9447-bd3c8c9a3817 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 946 time: 0.0655825 Dec 13 13:33:29.414752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Deleting port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:33:29.415010 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:29.523039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] For port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:33:29.523379 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:29.568312 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:33:29.703335 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:29.703614 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:29.704058 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb disassociated. External IP: 172.25.2.236, port: 84642b5a-2732-46f9-a19f-8c8ce99a5fcf. Dec 13 13:33:29.704704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Calling delete_port for 84642b5a-2732-46f9-a19f-8c8ce99a5fcf owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:33:29.856279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:29.893198 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event deleted for resources: {'Port': ['ID=84642b5a-2732-46f9-a19f-8c8ce99a5fcf,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:33:29.925434 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:30.014191 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:33:30.129845 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:33:30.140756 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:33:30.154823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:33:30.156075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:33:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:33:30.171883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] No DVR routers for this DVR port 84642b5a-2732-46f9-a19f-8c8ce99a5fcf on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:33:30.175024 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:30.178919 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c6143f0d-c9a6-49c9-99a7-786d7b75e9c3 req-e3ef6e42-0cbf-4248-8b12-dbd4601ce65a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.37 "DELETE /v2.0/ports/84642b5a-2732-46f9-a19f-8c8ce99a5fcf HTTP/1.1" status: 204 len: 173 time: 0.8531356 Dec 13 13:33:30.179399 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'name': 'network-vif-deleted', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:33:30.181826 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a48b466-529d-4a91-99db-aacc8551616f" -d '{"events": [{"server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "name": "network-vif-deleted", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:33:30.225937 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9447c0a-3154-4b11-bcd8-5ca0796e4b28 x-openstack-request-id: req-c9447c0a-3154-4b11-bcd8-5ca0796e4b28 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:33:30.226263 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a445754-33c8-482b-9ec9-246c93af6894", "name": "network-vif-deleted", "tag": "84642b5a-2732-46f9-a19f-8c8ce99a5fcf", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:33:30.226517 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9447c0a-3154-4b11-bcd8-5ca0796e4b28 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:33:30.226924 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a445754-33c8-482b-9ec9-246c93af6894', 'name': 'network-vif-deleted', 'tag': '84642b5a-2732-46f9-a19f-8c8ce99a5fcf', 'status': 'completed', 'code': 200} Dec 13 13:33:30.388733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fd43708-3d90-43fc-892b-4e7175904c78 req-23b9a566-ef2e-4899-ab5d-c35a6df4b989 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a445754-33c8-482b-9ec9-246c93af6894 HTTP/1.1" status: 200 len: 210 time: 0.0277667 Dec 13 13:33:30.435003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:33:30.639806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:33:30.669722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:33:30.678703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:33:30.679281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:33:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:33:30.786516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:33:31.000804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:33:31.027924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b860d1-ed44-4084-94f8-4c2b60fc3b8f None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:33:31.250434 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b66334-a86f-437b-9a39-51fb46fd6a69 None None] New status for floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:33:31.652623 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f3ac3c52-680e-4e17-8d75-383c2e5d41d8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1034766569&fields=id&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 267 time: 0.0453756 Dec 13 13:33:31.768023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-b0b54654-04a9-4c7e-9e50-f71ce0e64998 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:31.769469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-b0b54654-04a9-4c7e-9e50-f71ce0e64998 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 811 time: 0.1099889 Dec 13 13:33:31.787670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-ef48c5e1-25ae-4226-ac9f-a2800727b8f8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/quotas/6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 375 time: 0.0096149 Dec 13 13:33:31.842742 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-2ba50bca-b3bd-4227-b1a8-3b4588e73016 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471008 Dec 13 13:33:31.949722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-5d2c1cb6-1efd-42c0-b6e2-9af4d42b7eb3 service neutron] 10.222.0.31 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938823 Dec 13 13:33:32.044353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-b43c96d9-ca6f-4c45-a332-402057743567 service neutron] 10.222.0.31 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863194 Dec 13 13:33:32.120687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 84642b5a-2732-46f9-a19f-8c8ce99a5fcf no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:33:32.143797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 84642b5a-2732-46f9-a19f-8c8ce99a5fcf {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:33:32.144138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 84642b5a-2732-46f9-a19f-8c8ce99a5fcf not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:33:32.218025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f32a638-d75a-4949-9713-96cc2859402e req-145a45c0-0f03-424a-b4c2-010e9453ef61 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 210 time: 0.0296597 Dec 13 13:33:33.265494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-4de3cbc4-0d5b-46d6-88fe-d10324df5efb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:33.267067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-4de3cbc4-0d5b-46d6-88fe-d10324df5efb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 811 time: 0.1178651 Dec 13 13:33:33.326680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db6dae0a-58e1-41d4-9a4a-8d926e404a3a req-74bf2f56-a8c5-462a-a538-c4101703b6b7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 210 time: 0.0338213 Dec 13 13:33:33.354936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-446f03e1-9d48-4759-87c4-3df9cfd3f5a5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 380 time: 0.0768645 Dec 13 13:33:33.365588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'port': {'device_id': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'admin_state_up': True, 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'security_groups': ['ad2bfde4-f112-436a-aa02-b3b7a0cadcd9']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:33:33.481894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Made reservation on behalf of 6c6a218043dd45aba87c334887e1c174 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:33:33.485370 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:33.629405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Allocated IP 172.20.0.3 (6ebb29df-457b-4f4e-8211-2e8cd6d8fb01/7958bf0b-93ec-4959-be70-48e12e3186f7/38dfb98d-ca3c-4731-976d-6b1afdd22cff) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:33:33.775932 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:33.814144 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:33.870960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:33:33.874125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:33:33.879131 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:33:33.883060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event updated for resources: {'Port': ['ID=38dfb98d-ca3c-4731-976d-6b1afdd22cff,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:33:33.913973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.914291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.914614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.914947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.915573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.915573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.915919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.916238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.916709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.916862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.917189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.917506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.917829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:33:33.942214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:33.942829 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:33.961058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-f8081550-d321-4156-9d55-aec7560e5280 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992575 Dec 13 13:33:33.977887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Request body: {'port': {'device_id': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:33:34.040170 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:34.118383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c03a21fe-f7bf-4318-bc07-57753cc2c82c None None] Provisioning complete for port 38dfb98d-ca3c-4731-976d-6b1afdd22cff triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:33:34.119028 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c03a21fe-f7bf-4318-bc07-57753cc2c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:34.156343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c03a21fe-f7bf-4318-bc07-57753cc2c82c None None] Port 38dfb98d-ca3c-4731-976d-6b1afdd22cff cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:33:34.305711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38dfb98d-ca3c-4731-976d-6b1afdd22cff {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:33:34.313636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:34.326758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Transition to ACTIVE for port object 38dfb98d-ca3c-4731-976d-6b1afdd22cff will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:33:34.332722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:34.406985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Pushing event updated for resources: {'Port': ['ID=38dfb98d-ca3c-4731-976d-6b1afdd22cff,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:33:34.495622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea24b-4a9a-4bdf-a176-41eaf97721af req-79b06250-09f3-4156-95a5-7500ce038657 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:34.497198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc2ea24b-4a9a-4bdf-a176-41eaf97721af req-79b06250-09f3-4156-95a5-7500ce038657 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 943 time: 0.0941515 Dec 13 13:33:34.498164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Attempting to bind port 38dfb98d-ca3c-4731-976d-6b1afdd22cff on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:33:34.498492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Attempting to bind port 38dfb98d-ca3c-4731-976d-6b1afdd22cff by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:33:34.498807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Attempting to bind port 38dfb98d-ca3c-4731-976d-6b1afdd22cff on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:33:34.514606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Port 38dfb98d-ca3c-4731-976d-6b1afdd22cff on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:33:34.514926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Attempting to bind port 38dfb98d-ca3c-4731-976d-6b1afdd22cff on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:33:34.528833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:33:34.529172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:33:34.529552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:33:34.529996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Bound port: 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:33:34.530383 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:34.594720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc2ea24b-4a9a-4bdf-a176-41eaf97721af req-fdb5ac29-7834-4ad5-a06c-d22ff12de39f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864453 Dec 13 13:33:34.621687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:33:34.624741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:33:34.630674 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:34.668949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:34.669632 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:34.671123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] 10.222.0.42 "PUT /v2.0/ports/38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 1091 time: 0.6995449 Dec 13 13:33:34.671573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:33:34.673837 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d37ed54-f828-4998-a70a-6356fa86e96a" -d '{"events": [{"name": "network-changed", "server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:33:34.726808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d02a38-a275-4ab5-8a1b-cb6d2bcfee30 service neutron] Pushing event updated for resources: {'Port': ['ID=38dfb98d-ca3c-4731-976d-6b1afdd22cff,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:33:34.731588 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3214b80-eb20-42e3-a993-61183531a314 x-openstack-request-id: req-f3214b80-eb20-42e3-a993-61183531a314 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:33:34.731879 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:33:34.732133 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3214b80-eb20-42e3-a993-61183531a314 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:33:34.732535 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'status': 'completed', 'code': 200} Dec 13 13:33:34.766913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-5527a114-e83f-4b09-9766-70d79f531509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:34.769207 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-5527a114-e83f-4b09-9766-70d79f531509 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1094 time: 0.0509369 Dec 13 13:33:34.820310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-1fe1bc13-298b-4280-94a2-ef5287a08ae4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 217 time: 0.0409119 Dec 13 13:33:35.170666 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-801257ba-163b-4e27-8841-4c1b0f0cc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:35.172145 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-801257ba-163b-4e27-8841-4c1b0f0cc9da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.3444092 Dec 13 13:33:35.219019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-5c482a57-3483-4008-a6cf-7810db539aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:35.220509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-5c482a57-3483-4008-a6cf-7810db539aff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409029 Dec 13 13:33:35.325573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-2481c659-f17a-4c75-b237-2047295672a4 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953901 Dec 13 13:33:35.418125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19be4d40-4c98-46c8-8cf2-b09824888be2 req-0c599476-4a80-448e-a023-70e37fc471de service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Dec 13 13:33:35.513204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-74826681-cdee-4d97-93c9-48344fb6071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:35.514768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-74826681-cdee-4d97-93c9-48344fb6071b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1094 time: 0.0455174 Dec 13 13:33:35.612711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-9269c1dd-43fe-4b05-9649-296e567db569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:35.614239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-9269c1dd-43fe-4b05-9649-296e567db569 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0912173 Dec 13 13:33:35.659169 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-8cf16a18-87d9-4321-a1fe-f8cbe572f601 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 217 time: 0.0366085 Dec 13 13:33:35.737655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-5b4c3987-7d98-4431-a531-350633c74317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:35.739048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-5b4c3987-7d98-4431-a531-350633c74317 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0724881 Dec 13 13:33:35.753829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bf46c-f276-4c28-99ae-2dacd03b52a0 req-3f8fca94-d276-41a6-b906-5d52dc968d44 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:35.755274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-766bf46c-f276-4c28-99ae-2dacd03b52a0 req-3f8fca94-d276-41a6-b906-5d52dc968d44 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 943 time: 0.0814579 Dec 13 13:33:35.822436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-a13fae2f-8cc7-4606-b7ae-72fe958ff8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:35.823901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-a13fae2f-8cc7-4606-b7ae-72fe958ff8a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677972 Dec 13 13:33:35.827615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-766bf46c-f276-4c28-99ae-2dacd03b52a0 req-4f97dcbf-dbd6-425f-b6aa-adc47a4a487c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640385 Dec 13 13:33:35.919349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-81fa4b36-9e8b-474e-9978-caf5e38d3470 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871997 Dec 13 13:33:36.024646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d37ed54-f828-4998-a70a-6356fa86e96a req-5ca3441d-18aa-40c6-8a11-cb9486bcc94b service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964854 Dec 13 13:33:36.976886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef3eb8-96bc-418f-b5be-a050ef322040 req-19ab6a72-0fe4-41e5-8611-867addd9675a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:36.979766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7ef3eb8-96bc-418f-b5be-a050ef322040 req-19ab6a72-0fe4-41e5-8611-867addd9675a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 943 time: 0.0674360 Dec 13 13:33:37.032857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7ef3eb8-96bc-418f-b5be-a050ef322040 req-979d2e75-496e-4259-be22-89626ac944f0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477521 Dec 13 13:33:37.857790 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:37.869652 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:38.166807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4cf5-fbb5-4f8c-9eff-02f65d3bcff6 req-329cb9a7-6fbf-447a-bfb1-2eca3ae332e1 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:38.168170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a8a4cf5-fbb5-4f8c-9eff-02f65d3bcff6 req-329cb9a7-6fbf-447a-bfb1-2eca3ae332e1 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 943 time: 0.0569012 Dec 13 13:33:38.217570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a8a4cf5-fbb5-4f8c-9eff-02f65d3bcff6 req-3ac86670-cdd5-4160-a9a6-c9f55255f7df tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Dec 13 13:33:39.338284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20724059-e1cd-4008-895c-0df0eb024c6d req-3fc2423e-e6d6-440c-8cc2-cff0860f8f49 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:39.339755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20724059-e1cd-4008-895c-0df0eb024c6d req-3fc2423e-e6d6-440c-8cc2-cff0860f8f49 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 943 time: 0.0511820 Dec 13 13:33:39.410572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20724059-e1cd-4008-895c-0df0eb024c6d req-b59af16f-acd1-4108-aeb3-b2b5064a14e5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613325 Dec 13 13:33:39.464320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 38dfb98d-ca3c-4731-976d-6b1afdd22cff details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:33:39.572653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:33:39.584090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'port_id': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'mac_address': 'fa:16:3e:95:c4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:33:39.622931 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:39.636119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dfb98d-ca3c-4731-976d-6b1afdd22cff {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:33:39.655169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:33:39.661016 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:39.713613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=38dfb98d-ca3c-4731-976d-6b1afdd22cff,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:33:39.878709 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['38dfb98d-ca3c-4731-976d-6b1afdd22cff'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:33:40.539800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e436072-4448-46ae-94b0-6fbdfd112b87 req-abe67882-8b46-472c-a3c2-e84ccc9825b5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:40.541251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e436072-4448-46ae-94b0-6fbdfd112b87 req-abe67882-8b46-472c-a3c2-e84ccc9825b5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 944 time: 0.0509169 Dec 13 13:33:40.588739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5e436072-4448-46ae-94b0-6fbdfd112b87 req-b36d512b-508a-4041-a4d7-786c0d191048 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 Dec 13 13:33:41.465299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 38dfb98d-ca3c-4731-976d-6b1afdd22cff up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:33:41.520610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 38dfb98d-ca3c-4731-976d-6b1afdd22cff completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:33:41.524636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 38dfb98d-ca3c-4731-976d-6b1afdd22cff triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:33:41.525137 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:41.604999 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:41.628433 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:33:41.630684 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aee4fe-29ac-4dc2-bb61-714996a19a1a" -d '{"events": [{"server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "name": "network-vif-plugged", "status": "completed", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:33:41.644463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:33:41.650134 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:41.681609 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b43069-ee28-45e0-a15b-8419f873b276 x-openstack-request-id: req-87b43069-ee28-45e0-a15b-8419f873b276 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:33:41.681900 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "name": "network-vif-plugged", "status": "completed", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:33:41.682182 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87b43069-ee28-45e0-a15b-8419f873b276 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:33:41.682574 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'code': 200} Dec 13 13:33:41.705674 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=38dfb98d-ca3c-4731-976d-6b1afdd22cff,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:33:41.718022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c65809-cc5a-4675-9e38-0a4667730f7a req-93308f17-492e-4b61-91bd-a51c0c3ceb74 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:41.719953 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66c65809-cc5a-4675-9e38-0a4667730f7a req-93308f17-492e-4b61-91bd-a51c0c3ceb74 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0587058 Dec 13 13:33:41.807403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-66c65809-cc5a-4675-9e38-0a4667730f7a req-eaf8f963-6904-4b86-9d07-98671c2df48a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810492 Dec 13 13:33:41.816281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5235ce6-8e14-4a61-805f-45bf67c8c424 req-71dab4d5-eb7a-4559-807f-eccf4ca26949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:41.817910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5235ce6-8e14-4a61-805f-45bf67c8c424 req-71dab4d5-eb7a-4559-807f-eccf4ca26949 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1096 time: 0.0707042 Dec 13 13:33:41.869122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e5235ce6-8e14-4a61-805f-45bf67c8c424 req-6f57be48-9ce3-4406-bfe4-b5098526e0ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416772 Dec 13 13:33:42.930972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3beeeb-1bc9-4e60-9ab4-9574abaa8c68 req-39d8f800-a01d-4fb4-a3e9-cb751847ef4a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:42.933231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a3beeeb-1bc9-4e60-9ab4-9574abaa8c68 req-39d8f800-a01d-4fb4-a3e9-cb751847ef4a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0517638 Dec 13 13:33:42.984442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a3beeeb-1bc9-4e60-9ab4-9574abaa8c68 req-1a05c43b-09ae-4f94-a1f7-b69d8248da52 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432410 Dec 13 13:33:44.116410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713944b8-0df8-44d1-91a2-4591775598a3 req-a5e7722d-e397-4d96-8250-04a467087ed0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:44.117879 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-713944b8-0df8-44d1-91a2-4591775598a3 req-a5e7722d-e397-4d96-8250-04a467087ed0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0524790 Dec 13 13:33:44.179329 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-713944b8-0df8-44d1-91a2-4591775598a3 req-14fd1811-fd0d-4db0-8dd4-9a1c503c014c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534177 Dec 13 13:33:44.300974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d30b50-6201-45cf-859b-36297a588e05 req-540019a0-6def-4bd2-a790-e753d153af6c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:44.302394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-33d30b50-6201-45cf-859b-36297a588e05 req-540019a0-6def-4bd2-a790-e753d153af6c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0547011 Dec 13 13:33:44.314579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37514) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:33:44.319562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-361018ba-7c0e-4037-9914-94d1960bccdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'floatingip': {'port_id': '38dfb98d-ca3c-4731-976d-6b1afdd22cff'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:33:44.362871 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-361018ba-7c0e-4037-9914-94d1960bccdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:44.830841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-361018ba-7c0e-4037-9914-94d1960bccdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:44.838239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-361018ba-7c0e-4037-9914-94d1960bccdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:44.948302 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-361018ba-7c0e-4037-9914-94d1960bccdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb associated. External IP: 172.25.2.236, port: 38dfb98d-ca3c-4731-976d-6b1afdd22cff. Dec 13 13:33:45.186188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361018ba-7c0e-4037-9914-94d1960bccdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:33:45.297405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361018ba-7c0e-4037-9914-94d1960bccdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:33:45.302539 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-361018ba-7c0e-4037-9914-94d1960bccdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:45.307390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:33:45.323101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:33:45.323728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:33:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:33:45.329914 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-361018ba-7c0e-4037-9914-94d1960bccdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "PUT /v2.0/floatingips/27943ecf-7e41-4d0a-b99f-285d34a1fbbb HTTP/1.1" status: 200 len: 991 time: 1.0142725 Dec 13 13:33:45.330509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:33:45.332950 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115add64-1a9e-4739-bde7-084d6a905df7" -d '{"events": [{"name": "network-changed", "server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:33:45.377170 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eee7cd-1253-4007-b940-4198ede3d995 x-openstack-request-id: req-81eee7cd-1253-4007-b940-4198ede3d995 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:33:45.377346 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:33:45.377541 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81eee7cd-1253-4007-b940-4198ede3d995 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:33:45.377948 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'status': 'completed', 'code': 200} Dec 13 13:33:45.438468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:33:45.446851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115add64-1a9e-4739-bde7-084d6a905df7 req-43290872-a260-4e6c-8e6f-b8772e04e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:45.448439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115add64-1a9e-4739-bde7-084d6a905df7 req-43290872-a260-4e6c-8e6f-b8772e04e065 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1096 time: 0.0429368 Dec 13 13:33:45.543401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115add64-1a9e-4739-bde7-084d6a905df7 req-26ebadff-de9a-4a69-8feb-e593bfc63728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:45.544938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115add64-1a9e-4739-bde7-084d6a905df7 req-26ebadff-de9a-4a69-8feb-e593bfc63728 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0897510 Dec 13 13:33:45.611793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115add64-1a9e-4739-bde7-084d6a905df7 req-5ac38715-69ce-412d-bced-76ca5d2c79bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 999 time: 0.0588903 Dec 13 13:33:45.665536 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115add64-1a9e-4739-bde7-084d6a905df7 req-f3a1e1ae-3021-4ac6-bda6-6e31d18c3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:45.667031 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115add64-1a9e-4739-bde7-084d6a905df7 req-f3a1e1ae-3021-4ac6-bda6-6e31d18c3ab6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0482838 Dec 13 13:33:45.667695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:95:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:33:44Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:33:45.694052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:33:45.702750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:33:45.703351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:33:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:33:45.712373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115add64-1a9e-4739-bde7-084d6a905df7 req-0eeef55d-a5e4-452f-b8c7-b4bb410b26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:33:45.713888 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115add64-1a9e-4739-bde7-084d6a905df7 req-0eeef55d-a5e4-452f-b8c7-b4bb410b26d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400910 Dec 13 13:33:45.812162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:33:45.813504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115add64-1a9e-4739-bde7-084d6a905df7 req-b2b19b8c-240a-4230-9c9a-1395a854e199 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927474 Dec 13 13:33:45.911139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-115add64-1a9e-4739-bde7-084d6a905df7 req-11758587-af95-456a-8b3b-78db5dd92dd2 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901289 Dec 13 13:33:46.047374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:95:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:33:44Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:33:46.074450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc8281-85c7-48ec-826b-20a120f37baa None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:95:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:33:44Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:33:46.295959 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa29d2-9877-4f11-88e3-3e6217c3008c None None] New status for floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:33:54.284837 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7f71d98-3089-4d13-a6d9-cbbd417bc348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:56.686233 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1f8a8df9-346b-42ec-a2f4-03b8fc0b3308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:57.875973 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:59.220176 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:33:59.930269 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:06.573320 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:34:07.855783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:07.881326 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:24.281141 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dd40feba-6e97-4dcd-9034-5e59f77a2276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:26.682167 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-443ae534-8b90-4f2a-9e07-47995b9a1c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:27.880779 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:29.223049 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:29.228202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-f72d99ab-98fc-40bd-bbb7-84481ae1fe34 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1500282 Dec 13 13:34:29.320471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-d45d75de-f531-416a-b232-52ba266cec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:34:29.322724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-d45d75de-f531-416a-b232-52ba266cec48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1096 time: 0.0510564 Dec 13 13:34:29.434549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-7e22fa44-9cd0-4974-a668-e92ff9d30f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:34:29.436038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-7e22fa44-9cd0-4974-a668-e92ff9d30f41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0938618 Dec 13 13:34:29.506196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-560b62d8-0fcd-4161-9719-f9be341f3c32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 1001 time: 0.0629401 Dec 13 13:34:29.567527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-87d60f27-d242-4e6e-8a9a-41b830b429bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:34:29.568982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-87d60f27-d242-4e6e-8a9a-41b830b429bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0561700 Dec 13 13:34:29.618479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-56013f92-f8a8-480b-9f1d-b666ce7c91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:34:29.619850 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-56013f92-f8a8-480b-9f1d-b666ce7c91a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424778 Dec 13 13:34:29.631450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-4157f2bb-e235-4d68-afa1-854dd96a8ccc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:34:29.632378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-4157f2bb-e235-4d68-afa1-854dd96a8ccc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053263 Dec 13 13:34:29.721151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-e39de6d8-ef3a-4e00-b751-5f38547aad98 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813792 Dec 13 13:34:29.822680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6b6960e9-ad96-48b7-9d4d-4862d413cfa9 req-4f248e24-b12a-42c4-97ac-08a64b87930b service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936480 Dec 13 13:34:29.926707 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:37.856305 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:37.893675 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:43.579029 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:34:54.282116 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-680604c0-9969-4a2f-b723-1d994bdc32fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:56.681724 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f74312fa-5f61-486d-b736-4799b79661ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:57.886975 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:59.228104 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:34:59.932685 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:07.859577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:07.902152 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:17.731839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-0938ae71-447f-4c19-bfa6-4f0bcbd0be5e req-20cdebb8-aaf8-4157-9625-f13f75bdfa23 tempest-TestVolumeBootPattern-107559541 tempest-TestVolumeBootPattern-107559541-project] (109885) timed out ('10.222.0.42', 54208) {{(pid=109885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:35:20.584676 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:35:22.157081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbb79b-bc2b-4271-8def-aa8bc15c628b req-00642280-bc48-4654-84e2-9a80319c8bee tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:22.158536 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bbb79b-bc2b-4271-8def-aa8bc15c628b req-00642280-bc48-4654-84e2-9a80319c8bee tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0605414 Dec 13 13:35:22.209036 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69bbb79b-bc2b-4271-8def-aa8bc15c628b req-c25f6c53-98c0-4940-a9e4-030ff6e6a5a6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441227 Dec 13 13:35:23.345045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048f95-f83c-4fc9-bf5e-d30ea86c6a3e req-e2fb2b5e-0c92-40a4-8998-7e42df35459a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:23.346619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-82048f95-f83c-4fc9-bf5e-d30ea86c6a3e req-e2fb2b5e-0c92-40a4-8998-7e42df35459a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0519459 Dec 13 13:35:23.401707 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-82048f95-f83c-4fc9-bf5e-d30ea86c6a3e req-bc20f314-5c4c-4922-a314-5f9cc241a2af tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464766 Dec 13 13:35:24.284070 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b93fb958-436e-4d89-9c80-7bf76134ead4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:24.526292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdac99-64ca-4ff0-8249-5d9ea2d24c09 req-d79516f1-574e-4a3b-8644-8562fc89517c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:24.527870 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5bdac99-64ca-4ff0-8249-5d9ea2d24c09 req-d79516f1-574e-4a3b-8644-8562fc89517c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0530345 Dec 13 13:35:24.575457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f5bdac99-64ca-4ff0-8249-5d9ea2d24c09 req-8bde9e14-2617-4214-ab75-ae4679df7fcc tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410378 Dec 13 13:35:25.710657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3f95f-0e47-4a6a-9798-bdc9f0a26845 req-cb04808e-26c6-4649-814e-b7a9a2d2f6d2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:25.712034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ce3f95f-0e47-4a6a-9798-bdc9f0a26845 req-cb04808e-26c6-4649-814e-b7a9a2d2f6d2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0611563 Dec 13 13:35:25.760033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ce3f95f-0e47-4a6a-9798-bdc9f0a26845 req-0540b0af-822a-494a-b2c8-910f158cdedf tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419633 Dec 13 13:35:26.693420 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f04614b1-08c5-4268-9336-f4728ff774e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:26.904238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e4708-31b6-440b-8f1c-69ee13939b0c req-385c11cb-99cc-4ccd-b3d9-716c2e42e502 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:26.905798 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c82e4708-31b6-440b-8f1c-69ee13939b0c req-385c11cb-99cc-4ccd-b3d9-716c2e42e502 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0724592 Dec 13 13:35:26.966520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c82e4708-31b6-440b-8f1c-69ee13939b0c req-0ad13193-d7cb-4c16-90c4-fcc2c09b591e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543609 Dec 13 13:35:27.893664 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:28.093123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981aacb-a814-480d-9462-56078c9de8cc req-2be7685a-2676-4ebf-b704-232fd8636b48 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:28.094742 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c981aacb-a814-480d-9462-56078c9de8cc req-2be7685a-2676-4ebf-b704-232fd8636b48 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0526221 Dec 13 13:35:28.145869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c981aacb-a814-480d-9462-56078c9de8cc req-615f3f8a-f563-473c-aaf3-0dec3940d2f3 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419288 Dec 13 13:35:29.237714 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:29.277522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe4938-02ae-4a21-8048-57f5834009e3 req-225e2309-e33b-484c-ade7-179458ee28f7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:29.279342 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbbe4938-02ae-4a21-8048-57f5834009e3 req-225e2309-e33b-484c-ade7-179458ee28f7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0596888 Dec 13 13:35:29.329555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbbe4938-02ae-4a21-8048-57f5834009e3 req-0d63ed0d-dff2-49f1-8c2a-4d863112cfa4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Dec 13 13:35:29.928115 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:30.472530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663eb0-407f-402c-b5af-8f812c5127ed req-f547c5ff-ce1f-4a1c-95d9-b97ef78d7e03 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:30.474042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-99663eb0-407f-402c-b5af-8f812c5127ed req-f547c5ff-ce1f-4a1c-95d9-b97ef78d7e03 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0632861 Dec 13 13:35:30.523025 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-99663eb0-407f-402c-b5af-8f812c5127ed req-fe346bce-eca2-4fac-b012-c4c697f12e69 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426927 Dec 13 13:35:31.161278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-5d87db70-dd1b-4a62-a462-736bde152320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:31.162822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-5d87db70-dd1b-4a62-a462-736bde152320 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1096 time: 0.0486212 Dec 13 13:35:31.278947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-9e340099-7571-4d9f-b1b4-d0c44f72dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:31.280609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-9e340099-7571-4d9f-b1b4-d0c44f72dbdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0974779 Dec 13 13:35:31.350090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-441db969-2974-49e7-907e-07b7792820aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 1001 time: 0.0624614 Dec 13 13:35:31.414901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-240421a6-f769-4439-a0ed-09178fcf8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:31.417163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-240421a6-f769-4439-a0ed-09178fcf8902 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0589302 Dec 13 13:35:31.464504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-2eb3f771-3205-400e-b7a0-dc3e8e442632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:31.466065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-2eb3f771-3205-400e-b7a0-dc3e8e442632 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418105 Dec 13 13:35:31.559526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-e7c32281-c029-4cee-b4a6-d34925a0ddd4 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862336 Dec 13 13:35:31.687626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a11bbb-0e92-49e1-8540-95ed69db3350 req-ef5e73b5-9a7a-473a-a337-677fd7c6b07e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:31.688992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28a11bbb-0e92-49e1-8540-95ed69db3350 req-ef5e73b5-9a7a-473a-a337-677fd7c6b07e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0759017 Dec 13 13:35:31.690909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c6b98a-83c3-468d-880a-ee0f86f11e7e req-8ff33097-c00c-4cac-8b8e-2c04fb4955c8 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247094 Dec 13 13:35:31.743703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-28a11bbb-0e92-49e1-8540-95ed69db3350 req-d3ae2cb1-b1d5-4e77-9384-850b301313e0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459037 Dec 13 13:35:33.176897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b40fa6-1e42-47c1-8f3d-d6a92c5359d3 req-5f9b1d79-f1e3-4358-adec-e30ae1b820a5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:33.178409 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05b40fa6-1e42-47c1-8f3d-d6a92c5359d3 req-5f9b1d79-f1e3-4358-adec-e30ae1b820a5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.3499544 Dec 13 13:35:33.244625 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05b40fa6-1e42-47c1-8f3d-d6a92c5359d3 req-7e3f30ed-3ed3-4133-9d82-57646f06d9b5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600913 Dec 13 13:35:33.515721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dbea8-b0ad-480e-96cb-4314f12de576 req-c94a35a8-9bf5-47e4-a821-07652d8bc144 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:33.517944 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-456dbea8-b0ad-480e-96cb-4314f12de576 req-c94a35a8-9bf5-47e4-a821-07652d8bc144 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0513935 Dec 13 13:35:33.590480 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-512f5e64-6412-44a1-8db8-58a89330f516 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312175 Dec 13 13:35:33.596665 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-456dbea8-b0ad-480e-96cb-4314f12de576 req-571dc16c-d4e2-455f-b744-0987102f18a8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700002 Dec 13 13:35:34.726351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55dc6d-c568-429e-a9f6-d975f3df4603 req-46de10d2-03fa-415b-8c4b-15021152409b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:34.727773 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c55dc6d-c568-429e-a9f6-d975f3df4603 req-46de10d2-03fa-415b-8c4b-15021152409b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0542405 Dec 13 13:35:34.779616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c55dc6d-c568-429e-a9f6-d975f3df4603 req-b6ab34bf-1f2f-47c0-bb73-dda6c696f28b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Dec 13 13:35:35.914099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb72ed-8614-4c01-822e-0b088c72e375 req-febb3a6f-ef1b-4652-b622-71cf5fb5f54c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:35.915612 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4cb72ed-8614-4c01-822e-0b088c72e375 req-febb3a6f-ef1b-4652-b622-71cf5fb5f54c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0565674 Dec 13 13:35:35.966660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4cb72ed-8614-4c01-822e-0b088c72e375 req-96ab001f-9469-44b5-8a42-277c838423e4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449622 Dec 13 13:35:37.093132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c0c26-6231-4df4-aa68-e00f3e7a9839 req-316e8a93-afbf-45f5-b6de-8945a6cae0fb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:37.094585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec8c0c26-6231-4df4-aa68-e00f3e7a9839 req-316e8a93-afbf-45f5-b6de-8945a6cae0fb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0566852 Dec 13 13:35:37.145063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ec8c0c26-6231-4df4-aa68-e00f3e7a9839 req-64ac6146-1f6c-4bfa-8888-7ae28361c655 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418806 Dec 13 13:35:37.858335 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:37.904557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:38.278319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ab60b-fb92-4d4f-a921-56debd2ae89a req-65c3e0a1-8f69-4d89-bf00-4ac3542ef5f4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:38.285544 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e8ab60b-fb92-4d4f-a921-56debd2ae89a req-65c3e0a1-8f69-4d89-bf00-4ac3542ef5f4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0591898 Dec 13 13:35:38.332784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e8ab60b-fb92-4d4f-a921-56debd2ae89a req-0e75daf7-6a17-45e7-9212-270ac2d94e7d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Dec 13 13:35:38.837835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-3bdfc1cd-27e9-462f-b1ed-f477b74ed81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:38.839500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-3bdfc1cd-27e9-462f-b1ed-f477b74ed81d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1096 time: 0.0438290 Dec 13 13:35:38.938313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-69d5fb9a-b53c-4bdb-aea0-4b19f9e34301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:38.939824 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-69d5fb9a-b53c-4bdb-aea0-4b19f9e34301 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0923908 Dec 13 13:35:39.018193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-d716b33d-79e5-41b1-a603-cffffe846a19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 1001 time: 0.0710123 Dec 13 13:35:39.079371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-6228cc13-a939-4389-a72b-272d4ccbf373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:39.080765 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-6228cc13-a939-4389-a72b-272d4ccbf373 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0557427 Dec 13 13:35:39.141492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-b70c9f9c-2ff8-4590-a181-b892a90f2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:39.142988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-b70c9f9c-2ff8-4590-a181-b892a90f2c84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537388 Dec 13 13:35:39.236039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-4d5fb074-a2ba-489a-a801-b46a1ee56769 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850458 Dec 13 13:35:39.336166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-004aeadc-e098-4c1b-a426-38af74c022b4 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930779 Dec 13 13:35:39.462922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fb4bb-f1a1-4f2a-b22d-85ef602f892c req-15fec9d7-798d-4146-8dc6-87f9fc44317e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:39.464757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b7fb4bb-f1a1-4f2a-b22d-85ef602f892c req-15fec9d7-798d-4146-8dc6-87f9fc44317e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0561287 Dec 13 13:35:39.514670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3b7fb4bb-f1a1-4f2a-b22d-85ef602f892c req-168a5c3a-db81-447c-804a-b2422180bb63 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436888 Dec 13 13:35:40.657139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c267b-59d5-46da-ad4a-32a029a79459 req-9a000a74-0a48-418d-b40c-41a13c1ece1e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:40.658673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-446c267b-59d5-46da-ad4a-32a029a79459 req-9a000a74-0a48-418d-b40c-41a13c1ece1e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0631659 Dec 13 13:35:40.709689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-446c267b-59d5-46da-ad4a-32a029a79459 req-8409aeb1-f2ea-4987-92ae-50b79f4e17b4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448487 Dec 13 13:35:41.208020 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-238a0cde-5318-4ca4-93bc-f2689110902a service neutron] show failed (client error): The resource could not be found. Dec 13 13:35:41.209044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-238a0cde-5318-4ca4-93bc-f2689110902a service neutron] 10.222.0.42 "GET /v2.0/ports/38dfb98d-ca3c-4731-976d-6b1afdd22cff/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0657594 Dec 13 13:35:41.432754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-3ccca0a0-f02c-4288-939a-6c495896b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:41.434387 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-3ccca0a0-f02c-4288-939a-6c495896b007 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 1096 time: 0.0509598 Dec 13 13:35:41.447634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-a23ae1a9-f00c-4b2e-8e48-ba57570cdb88 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:35:41.448310 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-a23ae1a9-f00c-4b2e-8e48-ba57570cdb88 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076361 Dec 13 13:35:41.459983 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:35:41.517435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:41.720275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:35:41.756907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:35:41.803934 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:35:41.806337 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e7bfb1-0da2-4582-b9f1-e468122dc06d" -d '{"events": [{"server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "name": "network-vif-unplugged", "status": "completed", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:35:41.810619 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:41.823744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Transition to ACTIVE for port object 38dfb98d-ca3c-4731-976d-6b1afdd22cff will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:35:41.828852 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:41.838441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd2cf7-7b71-46be-b71f-1daf1c432cb8 req-1ba040d0-e4d5-4e79-a042-3cef97cb9b40 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:41.840125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90dd2cf7-7b71-46be-b71f-1daf1c432cb8 req-1ba040d0-e4d5-4e79-a042-3cef97cb9b40 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0535543 Dec 13 13:35:41.891443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90dd2cf7-7b71-46be-b71f-1daf1c432cb8 req-c7651f3a-24ff-413a-89a5-e6c8896ee2f0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Dec 13 13:35:41.918254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Pushing event updated for resources: {'Port': ['ID=38dfb98d-ca3c-4731-976d-6b1afdd22cff,revision_number=6']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:35:41.932917 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.933266 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.933613 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.933954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.934334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.934654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.934989 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.935318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.935661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.936851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.937196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.937524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.937857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:41.945334 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d6179e-591a-46de-92f0-11ca9bb785df x-openstack-request-id: req-71d6179e-591a-46de-92f0-11ca9bb785df {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:35:41.945630 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "name": "network-vif-unplugged", "status": "completed", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:35:41.946274 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71d6179e-591a-46de-92f0-11ca9bb785df {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:35:41.946683 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'code': 200} Dec 13 13:35:41.981508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] No DVR routers for this DVR port 38dfb98d-ca3c-4731-976d-6b1afdd22cff on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:35:42.126446 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Attempting to bind port 38dfb98d-ca3c-4731-976d-6b1afdd22cff on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:35:42.126768 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Attempting to bind port 38dfb98d-ca3c-4731-976d-6b1afdd22cff by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:35:42.127445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Attempting to bind port 38dfb98d-ca3c-4731-976d-6b1afdd22cff on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:35:42.132086 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Port 38dfb98d-ca3c-4731-976d-6b1afdd22cff on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:35:42.132406 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Attempting to bind port 38dfb98d-ca3c-4731-976d-6b1afdd22cff on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:35:42.137902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:35:42.138272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:35:42.138648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:35:42.139063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Bound port: 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:35:42.139426 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:42.224015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:35:42.229610 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:35:42.239084 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:42.277391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:42.278191 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:42.279648 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] 10.222.0.37 "PUT /v2.0/ports/38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 1091 time: 0.8236597 Dec 13 13:35:42.303122 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5d031-0c9c-4237-a15d-faf225b6a182 service neutron] Pushing event updated for resources: {'Port': ['ID=38dfb98d-ca3c-4731-976d-6b1afdd22cff,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:35:42.348518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-bfcf5f83-5d16-4b75-af37-be893630ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:42.350027 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-bfcf5f83-5d16-4b75-af37-be893630ac95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1094 time: 0.0432312 Dec 13 13:35:42.449808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-9cc85bc0-e3a4-40b4-947a-b130220cb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:42.451467 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-9cc85bc0-e3a4-40b4-947a-b130220cb47b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0947025 Dec 13 13:35:42.521220 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-0d811c58-06fd-416b-a0c0-af2e2a7171c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 999 time: 0.0618291 Dec 13 13:35:42.575504 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-35cc105d-c812-41f6-8016-7332aa0d8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:42.576987 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-35cc105d-c812-41f6-8016-7332aa0d8490 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0491543 Dec 13 13:35:42.623276 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-1d0a8dd9-854d-4d46-bf55-033d5b51df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:42.624738 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-1d0a8dd9-854d-4d46-bf55-033d5b51df46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412242 Dec 13 13:35:42.717105 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-9f41d60f-76ff-4304-a40a-2590ad2ff569 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844314 Dec 13 13:35:42.821368 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-390aea06-8646-4a1d-bddb-dc0388e962d6 req-e2d1e232-6afe-49a1-8e11-7969363b9f98 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969512 Dec 13 13:35:43.017214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892dc25-68cf-44b6-be00-7bb07cc1d045 req-3579f9e1-1066-4e64-9816-c45413b373aa tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:43.018851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3892dc25-68cf-44b6-be00-7bb07cc1d045 req-3579f9e1-1066-4e64-9816-c45413b373aa tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 943 time: 0.0553093 Dec 13 13:35:43.078826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3892dc25-68cf-44b6-be00-7bb07cc1d045 req-8007ff3d-a5ec-4987-bb79-8d66a5d29e63 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511808 Dec 13 13:35:43.121372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-66e6bf3d-0273-496c-9274-10c7b02078eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:43.123011 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-66e6bf3d-0273-496c-9274-10c7b02078eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1094 time: 0.0428834 Dec 13 13:35:43.248053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-fc06bf9a-e392-4253-a2f7-68e525364993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:43.249539 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-fc06bf9a-e392-4253-a2f7-68e525364993 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.1049244 Dec 13 13:35:43.318638 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-c0edcdf2-ea92-47eb-acb9-d172c6005cec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 999 time: 0.0611525 Dec 13 13:35:43.370633 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-9327f817-a2f4-46e9-a510-7ab6d37fee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:43.372055 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-9327f817-a2f4-46e9-a510-7ab6d37fee22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0452819 Dec 13 13:35:43.425104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-68ee367c-5807-4937-8c83-16f4aa80ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:43.426687 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-68ee367c-5807-4937-8c83-16f4aa80ac32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459998 Dec 13 13:35:43.522253 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-01ba4370-1342-4e61-b157-5851c35ddedb service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Dec 13 13:35:43.620912 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6b883bca-d045-4e07-b53d-bcece353d8d2 req-8f611773-69e1-4e72-9ff9-bd0f4a51c362 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910523 Dec 13 13:35:43.948481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:35:43.950930 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d975f8-52e5-4524-abea-1b43ec10f0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:35:44.004503 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28a7443-af13-4d2f-988c-c310e1418a39 x-openstack-request-id: req-e28a7443-af13-4d2f-988c-c310e1418a39 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:35:44.004797 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:35:44.005051 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e28a7443-af13-4d2f-988c-c310e1418a39 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:35:44.005531 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'status': 'completed', 'code': 200} Dec 13 13:35:44.071987 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-c7b4d70c-5e6e-4e40-8fa4-31e9129548eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.073621 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-c7b4d70c-5e6e-4e40-8fa4-31e9129548eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1094 time: 0.0463827 Dec 13 13:35:44.075194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-4f5e6f2e-ddf6-4e59-ab1c-7dca8caf9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.076716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-4f5e6f2e-ddf6-4e59-ab1c-7dca8caf9340 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1094 time: 0.0442159 Dec 13 13:35:44.173531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 38dfb98d-ca3c-4731-976d-6b1afdd22cff no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:35:44.181459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-a5c7f665-c4b5-438e-acee-9bdc2487c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.183450 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-a5c7f665-c4b5-438e-acee-9bdc2487c530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0951293 Dec 13 13:35:44.207657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-df12cec2-2057-4ee6-a5de-5d5d8b043d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.209042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-df12cec2-2057-4ee6-a5de-5d5d8b043d4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.1254718 Dec 13 13:35:44.217497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 38dfb98d-ca3c-4731-976d-6b1afdd22cff not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:35:44.223761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e2f46-a8be-464c-9c99-8a1b1ae59bba req-a854ce88-a933-42e8-9334-49607858ec4e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.225260 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-763e2f46-a8be-464c-9c99-8a1b1ae59bba req-a854ce88-a933-42e8-9334-49607858ec4e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 943 time: 0.0660701 Dec 13 13:35:44.256954 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-944eb672-b336-410b-a118-54afd1bd6224 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 999 time: 0.0667896 Dec 13 13:35:44.309583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-df95cd56-bda3-41d0-8dc3-efcecbc47595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.311111 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-df95cd56-bda3-41d0-8dc3-efcecbc47595 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0450401 Dec 13 13:35:44.311447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-4088c157-8ae0-4dfa-ba45-f838583de856 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 999 time: 0.0851717 Dec 13 13:35:44.331919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-763e2f46-a8be-464c-9c99-8a1b1ae59bba req-1bd59259-7d1b-49d9-8af2-e7ff4a63cc63 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983479 Dec 13 13:35:44.359864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-2f120d5e-45fd-4489-8581-b35c27fd64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.361406 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-2f120d5e-45fd-4489-8581-b35c27fd64e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432808 Dec 13 13:35:44.371225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-95e4ce07-282b-407b-8df6-b3db23daa01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.372709 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-95e4ce07-282b-407b-8df6-b3db23daa01a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0532176 Dec 13 13:35:44.423426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-ac490649-3410-4c02-a910-1e45e9bff485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.425346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-ac490649-3410-4c02-a910-1e45e9bff485 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457690 Dec 13 13:35:44.467637 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-0cf335a6-995d-435d-9974-508c0f129226 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987692 Dec 13 13:35:44.513343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.42', 54884) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:35:44.574299 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-097aabce-83c0-4198-87b9-b62222c6e9bc service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998852 Dec 13 13:35:44.602569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e08e98-1e0a-4ed7-b797-c3ee9f5feb78 req-8a06fafb-343e-429a-9ed6-fea57c9a0ef0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.604104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6e08e98-1e0a-4ed7-b797-c3ee9f5feb78 req-8a06fafb-343e-429a-9ed6-fea57c9a0ef0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 943 time: 0.1044462 Dec 13 13:35:44.630464 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-bf5cd06f-c112-4cf7-86c5-d248a2ff29f4 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908715 Dec 13 13:35:44.655020 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-b60f447e-725d-4d99-8994-b6960956293e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.656398 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-b60f447e-725d-4d99-8994-b6960956293e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293&tenant_id=6c6a218043dd45aba87c334887e1c174&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 943 time: 0.1395869 Dec 13 13:35:44.752043 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6e08e98-1e0a-4ed7-b797-c3ee9f5feb78 req-53bd04e0-968e-4585-979b-3b69dcf00ff3 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392367 Dec 13 13:35:44.784699 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-c0a55c60-cc28-4f05-915e-d34a898d91cc service neutron] delete failed (client error): The resource could not be found. Dec 13 13:35:44.785705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-c0a55c60-cc28-4f05-915e-d34a898d91cc service neutron] 10.222.0.42 "DELETE /v2.0/ports/38dfb98d-ca3c-4731-976d-6b1afdd22cff/bindings/n-h2-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.1122346 Dec 13 13:35:44.799376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44d975f8-52e5-4524-abea-1b43ec10f0dc req-49ae1a99-4b6c-4e0a-9bea-9861db335787 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602082 Dec 13 13:35:44.920236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-395db7ae-2411-4d78-bcdd-54631e4bac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:44.921753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-395db7ae-2411-4d78-bcdd-54631e4bac5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1094 time: 0.0547338 Dec 13 13:35:45.020023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-720bd252-2fa3-4e3b-b60c-2cee2c6c7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:45.021440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-720bd252-2fa3-4e3b-b60c-2cee2c6c7ea4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0929775 Dec 13 13:35:45.102784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-15da450b-1c1c-4a88-b97f-286afbafc311 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 999 time: 0.0741830 Dec 13 13:35:45.165714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-8f1e2ba2-3bd0-4f25-a3d4-14b9f9f2dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:45.167152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-8f1e2ba2-3bd0-4f25-a3d4-14b9f9f2dbba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0561767 Dec 13 13:35:45.222502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-c5747cf8-4d28-4f3e-b978-5d5973219481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:45.223983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-c5747cf8-4d28-4f3e-b978-5d5973219481 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494778 Dec 13 13:35:45.321673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-5c0cf66b-458f-4c02-b066-5d2caea407f8 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897443 Dec 13 13:35:45.413871 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-37084cdc-052e-47aa-a178-d11b334a7682 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850055 Dec 13 13:35:45.874334 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0fba7-fa7f-4172-8ff1-52e6d7a9b468 req-d184c113-719f-417c-9f36-49eab17ba2b5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:45.875867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fd0fba7-fa7f-4172-8ff1-52e6d7a9b468 req-d184c113-719f-417c-9f36-49eab17ba2b5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 943 time: 0.0502617 Dec 13 13:35:45.926667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fd0fba7-fa7f-4172-8ff1-52e6d7a9b468 req-5dc35479-f390-4e8b-81bd-72d8c2f30813 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442939 Dec 13 13:35:46.806720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 38dfb98d-ca3c-4731-976d-6b1afdd22cff details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:35:46.911944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:35:46.924067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'port_id': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'mac_address': 'fa:16:3e:95:c4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:35:46.967310 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:46.981084 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dfb98d-ca3c-4731-976d-6b1afdd22cff {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:35:47.003254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:35:47.008137 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:47.052153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698f73-a310-49c0-a5e2-a43c1f8d65c6 req-b1605f96-9310-4958-a9da-ead1ef59966b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:47.053711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11698f73-a310-49c0-a5e2-a43c1f8d65c6 req-b1605f96-9310-4958-a9da-ead1ef59966b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 944 time: 0.0559721 Dec 13 13:35:47.054682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=38dfb98d-ca3c-4731-976d-6b1afdd22cff,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:35:47.062365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.062638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.062981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.063325 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.063654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.063980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.064307 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.064631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.064955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.065279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.065587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.065941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.066267 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:47.105224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11698f73-a310-49c0-a5e2-a43c1f8d65c6 req-a157e12a-33f0-4969-b6bb-b1d68d464953 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449648 Dec 13 13:35:47.250781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['38dfb98d-ca3c-4731-976d-6b1afdd22cff'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:35:47.264082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3b4be-1443-4774-b45b-89c2134fbbca req-db2ed4a3-7661-4710-bad1-a48efc418e8b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:47.265659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebd3b4be-1443-4774-b45b-89c2134fbbca req-db2ed4a3-7661-4710-bad1-a48efc418e8b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 944 time: 0.0703218 Dec 13 13:35:47.314493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebd3b4be-1443-4774-b45b-89c2134fbbca req-49c25d44-cd72-4019-8e16-02072e2ad2ba tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425670 Dec 13 13:35:47.536473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41abb0-4587-425f-b7e0-d36fe3f8883f req-d3aa66d6-b462-4683-b784-13e37a807078 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:47.542755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a41abb0-4587-425f-b7e0-d36fe3f8883f req-d3aa66d6-b462-4683-b784-13e37a807078 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 944 time: 0.0600085 Dec 13 13:35:47.575626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-25653ba4-98a0-4118-bee0-ee742ffc3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:47.577715 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-25653ba4-98a0-4118-bee0-ee742ffc3e9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 1095 time: 0.0548170 Dec 13 13:35:47.591700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a41abb0-4587-425f-b7e0-d36fe3f8883f req-b3ee8eb9-bcd6-441a-8b7b-9b9dbbb589f9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461767 Dec 13 13:35:47.670793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-04e58663-a2f0-46a9-a835-10944441756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:47.672332 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-04e58663-a2f0-46a9-a835-10944441756b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0870359 Dec 13 13:35:47.746947 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-915d2ba5-ada1-4ef6-b2d8-08282e095770 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 200 len: 1000 time: 0.0659320 Dec 13 13:35:47.803859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-c9333802-1889-4572-8732-6c0aef1563d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:47.806127 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-c9333802-1889-4572-8732-6c0aef1563d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0516088 Dec 13 13:35:47.859115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-bdb591ce-42c7-4321-a941-3c91c649a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:47.860593 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-bdb591ce-42c7-4321-a941-3c91c649a06c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463512 Dec 13 13:35:47.956499 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-284b0436-b0e7-4604-bd26-e1eb45995ba7 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875595 Dec 13 13:35:48.049972 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fc0734bd-633c-48d6-bf0f-703bdeb9c67f req-ba0e7444-ea96-48e9-bcff-bf1d78ba82e5 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862272 Dec 13 13:35:48.727655 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a6bfe-2a7f-4c41-8fc9-f130df89b978 req-165ca714-1ab2-41bc-b286-1000de7cfcdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:48.729219 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e88a6bfe-2a7f-4c41-8fc9-f130df89b978 req-165ca714-1ab2-41bc-b286-1000de7cfcdd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 944 time: 0.0580840 Dec 13 13:35:48.782088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e88a6bfe-2a7f-4c41-8fc9-f130df89b978 req-efc4e45c-1549-47aa-85d4-919dd7ee95ca tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440052 Dec 13 13:35:48.804945 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 38dfb98d-ca3c-4731-976d-6b1afdd22cff up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:35:48.859528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 38dfb98d-ca3c-4731-976d-6b1afdd22cff completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:35:48.864389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 38dfb98d-ca3c-4731-976d-6b1afdd22cff triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:35:48.864917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:48.951289 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:48.974024 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:35:48.976296 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9efaab-c848-425d-9efd-ff3ad26a9ca4" -d '{"events": [{"server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "name": "network-vif-plugged", "status": "completed", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:35:48.989661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:35:48.993777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:49.023205 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6cc2ee-5fa6-4108-b34e-bdcfbc11b6f1 x-openstack-request-id: req-5c6cc2ee-5fa6-4108-b34e-bdcfbc11b6f1 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:35:49.023515 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "name": "network-vif-plugged", "status": "completed", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:35:49.023769 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c6cc2ee-5fa6-4108-b34e-bdcfbc11b6f1 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:35:49.024165 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'code': 200} Dec 13 13:35:49.040084 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40798645-b41f-4deb-a9ca-6fdb13b7ab8f req-8b46368b-bd7d-41cb-a7a7-d380226d544e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:49.041705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40798645-b41f-4deb-a9ca-6fdb13b7ab8f req-8b46368b-bd7d-41cb-a7a7-d380226d544e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 944 time: 0.0659811 Dec 13 13:35:49.050893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=38dfb98d-ca3c-4731-976d-6b1afdd22cff,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:35:49.094169 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-40798645-b41f-4deb-a9ca-6fdb13b7ab8f req-b61a8d56-0030-4515-9739-46978792d47f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462496 Dec 13 13:35:50.224870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8254736-aedf-4d64-a62f-bf2300b5c412 req-49168e33-639b-42c1-bc73-5b7a30e4f450 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:50.226368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8254736-aedf-4d64-a62f-bf2300b5c412 req-49168e33-639b-42c1-bc73-5b7a30e4f450 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0512807 Dec 13 13:35:50.239535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-9d03a9c3-a429-47de-882c-5a9b139ad926 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:50.241018 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-9d03a9c3-a429-47de-882c-5a9b139ad926 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a0b2ef-1646-40c6-aa87-d84463f63293 HTTP/1.1" status: 200 len: 945 time: 0.0514455 Dec 13 13:35:50.276567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b8254736-aedf-4d64-a62f-bf2300b5c412 req-b4673d85-60a2-4fdd-9e4b-894e0849c5aa tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436187 Dec 13 13:35:50.335959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Deleting port 38dfb98d-ca3c-4731-976d-6b1afdd22cff {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:35:50.336264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:50.423052 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] For port 38dfb98d-ca3c-4731-976d-6b1afdd22cff, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=38dfb98d-ca3c-4731-976d-6b1afdd22cff,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:35:50.423278 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:50.621790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:50.622133 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:50.622485 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb disassociated. External IP: 172.25.2.236, port: 38dfb98d-ca3c-4731-976d-6b1afdd22cff. Dec 13 13:35:50.622806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Calling delete_port for 38dfb98d-ca3c-4731-976d-6b1afdd22cff owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:35:50.753712 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:50.786272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event deleted for resources: {'Port': ['ID=38dfb98d-ca3c-4731-976d-6b1afdd22cff,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:35:50.909483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:35:51.026185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:35:51.036427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:35:51.049747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:35:51.050417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:35:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:35:51.065212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] No DVR routers for this DVR port 38dfb98d-ca3c-4731-976d-6b1afdd22cff on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:35:51.067849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:51.071201 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8d68eba0-2e79-487c-88a3-f3c4a17b4282 req-1fc008d1-0cf0-4e5d-9ae1-640650ed2a84 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.37 "DELETE /v2.0/ports/38dfb98d-ca3c-4731-976d-6b1afdd22cff HTTP/1.1" status: 204 len: 173 time: 0.8243496 Dec 13 13:35:51.071635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'name': 'network-vif-deleted', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:35:51.073927 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cdd5c0-2bec-455f-a2f6-b7732a4a572c" -d '{"events": [{"server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "name": "network-vif-deleted", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:35:51.115925 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c1c606-7f2c-42c4-8dc8-be61a1c4022d x-openstack-request-id: req-d3c1c606-7f2c-42c4-8dc8-be61a1c4022d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:35:51.116309 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a0b2ef-1646-40c6-aa87-d84463f63293", "name": "network-vif-deleted", "tag": "38dfb98d-ca3c-4731-976d-6b1afdd22cff", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:35:51.116574 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3c1c606-7f2c-42c4-8dc8-be61a1c4022d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:35:51.116982 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a0b2ef-1646-40c6-aa87-d84463f63293', 'name': 'network-vif-deleted', 'tag': '38dfb98d-ca3c-4731-976d-6b1afdd22cff', 'status': 'completed', 'code': 200} Dec 13 13:35:51.168552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:35:51.382666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:35:51.412540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:35:51.421534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:35:51.422169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:35:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:35:51.537203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:35:51.578722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ca757add-35c6-4329-b1a0-6ef71e6ab2ce tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1034766569&fields=id&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 267 time: 0.0425992 Dec 13 13:35:51.690359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-19b1f8a9-bd8a-4569-91cc-a954ec7c48b9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:51.691857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-19b1f8a9-bd8a-4569-91cc-a954ec7c48b9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 811 time: 0.1057026 Dec 13 13:35:51.707377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-4a923a65-e761-4b1b-a550-480d23c7cdd3 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/quotas/6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 375 time: 0.0094273 Dec 13 13:35:51.736298 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:35:51.760001 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-f16fa696-90e6-4727-9792-e72e05a4c54a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468140 Dec 13 13:35:51.767396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128fe82-49f7-49b8-9f01-961ce2b02b14 None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:35:51.828127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-d9fa3e06-0f38-4bb7-9242-f9291100cd6f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:35:51.829202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-d9fa3e06-0f38-4bb7-9242-f9291100cd6f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0560477 Dec 13 13:35:51.920903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-770a6751-f149-41e1-96d9-8046359e79a0 service neutron] 10.222.0.31 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850661 Dec 13 13:35:52.004640 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7aef1f-0bb8-42fb-ba34-9feb6a719714 None None] New status for floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:35:52.019941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-21d1208b-e007-4bb3-8890-8f2ed668bb2f service neutron] 10.222.0.31 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917528 Dec 13 13:35:52.837393 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 38dfb98d-ca3c-4731-976d-6b1afdd22cff no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:35:52.859439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 38dfb98d-ca3c-4731-976d-6b1afdd22cff {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:35:52.859785 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 38dfb98d-ca3c-4731-976d-6b1afdd22cff not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:35:53.218241 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-144764d0-cc01-4540-8172-3f598e525d3b req-10b4b1d2-34d3-4a49-923d-983f8bf7f4e6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 210 time: 0.0269849 Dec 13 13:35:54.179939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-0b8e9f9f-9767-4aba-bb2d-19af0b53cce0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:54.181429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-0b8e9f9f-9767-4aba-bb2d-19af0b53cce0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 811 time: 0.1148138 Dec 13 13:35:54.243768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-78846583-61e6-4752-8c4b-443cd9fc49de tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 380 time: 0.0524340 Dec 13 13:35:54.255128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'port': {'device_id': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'admin_state_up': True, 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'security_groups': ['ad2bfde4-f112-436a-aa02-b3b7a0cadcd9']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:35:54.282109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5953d8fb-0120-4389-9097-989ee89cb22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:54.336029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5bb4499f-23c3-4ca4-8fa8-294e7c59044d req-87b127a8-5dda-4e2d-9994-183c833ec68b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 210 time: 0.0367122 Dec 13 13:35:54.395288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Made reservation on behalf of 6c6a218043dd45aba87c334887e1c174 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:35:54.398981 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:54.524644 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Allocated IP 172.20.0.14 (6ebb29df-457b-4f4e-8211-2e8cd6d8fb01/7958bf0b-93ec-4959-be70-48e12e3186f7/9cad52bd-0faa-46da-bf39-f5d54007c621) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:35:54.684578 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:54.721977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:54.766328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:35:54.769417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:35:54.772973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:35:54.779359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:35:54.813747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.814026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.814446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.815761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.815761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.815761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.815761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.816120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.817594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.817921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.818269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.818591 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.818916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:35:54.843444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:54.844090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:54.863157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-72599a39-2fb0-4047-84f4-dd6f4ae14fc0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6123474 Dec 13 13:35:54.875929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Request body: {'port': {'device_id': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:35:54.932200 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:55.062980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1c946829-c9a0-4ad7-bde4-1b124fe5cae9 None None] Provisioning complete for port 9cad52bd-0faa-46da-bf39-f5d54007c621 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:35:55.063239 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c946829-c9a0-4ad7-bde4-1b124fe5cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:55.096955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1c946829-c9a0-4ad7-bde4-1b124fe5cae9 None None] Port 9cad52bd-0faa-46da-bf39-f5d54007c621 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:35:55.211349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cad52bd-0faa-46da-bf39-f5d54007c621 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:35:55.220878 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:55.233453 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Transition to ACTIVE for port object 9cad52bd-0faa-46da-bf39-f5d54007c621 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:35:55.239917 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:55.292351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:35:55.363853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:35:55.364184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:35:55.364518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:35:55.369570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Port 9cad52bd-0faa-46da-bf39-f5d54007c621 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:35:55.369954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:35:55.375831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:35:55.376119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:35:55.376523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:35:55.376955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Bound port: 9cad52bd-0faa-46da-bf39-f5d54007c621, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:35:55.377804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:55.479182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:35:55.483736 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:35:55.489411 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:55.506539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe79c3-409f-4ae6-af5a-dd0a157cb650 req-88024826-abb6-4dc6-a23c-bf0d98120d97 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:55.508169 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6dfe79c3-409f-4ae6-af5a-dd0a157cb650 req-88024826-abb6-4dc6-a23c-bf0d98120d97 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 944 time: 0.0865738 Dec 13 13:35:55.547876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:55.548487 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:55.549868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] 10.222.0.42 "PUT /v2.0/ports/9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1092 time: 0.6783378 Dec 13 13:35:55.550337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:35:55.552589 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147b8568-87e3-442b-a9d4-0b751ae1f977" -d '{"events": [{"name": "network-changed", "server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:35:55.594394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf4730-28fc-4ef8-bd22-0bb88440d220 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:35:55.615946 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37915b3-a7e8-41ac-87da-0b4edab5c26d x-openstack-request-id: req-b37915b3-a7e8-41ac-87da-0b4edab5c26d {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:35:55.616254 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:35:55.616518 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b37915b3-a7e8-41ac-87da-0b4edab5c26d {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:35:55.616958 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'status': 'completed', 'code': 200} Dec 13 13:35:55.640252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6dfe79c3-409f-4ae6-af5a-dd0a157cb650 req-a1a41ba2-b152-44a4-ad88-f8cb35f0a2df tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079638 Dec 13 13:35:55.656694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-415bf4ff-469f-49c3-8c3a-413a45f7f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:55.658355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-415bf4ff-469f-49c3-8c3a-413a45f7f4f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1095 time: 0.0566015 Dec 13 13:35:55.703756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-db66f792-0ff9-4534-a81c-575b78828494 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 217 time: 0.0378635 Dec 13 13:35:55.753987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-935090d3-a4d7-410d-8ea1-b82003583af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:55.755483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-935090d3-a4d7-410d-8ea1-b82003583af4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0453486 Dec 13 13:35:55.807353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-a276eb13-c7c8-466d-b037-040b93020319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:55.808792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-a276eb13-c7c8-466d-b037-040b93020319 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456865 Dec 13 13:35:55.909208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-fbf2eee6-9302-4a13-b888-4754c9d28e18 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934815 Dec 13 13:35:56.004945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bb13b59-35ee-423e-923f-9d851e13f86f req-56942b2e-34b2-45e6-bfd5-27633670ab35 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884299 Dec 13 13:35:56.108777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-318dc1d3-e867-4cc4-a8d7-b0d196f78c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:56.110443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-318dc1d3-e867-4cc4-a8d7-b0d196f78c2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1095 time: 0.0492797 Dec 13 13:35:56.201589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-32a306e2-6058-4184-a244-f47588de380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:56.203139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-32a306e2-6058-4184-a244-f47588de380b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0859711 Dec 13 13:35:56.249598 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-ad675268-62e3-423e-8ca9-00ba07538218 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 217 time: 0.0394392 Dec 13 13:35:56.586641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-00854675-e1d0-48b5-9542-93e462a23106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:56.588206 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-00854675-e1d0-48b5-9542-93e462a23106 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.3315828 Dec 13 13:35:56.637255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-dfe32e48-5181-4ae9-8e76-c3d22a843360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:56.638764 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-dfe32e48-5181-4ae9-8e76-c3d22a843360 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418115 Dec 13 13:35:56.679929 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f91d7ed5-b672-4df8-a980-cfb6ebe22965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:56.762232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-c527aff4-7a88-4b99-bdbf-182e7f8c541e service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150415 Dec 13 13:35:56.798458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ef01c-cc7d-4a92-b12b-a00c0ec08e5b req-641137b3-1463-4da9-a6c5-36465bcadfb8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:56.799905 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1ef01c-cc7d-4a92-b12b-a00c0ec08e5b req-641137b3-1463-4da9-a6c5-36465bcadfb8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 944 time: 0.0783522 Dec 13 13:35:56.899402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc1ef01c-cc7d-4a92-b12b-a00c0ec08e5b req-b613f401-ca55-4759-8c92-50b29aa70e4d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742841 Dec 13 13:35:56.901695 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-147b8568-87e3-442b-a9d4-0b751ae1f977 req-6de35cf3-f511-4a94-b64e-706507f770ba service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315541 Dec 13 13:35:57.592640 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:35:57.894290 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:58.032705 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a472621-7d65-47a5-b2a9-e73ec9043efc req-f89a61f3-2582-4d4c-8a83-40ee19d9082a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:58.034769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a472621-7d65-47a5-b2a9-e73ec9043efc req-f89a61f3-2582-4d4c-8a83-40ee19d9082a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 944 time: 0.0648406 Dec 13 13:35:58.088603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a472621-7d65-47a5-b2a9-e73ec9043efc req-ddd51c01-a94f-422b-91cf-6da364b3edf6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451257 Dec 13 13:35:58.269415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:35:58.384148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:35:58.396907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'port_id': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'mac_address': 'fa:16:3e:f3:c1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:35:58.439942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:58.453766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cad52bd-0faa-46da-bf39-f5d54007c621 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:35:58.474569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:35:58.480834 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:58.528226 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:35:58.687997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9cad52bd-0faa-46da-bf39-f5d54007c621'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:35:59.221636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7366a6c-e5fb-412c-be50-f07e16de29f2 req-607ecf5a-72c8-451d-b086-284919be1599 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:35:59.223178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7366a6c-e5fb-412c-be50-f07e16de29f2 req-607ecf5a-72c8-451d-b086-284919be1599 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 945 time: 0.0537446 Dec 13 13:35:59.231150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:35:59.277187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e7366a6c-e5fb-412c-be50-f07e16de29f2 req-6999dae4-03bc-4f4d-a841-f4384bdab6d7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467377 Dec 13 13:35:59.923425 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:00.285379 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:36:00.348096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 9cad52bd-0faa-46da-bf39-f5d54007c621 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:36:00.351942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 9cad52bd-0faa-46da-bf39-f5d54007c621 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:36:00.352317 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:00.406601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2b309-ca31-4023-9421-03ebd638c721 req-118987e4-8032-4add-ab7e-ee7d2909230a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:00.408195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ef2b309-ca31-4023-9421-03ebd638c721 req-118987e4-8032-4add-ab7e-ee7d2909230a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 945 time: 0.0507908 Dec 13 13:36:00.434238 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:00.456364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ef2b309-ca31-4023-9421-03ebd638c721 req-655ee681-97d2-41f5-ab34-a39b3b5fde0d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421262 Dec 13 13:36:00.461949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:36:00.464857 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21852dc2-af0a-4c69-ab5c-85f006b9519b" -d '{"events": [{"server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "name": "network-vif-plugged", "status": "completed", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:36:00.479919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:36:00.484947 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:00.509947 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dfb22d-d481-4049-8f4b-83252a4d3587 x-openstack-request-id: req-f3dfb22d-d481-4049-8f4b-83252a4d3587 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:36:00.510466 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "name": "network-vif-plugged", "status": "completed", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:36:00.510805 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3dfb22d-d481-4049-8f4b-83252a4d3587 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:36:00.511301 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'code': 200} Dec 13 13:36:00.539248 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:36:00.607537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c640837-a5c9-4cf5-81d8-f6959355a1a4 req-b789f3fc-94e9-4ec6-a53a-acbe172043ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:00.609048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c640837-a5c9-4cf5-81d8-f6959355a1a4 req-b789f3fc-94e9-4ec6-a53a-acbe172043ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1097 time: 0.0419548 Dec 13 13:36:00.664118 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c640837-a5c9-4cf5-81d8-f6959355a1a4 req-9a1c251b-743d-4819-a6c6-b3c4e03c08c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473399 Dec 13 13:36:01.586419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b83cc-f51f-4d87-965e-2bfaa8af3048 req-70b79e16-e061-486a-ad65-fb94604b0c76 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:01.588038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f22b83cc-f51f-4d87-965e-2bfaa8af3048 req-70b79e16-e061-486a-ad65-fb94604b0c76 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0560133 Dec 13 13:36:01.638715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f22b83cc-f51f-4d87-965e-2bfaa8af3048 req-26812fd4-f60d-453d-94af-e1e4def2c03a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435176 Dec 13 13:36:02.766756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d0554-5484-4917-b496-085136a743a0 req-44d1d0f0-524c-44ac-857b-bdced3a44735 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:02.768183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-488d0554-5484-4917-b496-085136a743a0 req-44d1d0f0-524c-44ac-857b-bdced3a44735 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0508161 Dec 13 13:36:02.819291 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-488d0554-5484-4917-b496-085136a743a0 req-c5d70a51-3ec9-44dd-99c2-22ec22b84be6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449603 Dec 13 13:36:02.950361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9502b-7a56-479c-a567-4bbdcc78e9fc req-881ea1d3-c3b7-4537-89d1-900e484f84dd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:02.951950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c6a9502b-7a56-479c-a567-4bbdcc78e9fc req-881ea1d3-c3b7-4537-89d1-900e484f84dd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0646448 Dec 13 13:36:02.962864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 37892) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:36:02.967754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-cbf86e94-377c-49ee-9bc9-435ab8d11161 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'floatingip': {'port_id': '9cad52bd-0faa-46da-bf39-f5d54007c621'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:36:03.014540 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbf86e94-377c-49ee-9bc9-435ab8d11161 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:03.468264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbf86e94-377c-49ee-9bc9-435ab8d11161 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:03.474629 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbf86e94-377c-49ee-9bc9-435ab8d11161 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:03.591322 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-cbf86e94-377c-49ee-9bc9-435ab8d11161 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb associated. External IP: 172.25.2.236, port: 9cad52bd-0faa-46da-bf39-f5d54007c621. Dec 13 13:36:03.817104 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf86e94-377c-49ee-9bc9-435ab8d11161 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:36:03.930685 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf86e94-377c-49ee-9bc9-435ab8d11161 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:36:03.935778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cbf86e94-377c-49ee-9bc9-435ab8d11161 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:03.940965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:36:03.950479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:36:03.951083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:35:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:36:03.964190 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cbf86e94-377c-49ee-9bc9-435ab8d11161 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "PUT /v2.0/floatingips/27943ecf-7e41-4d0a-b99f-285d34a1fbbb HTTP/1.1" status: 200 len: 992 time: 1.0001991 Dec 13 13:36:03.964847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:36:03.967305 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cc4403-f3cc-4da8-bc87-0fb028f91064" -d '{"events": [{"name": "network-changed", "server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:36:04.062835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:36:04.310954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:f3:c1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:36:03Z', 'revision_number': 9, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:36:04.340335 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:36:04.350539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:36:04.351158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:35:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:36:04.358493 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcb790c-be4d-4426-9260-7d6e11442591 x-openstack-request-id: req-0dcb790c-be4d-4426-9260-7d6e11442591 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:36:04.358804 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:36:04.359057 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0dcb790c-be4d-4426-9260-7d6e11442591 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:36:04.359471 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'status': 'completed', 'code': 200} Dec 13 13:36:04.424734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-603d514d-7524-46f5-9eb8-6c92c658ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:04.426306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-603d514d-7524-46f5-9eb8-6c92c658ca3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1097 time: 0.0431764 Dec 13 13:36:04.461813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:36:04.519109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-f21b20b5-69f0-41ad-be5c-3abe1898e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:04.520906 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-f21b20b5-69f0-41ad-be5c-3abe1898e587 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0879021 Dec 13 13:36:04.592686 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-459ad269-e102-498f-b73b-889163ad5385 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1000 time: 0.0646853 Dec 13 13:36:04.643139 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-db151ad7-f0cc-4446-8eff-b0f953e5d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:04.644744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-db151ad7-f0cc-4446-8eff-b0f953e5d62f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0454938 Dec 13 13:36:04.695832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:f3:c1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:36:03Z', 'revision_number': 9, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:36:04.697549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-d92bb173-ca7e-478d-bcc0-73e1b9c34edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:04.699100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-d92bb173-ca7e-478d-bcc0-73e1b9c34edb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477359 Dec 13 13:36:04.722697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db038e9-114f-442c-ba37-2f7b05f7c570 None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:f3:c1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:36:03Z', 'revision_number': 9, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:36:04.797637 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-534b67cb-df58-46c5-b6b2-7f1ba1eb2149 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913560 Dec 13 13:36:04.892382 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b6cc4403-f3cc-4da8-bc87-0fb028f91064 req-b6960c58-9a2f-4970-b48e-f7aa47aac5a5 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876243 Dec 13 13:36:04.936385 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd44fa-fc52-47a2-a6a2-9790c1489acb None None] New status for floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:36:07.871557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:07.907972 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:24.283932 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2dd52ecb-9a3b-4116-93fd-23f512062e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:26.680619 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3196d461-2745-40c1-88f8-03b7e8f7b99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:27.895530 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:29.234124 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:29.927276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:31.128002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-9dc4eb23-0f78-4378-a683-3f484c4365a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503998 Dec 13 13:36:31.218285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-6ae1b60b-a239-4a78-a979-e8732e96d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:31.219902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-6ae1b60b-a239-4a78-a979-e8732e96d17f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1097 time: 0.0423372 Dec 13 13:36:31.327448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-d5506dd9-f1d2-4a9e-90e7-511eebdc28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:31.328914 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-d5506dd9-f1d2-4a9e-90e7-511eebdc28a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0879200 Dec 13 13:36:31.399053 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-ab76e980-426e-4e88-b01b-d83a524de6d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1003 time: 0.0626507 Dec 13 13:36:31.451102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-4cdfe79d-8b8d-45fc-a763-8937bf3a74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:31.452609 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-4cdfe79d-8b8d-45fc-a763-8937bf3a74ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0460050 Dec 13 13:36:31.502760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-1662bde7-6d6c-499b-9948-6dfe9f605494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:36:31.504273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-1662bde7-6d6c-499b-9948-6dfe9f605494 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440080 Dec 13 13:36:31.608196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-ef3aa7d4-b07f-4415-90c6-4d7c3d14b6c9 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963700 Dec 13 13:36:31.704742 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-977f9bc4-8388-4f0e-b30e-51f75415c957 req-57378787-1d36-4c3a-bbf7-3d5f75883a77 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881076 Dec 13 13:36:34.588134 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:36:37.875496 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:37.907404 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:54.283471 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-205b8b25-b264-4fac-8186-949f29efa06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:56.681676 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa31a-4bc4-45d0-ad84-7250413819bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:57.897210 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:59.237705 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:36:59.927667 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:07.871813 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:07.915932 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:11.592748 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:37:24.286874 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-13715e7b-89fc-402d-bf70-278c56838da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:26.682465 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da2bf9d1-7d2e-4e07-8d44-86256f823ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:27.907237 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:29.247067 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:29.929973 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:32.123749 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-77e040e7-4411-44c4-ad44-749600e26d1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458362 Dec 13 13:37:32.211518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-4f5bb3bb-353d-40ba-b00e-cef8fe85a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:32.213065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-4f5bb3bb-353d-40ba-b00e-cef8fe85a5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1097 time: 0.0442097 Dec 13 13:37:32.322669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-dde4098f-9066-4227-9465-c90ec053c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:32.324208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-dde4098f-9066-4227-9465-c90ec053c34c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0910642 Dec 13 13:37:32.403160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-2ae83413-cdb0-4c21-a842-ccf92414c5cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1003 time: 0.0700679 Dec 13 13:37:32.455822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-b492b755-1ca2-4343-b4b4-85f4d6325e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:32.457388 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-b492b755-1ca2-4343-b4b4-85f4d6325e29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0481141 Dec 13 13:37:32.504526 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-cb2b5e91-f518-4d4c-a002-c20404e756f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:32.506007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-cb2b5e91-f518-4d4c-a002-c20404e756f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418487 Dec 13 13:37:32.605985 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-98183d27-3910-412b-974f-ccf4cdc9cafb service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923922 Dec 13 13:37:32.701412 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4da9737c-9824-4ef1-aca8-8ad14e604d92 req-e7eec2f2-3e7a-4943-930a-52f7a3cdc191 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882821 Dec 13 13:37:37.883454 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:37.945348 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:41.166925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-3b1065c0-0555-410d-97a6-443593873bab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710602 Dec 13 13:37:41.177558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104ddb5-726e-40d3-bcc0-c3f34709ad4a req-61772a3d-5b64-438d-a148-8604a0203b44 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:41.179031 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e104ddb5-726e-40d3-bcc0-c3f34709ad4a req-61772a3d-5b64-438d-a148-8604a0203b44 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0752277 Dec 13 13:37:41.229925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e104ddb5-726e-40d3-bcc0-c3f34709ad4a req-46e05e55-4484-4de8-b64c-668efc26275c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Dec 13 13:37:42.295427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f999-2f34-416d-a5db-5041afef92ae req-90c0ef2a-8bb4-4212-a535-d5814ca7c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:42.297343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-90c0ef2a-8bb4-4212-a535-d5814ca7c134 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1097 time: 0.0435557 Dec 13 13:37:42.406763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d131c3e-9bea-44ec-a552-7515c5b26a44 req-79a2063b-00f3-4c87-ab11-e3d7dfe67acd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:42.408253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d131c3e-9bea-44ec-a552-7515c5b26a44 req-79a2063b-00f3-4c87-ab11-e3d7dfe67acd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.1059051 Dec 13 13:37:42.448110 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f999-2f34-416d-a5db-5041afef92ae req-d8b3ee2b-99a7-441f-b7a3-85891ff65bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:42.449558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-d8b3ee2b-99a7-441f-b7a3-85891ff65bc1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.1386092 Dec 13 13:37:42.516078 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d131c3e-9bea-44ec-a552-7515c5b26a44 req-70553c12-1aca-465b-8b72-400ea6a38b23 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007969 Dec 13 13:37:42.535048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-12fa9aae-51f4-45d5-93ca-f67042689966 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1003 time: 0.0779190 Dec 13 13:37:42.585061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f999-2f34-416d-a5db-5041afef92ae req-47867337-4f4d-4547-bf6a-d0ffe1f0d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:42.586498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-47867337-4f4d-4547-bf6a-d0ffe1f0d6cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0444810 Dec 13 13:37:42.635116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f999-2f34-416d-a5db-5041afef92ae req-e655ccfc-a78a-4b9d-8f59-7481b12d14e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:42.636646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-e655ccfc-a78a-4b9d-8f59-7481b12d14e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424840 Dec 13 13:37:42.735917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-145af196-9970-4e78-8b45-f91c564938ac service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913503 Dec 13 13:37:42.838059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-3b06d296-2301-4089-b704-373d6c0c58eb service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946336 Dec 13 13:37:43.651111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67af0d9-ce4e-4267-afa8-3f90695b45bb req-a2bee7a2-2563-46d4-9197-b4ef234de1ca tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:43.652610 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b67af0d9-ce4e-4267-afa8-3f90695b45bb req-a2bee7a2-2563-46d4-9197-b4ef234de1ca tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0566268 Dec 13 13:37:43.702717 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b67af0d9-ce4e-4267-afa8-3f90695b45bb req-9af28dca-fb13-4687-98bf-3bf4e366acf6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Dec 13 13:37:44.039047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-d8ff87c5-1b19-462a-ad48-ff0e999d1979 req-1823033b-def0-4edd-a5a3-c6cac2d84658 service neutron] (109886) timed out ('10.222.0.31', 35330) {{(pid=109886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:37:44.848823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65233d3-b9bd-4efc-ae66-b46b98200bfb req-d747b0d5-0736-4037-9763-80ff82a073a2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:44.850416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d65233d3-b9bd-4efc-ae66-b46b98200bfb req-d747b0d5-0736-4037-9763-80ff82a073a2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0570116 Dec 13 13:37:44.901273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d65233d3-b9bd-4efc-ae66-b46b98200bfb req-5b859f3b-9c95-41a3-9719-1720c13f9f59 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447121 Dec 13 13:37:46.039520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ec5f-ea23-4273-9a90-4209d67cbb6c req-5baf210f-fabe-484b-9572-0c64a37f565a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:46.041017 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7609ec5f-ea23-4273-9a90-4209d67cbb6c req-5baf210f-fabe-484b-9572-0c64a37f565a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0604720 Dec 13 13:37:46.093415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7609ec5f-ea23-4273-9a90-4209d67cbb6c req-6b247823-f49f-49ae-9495-fea7237e792f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462523 Dec 13 13:37:47.226802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678d703-1710-4400-8844-f77731e0e87e req-7bde4eaf-f3c8-471b-9da9-5c677ab50034 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:47.228270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c678d703-1710-4400-8844-f77731e0e87e req-7bde4eaf-f3c8-471b-9da9-5c677ab50034 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0568027 Dec 13 13:37:47.280458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c678d703-1710-4400-8844-f77731e0e87e req-04ca83a6-f8ce-4654-8b6c-421f3406c3df tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Dec 13 13:37:48.411917 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abbcc5-05dc-4827-99a1-08022bee0eeb req-9af0116a-e98f-4f13-afe0-b9b7213132e2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:48.413623 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39abbcc5-05dc-4827-99a1-08022bee0eeb req-9af0116a-e98f-4f13-afe0-b9b7213132e2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0495188 Dec 13 13:37:48.466749 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39abbcc5-05dc-4827-99a1-08022bee0eeb req-d86d7a1c-4fad-4de8-9843-450118c00fd0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442567 Dec 13 13:37:48.595257 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:37:49.592755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2ac21-9ab0-442e-af57-1034537d0b36 req-99e12cd2-a289-4406-a4a0-bab50f1e5a56 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:49.594320 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c2ac21-9ab0-442e-af57-1034537d0b36 req-99e12cd2-a289-4406-a4a0-bab50f1e5a56 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0542138 Dec 13 13:37:49.647595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5c2ac21-9ab0-442e-af57-1034537d0b36 req-ad05baa7-2924-4ec1-91c7-f5fc00eb2920 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Dec 13 13:37:50.782423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fb0b5-f5a9-4e29-b264-ec2f83cf0aba req-b9e5d1cc-1729-4ff4-b7e8-b0ba1c1ee802 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:50.783913 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6fb0b5-f5a9-4e29-b264-ec2f83cf0aba req-b9e5d1cc-1729-4ff4-b7e8-b0ba1c1ee802 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0503931 Dec 13 13:37:50.833897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df6fb0b5-f5a9-4e29-b264-ec2f83cf0aba req-febe1e39-6d84-4de6-be13-2ae125f28676 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Dec 13 13:37:51.961661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b3b12-5670-458a-bee9-f19e16c9d16c req-7789b8db-4b60-4867-8720-0727a70236e0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:51.963132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6b3b12-5670-458a-bee9-f19e16c9d16c req-7789b8db-4b60-4867-8720-0727a70236e0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0535641 Dec 13 13:37:52.012292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b6b3b12-5670-458a-bee9-f19e16c9d16c req-dd7a0373-934d-4b59-850c-1ba59419e965 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431275 Dec 13 13:37:53.137104 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321222f-240e-422c-bbf3-e967435e82b1 req-0da92da0-f5db-4b1e-9caa-69acbcbcd86f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:53.140277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9321222f-240e-422c-bbf3-e967435e82b1 req-0da92da0-f5db-4b1e-9caa-69acbcbcd86f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0531709 Dec 13 13:37:53.189946 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9321222f-240e-422c-bbf3-e967435e82b1 req-f09054c7-2de4-41ed-9a81-b2d131e53dfe tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445347 Dec 13 13:37:54.281838 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b76344b-383c-4576-a879-76fabcc90d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:54.328506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89bd69-e219-4e14-b0be-0c5e4a4e3c64 req-4c67696a-6cf0-45e1-95de-234fff15aeef tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:54.330095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f89bd69-e219-4e14-b0be-0c5e4a4e3c64 req-4c67696a-6cf0-45e1-95de-234fff15aeef tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0514185 Dec 13 13:37:54.384098 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f89bd69-e219-4e14-b0be-0c5e4a4e3c64 req-b3640115-b5a5-4ca2-aee1-9d112de2a4d8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454597 Dec 13 13:37:54.645943 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [req-0b69f999-2f34-416d-a5db-5041afef92ae req-62856dac-cdc3-423b-9d03-7edda4b7228d service neutron] show failed (client error): The resource could not be found. Dec 13 13:37:54.646935 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-62856dac-cdc3-423b-9d03-7edda4b7228d service neutron] 10.222.0.42 "GET /v2.0/ports/9cad52bd-0faa-46da-bf39-f5d54007c621/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0584967 Dec 13 13:37:55.005390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f999-2f34-416d-a5db-5041afef92ae req-cee1dc48-76bf-44bc-8a5c-c9ba292cb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:55.007526 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-cee1dc48-76bf-44bc-8a5c-c9ba292cb8e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 1097 time: 0.0516236 Dec 13 13:37:55.020057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:37:55.079875 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:55.290060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:37:55.323918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:37:55.371787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:37:55.374373 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2477d3d9-8f2c-41d1-bc87-3a6aa48dda55" -d '{"events": [{"server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:37:55.378980 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:55.392393 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Transition to ACTIVE for port object 9cad52bd-0faa-46da-bf39-f5d54007c621 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:37:55.396881 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:55.428955 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f10e0c-7577-4b6f-bbd1-61f0a55d030f x-openstack-request-id: req-76f10e0c-7577-4b6f-bbd1-61f0a55d030f {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:37:55.429257 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:37:55.429516 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76f10e0c-7577-4b6f-bbd1-61f0a55d030f {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:37:55.429935 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'code': 200} Dec 13 13:37:55.491850 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=6']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:37:55.504499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.504852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.505197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.505536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.505873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.506238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.506572 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.506976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.507224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.507550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.507879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.508201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.508528 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:55.522881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd995e3-ccc9-4e09-a6d8-175845019a0a req-bbba5ee5-42e2-4c3f-a64b-6f0d418f5fe9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:55.530660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cd995e3-ccc9-4e09-a6d8-175845019a0a req-bbba5ee5-42e2-4c3f-a64b-6f0d418f5fe9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 944 time: 0.0624683 Dec 13 13:37:55.540040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] No DVR routers for this DVR port 9cad52bd-0faa-46da-bf39-f5d54007c621 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:37:55.582456 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4cd995e3-ccc9-4e09-a6d8-175845019a0a req-4ca80ad3-db75-41f6-9600-4a4ccbbf97c5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502264 Dec 13 13:37:55.675852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:37:55.676193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:37:55.676512 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:37:55.680945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Port 9cad52bd-0faa-46da-bf39-f5d54007c621 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:37:55.681262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:37:55.686386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:37:55.686726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:37:55.687107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:37:55.687526 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Bound port: 9cad52bd-0faa-46da-bf39-f5d54007c621, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:37:55.687883 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:55.749942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:37:55.753390 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:37:55.760296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:55.800937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:55.801564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:55.803403 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] 10.222.0.37 "PUT /v2.0/ports/9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1092 time: 0.7880383 Dec 13 13:37:55.826015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dc2a6-14b6-4176-b747-5c4fb910ee4a service neutron] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=7']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:37:56.195123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f999-2f34-416d-a5db-5041afef92ae req-b70592df-e178-4780-bc06-578a002430a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:56.196641 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-b70592df-e178-4780-bc06-578a002430a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1095 time: 0.3676984 Dec 13 13:37:56.294109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f999-2f34-416d-a5db-5041afef92ae req-48d714b7-d5a5-431f-8854-b298dd098cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:56.295638 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-48d714b7-d5a5-431f-8854-b298dd098cd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0915723 Dec 13 13:37:56.370589 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-fe243066-5226-4aa5-bc04-41a329f397a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1001 time: 0.0672412 Dec 13 13:37:56.424379 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f999-2f34-416d-a5db-5041afef92ae req-49871ae5-a276-4ab8-8133-b187c7689f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:56.425795 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-49871ae5-a276-4ab8-8133-b187c7689f8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0482216 Dec 13 13:37:56.473349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f999-2f34-416d-a5db-5041afef92ae req-fa47051a-43f0-4ae0-b8d8-9ab958c57c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:56.474885 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-fa47051a-43f0-4ae0-b8d8-9ab958c57c6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419619 Dec 13 13:37:56.568676 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-920ee5fe-73d7-4ed8-9068-97c41d83bfd6 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868607 Dec 13 13:37:56.657770 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0b69f999-2f34-416d-a5db-5041afef92ae req-270a01aa-74fd-4c07-b1a9-433ce2cebe36 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823598 Dec 13 13:37:56.691027 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed11afda-1ad6-4e9d-84af-d9bb9b911114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:56.709861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45818b6f-f198-4b16-907a-107bb4177675 req-101236a3-331c-425e-9a27-969bda73ed20 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:56.711280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45818b6f-f198-4b16-907a-107bb4177675 req-101236a3-331c-425e-9a27-969bda73ed20 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 944 time: 0.0577381 Dec 13 13:37:56.763778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-45818b6f-f198-4b16-907a-107bb4177675 req-12d7f9d4-c0ac-4408-b2f0-4ae98017aa5d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461090 Dec 13 13:37:57.432105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:37:57.435956 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7436aa8b-53b6-40e1-914c-b581d8ced0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:37:57.496950 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80de2cd4-375b-4696-ae64-f4d3db2336f0 x-openstack-request-id: req-80de2cd4-375b-4696-ae64-f4d3db2336f0 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:37:57.497371 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:37:57.497671 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80de2cd4-375b-4696-ae64-f4d3db2336f0 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:37:57.498180 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'status': 'completed', 'code': 200} Dec 13 13:37:57.565016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-fbb082c7-5f9b-47a1-87de-4ab43451cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:57.565291 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-8d604df6-42c7-4eed-a3a0-e2292b0742ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:57.566615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-fbb082c7-5f9b-47a1-87de-4ab43451cef3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1095 time: 0.0422671 Dec 13 13:37:57.566733 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-8d604df6-42c7-4eed-a3a0-e2292b0742ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1095 time: 0.0502183 Dec 13 13:37:57.657280 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-54175fb2-0bd0-432b-806e-cfab4dd85dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:57.658787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-15cc8abe-a4e6-446d-980f-d18b4e5fa025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:57.658928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-54175fb2-0bd0-432b-806e-cfab4dd85dad service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0857484 Dec 13 13:37:57.660124 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-15cc8abe-a4e6-446d-980f-d18b4e5fa025 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0861461 Dec 13 13:37:57.732646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-8e1afb2b-bf5c-4e40-8a82-29df44ab87d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1001 time: 0.0654202 Dec 13 13:37:57.733453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-3b10013c-57db-40f8-96f4-ce47371d005e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1001 time: 0.0675642 Dec 13 13:37:57.782681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-445d229d-9224-4353-a376-6bc234e9b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:57.784296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-445d229d-9224-4353-a376-6bc234e9b311 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0442712 Dec 13 13:37:57.784751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-62d320ca-3bec-40e6-a8f6-4997b96e32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:57.786313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-62d320ca-3bec-40e6-a8f6-4997b96e32a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0462246 Dec 13 13:37:57.833382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-e73d792c-c44f-4e1f-9e2e-f52a615c6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:57.835196 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-e73d792c-c44f-4e1f-9e2e-f52a615c6d0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421534 Dec 13 13:37:57.837746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-ce8340a9-8f7a-4425-965f-342745c3db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:57.839236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-ce8340a9-8f7a-4425-965f-342745c3db51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461061 Dec 13 13:37:57.901164 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:57.934409 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-9b0dee69-8ecd-4018-a616-f13fa870836d service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913866 Dec 13 13:37:57.953232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ffb29-39e5-4a23-8e5e-22be8e0d3514 req-0ccaf3db-8b1e-486c-ad14-f55870788d67 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:57.954871 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b15ffb29-39e5-4a23-8e5e-22be8e0d3514 req-0ccaf3db-8b1e-486c-ad14-f55870788d67 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 944 time: 0.1193511 Dec 13 13:37:57.982492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-961fbf0e-670a-468d-8e89-bf99e213cce6 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350017 Dec 13 13:37:58.027913 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-5cf0ad0c-9c50-487d-9a1c-bcf6d4f09de7 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862737 Dec 13 13:37:58.354666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b15ffb29-39e5-4a23-8e5e-22be8e0d3514 req-26a5d1a1-5aa1-4b00-a458-6a4f1738ea6c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3933070 Dec 13 13:37:58.394524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7436aa8b-53b6-40e1-914c-b581d8ced0c9 req-4fc7189d-b115-4005-9126-27f42e179bcc service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042833 Dec 13 13:37:58.898408 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:37:58.939726 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:37:59.251131 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:59.332404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:37:59.433908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:37:59.447360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'port_id': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'mac_address': 'fa:16:3e:f3:c1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:37:59.476411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15476a-ba7c-48b2-94c1-e17f642b0fee req-5f7ca8bf-fc90-4b71-88fb-622555319379 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:59.477941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc15476a-ba7c-48b2-94c1-e17f642b0fee req-5f7ca8bf-fc90-4b71-88fb-622555319379 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 944 time: 0.0497549 Dec 13 13:37:59.485812 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:59.499200 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cad52bd-0faa-46da-bf39-f5d54007c621 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:37:59.519790 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:37:59.525024 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:59.531998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cc15476a-ba7c-48b2-94c1-e17f642b0fee req-26e4c8d1-93bf-4174-9f33-2262c5758189 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475323 Dec 13 13:37:59.579264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:37:59.586908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.587252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.587615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.587948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.588278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.588602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.588935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.589246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.589562 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.589878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.590221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.590539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.590852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:37:59.737329 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['9cad52bd-0faa-46da-bf39-f5d54007c621'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:37:59.839888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-f2e6f7c2-4126-4b4a-b29d-00d9f5c8eae1 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:59.841430 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-f2e6f7c2-4126-4b4a-b29d-00d9f5c8eae1 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1&tenant_id=6c6a218043dd45aba87c334887e1c174&binding%3Ahost_id=n-h1-817326-4 HTTP/1.1" status: 200 len: 945 time: 0.0590699 Dec 13 13:37:59.860763 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c616c1-d630-44e7-837a-27f0946cf009 req-a98cdf1d-ef62-43c8-993f-324f9caa3aaf tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:59.862540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1c616c1-d630-44e7-837a-27f0946cf009 req-a98cdf1d-ef62-43c8-993f-324f9caa3aaf tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 945 time: 0.0563617 Dec 13 13:37:59.913705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1c616c1-d630-44e7-837a-27f0946cf009 req-eed8f1a5-e4ae-4357-bde9-d3c2991a6106 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445735 Dec 13 13:37:59.915268 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-79637c8f-3187-4809-8cb3-d1f7653c9415 service neutron] 10.222.0.37 "GET /v2.0/ports/9cad52bd-0faa-46da-bf39-f5d54007c621/bindings/n-h1-817326-4 HTTP/1.1" status: 200 len: 382 time: 0.0657089 Dec 13 13:37:59.934298 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:37:59.983997 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-08baa6d1-029c-470a-acab-4b363cb99744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:37:59.986161 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-08baa6d1-029c-470a-acab-4b363cb99744 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1096 time: 0.0457380 Dec 13 13:38:00.084730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-6cf2ffb9-ebde-435e-84b3-8445c4441e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:00.086104 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-6cf2ffb9-ebde-435e-84b3-8445c4441e4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0917039 Dec 13 13:38:00.156103 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-c013117b-adf0-49f0-abe0-114a5d39942d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1002 time: 0.0625923 Dec 13 13:38:00.212726 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-a4bad8e9-5a71-4acf-ac49-68c04524de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:00.214766 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-a4bad8e9-5a71-4acf-ac49-68c04524de11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0493295 Dec 13 13:38:00.263748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-e86880f8-2a6d-4d61-9188-547994753cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:00.265346 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-e86880f8-2a6d-4d61-9188-547994753cdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433702 Dec 13 13:38:00.357890 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-bbf33da1-7d72-4e97-a762-3a18569ff83b service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858114 Dec 13 13:38:00.452151 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-108bbeb5-d4a2-4d69-afc6-649522243028 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860300 Dec 13 13:38:01.057600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69163b8-13c1-4937-a4fc-981b9deb99f8 req-e2f985ec-f31d-437b-b91f-8b4cd606bcd0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:01.059108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e69163b8-13c1-4937-a4fc-981b9deb99f8 req-e2f985ec-f31d-437b-b91f-8b4cd606bcd0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 945 time: 0.0618041 Dec 13 13:38:01.110271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e69163b8-13c1-4937-a4fc-981b9deb99f8 req-6cd60c62-4b8d-49eb-9e98-7f405ed53d74 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416343 Dec 13 13:38:01.350577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:38:01.416632 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 9cad52bd-0faa-46da-bf39-f5d54007c621 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:38:01.420720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 9cad52bd-0faa-46da-bf39-f5d54007c621 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:38:01.421115 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:01.502185 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:01.526152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:38:01.528433 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd664458-fbe4-4829-9f36-884df7c6fa20" -d '{"events": [{"server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "name": "network-vif-plugged", "status": "completed", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:38:01.545712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:38:01.551632 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:01.602951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:38:01.647859 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341c80df-9d8b-449d-9ec9-8720cda6160e x-openstack-request-id: req-341c80df-9d8b-449d-9ec9-8720cda6160e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:38:01.648151 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "name": "network-vif-plugged", "status": "completed", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:38:01.648405 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-341c80df-9d8b-449d-9ec9-8720cda6160e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:38:01.648807 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'code': 200} Dec 13 13:38:02.237544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa036ca-9635-42a1-b10f-eb42ab6aa5ef req-8c293670-a738-4c74-951a-225212cdbaeb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:02.239255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9fa036ca-9635-42a1-b10f-eb42ab6aa5ef req-8c293670-a738-4c74-951a-225212cdbaeb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0552926 Dec 13 13:38:02.289826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9fa036ca-9635-42a1-b10f-eb42ab6aa5ef req-d48c4221-72cd-4494-9545-a266005f7f83 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442700 Dec 13 13:38:02.380716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-9ca22c15-9c6b-4e8b-862b-b90297c7b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:02.382248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-9ca22c15-9c6b-4e8b-862b-b90297c7b17d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 1097 time: 0.0422802 Dec 13 13:38:02.393892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:38:02.454678 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:02.682059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:38:02.717384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:38:02.756902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:38:02.759215 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aea2490-2e75-4878-a8cc-4fd93320ec70" -d '{"events": [{"server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:38:02.763296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:02.776194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Transition to ACTIVE for port object 9cad52bd-0faa-46da-bf39-f5d54007c621 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:38:02.780962 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:02.813554 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b64d8b0-9d55-46dd-8e4b-fa83f1186287 x-openstack-request-id: req-4b64d8b0-9d55-46dd-8e4b-fa83f1186287 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:38:02.813855 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:38:02.814128 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b64d8b0-9d55-46dd-8e4b-fa83f1186287 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:38:02.814655 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'code': 200} Dec 13 13:38:02.851252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=10']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:38:02.909962 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.910336 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.910805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.911225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.911558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.911883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.912209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.912530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.912848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.913167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.913483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.913796 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.914138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:38:02.972594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] No DVR routers for this DVR port 9cad52bd-0faa-46da-bf39-f5d54007c621 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:38:03.117469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:38:03.117800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:38:03.118151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:38:03.122844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Port 9cad52bd-0faa-46da-bf39-f5d54007c621 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:38:03.123160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Attempting to bind port 9cad52bd-0faa-46da-bf39-f5d54007c621 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:38:03.128609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:38:03.128939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:38:03.129427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:38:03.129986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Bound port: 9cad52bd-0faa-46da-bf39-f5d54007c621, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:38:03.130439 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:03.194058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:38:03.197873 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:38:03.204974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:03.241359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:03.241999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:03.243445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] 10.222.0.42 "PUT /v2.0/ports/9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1093 time: 0.8535554 Dec 13 13:38:03.264325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca58be-a3e4-43b2-9501-9813b2f62eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=11']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:38:03.313092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-f54bd133-723a-42ec-a24c-dd6da1df3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:03.314670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-f54bd133-723a-42ec-a24c-dd6da1df3dae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1096 time: 0.0439422 Dec 13 13:38:03.452177 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f992fd1-3678-4316-b8da-4eaa20de764d req-1ab2b011-7949-4371-96a9-6de9232f4cd6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:03.453774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f992fd1-3678-4316-b8da-4eaa20de764d req-1ab2b011-7949-4371-96a9-6de9232f4cd6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 945 time: 0.0785024 Dec 13 13:38:03.458137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-7b031c4f-c458-499f-b687-9e8e677dc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:03.460321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-7b031c4f-c458-499f-b687-9e8e677dc19f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.1375327 Dec 13 13:38:03.555373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-f61cc481-a006-4289-9ed4-753aa4d710d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1001 time: 0.0870669 Dec 13 13:38:03.558813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f992fd1-3678-4316-b8da-4eaa20de764d req-78b1dda1-19a4-4320-99f4-4894b513eb4a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967472 Dec 13 13:38:03.604893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-546e7a18-c2ab-4a84-81e9-61bff1a1494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:03.606379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-546e7a18-c2ab-4a84-81e9-61bff1a1494d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0443814 Dec 13 13:38:03.653193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-6dfed9b9-dd2f-4882-8e3c-9e729bd214ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:03.654690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-6dfed9b9-dd2f-4882-8e3c-9e729bd214ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404356 Dec 13 13:38:03.749307 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-690a43c2-284e-421b-b267-06ab5dc96eec service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869708 Dec 13 13:38:03.844075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5dee5c32-aae9-4327-b2d2-9984e2bcefa6 req-ea96cda4-7f11-475d-b189-43a04bafa235 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872414 Dec 13 13:38:04.697946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945c51d-6ce9-4a75-bc9e-21913ec2f6fa req-eba80557-b24b-4b1b-b39c-c83a12d83065 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:04.699428 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a945c51d-6ce9-4a75-bc9e-21913ec2f6fa req-eba80557-b24b-4b1b-b39c-c83a12d83065 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 945 time: 0.0587695 Dec 13 13:38:04.746787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a945c51d-6ce9-4a75-bc9e-21913ec2f6fa req-bad267f0-44e0-4f8c-9329-95f5945155cc tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407128 Dec 13 13:38:04.815556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:38:04.818160 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2908e4a5-14e6-4304-b70f-cc3149e4bced" -d '{"events": [{"name": "network-changed", "server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:38:04.867571 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a96154b-a838-4681-a1c2-033843e96507 x-openstack-request-id: req-0a96154b-a838-4681-a1c2-033843e96507 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:38:04.867867 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:38:04.868117 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a96154b-a838-4681-a1c2-033843e96507 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:38:04.868517 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'status': 'completed', 'code': 200} Dec 13 13:38:04.937446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-56fc9aec-4b5f-4c7e-97f6-0951de4f999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:04.939017 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-56fc9aec-4b5f-4c7e-97f6-0951de4f999b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1096 time: 0.0451710 Dec 13 13:38:04.939708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-e66353bc-d15c-49c4-950f-56538e3bb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:04.941196 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-e66353bc-d15c-49c4-950f-56538e3bb292 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 1096 time: 0.0524344 Dec 13 13:38:05.036302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-8006dc12-8ce5-4a88-b422-aeb753adbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:05.037908 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-8006dc12-8ce5-4a88-b422-aeb753adbebc service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0891447 Dec 13 13:38:05.039710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-2b1fc73e-7d74-4048-b0f3-b936d5bf01db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:05.041197 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-2b1fc73e-7d74-4048-b0f3-b936d5bf01db service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0940678 Dec 13 13:38:05.113118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-e964d228-c9c2-4166-86fa-ec40fb6c31f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1001 time: 0.0677438 Dec 13 13:38:05.114724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-c382d39b-848e-4216-bdf7-4853d033f98b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 200 len: 1001 time: 0.0628114 Dec 13 13:38:05.168068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-f568b023-d5c0-4b1b-97ae-37404a89599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:05.170501 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-f568b023-d5c0-4b1b-97ae-37404a89599a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0509572 Dec 13 13:38:05.170695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-ee89f461-1bf9-4521-90dc-f8f161886573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:05.172347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-ee89f461-1bf9-4521-90dc-f8f161886573 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0496268 Dec 13 13:38:05.220176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-f34ac527-a980-4927-a687-e0e7737d36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:05.221817 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-f34ac527-a980-4927-a687-e0e7737d36de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444460 Dec 13 13:38:05.247441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-f9f20e1d-2c85-43b9-b224-8e42d0770746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:05.249098 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-f9f20e1d-2c85-43b9-b224-8e42d0770746 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578909 Dec 13 13:38:05.336114 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-70c23391-7556-45f5-ae6a-de0db9614282 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066382 Dec 13 13:38:05.352980 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-063df1f6-eb58-4df5-a56b-f3a495df071d service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890100 Dec 13 13:38:05.381476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:38:05.426101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:38:05.434437 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-91644a23-1049-450a-bad6-59de64630d5c service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919330 Dec 13 13:38:05.458459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2908e4a5-14e6-4304-b70f-cc3149e4bced req-6af10e82-b7f9-49e2-8d04-c12c039adb6d service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981915 Dec 13 13:38:05.896767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d7260-a71f-44c7-80cd-35e1d9bf3856 req-a4d624a8-7c6f-4069-a8f3-ea87cd3b03fd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:05.898327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e2d7260-a71f-44c7-80cd-35e1d9bf3856 req-a4d624a8-7c6f-4069-a8f3-ea87cd3b03fd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 945 time: 0.0665562 Dec 13 13:38:05.946970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e2d7260-a71f-44c7-80cd-35e1d9bf3856 req-90fd810b-fcc0-44fc-81ab-345533b0cf78 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Dec 13 13:38:06.069960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa700d8-b891-4c05-81a5-6c39bff44c5d req-67149750-1921-4a9f-9112-e7bf9627e5ed tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:06.071400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aaa700d8-b891-4c05-81a5-6c39bff44c5d req-67149750-1921-4a9f-9112-e7bf9627e5ed tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 945 time: 0.0519369 Dec 13 13:38:06.124908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aaa700d8-b891-4c05-81a5-6c39bff44c5d req-a330b3e0-8dc1-4a3a-8d9a-dd0e5b0ad108 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444577 Dec 13 13:38:06.247176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a5b0e-a734-45f6-b9ad-c4e242e61c39 req-c9ec3309-3675-44a7-9497-44d150790b0a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:06.248646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-797a5b0e-a734-45f6-b9ad-c4e242e61c39 req-c9ec3309-3675-44a7-9497-44d150790b0a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 945 time: 0.0552948 Dec 13 13:38:06.301485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-797a5b0e-a734-45f6-b9ad-c4e242e61c39 req-18345450-b046-48ac-8ebd-90e02ff70785 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433569 Dec 13 13:38:06.558517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874c930-d67e-4016-82ae-c64757215825 req-361ed8b3-3d3d-40aa-ba49-2dd6de5d0ab3 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:06.559998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4874c930-d67e-4016-82ae-c64757215825 req-361ed8b3-3d3d-40aa-ba49-2dd6de5d0ab3 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 945 time: 0.0598352 Dec 13 13:38:06.613266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4874c930-d67e-4016-82ae-c64757215825 req-2d9b3bb8-0dc5-4c04-88c7-91e19fef0f3f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444715 Dec 13 13:38:06.928858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:38:07.042341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:38:07.054424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'port_id': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'mac_address': 'fa:16:3e:f3:c1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:38:07.092460 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:07.105867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cad52bd-0faa-46da-bf39-f5d54007c621 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:38:07.129573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:38:07.136134 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:07.184974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=12']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:38:07.407025 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9cad52bd-0faa-46da-bf39-f5d54007c621'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:38:07.766899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aeb94-3620-4142-81a4-c86061a281c5 req-066e487a-55a3-41eb-bc69-5a8531ba248a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:07.768303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-865aeb94-3620-4142-81a4-c86061a281c5 req-066e487a-55a3-41eb-bc69-5a8531ba248a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0797484 Dec 13 13:38:07.775668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f122ed-6b29-40dd-b19e-9fb8230dc534 req-f8923754-4ea5-4518-a6e6-bd765940acac tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:07.777004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3f122ed-6b29-40dd-b19e-9fb8230dc534 req-f8923754-4ea5-4518-a6e6-bd765940acac tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 946 time: 0.0801308 Dec 13 13:38:07.867466 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:07.876541 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3f122ed-6b29-40dd-b19e-9fb8230dc534 req-311e4efa-d1a2-4a79-9961-2ea310d37d63 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921602 Dec 13 13:38:07.898214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Deleting port 9cad52bd-0faa-46da-bf39-f5d54007c621 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:38:07.898214 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:07.928233 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:07.986729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] For port 9cad52bd-0faa-46da-bf39-f5d54007c621, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9cad52bd-0faa-46da-bf39-f5d54007c621,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:38:07.987063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:08.170300 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:08.170658 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:08.170970 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb disassociated. External IP: 172.25.2.236, port: 9cad52bd-0faa-46da-bf39-f5d54007c621. Dec 13 13:38:08.171311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Calling delete_port for 9cad52bd-0faa-46da-bf39-f5d54007c621 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:38:08.332598 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:08.362436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event deleted for resources: {'Port': ['ID=9cad52bd-0faa-46da-bf39-f5d54007c621,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:38:08.485064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:38:08.598458 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:38:08.610040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:38:08.621206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:38:08.621867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:37:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:38:08.648236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] No DVR routers for this DVR port 9cad52bd-0faa-46da-bf39-f5d54007c621 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:38:08.651569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:08.655216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-865aeb94-3620-4142-81a4-c86061a281c5 req-887cf840-9106-4faa-a455-2b720d7a3b09 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "DELETE /v2.0/ports/9cad52bd-0faa-46da-bf39-f5d54007c621 HTTP/1.1" status: 204 len: 173 time: 0.8769736 Dec 13 13:38:08.655679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'name': 'network-vif-deleted', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:38:08.658064 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a985ed80-634b-42a0-8586-d0e06d979e52" -d '{"events": [{"server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "name": "network-vif-deleted", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:38:08.699532 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbc604a-0885-4779-9f85-225106f158ee x-openstack-request-id: req-4dbc604a-0885-4779-9f85-225106f158ee {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:38:08.699833 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93191ec-37b4-4f25-a9bd-01a925a302d1", "name": "network-vif-deleted", "tag": "9cad52bd-0faa-46da-bf39-f5d54007c621", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:38:08.700093 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4dbc604a-0885-4779-9f85-225106f158ee {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:38:08.700506 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93191ec-37b4-4f25-a9bd-01a925a302d1', 'name': 'network-vif-deleted', 'tag': '9cad52bd-0faa-46da-bf39-f5d54007c621', 'status': 'completed', 'code': 200} Dec 13 13:38:08.741923 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:38:08.953406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:38:08.958680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:38:08.961261 n-d-817326-4 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No ports have port_id starting with 9cad52bd-0faa-46da-bf39-f5d54007c621 Dec 13 13:38:08.964007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 requested by agent hyperv_n-h2-817326-4 not found in database {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 13 13:38:08.989809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:38:08.993377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e67656d-57c0-4d38-a138-ad52a68c9bee req-7216a461-f62c-4b4d-be9b-10b55fedc992 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=c93191ec-37b4-4f25-a9bd-01a925a302d1 HTTP/1.1" status: 200 len: 210 time: 0.0324280 Dec 13 13:38:08.999375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:38:08.999991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:37:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:38:09.112737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:38:09.325093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:38:09.351591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e0970-3c0d-463d-a9df-ebc68e5a15ad None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:38:09.593924 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb2d3f-9475-43b9-981e-9b6e2247d338 None None] New status for floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:38:10.297287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-20dbcee0-ec31-46fe-a75d-1e7d1613eb0c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1034766569&fields=id&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 267 time: 0.0481095 Dec 13 13:38:10.409804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-252e90fb-a9f5-4156-a6ac-541f71dd363a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:10.411327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-252e90fb-a9f5-4156-a6ac-541f71dd363a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 811 time: 0.1040118 Dec 13 13:38:10.426965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-a2525f5f-fbfd-4304-ac08-f732d284f143 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/quotas/6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 375 time: 0.0091679 Dec 13 13:38:10.482349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-0816bccf-e771-4b8e-821a-4ac2139d6e48 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497789 Dec 13 13:38:10.587774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-a5401751-9f7c-44cf-97ae-e4c11ecae779 service neutron] 10.222.0.31 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901659 Dec 13 13:38:10.696894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-1a914842-d825-434d-9a61-5699fc22f99a service neutron] 10.222.0.31 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990326 Dec 13 13:38:10.866411 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89d62bce-0500-447a-9982-ebd818711d1b req-fed30ec8-2b3b-44de-a027-8c6523ffbed8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 210 time: 0.0283554 Dec 13 13:38:10.969737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:38:10.996032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 9cad52bd-0faa-46da-bf39-f5d54007c621 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:38:10.996405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9cad52bd-0faa-46da-bf39-f5d54007c621 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:38:11.862519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-b3e05028-2d3c-4908-8539-6f4f71abcb63 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:11.864704 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-b3e05028-2d3c-4908-8539-6f4f71abcb63 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 811 time: 0.1175973 Dec 13 13:38:11.931130 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-09961658-3e2d-4ce8-b08a-914fe9b993a9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 380 time: 0.0576549 Dec 13 13:38:11.940994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'port': {'device_id': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'admin_state_up': True, 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'security_groups': ['ad2bfde4-f112-436a-aa02-b3b7a0cadcd9']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:38:11.962496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fd9c39ce-411e-4d48-b11d-f6122e8f2759 req-0992e4a6-cea6-4c2f-acb0-68bb55e64fd8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 210 time: 0.0265582 Dec 13 13:38:12.063360 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Made reservation on behalf of 6c6a218043dd45aba87c334887e1c174 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:38:12.066993 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:12.201090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Allocated IP 172.20.0.14 (6ebb29df-457b-4f4e-8211-2e8cd6d8fb01/7958bf0b-93ec-4959-be70-48e12e3186f7/295f5848-2173-485a-8367-861a4cbc7c87) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:38:12.357560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:12.398391 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:12.445419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:38:12.448791 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:38:12.452513 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:38:12.479980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:38:12.514534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:12.515167 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:12.534107 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-90968bfe-39d3-4288-a85c-20dee75d9fc6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5969698 Dec 13 13:38:12.546899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Request body: {'port': {'device_id': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:38:12.603508 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:12.697383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-76c38eb5-70fc-4772-a7d4-b83d5512ed84 None None] Provisioning complete for port 295f5848-2173-485a-8367-861a4cbc7c87 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:38:12.698096 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-76c38eb5-70fc-4772-a7d4-b83d5512ed84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:12.736353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-76c38eb5-70fc-4772-a7d4-b83d5512ed84 None None] Port 295f5848-2173-485a-8367-861a4cbc7c87 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:38:12.876225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295f5848-2173-485a-8367-861a4cbc7c87 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:38:12.884695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:12.896892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Transition to ACTIVE for port object 295f5848-2173-485a-8367-861a4cbc7c87 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:38:12.903416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:12.952543 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:38:13.034116 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:38:13.034461 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:38:13.034793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:38:13.040458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Port 295f5848-2173-485a-8367-861a4cbc7c87 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:38:13.041224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:38:13.047416 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:38:13.047751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:38:13.048158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:38:13.048583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Bound port: 295f5848-2173-485a-8367-861a4cbc7c87, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:38:13.049050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:13.091459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fbb1a-7c8b-47c5-802d-99176e070e5c req-10781735-8a77-43bd-bb64-3a95a8deb073 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:13.093264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f69fbb1a-7c8b-47c5-802d-99176e070e5c req-10781735-8a77-43bd-bb64-3a95a8deb073 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0542376 Dec 13 13:38:13.123011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:38:13.127055 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:38:13.133364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:13.149365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f69fbb1a-7c8b-47c5-802d-99176e070e5c req-0000538c-f986-4353-abe9-d9f1e0a77079 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472081 Dec 13 13:38:13.168154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:13.169182 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:13.170962 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] 10.222.0.37 "PUT /v2.0/ports/295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1092 time: 0.6286392 Dec 13 13:38:13.177005 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:38:13.179768 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85acdd05-2f6a-450a-b63c-586f84feafa4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "tag": "295f5848-2173-485a-8367-861a4cbc7c87"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:38:13.213147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fd78e-526b-4c35-9df9-c81281714be4 service neutron] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:38:13.227809 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e298d8-c621-40cb-8e17-18a143d23e92 x-openstack-request-id: req-d1e298d8-c621-40cb-8e17-18a143d23e92 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:38:13.228098 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "tag": "295f5848-2173-485a-8367-861a4cbc7c87", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:38:13.228353 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1e298d8-c621-40cb-8e17-18a143d23e92 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:38:13.228761 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87', 'status': 'completed', 'code': 200} Dec 13 13:38:13.266569 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-0aca4277-82ab-46d7-b0ef-7666365b8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:13.268132 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-0aca4277-82ab-46d7-b0ef-7666365b8423 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1095 time: 0.0506876 Dec 13 13:38:13.318874 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-bd82833c-8f70-4e7a-aab8-504594377c85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 217 time: 0.0420201 Dec 13 13:38:13.374131 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-5e2fc898-c715-4729-af64-14dd6b5c66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:13.375682 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-5e2fc898-c715-4729-af64-14dd6b5c66e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0494184 Dec 13 13:38:13.424132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-26aced5b-713b-45ad-9153-6ec3f8248066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:13.425686 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-26aced5b-713b-45ad-9153-6ec3f8248066 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428441 Dec 13 13:38:13.529633 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-b195af3c-161f-4754-a167-56d97dcdd628 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969949 Dec 13 13:38:13.628042 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-21a12b73-2a67-432d-b1f4-97415be7c62d req-962eb8af-cdb1-497e-a8f6-f658bf0dc6f2 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904727 Dec 13 13:38:13.733883 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-fb635330-1ace-48b9-95a1-bd2107552284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:13.735459 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-fb635330-1ace-48b9-95a1-bd2107552284 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1095 time: 0.0495918 Dec 13 13:38:13.849018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-d1b229ba-0dfb-461f-bbab-3127005dd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:13.850579 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-d1b229ba-0dfb-461f-bbab-3127005dd30c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.1074107 Dec 13 13:38:13.893522 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-375844f1-7108-4667-9b76-64b84475306f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 217 time: 0.0354135 Dec 13 13:38:13.952586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-746c47d8-c8d8-4c3d-883a-5483434c3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:13.954067 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-746c47d8-c8d8-4c3d-883a-5483434c3adb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0532618 Dec 13 13:38:14.010562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-f8df91a6-71a7-4f1a-8456-9050bd6fdeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:14.012094 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-f8df91a6-71a7-4f1a-8456-9050bd6fdeda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494378 Dec 13 13:38:14.113198 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-2c54c0bf-c081-4d76-920b-dab69f90399c service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912292 Dec 13 13:38:14.213880 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-85acdd05-2f6a-450a-b63c-586f84feafa4 req-85496669-f7c9-47ee-990d-c8e0244588a5 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922441 Dec 13 13:38:14.272894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4b5f-b23b-42fe-ac59-7e8804130f5e req-a4f1262d-237c-456d-8e27-9cca44c2562e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:14.274390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b90a4b5f-b23b-42fe-ac59-7e8804130f5e req-a4f1262d-237c-456d-8e27-9cca44c2562e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0563314 Dec 13 13:38:14.330604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b90a4b5f-b23b-42fe-ac59-7e8804130f5e req-f40522a3-16e6-4ac4-a752-936933298e72 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473466 Dec 13 13:38:15.474031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b4cde-241d-408b-be3d-117434f228a9 req-6305bca6-af0d-42ec-818e-5f15407ad869 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:15.476014 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b10b4cde-241d-408b-be3d-117434f228a9 req-6305bca6-af0d-42ec-818e-5f15407ad869 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0524070 Dec 13 13:38:15.524293 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b10b4cde-241d-408b-be3d-117434f228a9 req-322d68d4-f1cb-4acf-8991-bd4765c65490 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425279 Dec 13 13:38:16.665724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833ef6a-be2e-4658-b1a4-55e6227e041f req-9c59ab01-89ce-4612-957b-b00d9ebffeab tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:16.667204 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9833ef6a-be2e-4658-b1a4-55e6227e041f req-9c59ab01-89ce-4612-957b-b00d9ebffeab tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0535305 Dec 13 13:38:16.733505 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9833ef6a-be2e-4658-b1a4-55e6227e041f req-be562e50-da4f-4cc1-b0e5-e94f77382882 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598059 Dec 13 13:38:17.441178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 295f5848-2173-485a-8367-861a4cbc7c87 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:38:17.550595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:38:17.564488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '295f5848-2173-485a-8367-861a4cbc7c87', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'port_id': '295f5848-2173-485a-8367-861a4cbc7c87', 'mac_address': 'fa:16:3e:a0:14:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:38:17.604472 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:17.618154 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295f5848-2173-485a-8367-861a4cbc7c87 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:38:17.640080 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:38:17.645505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:17.698596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:38:17.836031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['295f5848-2173-485a-8367-861a4cbc7c87'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:38:17.860986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7879a-d609-40a6-a842-465495108713 req-612aa6aa-11e7-4522-8b11-fa286d373c5a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:17.862666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1e7879a-d609-40a6-a842-465495108713 req-612aa6aa-11e7-4522-8b11-fa286d373c5a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Dec 13 13:38:17.917206 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c1e7879a-d609-40a6-a842-465495108713 req-e6c4fcf7-db08-4a96-ab42-f3040561c0ef tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464928 Dec 13 13:38:19.046754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf10ca-9d1c-4131-bc87-4343bff7d59e req-82b4d7d6-8008-4fa1-bfa4-73a2427581f2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:19.048258 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bdf10ca-9d1c-4131-bc87-4343bff7d59e req-82b4d7d6-8008-4fa1-bfa4-73a2427581f2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0614223 Dec 13 13:38:19.096466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3bdf10ca-9d1c-4131-bc87-4343bff7d59e req-4ceae0a7-82ed-4285-862f-419e2a474f01 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418336 Dec 13 13:38:19.457251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 295f5848-2173-485a-8367-861a4cbc7c87 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:38:19.514752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 295f5848-2173-485a-8367-861a4cbc7c87 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:38:19.519224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 295f5848-2173-485a-8367-861a4cbc7c87 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:38:19.519623 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:19.597037 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:19.621341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:38:19.623694 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f8895a-6299-4c1f-9bc7-bf37213dfe1c" -d '{"events": [{"server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "name": "network-vif-plugged", "status": "completed", "tag": "295f5848-2173-485a-8367-861a4cbc7c87"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:38:19.637106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:38:19.642020 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:19.666005 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db03da3-bd1d-43df-91c9-49b2d08b17b3 x-openstack-request-id: req-0db03da3-bd1d-43df-91c9-49b2d08b17b3 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:38:19.666321 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "name": "network-vif-plugged", "status": "completed", "tag": "295f5848-2173-485a-8367-861a4cbc7c87", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:38:19.666578 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0db03da3-bd1d-43df-91c9-49b2d08b17b3 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:38:19.666977 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87', 'code': 200} Dec 13 13:38:19.697519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:38:19.767573 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b81a-6eae-4e82-a716-c01a9a8fd30e req-64ebd692-feb5-43ff-a46f-1c727f379d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:19.769082 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a639b81a-6eae-4e82-a716-c01a9a8fd30e req-64ebd692-feb5-43ff-a46f-1c727f379d28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1097 time: 0.0451782 Dec 13 13:38:19.825567 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a639b81a-6eae-4e82-a716-c01a9a8fd30e req-d5a20945-8d96-4c95-8f25-affe9adf559f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489395 Dec 13 13:38:20.238898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589d3d5-ce26-446e-a739-c9290a2b86c3 req-49624f53-527e-46e8-bb0b-4f8c83660026 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:20.240446 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6589d3d5-ce26-446e-a739-c9290a2b86c3 req-49624f53-527e-46e8-bb0b-4f8c83660026 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0624430 Dec 13 13:38:20.290104 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6589d3d5-ce26-446e-a739-c9290a2b86c3 req-62e8f432-c042-4041-ac58-e6b627376093 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433490 Dec 13 13:38:21.436476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafde0f-81d8-463a-8b45-1dd215812271 req-d71c011a-fdd1-40f2-9611-7ee9efdc3bb4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:21.437920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ddafde0f-81d8-463a-8b45-1dd215812271 req-d71c011a-fdd1-40f2-9611-7ee9efdc3bb4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0602620 Dec 13 13:38:21.488178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ddafde0f-81d8-463a-8b45-1dd215812271 req-3223bc74-e871-4fbc-98eb-fd1b39f2214d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 Dec 13 13:38:21.608593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322bb1e-5037-45a3-bb94-703614a3d5d8 req-94667b46-f431-423f-ac01-fddc836e24a8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:21.610098 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8322bb1e-5037-45a3-bb94-703614a3d5d8 req-94667b46-f431-423f-ac01-fddc836e24a8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0548086 Dec 13 13:38:21.622904 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38262) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:38:21.627281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-232f8868-199b-4721-8380-93f33e976d7b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Request body: {'floatingip': {'port_id': '295f5848-2173-485a-8367-861a4cbc7c87'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:38:21.667479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-232f8868-199b-4721-8380-93f33e976d7b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:22.393142 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-232f8868-199b-4721-8380-93f33e976d7b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:22.400436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-232f8868-199b-4721-8380-93f33e976d7b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:22.517181 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-232f8868-199b-4721-8380-93f33e976d7b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb associated. External IP: 172.25.2.236, port: 295f5848-2173-485a-8367-861a4cbc7c87. Dec 13 13:38:22.735778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232f8868-199b-4721-8380-93f33e976d7b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:38:22.863399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232f8868-199b-4721-8380-93f33e976d7b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:38:22.869162 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-232f8868-199b-4721-8380-93f33e976d7b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:22.874804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:38:22.886094 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:38:22.886728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:37:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:38:22.897418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-232f8868-199b-4721-8380-93f33e976d7b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "PUT /v2.0/floatingips/27943ecf-7e41-4d0a-b99f-285d34a1fbbb HTTP/1.1" status: 200 len: 993 time: 1.2734358 Dec 13 13:38:22.898061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:38:22.901097 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1b925c-1cfe-4602-a119-8baa2fe44676" -d '{"events": [{"name": "network-changed", "server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "tag": "295f5848-2173-485a-8367-861a4cbc7c87"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:38:22.942628 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308fd9ea-edb6-4498-9be4-67e1c0850bee x-openstack-request-id: req-308fd9ea-edb6-4498-9be4-67e1c0850bee {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:38:22.942916 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "tag": "295f5848-2173-485a-8367-861a4cbc7c87", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:38:22.943162 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-308fd9ea-edb6-4498-9be4-67e1c0850bee {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:38:22.943561 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87', 'status': 'completed', 'code': 200} Dec 13 13:38:23.000958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:38:23.071747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-11a05126-5154-4b41-a4ba-6dfb382f3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:23.073261 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-11a05126-5154-4b41-a4ba-6dfb382f3fd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1097 time: 0.1032577 Dec 13 13:38:23.174421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-60f4634b-9396-4f98-9569-760efb1a2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:23.176023 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-60f4634b-9396-4f98-9569-760efb1a2706 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0957975 Dec 13 13:38:23.251290 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-6181fabe-3972-472d-beaf-7b1f817fdbb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1001 time: 0.0671258 Dec 13 13:38:23.302775 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-199097fb-be26-4a67-9cca-ede03a5c1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:23.304250 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-199097fb-be26-4a67-9cca-ede03a5c1ada service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0460601 Dec 13 13:38:23.352793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-c19dc2a6-d7e2-4a8b-adc1-55d36c4cf49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:23.354383 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-c19dc2a6-d7e2-4a8b-adc1-55d36c4cf49b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431445 Dec 13 13:38:23.392843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '295f5848-2173-485a-8367-861a4cbc7c87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:a0:14:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:38:22Z', 'revision_number': 13, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:38:23.422681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:38:23.431635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:38:23.432246 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:37:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:38:23.451135 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-9479f581-bb7d-417f-ae0b-4ede1bd3a4bd service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895975 Dec 13 13:38:23.542503 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-8c1b925c-1cfe-4602-a119-8baa2fe44676 req-0b68f510-e473-4dd1-8d20-6ca4114e1e0b service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845077 Dec 13 13:38:23.543266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:38:23.778005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '295f5848-2173-485a-8367-861a4cbc7c87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:a0:14:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:38:22Z', 'revision_number': 13, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:38:23.809674 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215dc50-52cc-4d59-9c0e-7028d22e3e5f None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '27943ecf-7e41-4d0a-b99f-285d34a1fbbb', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'port_id': '295f5848-2173-485a-8367-861a4cbc7c87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'mac_address': 'fa:16:3e:a0:14:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:31:16Z', 'updated_at': '2021-12-13T13:38:22Z', 'revision_number': 13, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:38:24.006998 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd36521-38d6-4c1f-a538-68baf0a85496 None None] New status for floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:38:24.291438 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60b51c37-233f-4444-82a9-2d5ed6e75504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:25.599899 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:38:26.691519 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf54101-6f11-4121-993e-50d51bf8a360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:27.909493 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:29.248569 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:29.926141 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:37.897788 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:37.929013 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:45.058123 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-0b220f81-9d9d-482b-8f97-fb5a1e8d8c01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449011 Dec 13 13:38:45.151647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-7fbec3cd-0e99-43df-9385-5d297af588aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:45.153166 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-7fbec3cd-0e99-43df-9385-5d297af588aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1097 time: 0.0479279 Dec 13 13:38:45.259289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-27b648d6-86e1-4bd6-ac00-aeefe200038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:45.260639 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-27b648d6-86e1-4bd6-ac00-aeefe200038c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0856769 Dec 13 13:38:45.335896 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-4d009796-680b-4cf7-b295-85e5205e1b9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1003 time: 0.0677271 Dec 13 13:38:45.390385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-9c6fd95a-729c-44cf-aab2-8610eab2ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:45.391856 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-9c6fd95a-729c-44cf-aab2-8610eab2ed38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0488195 Dec 13 13:38:45.440326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-3f970f27-8443-442f-8245-94c242a25db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:38:45.441794 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-3f970f27-8443-442f-8245-94c242a25db7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416329 Dec 13 13:38:45.542139 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-3ec2c776-6f0e-4197-8202-2d73674be897 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918829 Dec 13 13:38:45.640117 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ad54a166-f265-417b-be3a-fb025ea56e82 req-07aac42a-73f9-49f3-9f66-56c19fdec9a2 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896161 Dec 13 13:38:54.296410 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-05a09991-e7ac-4f1d-bebe-c7782e33eae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:56.677632 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d66d4db-8cbb-4078-91a8-4da3957a89b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:57.917845 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:59.251520 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:38:59.933042 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:02.603652 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:39:07.904460 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:07.935289 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:24.299875 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb7cb-2b10-4e59-9aab-b9195807b9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:26.683948 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f638742-8b0e-467e-9843-948914207d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:27.927762 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:29.256261 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:29.924938 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:37.895893 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:37.952974 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:39.607679 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:39:46.063666 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-6e0c5168-846f-4d53-8538-3e2097398afb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500917 Dec 13 13:39:46.156498 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-fcd167ab-fd9f-439d-af0a-94d42b45696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:39:46.158098 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-fcd167ab-fd9f-439d-af0a-94d42b45696d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1097 time: 0.0470281 Dec 13 13:39:46.269727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-b1321f57-773c-434a-8ae2-01bc2268d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:39:46.271259 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-b1321f57-773c-434a-8ae2-01bc2268d744 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0938652 Dec 13 13:39:46.353433 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-f6717f60-4f4a-4f92-9b54-5b80dde04843 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1003 time: 0.0739930 Dec 13 13:39:46.401839 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-8153367e-d12f-4697-a196-a53ade29057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:39:46.403260 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-8153367e-d12f-4697-a196-a53ade29057a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0433271 Dec 13 13:39:46.449629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-a95d0884-4ab4-4252-ae37-0871d8c26376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:39:46.451191 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-a95d0884-4ab4-4252-ae37-0871d8c26376 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402176 Dec 13 13:39:46.545532 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-ddf2a236-b1ca-4488-855c-38cc4fa756f2 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871496 Dec 13 13:39:46.982475 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c0219a2-49df-444d-a66d-e5789b6ce497 req-43ba1356-3dab-4f5a-8148-7bea27999497 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294755 Dec 13 13:39:54.298597 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ab83f0a-fe65-4085-b530-36697e7baaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:56.677441 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fdf515cd-8a7d-462f-a182-1ad7e5b02c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:57.933679 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:59.260268 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:59.924971 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:39:59.994063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39067a6-aed9-4e6a-aca0-b7807c4dbc6a req-bdc0c77a-2c07-49f8-9e0d-d0fb8a603e59 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:39:59.995611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e39067a6-aed9-4e6a-aca0-b7807c4dbc6a req-bdc0c77a-2c07-49f8-9e0d-d0fb8a603e59 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.1266289 Dec 13 13:40:00.043417 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e39067a6-aed9-4e6a-aca0-b7807c4dbc6a req-c646c84e-2cd1-4462-acd6-9aaa1a269a26 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416894 Dec 13 13:40:07.895319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:07.951446 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:12.334936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-1f805fc9-51cd-4339-a94f-670c99f7309d req-04c1aa63-272c-4a81-a046-a8538681ec61 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:40:12.336178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1f805fc9-51cd-4339-a94f-670c99f7309d req-04c1aa63-272c-4a81-a046-a8538681ec61 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087316 Dec 13 13:40:12.541786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-6b2e3621-0353-42bc-b075-62baefe63f30 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715225 Dec 13 13:40:12.552327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca366b-5ccc-422e-a05a-44a087b87c11 req-de285e02-780e-4a6d-80b7-0cd32290385d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:12.553748 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1ca366b-5ccc-422e-a05a-44a087b87c11 req-de285e02-780e-4a6d-80b7-0cd32290385d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0736370 Dec 13 13:40:12.558525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-1dfd7fee-e980-452d-a036-fcd50675526b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:40:12.559459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-1dfd7fee-e980-452d-a036-fcd50675526b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048800 Dec 13 13:40:12.602535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1ca366b-5ccc-422e-a05a-44a087b87c11 req-ddf60f70-a401-4cd4-b220-1d6b1d74db7e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Dec 13 13:40:13.729205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f41b-266d-4da5-b199-1061d0975635 req-79a00c0d-1b06-4bb5-b174-66b5895449e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:13.730775 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-79a00c0d-1b06-4bb5-b174-66b5895449e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1097 time: 0.0422502 Dec 13 13:40:13.731793 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1787fef-6d6f-44e0-9946-1ddc5ae17a90 req-d0df9214-0b30-4136-90cc-64674c85ca23 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:13.733272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1787fef-6d6f-44e0-9946-1ddc5ae17a90 req-d0df9214-0b30-4136-90cc-64674c85ca23 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0516596 Dec 13 13:40:13.781644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1787fef-6d6f-44e0-9946-1ddc5ae17a90 req-ee5053f2-b8e2-4971-9671-f7c857b1b74b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422106 Dec 13 13:40:13.834640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f41b-266d-4da5-b199-1061d0975635 req-d999b5ad-0602-4d12-95cb-7851b69040e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:13.836109 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-d999b5ad-0602-4d12-95cb-7851b69040e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0986421 Dec 13 13:40:13.916433 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-2509f165-a2c7-4a1e-ac40-0f07b034b956 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1003 time: 0.0722387 Dec 13 13:40:13.970817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f41b-266d-4da5-b199-1061d0975635 req-235a0687-db31-40ce-b333-a7029421cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:13.972265 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-235a0687-db31-40ce-b333-a7029421cdce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0489326 Dec 13 13:40:14.020398 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f41b-266d-4da5-b199-1061d0975635 req-420b7eab-11d4-411b-ab23-80ac34321f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:14.021916 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-420b7eab-11d4-411b-ab23-80ac34321f4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424106 Dec 13 13:40:14.110467 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-5fa6a29c-97b3-44c8-9a8e-d72f8db6a30f service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806813 Dec 13 13:40:14.217137 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-0558c9f6-5eb3-49d4-be1d-877399dbed29 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967839 Dec 13 13:40:14.917641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3160a-18a8-41a1-8441-5fb563ab59ae req-65990fec-c188-4706-9222-dd6dae8e80f1 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:14.919155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ae3160a-18a8-41a1-8441-5fb563ab59ae req-65990fec-c188-4706-9222-dd6dae8e80f1 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0564549 Dec 13 13:40:14.969334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ae3160a-18a8-41a1-8441-5fb563ab59ae req-0c33eb27-001f-472d-ad03-ecdba6157175 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Dec 13 13:40:16.096907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d001fc8-cc3d-4c79-9c12-d945cde977fd req-59c8d8cc-833d-42be-ba04-252c4a348dcd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:16.098838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d001fc8-cc3d-4c79-9c12-d945cde977fd req-59c8d8cc-833d-42be-ba04-252c4a348dcd tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0503116 Dec 13 13:40:16.147440 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d001fc8-cc3d-4c79-9c12-d945cde977fd req-f0eb1259-28e4-4c76-bf3f-eab515e2b377 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Dec 13 13:40:16.607663 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:40:17.273316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a0bd6-2a9a-49ec-aa15-62a199ebb0f0 req-3d7f9b2b-7577-46b7-ba47-f18c11375ead tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:17.274783 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e37a0bd6-2a9a-49ec-aa15-62a199ebb0f0 req-3d7f9b2b-7577-46b7-ba47-f18c11375ead tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0518463 Dec 13 13:40:17.327729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e37a0bd6-2a9a-49ec-aa15-62a199ebb0f0 req-c07985dd-86bb-49f9-859a-445cebc96787 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464909 Dec 13 13:40:18.449301 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48302283-a537-459f-810a-14df2e91352f req-ce95f1b4-f21d-451a-89cf-d47f0fe97727 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:18.450838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48302283-a537-459f-810a-14df2e91352f req-ce95f1b4-f21d-451a-89cf-d47f0fe97727 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0514095 Dec 13 13:40:18.500593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-48302283-a537-459f-810a-14df2e91352f req-42b62ba2-8513-41d8-93d7-65d9c3fef2de tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Dec 13 13:40:19.654855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69526d5b-b95d-41a1-88f9-3154eea21547 req-3f1fd8a9-a4d0-4aae-a637-412a8c985435 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:19.656324 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69526d5b-b95d-41a1-88f9-3154eea21547 req-3f1fd8a9-a4d0-4aae-a637-412a8c985435 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0634062 Dec 13 13:40:19.710777 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69526d5b-b95d-41a1-88f9-3154eea21547 req-25e57d53-450f-44ce-b185-220a882e5c91 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464966 Dec 13 13:40:20.843121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aa867-dc9e-436e-8cdd-010ef5ca70e9 req-23e882e4-4fc8-47b3-8fec-18b783ae936e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:20.844638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a0aa867-dc9e-436e-8cdd-010ef5ca70e9 req-23e882e4-4fc8-47b3-8fec-18b783ae936e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0603752 Dec 13 13:40:20.894838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a0aa867-dc9e-436e-8cdd-010ef5ca70e9 req-9ac96c8b-d6a5-41f1-838f-18fe40117aab tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Dec 13 13:40:22.031539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad307992-d7e3-478b-a4e7-67b2a7fca655 req-0c036b7e-0b64-45ba-ba7d-7db169613313 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:22.033036 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad307992-d7e3-478b-a4e7-67b2a7fca655 req-0c036b7e-0b64-45ba-ba7d-7db169613313 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0532823 Dec 13 13:40:22.085706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad307992-d7e3-478b-a4e7-67b2a7fca655 req-35b659dc-8768-4161-91f0-daf03e5d3092 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438883 Dec 13 13:40:23.206833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e581ec-dee7-47f8-9fa8-3b5e4b525549 req-83cc2aa0-6dfa-45ec-934d-876b12efcca4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:23.208595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41e581ec-dee7-47f8-9fa8-3b5e4b525549 req-83cc2aa0-6dfa-45ec-934d-876b12efcca4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0514936 Dec 13 13:40:23.261949 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-41e581ec-dee7-47f8-9fa8-3b5e4b525549 req-e134f1f4-53af-4723-a5c6-ab8dc4ce38fe tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470259 Dec 13 13:40:24.299156 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18a1d128-ee18-48d6-b93a-c16c44e09951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:24.387951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0518-2f7e-4178-bed2-1f64a6e4da07 req-b9abd6f2-ae21-491c-a40c-aaead6067e80 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:24.389419 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50eb0518-2f7e-4178-bed2-1f64a6e4da07 req-b9abd6f2-ae21-491c-a40c-aaead6067e80 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0512378 Dec 13 13:40:24.436895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50eb0518-2f7e-4178-bed2-1f64a6e4da07 req-0f785675-564d-4c72-a383-cf5332b967a9 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412142 Dec 13 13:40:25.564602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd514a-a59a-4936-8fcc-7940606480e8 req-844521ce-deb2-4ad5-8d05-9e2b764d3628 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:25.566117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58cd514a-a59a-4936-8fcc-7940606480e8 req-844521ce-deb2-4ad5-8d05-9e2b764d3628 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0575321 Dec 13 13:40:25.614457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58cd514a-a59a-4936-8fcc-7940606480e8 req-7600619a-61b7-4bd1-ac95-3c60bb9993cc tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419550 Dec 13 13:40:26.673555 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-794834a4-1517-4207-89ee-5002acaff7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:26.745102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da7c95-0488-4283-ac82-31158de6eb92 req-bebc2918-a655-4fd7-9c06-6896786c914e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:26.746559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29da7c95-0488-4283-ac82-31158de6eb92 req-bebc2918-a655-4fd7-9c06-6896786c914e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0548306 Dec 13 13:40:26.795804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29da7c95-0488-4283-ac82-31158de6eb92 req-fb6c9f62-f152-4f19-bcb5-6ba3b21db796 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Dec 13 13:40:27.919477 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:27.920982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c2ece-19ad-4ff4-81e4-5d358f378294 req-fc068520-697a-4e0b-9aa9-80196507b07f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:27.923032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d29c2ece-19ad-4ff4-81e4-5d358f378294 req-fc068520-697a-4e0b-9aa9-80196507b07f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0542681 Dec 13 13:40:27.971724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d29c2ece-19ad-4ff4-81e4-5d358f378294 req-9615a293-5599-4740-87d6-f10de7536226 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423930 Dec 13 13:40:28.204208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 295f5848-2173-485a-8367-861a4cbc7c87 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:40:28.244061 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [req-5312f41b-266d-4da5-b199-1061d0975635 req-ce4fa0b2-4d8d-432a-a789-5e5b0b6450de service neutron] show failed (client error): The resource could not be found. Dec 13 13:40:28.245091 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-ce4fa0b2-4d8d-432a-a789-5e5b0b6450de service neutron] 10.222.0.37 "GET /v2.0/ports/295f5848-2173-485a-8367-861a4cbc7c87/bindings/n-h2-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0630641 Dec 13 13:40:28.291491 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:28.315373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:40:28.317626 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f88579-2031-474e-883e-0600c3dc1a3f" -d '{"events": [{"server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "name": "network-vif-unplugged", "status": "completed", "tag": "295f5848-2173-485a-8367-861a4cbc7c87"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:40:28.330910 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:40:28.337996 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:28.378549 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b53f12-0da2-43c3-a3b7-93a069f7d202 x-openstack-request-id: req-e2b53f12-0da2-43c3-a3b7-93a069f7d202 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:40:28.378903 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "name": "network-vif-unplugged", "status": "completed", "tag": "295f5848-2173-485a-8367-861a4cbc7c87", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:40:28.379219 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2b53f12-0da2-43c3-a3b7-93a069f7d202 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:40:28.379679 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87', 'code': 200} Dec 13 13:40:28.395593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:40:28.403385 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.403734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.404074 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.404447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.404742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.405094 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.405419 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.405775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.406120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.406449 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.406773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.407093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.407413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.506600 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f41b-266d-4da5-b199-1061d0975635 req-23bfd5ba-78a6-40e4-839b-f0faa77b30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:28.508109 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-23bfd5ba-78a6-40e4-839b-f0faa77b30fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 1095 time: 0.0941880 Dec 13 13:40:28.522314 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:40:28.578955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:28.783192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:40:28.817560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:40:28.852131 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295f5848-2173-485a-8367-861a4cbc7c87 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:40:28.859761 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:28.872227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Transition to ACTIVE for port object 295f5848-2173-485a-8367-861a4cbc7c87 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:40:28.877517 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:28.967890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:40:28.980285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.980619 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.980955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.981286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.981630 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.981948 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.982293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.982610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.982911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.983229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.983543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.983846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:28.984232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:29.020296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] No DVR routers for this DVR port 295f5848-2173-485a-8367-861a4cbc7c87 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:40:29.154395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb22dc-b3c3-4aff-b782-9889a1c2b832 req-30f84779-1cb6-424c-8c6b-28b3f9f90bde tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:29.155898 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6cb22dc-b3c3-4aff-b782-9889a1c2b832 req-30f84779-1cb6-424c-8c6b-28b3f9f90bde tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0978324 Dec 13 13:40:29.238579 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e6cb22dc-b3c3-4aff-b782-9889a1c2b832 req-9f331c51-0571-48ff-9a5e-bdbc744c77de tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759678 Dec 13 13:40:29.239360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:40:29.239915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:40:29.240260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:40:29.245283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Port 295f5848-2173-485a-8367-861a4cbc7c87 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:40:29.245595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:40:29.250994 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:40:29.251319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:40:29.251694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:40:29.252114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Bound port: 295f5848-2173-485a-8367-861a4cbc7c87, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:40:29.252473 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:29.273285 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:29.317251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:40:29.320448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:40:29.324793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:29.364780 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:29.365432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:29.366836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] 10.222.0.42 "PUT /v2.0/ports/295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1092 time: 0.8507552 Dec 13 13:40:29.367302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:40:29.369557 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc60816c68f98cf3b3f5fa113c9c0a69de82e3cb3f0d20c9597b0faa92a3168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "tag": "295f5848-2173-485a-8367-861a4cbc7c87"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:40:29.430638 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c69ff4b-436e-47e2-a2c0-92e1e375f889 x-openstack-request-id: req-0c69ff4b-436e-47e2-a2c0-92e1e375f889 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:40:29.431428 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "tag": "295f5848-2173-485a-8367-861a4cbc7c87", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:40:29.431685 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c69ff4b-436e-47e2-a2c0-92e1e375f889 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:40:29.432130 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87', 'status': 'completed', 'code': 200} Dec 13 13:40:29.432921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e840df8-a434-49da-b3ad-f9d397060025 service neutron] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=8']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:40:29.459781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f41b-266d-4da5-b199-1061d0975635 req-a789cc76-75f1-4967-9fea-c3fbe22ed442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:29.461337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-a789cc76-75f1-4967-9fea-c3fbe22ed442 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1095 time: 0.0673547 Dec 13 13:40:29.498718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-29c15f06-db20-45d1-8fcb-c29f4a975fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:29.500223 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-29c15f06-db20-45d1-8fcb-c29f4a975fc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1095 time: 0.0435114 Dec 13 13:40:29.560682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f41b-266d-4da5-b199-1061d0975635 req-b647e471-4bb0-42d2-9781-bc36bbc754ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:29.562592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-b647e471-4bb0-42d2-9781-bc36bbc754ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0941129 Dec 13 13:40:29.600489 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-48f89589-bbd4-441e-bc27-b180280dc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:29.601997 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-48f89589-bbd4-441e-bc27-b180280dc1a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0940447 Dec 13 13:40:29.635869 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-e758f1b3-0a5b-4b24-a953-c4d77bef7a13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1001 time: 0.0653732 Dec 13 13:40:29.670062 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-3be02ef8-5803-4c68-8e48-0c3d6c774bd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1001 time: 0.0602362 Dec 13 13:40:29.685900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f41b-266d-4da5-b199-1061d0975635 req-86901514-1386-4fc9-9dd5-91a790c902a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:29.687415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-86901514-1386-4fc9-9dd5-91a790c902a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0452375 Dec 13 13:40:29.723221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-f0d57795-f511-46d2-a978-8b2eb97e675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:29.724744 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-f0d57795-f511-46d2-a978-8b2eb97e675a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0481017 Dec 13 13:40:29.736165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f41b-266d-4da5-b199-1061d0975635 req-4e8492e6-adf1-42b9-a61b-9de58248e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:29.737704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-4e8492e6-adf1-42b9-a61b-9de58248e182 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422363 Dec 13 13:40:29.774096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-42c8be27-383b-4928-8829-1276595d2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:29.775638 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-42c8be27-383b-4928-8829-1276595d2a13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438111 Dec 13 13:40:29.838432 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-ee6a51f6-2545-4bdd-a993-feaac45c94d4 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926471 Dec 13 13:40:29.867379 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-227a6c3f-a9fe-4c4b-b222-56b495bc87cd service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845747 Dec 13 13:40:29.920857 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:29.934112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-fda14280-ff75-43e4-b391-bffca7e34cc9 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887377 Dec 13 13:40:29.967159 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-0d9257f7-93ee-4073-9de7-ea2451101eae service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909307 Dec 13 13:40:30.030194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-dfb574cd-aa48-4016-9a67-f71aafa84f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:30.031759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-dfb574cd-aa48-4016-9a67-f71aafa84f22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1095 time: 0.0447581 Dec 13 13:40:30.134942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-9f3505d0-adfe-414b-b47e-357e341a12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:30.136441 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-9f3505d0-adfe-414b-b47e-357e341a12b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0977688 Dec 13 13:40:30.205315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-08bc23c0-a89e-4a38-b3a0-3e9892b2d398 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1001 time: 0.0612407 Dec 13 13:40:30.261237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-2ad1f9dd-a201-4a4e-9c94-fe5af7b7eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:30.262746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-2ad1f9dd-a201-4a4e-9c94-fe5af7b7eac0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0500472 Dec 13 13:40:30.311330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-7625298c-9764-496e-a362-761aabf2c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:30.312887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-7625298c-9764-496e-a362-761aabf2c0bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428894 Dec 13 13:40:30.414409 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49a822-3b89-452d-bc3e-ec76d52e9b25 req-08748714-269e-45b1-b1f8-456005e240d4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:30.415808 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e49a822-3b89-452d-bc3e-ec76d52e9b25 req-08748714-269e-45b1-b1f8-456005e240d4 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.1016984 Dec 13 13:40:30.456791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-656005e7-114e-4774-85b0-3d6b1ee883c6 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340120 Dec 13 13:40:30.496057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4e49a822-3b89-452d-bc3e-ec76d52e9b25 req-25b8b2cc-d796-4db1-b681-bccc5682a93d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736411 Dec 13 13:40:30.565134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e24dab1-cf3f-458e-a1dc-e8f3b0dd271f req-07185960-a7dd-4dca-85a9-9835d49e521f service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999925 Dec 13 13:40:31.625368 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4206b52-1238-494c-8d38-e1f22e1443fd req-f3c68de2-445c-429d-966d-8dc429c38f53 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:31.626904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4206b52-1238-494c-8d38-e1f22e1443fd req-f3c68de2-445c-429d-966d-8dc429c38f53 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0507975 Dec 13 13:40:31.676088 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e4206b52-1238-494c-8d38-e1f22e1443fd req-ee6ba784-0e92-4325-86f4-801df993b196 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425413 Dec 13 13:40:32.796380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6e79-4e7c-47cf-9465-5c52da98a197 req-3bc1b965-a6a0-4cc3-8926-d7d85d1ee5ed tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:32.797873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e7b6e79-4e7c-47cf-9465-5c52da98a197 req-3bc1b965-a6a0-4cc3-8926-d7d85d1ee5ed tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0505245 Dec 13 13:40:32.846694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e7b6e79-4e7c-47cf-9465-5c52da98a197 req-324a6b45-11da-453e-b406-7f7440bea575 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423663 Dec 13 13:40:33.981194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43673777-0116-4016-8177-97745d223122 req-a2295e5d-a8fa-4b30-953b-0db2c6f59c77 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:33.982763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43673777-0116-4016-8177-97745d223122 req-a2295e5d-a8fa-4b30-953b-0db2c6f59c77 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0577927 Dec 13 13:40:34.032997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43673777-0116-4016-8177-97745d223122 req-e0f92121-d026-46fa-bae7-69fd56340b58 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442252 Dec 13 13:40:35.182898 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bc8f2-27ce-4e02-b535-89cfdf0c407e req-d05750d1-1546-4a7f-83b1-f03c46de77c8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:35.185259 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-946bc8f2-27ce-4e02-b535-89cfdf0c407e req-d05750d1-1546-4a7f-83b1-f03c46de77c8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0689816 Dec 13 13:40:35.243069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-946bc8f2-27ce-4e02-b535-89cfdf0c407e req-ac883b84-c6ef-4339-ae3a-addba52a3328 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505488 Dec 13 13:40:36.376037 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de2e6a-2277-4f03-802c-f695adb4aa1e req-01b0cc7a-3442-44ed-ac07-c2d168f884f8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:36.377500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2de2e6a-2277-4f03-802c-f695adb4aa1e req-01b0cc7a-3442-44ed-ac07-c2d168f884f8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0519032 Dec 13 13:40:36.730922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2de2e6a-2277-4f03-802c-f695adb4aa1e req-be471620-cd6a-4d49-ab9f-419c1ba99365 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468063 Dec 13 13:40:36.760062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-815cad78-5b2f-4b58-afd7-c159d603a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:36.761548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-815cad78-5b2f-4b58-afd7-c159d603a2fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1095 time: 0.0459733 Dec 13 13:40:36.870734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-00626ba5-4dfe-49e5-86af-d08da8d45fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:36.872215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-00626ba5-4dfe-49e5-86af-d08da8d45fbe service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0911217 Dec 13 13:40:36.940774 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-51497e25-2d2e-4957-bc26-9a7c1f0bbefa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1001 time: 0.0616488 Dec 13 13:40:36.997203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-9d8b13bf-4da6-4b30-b939-cade9aa49f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:36.999337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-9d8b13bf-4da6-4b30-b939-cade9aa49f49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0511937 Dec 13 13:40:37.047801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-38636b51-9b7c-43ba-a200-8a0064ced77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:37.049292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-38636b51-9b7c-43ba-a200-8a0064ced77d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423486 Dec 13 13:40:37.148500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-2bd83be1-dcd7-4062-a4e2-8db19b6fd079 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888727 Dec 13 13:40:37.238473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b026bf19-e9d8-4df6-a93b-250d2a2b3448 req-7450ad52-138c-4467-8374-41bdef3a17be service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830591 Dec 13 13:40:37.868913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a2d45-d375-4ca7-a40a-850ccac1cc88 req-3fada707-51af-4e37-9320-a27303a12efb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:37.870427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-878a2d45-d375-4ca7-a40a-850ccac1cc88 req-3fada707-51af-4e37-9320-a27303a12efb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0556736 Dec 13 13:40:37.891603 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:37.920929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-878a2d45-d375-4ca7-a40a-850ccac1cc88 req-3e52e9d0-d825-49d6-b152-0f059988a28b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433700 Dec 13 13:40:37.973627 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:39.048363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400be6fc-cef0-4217-bab1-2f309b88a400 req-43f4fa39-15ec-418d-abbf-d753bb7c1458 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:39.049831 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-400be6fc-cef0-4217-bab1-2f309b88a400 req-43f4fa39-15ec-418d-abbf-d753bb7c1458 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0551231 Dec 13 13:40:39.099720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-400be6fc-cef0-4217-bab1-2f309b88a400 req-127827ee-32c4-4712-8fa4-e11317bc917c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437353 Dec 13 13:40:40.244799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c5c69-55e2-4347-947a-a97bc18eec54 req-47acb340-49c5-43c0-a52b-7298d91471bb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:40.246276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-005c5c69-55e2-4347-947a-a97bc18eec54 req-47acb340-49c5-43c0-a52b-7298d91471bb tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0541272 Dec 13 13:40:40.296019 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-005c5c69-55e2-4347-947a-a97bc18eec54 req-895c2814-e271-46e3-9c50-618f3430fcf7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 Dec 13 13:40:41.426282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e2a86-74ee-4015-9c57-6f0e04d0e994 req-dc2e08ad-a0f0-44b8-9b11-54a33ed3bae5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:41.427759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a73e2a86-74ee-4015-9c57-6f0e04d0e994 req-dc2e08ad-a0f0-44b8-9b11-54a33ed3bae5 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0555756 Dec 13 13:40:41.476027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a73e2a86-74ee-4015-9c57-6f0e04d0e994 req-d0100110-3a24-478b-ad49-7eb079ab5a55 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Dec 13 13:40:42.612238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d691c-b2c0-4ddc-8592-540d644f70c0 req-79f31636-3366-43ee-ac8d-d6e268de1311 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:42.613691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82d691c-b2c0-4ddc-8592-540d644f70c0 req-79f31636-3366-43ee-ac8d-d6e268de1311 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0602827 Dec 13 13:40:42.669941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e82d691c-b2c0-4ddc-8592-540d644f70c0 req-a9cc3e3a-29f0-41a8-867e-6c5186753063 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472407 Dec 13 13:40:42.985938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-988e5219-004c-4d3f-ba16-2ccb03717ee6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:42.987321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-988e5219-004c-4d3f-ba16-2ccb03717ee6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1&tenant_id=6c6a218043dd45aba87c334887e1c174&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 944 time: 0.0808823 Dec 13 13:40:42.998569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b15c95-c04d-4ac0-b9e2-18489fcb21be req-6ce97b71-b6e2-4d44-9322-550519bf944e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:42.999955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29b15c95-c04d-4ac0-b9e2-18489fcb21be req-6ce97b71-b6e2-4d44-9322-550519bf944e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 944 time: 0.0665195 Dec 13 13:40:43.086461 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29b15c95-c04d-4ac0-b9e2-18489fcb21be req-24754c29-497e-4851-ab33-ff9b0e4e5564 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796444 Dec 13 13:40:43.089408 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-bba20320-8e74-4651-936e-722b20ab91e2 service neutron] 10.222.0.42 "GET /v2.0/ports/295f5848-2173-485a-8367-861a4cbc7c87/bindings/n-h2-817326-4 HTTP/1.1" status: 200 len: 382 time: 0.0885923 Dec 13 13:40:43.153560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-fbc7042d-1314-4bdb-960e-7a05eedf8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:43.155085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-fbc7042d-1314-4bdb-960e-7a05eedf8e7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1095 time: 0.0419829 Dec 13 13:40:43.253103 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-e5d89c00-c28c-46c6-adff-b74a45bca80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:43.254619 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-e5d89c00-c28c-46c6-adff-b74a45bca80d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0918133 Dec 13 13:40:43.329493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-f9bb1505-936e-42e7-b565-b9ed1139d9c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1001 time: 0.0667579 Dec 13 13:40:43.380964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-5d4e5ecb-48f6-4ab1-b307-e221318af7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:43.382416 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-5d4e5ecb-48f6-4ab1-b307-e221318af7f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0456614 Dec 13 13:40:43.429924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-d16f5666-25c5-4c8c-9ce0-76725948da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:43.431542 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-d16f5666-25c5-4c8c-9ce0-76725948da50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421062 Dec 13 13:40:43.526561 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-6eeb147f-b202-445c-b3e5-9bc4134b7ee7 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Dec 13 13:40:43.618139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-26e08661-00f5-4859-982b-8a008c0e6382 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849519 Dec 13 13:40:43.622342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 295f5848-2173-485a-8367-861a4cbc7c87 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:40:43.738012 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:40:43.749529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '295f5848-2173-485a-8367-861a4cbc7c87', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'port_id': '295f5848-2173-485a-8367-861a4cbc7c87', 'mac_address': 'fa:16:3e:a0:14:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:40:43.788929 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:43.808511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295f5848-2173-485a-8367-861a4cbc7c87 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:40:43.831409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:40:43.838182 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:43.894454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:40:44.064213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['295f5848-2173-485a-8367-861a4cbc7c87'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:40:44.213241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3447474-bfb6-4294-b9d9-bee0b8a0e888 req-6fdc9018-78a1-44c2-87de-d981e0dc687e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:44.214809 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3447474-bfb6-4294-b9d9-bee0b8a0e888 req-6fdc9018-78a1-44c2-87de-d981e0dc687e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0506508 Dec 13 13:40:44.267334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3447474-bfb6-4294-b9d9-bee0b8a0e888 req-1047d47b-6765-43ef-a78c-e3712305b64e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463612 Dec 13 13:40:45.393715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c157d-64f3-4468-bd39-95d75de3708a req-de59f09f-9c09-444a-9a58-50ad93449ca1 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:45.395274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-915c157d-64f3-4468-bd39-95d75de3708a req-de59f09f-9c09-444a-9a58-50ad93449ca1 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0525656 Dec 13 13:40:45.445269 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-915c157d-64f3-4468-bd39-95d75de3708a req-62741041-c5f0-4469-9525-7afe9d747d3a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437813 Dec 13 13:40:45.640330 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 295f5848-2173-485a-8367-861a4cbc7c87 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:40:45.719057 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:45.733320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 295f5848-2173-485a-8367-861a4cbc7c87 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:40:45.754511 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:40:45.760098 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:45.808121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:40:46.568846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707edb2-a538-4737-a20e-124d30ec5721 req-bea71916-befe-4143-873f-b3c7af326166 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:46.570383 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f707edb2-a538-4737-a20e-124d30ec5721 req-bea71916-befe-4143-873f-b3c7af326166 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0510917 Dec 13 13:40:46.618806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f707edb2-a538-4737-a20e-124d30ec5721 req-17485a77-10cd-4eea-9bd9-095e3c954531 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Dec 13 13:40:47.707006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-78f74661-8b6a-484d-9e01-11e583bd1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:47.709047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-78f74661-8b6a-484d-9e01-11e583bd1533 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1&tenant_id=6c6a218043dd45aba87c334887e1c174 HTTP/1.1" status: 200 len: 1096 time: 0.0514436 Dec 13 13:40:47.721407 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:40:47.750149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea6e5e-168f-4821-8091-7f47799988c1 req-a75f4592-d695-4882-b85e-4b0b5299c396 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:47.751602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7ea6e5e-168f-4821-8091-7f47799988c1 req-a75f4592-d695-4882-b85e-4b0b5299c396 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Dec 13 13:40:47.783845 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:47.803473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7ea6e5e-168f-4821-8091-7f47799988c1 req-4c42c952-7a8a-41e3-902f-5133c29ec48b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447879 Dec 13 13:40:48.011143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:40:48.046238 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h2-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:40:48.079598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295f5848-2173-485a-8367-861a4cbc7c87 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:40:48.088752 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:48.102474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Ignored duplicate provisioning block setup for port 295f5848-2173-485a-8367-861a4cbc7c87 by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 13:40:48.107164 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:48.154682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=11']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:40:48.200685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.201035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.201368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.201703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.202029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.202386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.202710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.203026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.203345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.203658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.203979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.204276 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.204609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:40:48.244653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] No DVR routers for this DVR port 295f5848-2173-485a-8367-861a4cbc7c87 on host n-h2-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:40:48.387629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:40:48.387966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:40:48.388296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:40:48.393093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Port 295f5848-2173-485a-8367-861a4cbc7c87 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:40:48.393410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Attempting to bind port 295f5848-2173-485a-8367-861a4cbc7c87 on network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:40:48.398704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:40:48.399035 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Checking segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:40:48.399424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Bound using segment: {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:40:48.399850 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Bound port: 295f5848-2173-485a-8367-861a4cbc7c87, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800db842-ea39-477f-8b0e-7f5d0b1777e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:40:48.400213 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:48.468199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:40:48.471449 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:40:48.475855 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:48.513587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:48.514228 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:48.515795 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] 10.222.0.37 "PUT /v2.0/ports/295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1093 time: 0.7987921 Dec 13 13:40:48.518053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:40:48.520481 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223" -d '{"events": [{"name": "network-changed", "server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "tag": "295f5848-2173-485a-8367-861a4cbc7c87"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:40:48.577425 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036007cb-5a7c-4baf-98f8-dbcc89878c73 service neutron] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=12']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:40:48.595825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-6ea70b7f-56cf-4563-b12e-48b88f178355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:48.597498 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-6ea70b7f-56cf-4563-b12e-48b88f178355 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1096 time: 0.0539367 Dec 13 13:40:48.654523 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5331b90-d96c-41b2-83ea-50447f5292a4 x-openstack-request-id: req-c5331b90-d96c-41b2-83ea-50447f5292a4 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:40:48.654815 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "tag": "295f5848-2173-485a-8367-861a4cbc7c87", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:40:48.655046 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5331b90-d96c-41b2-83ea-50447f5292a4 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:40:48.655498 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87', 'status': 'completed', 'code': 200} Dec 13 13:40:48.704294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-84a6e0ee-9dc9-40dc-a58b-59eddad5c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:48.705818 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-84a6e0ee-9dc9-40dc-a58b-59eddad5c594 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0997896 Dec 13 13:40:48.709043 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-a8146bea-6e07-4fec-a2b5-798b5210f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:48.710639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-a8146bea-6e07-4fec-a2b5-798b5210f1f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1096 time: 0.0423188 Dec 13 13:40:48.781116 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-7e3807dd-ade3-4691-9306-2862acd660d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1001 time: 0.0673225 Dec 13 13:40:48.805504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-e5d0a529-b2fd-41c6-981f-1a61aa67d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:48.807017 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-e5d0a529-b2fd-41c6-981f-1a61aa67d4e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0896525 Dec 13 13:40:48.832281 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-07d5eb51-480d-49dd-b668-86b83b4567c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:48.834252 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-07d5eb51-480d-49dd-b668-86b83b4567c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0467010 Dec 13 13:40:48.883044 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-e9df0da1-c3da-406c-8848-7a9828812887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:48.884680 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-e9df0da1-c3da-406c-8848-7a9828812887 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426767 Dec 13 13:40:48.924230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b581bf0-4745-4fcf-ba83-5f5060911577 req-54fad4ca-1e36-4033-96f3-ca9954c59d96 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:48.925739 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2b581bf0-4745-4fcf-ba83-5f5060911577 req-54fad4ca-1e36-4033-96f3-ca9954c59d96 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0509877 Dec 13 13:40:48.980505 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-700a85ce-8665-4c77-a542-d37d56fd6e2e service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888755 Dec 13 13:40:49.021894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2b581bf0-4745-4fcf-ba83-5f5060911577 req-b69683c5-7977-4cb2-9e53-387f9806dfb8 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886347 Dec 13 13:40:49.031997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-fce5ed65-19d5-44a6-a362-0ac9c21ee038 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1001 time: 0.0840714 Dec 13 13:40:49.075002 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-d4a3f5ce-6332-4921-83b5-c89bcb61e2c0 req-f57e081c-d236-4403-995c-98ac546e428c service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873933 Dec 13 13:40:49.085183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-8e48e6a5-d504-4b60-8f65-0a86824968ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:49.086813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-8e48e6a5-d504-4b60-8f65-0a86824968ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0474827 Dec 13 13:40:49.136349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-1a6f923f-f5c5-423a-b2b7-1bcb27ea8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:49.137856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-1a6f923f-f5c5-423a-b2b7-1bcb27ea8b9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444119 Dec 13 13:40:49.156944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-3e239205-a51d-44f0-abf1-212aa4111fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:49.158469 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-3e239205-a51d-44f0-abf1-212aa4111fdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c6a218043dd45aba87c334887e1c174&device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 1096 time: 0.0434272 Dec 13 13:40:49.235435 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-cd95fa5e-46be-44e6-a8e9-519e2908f404 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906999 Dec 13 13:40:49.257194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-a7bd1d25-2007-46d0-a963-45003425208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:49.258686 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-a7bd1d25-2007-46d0-a963-45003425208c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 200 len: 911 time: 0.0933936 Dec 13 13:40:49.337452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-684307c3-bfae-4ec6-b195-15d2aa1a7e87 service neutron] 10.222.0.42 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949521 Dec 13 13:40:49.338613 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-507cf2ad-1d6a-4309-a292-068c486c9d1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 200 len: 1001 time: 0.0722997 Dec 13 13:40:49.394109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-b794cfa4-1650-4d99-92c0-391d3bfdb5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:49.395719 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-b794cfa4-1650-4d99-92c0-391d3bfdb5db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 200 len: 850 time: 0.0509534 Dec 13 13:40:49.442659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-86e79fea-57a7-4d19-b40b-e79a7ca1b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:49.444310 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-86e79fea-57a7-4d19-b40b-e79a7ca1b4de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412552 Dec 13 13:40:49.538377 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-17964228-1512-4cc4-9fec-35aa6fd06f48 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869865 Dec 13 13:40:49.640324 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-64e3ae2a-ab8d-4fd8-92fc-b611d29e9223 req-a5fc0f55-bbbe-40e2-8419-86617da1baa8 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953810 Dec 13 13:40:50.151163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014239a-82e8-4bcb-86ee-476208982f9b req-73cc8268-cc47-4bbb-aae6-4343ef6431f6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:50.152680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3014239a-82e8-4bcb-86ee-476208982f9b req-73cc8268-cc47-4bbb-aae6-4343ef6431f6 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0520525 Dec 13 13:40:50.202473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3014239a-82e8-4bcb-86ee-476208982f9b req-1b050160-219f-4b02-8959-a4756d10220f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435648 Dec 13 13:40:51.388837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff00ba-e37f-468f-8851-52f8c8c4b010 req-0d503245-da81-4095-af35-88398be536cf tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:51.390815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34ff00ba-e37f-468f-8851-52f8c8c4b010 req-0d503245-da81-4095-af35-88398be536cf tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0582581 Dec 13 13:40:51.443386 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34ff00ba-e37f-468f-8851-52f8c8c4b010 req-c55d3a0b-beaf-47a9-a79a-341addbac88b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 Dec 13 13:40:52.694569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9346151-583e-45cc-884c-eeb13fa01bc8 req-7d8543da-cd6a-41f8-ae74-5cb09683b4be tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:52.696075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9346151-583e-45cc-884c-eeb13fa01bc8 req-7d8543da-cd6a-41f8-ae74-5cb09683b4be tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0992963 Dec 13 13:40:52.744431 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9346151-583e-45cc-884c-eeb13fa01bc8 req-6fb88e60-b584-489a-b87f-498a3d886f2e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421555 Dec 13 13:40:53.607405 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:40:53.974724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181ea0-a417-4ea7-8fd5-5a0917926c58 req-9414eafb-cbac-4a2f-bd21-f52ff4692db7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:53.976195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df181ea0-a417-4ea7-8fd5-5a0917926c58 req-9414eafb-cbac-4a2f-bd21-f52ff4692db7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.1116185 Dec 13 13:40:54.028460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df181ea0-a417-4ea7-8fd5-5a0917926c58 req-375b25eb-0de2-40bb-9581-ed70b6de1199 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457184 Dec 13 13:40:54.302724 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a8e5d41-6814-44bf-abd3-953e3f303fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:55.164011 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fcaf9-8e62-4e6d-beb8-8165b31c2e1d req-62095ed4-198e-45a5-acdc-6466e9c7febf tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:55.165539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c5fcaf9-8e62-4e6d-beb8-8165b31c2e1d req-62095ed4-198e-45a5-acdc-6466e9c7febf tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0593660 Dec 13 13:40:55.220430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c5fcaf9-8e62-4e6d-beb8-8165b31c2e1d req-edb6a252-7435-4882-aeba-ebbb1a4c8aed tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457442 Dec 13 13:40:56.358924 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0947e5-fd41-4efc-b1db-1cdae571da39 req-082cb77f-2568-4545-933c-2d9b7d64e676 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:56.360396 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc0947e5-fd41-4efc-b1db-1cdae571da39 req-082cb77f-2568-4545-933c-2d9b7d64e676 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0544872 Dec 13 13:40:56.413636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc0947e5-fd41-4efc-b1db-1cdae571da39 req-0d369d7d-fb81-4c81-a12a-5b5ea8a8c614 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469475 Dec 13 13:40:56.681164 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53c46a70-478e-47fd-984b-28057ef21f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:57.540387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f62104-ab4d-416a-a4f0-195d6db16aa9 req-d2ed7de2-925c-4f4a-b568-66893d91bd62 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:57.541937 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f62104-ab4d-416a-a4f0-195d6db16aa9 req-d2ed7de2-925c-4f4a-b568-66893d91bd62 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0530932 Dec 13 13:40:57.593797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72f62104-ab4d-416a-a4f0-195d6db16aa9 req-a373d367-ff8f-4345-8af0-8e50bb26b130 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Dec 13 13:40:57.927535 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:58.721841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9e7e9-c081-492b-93b3-7220dbdcf146 req-25db069a-d067-47af-b573-ee40c014a466 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:58.723293 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ad9e7e9-c081-492b-93b3-7220dbdcf146 req-25db069a-d067-47af-b573-ee40c014a466 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0521157 Dec 13 13:40:58.782958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6ad9e7e9-c081-492b-93b3-7220dbdcf146 req-598986fb-f8da-4a3e-b7b8-f20d4f240326 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524490 Dec 13 13:40:59.274277 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:59.918196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:40:59.938371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639e698-b933-4977-ae91-2355b9035afe req-6a5680d3-4309-4c05-a2c0-b454517580aa tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:40:59.939874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6639e698-b933-4977-ae91-2355b9035afe req-6a5680d3-4309-4c05-a2c0-b454517580aa tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0722797 Dec 13 13:40:59.991087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6639e698-b933-4977-ae91-2355b9035afe req-7aba3142-4b00-4619-a785-a80c48a17ce2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422201 Dec 13 13:41:01.129082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17321a-4d50-4bfa-96d3-e08d1d7e90e7 req-ac7087de-5ad6-4e86-aabf-e77e871513d7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:01.130594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb17321a-4d50-4bfa-96d3-e08d1d7e90e7 req-ac7087de-5ad6-4e86-aabf-e77e871513d7 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0620124 Dec 13 13:41:01.187196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bb17321a-4d50-4bfa-96d3-e08d1d7e90e7 req-9806e57d-0473-419b-8469-b17072eb8c88 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445685 Dec 13 13:41:02.326013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d9393-128a-49e4-8e8b-19729acc8650 req-fd77d02c-6bfd-47a1-a752-76d07565ab3b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:02.327553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c8d9393-128a-49e4-8e8b-19729acc8650 req-fd77d02c-6bfd-47a1-a752-76d07565ab3b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0601921 Dec 13 13:41:02.337703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 295f5848-2173-485a-8367-861a4cbc7c87 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:41:02.385034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c8d9393-128a-49e4-8e8b-19729acc8650 req-7173456d-38ea-496a-8e46-cad7eb24c6c3 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486131 Dec 13 13:41:02.441241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:02.453814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '295f5848-2173-485a-8367-861a4cbc7c87', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'port_id': '295f5848-2173-485a-8367-861a4cbc7c87', 'mac_address': 'fa:16:3e:a0:14:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:41:02.491385 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:02.504643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4a75c-0801-49c6-9509-4fcd1de1643b req-9e419630-cbac-4466-9f2d-0affbaa3ea48 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:02.505387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295f5848-2173-485a-8367-861a4cbc7c87 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:41:02.506167 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55a4a75c-0801-49c6-9509-4fcd1de1643b req-9e419630-cbac-4466-9f2d-0affbaa3ea48 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 945 time: 0.0499473 Dec 13 13:41:02.525405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:02.529945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:02.555199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-55a4a75c-0801-49c6-9509-4fcd1de1643b req-4f77e8a3-d433-4ec8-81bd-9a7b1ad34f1d tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427406 Dec 13 13:41:02.582351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=13']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:02.674884 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c01a-6523-4e08-8ac4-08bac58a0087 req-3723f8fa-b145-4e96-b034-e5711ed4e469 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:02.676368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce12c01a-6523-4e08-8ac4-08bac58a0087 req-3723f8fa-b145-4e96-b034-e5711ed4e469 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0492399 Dec 13 13:41:02.728559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce12c01a-6523-4e08-8ac4-08bac58a0087 req-2f242b33-6d48-4b0d-a59d-845957dbeb94 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Dec 13 13:41:02.745331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['295f5848-2173-485a-8367-861a4cbc7c87'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:41:02.983150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617220a2-df7a-4530-9692-5b09a4695087 req-f9c0c10f-d1f1-4d10-8c0f-52202f753ce2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:02.984875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-617220a2-df7a-4530-9692-5b09a4695087 req-f9c0c10f-d1f1-4d10-8c0f-52202f753ce2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0584595 Dec 13 13:41:03.039766 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-617220a2-df7a-4530-9692-5b09a4695087 req-b41f402a-c94a-4214-a1d2-3fafdd402acc tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457106 Dec 13 13:41:04.171461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c79e-c120-4b05-8bab-5b0119a16c3a req-f0c2a892-8d62-44fb-8a13-2b821b110c2c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:04.172956 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8640c79e-c120-4b05-8bab-5b0119a16c3a req-f0c2a892-8d62-44fb-8a13-2b821b110c2c tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0546324 Dec 13 13:41:04.221660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8640c79e-c120-4b05-8bab-5b0119a16c3a req-6f72d94d-5e8f-4c2f-a528-39f846b6b773 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Dec 13 13:41:04.344782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 295f5848-2173-485a-8367-861a4cbc7c87 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:41:04.403464 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 295f5848-2173-485a-8367-861a4cbc7c87 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:41:04.408037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 295f5848-2173-485a-8367-861a4cbc7c87 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:41:04.408415 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:04.500940 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:04.525158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:41:04.527543 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0058b71bf8fba14968f854298930eb25f8c8413bac35030dfb2b092369fe6252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45a3600-a16c-4921-af7c-1f1f084a20ab" -d '{"events": [{"server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "name": "network-vif-plugged", "status": "completed", "tag": "295f5848-2173-485a-8367-861a4cbc7c87"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:41:04.529240 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692fa98-ebac-4202-9738-6541c2003401 req-2c09646a-279c-4d5c-8979-3d9f96ed8b4e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:04.530938 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0692fa98-ebac-4202-9738-6541c2003401 req-2c09646a-279c-4d5c-8979-3d9f96ed8b4e tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 946 time: 0.0525391 Dec 13 13:41:04.540415 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:04.546864 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:04.580005 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c67f57-41fe-4a4c-8695-12659983d500 x-openstack-request-id: req-36c67f57-41fe-4a4c-8695-12659983d500 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:41:04.580298 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "name": "network-vif-plugged", "status": "completed", "tag": "295f5848-2173-485a-8367-861a4cbc7c87", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:41:04.580549 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36c67f57-41fe-4a4c-8695-12659983d500 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:41:04.580936 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87', 'code': 200} Dec 13 13:41:04.602181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=14']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:04.635481 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Deleting port 295f5848-2173-485a-8367-861a4cbc7c87 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:41:04.635834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:04.725491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] For port 295f5848-2173-485a-8367-861a4cbc7c87, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=295f5848-2173-485a-8367-861a4cbc7c87,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:04.725859 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:04.922563 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:04.922816 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:04.923145 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb disassociated. External IP: 172.25.2.236, port: 295f5848-2173-485a-8367-861a4cbc7c87. Dec 13 13:41:04.923495 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Calling delete_port for 295f5848-2173-485a-8367-861a4cbc7c87 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:41:05.060906 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:05.093541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event deleted for resources: {'Port': ['ID=295f5848-2173-485a-8367-861a4cbc7c87,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:05.210316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:41:05.325426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39409f5c-0505-4e09-9e82-ab7d57f1d48b req-e3461dee-c1f1-435b-a51e-9c344e8d8f0f tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 210 time: 0.0264506 Dec 13 13:41:05.326143 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:41:05.337976 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:41:05.350220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:41:05.351576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:40:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:05.375272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] No DVR routers for this DVR port 295f5848-2173-485a-8367-861a4cbc7c87 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:41:05.379425 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:05.382913 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0692fa98-ebac-4202-9738-6541c2003401 req-a8c822ec-c776-49d8-9db7-ace1537e5119 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.37 "DELETE /v2.0/ports/295f5848-2173-485a-8367-861a4cbc7c87 HTTP/1.1" status: 204 len: 173 time: 0.8459866 Dec 13 13:41:05.383363 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'name': 'network-vif-deleted', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:41:05.385618 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b82368-3e4c-43d1-ae1c-e57605f9b09f" -d '{"events": [{"server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "name": "network-vif-deleted", "tag": "295f5848-2173-485a-8367-861a4cbc7c87"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:41:05.425989 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8753d45a-0155-443c-9b8e-db608e38a26f x-openstack-request-id: req-8753d45a-0155-443c-9b8e-db608e38a26f {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:41:05.426522 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f17bb6a-ffdd-4a58-afd2-30d49d3315c1", "name": "network-vif-deleted", "tag": "295f5848-2173-485a-8367-861a4cbc7c87", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:41:05.426777 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8753d45a-0155-443c-9b8e-db608e38a26f {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:41:05.427214 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f17bb6a-ffdd-4a58-afd2-30d49d3315c1', 'name': 'network-vif-deleted', 'tag': '295f5848-2173-485a-8367-861a4cbc7c87', 'status': 'completed', 'code': 200} Dec 13 13:41:05.644070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:41:05.854455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:05.882526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:41:05.891837 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:41:05.892444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:40:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:06.001938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:41:06.208347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:06.235493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc155a-aab3-42a8-9bd3-311b0fe781dc None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '266cfab3-bec7-4234-800a-48e718b73964', 'name': '', 'network_id': '6ebb29df-457b-4f4e-8211-2e8cd6d8fb01', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'mac_address': 'fa:16:3e:c7:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:13Z', 'updated_at': '2021-12-13T13:31:18Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'subnets': [{'id': '7958bf0b-93ec-4959-be70-48e12e3186f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:41:06.433758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-be59f6a6-8d9b-40fb-bb18-be2111cd38c7 req-0480d795-b6a2-4436-b2c4-b295f2329ae2 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 210 time: 0.0316253 Dec 13 13:41:06.488469 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a50e7-c538-4784-8047-2ac74b656c70 None None] New status for floating IP 27943ecf-7e41-4d0a-b99f-285d34a1fbbb: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:41:07.536277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22427d3c-9859-472c-8f6c-8f56b0c1e81f req-fc9f5927-47ac-4dc0-b3c6-c88d8612cce0 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 210 time: 0.0275197 Dec 13 13:41:07.906731 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:07.965502 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:08.358163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 295f5848-2173-485a-8367-861a4cbc7c87 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:41:08.384592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 295f5848-2173-485a-8367-861a4cbc7c87 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:41:08.384934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 295f5848-2173-485a-8367-861a4cbc7c87 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:41:08.633884 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3e31a4a7-51cb-4447-9efb-2aacd6d1fb62 req-003c0374-8adf-4103-a86f-2788f1411b7b tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 210 time: 0.0267816 Dec 13 13:41:09.750354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6982d0f-718e-4b0b-9531-7b1a93117561 req-f9a1a08a-5959-4085-b795-5657efbd8f43 tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f17bb6a-ffdd-4a58-afd2-30d49d3315c1 HTTP/1.1" status: 200 len: 210 time: 0.0318508 Dec 13 13:41:14.539751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38724) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:14.595831 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4107589b-5a37-4781-b0aa-6cde4c9f280a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:14.618945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4107589b-5a37-4781-b0aa-6cde4c9f280a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:14.671613 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4107589b-5a37-4781-b0aa-6cde4c9f280a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:14.674579 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4107589b-5a37-4781-b0aa-6cde4c9f280a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:14.678176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4107589b-5a37-4781-b0aa-6cde4c9f280a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "DELETE /v2.0/security-groups/ad2bfde4-f112-436a-aa02-b3b7a0cadcd9 HTTP/1.1" status: 204 len: 168 time: 0.1349599 Dec 13 13:41:14.678677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38726) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:14.686406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107589b-5a37-4781-b0aa-6cde4c9f280a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2bfde4-f112-436a-aa02-b3b7a0cadcd9,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:14.701716 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [None req-f5b40699-cafe-4bee-be50-a0c2d9d94f6a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] show failed (client error): The resource could not be found. Dec 13 13:41:14.706554 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f5b40699-cafe-4bee-be50-a0c2d9d94f6a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "GET /v2.0/security-groups/ad2bfde4-f112-436a-aa02-b3b7a0cadcd9 HTTP/1.1" status: 404 len: 347 time: 0.0264816 Dec 13 13:41:14.707503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38728) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:14.843856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-25452bbe-e71d-4eb1-adce-cd3fbcc5482a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Deleting port af56e594-8965-4e02-b866-41d02e71ab10 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:41:14.844438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25452bbe-e71d-4eb1-adce-cd3fbcc5482a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:14.923704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25452bbe-e71d-4eb1-adce-cd3fbcc5482a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:14.924035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25452bbe-e71d-4eb1-adce-cd3fbcc5482a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:14.936903 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-25452bbe-e71d-4eb1-adce-cd3fbcc5482a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Calling delete_port for af56e594-8965-4e02-b866-41d02e71ab10 owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:41:15.077156 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25452bbe-e71d-4eb1-adce-cd3fbcc5482a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:15.101880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25452bbe-e71d-4eb1-adce-cd3fbcc5482a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Pushing event deleted for resources: {'Port': ['ID=af56e594-8965-4e02-b866-41d02e71ab10,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:15.170397 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25452bbe-e71d-4eb1-adce-cd3fbcc5482a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:15.173534 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-25452bbe-e71d-4eb1-adce-cd3fbcc5482a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:15.177552 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-25452bbe-e71d-4eb1-adce-cd3fbcc5482a tempest-ServerActionsTestJSON-1169879066 tempest-ServerActionsTestJSON-1169879066-project] 10.222.0.31 "DELETE /v2.0/floatingips/27943ecf-7e41-4d0a-b99f-285d34a1fbbb HTTP/1.1" status: 204 len: 168 time: 0.4657412 Dec 13 13:41:15.177802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38730) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:15.692145 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:15.955591 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] Deleting port 266cfab3-bec7-4234-800a-48e718b73964 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:41:15.955892 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:16.045170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] For port 266cfab3-bec7-4234-800a-48e718b73964, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=266cfab3-bec7-4234-800a-48e718b73964,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:16.045870 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:16.058315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] Calling delete_port for 266cfab3-bec7-4234-800a-48e718b73964 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:41:16.256661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:16.279988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=266cfab3-bec7-4234-800a-48e718b73964,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:16.449869 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:16.679444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] Router 3f0fda68-bce0-41e6-b851-75a939c806c9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:41:17.138829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:41:17.147408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38738) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:17.147908 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bde920ca-5012-4296-839c-905dbd0a64a3 admin admin] 10.222.0.31 "PUT /v2.0/routers/3f0fda68-bce0-41e6-b851-75a939c806c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9676905 Dec 13 13:41:17.158653 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] Sync routers for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:41:17.169032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:41:17.169645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:40:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:17.255549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:17.277155 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:41:17.357075 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:17.422856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Deleting port 6b851015-8959-49ef-a56e-1a10f78cc16e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:41:17.423188 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:17.470446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:41:16Z', 'revision_number': 5, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port': {'id': '6b851015-8959-49ef-a56e-1a10f78cc16e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:31:12Z', 'updated_at': '2021-12-13T13:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:17.500869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] Checking router: 3f0fda68-bce0-41e6-b851-75a939c806c9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:41:17.503643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] For port 6b851015-8959-49ef-a56e-1a10f78cc16e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b851015-8959-49ef-a56e-1a10f78cc16e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:17.503995 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:17.509830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] Routers {'3f0fda68-bce0-41e6-b851-75a939c806c9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:41:17.510487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:40:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['3f0fda68-bce0-41e6-b851-75a939c806c9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:17.516053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Calling delete_port for 6b851015-8959-49ef-a56e-1a10f78cc16e owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:41:17.609400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] Set router 3f0fda68-bce0-41e6-b851-75a939c806c9 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:41:17.664011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:41:17Z', 'revision_number': 6, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:17.696418 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815b2a2-a8d9-423e-8724-7f7a8ac52a6c None None] The sync data for ids ['3f0fda68-bce0-41e6-b851-75a939c806c9'] in n-d-817326-4 is: [{'id': '3f0fda68-bce0-41e6-b851-75a939c806c9', 'name': 'tempest-ServerActionsTestJSON-672502888-router', 'tenant_id': '6c6a218043dd45aba87c334887e1c174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:31:11Z', 'updated_at': '2021-12-13T13:41:17Z', 'revision_number': 6, 'project_id': '6c6a218043dd45aba87c334887e1c174', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:41:17.705421 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:17.738172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b851015-8959-49ef-a56e-1a10f78cc16e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:17.747628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1d37c-c736-40cd-aa15-fb3b3ad3c5d8 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:41:17.804765 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:17.903419 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:17.905827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:17.951363 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:17.951915 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0fda68-bce0-41e6-b851-75a939c806c9 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:41:17.956589 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:17.960444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38742) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:17.960681 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-284ae6a9-dab6-446d-ac38-bd36f6805a42 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3f0fda68-bce0-41e6-b851-75a939c806c9 HTTP/1.1" status: 204 len: 168 time: 0.8120797 Dec 13 13:41:18.007632 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b94366-200a-4f1e-96d4-85d342c962c7 admin admin] Deleting subnet 7958bf0b-93ec-4959-be70-48e12e3186f7 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:41:18.010836 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65b94366-200a-4f1e-96d4-85d342c962c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.048270 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65b94366-200a-4f1e-96d4-85d342c962c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.137439 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65b94366-200a-4f1e-96d4-85d342c962c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.192914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65b94366-200a-4f1e-96d4-85d342c962c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.218587 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b94366-200a-4f1e-96d4-85d342c962c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7958bf0b-93ec-4959-be70-48e12e3186f7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:18.227367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65b94366-200a-4f1e-96d4-85d342c962c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.231742 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-65b94366-200a-4f1e-96d4-85d342c962c7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7958bf0b-93ec-4959-be70-48e12e3186f7 HTTP/1.1" status: 204 len: 168 time: 0.2695620 Dec 13 13:41:18.232172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9dfe44-eeb3-4fae-af8c-a19362d7cc8b None None] Network 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:18.234855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38744) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:18.311332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.366442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Deleting port 9131e676-5fc1-4c00-b3bc-0d88ae626241 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:41:18.366780 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.428509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] For port 9131e676-5fc1-4c00-b3bc-0d88ae626241, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9131e676-5fc1-4c00-b3bc-0d88ae626241,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:18.428739 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.445993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Calling delete_port for 9131e676-5fc1-4c00-b3bc-0d88ae626241 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:41:18.465463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da594964-0410-4001-aa8b-44022482fc34 None None] DHCP port deletion for 6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:41:18.517868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-da594964-0410-4001-aa8b-44022482fc34 None None] Deleting port 9131e676-5fc1-4c00-b3bc-0d88ae626241 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:41:18.518279 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da594964-0410-4001-aa8b-44022482fc34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.545697 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.572823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9131e676-5fc1-4c00-b3bc-0d88ae626241,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:18.586571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] No DVR routers for this DVR port 9131e676-5fc1-4c00-b3bc-0d88ae626241 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:41:18.593326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-da594964-0410-4001-aa8b-44022482fc34 None None] For port 9131e676-5fc1-4c00-b3bc-0d88ae626241, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=9131e676-5fc1-4c00-b3bc-0d88ae626241,segment=NetworkSegment(800db842-ea39-477f-8b0e-7f5d0b1777e0),segment_id=800db842-ea39-477f-8b0e-7f5d0b1777e0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:18.593723 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da594964-0410-4001-aa8b-44022482fc34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.608501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-da594964-0410-4001-aa8b-44022482fc34 None None] Calling delete_port for 9131e676-5fc1-4c00-b3bc-0d88ae626241 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:41:18.664664 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:41:18.685350 n-d-817326-4 neutron-server[109887]: self.session.flush() Dec 13 13:41:18.689010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebb29df-457b-4f4e-8211-2e8cd6d8fb01']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:18.695714 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da594964-0410-4001-aa8b-44022482fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.697681 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800db842-ea39-477f-8b0e-7f5d0b1777e0') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:18.697979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800db842-ea39-477f-8b0e-7f5d0b1777e0') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:18.709664 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.722773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da594964-0410-4001-aa8b-44022482fc34 None None] Pushing event deleted for resources: {'Port': ['ID=9131e676-5fc1-4c00-b3bc-0d88ae626241,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:18.725463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.727447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da594964-0410-4001-aa8b-44022482fc34 None None] No DVR routers for this DVR port 9131e676-5fc1-4c00-b3bc-0d88ae626241 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:41:18.741088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:41:18.741661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:41:18.744186 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:41:18.803977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.809552 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:18.813736 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6ebb29df-457b-4f4e-8211-2e8cd6d8fb01 HTTP/1.1" status: 204 len: 168 time: 0.5778818 Dec 13 13:41:18.825358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059f7d2-39e5-412c-926a-81878cdf2d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebb29df-457b-4f4e-8211-2e8cd6d8fb01,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:18.953497 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38750) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:18.996440 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a8cb0a2a-b787-47cc-8f24-5ca783d1504a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c6a218043dd45aba87c334887e1c174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415490 Dec 13 13:41:19.001114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38752) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:19.056472 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da9a5420-dfd0-4e1b-8e03-5b590d392a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:19.079535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 266cfab3-bec7-4234-800a-48e718b73964 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:41:19.079709 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da9a5420-dfd0-4e1b-8e03-5b590d392a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:19.101352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 266cfab3-bec7-4234-800a-48e718b73964 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:41:19.101841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 266cfab3-bec7-4234-800a-48e718b73964 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:41:19.102454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b851015-8959-49ef-a56e-1a10f78cc16e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:41:19.122471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 6b851015-8959-49ef-a56e-1a10f78cc16e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:41:19.122827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b851015-8959-49ef-a56e-1a10f78cc16e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:41:19.123236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9131e676-5fc1-4c00-b3bc-0d88ae626241 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:41:19.133551 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da9a5420-dfd0-4e1b-8e03-5b590d392a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:19.136430 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-da9a5420-dfd0-4e1b-8e03-5b590d392a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:19.137589 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-da9a5420-dfd0-4e1b-8e03-5b590d392a2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73764add-f078-42c7-a0e5-ca8286dda01e HTTP/1.1" status: 204 len: 168 time: 0.1353123 Dec 13 13:41:19.145611 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a5420-dfd0-4e1b-8e03-5b590d392a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73764add-f078-42c7-a0e5-ca8286dda01e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:19.147295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 9131e676-5fc1-4c00-b3bc-0d88ae626241 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:41:19.147836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 9131e676-5fc1-4c00-b3bc-0d88ae626241 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:41:19.913095 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38774) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:20.014217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1335117437-network', 'tenant_id': 'c111d1691ecc401daed50a6a135437d3'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:20.038274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Made reservation on behalf of c111d1691ecc401daed50a6a135437d3 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:20.040715 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.054309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.126108 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.133094 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.166616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:41:20.176631 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49699ce-323f-40d2-a740-b4cbec10942e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:20.183632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.184594 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Added segment 28e99159-89ca-4cc1-93f1-8114982313a5 of type vlan for network 37da66b8-e79f-4138-9b1e-f3a4afbe646c Dec 13 13:41:20.233458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.259752 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.260757 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:20.261585 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.315094 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4008803 Dec 13 13:41:20.318406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38778) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:20.323335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Request body: {'subnet': {'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1335117437-subnet', 'tenant_id': 'c111d1691ecc401daed50a6a135437d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:20.328458 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39aa0b-c1f6-4b08-b733-04ef2d03edaf admin admin] Pushing event updated for resources: {'Network': ['ID=37da66b8-e79f-4138-9b1e-f3a4afbe646c,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:20.338357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 37da66b8-e79f-4138-9b1e-f3a4afbe646c details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:41:20.346934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Made reservation on behalf of c111d1691ecc401daed50a6a135437d3 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:20.349486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.524293 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.582049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5a4198-c267-4a9f-833c-68195d7f260c,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:20.594205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Checking segment: {'id': '28e99159-89ca-4cc1-93f1-8114982313a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:20.594560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Network hostable DHCP agents. Network: 37da66b8-e79f-4138-9b1e-f3a4afbe646c, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:41:20.615193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Network 37da66b8-e79f-4138-9b1e-f3a4afbe646c is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:41:20.628088 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 37da66b8-e79f-4138-9b1e-f3a4afbe646c) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:20.633387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:20.634555 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:20.637483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1a82f2-de2c-4bc5-9a7d-91e9558428d2 None None] Network 37da66b8-e79f-4138-9b1e-f3a4afbe646c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:20.654596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-21245f16-0661-46b9-896b-60f79094c07b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3350415 Dec 13 13:41:20.739312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5918f3-9692-420e-b5ab-bdfb8e4dfa97 None None] Network 37da66b8-e79f-4138-9b1e-f3a4afbe646c requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:21.103570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-f0f7b660-401e-4d2c-a7b8-bfeb11d659ea tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:21.105085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-f0f7b660-401e-4d2c-a7b8-bfeb11d659ea tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/networks?id=37da66b8-e79f-4138-9b1e-f3a4afbe646c HTTP/1.1" status: 200 len: 814 time: 0.1127760 Dec 13 13:41:21.122804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-5d562819-9bcb-40de-a551-3ecc1fdc62d1 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/quotas/c111d1691ecc401daed50a6a135437d3 HTTP/1.1" status: 200 len: 375 time: 0.0094221 Dec 13 13:41:21.157220 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-b64b10e2-67d0-4b11-9add-4f97c6b9b4b6 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c111d1691ecc401daed50a6a135437d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275981 Dec 13 13:41:21.228445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-e6625614-898e-4b30-a231-5456e867d3b1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:41:21.229433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-e6625614-898e-4b30-a231-5456e867d3b1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0623496 Dec 13 13:41:21.320751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-c69477dc-ef79-4746-93b5-5b66368f493c service neutron] 10.222.0.31 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847490 Dec 13 13:41:21.413018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-8c92e254-aa9a-4b44-bbdc-d16bad9a465d service neutron] 10.222.0.31 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831892 Dec 13 13:41:21.581973 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d214fe2-4e1b-4120-bf5f-c169bee080c6 req-130173cd-7228-4140-8e91-1c3bdde855dc tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 210 time: 0.0276201 Dec 13 13:41:22.693817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9523b13e-494e-4b00-b9b7-98a084f3e625 req-e5ff4ee1-3f01-4c9b-bfb8-54927e2725f9 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 210 time: 0.0353084 Dec 13 13:41:22.741689 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-7b7552f2-dffa-4ca7-8cb3-20f86873fc14 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:22.743162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-7b7552f2-dffa-4ca7-8cb3-20f86873fc14 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.42 "GET /v2.0/networks?id=37da66b8-e79f-4138-9b1e-f3a4afbe646c HTTP/1.1" status: 200 len: 814 time: 0.1430347 Dec 13 13:41:22.756939 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Request body: {'port': {'device_id': 'd7f12c07-7405-4643-931d-bc8a4676e58f', 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c', 'admin_state_up': True, 'tenant_id': 'c111d1691ecc401daed50a6a135437d3'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:22.878913 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Made reservation on behalf of c111d1691ecc401daed50a6a135437d3 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:22.882602 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:23.008743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Allocated IP 172.20.0.11 (37da66b8-e79f-4138-9b1e-f3a4afbe646c/0e5a4198-c267-4a9f-833c-68195d7f260c/08abfde7-633e-45cc-a59b-e7a779c77578) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:41:23.467538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:23.507729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:23.556181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Network 37da66b8-e79f-4138-9b1e-f3a4afbe646c is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:41:23.559371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:23.564540 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:41:23.573815 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Pushing event updated for resources: {'Port': ['ID=08abfde7-633e-45cc-a59b-e7a779c77578,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:23.620210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:23.620841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:23.642106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-211849f4-7b2b-4341-a8e7-f10df7c4c515 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8896456 Dec 13 13:41:23.756541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Request body: {'port': {'device_id': 'd7f12c07-7405-4643-931d-bc8a4676e58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:23.839671 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:23.856777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53216d63-f584-41a0-9f0d-f37863fdeefa req-e768c795-2617-404d-abe7-a195c78cbe8a tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:23.858265 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53216d63-f584-41a0-9f0d-f37863fdeefa req-e768c795-2617-404d-abe7-a195c78cbe8a tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 932 time: 0.0830886 Dec 13 13:41:23.987059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53216d63-f584-41a0-9f0d-f37863fdeefa req-1c5933bb-be89-4d6c-acff-ba1172e35f24 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221569 Dec 13 13:41:24.148734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08abfde7-633e-45cc-a59b-e7a779c77578 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:41:24.156535 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:24.169187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Transition to ACTIVE for port object 08abfde7-633e-45cc-a59b-e7a779c77578 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:41:24.175754 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:24.222874 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Pushing event updated for resources: {'Port': ['ID=08abfde7-633e-45cc-a59b-e7a779c77578,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:24.296452 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-162afe65-5bbd-4689-9b55-02e54699e4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:24.301299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Attempting to bind port 08abfde7-633e-45cc-a59b-e7a779c77578 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:41:24.301634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Attempting to bind port 08abfde7-633e-45cc-a59b-e7a779c77578 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '28e99159-89ca-4cc1-93f1-8114982313a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:41:24.301959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Attempting to bind port 08abfde7-633e-45cc-a59b-e7a779c77578 on network 37da66b8-e79f-4138-9b1e-f3a4afbe646c {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:41:24.306665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Port 08abfde7-633e-45cc-a59b-e7a779c77578 on network 37da66b8-e79f-4138-9b1e-f3a4afbe646c not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:41:24.306987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Attempting to bind port 08abfde7-633e-45cc-a59b-e7a779c77578 on network 37da66b8-e79f-4138-9b1e-f3a4afbe646c {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:41:24.312312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:41:24.312643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Checking segment: {'id': '28e99159-89ca-4cc1-93f1-8114982313a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:24.313021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Bound using segment: {'id': '28e99159-89ca-4cc1-93f1-8114982313a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:41:24.313439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Bound port: 08abfde7-633e-45cc-a59b-e7a779c77578, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e99159-89ca-4cc1-93f1-8114982313a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:41:24.313791 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:24.384877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] For port 08abfde7-633e-45cc-a59b-e7a779c77578, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:41:24.389175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] For port 08abfde7-633e-45cc-a59b-e7a779c77578, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=08abfde7-633e-45cc-a59b-e7a779c77578,segment=NetworkSegment(28e99159-89ca-4cc1-93f1-8114982313a5),segment_id=28e99159-89ca-4cc1-93f1-8114982313a5)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:41:24.396225 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:24.433026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:24.434030 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:24.435443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] 10.222.0.42 "PUT /v2.0/ports/08abfde7-633e-45cc-a59b-e7a779c77578 HTTP/1.1" status: 200 len: 1092 time: 0.7309961 Dec 13 13:41:24.435869 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f12c07-7405-4643-931d-bc8a4676e58f', 'tag': '08abfde7-633e-45cc-a59b-e7a779c77578'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:41:24.460434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26227345-a1d9-46ae-8316-3dcbeadd7efc service neutron] Pushing event updated for resources: {'Port': ['ID=08abfde7-633e-45cc-a59b-e7a779c77578,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:24.491123 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f12c07-7405-4643-931d-bc8a4676e58f", "tag": "08abfde7-633e-45cc-a59b-e7a779c77578"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:41:24.531231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-33123366-7d66-4e41-9aec-4bbf16e1d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:24.532848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-33123366-7d66-4e41-9aec-4bbf16e1d454 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c111d1691ecc401daed50a6a135437d3&device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 1095 time: 0.0549164 Dec 13 13:41:24.576225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-34deac41-748c-4726-abc7-fc3312e131d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08abfde7-633e-45cc-a59b-e7a779c77578 HTTP/1.1" status: 200 len: 217 time: 0.0357928 Dec 13 13:41:24.612420 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec96a7b-d9cb-4219-b874-987a886d17a8 x-openstack-request-id: req-dec96a7b-d9cb-4219-b874-987a886d17a8 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:41:24.612716 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f12c07-7405-4643-931d-bc8a4676e58f", "tag": "08abfde7-633e-45cc-a59b-e7a779c77578", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:41:24.612942 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dec96a7b-d9cb-4219-b874-987a886d17a8 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:41:24.613341 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f12c07-7405-4643-931d-bc8a4676e58f', 'tag': '08abfde7-633e-45cc-a59b-e7a779c77578', 'status': 'completed', 'code': 200} Dec 13 13:41:24.631167 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-8c3e1a6d-df74-4c46-87cf-16e7940b6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:24.632675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-8c3e1a6d-df74-4c46-87cf-16e7940b6575 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e5a4198-c267-4a9f-833c-68195d7f260c HTTP/1.1" status: 200 len: 854 time: 0.0472598 Dec 13 13:41:24.666234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-9c5d53d4-621d-478e-80a8-435ffb1866ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=37da66b8-e79f-4138-9b1e-f3a4afbe646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259171 Dec 13 13:41:24.773312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-a6063384-2037-48e1-a481-03fbfbb4ca0a service neutron] 10.222.0.42 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989614 Dec 13 13:41:24.862356 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f9891006-222a-4d53-9c4e-e1eed7e9a40d req-f0d89b9b-c00e-411e-9aef-b838005a135c service neutron] 10.222.0.42 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818105 Dec 13 13:41:24.954109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2 req-e8733e08-67f7-41ee-9b92-09440b9e86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:24.955673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2 req-e8733e08-67f7-41ee-9b92-09440b9e86e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c111d1691ecc401daed50a6a135437d3&device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 1095 time: 0.0464103 Dec 13 13:41:25.051788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2 req-d5d84d32-cc9f-479c-84f5-86456aa93c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:25.053341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2 req-d5d84d32-cc9f-479c-84f5-86456aa93c22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=37da66b8-e79f-4138-9b1e-f3a4afbe646c HTTP/1.1" status: 200 len: 914 time: 0.0906427 Dec 13 13:41:25.126749 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2 req-8df3c6a9-ba56-42f3-982e-1ed3bc9c45f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08abfde7-633e-45cc-a59b-e7a779c77578 HTTP/1.1" status: 200 len: 217 time: 0.0660200 Dec 13 13:41:25.199596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5056de-3951-4ce5-9eaf-de9b9b706f5a req-2e917db5-fcda-4f61-a226-ed8d7eb3c339 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:25.201058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b5056de-3951-4ce5-9eaf-de9b9b706f5a req-2e917db5-fcda-4f61-a226-ed8d7eb3c339 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 944 time: 0.1318097 Dec 13 13:41:25.202532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2 req-06b309ff-3334-44bf-9193-ac79eae951cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:25.203829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2 req-06b309ff-3334-44bf-9193-ac79eae951cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e5a4198-c267-4a9f-833c-68195d7f260c HTTP/1.1" status: 200 len: 854 time: 0.0618825 Dec 13 13:41:25.243359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2 req-b9ed376e-d409-4a54-84c2-cdcf093c1392 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=37da66b8-e79f-4138-9b1e-f3a4afbe646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298774 Dec 13 13:41:25.313789 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0b5056de-3951-4ce5-9eaf-de9b9b706f5a req-aabbb6d9-2e7b-44a3-8cf4-8db1a9dff88b tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061177 Dec 13 13:41:25.363156 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2 req-8a207005-d94a-4296-8fa4-4948f14d96ce service neutron] 10.222.0.42 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079102 Dec 13 13:41:25.466404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2a3d2c00-ab5e-4161-8446-0b7525bd1bd2 req-c100a458-e0e3-4d84-bae4-204b02a5d349 service neutron] 10.222.0.42 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947437 Dec 13 13:41:26.457844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94475-cc94-48dc-8a19-7a65fb6f634b req-2b27520b-51e4-4d6c-81c2-0bc415c41bb2 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:26.459385 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dda94475-cc94-48dc-8a19-7a65fb6f634b req-2b27520b-51e4-4d6c-81c2-0bc415c41bb2 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 944 time: 0.0676901 Dec 13 13:41:26.510640 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dda94475-cc94-48dc-8a19-7a65fb6f634b req-d15349a6-33d3-45c8-9e6a-94aa607dea49 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Dec 13 13:41:26.682780 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da31e8c9-de7d-4ff8-af26-ee98abcd3871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:27.640899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a4d06-8973-4836-b3a2-ded711daa874 req-89cc6390-d940-4898-8cbb-11ac0ef975d7 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:27.642377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-979a4d06-8973-4836-b3a2-ded711daa874 req-89cc6390-d940-4898-8cbb-11ac0ef975d7 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 944 time: 0.0503654 Dec 13 13:41:27.691863 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-979a4d06-8973-4836-b3a2-ded711daa874 req-f1d2c013-2042-415a-b53f-2ea5ce634793 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Dec 13 13:41:27.873136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 08abfde7-633e-45cc-a59b-e7a779c77578 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:41:27.957727 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:27.985457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 08abfde7-633e-45cc-a59b-e7a779c77578, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=08abfde7-633e-45cc-a59b-e7a779c77578,segment=NetworkSegment(28e99159-89ca-4cc1-93f1-8114982313a5),segment_id=28e99159-89ca-4cc1-93f1-8114982313a5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:27.996849 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '08abfde7-633e-45cc-a59b-e7a779c77578', 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c', 'port_id': '08abfde7-633e-45cc-a59b-e7a779c77578', 'mac_address': 'fa:16:3e:73:5d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a4198-c267-4a9f-833c-68195d7f260c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:41:28.035240 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:28.051882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08abfde7-633e-45cc-a59b-e7a779c77578 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:41:28.075386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 08abfde7-633e-45cc-a59b-e7a779c77578, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=08abfde7-633e-45cc-a59b-e7a779c77578,segment=NetworkSegment(28e99159-89ca-4cc1-93f1-8114982313a5),segment_id=28e99159-89ca-4cc1-93f1-8114982313a5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:28.081568 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:28.133041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=08abfde7-633e-45cc-a59b-e7a779c77578,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:28.293247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['08abfde7-633e-45cc-a59b-e7a779c77578'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:41:28.831427 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aedb6-d3f9-4187-9d1c-0f7adedf2e8b req-8e156e88-fdfc-48b2-904e-452289599985 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:28.832925 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce5aedb6-d3f9-4187-9d1c-0f7adedf2e8b req-8e156e88-fdfc-48b2-904e-452289599985 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 945 time: 0.0574713 Dec 13 13:41:28.883304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce5aedb6-d3f9-4187-9d1c-0f7adedf2e8b req-9cbb4c8f-578f-467c-b41c-e6f50f85fb20 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Dec 13 13:41:29.269828 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:29.889568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 08abfde7-633e-45cc-a59b-e7a779c77578 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:41:29.944019 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:29.961075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 08abfde7-633e-45cc-a59b-e7a779c77578 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:41:29.965660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 08abfde7-633e-45cc-a59b-e7a779c77578 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:41:29.966052 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:30.010723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f5284-808e-435a-8203-6c6ba941f841 req-061b9e33-cf37-41a0-a97e-2aced61ea305 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:30.013603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad7f5284-808e-435a-8203-6c6ba941f841 req-061b9e33-cf37-41a0-a97e-2aced61ea305 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 945 time: 0.0513387 Dec 13 13:41:30.051797 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:30.061779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad7f5284-808e-435a-8203-6c6ba941f841 req-4cea945e-888d-4747-9df6-d58a007320f9 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Dec 13 13:41:30.075055 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f12c07-7405-4643-931d-bc8a4676e58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08abfde7-633e-45cc-a59b-e7a779c77578'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:41:30.089908 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 08abfde7-633e-45cc-a59b-e7a779c77578, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=08abfde7-633e-45cc-a59b-e7a779c77578,segment=NetworkSegment(28e99159-89ca-4cc1-93f1-8114982313a5),segment_id=28e99159-89ca-4cc1-93f1-8114982313a5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:30.094020 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:30.118126 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fe7086-6f02-421f-b821-21dc52335b0b" -d '{"events": [{"server_uuid": "d7f12c07-7405-4643-931d-bc8a4676e58f", "name": "network-vif-plugged", "status": "completed", "tag": "08abfde7-633e-45cc-a59b-e7a779c77578"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:41:30.149085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=08abfde7-633e-45cc-a59b-e7a779c77578,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:30.156891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.157243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.157584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.158031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.158031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.158827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.159190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.159521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.159864 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.160193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.160515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.160852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.161158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:30.209655 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48416cbc-2dcb-4f9c-a2c5-6825ac7b0a95 x-openstack-request-id: req-48416cbc-2dcb-4f9c-a2c5-6825ac7b0a95 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:41:30.210105 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f12c07-7405-4643-931d-bc8a4676e58f", "name": "network-vif-plugged", "status": "completed", "tag": "08abfde7-633e-45cc-a59b-e7a779c77578", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:41:30.210391 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48416cbc-2dcb-4f9c-a2c5-6825ac7b0a95 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:41:30.210829 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f12c07-7405-4643-931d-bc8a4676e58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08abfde7-633e-45cc-a59b-e7a779c77578', 'code': 200} Dec 13 13:41:30.311359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185d36-26ce-47f4-8239-a54e8b6a0d8b req-148a5a0b-6335-4893-9329-a51c74bb1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:30.312950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d185d36-26ce-47f4-8239-a54e8b6a0d8b req-148a5a0b-6335-4893-9329-a51c74bb1ec5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 1097 time: 0.0422800 Dec 13 13:41:30.362687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d185d36-26ce-47f4-8239-a54e8b6a0d8b req-5d9b4ee1-09d2-4e5b-a4d8-487eb17af4e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Dec 13 13:41:30.612427 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:41:31.201060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7acf1-a1dd-44f3-8ba7-883f64a01255 req-347b037d-d898-45d3-af82-38ac3b4e7b68 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:31.202835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3b7acf1-a1dd-44f3-8ba7-883f64a01255 req-347b037d-d898-45d3-af82-38ac3b4e7b68 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0616002 Dec 13 13:41:31.263179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3b7acf1-a1dd-44f3-8ba7-883f64a01255 req-dc533d45-efad-4b2a-ac95-5b736ea0e6fc tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538685 Dec 13 13:41:32.411237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52c968-f93c-4a17-89ea-6e5edcd9d03e req-988d512f-f768-4966-8c2d-2527fa2fa6a0 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:32.412697 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d52c968-f93c-4a17-89ea-6e5edcd9d03e req-988d512f-f768-4966-8c2d-2527fa2fa6a0 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0599847 Dec 13 13:41:32.463115 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d52c968-f93c-4a17-89ea-6e5edcd9d03e req-bcd89c4c-8ce4-411c-9037-21cf5d88166c tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Dec 13 13:41:32.713337 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fc039-b9b8-4204-a471-66fa4203d67d req-6563b4cc-d5bb-46e7-a8d9-895cfd7e9f06 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:32.714831 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-6563b4cc-d5bb-46e7-a8d9-895cfd7e9f06 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/networks?id=37da66b8-e79f-4138-9b1e-f3a4afbe646c HTTP/1.1" status: 200 len: 814 time: 0.1188605 Dec 13 13:41:32.732752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-b371fbe3-373e-4816-ae86-750b7d1fc15c tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/quotas/c111d1691ecc401daed50a6a135437d3 HTTP/1.1" status: 200 len: 375 time: 0.0095751 Dec 13 13:41:32.783295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-46ce133d-a7de-4185-b0cd-9fc9d59b5a1c tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c111d1691ecc401daed50a6a135437d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438941 Dec 13 13:41:32.959878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ff174628-9894-46cf-8b75-8215ad10b837 service neutron] 10.222.0.31 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296194 Dec 13 13:41:33.051560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-311d4224-4011-4222-a95b-e76e05f67968 service neutron] 10.222.0.31 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855794 Dec 13 13:41:33.215987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-04fac713-75fc-4de6-8e94-04f65c260800 req-32d4194c-6078-402f-b6c6-d71413bbdcf4 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 210 time: 0.0282588 Dec 13 13:41:34.190335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fc039-b9b8-4204-a471-66fa4203d67d req-0a61660c-5c8b-48a9-a0fa-81f14b9c8832 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:34.191784 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-0a61660c-5c8b-48a9-a0fa-81f14b9c8832 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.37 "GET /v2.0/networks?id=37da66b8-e79f-4138-9b1e-f3a4afbe646c HTTP/1.1" status: 200 len: 814 time: 0.1086886 Dec 13 13:41:34.207895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Request body: {'port': {'device_id': '5f05183a-5004-4670-8615-94db61899caa', 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c', 'admin_state_up': True, 'tenant_id': 'c111d1691ecc401daed50a6a135437d3'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:34.320854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94b39a77-e874-489e-aa68-972f60c3f0af req-64b7d4ac-2013-4a9c-93b4-4a1a20da0d6e tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 210 time: 0.0316861 Dec 13 13:41:34.322696 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Made reservation on behalf of c111d1691ecc401daed50a6a135437d3 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:34.326196 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:34.448079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Allocated IP 172.20.0.4 (37da66b8-e79f-4138-9b1e-f3a4afbe646c/0e5a4198-c267-4a9f-833c-68195d7f260c/c95daa4a-5825-46a5-828f-0aa8ac29da4f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:41:34.604764 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:34.654394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:34.667316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['08abfde7-633e-45cc-a59b-e7a779c77578'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:41:34.719262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Network 37da66b8-e79f-4138-9b1e-f3a4afbe646c is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:41:34.725171 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:34.729972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:41:34.735251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Pushing event updated for resources: {'Port': ['ID=c95daa4a-5825-46a5-828f-0aa8ac29da4f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:34.787420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:34.788033 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:34.805333 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-ce4280bf-ac52-4877-b1c3-b7e3429801d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017675 Dec 13 13:41:34.820248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Request body: {'port': {'device_id': '5f05183a-5004-4670-8615-94db61899caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:34.883339 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:35.186377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95daa4a-5825-46a5-828f-0aa8ac29da4f {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:41:35.194641 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:35.207480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Transition to ACTIVE for port object c95daa4a-5825-46a5-828f-0aa8ac29da4f will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:41:35.212423 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:35.268575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Pushing event updated for resources: {'Port': ['ID=c95daa4a-5825-46a5-828f-0aa8ac29da4f,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:35.344319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Attempting to bind port c95daa4a-5825-46a5-828f-0aa8ac29da4f on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:41:35.344988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Attempting to bind port c95daa4a-5825-46a5-828f-0aa8ac29da4f by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '28e99159-89ca-4cc1-93f1-8114982313a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:41:35.345661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Attempting to bind port c95daa4a-5825-46a5-828f-0aa8ac29da4f on network 37da66b8-e79f-4138-9b1e-f3a4afbe646c {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:41:35.351382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Port c95daa4a-5825-46a5-828f-0aa8ac29da4f on network 37da66b8-e79f-4138-9b1e-f3a4afbe646c not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:41:35.351709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Attempting to bind port c95daa4a-5825-46a5-828f-0aa8ac29da4f on network 37da66b8-e79f-4138-9b1e-f3a4afbe646c {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:41:35.359298 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:41:35.359698 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Checking segment: {'id': '28e99159-89ca-4cc1-93f1-8114982313a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:35.360011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Bound using segment: {'id': '28e99159-89ca-4cc1-93f1-8114982313a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:41:35.360523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Bound port: c95daa4a-5825-46a5-828f-0aa8ac29da4f, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e99159-89ca-4cc1-93f1-8114982313a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:41:35.360914 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:35.442245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] For port c95daa4a-5825-46a5-828f-0aa8ac29da4f, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:41:35.446316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] For port c95daa4a-5825-46a5-828f-0aa8ac29da4f, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c95daa4a-5825-46a5-828f-0aa8ac29da4f,segment=NetworkSegment(28e99159-89ca-4cc1-93f1-8114982313a5),segment_id=28e99159-89ca-4cc1-93f1-8114982313a5)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:41:35.452446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:35.471882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047e837-4c31-4bfe-96f4-9d0e2f4f558b req-e7cf1e07-6f5e-4507-96c7-dacc732a93bc tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:35.473550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c047e837-4c31-4bfe-96f4-9d0e2f4f558b req-e7cf1e07-6f5e-4507-96c7-dacc732a93bc tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 943 time: 0.0645940 Dec 13 13:41:35.499844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:35.500494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:35.502534 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] 10.222.0.37 "PUT /v2.0/ports/c95daa4a-5825-46a5-828f-0aa8ac29da4f HTTP/1.1" status: 200 len: 1091 time: 0.6892152 Dec 13 13:41:35.505562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f05183a-5004-4670-8615-94db61899caa', 'tag': 'c95daa4a-5825-46a5-828f-0aa8ac29da4f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:41:35.508755 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b255ae4c3dfb9fe6110cb65828275420a5421666f63625d50407ac91004f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f05183a-5004-4670-8615-94db61899caa", "tag": "c95daa4a-5825-46a5-828f-0aa8ac29da4f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:41:35.535049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced5b44-0234-4096-b829-5b165bb8a45a service neutron] Pushing event updated for resources: {'Port': ['ID=c95daa4a-5825-46a5-828f-0aa8ac29da4f,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:35.548024 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c047e837-4c31-4bfe-96f4-9d0e2f4f558b req-cc3ba06c-ea3d-4d1b-bdeb-b615f301c0c9 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680132 Dec 13 13:41:35.577941 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f00b080-e406-4aac-a631-4c63930df4a4 x-openstack-request-id: req-9f00b080-e406-4aac-a631-4c63930df4a4 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:41:35.578276 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f05183a-5004-4670-8615-94db61899caa", "tag": "c95daa4a-5825-46a5-828f-0aa8ac29da4f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:41:35.578560 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f00b080-e406-4aac-a631-4c63930df4a4 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:41:35.578969 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f05183a-5004-4670-8615-94db61899caa', 'tag': 'c95daa4a-5825-46a5-828f-0aa8ac29da4f', 'status': 'completed', 'code': 200} Dec 13 13:41:35.595706 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fc039-b9b8-4204-a471-66fa4203d67d req-a049b621-20ff-4cf6-82cb-8a13c363ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:35.597270 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-a049b621-20ff-4cf6-82cb-8a13c363ed78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c111d1691ecc401daed50a6a135437d3&device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 1094 time: 0.0480657 Dec 13 13:41:35.643979 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-33989311-a060-404a-83d8-bbf3c7955a6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c95daa4a-5825-46a5-828f-0aa8ac29da4f HTTP/1.1" status: 200 len: 217 time: 0.0366631 Dec 13 13:41:35.699984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fc039-b9b8-4204-a471-66fa4203d67d req-636bf64a-50f7-47d5-9557-71278b6f2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:35.701460 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-636bf64a-50f7-47d5-9557-71278b6f2000 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e5a4198-c267-4a9f-833c-68195d7f260c HTTP/1.1" status: 200 len: 854 time: 0.0499446 Dec 13 13:41:35.734195 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-c2f90095-dab4-4b8c-87fa-435e7fd796e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=37da66b8-e79f-4138-9b1e-f3a4afbe646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254161 Dec 13 13:41:35.828344 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-9d20035f-a10e-40af-a39f-f8023682f6fb service neutron] 10.222.0.37 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866442 Dec 13 13:41:35.928284 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-547fc039-b9b8-4204-a471-66fa4203d67d req-337a58a7-9751-45ab-9672-2a5162739116 service neutron] 10.222.0.37 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927408 Dec 13 13:41:36.025359 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c req-c87a6244-b890-4c9b-9278-9563c44bed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:36.026978 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c req-c87a6244-b890-4c9b-9278-9563c44bed0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c111d1691ecc401daed50a6a135437d3&device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 1094 time: 0.0438044 Dec 13 13:41:36.205043 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c req-a85d5bef-45c7-42e7-bb24-1a371ad2aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:36.206612 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c req-a85d5bef-45c7-42e7-bb24-1a371ad2aa92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=37da66b8-e79f-4138-9b1e-f3a4afbe646c HTTP/1.1" status: 200 len: 914 time: 0.1366756 Dec 13 13:41:36.253118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c req-f81fa010-9965-4962-916e-6427f725707a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c95daa4a-5825-46a5-828f-0aa8ac29da4f HTTP/1.1" status: 200 len: 217 time: 0.0370045 Dec 13 13:41:36.316178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c req-88454969-3e03-4c75-a4d8-746c0ae3c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:36.317650 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c req-88454969-3e03-4c75-a4d8-746c0ae3c795 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e5a4198-c267-4a9f-833c-68195d7f260c HTTP/1.1" status: 200 len: 854 time: 0.0573177 Dec 13 13:41:36.349374 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c req-0db88006-26c8-4f3a-a14a-75cf2b26e083 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=37da66b8-e79f-4138-9b1e-f3a4afbe646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244012 Dec 13 13:41:36.446329 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c req-ba6a0ce8-3b1e-46f5-b17c-127e7cf12990 service neutron] 10.222.0.37 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887990 Dec 13 13:41:36.539691 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6987d6a4-5b1a-4ba9-ac0e-6c5f7e9c600c req-f92c63fe-d855-4fe6-abc7-806f24c65e7d service neutron] 10.222.0.37 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861006 Dec 13 13:41:36.682862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a356b31-9822-4f54-8d7c-93226e3b324e req-ace8e42e-788e-4b77-98ea-d992c47d3b2b tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:36.684332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a356b31-9822-4f54-8d7c-93226e3b324e req-ace8e42e-788e-4b77-98ea-d992c47d3b2b tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 943 time: 0.0602090 Dec 13 13:41:36.735668 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a356b31-9822-4f54-8d7c-93226e3b324e req-ba1286ab-1965-4566-98b3-61f3a071d5d8 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Dec 13 13:41:37.860233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28cd22-7267-4ec9-a8dd-2789844fdddd req-a78c1acd-c364-41cb-a60a-1c5c371150ff tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:37.861952 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa28cd22-7267-4ec9-a8dd-2789844fdddd req-a78c1acd-c364-41cb-a60a-1c5c371150ff tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 943 time: 0.0551245 Dec 13 13:41:37.911901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aa28cd22-7267-4ec9-a8dd-2789844fdddd req-72c95bad-1253-4f97-afd3-8610c1af5a3c tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Dec 13 13:41:37.919886 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:37.965359 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:38.436203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c95daa4a-5825-46a5-828f-0aa8ac29da4f details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:41:38.654693 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-a3af71ed-5d5a-4edc-8d07-eb68f979c638 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424266 Dec 13 13:41:38.724103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port c95daa4a-5825-46a5-828f-0aa8ac29da4f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c95daa4a-5825-46a5-828f-0aa8ac29da4f,segment=NetworkSegment(28e99159-89ca-4cc1-93f1-8114982313a5),segment_id=28e99159-89ca-4cc1-93f1-8114982313a5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:38.736748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'c95daa4a-5825-46a5-828f-0aa8ac29da4f', 'network_id': '37da66b8-e79f-4138-9b1e-f3a4afbe646c', 'port_id': 'c95daa4a-5825-46a5-828f-0aa8ac29da4f', 'mac_address': 'fa:16:3e:97:8c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a4198-c267-4a9f-833c-68195d7f260c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:41:38.742263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-ed585229-69e1-4632-a77b-6d519cc05946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:38.743886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-ed585229-69e1-4632-a77b-6d519cc05946 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c111d1691ecc401daed50a6a135437d3&device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 1097 time: 0.0438721 Dec 13 13:41:38.775245 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:38.788509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95daa4a-5825-46a5-828f-0aa8ac29da4f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:41:38.808165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port c95daa4a-5825-46a5-828f-0aa8ac29da4f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c95daa4a-5825-46a5-828f-0aa8ac29da4f,segment=NetworkSegment(28e99159-89ca-4cc1-93f1-8114982313a5),segment_id=28e99159-89ca-4cc1-93f1-8114982313a5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:38.812508 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:38.852847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-0fba3acb-242a-42d8-8d26-66b44b6e3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:38.854334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-0fba3acb-242a-42d8-8d26-66b44b6e3f60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=37da66b8-e79f-4138-9b1e-f3a4afbe646c HTTP/1.1" status: 200 len: 914 time: 0.0900495 Dec 13 13:41:38.862897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=c95daa4a-5825-46a5-828f-0aa8ac29da4f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:38.898051 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-3c9b197c-a889-4a0e-b6de-8d62636154d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08abfde7-633e-45cc-a59b-e7a779c77578 HTTP/1.1" status: 200 len: 217 time: 0.0368938 Dec 13 13:41:38.948543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-d276a840-4c84-43cb-b02f-161701148820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:38.949961 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-d276a840-4c84-43cb-b02f-161701148820 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e5a4198-c267-4a9f-833c-68195d7f260c HTTP/1.1" status: 200 len: 854 time: 0.0454860 Dec 13 13:41:38.988101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-e7595389-5629-4d0a-bd97-9e5a6a38aa15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=37da66b8-e79f-4138-9b1e-f3a4afbe646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311587 Dec 13 13:41:38.997411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['c95daa4a-5825-46a5-828f-0aa8ac29da4f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:41:39.085546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791ea8f-ef3c-4d73-9a90-d3a9cbe2dd53 req-7b3b4a2d-c423-42b1-981c-39591649b50a tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:39.087075 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f791ea8f-ef3c-4d73-9a90-d3a9cbe2dd53 req-7b3b4a2d-c423-42b1-981c-39591649b50a tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 944 time: 0.1025763 Dec 13 13:41:39.134256 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-ed1be9e0-5b72-49b5-9502-319c158cc321 service neutron] 10.222.0.42 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367471 Dec 13 13:41:39.198797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f791ea8f-ef3c-4d73-9a90-d3a9cbe2dd53 req-33dcf75c-628f-46ea-b3d9-589633e58cac tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032774 Dec 13 13:41:39.239974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fdf684a-d750-491b-bc52-cfaac22fb3c7 req-fd3cda12-f036-467b-89cc-a8137ae4e117 service neutron] 10.222.0.42 "GET /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983660 Dec 13 13:41:40.328550 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79d38e-e9aa-4762-9e82-c23f03fa8509 req-75643b32-099a-4c9f-a9cf-e7a2454a3382 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:40.330455 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e79d38e-e9aa-4762-9e82-c23f03fa8509 req-75643b32-099a-4c9f-a9cf-e7a2454a3382 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 944 time: 0.0548463 Dec 13 13:41:40.388559 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e79d38e-e9aa-4762-9e82-c23f03fa8509 req-f2d90510-d9e4-499d-aa39-89512b0ca36f tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517375 Dec 13 13:41:40.452882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c95daa4a-5825-46a5-828f-0aa8ac29da4f up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:41:40.516087 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port c95daa4a-5825-46a5-828f-0aa8ac29da4f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:41:40.520306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port c95daa4a-5825-46a5-828f-0aa8ac29da4f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:41:40.520686 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:40.600008 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:40.623621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05183a-5004-4670-8615-94db61899caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95daa4a-5825-46a5-828f-0aa8ac29da4f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:41:40.625912 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4754c4ec-cea2-4ab4-8c22-75ea80c9cbde" -d '{"events": [{"server_uuid": "5f05183a-5004-4670-8615-94db61899caa", "name": "network-vif-plugged", "status": "completed", "tag": "c95daa4a-5825-46a5-828f-0aa8ac29da4f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:41:40.638633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port c95daa4a-5825-46a5-828f-0aa8ac29da4f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c95daa4a-5825-46a5-828f-0aa8ac29da4f,segment=NetworkSegment(28e99159-89ca-4cc1-93f1-8114982313a5),segment_id=28e99159-89ca-4cc1-93f1-8114982313a5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:40.643941 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:40.669081 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4e89f9-b86b-4415-91bc-fd5b982ffac7 x-openstack-request-id: req-4a4e89f9-b86b-4415-91bc-fd5b982ffac7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:41:40.669384 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05183a-5004-4670-8615-94db61899caa", "name": "network-vif-plugged", "status": "completed", "tag": "c95daa4a-5825-46a5-828f-0aa8ac29da4f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:41:40.669641 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a4e89f9-b86b-4415-91bc-fd5b982ffac7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:41:40.670042 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f05183a-5004-4670-8615-94db61899caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95daa4a-5825-46a5-828f-0aa8ac29da4f', 'code': 200} Dec 13 13:41:40.698769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=c95daa4a-5825-46a5-828f-0aa8ac29da4f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:40.778519 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570617d1-5cb0-45c4-b329-dbade11ec3b3 req-a50fd2ca-db20-4fe6-b225-56bf7b7c8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:40.781062 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-570617d1-5cb0-45c4-b329-dbade11ec3b3 req-a50fd2ca-db20-4fe6-b225-56bf7b7c8e4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 1096 time: 0.0536745 Dec 13 13:41:40.831224 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-570617d1-5cb0-45c4-b329-dbade11ec3b3 req-66709eb6-8f88-4c7e-bfcc-e2712ffe30b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Dec 13 13:41:41.522352 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8dc57-9086-4032-a0fc-cd5015e566ea req-3e139b4b-e251-43d8-835d-dd9a9cfef006 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:41.523847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2df8dc57-9086-4032-a0fc-cd5015e566ea req-3e139b4b-e251-43d8-835d-dd9a9cfef006 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 945 time: 0.0603361 Dec 13 13:41:41.584042 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2df8dc57-9086-4032-a0fc-cd5015e566ea req-0b8febf0-de2f-4189-8d94-d7da1f68a1fd tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540593 Dec 13 13:41:42.712755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e32bd-f0ba-4aa7-bf6f-cdfa2380a1f7 req-7d83b0ab-30cc-4a2a-b423-a7ce8ea375a3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:42.714112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f7e32bd-f0ba-4aa7-bf6f-cdfa2380a1f7 req-7d83b0ab-30cc-4a2a-b423-a7ce8ea375a3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 945 time: 0.0507016 Dec 13 13:41:42.774554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2f7e32bd-f0ba-4aa7-bf6f-cdfa2380a1f7 req-ad405d97-96bb-4d0d-a466-722eac440ec8 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541508 Dec 13 13:41:43.039197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1f441-7eae-4b3d-8c7f-e915dd75c0e6 req-c0ce57b2-3b93-427d-9d67-1d7d4109632c tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:43.040864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9d1f441-7eae-4b3d-8c7f-e915dd75c0e6 req-c0ce57b2-3b93-427d-9d67-1d7d4109632c tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 945 time: 0.0579293 Dec 13 13:41:43.089472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9d1f441-7eae-4b3d-8c7f-e915dd75c0e6 req-ed98be15-6c14-47f6-868f-12551c36df4d tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Dec 13 13:41:44.222695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c851eb3-97dc-4c4c-b48a-38e5d8f41699 req-392554fb-ad3d-4f8b-8f76-cb844cf2a428 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:44.224177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c851eb3-97dc-4c4c-b48a-38e5d8f41699 req-392554fb-ad3d-4f8b-8f76-cb844cf2a428 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 945 time: 0.0595357 Dec 13 13:41:44.245924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1e59f-7210-414c-9967-92045a8d904a req-5daa887b-6ba7-402c-b562-edf5b146d79d tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:44.247426 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-17e1e59f-7210-414c-9967-92045a8d904a req-5daa887b-6ba7-402c-b562-edf5b146d79d tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f05183a-5004-4670-8615-94db61899caa HTTP/1.1" status: 200 len: 945 time: 0.0493503 Dec 13 13:41:44.276705 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4c851eb3-97dc-4c4c-b48a-38e5d8f41699 req-d1bfa89a-bda4-4bc1-a0a8-8dad86b0ef61 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Dec 13 13:41:44.344121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-17e1e59f-7210-414c-9967-92045a8d904a req-fb5af1da-5bff-4ff0-82a1-9f9b88f94587 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Deleting port c95daa4a-5825-46a5-828f-0aa8ac29da4f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:41:44.344425 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-17e1e59f-7210-414c-9967-92045a8d904a req-fb5af1da-5bff-4ff0-82a1-9f9b88f94587 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:44.438984 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-17e1e59f-7210-414c-9967-92045a8d904a req-fb5af1da-5bff-4ff0-82a1-9f9b88f94587 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] For port c95daa4a-5825-46a5-828f-0aa8ac29da4f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c95daa4a-5825-46a5-828f-0aa8ac29da4f,segment=NetworkSegment(28e99159-89ca-4cc1-93f1-8114982313a5),segment_id=28e99159-89ca-4cc1-93f1-8114982313a5)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:44.439228 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-17e1e59f-7210-414c-9967-92045a8d904a req-fb5af1da-5bff-4ff0-82a1-9f9b88f94587 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:44.451428 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-17e1e59f-7210-414c-9967-92045a8d904a req-fb5af1da-5bff-4ff0-82a1-9f9b88f94587 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Calling delete_port for c95daa4a-5825-46a5-828f-0aa8ac29da4f owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:41:44.591366 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-17e1e59f-7210-414c-9967-92045a8d904a req-fb5af1da-5bff-4ff0-82a1-9f9b88f94587 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:44.605189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['c95daa4a-5825-46a5-828f-0aa8ac29da4f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:41:44.607489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['08abfde7-633e-45cc-a59b-e7a779c77578'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:41:44.620365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5af1da-5bff-4ff0-82a1-9f9b88f94587 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Pushing event deleted for resources: {'Port': ['ID=c95daa4a-5825-46a5-828f-0aa8ac29da4f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:44.663184 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e1e59f-7210-414c-9967-92045a8d904a req-fb5af1da-5bff-4ff0-82a1-9f9b88f94587 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] No DVR routers for this DVR port c95daa4a-5825-46a5-828f-0aa8ac29da4f on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:41:44.665836 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-17e1e59f-7210-414c-9967-92045a8d904a req-fb5af1da-5bff-4ff0-82a1-9f9b88f94587 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:44.669309 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-17e1e59f-7210-414c-9967-92045a8d904a req-fb5af1da-5bff-4ff0-82a1-9f9b88f94587 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.37 "DELETE /v2.0/ports/c95daa4a-5825-46a5-828f-0aa8ac29da4f HTTP/1.1" status: 204 len: 173 time: 0.4152117 Dec 13 13:41:44.669744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05183a-5004-4670-8615-94db61899caa', 'name': 'network-vif-deleted', 'tag': 'c95daa4a-5825-46a5-828f-0aa8ac29da4f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:41:44.712561 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7415cc6-f615-4fa7-a869-f15bae03faae" -d '{"events": [{"server_uuid": "5f05183a-5004-4670-8615-94db61899caa", "name": "network-vif-deleted", "tag": "c95daa4a-5825-46a5-828f-0aa8ac29da4f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:41:44.829303 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7f0f37-b9be-433a-ad08-7a9c2c73fe1f x-openstack-request-id: req-de7f0f37-b9be-433a-ad08-7a9c2c73fe1f {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:41:44.829598 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05183a-5004-4670-8615-94db61899caa", "name": "network-vif-deleted", "tag": "c95daa4a-5825-46a5-828f-0aa8ac29da4f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:41:44.829849 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de7f0f37-b9be-433a-ad08-7a9c2c73fe1f {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:41:44.830353 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f05183a-5004-4670-8615-94db61899caa', 'name': 'network-vif-deleted', 'tag': 'c95daa4a-5825-46a5-828f-0aa8ac29da4f', 'status': 'completed', 'code': 200} Dec 13 13:41:45.447777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01b35e-5147-43ec-9515-b719cceeb5c1 req-1975f126-dab4-402a-afab-58cf8bb299a4 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:45.449337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d01b35e-5147-43ec-9515-b719cceeb5c1 req-1975f126-dab4-402a-afab-58cf8bb299a4 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0565646 Dec 13 13:41:45.498255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d01b35e-5147-43ec-9515-b719cceeb5c1 req-ba099140-7287-4c82-94a5-1d202eba47b8 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Dec 13 13:41:45.663256 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e7fac-1d4d-4392-896f-e3d5e131b8fc req-5fff39e1-8ec1-4f34-a29f-8284db226905 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:45.664769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-304e7fac-1d4d-4392-896f-e3d5e131b8fc req-5fff39e1-8ec1-4f34-a29f-8284db226905 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0621014 Dec 13 13:41:45.719205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-304e7fac-1d4d-4392-896f-e3d5e131b8fc req-ffb40bbd-a518-4d2e-9788-3523cdf12368 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454807 Dec 13 13:41:45.847572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87d671-4f91-4278-bce7-11c9f17e71c1 req-419cf8a9-ee86-4447-9bd4-a4b425165371 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:45.849061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c87d671-4f91-4278-bce7-11c9f17e71c1 req-419cf8a9-ee86-4447-9bd4-a4b425165371 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0593197 Dec 13 13:41:45.911271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c87d671-4f91-4278-bce7-11c9f17e71c1 req-0ecea69e-284a-4b0b-95ec-2c31edf697cf tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533128 Dec 13 13:41:46.111972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7314a-dbbe-480b-9161-c709df3fb662 req-d8dfd5e9-e047-4259-84b9-d91e8b7f02d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:46.113622 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86a7314a-dbbe-480b-9161-c709df3fb662 req-d8dfd5e9-e047-4259-84b9-d91e8b7f02d3 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0624516 Dec 13 13:41:46.170864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86a7314a-dbbe-480b-9161-c709df3fb662 req-a3eaf81a-8178-41b4-b339-293c3464dd35 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509105 Dec 13 13:41:46.300099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb94b8-425e-452f-8325-b3142f7457a0 req-ed1eca91-27f5-455f-9b1b-37cd339e6f7e tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:46.301750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37eb94b8-425e-452f-8325-b3142f7457a0 req-ed1eca91-27f5-455f-9b1b-37cd339e6f7e tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0527718 Dec 13 13:41:46.353059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37eb94b8-425e-452f-8325-b3142f7457a0 req-02020b8c-7128-485e-91df-e94b0addee5f tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Dec 13 13:41:46.487964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc596-1d9f-4b2a-bb1d-72f36b7c6b64 req-2b270a60-944a-4235-9190-7a335ce7fabf tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:46.489470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3dacc596-1d9f-4b2a-bb1d-72f36b7c6b64 req-2b270a60-944a-4235-9190-7a335ce7fabf tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0569162 Dec 13 13:41:46.541344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3dacc596-1d9f-4b2a-bb1d-72f36b7c6b64 req-ff71301e-65f0-4dde-90c7-fd3bb04d3a02 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Dec 13 13:41:46.872940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6767a8-9d9f-4724-8b19-f9026159335a req-142b8af4-f92d-4812-96cc-311c39811f10 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:46.874334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c6767a8-9d9f-4724-8b19-f9026159335a req-142b8af4-f92d-4812-96cc-311c39811f10 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0507207 Dec 13 13:41:46.929172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c6767a8-9d9f-4724-8b19-f9026159335a req-a2ae1cb6-1b50-4892-ae53-a3e4ffd6559d tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Dec 13 13:41:48.051877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acab37-cbf6-4d6e-873a-1c026dfe8044 req-3af1fa5c-1871-472c-9783-59919e4187ad tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:48.053390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8acab37-cbf6-4d6e-873a-1c026dfe8044 req-3af1fa5c-1871-472c-9783-59919e4187ad tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0508118 Dec 13 13:41:48.111179 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8acab37-cbf6-4d6e-873a-1c026dfe8044 req-8ecd69a5-00f9-4180-9624-d73791938be8 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.31 "GET /v2.0/security-groups?id=a49699ce-323f-40d2-a740-b4cbec10942e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512402 Dec 13 13:41:48.171313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-17e7c914-b471-4092-a67f-af20a8b1f9b5 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:48.172788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-17e7c914-b471-4092-a67f-af20a8b1f9b5 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f12c07-7405-4643-931d-bc8a4676e58f HTTP/1.1" status: 200 len: 946 time: 0.0498438 Dec 13 13:41:48.266269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Deleting port 08abfde7-633e-45cc-a59b-e7a779c77578 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:41:48.266542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:48.358866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] For port 08abfde7-633e-45cc-a59b-e7a779c77578, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=08abfde7-633e-45cc-a59b-e7a779c77578,segment=NetworkSegment(28e99159-89ca-4cc1-93f1-8114982313a5),segment_id=28e99159-89ca-4cc1-93f1-8114982313a5)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:48.359226 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:48.371253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Calling delete_port for 08abfde7-633e-45cc-a59b-e7a779c77578 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:41:48.497753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c95daa4a-5825-46a5-828f-0aa8ac29da4f no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:41:48.509649 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:48.522277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['08abfde7-633e-45cc-a59b-e7a779c77578'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:41:48.524724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: c95daa4a-5825-46a5-828f-0aa8ac29da4f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:41:48.525063 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c95daa4a-5825-46a5-828f-0aa8ac29da4f not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:41:48.539216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Pushing event deleted for resources: {'Port': ['ID=08abfde7-633e-45cc-a59b-e7a779c77578,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:48.551642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.551990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.552332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.552670 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.553002 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.553333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.553659 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.553981 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.554333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.554656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.554979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.555297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.555613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:48.588764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] No DVR routers for this DVR port 08abfde7-633e-45cc-a59b-e7a779c77578 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:41:48.591228 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:48.594671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b165d224-c8d0-4b89-93d6-3e04db036d8e req-457d466f-cb0f-4b14-91dd-1abadbb1ed79 tempest-ServersNegativeTestJSON-2044498048 tempest-ServersNegativeTestJSON-2044498048-project] 10.222.0.42 "DELETE /v2.0/ports/08abfde7-633e-45cc-a59b-e7a779c77578 HTTP/1.1" status: 204 len: 173 time: 0.4158676 Dec 13 13:41:48.595109 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f12c07-7405-4643-931d-bc8a4676e58f', 'name': 'network-vif-deleted', 'tag': '08abfde7-633e-45cc-a59b-e7a779c77578'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:41:48.597397 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ae6675-6415-47b8-9450-3ebc2194d4d6" -d '{"events": [{"server_uuid": "d7f12c07-7405-4643-931d-bc8a4676e58f", "name": "network-vif-deleted", "tag": "08abfde7-633e-45cc-a59b-e7a779c77578"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:41:48.634640 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c670a551-cf5a-426e-961a-f0795af45602 x-openstack-request-id: req-c670a551-cf5a-426e-961a-f0795af45602 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:41:48.634941 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f12c07-7405-4643-931d-bc8a4676e58f", "name": "network-vif-deleted", "tag": "08abfde7-633e-45cc-a59b-e7a779c77578", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:41:48.635193 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c670a551-cf5a-426e-961a-f0795af45602 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:41:48.635600 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f12c07-7405-4643-931d-bc8a4676e58f', 'name': 'network-vif-deleted', 'tag': '08abfde7-633e-45cc-a59b-e7a779c77578', 'status': 'completed', 'code': 200} Dec 13 13:41:49.175394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38942) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:49.221957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-98262bcc-91d7-4b73-83ac-5733ffa1d073 admin admin] Deleting subnet 0e5a4198-c267-4a9f-833c-68195d7f260c {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:41:49.225446 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98262bcc-91d7-4b73-83ac-5733ffa1d073 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.270733 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98262bcc-91d7-4b73-83ac-5733ffa1d073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.322530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98262bcc-91d7-4b73-83ac-5733ffa1d073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.377496 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98262bcc-91d7-4b73-83ac-5733ffa1d073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.404764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98262bcc-91d7-4b73-83ac-5733ffa1d073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5a4198-c267-4a9f-833c-68195d7f260c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:49.406735 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-98262bcc-91d7-4b73-83ac-5733ffa1d073 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.411859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-98262bcc-91d7-4b73-83ac-5733ffa1d073 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0e5a4198-c267-4a9f-833c-68195d7f260c HTTP/1.1" status: 204 len: 168 time: 0.2335408 Dec 13 13:41:49.412751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38944) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:49.486675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.563954 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.584907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37da66b8-e79f-4138-9b1e-f3a4afbe646c']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:49.594055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e99159-89ca-4cc1-93f1-8114982313a5') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:49.594372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e99159-89ca-4cc1-93f1-8114982313a5') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:49.603824 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.618995 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.625398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:41:49.625769 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:41:49.627423 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:41:49.687735 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.692412 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.695954 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] 10.222.0.31 "DELETE /v2.0/networks/37da66b8-e79f-4138-9b1e-f3a4afbe646c HTTP/1.1" status: 204 len: 168 time: 0.2823031 Dec 13 13:41:49.709447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c546d3-152a-4464-a9f6-1bee8582bb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=37da66b8-e79f-4138-9b1e-f3a4afbe646c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:49.809274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38948) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:49.849876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-07d4f94d-1375-4a99-a36b-81a3176e7524 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c111d1691ecc401daed50a6a135437d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393999 Dec 13 13:41:49.852440 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38950) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:49.901588 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-332141e3-9799-4e7b-a01a-a832748a672b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.922817 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-332141e3-9799-4e7b-a01a-a832748a672b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.973583 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-332141e3-9799-4e7b-a01a-a832748a672b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.976359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-332141e3-9799-4e7b-a01a-a832748a672b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:49.977553 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-332141e3-9799-4e7b-a01a-a832748a672b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a49699ce-323f-40d2-a740-b4cbec10942e HTTP/1.1" status: 204 len: 168 time: 0.1242580 Dec 13 13:41:49.985553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332141e3-9799-4e7b-a01a-a832748a672b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49699ce-323f-40d2-a740-b4cbec10942e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:50.724216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38972) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:50.828428 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-160803742'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:50.856827 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Made reservation on behalf of 2ddf935448bb4b66b6e7742c0e5afde6 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:50.862149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:50.876586 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:50.956792 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:50.962898 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:50.989189 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:41:50.998907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9bcd18-f044-4f4c-9b1d-cb85f60e8bba,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:51.004075 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:51.004422 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Added segment a17672da-456c-4b9c-b484-76c94af7e2fa of type vlan for network 62dd46b5-3255-4aab-bb7a-3e6ec873eb51 Dec 13 13:41:51.045227 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:51.071873 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:51.077407 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:51.077985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:51.158485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4331341 Dec 13 13:41:51.187881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0aa560-517b-4250-ac07-36fffed877b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'Network': ['ID=62dd46b5-3255-4aab-bb7a-3e6ec873eb51,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:51.200678 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 62dd46b5-3255-4aab-bb7a-3e6ec873eb51 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:41:51.994749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 08abfde7-633e-45cc-a59b-e7a779c77578 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:41:52.018794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 08abfde7-633e-45cc-a59b-e7a779c77578 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:41:52.019105 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 08abfde7-633e-45cc-a59b-e7a779c77578 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:41:54.300538 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6d905c3-fd4f-4465-b1cb-90e1ace7d9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:54.394556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38976) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:54.402822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Request body: {'subnet': {'network_id': '62dd46b5-3255-4aab-bb7a-3e6ec873eb51', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:54.502282 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Made reservation on behalf of 2ddf935448bb4b66b6e7742c0e5afde6 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:54.506568 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:54.690397 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:54.751204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'Subnet': ['ID=a4cd8493-5852-49b4-b4a7-229cdc42c1e1,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:54.762760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Checking segment: {'id': 'a17672da-456c-4b9c-b484-76c94af7e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '62dd46b5-3255-4aab-bb7a-3e6ec873eb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:54.763118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Network hostable DHCP agents. Network: 62dd46b5-3255-4aab-bb7a-3e6ec873eb51, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:41:54.782745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Network 62dd46b5-3255-4aab-bb7a-3e6ec873eb51 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:41:54.792238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 62dd46b5-3255-4aab-bb7a-3e6ec873eb51) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:54.796718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:54.797337 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:54.801930 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dce29e-d621-4ac9-8e2d-d7eb126d5ea8 None None] Network 62dd46b5-3255-4aab-bb7a-3e6ec873eb51 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:54.813532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8a358cd4-0a7a-4cde-aeeb-9c023325b039 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4175076 Dec 13 13:41:54.816958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38978) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:54.822350 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-154486802'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:54.844442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Made reservation on behalf of 2ddf935448bb4b66b6e7742c0e5afde6 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:54.848423 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:54.875760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:41:54.886206 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:54.886545 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Added segment a576fb56-be75-4039-86ff-6878084626d3 of type vlan for network ae28aca9-da8b-45bf-a869-0ee84ad86fee Dec 13 13:41:54.910620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-62dd46b5-3255-4aab-bb7a-3e6ec873eb51', 'network_id': '62dd46b5-3255-4aab-bb7a-3e6ec873eb51', 'project_id': '2ddf935448bb4b66b6e7742c0e5afde6', 'fixed_ips': [{'subnet_id': 'a4cd8493-5852-49b4-b4a7-229cdc42c1e1'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:41:54.911515 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:54.929939 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:54.954688 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:54.960359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:54.960945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.022209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2018161 Dec 13 13:41:55.023785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38980) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:55.030274 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Request body: {'subnet': {'network_id': 'ae28aca9-da8b-45bf-a869-0ee84ad86fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:55.052003 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f68880-86b6-4d7c-9d28-67feb81c3072 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'Network': ['ID=ae28aca9-da8b-45bf-a869-0ee84ad86fee,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:55.053473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Allocated IP 2001:db8:0:ffff::2 (62dd46b5-3255-4aab-bb7a-3e6ec873eb51/a4cd8493-5852-49b4-b4a7-229cdc42c1e1/d166a0b0-d9b8-4c19-a331-6625f16408d2) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:41:55.104900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network ae28aca9-da8b-45bf-a869-0ee84ad86fee details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:41:55.135978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Made reservation on behalf of 2ddf935448bb4b66b6e7742c0e5afde6 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:55.139692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.253982 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.260339 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.301138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Network 62dd46b5-3255-4aab-bb7a-3e6ec873eb51 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:41:55.304588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:55.307881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:41:55.314608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Pushing event updated for resources: {'Port': ['ID=d166a0b0-d9b8-4c19-a331-6625f16408d2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:55.340333 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.369934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Attempting to bind port d166a0b0-d9b8-4c19-a331-6625f16408d2 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:41:55.370323 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Attempting to bind port d166a0b0-d9b8-4c19-a331-6625f16408d2 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'a17672da-456c-4b9c-b484-76c94af7e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '62dd46b5-3255-4aab-bb7a-3e6ec873eb51'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:41:55.370708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Attempting to bind port d166a0b0-d9b8-4c19-a331-6625f16408d2 on network 62dd46b5-3255-4aab-bb7a-3e6ec873eb51 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:41:55.375593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:41:55.375965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Checking segment: {'id': 'a17672da-456c-4b9c-b484-76c94af7e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '62dd46b5-3255-4aab-bb7a-3e6ec873eb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:55.376371 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.376764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Bound using segment: {'id': 'a17672da-456c-4b9c-b484-76c94af7e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '62dd46b5-3255-4aab-bb7a-3e6ec873eb51'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:41:55.377228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Bound port: d166a0b0-d9b8-4c19-a331-6625f16408d2, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17672da-456c-4b9c-b484-76c94af7e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '62dd46b5-3255-4aab-bb7a-3e6ec873eb51'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:41:55.377586 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.404571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'Subnet': ['ID=47c20242-9198-4839-984b-a0c831656a31,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:55.418091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.418465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.418807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.419141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.419483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.419797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.420142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.420468 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.420800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.421129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.421452 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.421782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.422107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:41:55.425358 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Checking segment: {'id': 'a576fb56-be75-4039-86ff-6878084626d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ae28aca9-da8b-45bf-a869-0ee84ad86fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:55.425734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Network hostable DHCP agents. Network: ae28aca9-da8b-45bf-a869-0ee84ad86fee, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:41:55.443052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] For port d166a0b0-d9b8-4c19-a331-6625f16408d2, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:41:55.446964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Network ae28aca9-da8b-45bf-a869-0ee84ad86fee is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:41:55.450368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] For port d166a0b0-d9b8-4c19-a331-6625f16408d2, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d166a0b0-d9b8-4c19-a331-6625f16408d2,segment=NetworkSegment(a17672da-456c-4b9c-b484-76c94af7e2fa),segment_id=a17672da-456c-4b9c-b484-76c94af7e2fa)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:41:55.455541 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.459842 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, ae28aca9-da8b-45bf-a869-0ee84ad86fee) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:55.462647 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:55.463258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.481465 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8e945107-5674-4280-bcde-6847e1cefe28 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4553590 Dec 13 13:41:55.483711 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57e2d4-0f65-4f55-bc32-9bcace9a3dd0 None None] Network ae28aca9-da8b-45bf-a869-0ee84ad86fee requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:55.484388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38982) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:55.569129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de487cd-d176-416c-9703-6e42d461df58 None None] Pushing event updated for resources: {'Port': ['ID=d166a0b0-d9b8-4c19-a331-6625f16408d2,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:55.595792 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.619103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93534a4a-e72c-4fff-9393-f2b7b5e37ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-ae28aca9-da8b-45bf-a869-0ee84ad86fee', 'network_id': 'ae28aca9-da8b-45bf-a869-0ee84ad86fee', 'project_id': '2ddf935448bb4b66b6e7742c0e5afde6', 'fixed_ips': [{'subnet_id': '47c20242-9198-4839-984b-a0c831656a31'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:41:55.619991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93534a4a-e72c-4fff-9393-f2b7b5e37ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.653286 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.749322 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server [None req-93534a4a-e72c-4fff-9393-f2b7b5e37ad9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47c20242-9198-4839-984b-a0c831656a31: This subnet is being modified by another concurrent operation. Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise exception Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47c20242-9198-4839-984b-a0c831656a31: This subnet is being modified by another concurrent operation. Dec 13 13:41:55.753299 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Dec 13 13:41:55.772444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b8c2e-5b53-4501-a1df-f66e3e52f454 None None] Network ae28aca9-da8b-45bf-a869-0ee84ad86fee requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:55.778562 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Subnet': ['ID=47c20242-9198-4839-984b-a0c831656a31,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:55.849388 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.872881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae28aca9-da8b-45bf-a869-0ee84ad86fee']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:55.883209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a576fb56-be75-4039-86ff-6878084626d3') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:55.883527 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a576fb56-be75-4039-86ff-6878084626d3') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:55.894366 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.908896 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.915651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:41:55.916030 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:41:55.919167 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:41:55.978551 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.991036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:55.996129 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/networks/ae28aca9-da8b-45bf-a869-0ee84ad86fee HTTP/1.1" status: 204 len: 168 time: 0.5105517 Dec 13 13:41:56.000146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38984) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:56.005888 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1359850357'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:56.014846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942dfb4-b51d-4f86-a9e5-7525d72af78c tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Network': ['ID=ae28aca9-da8b-45bf-a869-0ee84ad86fee,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:56.039476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Made reservation on behalf of 2ddf935448bb4b66b6e7742c0e5afde6 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:56.043101 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.074322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:41:56.084135 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.084478 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Added segment 4846149b-0372-4194-8ce3-8d6045b299a3 of type vlan for network 100c9eb2-eeae-4ff4-909a-94879ab3f773 Dec 13 13:41:56.125131 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.150303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.155838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:56.156407 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.211456 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2100937 Dec 13 13:41:56.214554 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38986) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:56.222525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Request body: {'subnet': {'network_id': '100c9eb2-eeae-4ff4-909a-94879ab3f773', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:56.227707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0d982-f544-402a-8359-e48bc5794d3d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'Network': ['ID=100c9eb2-eeae-4ff4-909a-94879ab3f773,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:56.238854 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 100c9eb2-eeae-4ff4-909a-94879ab3f773 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:41:56.333285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Made reservation on behalf of 2ddf935448bb4b66b6e7742c0e5afde6 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:56.337046 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.409221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_backend_mixin [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Performing IP validity checks on allocation pools {{(pid=109885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 13:41:56.410219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_backend_mixin [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 13:41:56.541272 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.542305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d94ec-9c79-414b-8a41-22d6c1bf2303 None None] Network 62dd46b5-3255-4aab-bb7a-3e6ec873eb51 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:56.596079 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'Subnet': ['ID=065cd723-fab8-4936-9c20-80418c20740d,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:56.614117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Checking segment: {'id': '4846149b-0372-4194-8ce3-8d6045b299a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '100c9eb2-eeae-4ff4-909a-94879ab3f773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:56.614517 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Network hostable DHCP agents. Network: 100c9eb2-eeae-4ff4-909a-94879ab3f773, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:41:56.630852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b4f14f96-efc3-463d-b1ec-93ab1fb3cacd None None] Provisioning complete for port d166a0b0-d9b8-4c19-a331-6625f16408d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:41:56.631347 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4f14f96-efc3-463d-b1ec-93ab1fb3cacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.632447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Network 100c9eb2-eeae-4ff4-909a-94879ab3f773 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:41:56.643388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 100c9eb2-eeae-4ff4-909a-94879ab3f773) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:56.648283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:56.648997 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.666325 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-469318fb-94d0-4e7d-8762-2089be9b48af tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4505775 Dec 13 13:41:56.669183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38988) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:56.670401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06466ea2-4a65-4b2f-88b0-0f5d7f3d43d8 None None] Network 100c9eb2-eeae-4ff4-909a-94879ab3f773 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:56.746300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66936ad9-5cb2-4b0e-8437-9ba9518730f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.785057 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.834336 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4f14f96-efc3-463d-b1ec-93ab1fb3cacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.841964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.846342 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9375de-648f-4161-99fa-1419c5e33d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-100c9eb2-eeae-4ff4-909a-94879ab3f773', 'network_id': '100c9eb2-eeae-4ff4-909a-94879ab3f773', 'project_id': '2ddf935448bb4b66b6e7742c0e5afde6', 'fixed_ips': [{'subnet_id': '065cd723-fab8-4936-9c20-80418c20740d'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:41:56.847349 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da9375de-648f-4161-99fa-1419c5e33d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.892103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b4f14f96-efc3-463d-b1ec-93ab1fb3cacd None None] For port d166a0b0-d9b8-4c19-a331-6625f16408d2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d166a0b0-d9b8-4c19-a331-6625f16408d2,segment=NetworkSegment(a17672da-456c-4b9c-b484-76c94af7e2fa),segment_id=a17672da-456c-4b9c-b484-76c94af7e2fa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:56.914032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:56.948589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Subnet': ['ID=065cd723-fab8-4936-9c20-80418c20740d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:57.020291 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.044258 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100c9eb2-eeae-4ff4-909a-94879ab3f773']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:57.055503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4846149b-0372-4194-8ce3-8d6045b299a3') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:57.055796 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4846149b-0372-4194-8ce3-8d6045b299a3') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:57.067163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.081404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.096244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:41:57.097227 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:41:57.101929 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:41:57.124794 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4f14f96-efc3-463d-b1ec-93ab1fb3cacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.155277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d166a0b0-d9b8-4c19-a331-6625f16408d2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:41:57.222100 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server [None req-da9375de-648f-4161-99fa-1419c5e33d1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 065cd723-fab8-4936-9c20-80418c20740d: This subnet is being modified by another concurrent operation. Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server raise exception Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 065cd723-fab8-4936-9c20-80418c20740d: This subnet is being modified by another concurrent operation. Dec 13 13:41:57.222717 n-d-817326-4 neutron-server[109887]: ERROR oslo_messaging.rpc.server Dec 13 13:41:57.229620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f14f96-efc3-463d-b1ec-93ab1fb3cacd None None] Pushing event updated for resources: {'Port': ['ID=d166a0b0-d9b8-4c19-a331-6625f16408d2,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:57.237787 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.242665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d166a0b0-d9b8-4c19-a331-6625f16408d2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:41:57.243032 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.257336 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/networks/100c9eb2-eeae-4ff4-909a-94879ab3f773 HTTP/1.1" status: 204 len: 168 time: 0.5870249 Dec 13 13:41:57.261226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38990) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:57.267341 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-168449336'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:57.273265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86535c81-5f68-4738-8295-89df7f5605c3 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Network': ['ID=100c9eb2-eeae-4ff4-909a-94879ab3f773,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:57.275123 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5521c9e-dc9b-46f7-8b4f-7a6a0d4c2968 None None] Network 100c9eb2-eeae-4ff4-909a-94879ab3f773 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:57.292153 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Made reservation on behalf of 2ddf935448bb4b66b6e7742c0e5afde6 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:57.295742 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.299498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5521c9e-dc9b-46f7-8b4f-7a6a0d4c2968 None None] Network 100c9eb2-eeae-4ff4-909a-94879ab3f773 could not be found, it might have been deleted concurrently. {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 13:41:57.310010 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f51ba7-d055-4f78-8821-6326b92d3c93 None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:41:57.326541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:41:57.336021 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.336430 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Added segment af96983c-1177-46cf-a698-520b2adab06d of type vlan for network 88e3fb64-6e77-4aed-a2ff-683d302bcb78 Dec 13 13:41:57.337352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2207e699-8a9e-44d2-83db-0dd5e31a0634 None None] Provisioning complete for port d166a0b0-d9b8-4c19-a331-6625f16408d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:41:57.337724 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2207e699-8a9e-44d2-83db-0dd5e31a0634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.376668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.403711 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.410098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:57.410686 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.455922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f51ba7-d055-4f78-8821-6326b92d3c93 None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:41:57.483951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2184386 Dec 13 13:41:57.484864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38992) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:57.492193 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Request body: {'subnet': {'network_id': '88e3fb64-6e77-4aed-a2ff-683d302bcb78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:57.500235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428f65b-5adc-4e42-952c-d4b9a0a4c486 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'Network': ['ID=88e3fb64-6e77-4aed-a2ff-683d302bcb78,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:57.518633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 88e3fb64-6e77-4aed-a2ff-683d302bcb78 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:41:57.591509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Made reservation on behalf of 2ddf935448bb4b66b6e7742c0e5afde6 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:57.595714 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.766220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f180a6-75c1-4c3c-8474-2a15ee3b5ccf None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:41:57.791634 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.840472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f180a6-75c1-4c3c-8474-2a15ee3b5ccf None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:41:57.852799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'Subnet': ['ID=2ed57513-0d19-44ba-9709-5a1510d0df88,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:57.863151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Checking segment: {'id': 'af96983c-1177-46cf-a698-520b2adab06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '88e3fb64-6e77-4aed-a2ff-683d302bcb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:57.863510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Network hostable DHCP agents. Network: 88e3fb64-6e77-4aed-a2ff-683d302bcb78, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:41:57.882115 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Network 88e3fb64-6e77-4aed-a2ff-683d302bcb78 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:41:57.891436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 88e3fb64-6e77-4aed-a2ff-683d302bcb78) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:57.896186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:57.896645 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.915015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6490ff1b-6df5-4f93-9c23-95871439e889 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4294958 Dec 13 13:41:57.918849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 38994) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:57.923794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927806610'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:57.944771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Made reservation on behalf of 2ddf935448bb4b66b6e7742c0e5afde6 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:57.945291 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.948322 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.971729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:41:57.981898 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:57.982380 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Added segment 085015e9-9a2c-4596-947b-c570bb741eae of type vlan for network 23900254-20d1-4b77-ba45-34f83a598ee0 Dec 13 13:41:58.023444 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.055531 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.059894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e77a463-1d33-45eb-a7a2-fe315062552a None None] Network 88e3fb64-6e77-4aed-a2ff-683d302bcb78 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:58.061841 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:58.062501 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.166109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-88e3fb64-6e77-4aed-a2ff-683d302bcb78', 'network_id': '88e3fb64-6e77-4aed-a2ff-683d302bcb78', 'project_id': '2ddf935448bb4b66b6e7742c0e5afde6', 'fixed_ips': [{'subnet_id': '2ed57513-0d19-44ba-9709-5a1510d0df88'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:41:58.167117 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.312568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Allocated IP 2001:db8::2 (88e3fb64-6e77-4aed-a2ff-683d302bcb78/2ed57513-0d19-44ba-9709-5a1510d0df88/83aa45c7-ccf3-41df-a57c-3176c8f39c86) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:41:58.411829 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4916983 Dec 13 13:41:58.415524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38996) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:58.421658 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Request body: {'subnet': {'network_id': '23900254-20d1-4b77-ba45-34f83a598ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:41:58.433408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dab41-df81-45d6-bec6-a150dee728cf tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'Network': ['ID=23900254-20d1-4b77-ba45-34f83a598ee0,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:58.459058 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.463966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 23900254-20d1-4b77-ba45-34f83a598ee0 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:41:58.467750 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.530648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Made reservation on behalf of 2ddf935448bb4b66b6e7742c0e5afde6 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:41:58.534351 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.562205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Network 88e3fb64-6e77-4aed-a2ff-683d302bcb78 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:41:58.566769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Pushing event updated for resources: {'Port': ['ID=83aa45c7-ccf3-41df-a57c-3176c8f39c86,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:58.573980 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:58.577568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:41:58.634957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Attempting to bind port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:41:58.635331 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Attempting to bind port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'af96983c-1177-46cf-a698-520b2adab06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '88e3fb64-6e77-4aed-a2ff-683d302bcb78'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:41:58.635797 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Attempting to bind port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 on network 88e3fb64-6e77-4aed-a2ff-683d302bcb78 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:41:58.640782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:41:58.641136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Checking segment: {'id': 'af96983c-1177-46cf-a698-520b2adab06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '88e3fb64-6e77-4aed-a2ff-683d302bcb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:58.641537 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.641926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Bound using segment: {'id': 'af96983c-1177-46cf-a698-520b2adab06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '88e3fb64-6e77-4aed-a2ff-683d302bcb78'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:41:58.642426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Bound port: 83aa45c7-ccf3-41df-a57c-3176c8f39c86, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af96983c-1177-46cf-a698-520b2adab06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '88e3fb64-6e77-4aed-a2ff-683d302bcb78'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:41:58.642784 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.708380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] For port 83aa45c7-ccf3-41df-a57c-3176c8f39c86, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:41:58.711488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] For port 83aa45c7-ccf3-41df-a57c-3176c8f39c86, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=83aa45c7-ccf3-41df-a57c-3176c8f39c86,segment=NetworkSegment(af96983c-1177-46cf-a698-520b2adab06d),segment_id=af96983c-1177-46cf-a698-520b2adab06d)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:41:58.716097 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.726939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.774288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd3314-363f-4308-a1c0-52f2ba8e4c4d None None] Pushing event updated for resources: {'Port': ['ID=83aa45c7-ccf3-41df-a57c-3176c8f39c86,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:58.798197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event updated for resources: {'Subnet': ['ID=dea8dcc6-1b9e-4e07-8698-7242e84d49ed,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:58.807360 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Checking segment: {'id': '085015e9-9a2c-4596-947b-c570bb741eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '23900254-20d1-4b77-ba45-34f83a598ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:58.807794 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Network hostable DHCP agents. Network: 23900254-20d1-4b77-ba45-34f83a598ee0, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:41:58.826929 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Network 23900254-20d1-4b77-ba45-34f83a598ee0 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:41:58.836836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 23900254-20d1-4b77-ba45-34f83a598ee0) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:58.841998 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:41:58.843255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:58.845466 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe741f82-ac74-4976-8370-0d11411bf6b3 None None] Network 23900254-20d1-4b77-ba45-34f83a598ee0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:58.863186 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-43aa3d5d-c655-4091-84d1-3cefb9d026b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4456923 Dec 13 13:41:58.865758 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 38998) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:41:58.982566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-23900254-20d1-4b77-ba45-34f83a598ee0', 'network_id': '23900254-20d1-4b77-ba45-34f83a598ee0', 'project_id': '2ddf935448bb4b66b6e7742c0e5afde6', 'fixed_ips': [{'subnet_id': 'dea8dcc6-1b9e-4e07-8698-7242e84d49ed'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:41:58.983465 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.003462 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.059847 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.160915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Allocated IP 2001:db8::2 (23900254-20d1-4b77-ba45-34f83a598ee0/dea8dcc6-1b9e-4e07-8698-7242e84d49ed/0d8d4c17-ec9f-4cca-9cbc-597e898e8b77) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:41:59.212727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 83aa45c7-ccf3-41df-a57c-3176c8f39c86 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:41:59.297291 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.344631 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:41:59.344996 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.388437 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.399634 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.414422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.449564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Subnet': ['ID=dea8dcc6-1b9e-4e07-8698-7242e84d49ed,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:59.450192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Network 23900254-20d1-4b77-ba45-34f83a598ee0 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:41:59.479804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:41:59.483474 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Pushing event updated for resources: {'Port': ['ID=0d8d4c17-ec9f-4cca-9cbc-597e898e8b77,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:59.485774 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:41:59.503110 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.515150 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.537419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23900254-20d1-4b77-ba45-34f83a598ee0']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:59.547294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085015e9-9a2c-4596-947b-c570bb741eae') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:59.547589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085015e9-9a2c-4596-947b-c570bb741eae') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:41:59.558869 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.574929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Attempting to bind port 0d8d4c17-ec9f-4cca-9cbc-597e898e8b77 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:41:59.575149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.575262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Attempting to bind port 0d8d4c17-ec9f-4cca-9cbc-597e898e8b77 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '085015e9-9a2c-4596-947b-c570bb741eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '23900254-20d1-4b77-ba45-34f83a598ee0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:41:59.575582 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Attempting to bind port 0d8d4c17-ec9f-4cca-9cbc-597e898e8b77 on network 23900254-20d1-4b77-ba45-34f83a598ee0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:41:59.582146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:41:59.582472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 83aa45c7-ccf3-41df-a57c-3176c8f39c86, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=83aa45c7-ccf3-41df-a57c-3176c8f39c86,segment=NetworkSegment(af96983c-1177-46cf-a698-520b2adab06d),segment_id=af96983c-1177-46cf-a698-520b2adab06d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:41:59.582612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.584577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:41:59.584936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Checking segment: {'id': '085015e9-9a2c-4596-947b-c570bb741eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '23900254-20d1-4b77-ba45-34f83a598ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:41:59.585341 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.586462 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Bound using segment: {'id': '085015e9-9a2c-4596-947b-c570bb741eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '23900254-20d1-4b77-ba45-34f83a598ee0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:41:59.586462 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Bound port: 0d8d4c17-ec9f-4cca-9cbc-597e898e8b77, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085015e9-9a2c-4596-947b-c570bb741eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '23900254-20d1-4b77-ba45-34f83a598ee0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:41:59.586713 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:41:59.588779 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.596135 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.596928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d166a0b0-d9b8-4c19-a331-6625f16408d2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:41:59.660911 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.db.api [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 13:41:59.660911 n-d-817326-4 neutron-server[109885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 13:41:59.660911 n-d-817326-4 neutron-server[109885]: [parameters: {'id': '23900254-20d1-4b77-ba45-34f83a598ee0'}] Dec 13 13:41:59.660911 n-d-817326-4 neutron-server[109885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 13:41:59.661582 n-d-817326-4 neutron-server[109885]: DEBUG oslo_db.api [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 13:41:59.825665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbd85ed-38c6-4984-9637-937de5f18c5e None None] Network 88e3fb64-6e77-4aed-a2ff-683d302bcb78 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:41:59.954971 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=83aa45c7-ccf3-41df-a57c-3176c8f39c86,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:41:59.989576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:41:59.994390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-844d6cb2-86fe-4c8c-80d1-8c5bc19f8805 None None] Provisioning complete for port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:41:59.994758 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-844d6cb2-86fe-4c8c-80d1-8c5bc19f8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.003416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] For port 0d8d4c17-ec9f-4cca-9cbc-597e898e8b77, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:42:00.041784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] For port 0d8d4c17-ec9f-4cca-9cbc-597e898e8b77, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0d8d4c17-ec9f-4cca-9cbc-597e898e8b77,segment=NetworkSegment(085015e9-9a2c-4596-947b-c570bb741eae),segment_id=085015e9-9a2c-4596-947b-c570bb741eae)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:42:00.056509 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d166a0b0-d9b8-4c19-a331-6625f16408d2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:00.056900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.064899 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.162566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.204642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8465e5-3ba6-42da-977e-6bb3d4af4b92 None None] Pushing event updated for resources: {'Port': ['ID=0d8d4c17-ec9f-4cca-9cbc-597e898e8b77,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:00.228473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Deleting port 0d8d4c17-ec9f-4cca-9cbc-597e898e8b77 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:42:00.228918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.236266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d0712-10c5-4c4c-91d9-f52bfccc0529 None None] Network 23900254-20d1-4b77-ba45-34f83a598ee0 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:00.296899 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] For port 0d8d4c17-ec9f-4cca-9cbc-597e898e8b77, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0d8d4c17-ec9f-4cca-9cbc-597e898e8b77,segment=NetworkSegment(085015e9-9a2c-4596-947b-c570bb741eae),segment_id=085015e9-9a2c-4596-947b-c570bb741eae)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:00.297267 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.311205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Calling delete_port for 0d8d4c17-ec9f-4cca-9cbc-597e898e8b77 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:42:00.413761 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.424780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe57f47d-dd6d-4c10-bb7a-59cc5c24420b None None] get_active_networks_info from n-d-817326-4 {{(pid=109887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 13:42:00.440176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Port': ['ID=0d8d4c17-ec9f-4cca-9cbc-597e898e8b77,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:00.444874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] No DVR routers for this DVR port 0d8d4c17-ec9f-4cca-9cbc-597e898e8b77 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:42:00.480986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6aa7876e-e394-42d9-ad6e-a5844c8b5df9 None None] Provisioning complete for port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:00.481366 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6aa7876e-e394-42d9-ad6e-a5844c8b5df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.528422 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.547165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe57f47d-dd6d-4c10-bb7a-59cc5c24420b None None] Resources bound (agent type, host, resource id): {{(pid=109887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 13:42:00.548846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23900254-20d1-4b77-ba45-34f83a598ee0']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:00.558750 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085015e9-9a2c-4596-947b-c570bb741eae') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:00.559033 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085015e9-9a2c-4596-947b-c570bb741eae') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:00.568804 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.582008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.588644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:42:00.589038 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:42:00.592379 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:42:00.653533 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.665580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.668818 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/networks/23900254-20d1-4b77-ba45-34f83a598ee0 HTTP/1.1" status: 204 len: 168 time: 1.8020396 Dec 13 13:42:00.672369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39000) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:00.679383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65427bc2-68b7-4c16-b0e0-d6e727f1c6f5 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Network': ['ID=23900254-20d1-4b77-ba45-34f83a598ee0,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:00.720157 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d793928d-3fcc-47e8-87f5-b71d0ba50915 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] GET failed (client error): The resource could not be found. Dec 13 13:42:00.721527 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d793928d-3fcc-47e8-87f5-b71d0ba50915 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "GET /v2.0/subnets/dea8dcc6-1b9e-4e07-8698-7242e84d49ed HTTP/1.1" status: 404 len: 337 time: 0.0481217 Dec 13 13:42:00.725116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39002) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:00.743252 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-09887b5a-f594-4a05-b8ed-a8a936adb7fc tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] DELETE failed (client error): The resource could not be found. Dec 13 13:42:00.743745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09887b5a-f594-4a05-b8ed-a8a936adb7fc tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:42:00.746788 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-09887b5a-f594-4a05-b8ed-a8a936adb7fc tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/networks/23900254-20d1-4b77-ba45-34f83a598ee0 HTTP/1.1" status: 404 len: 339 time: 0.0207317 Dec 13 13:42:00.750624 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39004) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:00.780251 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e31dab-1b39-46eb-8f0f-ba3cacc01af8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] DELETE failed (client error): The resource could not be found. Dec 13 13:42:00.780628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e31dab-1b39-46eb-8f0f-ba3cacc01af8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:42:00.783744 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-62e31dab-1b39-46eb-8f0f-ba3cacc01af8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/subnets/dea8dcc6-1b9e-4e07-8698-7242e84d49ed HTTP/1.1" status: 404 len: 337 time: 0.0322049 Dec 13 13:42:00.786852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39006) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:00.804866 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1200ce-5836-4e2b-bb34-82ba31c5e126 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] DELETE failed (client error): The resource could not be found. Dec 13 13:42:00.805348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1200ce-5836-4e2b-bb34-82ba31c5e126 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:42:00.810817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cd1200ce-5836-4e2b-bb34-82ba31c5e126 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/networks/23900254-20d1-4b77-ba45-34f83a598ee0 HTTP/1.1" status: 404 len: 339 time: 0.0206778 Dec 13 13:42:00.811045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39008) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:00.861677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ef5039-f3bc-4a99-af3a-9bb4a569ef12 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Deleting subnet 2ed57513-0d19-44ba-9709-5a1510d0df88 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:42:00.865203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34ef5039-f3bc-4a99-af3a-9bb4a569ef12 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.910090 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34ef5039-f3bc-4a99-af3a-9bb4a569ef12 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:00.998204 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34ef5039-f3bc-4a99-af3a-9bb4a569ef12 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.061103 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34ef5039-f3bc-4a99-af3a-9bb4a569ef12 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.089288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef5039-f3bc-4a99-af3a-9bb4a569ef12 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed57513-0d19-44ba-9709-5a1510d0df88,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:01.093041 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-34ef5039-f3bc-4a99-af3a-9bb4a569ef12 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.099325 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-34ef5039-f3bc-4a99-af3a-9bb4a569ef12 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/subnets/2ed57513-0d19-44ba-9709-5a1510d0df88 HTTP/1.1" status: 204 len: 168 time: 0.2843957 Dec 13 13:42:01.099534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39010) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:01.102412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a03183-1313-46b6-95e8-3ab2bfa84cdf None None] Network 88e3fb64-6e77-4aed-a2ff-683d302bcb78 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:01.105022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 83aa45c7-ccf3-41df-a57c-3176c8f39c86 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:42:01.180334 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.227133 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:01.227666 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.233924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Deleting port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:42:01.234400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.303324 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] For port 83aa45c7-ccf3-41df-a57c-3176c8f39c86, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=83aa45c7-ccf3-41df-a57c-3176c8f39c86,segment=NetworkSegment(af96983c-1177-46cf-a698-520b2adab06d),segment_id=af96983c-1177-46cf-a698-520b2adab06d)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:01.303743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.316910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Calling delete_port for 83aa45c7-ccf3-41df-a57c-3176c8f39c86 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:42:01.326446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5afed1-c9cd-409e-a240-254ad8479eaa None None] DHCP port deletion for 88e3fb64-6e77-4aed-a2ff-683d302bcb78 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:42:01.372280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9f5afed1-c9cd-409e-a240-254ad8479eaa None None] Deleting port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:42:01.372756 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f5afed1-c9cd-409e-a240-254ad8479eaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.399037 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.426118 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Port': ['ID=83aa45c7-ccf3-41df-a57c-3176c8f39c86,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:01.428928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] No DVR routers for this DVR port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:42:01.442641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9f5afed1-c9cd-409e-a240-254ad8479eaa None None] For port 83aa45c7-ccf3-41df-a57c-3176c8f39c86, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=83aa45c7-ccf3-41df-a57c-3176c8f39c86,segment=NetworkSegment(af96983c-1177-46cf-a698-520b2adab06d),segment_id=af96983c-1177-46cf-a698-520b2adab06d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:01.443254 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f5afed1-c9cd-409e-a240-254ad8479eaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.458161 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9f5afed1-c9cd-409e-a240-254ad8479eaa None None] Calling delete_port for 83aa45c7-ccf3-41df-a57c-3176c8f39c86 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:42:01.512692 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.533721 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e3fb64-6e77-4aed-a2ff-683d302bcb78']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:01.534450 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f5afed1-c9cd-409e-a240-254ad8479eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.544139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af96983c-1177-46cf-a698-520b2adab06d') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:01.544402 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af96983c-1177-46cf-a698-520b2adab06d') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:01.553873 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.558918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5afed1-c9cd-409e-a240-254ad8479eaa None None] Pushing event deleted for resources: {'Port': ['ID=83aa45c7-ccf3-41df-a57c-3176c8f39c86,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:01.563358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5afed1-c9cd-409e-a240-254ad8479eaa None None] No DVR routers for this DVR port 83aa45c7-ccf3-41df-a57c-3176c8f39c86 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:42:01.568563 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.575816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:42:01.576206 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:42:01.580242 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:42:01.646727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.654150 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.657402 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/networks/88e3fb64-6e77-4aed-a2ff-683d302bcb78 HTTP/1.1" status: 204 len: 168 time: 0.5566516 Dec 13 13:42:01.662308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39012) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:01.672773 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19cc21-e187-4308-a7af-8551939872b0 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Network': ['ID=88e3fb64-6e77-4aed-a2ff-683d302bcb78,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:01.690217 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e84bc30-8678-40b3-a4df-19ca217be15d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] DELETE failed (client error): The resource could not be found. Dec 13 13:42:01.690768 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e84bc30-8678-40b3-a4df-19ca217be15d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:42:01.694337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2e84bc30-8678-40b3-a4df-19ca217be15d tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/subnets/065cd723-fab8-4936-9c20-80418c20740d HTTP/1.1" status: 404 len: 337 time: 0.0309570 Dec 13 13:42:01.697857 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39014) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:01.719917 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d2b270-2038-44a2-a950-a347b0d78e25 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] DELETE failed (client error): The resource could not be found. Dec 13 13:42:01.720411 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d2b270-2038-44a2-a950-a347b0d78e25 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:42:01.723562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e4d2b270-2038-44a2-a950-a347b0d78e25 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/networks/100c9eb2-eeae-4ff4-909a-94879ab3f773 HTTP/1.1" status: 404 len: 339 time: 0.0244606 Dec 13 13:42:01.726199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39016) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:01.758467 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ba7eb6-8b87-46e6-87ea-83bb6094f4ee tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] DELETE failed (client error): The resource could not be found. Dec 13 13:42:01.758914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ba7eb6-8b87-46e6-87ea-83bb6094f4ee tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:42:01.762007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f2ba7eb6-8b87-46e6-87ea-83bb6094f4ee tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/subnets/47c20242-9198-4839-984b-a0c831656a31 HTTP/1.1" status: 404 len: 337 time: 0.0348840 Dec 13 13:42:01.764686 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39018) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:01.782443 n-d-817326-4 neutron-server[109886]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cdfbde-0d8c-4709-964e-e4ac7d3de6f2 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] DELETE failed (client error): The resource could not be found. Dec 13 13:42:01.782894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cdfbde-0d8c-4709-964e-e4ac7d3de6f2 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 13:42:01.785928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-09cdfbde-0d8c-4709-964e-e4ac7d3de6f2 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/networks/ae28aca9-da8b-45bf-a869-0ee84ad86fee HTTP/1.1" status: 404 len: 339 time: 0.0203099 Dec 13 13:42:01.788358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39020) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:01.838676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39d5c9b-c06b-46c3-9286-3f91735b7890 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Deleting subnet a4cd8493-5852-49b4-b4a7-229cdc42c1e1 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:42:01.841951 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a39d5c9b-c06b-46c3-9286-3f91735b7890 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.882421 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a39d5c9b-c06b-46c3-9286-3f91735b7890 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:01.968871 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a39d5c9b-c06b-46c3-9286-3f91735b7890 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.031853 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a39d5c9b-c06b-46c3-9286-3f91735b7890 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.057420 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d5c9b-c06b-46c3-9286-3f91735b7890 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Subnet': ['ID=a4cd8493-5852-49b4-b4a7-229cdc42c1e1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:02.063277 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a39d5c9b-c06b-46c3-9286-3f91735b7890 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.066550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a39d5c9b-c06b-46c3-9286-3f91735b7890 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/subnets/a4cd8493-5852-49b4-b4a7-229cdc42c1e1 HTTP/1.1" status: 204 len: 168 time: 0.2773359 Dec 13 13:42:02.069842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39022) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:02.071788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63898c6c-6a61-4fd0-9cbf-bec0347abc99 None None] Network 62dd46b5-3255-4aab-bb7a-3e6ec873eb51 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:02.152904 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.211436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Deleting port d166a0b0-d9b8-4c19-a331-6625f16408d2 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:42:02.211809 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.218725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5214b47c-8276-456c-9ef8-3decc09057d9 None None] DHCP port deletion for 62dd46b5-3255-4aab-bb7a-3e6ec873eb51 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:42:02.269453 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5214b47c-8276-456c-9ef8-3decc09057d9 None None] Deleting port d166a0b0-d9b8-4c19-a331-6625f16408d2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:42:02.269807 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5214b47c-8276-456c-9ef8-3decc09057d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.275521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] For port d166a0b0-d9b8-4c19-a331-6625f16408d2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d166a0b0-d9b8-4c19-a331-6625f16408d2,segment=NetworkSegment(a17672da-456c-4b9c-b484-76c94af7e2fa),segment_id=a17672da-456c-4b9c-b484-76c94af7e2fa)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:02.275888 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.289638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Calling delete_port for d166a0b0-d9b8-4c19-a331-6625f16408d2 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:42:02.330639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5214b47c-8276-456c-9ef8-3decc09057d9 None None] For port d166a0b0-d9b8-4c19-a331-6625f16408d2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d166a0b0-d9b8-4c19-a331-6625f16408d2,segment=NetworkSegment(a17672da-456c-4b9c-b484-76c94af7e2fa),segment_id=a17672da-456c-4b9c-b484-76c94af7e2fa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:02.331067 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5214b47c-8276-456c-9ef8-3decc09057d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.343815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5214b47c-8276-456c-9ef8-3decc09057d9 None None] Calling delete_port for d166a0b0-d9b8-4c19-a331-6625f16408d2 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:42:02.374792 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.400372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Port': ['ID=d166a0b0-d9b8-4c19-a331-6625f16408d2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:02.404239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] No DVR routers for this DVR port d166a0b0-d9b8-4c19-a331-6625f16408d2 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:42:02.427127 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5214b47c-8276-456c-9ef8-3decc09057d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.452174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214b47c-8276-456c-9ef8-3decc09057d9 None None] Pushing event deleted for resources: {'Port': ['ID=d166a0b0-d9b8-4c19-a331-6625f16408d2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:02.457819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5214b47c-8276-456c-9ef8-3decc09057d9 None None] No DVR routers for this DVR port d166a0b0-d9b8-4c19-a331-6625f16408d2 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:42:02.492956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.513707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62dd46b5-3255-4aab-bb7a-3e6ec873eb51']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:02.523210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17672da-456c-4b9c-b484-76c94af7e2fa') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:02.523514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17672da-456c-4b9c-b484-76c94af7e2fa') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:02.533074 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.548432 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.554864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:42:02.555289 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:42:02.558402 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:42:02.617085 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.623922 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:02.627170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] 10.222.0.31 "DELETE /v2.0/networks/62dd46b5-3255-4aab-bb7a-3e6ec873eb51 HTTP/1.1" status: 204 len: 168 time: 0.5559838 Dec 13 13:42:02.639515 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09138d2a-211d-43b6-8e22-8d048bacb6a8 tempest-NetworksIpV6Test-912296780 tempest-NetworksIpV6Test-912296780-project] Pushing event deleted for resources: {'Network': ['ID=62dd46b5-3255-4aab-bb7a-3e6ec873eb51,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:02.910162 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39028) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:03.056639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6fb8493a-0c2d-4e33-92c7-ae5f0231cac7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ddf935448bb4b66b6e7742c0e5afde6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428418 Dec 13 13:42:03.057206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39032) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:03.094624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 83aa45c7-ccf3-41df-a57c-3176c8f39c86 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:42:03.109446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dca02a39-f1e8-4d5d-b396-12ff51b30e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:03.115099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 83aa45c7-ccf3-41df-a57c-3176c8f39c86 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:42:03.115451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 83aa45c7-ccf3-41df-a57c-3176c8f39c86 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:42:03.115852 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d166a0b0-d9b8-4c19-a331-6625f16408d2 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:42:03.132574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dca02a39-f1e8-4d5d-b396-12ff51b30e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:03.135137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d166a0b0-d9b8-4c19-a331-6625f16408d2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:42:03.135478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d166a0b0-d9b8-4c19-a331-6625f16408d2 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:42:03.182767 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dca02a39-f1e8-4d5d-b396-12ff51b30e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:03.185553 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dca02a39-f1e8-4d5d-b396-12ff51b30e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:03.186766 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dca02a39-f1e8-4d5d-b396-12ff51b30e56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a9bcd18-f044-4f4c-9b1d-cb85f60e8bba HTTP/1.1" status: 204 len: 168 time: 0.1284089 Dec 13 13:42:03.194707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca02a39-f1e8-4d5d-b396-12ff51b30e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9bcd18-f044-4f4c-9b1d-cb85f60e8bba,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:03.872541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39054) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:03.974626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8b7aa227-74cc-47c5-8b4e-2a127805bd23 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-229551487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:04.000697 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa227-74cc-47c5-8b4e-2a127805bd23 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.001818 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa227-74cc-47c5-8b4e-2a127805bd23 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.060287 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa227-74cc-47c5-8b4e-2a127805bd23 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.066620 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa227-74cc-47c5-8b4e-2a127805bd23 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.085583 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa227-74cc-47c5-8b4e-2a127805bd23 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.086922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8b7aa227-74cc-47c5-8b4e-2a127805bd23 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2133842 Dec 13 13:42:04.089723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39058) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:04.094475 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-653184029'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:04.116057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Made reservation on behalf of c71510fd2ff4468c9fd9654b87474a7b for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:42:04.119763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.129248 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.210485 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.217126 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.243914 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:42:04.254311 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0923b4-9f7e-47b0-8cab-da7a83981f64,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:04.260325 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.260666 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Added segment eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a of type vlan for network 137eaf60-146b-45b3-9435-494a7fa58061 Dec 13 13:42:04.301054 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.331051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.336955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:04.337533 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.397940 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3071759 Dec 13 13:42:04.400878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39060) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:04.407918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Request body: {'subnet': {'network_id': '137eaf60-146b-45b3-9435-494a7fa58061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:04.424335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83559c-dfca-418f-8d0a-4d342217dc2f tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event updated for resources: {'Network': ['ID=137eaf60-146b-45b3-9435-494a7fa58061,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:04.434507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 137eaf60-146b-45b3-9435-494a7fa58061 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:42:04.507134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Made reservation on behalf of c71510fd2ff4468c9fd9654b87474a7b for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:42:04.511093 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.699155 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.762373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event updated for resources: {'Subnet': ['ID=9de9fc2f-78ad-4bc3-a926-be10d57617c1,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:04.771136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Checking segment: {'id': 'eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '137eaf60-146b-45b3-9435-494a7fa58061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:04.771490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Network hostable DHCP agents. Network: 137eaf60-146b-45b3-9435-494a7fa58061, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:42:04.795361 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Network 137eaf60-146b-45b3-9435-494a7fa58061 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:42:04.805628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 137eaf60-146b-45b3-9435-494a7fa58061) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:04.809864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:04.810502 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.815309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474342d8-7976-4dda-9c76-37e6ba1b3c93 None None] Network 137eaf60-146b-45b3-9435-494a7fa58061 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:04.830444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1e36d15c-e4da-4a5c-a368-5953b70b59bd tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4256668 Dec 13 13:42:04.830903 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39062) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:04.836071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2006650874'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:04.856519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Made reservation on behalf of c71510fd2ff4468c9fd9654b87474a7b for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:42:04.860217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.885590 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:42:04.896270 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.896653 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Added segment 70694004-a56d-4969-bef1-43479f233688 of type vlan for network ec870502-75bd-4d63-9f4d-7952a05e3cce Dec 13 13:42:04.919388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-137eaf60-146b-45b3-9435-494a7fa58061', 'network_id': '137eaf60-146b-45b3-9435-494a7fa58061', 'project_id': 'c71510fd2ff4468c9fd9654b87474a7b', 'fixed_ips': [{'subnet_id': '9de9fc2f-78ad-4bc3-a926-be10d57617c1'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:42:04.920246 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.940640 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.966614 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:04.972060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:04.972631 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.038928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2069080 Dec 13 13:42:05.042018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39064) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:05.048797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bce80a-d643-4c28-bd45-e77f95fcb36b tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event updated for resources: {'Network': ['ID=ec870502-75bd-4d63-9f4d-7952a05e3cce,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:05.050974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Request body: {'subnet': {'network_id': 'ec870502-75bd-4d63-9f4d-7952a05e3cce', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:05.060033 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network ec870502-75bd-4d63-9f4d-7952a05e3cce details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:42:05.102874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Allocated IP 172.20.0.2 (137eaf60-146b-45b3-9435-494a7fa58061/9de9fc2f-78ad-4bc3-a926-be10d57617c1/18888938-142c-4661-bf0d-ce58b828cb47) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:42:05.151902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Made reservation on behalf of c71510fd2ff4468c9fd9654b87474a7b for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:42:05.155655 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.350991 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.405441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event updated for resources: {'Subnet': ['ID=5b78d423-5c18-490b-8b06-1c06ee355023,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:05.420959 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Checking segment: {'id': '70694004-a56d-4969-bef1-43479f233688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec870502-75bd-4d63-9f4d-7952a05e3cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:05.421317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Network hostable DHCP agents. Network: ec870502-75bd-4d63-9f4d-7952a05e3cce, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:42:05.439254 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Network ec870502-75bd-4d63-9f4d-7952a05e3cce is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:42:05.448151 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.450443 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, ec870502-75bd-4d63-9f4d-7952a05e3cce) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:05.455957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.456361 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:05.457028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.465802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09aec7f-7aef-46c9-914b-7894f3c10aed None None] Network ec870502-75bd-4d63-9f4d-7952a05e3cce requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:05.477505 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-736f4fda-87d9-4751-80ec-bba09744f7f0 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4336567 Dec 13 13:42:05.480576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39066) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:05.485356 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-30448eed-90d3-4b8e-a1c7-16fb3554b0b1 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec870502-75bd-4d63-9f4d-7952a05e3cce'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:05.547243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Network 137eaf60-146b-45b3-9435-494a7fa58061 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:05.553742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:05.558102 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:42:05.559920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Pushing event updated for resources: {'Port': ['ID=18888938-142c-4661-bf0d-ce58b828cb47,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:05.649703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Attempting to bind port 18888938-142c-4661-bf0d-ce58b828cb47 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:42:05.650196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Attempting to bind port 18888938-142c-4661-bf0d-ce58b828cb47 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '137eaf60-146b-45b3-9435-494a7fa58061'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:42:05.650675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Attempting to bind port 18888938-142c-4661-bf0d-ce58b828cb47 on network 137eaf60-146b-45b3-9435-494a7fa58061 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:42:05.658238 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-ec870502-75bd-4d63-9f4d-7952a05e3cce', 'network_id': 'ec870502-75bd-4d63-9f4d-7952a05e3cce', 'project_id': 'c71510fd2ff4468c9fd9654b87474a7b', 'fixed_ips': [{'subnet_id': '5b78d423-5c18-490b-8b06-1c06ee355023'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:42:05.659058 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.661799 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:42:05.662216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Checking segment: {'id': 'eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '137eaf60-146b-45b3-9435-494a7fa58061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:05.662599 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.662993 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Bound using segment: {'id': 'eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '137eaf60-146b-45b3-9435-494a7fa58061'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:42:05.663476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Bound port: 18888938-142c-4661-bf0d-ce58b828cb47, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '137eaf60-146b-45b3-9435-494a7fa58061'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:42:05.663856 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.747033 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30448eed-90d3-4b8e-a1c7-16fb3554b0b1 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.805274 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] For port 18888938-142c-4661-bf0d-ce58b828cb47, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:42:05.810610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] For port 18888938-142c-4661-bf0d-ce58b828cb47, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=18888938-142c-4661-bf0d-ce58b828cb47,segment=NetworkSegment(eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a),segment_id=eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:42:05.839270 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:05.855850 n-d-817326-4 neutron-server[109886]: INFO neutron.api.v2.resource [None req-30448eed-90d3-4b8e-a1c7-16fb3554b0b1 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 13:42:05.856904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-30448eed-90d3-4b8e-a1c7-16fb3554b0b1 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "PUT /v2.0/routers/5d1025c5-6d71-4239-995b-140e7bf639da HTTP/1.1" status: 400 len: 364 time: 0.3753107 Dec 13 13:42:05.862990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39068) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:05.901684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Allocated IP 172.21.0.2 (ec870502-75bd-4d63-9f4d-7952a05e3cce/5b78d423-5c18-490b-8b06-1c06ee355023/4438110a-9ead-41b4-bba8-c30a2ab91ffc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:42:05.924044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c5e6d7-53a5-461c-9bff-4f1aad0edea8 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Deleting subnet 5b78d423-5c18-490b-8b06-1c06ee355023 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:42:05.924404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757cc7d-d245-4663-a524-b325ae3eb437 None None] Pushing event updated for resources: {'Port': ['ID=18888938-142c-4661-bf0d-ce58b828cb47,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:06.083350 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.089857 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e6d7-53a5-461c-9bff-4f1aad0edea8 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.093193 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.145755 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e6d7-53a5-461c-9bff-4f1aad0edea8 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.146059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Network ec870502-75bd-4d63-9f4d-7952a05e3cce is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:06.149723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Pushing event updated for resources: {'Port': ['ID=4438110a-9ead-41b4-bba8-c30a2ab91ffc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:06.152485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:06.155060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:42:06.219000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Attempting to bind port 4438110a-9ead-41b4-bba8-c30a2ab91ffc on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:42:06.219468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Attempting to bind port 4438110a-9ead-41b4-bba8-c30a2ab91ffc by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '70694004-a56d-4969-bef1-43479f233688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec870502-75bd-4d63-9f4d-7952a05e3cce'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:42:06.219904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Attempting to bind port 4438110a-9ead-41b4-bba8-c30a2ab91ffc on network ec870502-75bd-4d63-9f4d-7952a05e3cce {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:42:06.225585 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:42:06.226060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Checking segment: {'id': '70694004-a56d-4969-bef1-43479f233688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec870502-75bd-4d63-9f4d-7952a05e3cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:06.226558 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.227017 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Bound using segment: {'id': '70694004-a56d-4969-bef1-43479f233688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec870502-75bd-4d63-9f4d-7952a05e3cce'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:42:06.227558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Bound port: 4438110a-9ead-41b4-bba8-c30a2ab91ffc, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70694004-a56d-4969-bef1-43479f233688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec870502-75bd-4d63-9f4d-7952a05e3cce'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:42:06.228009 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.241061 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e6d7-53a5-461c-9bff-4f1aad0edea8 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.304911 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e6d7-53a5-461c-9bff-4f1aad0edea8 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.307450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] For port 4438110a-9ead-41b4-bba8-c30a2ab91ffc, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:42:06.311126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] For port 4438110a-9ead-41b4-bba8-c30a2ab91ffc, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4438110a-9ead-41b4-bba8-c30a2ab91ffc,segment=NetworkSegment(70694004-a56d-4969-bef1-43479f233688),segment_id=70694004-a56d-4969-bef1-43479f233688)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:42:06.316119 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.333182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5e6d7-53a5-461c-9bff-4f1aad0edea8 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event deleted for resources: {'Subnet': ['ID=5b78d423-5c18-490b-8b06-1c06ee355023,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:06.337997 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e6d7-53a5-461c-9bff-4f1aad0edea8 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.343641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a3c5e6d7-53a5-461c-9bff-4f1aad0edea8 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "DELETE /v2.0/subnets/5b78d423-5c18-490b-8b06-1c06ee355023 HTTP/1.1" status: 204 len: 168 time: 0.4774218 Dec 13 13:42:06.343901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39070) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:06.376730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99148d-ec94-40f8-8428-377150d48f44 None None] Pushing event updated for resources: {'Port': ['ID=4438110a-9ead-41b4-bba8-c30a2ab91ffc,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:06.435228 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.498444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Deleting port 4438110a-9ead-41b4-bba8-c30a2ab91ffc {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:42:06.498788 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.572565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] For port 4438110a-9ead-41b4-bba8-c30a2ab91ffc, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=4438110a-9ead-41b4-bba8-c30a2ab91ffc,segment=NetworkSegment(70694004-a56d-4969-bef1-43479f233688),segment_id=70694004-a56d-4969-bef1-43479f233688)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:06.572565 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.594476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Calling delete_port for 4438110a-9ead-41b4-bba8-c30a2ab91ffc owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:42:06.688592 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.712553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event deleted for resources: {'Port': ['ID=4438110a-9ead-41b4-bba8-c30a2ab91ffc,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:06.722218 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] No DVR routers for this DVR port 4438110a-9ead-41b4-bba8-c30a2ab91ffc on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:42:06.804367 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.826392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec870502-75bd-4d63-9f4d-7952a05e3cce']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:06.838487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70694004-a56d-4969-bef1-43479f233688') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:06.838865 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70694004-a56d-4969-bef1-43479f233688') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:06.850305 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.864669 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.871148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:42:06.871536 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:42:06.874849 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:42:06.921204 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c1deb-b80a-41a6-8a01-bb48d0ae5d05 None None] Network 137eaf60-146b-45b3-9435-494a7fa58061 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:06.939083 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.946182 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:06.949393 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "DELETE /v2.0/networks/ec870502-75bd-4d63-9f4d-7952a05e3cce HTTP/1.1" status: 204 len: 168 time: 0.6045575 Dec 13 13:42:06.952150 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39072) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:06.961916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3f3f3-9240-425f-8721-ec9225a9b12a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event deleted for resources: {'Network': ['ID=ec870502-75bd-4d63-9f4d-7952a05e3cce,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:07.007795 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1297f29-95ea-4aa3-b8bd-8634fe82ecef tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Deleting subnet 9de9fc2f-78ad-4bc3-a926-be10d57617c1 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:42:07.011366 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1297f29-95ea-4aa3-b8bd-8634fe82ecef tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.049007 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c0fcd691-0932-4e5d-acf6-ff7f820639e8 None None] Provisioning complete for port 18888938-142c-4661-bf0d-ce58b828cb47 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:07.049382 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd691-0932-4e5d-acf6-ff7f820639e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.056046 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1297f29-95ea-4aa3-b8bd-8634fe82ecef tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.156099 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd691-0932-4e5d-acf6-ff7f820639e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.185663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 18888938-142c-4661-bf0d-ce58b828cb47 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:42:07.228221 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c0fcd691-0932-4e5d-acf6-ff7f820639e8 None None] For port 18888938-142c-4661-bf0d-ce58b828cb47, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=18888938-142c-4661-bf0d-ce58b828cb47,segment=NetworkSegment(eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a),segment_id=eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:07.237498 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd691-0932-4e5d-acf6-ff7f820639e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.237770 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1297f29-95ea-4aa3-b8bd-8634fe82ecef tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.303650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcd691-0932-4e5d-acf6-ff7f820639e8 None None] Pushing event updated for resources: {'Port': ['ID=18888938-142c-4661-bf0d-ce58b828cb47,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:07.307863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 18888938-142c-4661-bf0d-ce58b828cb47 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:07.308312 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.328588 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1297f29-95ea-4aa3-b8bd-8634fe82ecef tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.365585 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1297f29-95ea-4aa3-b8bd-8634fe82ecef tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event deleted for resources: {'Subnet': ['ID=9de9fc2f-78ad-4bc3-a926-be10d57617c1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:07.373699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1297f29-95ea-4aa3-b8bd-8634fe82ecef tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.383660 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f1297f29-95ea-4aa3-b8bd-8634fe82ecef tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "DELETE /v2.0/subnets/9de9fc2f-78ad-4bc3-a926-be10d57617c1 HTTP/1.1" status: 204 len: 168 time: 0.4303987 Dec 13 13:42:07.386366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39074) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:07.394306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd7e3d-2f31-4842-a63e-117bc25c748d None None] Network 137eaf60-146b-45b3-9435-494a7fa58061 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:07.490647 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.505447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58bd1edc-1933-42f2-a22a-5f65ee59a94b None None] Provisioning complete for port 18888938-142c-4661-bf0d-ce58b828cb47 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:07.505840 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58bd1edc-1933-42f2-a22a-5f65ee59a94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.552045 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Deleting port 18888938-142c-4661-bf0d-ce58b828cb47 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:42:07.552389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.556561 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac50b736-e8a9-400c-88d9-add7259a02b8 None None] DHCP port deletion for ec870502-75bd-4d63-9f4d-7952a05e3cce request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:42:07.579384 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b927c07-a18a-4353-aa7d-c56837e95810 None None] Network ec870502-75bd-4d63-9f4d-7952a05e3cce requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:07.613315 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:42:07.614388 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b927c07-a18a-4353-aa7d-c56837e95810 None None] Network ec870502-75bd-4d63-9f4d-7952a05e3cce could not be found, it might have been deleted concurrently. {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 13:42:07.622612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] For port 18888938-142c-4661-bf0d-ce58b828cb47, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=18888938-142c-4661-bf0d-ce58b828cb47,segment=NetworkSegment(eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a),segment_id=eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:07.622968 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.634316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d2e43-6940-40e1-89ef-eae78a4772b9 None None] DHCP port deletion for 137eaf60-146b-45b3-9435-494a7fa58061 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:42:07.638235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Calling delete_port for 18888938-142c-4661-bf0d-ce58b828cb47 owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:42:07.683249 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c78d2e43-6940-40e1-89ef-eae78a4772b9 None None] Deleting port 18888938-142c-4661-bf0d-ce58b828cb47 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:42:07.683622 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c78d2e43-6940-40e1-89ef-eae78a4772b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.724227 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.738420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-75ac98bd-5be5-4250-b94f-96c7e1a5886b None None] Could not find standard attr ID for object 4438110a-9ead-41b4-bba8-c30a2ab91ffc. {{(pid=109887) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 13:42:07.751389 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event deleted for resources: {'Port': ['ID=18888938-142c-4661-bf0d-ce58b828cb47,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:07.755966 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] No DVR routers for this DVR port 18888938-142c-4661-bf0d-ce58b828cb47 on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:42:07.756216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c78d2e43-6940-40e1-89ef-eae78a4772b9 None None] For port 18888938-142c-4661-bf0d-ce58b828cb47, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=18888938-142c-4661-bf0d-ce58b828cb47,segment=NetworkSegment(eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a),segment_id=eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:07.756567 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c78d2e43-6940-40e1-89ef-eae78a4772b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.771905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c78d2e43-6940-40e1-89ef-eae78a4772b9 None None] Calling delete_port for 18888938-142c-4661-bf0d-ce58b828cb47 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:42:07.838743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.859508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137eaf60-146b-45b3-9435-494a7fa58061']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:07.862299 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c78d2e43-6940-40e1-89ef-eae78a4772b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.869443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:07.869747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac9d52a-ec84-4ca8-b3cf-138e5eb7bb2a') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:07.879729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.892211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d2e43-6940-40e1-89ef-eae78a4772b9 None None] Pushing event deleted for resources: {'Port': ['ID=18888938-142c-4661-bf0d-ce58b828cb47,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:07.893902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.897738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d2e43-6940-40e1-89ef-eae78a4772b9 None None] No DVR routers for this DVR port 18888938-142c-4661-bf0d-ce58b828cb47 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:42:07.902179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:42:07.902582 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:42:07.905839 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:42:07.919887 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.963497 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.972933 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.980779 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:07.984013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "DELETE /v2.0/networks/137eaf60-146b-45b3-9435-494a7fa58061 HTTP/1.1" status: 204 len: 168 time: 0.5959175 Dec 13 13:42:07.986993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:07.995699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601267f-5660-466e-a469-ee34c9712ca6 tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Pushing event deleted for resources: {'Network': ['ID=137eaf60-146b-45b3-9435-494a7fa58061,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:08.015274 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2c7e9791-0176-4673-86a3-f6eec55ee95d tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d1025c5-6d71-4239-995b-140e7bf639da HTTP/1.1" status: 200 len: 205 time: 0.0269644 Dec 13 13:42:08.019299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39078) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:08.099029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53856bd2-a2e3-4aa7-8a1c-b895851c1e8a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:08.269050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53856bd2-a2e3-4aa7-8a1c-b895851c1e8a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:08.271273 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53856bd2-a2e3-4aa7-8a1c-b895851c1e8a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:08.316802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53856bd2-a2e3-4aa7-8a1c-b895851c1e8a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:08.317783 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53856bd2-a2e3-4aa7-8a1c-b895851c1e8a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Fanout notify agent at l3_agent the message router_deleted on router 5d1025c5-6d71-4239-995b-140e7bf639da {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:42:08.325042 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53856bd2-a2e3-4aa7-8a1c-b895851c1e8a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:08.326266 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-53856bd2-a2e3-4aa7-8a1c-b895851c1e8a tempest-RoutersNegativeTest-585453185 tempest-RoutersNegativeTest-585453185-project] 10.222.0.31 "DELETE /v2.0/routers/5d1025c5-6d71-4239-995b-140e7bf639da HTTP/1.1" status: 204 len: 168 time: 0.3058906 Dec 13 13:42:08.595316 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39084) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:09.098576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4438110a-9ead-41b4-bba8-c30a2ab91ffc no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:42:09.102566 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fdad411b-958f-4aae-bf1f-6acf9e3cc871 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c71510fd2ff4468c9fd9654b87474a7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5060513 Dec 13 13:42:09.105068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39088) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:09.119572 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 4438110a-9ead-41b4-bba8-c30a2ab91ffc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:42:09.119925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 4438110a-9ead-41b4-bba8-c30a2ab91ffc not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:42:09.120365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 18888938-142c-4661-bf0d-ce58b828cb47 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:42:09.140732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 18888938-142c-4661-bf0d-ce58b828cb47 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:42:09.141137 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 18888938-142c-4661-bf0d-ce58b828cb47 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:42:09.157810 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac849be3-ff62-4797-b729-7262ac8af02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:09.179055 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac849be3-ff62-4797-b729-7262ac8af02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:09.233388 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac849be3-ff62-4797-b729-7262ac8af02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:09.239849 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ac849be3-ff62-4797-b729-7262ac8af02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:09.241687 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ac849be3-ff62-4797-b729-7262ac8af02e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b0923b4-9f7e-47b0-8cab-da7a83981f64 HTTP/1.1" status: 204 len: 168 time: 0.1355581 Dec 13 13:42:09.251101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac849be3-ff62-4797-b729-7262ac8af02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0923b4-9f7e-47b0-8cab-da7a83981f64,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:09.886206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39110) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:09.984289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1888901877-network', 'tenant_id': '82883b153438404c8755244b44b3477e'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:10.009268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Made reservation on behalf of 82883b153438404c8755244b44b3477e for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:42:10.011585 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.020703 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.094685 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.100064 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.124790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:42:10.134011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d80168-41a6-424d-9cbb-4459b258fba7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:10.139806 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.140316 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Added segment 6e21cd04-4a0a-43d7-959b-434103b653f8 of type vlan for network a90f189d-7699-47ca-965d-21089842985f Dec 13 13:42:10.180952 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.212041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.214221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:10.215255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.275777 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3884053 Dec 13 13:42:10.278769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39114) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:10.282922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697a3a3-e8ff-418d-8ff8-d0471e81495b admin admin] Pushing event updated for resources: {'Network': ['ID=a90f189d-7699-47ca-965d-21089842985f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:10.285067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Request body: {'subnet': {'network_id': 'a90f189d-7699-47ca-965d-21089842985f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1888901877-subnet', 'tenant_id': '82883b153438404c8755244b44b3477e', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:10.293064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network a90f189d-7699-47ca-965d-21089842985f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:42:10.310150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Made reservation on behalf of 82883b153438404c8755244b44b3477e for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:42:10.312718 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.483772 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.542313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6e6caf-12a3-475c-bee4-b4eff890aac5,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:10.552905 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Checking segment: {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:10.553286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Network hostable DHCP agents. Network: a90f189d-7699-47ca-965d-21089842985f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:42:10.572754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Network a90f189d-7699-47ca-965d-21089842985f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:42:10.583315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, a90f189d-7699-47ca-965d-21089842985f) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:10.589621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:10.590311 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.591814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f0c104-7097-4519-acdb-4307bc91148f None None] Network a90f189d-7699-47ca-965d-21089842985f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:10.611051 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4907794b-3371-4b60-8909-a647a42be0d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3274324 Dec 13 13:42:10.611251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39116) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:10.615585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1888901877-router', 'tenant_id': '82883b153438404c8755244b44b3477e', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:10.637512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.638540 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.691141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.702288 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-a90f189d-7699-47ca-965d-21089842985f', 'network_id': 'a90f189d-7699-47ca-965d-21089842985f', 'project_id': '82883b153438404c8755244b44b3477e', 'fixed_ips': [{'subnet_id': 'ed6e6caf-12a3-475c-bee4-b4eff890aac5'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:42:10.703159 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:10.839066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Allocated IP 172.20.0.2 (a90f189d-7699-47ca-965d-21089842985f/ed6e6caf-12a3-475c-bee4-b4eff890aac5/e0b63076-94ef-467e-81ad-bdee24202512) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:42:10.993982 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.001660 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.049082 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Network a90f189d-7699-47ca-965d-21089842985f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:11.053749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:11.056047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Pushing event updated for resources: {'Port': ['ID=e0b63076-94ef-467e-81ad-bdee24202512,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:11.058679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:42:11.117748 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Attempting to bind port e0b63076-94ef-467e-81ad-bdee24202512 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:42:11.118134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Attempting to bind port e0b63076-94ef-467e-81ad-bdee24202512 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:42:11.118530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Attempting to bind port e0b63076-94ef-467e-81ad-bdee24202512 on network a90f189d-7699-47ca-965d-21089842985f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:42:11.124615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:42:11.125131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Checking segment: {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:11.125543 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.125919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Bound using segment: {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:42:11.126487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Bound port: e0b63076-94ef-467e-81ad-bdee24202512, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:42:11.126892 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.148694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.192684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] For port e0b63076-94ef-467e-81ad-bdee24202512, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:42:11.196113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] For port e0b63076-94ef-467e-81ad-bdee24202512, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e0b63076-94ef-467e-81ad-bdee24202512,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:42:11.200261 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.259994 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b9ecd-cd01-4a30-a1d1-02dfe1644143 None None] Pushing event updated for resources: {'Port': ['ID=e0b63076-94ef-467e-81ad-bdee24202512,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:11.353040 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.376972 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.502335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Allocated IP 172.25.2.200 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/48d6a7f9-f99d-41cb-977f-08a44e502487) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:42:11.605418 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.646599 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.685052 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:11.687986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:11.692445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:42:11.697990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Pushing event updated for resources: {'Port': ['ID=48d6a7f9-f99d-41cb-977f-08a44e502487,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:11.701625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed0eb2c-92f5-4bce-ac58-c361236ced62 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:42:11.789010 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-594042ee-749c-4a60-9b9e-7a7ebfcbfcf0 None None] Provisioning complete for port 48d6a7f9-f99d-41cb-977f-08a44e502487 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:11.789271 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-594042ee-749c-4a60-9b9e-7a7ebfcbfcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:11.825727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-594042ee-749c-4a60-9b9e-7a7ebfcbfcf0 None None] Port 48d6a7f9-f99d-41cb-977f-08a44e502487 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:42:11.959424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:12.168368 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:12.175747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4137d7a2-4c0b-473a-94cb-87363397cca7 None None] Network a90f189d-7699-47ca-965d-21089842985f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:12.281378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-462c7f4e-dca8-4a8f-9b3a-428e819394ab None None] Provisioning complete for port e0b63076-94ef-467e-81ad-bdee24202512 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:12.281750 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-462c7f4e-dca8-4a8f-9b3a-428e819394ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:12.310201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Router d432a0ed-7676-4531-aeb0-fbf48856b474 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:42:12.370104 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-462c7f4e-dca8-4a8f-9b3a-428e819394ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:12.404977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-462c7f4e-dca8-4a8f-9b3a-428e819394ab None None] For port e0b63076-94ef-467e-81ad-bdee24202512, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e0b63076-94ef-467e-81ad-bdee24202512,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:12.409883 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-462c7f4e-dca8-4a8f-9b3a-428e819394ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:12.429560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:42:12.444946 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Sync routers for ids ['d432a0ed-7676-4531-aeb0-fbf48856b474'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:42:12.454489 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:12.456539 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Routers {'d432a0ed-7676-4531-aeb0-fbf48856b474'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:42:12.457473 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:41:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d432a0ed-7676-4531-aeb0-fbf48856b474'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:12.459106 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-75d7e063-fe50-48c6-be22-002c9f1995de admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8468547 Dec 13 13:42:12.459862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39118) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:12.479838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c7f4e-dca8-4a8f-9b3a-428e819394ab None None] Pushing event updated for resources: {'Port': ['ID=e0b63076-94ef-467e-81ad-bdee24202512,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:12.572473 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Set router d432a0ed-7676-4531-aeb0-fbf48856b474 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:42:12.633645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2ed945ce-0f15-4de5-944e-4ac6b39fac26 None None] Provisioning complete for port e0b63076-94ef-467e-81ad-bdee24202512 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:12.634184 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ed945ce-0f15-4de5-944e-4ac6b39fac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:12.752543 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'name': 'tempest-TestEncryptedCinderVolumes-1888901877-router', 'tenant_id': '82883b153438404c8755244b44b3477e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:10Z', 'updated_at': '2021-12-13T13:42:11Z', 'revision_number': 3, 'project_id': '82883b153438404c8755244b44b3477e', 'gw_port': {'id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:11Z', 'updated_at': '2021-12-13T13:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:12.778877 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Checking router: d432a0ed-7676-4531-aeb0-fbf48856b474 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:42:12.779222 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Updating router d432a0ed-7676-4531-aeb0-fbf48856b474 port 48d6a7f9-f99d-41cb-977f-08a44e502487 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:42:12.806705 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:12.888916 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.051826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Allocated IP 172.20.0.1 (a90f189d-7699-47ca-965d-21089842985f/ed6e6caf-12a3-475c-bee4-b4eff890aac5/bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:42:13.063972 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.075090 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.122067 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Pushing event updated for resources: {'Port': ['ID=48d6a7f9-f99d-41cb-977f-08a44e502487,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:13.132164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d44b82-4d64-4892-8b63-11b9256e687a None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:42:13.138417 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.139012 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.139495 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.140081 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.140571 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.141058 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.141526 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.141994 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.142492 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.142964 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.143438 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.143821 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.144072 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:13.144294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e0b63076-94ef-467e-81ad-bdee24202512 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:42:13.147386 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Attempting to bind port 48d6a7f9-f99d-41cb-977f-08a44e502487 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:42:13.147908 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Attempting to bind port 48d6a7f9-f99d-41cb-977f-08a44e502487 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:42:13.148582 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Attempting to bind port 48d6a7f9-f99d-41cb-977f-08a44e502487 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:42:13.154736 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:42:13.155306 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:13.155880 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.156263 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:42:13.156731 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Bound port: 48d6a7f9-f99d-41cb-977f-08a44e502487, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:42:13.157099 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.183420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.209886 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] For port 48d6a7f9-f99d-41cb-977f-08a44e502487, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:42:13.211390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e0b63076-94ef-467e-81ad-bdee24202512 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:13.211863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.213759 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] For port 48d6a7f9-f99d-41cb-977f-08a44e502487, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48d6a7f9-f99d-41cb-977f-08a44e502487,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:42:13.222156 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.222673 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.271739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Network a90f189d-7699-47ca-965d-21089842985f is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:13.271977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-29fc3f66-f630-4413-94d8-31ca00c5b7a7 None None] Provisioning complete for port 48d6a7f9-f99d-41cb-977f-08a44e502487 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:13.272171 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29fc3f66-f630-4413-94d8-31ca00c5b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.275598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:13.281651 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:42:13.285376 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Pushing event updated for resources: {'Port': ['ID=bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:13.319046 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bced236-e266-4844-9965-c77d3b9ecbb0 None None] Pushing event updated for resources: {'Port': ['ID=48d6a7f9-f99d-41cb-977f-08a44e502487,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:13.329083 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Routers {'d432a0ed-7676-4531-aeb0-fbf48856b474'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:42:13.329923 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:41:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d432a0ed-7676-4531-aeb0-fbf48856b474'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:13.336175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.342335 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d818ba-2dca-4ac6-b6c3-2ba55ebcb2f6 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:42:13.412299 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29fc3f66-f630-4413-94d8-31ca00c5b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.450904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-29fc3f66-f630-4413-94d8-31ca00c5b7a7 None None] For port 48d6a7f9-f99d-41cb-977f-08a44e502487, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48d6a7f9-f99d-41cb-977f-08a44e502487,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:13.458776 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29fc3f66-f630-4413-94d8-31ca00c5b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.474204 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] Set router d432a0ed-7676-4531-aeb0-fbf48856b474 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:42:13.514083 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.527784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc3f66-f630-4413-94d8-31ca00c5b7a7 None None] Pushing event updated for resources: {'Port': ['ID=48d6a7f9-f99d-41cb-977f-08a44e502487,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:13.585518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8933c54b-a728-4205-8489-95fbbc781d5f None None] Provisioning complete for port 48d6a7f9-f99d-41cb-977f-08a44e502487 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:13.586534 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8933c54b-a728-4205-8489-95fbbc781d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.680156 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'name': 'tempest-TestEncryptedCinderVolumes-1888901877-router', 'tenant_id': '82883b153438404c8755244b44b3477e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:10Z', 'updated_at': '2021-12-13T13:42:11Z', 'revision_number': 3, 'project_id': '82883b153438404c8755244b44b3477e', 'gw_port': {'id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:11Z', 'updated_at': '2021-12-13T13:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:13.697848 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.703203 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.707106 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591dbda-96ad-45c4-b55a-9087340b7f77 None None] The sync data for ids ['d432a0ed-7676-4531-aeb0-fbf48856b474'] in n-d-817326-4 is: [{'id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'name': 'tempest-TestEncryptedCinderVolumes-1888901877-router', 'tenant_id': '82883b153438404c8755244b44b3477e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:10Z', 'updated_at': '2021-12-13T13:42:11Z', 'revision_number': 3, 'project_id': '82883b153438404c8755244b44b3477e', 'gw_port': {'id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:11Z', 'updated_at': '2021-12-13T13:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:42:13.772942 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Pushing event updated for resources: {'Port': ['ID=bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:13.775520 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.800496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fdc79614-586c-4980-8eb5-cd61ef748c76 None None] Provisioning complete for port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:13.800993 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fdc79614-586c-4980-8eb5-cd61ef748c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:13.838650 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fdc79614-586c-4980-8eb5-cd61ef748c76 None None] Port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:42:13.877528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Network a90f189d-7699-47ca-965d-21089842985f is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:13.879152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:14.027662 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Router d432a0ed-7676-4531-aeb0-fbf48856b474 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:42:14.148739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:42:14.157365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7b7effe5-47d4-4329-9556-a45111a8cbda admin admin] 10.222.0.31 "PUT /v2.0/routers/d432a0ed-7676-4531-aeb0-fbf48856b474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6963427 Dec 13 13:42:14.163758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-445c15ca-2c42-47f6-9d45-02a0b82c8303 None None] Provisioning complete for port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:14.164319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-445c15ca-2c42-47f6-9d45-02a0b82c8303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:14.199234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-445c15ca-2c42-47f6-9d45-02a0b82c8303 None None] Port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:42:14.664204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39134) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:14.669223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-814686470-network', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:14.693401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Made reservation on behalf of db94bc31c4d24e01bab372d187b2c50c for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:42:14.695896 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:14.704710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:14.787782 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:14.793919 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:14.818473 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:42:14.828217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94819d0c-170f-4bd6-9263-30c5c0783517,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:14.833027 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:14.833370 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Added segment 7c6350e7-7b06-49d3-b2ce-e5f618d28cb4 of type vlan for network eb438e7d-088e-4008-af0c-5bea8abd377d Dec 13 13:42:14.881467 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:14.923334 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:14.924940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:14.926011 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:14.987597 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3222775 Dec 13 13:42:14.990741 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39136) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:14.996887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b810a-ee89-48c0-b63e-929948a98826 admin admin] Pushing event updated for resources: {'Network': ['ID=eb438e7d-088e-4008-af0c-5bea8abd377d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:14.997296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Request body: {'subnet': {'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-814686470-subnet', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'ip_version': 4}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:15.008299 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network eb438e7d-088e-4008-af0c-5bea8abd377d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:42:15.021974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Made reservation on behalf of db94bc31c4d24e01bab372d187b2c50c for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:42:15.025394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.149949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48d6a7f9-f99d-41cb-977f-08a44e502487 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:42:15.201514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 48d6a7f9-f99d-41cb-977f-08a44e502487 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:15.202226 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.207632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.268729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Pushing event updated for resources: {'Subnet': ['ID=769d026d-f7b1-4234-8df1-0f3837edce6f,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:15.274164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Checking segment: {'id': '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:15.274584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Network hostable DHCP agents. Network: eb438e7d-088e-4008-af0c-5bea8abd377d, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:42:15.291844 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Network eb438e7d-088e-4008-af0c-5bea8abd377d is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:42:15.302689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, eb438e7d-088e-4008-af0c-5bea8abd377d) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:15.308259 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:15.308826 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.330789 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-af49d486-b19f-410b-aba5-3dd1036c730d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3383439 Dec 13 13:42:15.333774 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39138) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:15.338649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-814686470-router', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:15.362546 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.363913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.422378 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.448674 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ec0ea-90aa-4a9e-8f6c-4b500c5105c0 None None] Network eb438e7d-088e-4008-af0c-5bea8abd377d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:15.451348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Sync routers for ids ['d432a0ed-7676-4531-aeb0-fbf48856b474'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:42:15.515028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Routers {'d432a0ed-7676-4531-aeb0-fbf48856b474'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:42:15.515659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:41:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d432a0ed-7676-4531-aeb0-fbf48856b474'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:15.563307 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.632525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-eb438e7d-088e-4008-af0c-5bea8abd377d', 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d', 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'fixed_ips': [{'subnet_id': '769d026d-f7b1-4234-8df1-0f3837edce6f'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:42:15.633469 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.674893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Set router d432a0ed-7676-4531-aeb0-fbf48856b474 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:42:15.772477 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.791770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:15.890662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Allocated IP 172.20.0.2 (eb438e7d-088e-4008-af0c-5bea8abd377d/769d026d-f7b1-4234-8df1-0f3837edce6f/1c4a8784-bb03-4ed7-b518-c123346b31c1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:42:16.084799 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'name': 'tempest-TestEncryptedCinderVolumes-1888901877-router', 'tenant_id': '82883b153438404c8755244b44b3477e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:10Z', 'updated_at': '2021-12-13T13:42:13Z', 'revision_number': 4, 'project_id': '82883b153438404c8755244b44b3477e', 'gw_port': {'id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:11Z', 'updated_at': '2021-12-13T13:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7', 'name': '', 'network_id': 'a90f189d-7699-47ca-965d-21089842985f', 'tenant_id': '82883b153438404c8755244b44b3477e', 'mac_address': 'fa:16:3e:ee:a4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ed6e6caf-12a3-475c-bee4-b4eff890aac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:12Z', 'updated_at': '2021-12-13T13:42:13Z', 'revision_number': 2, 'project_id': '82883b153438404c8755244b44b3477e', 'subnets': [{'id': 'ed6e6caf-12a3-475c-bee4-b4eff890aac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:16.118042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Checking router: d432a0ed-7676-4531-aeb0-fbf48856b474 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:42:16.118416 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Updating router d432a0ed-7676-4531-aeb0-fbf48856b474 port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:42:16.139557 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.150601 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.154062 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.202550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Network eb438e7d-088e-4008-af0c-5bea8abd377d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:16.207698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:16.212491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Allocated IP 172.25.2.161 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/8da118a0-02c9-4740-b794-274e546ff114) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:42:16.232747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:42:16.244636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Pushing event updated for resources: {'Port': ['ID=1c4a8784-bb03-4ed7-b518-c123346b31c1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:16.317582 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.353765 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.354032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Attempting to bind port 1c4a8784-bb03-4ed7-b518-c123346b31c1 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:42:16.354370 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Attempting to bind port 1c4a8784-bb03-4ed7-b518-c123346b31c1 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:42:16.354692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Attempting to bind port 1c4a8784-bb03-4ed7-b518-c123346b31c1 on network eb438e7d-088e-4008-af0c-5bea8abd377d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:42:16.366480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:42:16.366844 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Checking segment: {'id': '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:16.367240 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.367629 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Bound using segment: {'id': '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:42:16.368098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Bound port: 1c4a8784-bb03-4ed7-b518-c123346b31c1, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:42:16.368474 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.400640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:16.403660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:16.408811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:42:16.419828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe37fb2-a107-43d1-b985-f37cff4b306a None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:42:16.436155 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Pushing event updated for resources: {'Port': ['ID=8da118a0-02c9-4740-b794-274e546ff114,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:16.499556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] For port 1c4a8784-bb03-4ed7-b518-c123346b31c1, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:42:16.505463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] For port 1c4a8784-bb03-4ed7-b518-c123346b31c1, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1c4a8784-bb03-4ed7-b518-c123346b31c1,segment=NetworkSegment(7c6350e7-7b06-49d3-b2ce-e5f618d28cb4),segment_id=7c6350e7-7b06-49d3-b2ce-e5f618d28cb4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:42:16.514524 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.631870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4527d-c1dc-493b-ab00-d259333cd75f None None] Pushing event updated for resources: {'Port': ['ID=1c4a8784-bb03-4ed7-b518-c123346b31c1,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:16.634535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-65dc22ff-7a36-4ed2-9562-280169e88c8c None None] Provisioning complete for port 8da118a0-02c9-4740-b794-274e546ff114 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:16.634902 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65dc22ff-7a36-4ed2-9562-280169e88c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.664857 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.678671 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.690089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-65dc22ff-7a36-4ed2-9562-280169e88c8c None None] Port 8da118a0-02c9-4740-b794-274e546ff114 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:42:16.700907 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.738465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b6898-f950-4a71-b2a3-9d6b71cac781 None None] Pushing event updated for resources: {'Port': ['ID=bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:16.801872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Attempting to bind port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:42:16.802366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Attempting to bind port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:42:16.802800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Attempting to bind port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 on network a90f189d-7699-47ca-965d-21089842985f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:42:16.808867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:42:16.809314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Checking segment: {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:16.809805 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.810300 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Bound using segment: {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:42:16.810835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Bound port: bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:42:16.811285 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.895101 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] For port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:42:16.900723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] For port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:42:16.905248 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:16.975308 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Routers {'d432a0ed-7676-4531-aeb0-fbf48856b474'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:42:16.975941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:41:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d432a0ed-7676-4531-aeb0-fbf48856b474'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:17.019184 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:17.041526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b6898-f950-4a71-b2a3-9d6b71cac781 None None] Pushing event updated for resources: {'Port': ['ID=bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:17.174627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-acd655e5-5e81-4b2e-b068-46af6c5ff5e6 None None] Provisioning complete for port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:17.175002 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acd655e5-5e81-4b2e-b068-46af6c5ff5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:17.178496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] Set router d432a0ed-7676-4531-aeb0-fbf48856b474 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:42:17.210766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:42:17.250333 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1c4a8784-bb03-4ed7-b518-c123346b31c1 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:42:17.367643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:42:17.379324 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Sync routers for ids ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:42:17.392043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:17.393886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ae187fac-059b-463d-9746-08a0c3388d92 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0588517 Dec 13 13:42:17.394166 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Routers {'d7fd36df-3df0-4d3c-ac51-a4cfe3022433'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:42:17.396059 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:41:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:17.396988 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39140) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:42:17.546062 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Set router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:42:17.548488 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1c4a8784-bb03-4ed7-b518-c123346b31c1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:17.549079 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:17.584716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acd655e5-5e81-4b2e-b068-46af6c5ff5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:17.622638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'name': 'tempest-TestEncryptedCinderVolumes-1888901877-router', 'tenant_id': '82883b153438404c8755244b44b3477e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:10Z', 'updated_at': '2021-12-13T13:42:13Z', 'revision_number': 4, 'project_id': '82883b153438404c8755244b44b3477e', 'gw_port': {'id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:11Z', 'updated_at': '2021-12-13T13:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7', 'name': '', 'network_id': 'a90f189d-7699-47ca-965d-21089842985f', 'tenant_id': '82883b153438404c8755244b44b3477e', 'mac_address': 'fa:16:3e:ee:a4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ed6e6caf-12a3-475c-bee4-b4eff890aac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:12Z', 'updated_at': '2021-12-13T13:42:16Z', 'revision_number': 4, 'project_id': '82883b153438404c8755244b44b3477e', 'subnets': [{'id': 'ed6e6caf-12a3-475c-bee4-b4eff890aac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:17.649990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-acd655e5-5e81-4b2e-b068-46af6c5ff5e6 None None] For port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:17.683712 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acd655e5-5e81-4b2e-b068-46af6c5ff5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:17.689667 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64029c12-5037-4171-b9a0-4157f276c693 None None] The sync data for ids ['d432a0ed-7676-4531-aeb0-fbf48856b474'] in n-d-817326-4 is: [{'id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'name': 'tempest-TestEncryptedCinderVolumes-1888901877-router', 'tenant_id': '82883b153438404c8755244b44b3477e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:10Z', 'updated_at': '2021-12-13T13:42:13Z', 'revision_number': 4, 'project_id': '82883b153438404c8755244b44b3477e', 'gw_port': {'id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:11Z', 'updated_at': '2021-12-13T13:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7', 'name': '', 'network_id': 'a90f189d-7699-47ca-965d-21089842985f', 'tenant_id': '82883b153438404c8755244b44b3477e', 'mac_address': 'fa:16:3e:ee:a4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ed6e6caf-12a3-475c-bee4-b4eff890aac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:12Z', 'updated_at': '2021-12-13T13:42:16Z', 'revision_number': 4, 'project_id': '82883b153438404c8755244b44b3477e', 'subnets': [{'id': 'ed6e6caf-12a3-475c-bee4-b4eff890aac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:42:17.830567 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'name': 'tempest-TestEncryptedCinderVolumes-814686470-router', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8da118a0-02c9-4740-b794-274e546ff114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:16Z', 'revision_number': 3, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'gw_port': {'id': '8da118a0-02c9-4740-b794-274e546ff114', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:17.881809 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Checking router: d7fd36df-3df0-4d3c-ac51-a4cfe3022433 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:42:17.882183 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Updating router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 port 8da118a0-02c9-4740-b794-274e546ff114 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:42:17.928986 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.026693 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554198dc-a517-4d3b-81fd-e39f78059a9f None None] Network eb438e7d-088e-4008-af0c-5bea8abd377d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:42:18.030378 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.170237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4a233c6f-37f5-4227-b3bc-6d70bee2f929 None None] Provisioning complete for port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:18.170520 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a233c6f-37f5-4227-b3bc-6d70bee2f929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.205067 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.208753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd655e5-5e81-4b2e-b068-46af6c5ff5e6 None None] Pushing event updated for resources: {'Port': ['ID=bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:18.262663 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Allocated IP 172.20.0.1 (eb438e7d-088e-4008-af0c-5bea8abd377d/769d026d-f7b1-4234-8df1-0f3837edce6f/76ba639e-fdc7-41fc-aa39-8ca603ca408a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:42:18.313604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 1c4a8784-bb03-4ed7-b518-c123346b31c1, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1c4a8784-bb03-4ed7-b518-c123346b31c1,segment=NetworkSegment(7c6350e7-7b06-49d3-b2ce-e5f618d28cb4),segment_id=7c6350e7-7b06-49d3-b2ce-e5f618d28cb4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:18.327409 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.388297 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.403012 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.433973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=1c4a8784-bb03-4ed7-b518-c123346b31c1,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:18.498971 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.513471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad4cbc-c925-46d4-bc98-3a2fa583d497 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:42:18.531329 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Attempting to bind port 8da118a0-02c9-4740-b794-274e546ff114 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:42:18.531662 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Attempting to bind port 8da118a0-02c9-4740-b794-274e546ff114 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:42:18.537919 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Attempting to bind port 8da118a0-02c9-4740-b794-274e546ff114 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:42:18.546161 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:42:18.546536 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:18.546932 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.547320 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:42:18.547784 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Bound port: 8da118a0-02c9-4740-b794-274e546ff114, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:42:18.548160 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.556873 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddf551-9587-4534-8d03-4aa98e0c26da None None] Pushing event updated for resources: {'Port': ['ID=8da118a0-02c9-4740-b794-274e546ff114,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:18.575759 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.581942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-53b3e417-9311-4f2c-a6d1-9746503888e4 None None] Provisioning complete for port 8da118a0-02c9-4740-b794-274e546ff114 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:18.582414 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53b3e417-9311-4f2c-a6d1-9746503888e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.648882 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] For port 8da118a0-02c9-4740-b794-274e546ff114, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:42:18.653778 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] For port 8da118a0-02c9-4740-b794-274e546ff114, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8da118a0-02c9-4740-b794-274e546ff114,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:42:18.658447 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Pushing event updated for resources: {'Port': ['ID=76ba639e-fdc7-41fc-aa39-8ca603ca408a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:18.661111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-53b3e417-9311-4f2c-a6d1-9746503888e4 None None] Port 8da118a0-02c9-4740-b794-274e546ff114 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:42:18.665275 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.679302 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Network eb438e7d-088e-4008-af0c-5bea8abd377d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:18.680876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:18.685914 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:42:18.691461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-53b3e417-9311-4f2c-a6d1-9746503888e4 None None] Provisioning complete for port 1c4a8784-bb03-4ed7-b518-c123346b31c1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:18.692233 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53b3e417-9311-4f2c-a6d1-9746503888e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.737861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6948a76-7350-4388-8ce0-4f9f1fcb1f60 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:42:18.770458 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Routers {'d7fd36df-3df0-4d3c-ac51-a4cfe3022433'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:42:18.771196 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:41:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:18.773597 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.968966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c4ac46cd-499d-4c72-9fd9-dde2f7b40a47 None None] Provisioning complete for port 8da118a0-02c9-4740-b794-274e546ff114 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:18.970100 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4ac46cd-499d-4c72-9fd9-dde2f7b40a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:18.976299 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddf551-9587-4534-8d03-4aa98e0c26da None None] Pushing event updated for resources: {'Port': ['ID=8da118a0-02c9-4740-b794-274e546ff114,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:18.991107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.081529 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] Set router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:42:19.133776 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4ac46cd-499d-4c72-9fd9-dde2f7b40a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.170278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c4ac46cd-499d-4c72-9fd9-dde2f7b40a47 None None] For port 8da118a0-02c9-4740-b794-274e546ff114, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8da118a0-02c9-4740-b794-274e546ff114,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:19.178300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4ac46cd-499d-4c72-9fd9-dde2f7b40a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.262624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c4ac46cd-499d-4c72-9fd9-dde2f7b40a47 None None] Provisioning complete for port 1c4a8784-bb03-4ed7-b518-c123346b31c1 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:19.262988 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4ac46cd-499d-4c72-9fd9-dde2f7b40a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.268168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac46cd-499d-4c72-9fd9-dde2f7b40a47 None None] Pushing event updated for resources: {'Port': ['ID=8da118a0-02c9-4740-b794-274e546ff114,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:19.279000 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.291592 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.365248 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1c4a8784-bb03-4ed7-b518-c123346b31c1 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:42:19.376626 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Pushing event updated for resources: {'Port': ['ID=76ba639e-fdc7-41fc-aa39-8ca603ca408a,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:19.381169 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.390639 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'name': 'tempest-TestEncryptedCinderVolumes-814686470-router', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8da118a0-02c9-4740-b794-274e546ff114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:16Z', 'revision_number': 3, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'gw_port': {'id': '8da118a0-02c9-4740-b794-274e546ff114', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:19.421040 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb1a712-e2ce-4f61-8dc1-a0f6091b3ed8 None None] The sync data for ids ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'] in n-d-817326-4 is: [{'id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'name': 'tempest-TestEncryptedCinderVolumes-814686470-router', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8da118a0-02c9-4740-b794-274e546ff114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:16Z', 'revision_number': 3, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'gw_port': {'id': '8da118a0-02c9-4740-b794-274e546ff114', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:42:19.440019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1c4a8784-bb03-4ed7-b518-c123346b31c1 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:19.440474 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.498208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Network eb438e7d-088e-4008-af0c-5bea8abd377d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:19.499559 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:19.527104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:42:19.587052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-16c6ad81-4c43-4002-8c63-86767cb1820d None None] Provisioning complete for port 76ba639e-fdc7-41fc-aa39-8ca603ca408a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:19.587404 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16c6ad81-4c43-4002-8c63-86767cb1820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.635344 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:19.635730 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.653520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:42:19.665440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-16c6ad81-4c43-4002-8c63-86767cb1820d None None] Port 76ba639e-fdc7-41fc-aa39-8ca603ca408a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:42:19.802052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-16a5a495-f579-431a-a8a6-1d69878fa9d8 None None] Provisioning complete for port 76ba639e-fdc7-41fc-aa39-8ca603ca408a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:19.802710 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16a5a495-f579-431a-a8a6-1d69878fa9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:19.808620 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:42:19.818124 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-be1a05d8-537f-4f5f-855e-9d1f03c7453c admin admin] 10.222.0.31 "PUT /v2.0/routers/d7fd36df-3df0-4d3c-ac51-a4cfe3022433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4163246 Dec 13 13:42:19.845432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-16a5a495-f579-431a-a8a6-1d69878fa9d8 None None] Port 76ba639e-fdc7-41fc-aa39-8ca603ca408a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:42:20.477850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad99418-5492-4f24-9ac4-81b52677c327 req-1d6b8749-13ab-4c65-b9d7-c4c93c6165f4 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:20.479458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-1d6b8749-13ab-4c65-b9d7-c4c93c6165f4 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/networks?id=a90f189d-7699-47ca-965d-21089842985f HTTP/1.1" status: 200 len: 817 time: 0.1063623 Dec 13 13:42:20.494804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-7496750f-63a3-4a3c-8f4c-59c132b21ad6 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/quotas/82883b153438404c8755244b44b3477e HTTP/1.1" status: 200 len: 375 time: 0.0093186 Dec 13 13:42:20.553376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-75bf80a2-a6db-494b-97a9-496691b131ed tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=82883b153438404c8755244b44b3477e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533366 Dec 13 13:42:20.793660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-72a34ad9-400a-48d5-9763-2281b273c4c8 service neutron] 10.222.0.31 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382067 Dec 13 13:42:20.887305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bfa108d8-7f6f-43e0-a5ce-526561acffb1 service neutron] 10.222.0.31 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872357 Dec 13 13:42:21.063445 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6497af11-99d2-4e5f-8838-36e3dc89b24a req-9719d69e-62e6-4c0a-ac7f-891976e8a704 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 210 time: 0.0268786 Dec 13 13:42:21.158497 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8da118a0-02c9-4740-b794-274e546ff114 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:42:21.213383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 8da118a0-02c9-4740-b794-274e546ff114 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:21.213737 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:21.349898 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Sync routers for ids ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:42:21.359877 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Routers {'d7fd36df-3df0-4d3c-ac51-a4cfe3022433'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:42:21.360486 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:41:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:21.479724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Set router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:42:21.694229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'name': 'tempest-TestEncryptedCinderVolumes-814686470-router', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8da118a0-02c9-4740-b794-274e546ff114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:18Z', 'revision_number': 4, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'gw_port': {'id': '8da118a0-02c9-4740-b794-274e546ff114', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '76ba639e-fdc7-41fc-aa39-8ca603ca408a', 'name': '', 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'mac_address': 'fa:16:3e:3c:77:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '769d026d-f7b1-4234-8df1-0f3837edce6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:18Z', 'updated_at': '2021-12-13T13:42:19Z', 'revision_number': 2, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'subnets': [{'id': '769d026d-f7b1-4234-8df1-0f3837edce6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:21.720924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Checking router: d7fd36df-3df0-4d3c-ac51-a4cfe3022433 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:42:21.721286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Updating router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 port 76ba639e-fdc7-41fc-aa39-8ca603ca408a binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:42:21.747495 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.033584 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.041479 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.071026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad99418-5492-4f24-9ac4-81b52677c327 req-ab6b4b1e-6fbe-4f34-be32-f7d18f2aba41 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:22.072777 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-ab6b4b1e-6fbe-4f34-be32-f7d18f2aba41 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.37 "GET /v2.0/networks?id=a90f189d-7699-47ca-965d-21089842985f HTTP/1.1" status: 200 len: 817 time: 0.1293283 Dec 13 13:42:22.088123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Request body: {'port': {'device_id': 'd4c10548-c652-4110-846a-129151652f91', 'network_id': 'a90f189d-7699-47ca-965d-21089842985f', 'admin_state_up': True, 'tenant_id': '82883b153438404c8755244b44b3477e'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:22.102004 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee153e2-cf7e-4bee-ac70-a6532f052615 None None] Pushing event updated for resources: {'Port': ['ID=76ba639e-fdc7-41fc-aa39-8ca603ca408a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:22.159897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Attempting to bind port 76ba639e-fdc7-41fc-aa39-8ca603ca408a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:42:22.160761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Attempting to bind port 76ba639e-fdc7-41fc-aa39-8ca603ca408a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:42:22.161145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Attempting to bind port 76ba639e-fdc7-41fc-aa39-8ca603ca408a on network eb438e7d-088e-4008-af0c-5bea8abd377d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:42:22.166507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:42:22.166883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Checking segment: {'id': '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:22.167286 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.167681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Bound using segment: {'id': '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:42:22.168152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Bound port: 76ba639e-fdc7-41fc-aa39-8ca603ca408a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:42:22.168544 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.202278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-94595687-d891-4f91-9601-d423e7fb1f84 req-0a977a43-c12c-4ebb-b43c-42f1960ec9dd tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 210 time: 0.0452402 Dec 13 13:42:22.225142 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Made reservation on behalf of 82883b153438404c8755244b44b3477e for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:42:22.229371 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.242985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] For port 76ba639e-fdc7-41fc-aa39-8ca603ca408a, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:42:22.246829 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] For port 76ba639e-fdc7-41fc-aa39-8ca603ca408a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=76ba639e-fdc7-41fc-aa39-8ca603ca408a,segment=NetworkSegment(7c6350e7-7b06-49d3-b2ce-e5f618d28cb4),segment_id=7c6350e7-7b06-49d3-b2ce-e5f618d28cb4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:42:22.256160 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.318013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Routers {'d7fd36df-3df0-4d3c-ac51-a4cfe3022433'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:42:22.318845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:41:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:22.364230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee153e2-cf7e-4bee-ac70-a6532f052615 None None] Pushing event updated for resources: {'Port': ['ID=76ba639e-fdc7-41fc-aa39-8ca603ca408a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:22.389063 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Allocated IP 172.20.0.12 (a90f189d-7699-47ca-965d-21089842985f/ed6e6caf-12a3-475c-bee4-b4eff890aac5/c173002e-6cf9-483e-a5bc-8da2665a5ddc) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:42:22.424358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-62eaa6d0-cb56-4b18-9835-68b1816b0203 None None] Provisioning complete for port 76ba639e-fdc7-41fc-aa39-8ca603ca408a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:22.424733 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62eaa6d0-cb56-4b18-9835-68b1816b0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.475638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] Set router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:42:22.561367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.601646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.642646 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62eaa6d0-cb56-4b18-9835-68b1816b0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.648097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Network a90f189d-7699-47ca-965d-21089842985f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:22.651219 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:22.655846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:42:22.680659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Pushing event updated for resources: {'Port': ['ID=c173002e-6cf9-483e-a5bc-8da2665a5ddc,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:22.711601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:22.712346 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.716352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-62eaa6d0-cb56-4b18-9835-68b1816b0203 None None] For port 76ba639e-fdc7-41fc-aa39-8ca603ca408a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=76ba639e-fdc7-41fc-aa39-8ca603ca408a,segment=NetworkSegment(7c6350e7-7b06-49d3-b2ce-e5f618d28cb4),segment_id=7c6350e7-7b06-49d3-b2ce-e5f618d28cb4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:22.725431 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62eaa6d0-cb56-4b18-9835-68b1816b0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.732925 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-bc4abd74-7b15-4e66-8ed4-4605bb57c7c0 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6496444 Dec 13 13:42:22.744268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Request body: {'port': {'device_id': 'd4c10548-c652-4110-846a-129151652f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:22.788365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eaa6d0-cb56-4b18-9835-68b1816b0203 None None] Pushing event updated for resources: {'Port': ['ID=76ba639e-fdc7-41fc-aa39-8ca603ca408a,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:22.794835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'name': 'tempest-TestEncryptedCinderVolumes-814686470-router', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8da118a0-02c9-4740-b794-274e546ff114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:18Z', 'revision_number': 4, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'gw_port': {'id': '8da118a0-02c9-4740-b794-274e546ff114', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '76ba639e-fdc7-41fc-aa39-8ca603ca408a', 'name': '', 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'mac_address': 'fa:16:3e:3c:77:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '769d026d-f7b1-4234-8df1-0f3837edce6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:18Z', 'updated_at': '2021-12-13T13:42:22Z', 'revision_number': 4, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'subnets': [{'id': '769d026d-f7b1-4234-8df1-0f3837edce6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:42:22.805861 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:22.994600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29dfd67-de9f-4218-8a73-9e33e0d64983 None None] The sync data for ids ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'] in n-d-817326-4 is: [{'id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'name': 'tempest-TestEncryptedCinderVolumes-814686470-router', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8da118a0-02c9-4740-b794-274e546ff114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:18Z', 'revision_number': 4, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'gw_port': {'id': '8da118a0-02c9-4740-b794-274e546ff114', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '76ba639e-fdc7-41fc-aa39-8ca603ca408a', 'name': '', 'network_id': 'eb438e7d-088e-4008-af0c-5bea8abd377d', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'mac_address': 'fa:16:3e:3c:77:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '769d026d-f7b1-4234-8df1-0f3837edce6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:18Z', 'updated_at': '2021-12-13T13:42:22Z', 'revision_number': 4, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'subnets': [{'id': '769d026d-f7b1-4234-8df1-0f3837edce6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:42:23.006424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a85529ec-11f5-441f-9f11-efd7bdadb067 None None] Provisioning complete for port 76ba639e-fdc7-41fc-aa39-8ca603ca408a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:23.006798 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a85529ec-11f5-441f-9f11-efd7bdadb067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:23.135598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c173002e-6cf9-483e-a5bc-8da2665a5ddc {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:42:23.144522 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:23.158797 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Transition to ACTIVE for port object c173002e-6cf9-483e-a5bc-8da2665a5ddc will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:42:23.168126 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:23.232515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 76ba639e-fdc7-41fc-aa39-8ca603ca408a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:42:23.250870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Pushing event updated for resources: {'Port': ['ID=c173002e-6cf9-483e-a5bc-8da2665a5ddc,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:23.328976 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Attempting to bind port c173002e-6cf9-483e-a5bc-8da2665a5ddc on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:42:23.329313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Attempting to bind port c173002e-6cf9-483e-a5bc-8da2665a5ddc by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:42:23.329644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Attempting to bind port c173002e-6cf9-483e-a5bc-8da2665a5ddc on network a90f189d-7699-47ca-965d-21089842985f {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:42:23.336221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Port c173002e-6cf9-483e-a5bc-8da2665a5ddc on network a90f189d-7699-47ca-965d-21089842985f not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:42:23.336546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Attempting to bind port c173002e-6cf9-483e-a5bc-8da2665a5ddc on network a90f189d-7699-47ca-965d-21089842985f {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:42:23.340675 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 76ba639e-fdc7-41fc-aa39-8ca603ca408a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:23.341001 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:23.349377 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:42:23.350030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Checking segment: {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:42:23.350732 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Bound using segment: {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:42:23.351520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Bound port: c173002e-6cf9-483e-a5bc-8da2665a5ddc, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:42:23.352212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:23.403996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321f1c-6bd5-4001-9e35-666a4669b8bc req-85b96241-be25-4215-b6ce-64bd895ac38b tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:23.415041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00321f1c-6bd5-4001-9e35-666a4669b8bc req-85b96241-be25-4215-b6ce-64bd895ac38b tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 944 time: 0.1094837 Dec 13 13:42:23.475272 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] For port c173002e-6cf9-483e-a5bc-8da2665a5ddc, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:42:23.478799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] For port c173002e-6cf9-483e-a5bc-8da2665a5ddc, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c173002e-6cf9-483e-a5bc-8da2665a5ddc,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:42:23.494207 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:23.499052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00321f1c-6bd5-4001-9e35-666a4669b8bc req-79b785e7-fe99-4ecf-85f5-6d758324aebb tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667429 Dec 13 13:42:23.547391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:23.548098 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:23.549837 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] 10.222.0.37 "PUT /v2.0/ports/c173002e-6cf9-483e-a5bc-8da2665a5ddc HTTP/1.1" status: 200 len: 1092 time: 0.8100011 Dec 13 13:42:23.553008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c10548-c652-4110-846a-129151652f91', 'tag': 'c173002e-6cf9-483e-a5bc-8da2665a5ddc'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:42:23.555646 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8dae90-80ee-4821-b277-5402f59e8455" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c10548-c652-4110-846a-129151652f91", "tag": "c173002e-6cf9-483e-a5bc-8da2665a5ddc"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:42:23.583205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ccc39-513b-48a5-91c1-9b9ced71e51d service neutron] Pushing event updated for resources: {'Port': ['ID=c173002e-6cf9-483e-a5bc-8da2665a5ddc,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:23.604589 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff79c2c-19ed-4283-a040-f96dd89aea1d x-openstack-request-id: req-9ff79c2c-19ed-4283-a040-f96dd89aea1d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:42:23.604886 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c10548-c652-4110-846a-129151652f91", "tag": "c173002e-6cf9-483e-a5bc-8da2665a5ddc", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:42:23.605139 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ff79c2c-19ed-4283-a040-f96dd89aea1d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:42:23.605546 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c10548-c652-4110-846a-129151652f91', 'tag': 'c173002e-6cf9-483e-a5bc-8da2665a5ddc', 'status': 'completed', 'code': 200} Dec 13 13:42:23.659871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad99418-5492-4f24-9ac4-81b52677c327 req-7dc96962-9c6f-4f9b-b46d-9ac63aaad44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:23.661459 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-7dc96962-9c6f-4f9b-b46d-9ac63aaad44c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82883b153438404c8755244b44b3477e&device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 1095 time: 0.0523884 Dec 13 13:42:23.714497 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-e8588da1-b373-4084-a02e-b721bdb07b10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c173002e-6cf9-483e-a5bc-8da2665a5ddc HTTP/1.1" status: 200 len: 217 time: 0.0443437 Dec 13 13:42:23.765832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c3b90343-8f67-4402-9e54-dff56ee9b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:23.767414 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-c3b90343-8f67-4402-9e54-dff56ee9b9ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed6e6caf-12a3-475c-bee4-b4eff890aac5 HTTP/1.1" status: 200 len: 856 time: 0.0464575 Dec 13 13:42:23.819532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad99418-5492-4f24-9ac4-81b52677c327 req-7de0008d-7041-486f-ae04-5051efba976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:23.821153 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-7de0008d-7041-486f-ae04-5051efba976a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a90f189d-7699-47ca-965d-21089842985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447967 Dec 13 13:42:23.921324 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-79e9faa3-8939-4286-91b6-186ab5257808 service neutron] 10.222.0.37 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930548 Dec 13 13:42:24.014536 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aad99418-5492-4f24-9ac4-81b52677c327 req-04c28f5d-0690-4a96-a7a9-9b23b0ad8197 service neutron] 10.222.0.37 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859354 Dec 13 13:42:24.108599 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-ed77886a-91c0-43cd-835a-080ba8009783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:24.110102 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-ed77886a-91c0-43cd-835a-080ba8009783 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82883b153438404c8755244b44b3477e&device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 1095 time: 0.0476949 Dec 13 13:42:24.202417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-e9637463-2d66-468d-9a14-47dd3c95a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:24.203855 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-e9637463-2d66-468d-9a14-47dd3c95a6db service neutron] 10.222.0.37 "GET /v2.0/networks?id=a90f189d-7699-47ca-965d-21089842985f HTTP/1.1" status: 200 len: 917 time: 0.0864608 Dec 13 13:42:24.245689 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-7febb59e-bec0-45ea-af80-ab4bad17b118 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c173002e-6cf9-483e-a5bc-8da2665a5ddc HTTP/1.1" status: 200 len: 217 time: 0.0346999 Dec 13 13:42:24.299718 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd1549a6-3964-4431-9bdc-2ac5d614be45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:24.304175 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-c6f2f593-f1a6-4bd3-88c8-ecac725be434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:24.305678 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-c6f2f593-f1a6-4bd3-88c8-ecac725be434 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed6e6caf-12a3-475c-bee4-b4eff890aac5 HTTP/1.1" status: 200 len: 856 time: 0.0532653 Dec 13 13:42:24.354280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-d0fb0c52-86ca-45bd-9ed7-f0f7bbbf68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:24.355785 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-d0fb0c52-86ca-45bd-9ed7-f0f7bbbf68a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a90f189d-7699-47ca-965d-21089842985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421934 Dec 13 13:42:24.447089 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-2f187e51-c46d-4b64-b42c-132e1bcbdc98 service neutron] 10.222.0.37 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826294 Dec 13 13:42:24.550043 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3e8dae90-80ee-4821-b277-5402f59e8455 req-5369ee0f-aa8e-4acb-a554-58f256eb5511 service neutron] 10.222.0.37 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957007 Dec 13 13:42:24.629617 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3d2f5-dceb-4474-b632-e484f89ab7e8 req-a41fe6e2-20e5-426d-a44f-35d5d90ec835 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:24.631160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fe3d2f5-dceb-4474-b632-e484f89ab7e8 req-a41fe6e2-20e5-426d-a44f-35d5d90ec835 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 944 time: 0.0531998 Dec 13 13:42:24.683458 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1fe3d2f5-dceb-4474-b632-e484f89ab7e8 req-2866eb29-f16a-40b1-9da6-3ef33d578405 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439332 Dec 13 13:42:25.825055 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb4a23-e7b6-43e6-ae46-cb58f4cd8662 req-ea854b6a-cdcb-437c-8fc7-aea674f70931 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:25.826565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20eb4a23-e7b6-43e6-ae46-cb58f4cd8662 req-ea854b6a-cdcb-437c-8fc7-aea674f70931 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 944 time: 0.0666344 Dec 13 13:42:25.880700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20eb4a23-e7b6-43e6-ae46-cb58f4cd8662 req-e3374128-cc63-416e-974f-56eaba0cd242 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476863 Dec 13 13:42:26.655478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c173002e-6cf9-483e-a5bc-8da2665a5ddc details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:42:26.703036 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-254d48cf-50c6-4f4f-8f15-9978fce8e986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:26.771168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port c173002e-6cf9-483e-a5bc-8da2665a5ddc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c173002e-6cf9-483e-a5bc-8da2665a5ddc,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:26.782724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'c173002e-6cf9-483e-a5bc-8da2665a5ddc', 'network_id': 'a90f189d-7699-47ca-965d-21089842985f', 'port_id': 'c173002e-6cf9-483e-a5bc-8da2665a5ddc', 'mac_address': 'fa:16:3e:b4:11:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6e6caf-12a3-475c-bee4-b4eff890aac5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:42:26.823861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:26.836904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c173002e-6cf9-483e-a5bc-8da2665a5ddc {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:42:26.857525 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port c173002e-6cf9-483e-a5bc-8da2665a5ddc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c173002e-6cf9-483e-a5bc-8da2665a5ddc,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:26.862505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:26.911803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=c173002e-6cf9-483e-a5bc-8da2665a5ddc,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:27.007495 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0c52d-45fc-4179-9b51-29de7c99ba7d req-4837f9b0-714a-4ea7-b340-51018a240bb2 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:27.009011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ef0c52d-45fc-4179-9b51-29de7c99ba7d req-4837f9b0-714a-4ea7-b340-51018a240bb2 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 945 time: 0.0587771 Dec 13 13:42:27.062001 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ef0c52d-45fc-4179-9b51-29de7c99ba7d req-8806ceb9-5840-4b9b-83b6-7fe364dfd997 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456650 Dec 13 13:42:27.065643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['c173002e-6cf9-483e-a5bc-8da2665a5ddc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:42:27.937809 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:28.188436 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43831e5d-5b02-4bd1-91ad-4862b0ed056e req-510b9a28-7336-45b7-8ffb-be448cd8f06c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:28.190471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43831e5d-5b02-4bd1-91ad-4862b0ed056e req-510b9a28-7336-45b7-8ffb-be448cd8f06c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 945 time: 0.0515542 Dec 13 13:42:28.243268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43831e5d-5b02-4bd1-91ad-4862b0ed056e req-fb90a3c6-bfdf-4af5-a974-449a51f0f4cd tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461104 Dec 13 13:42:28.683443 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c173002e-6cf9-483e-a5bc-8da2665a5ddc up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:42:28.737089 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port c173002e-6cf9-483e-a5bc-8da2665a5ddc completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:42:28.742357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port c173002e-6cf9-483e-a5bc-8da2665a5ddc triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:42:28.742778 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:28.824619 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:28.847251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c10548-c652-4110-846a-129151652f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c173002e-6cf9-483e-a5bc-8da2665a5ddc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:42:28.849534 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d0e09b-304c-46f3-92b4-d707b154d089" -d '{"events": [{"server_uuid": "d4c10548-c652-4110-846a-129151652f91", "name": "network-vif-plugged", "status": "completed", "tag": "c173002e-6cf9-483e-a5bc-8da2665a5ddc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:42:28.862095 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port c173002e-6cf9-483e-a5bc-8da2665a5ddc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c173002e-6cf9-483e-a5bc-8da2665a5ddc,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:28.869136 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:28.892930 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5c9406-6a88-46bd-92e5-087087d05cb2 x-openstack-request-id: req-6e5c9406-6a88-46bd-92e5-087087d05cb2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:42:28.893238 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c10548-c652-4110-846a-129151652f91", "name": "network-vif-plugged", "status": "completed", "tag": "c173002e-6cf9-483e-a5bc-8da2665a5ddc", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:42:28.893495 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e5c9406-6a88-46bd-92e5-087087d05cb2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:42:28.893932 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c10548-c652-4110-846a-129151652f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c173002e-6cf9-483e-a5bc-8da2665a5ddc', 'code': 200} Dec 13 13:42:28.921255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=c173002e-6cf9-483e-a5bc-8da2665a5ddc,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:28.994731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7e243-041f-4bf3-9171-e6606dcb2ae3 req-63112f87-978c-4857-94f7-d349a5649021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:28.996745 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6bf7e243-041f-4bf3-9171-e6606dcb2ae3 req-63112f87-978c-4857-94f7-d349a5649021 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 1097 time: 0.0426810 Dec 13 13:42:29.044597 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6bf7e243-041f-4bf3-9171-e6606dcb2ae3 req-2bc262b1-9f59-4f71-8ea6-9077f158f650 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Dec 13 13:42:29.274542 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:29.372529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453a52b-8252-4ba8-a625-00837e87a1b8 req-8241070b-2a9c-45c5-aee1-4f9e6e081bea tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:29.374046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a453a52b-8252-4ba8-a625-00837e87a1b8 req-8241070b-2a9c-45c5-aee1-4f9e6e081bea tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 946 time: 0.0568960 Dec 13 13:42:29.432740 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a453a52b-8252-4ba8-a625-00837e87a1b8 req-91ede7ad-0518-4352-a75e-8d165b736ece tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485857 Dec 13 13:42:29.929406 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:30.575298 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f268c-2c5e-42dd-866f-6989cabdeb6d req-23843a21-66bb-45bc-ad34-c63d20b5b872 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:30.576727 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-303f268c-2c5e-42dd-866f-6989cabdeb6d req-23843a21-66bb-45bc-ad34-c63d20b5b872 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 946 time: 0.0672383 Dec 13 13:42:30.625924 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-303f268c-2c5e-42dd-866f-6989cabdeb6d req-cb6fb089-d086-46c2-8ce0-7b1f659b67d1 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Dec 13 13:42:30.754818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc4002-0619-47fb-9da4-43761f1568bb req-162da1ac-d8ec-4d35-b546-3c74e1f5fa05 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:30.756771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ddc4002-0619-47fb-9da4-43761f1568bb req-162da1ac-d8ec-4d35-b546-3c74e1f5fa05 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 946 time: 0.0584254 Dec 13 13:42:30.814247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ddc4002-0619-47fb-9da4-43761f1568bb req-0438fd33-dc17-473e-997a-669c032a409c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483067 Dec 13 13:42:37.928053 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:37.978099 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:44.620503 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:42:49.051003 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31b00759-4f0e-4637-8212-e195e2874a0f req-b3b65c69-4541-445a-ad33-dcbd53f04470 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518258 Dec 13 13:42:49.140674 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b00759-4f0e-4637-8212-e195e2874a0f req-32c0e11a-e2d2-45ee-a4f5-b1d3dccd08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:49.142250 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31b00759-4f0e-4637-8212-e195e2874a0f req-32c0e11a-e2d2-45ee-a4f5-b1d3dccd08e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82883b153438404c8755244b44b3477e&device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 1097 time: 0.0452948 Dec 13 13:42:49.260202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b00759-4f0e-4637-8212-e195e2874a0f req-50fb73ae-c313-4b0d-b100-7bebc9941881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:49.261791 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31b00759-4f0e-4637-8212-e195e2874a0f req-50fb73ae-c313-4b0d-b100-7bebc9941881 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a90f189d-7699-47ca-965d-21089842985f HTTP/1.1" status: 200 len: 917 time: 0.0979297 Dec 13 13:42:49.311186 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31b00759-4f0e-4637-8212-e195e2874a0f req-105c20d7-47ca-4889-bca8-c50291c09799 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c173002e-6cf9-483e-a5bc-8da2665a5ddc HTTP/1.1" status: 200 len: 217 time: 0.0414748 Dec 13 13:42:49.363549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b00759-4f0e-4637-8212-e195e2874a0f req-78acc4ad-64e6-4490-9368-1b37c096a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:49.365021 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31b00759-4f0e-4637-8212-e195e2874a0f req-78acc4ad-64e6-4490-9368-1b37c096a9af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed6e6caf-12a3-475c-bee4-b4eff890aac5 HTTP/1.1" status: 200 len: 856 time: 0.0471005 Dec 13 13:42:49.413719 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b00759-4f0e-4637-8212-e195e2874a0f req-749c9946-5f21-497d-b3c5-b731458f07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:49.415270 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31b00759-4f0e-4637-8212-e195e2874a0f req-749c9946-5f21-497d-b3c5-b731458f07e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a90f189d-7699-47ca-965d-21089842985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420823 Dec 13 13:42:49.514981 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31b00759-4f0e-4637-8212-e195e2874a0f req-40824362-d8cd-4962-a550-08a22ad29a07 service neutron] 10.222.0.37 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916791 Dec 13 13:42:49.608586 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-31b00759-4f0e-4637-8212-e195e2874a0f req-62f2d3f6-991d-40f9-a678-d2d9a6b547d7 service neutron] 10.222.0.37 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843933 Dec 13 13:42:53.624188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dba903-f453-47de-bca7-32ee285f7e52 req-b1d08679-e416-4912-9893-8ebf054952fa tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:53.626629 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64dba903-f453-47de-bca7-32ee285f7e52 req-b1d08679-e416-4912-9893-8ebf054952fa tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 946 time: 0.0528107 Dec 13 13:42:53.675918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-64dba903-f453-47de-bca7-32ee285f7e52 req-9df9ef59-199f-43fc-b204-98a5d9116e4b tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436716 Dec 13 13:42:54.303978 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8d29b0f-5502-466e-9b37-9947400b3b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:54.808678 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d2a7-18ae-47ef-86fb-73c295221905 req-676c8517-2b76-40f9-a5d4-d422ea7b57ae tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:54.810052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aec7d2a7-18ae-47ef-86fb-73c295221905 req-676c8517-2b76-40f9-a5d4-d422ea7b57ae tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 946 time: 0.0528207 Dec 13 13:42:54.860097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aec7d2a7-18ae-47ef-86fb-73c295221905 req-fbc9752a-5d2b-4d14-b910-3e614f786ead tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Dec 13 13:42:55.134107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-18337ed4-5526-4446-8868-33019246706a tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:55.135581 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-18337ed4-5526-4446-8868-33019246706a tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 946 time: 0.0524061 Dec 13 13:42:55.232330 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Deleting port c173002e-6cf9-483e-a5bc-8da2665a5ddc {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:42:55.232641 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:55.333430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] For port c173002e-6cf9-483e-a5bc-8da2665a5ddc, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=c173002e-6cf9-483e-a5bc-8da2665a5ddc,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:42:55.333672 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:55.350857 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Calling delete_port for c173002e-6cf9-483e-a5bc-8da2665a5ddc owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:42:55.502117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:55.521921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['c173002e-6cf9-483e-a5bc-8da2665a5ddc'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:42:55.531445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Pushing event deleted for resources: {'Port': ['ID=c173002e-6cf9-483e-a5bc-8da2665a5ddc,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:42:55.544280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.544640 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.544983 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.545364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.545654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.545979 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.546349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.546683 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.546980 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.547303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.547629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.547954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.548304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:42:55.586194 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] No DVR routers for this DVR port c173002e-6cf9-483e-a5bc-8da2665a5ddc on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:42:55.588765 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:55.592229 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c8ffefcc-5dd2-420b-9642-da08cd8c9796 req-322bf3c8-7d97-4873-b49b-f3941d315587 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.37 "DELETE /v2.0/ports/c173002e-6cf9-483e-a5bc-8da2665a5ddc HTTP/1.1" status: 204 len: 173 time: 0.4501576 Dec 13 13:42:55.592668 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c10548-c652-4110-846a-129151652f91', 'name': 'network-vif-deleted', 'tag': 'c173002e-6cf9-483e-a5bc-8da2665a5ddc'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:42:55.594948 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49daeb61-c167-4a43-8b72-0220f8966df5" -d '{"events": [{"server_uuid": "d4c10548-c652-4110-846a-129151652f91", "name": "network-vif-deleted", "tag": "c173002e-6cf9-483e-a5bc-8da2665a5ddc"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:42:55.634876 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ade869-50ff-424d-92bc-b1d01f2d519d x-openstack-request-id: req-16ade869-50ff-424d-92bc-b1d01f2d519d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:42:55.635209 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c10548-c652-4110-846a-129151652f91", "name": "network-vif-deleted", "tag": "c173002e-6cf9-483e-a5bc-8da2665a5ddc", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:42:55.635545 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16ade869-50ff-424d-92bc-b1d01f2d519d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:42:55.636191 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c10548-c652-4110-846a-129151652f91', 'name': 'network-vif-deleted', 'tag': 'c173002e-6cf9-483e-a5bc-8da2665a5ddc', 'status': 'completed', 'code': 200} Dec 13 13:42:55.981988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ef2f1e92-1309-4536-bd3c-432ec3cf86f0 req-f2c4443d-005d-4126-a8f3-b2e1f142dccc tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c10548-c652-4110-846a-129151652f91 HTTP/1.1" status: 200 len: 210 time: 0.0298512 Dec 13 13:42:56.685566 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0ea0-52fb-4d87-8d44-e30356878d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:57.937460 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:57.983323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1ff3f4f8-d630-48f2-b47b-ed49cf1df00d tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:57.984828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1ff3f4f8-d630-48f2-b47b-ed49cf1df00d tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/networks?id=a90f189d-7699-47ca-965d-21089842985f HTTP/1.1" status: 200 len: 817 time: 0.1094842 Dec 13 13:42:58.003353 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-579e2bcb-90a3-4696-ae13-96f521f7fdcb tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/quotas/82883b153438404c8755244b44b3477e HTTP/1.1" status: 200 len: 375 time: 0.0098586 Dec 13 13:42:58.088065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1893c8bb-e2cd-4932-8077-b6d5464ab121 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=82883b153438404c8755244b44b3477e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757248 Dec 13 13:42:58.191429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-7f93509f-7e6f-4c32-854d-e4eb4f5aa3b4 service neutron] 10.222.0.31 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903945 Dec 13 13:42:58.295591 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-066ce44c-2ebe-4680-9655-a135b4d0586e service neutron] 10.222.0.31 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944974 Dec 13 13:42:58.469494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4855c374-1854-451f-a691-c2319565dbe6 req-929d79ef-028f-4331-adf5-ed93a9905ab9 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 210 time: 0.0300798 Dec 13 13:42:58.904904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c173002e-6cf9-483e-a5bc-8da2665a5ddc no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:42:58.926702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: c173002e-6cf9-483e-a5bc-8da2665a5ddc {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:42:58.927889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device c173002e-6cf9-483e-a5bc-8da2665a5ddc not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:42:59.284098 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:59.427837 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1dcb4b25-35f5-4f99-9f6a-8070462680a3 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:42:59.429281 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1dcb4b25-35f5-4f99-9f6a-8070462680a3 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.42 "GET /v2.0/networks?id=a90f189d-7699-47ca-965d-21089842985f HTTP/1.1" status: 200 len: 817 time: 0.1097753 Dec 13 13:42:59.442455 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Request body: {'port': {'device_id': 'db7d2905-71cd-43b5-b692-3c7680ed41f4', 'network_id': 'a90f189d-7699-47ca-965d-21089842985f', 'admin_state_up': True, 'tenant_id': '82883b153438404c8755244b44b3477e'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:42:59.573724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-754b85fe-9424-4850-b706-adea24bf1b83 req-9de0f6fd-a05e-4f8a-8891-99a224d4d92e tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 210 time: 0.0322280 Dec 13 13:42:59.581711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Made reservation on behalf of 82883b153438404c8755244b44b3477e for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:42:59.586473 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:59.717164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Allocated IP 172.20.0.7 (a90f189d-7699-47ca-965d-21089842985f/ed6e6caf-12a3-475c-bee4-b4eff890aac5/f881d11a-19b6-41b5-84df-9b216e24f7a7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:42:59.870999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:59.907621 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:59.924375 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:42:59.955213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Network a90f189d-7699-47ca-965d-21089842985f is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:42:59.958342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:42:59.962695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:42:59.969197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Pushing event updated for resources: {'Port': ['ID=f881d11a-19b6-41b5-84df-9b216e24f7a7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:00.003102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.003461 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.003759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.004118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.004448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.004770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.005090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.005395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.005710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.006027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.006374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.006688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.007007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:00.029099 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:00.029738 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:00.046400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-b753601e-850b-481f-b354-9216c4001474 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6081431 Dec 13 13:43:00.059539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Request body: {'port': {'device_id': 'db7d2905-71cd-43b5-b692-3c7680ed41f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:43:00.119463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:00.247507 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2e5c9e91-ab4c-4106-8bb9-2d8de0018ddf None None] Provisioning complete for port f881d11a-19b6-41b5-84df-9b216e24f7a7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:00.247762 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9e91-ab4c-4106-8bb9-2d8de0018ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:00.286158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c9e91-ab4c-4106-8bb9-2d8de0018ddf None None] Port f881d11a-19b6-41b5-84df-9b216e24f7a7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:43:00.389472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f881d11a-19b6-41b5-84df-9b216e24f7a7 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:43:00.399210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:00.412175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Transition to ACTIVE for port object f881d11a-19b6-41b5-84df-9b216e24f7a7 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:43:00.417286 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:00.467880 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Pushing event updated for resources: {'Port': ['ID=f881d11a-19b6-41b5-84df-9b216e24f7a7,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:00.542469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Attempting to bind port f881d11a-19b6-41b5-84df-9b216e24f7a7 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:43:00.542780 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Attempting to bind port f881d11a-19b6-41b5-84df-9b216e24f7a7 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:43:00.543204 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Attempting to bind port f881d11a-19b6-41b5-84df-9b216e24f7a7 on network a90f189d-7699-47ca-965d-21089842985f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:43:00.547957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Port f881d11a-19b6-41b5-84df-9b216e24f7a7 on network a90f189d-7699-47ca-965d-21089842985f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:43:00.548254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Attempting to bind port f881d11a-19b6-41b5-84df-9b216e24f7a7 on network a90f189d-7699-47ca-965d-21089842985f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:43:00.553429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:43:00.553765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Checking segment: {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:43:00.554239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Bound using segment: {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:43:00.554669 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Bound port: f881d11a-19b6-41b5-84df-9b216e24f7a7, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e21cd04-4a0a-43d7-959b-434103b653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a90f189d-7699-47ca-965d-21089842985f'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:43:00.555043 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:00.625568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] For port f881d11a-19b6-41b5-84df-9b216e24f7a7, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:43:00.629579 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] For port f881d11a-19b6-41b5-84df-9b216e24f7a7, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f881d11a-19b6-41b5-84df-9b216e24f7a7,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:43:00.635059 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:00.683565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:00.684430 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:00.686007 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] 10.222.0.42 "PUT /v2.0/ports/f881d11a-19b6-41b5-84df-9b216e24f7a7 HTTP/1.1" status: 200 len: 1091 time: 0.6309862 Dec 13 13:43:00.691765 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7d2905-71cd-43b5-b692-3c7680ed41f4', 'tag': 'f881d11a-19b6-41b5-84df-9b216e24f7a7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:43:00.693374 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5" -d '{"events": [{"name": "network-changed", "server_uuid": "db7d2905-71cd-43b5-b692-3c7680ed41f4", "tag": "f881d11a-19b6-41b5-84df-9b216e24f7a7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:43:00.757165 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc713a0-839a-40e1-8e1e-2e0bb6b53123 x-openstack-request-id: req-5dc713a0-839a-40e1-8e1e-2e0bb6b53123 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:43:00.757463 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7d2905-71cd-43b5-b692-3c7680ed41f4", "tag": "f881d11a-19b6-41b5-84df-9b216e24f7a7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:43:00.757716 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5dc713a0-839a-40e1-8e1e-2e0bb6b53123 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:43:00.758229 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7d2905-71cd-43b5-b692-3c7680ed41f4', 'tag': 'f881d11a-19b6-41b5-84df-9b216e24f7a7', 'status': 'completed', 'code': 200} Dec 13 13:43:00.782894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb51930-7fc8-484e-9a7d-01ee00fdeb7d service neutron] Pushing event updated for resources: {'Port': ['ID=f881d11a-19b6-41b5-84df-9b216e24f7a7,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:00.794395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2c2a8-2138-4bc2-8812-30c07d0e9404 req-cb22b152-092d-4cbe-9583-a6675b25557b tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:00.795998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcd2c2a8-2138-4bc2-8812-30c07d0e9404 req-cb22b152-092d-4cbe-9583-a6675b25557b tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 943 time: 0.1341407 Dec 13 13:43:00.825521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-9b6e3bb7-c40c-4a0a-b216-d678b30df630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:00.827086 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-9b6e3bb7-c40c-4a0a-b216-d678b30df630 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82883b153438404c8755244b44b3477e&device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 1094 time: 0.0918694 Dec 13 13:43:00.882806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-abe5f083-5c07-4724-ab8b-8d1359f7f31e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f881d11a-19b6-41b5-84df-9b216e24f7a7 HTTP/1.1" status: 200 len: 217 time: 0.0455823 Dec 13 13:43:00.887820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fcd2c2a8-2138-4bc2-8812-30c07d0e9404 req-5a1b637c-ac9f-4d5d-8e51-19f394f8876e tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846283 Dec 13 13:43:00.936907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-cdddd86b-daa2-46ac-8c9b-63feb6c02bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:00.938344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-cdddd86b-daa2-46ac-8c9b-63feb6c02bc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed6e6caf-12a3-475c-bee4-b4eff890aac5 HTTP/1.1" status: 200 len: 856 time: 0.0487854 Dec 13 13:43:00.986219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-ca574b89-16be-42c0-9ac7-9a22711d5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:00.987687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-ca574b89-16be-42c0-9ac7-9a22711d5902 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a90f189d-7699-47ca-965d-21089842985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408800 Dec 13 13:43:01.089134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-21e39e1f-b06a-4b8d-b0c0-450ab9a4ac62 service neutron] 10.222.0.42 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932639 Dec 13 13:43:01.187760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-62df2f29-bf53-44e2-bca7-aff09d965e54 req-af52c151-17cb-4780-83ea-f5dd89a98480 service neutron] 10.222.0.42 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918202 Dec 13 13:43:01.280849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-77fcd55f-6550-4654-9d4a-e1e13325b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:01.282394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-77fcd55f-6550-4654-9d4a-e1e13325b991 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82883b153438404c8755244b44b3477e&device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 1094 time: 0.0433853 Dec 13 13:43:01.376859 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-fa53f2b9-681e-42bd-b0d7-441ff8863789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:01.378692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-fa53f2b9-681e-42bd-b0d7-441ff8863789 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a90f189d-7699-47ca-965d-21089842985f HTTP/1.1" status: 200 len: 917 time: 0.0882897 Dec 13 13:43:01.422108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-fbff09ae-52da-4877-aa85-1dc01e6f881f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f881d11a-19b6-41b5-84df-9b216e24f7a7 HTTP/1.1" status: 200 len: 217 time: 0.0350189 Dec 13 13:43:01.473801 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-0977ef28-84ec-42df-8966-2dc95506ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:01.475329 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-0977ef28-84ec-42df-8966-2dc95506ed95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed6e6caf-12a3-475c-bee4-b4eff890aac5 HTTP/1.1" status: 200 len: 856 time: 0.0453396 Dec 13 13:43:01.528626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-2212ecc9-8a89-47bf-afea-828c905cf1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:01.530116 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-2212ecc9-8a89-47bf-afea-828c905cf1b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a90f189d-7699-47ca-965d-21089842985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467761 Dec 13 13:43:01.927281 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-0e7f51df-bdfa-45f8-aff0-6c55a4bdfad4 service neutron] 10.222.0.42 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890312 Dec 13 13:43:02.055393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242c51-41fd-4eaa-8494-524bc4bd8a28 req-c3894def-8136-479a-8f54-71110fb2fd97 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:02.056843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7242c51-41fd-4eaa-8494-524bc4bd8a28 req-c3894def-8136-479a-8f54-71110fb2fd97 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 943 time: 0.0758407 Dec 13 13:43:02.059337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d8344f6-02cb-451e-9c70-57c1ebdc67b5 req-6b869ebd-1480-4e35-b7f9-b68c68ca3774 service neutron] 10.222.0.42 "GET /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245835 Dec 13 13:43:02.107575 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a7242c51-41fd-4eaa-8494-524bc4bd8a28 req-f421fba2-524e-4809-a7c2-5138c9a28f8e tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Dec 13 13:43:03.233634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df954b-8da1-424b-baa8-cd38ede8faec req-0da62280-54e0-48c3-8402-c067484219c3 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:03.235146 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44df954b-8da1-424b-baa8-cd38ede8faec req-0da62280-54e0-48c3-8402-c067484219c3 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 943 time: 0.0517433 Dec 13 13:43:03.290028 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44df954b-8da1-424b-baa8-cd38ede8faec req-ecf2cad4-c2a7-4136-ab12-8abf36c29710 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459306 Dec 13 13:43:04.278720 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f881d11a-19b6-41b5-84df-9b216e24f7a7 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:43:04.384692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f881d11a-19b6-41b5-84df-9b216e24f7a7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f881d11a-19b6-41b5-84df-9b216e24f7a7,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:04.396616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'f881d11a-19b6-41b5-84df-9b216e24f7a7', 'network_id': 'a90f189d-7699-47ca-965d-21089842985f', 'port_id': 'f881d11a-19b6-41b5-84df-9b216e24f7a7', 'mac_address': 'fa:16:3e:af:bf:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6e6caf-12a3-475c-bee4-b4eff890aac5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:43:04.415179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030cfd4-8e10-45ea-ad98-4389eb188fdd req-f5a24569-9afb-452c-8f58-6e85c6ab0585 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:04.416692 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0030cfd4-8e10-45ea-ad98-4389eb188fdd req-f5a24569-9afb-452c-8f58-6e85c6ab0585 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 943 time: 0.0518436 Dec 13 13:43:04.434111 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:04.449199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f881d11a-19b6-41b5-84df-9b216e24f7a7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:43:04.468683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0030cfd4-8e10-45ea-ad98-4389eb188fdd req-d46d865f-7026-4ac6-ab26-d26bef4f0fac tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453372 Dec 13 13:43:04.469836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f881d11a-19b6-41b5-84df-9b216e24f7a7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f881d11a-19b6-41b5-84df-9b216e24f7a7,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:04.475292 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:04.526574 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f881d11a-19b6-41b5-84df-9b216e24f7a7,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:04.534306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.534578 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.534913 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.535241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.535565 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.535889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.536209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.536530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.536830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.537145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.537457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.537767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.538099 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:04.680999 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['f881d11a-19b6-41b5-84df-9b216e24f7a7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:43:05.589633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19764e-ffef-4af2-a272-6f088147b5d4 req-024a91db-1401-4ffb-b67e-4270cdf07720 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:05.591132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a19764e-ffef-4af2-a272-6f088147b5d4 req-024a91db-1401-4ffb-b67e-4270cdf07720 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 944 time: 0.0521739 Dec 13 13:43:05.640481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a19764e-ffef-4af2-a272-6f088147b5d4 req-9f47b744-56e7-4fe0-8a0d-5687dde9844e tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Dec 13 13:43:06.308968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f881d11a-19b6-41b5-84df-9b216e24f7a7 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:43:06.364577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port f881d11a-19b6-41b5-84df-9b216e24f7a7 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:43:06.370619 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port f881d11a-19b6-41b5-84df-9b216e24f7a7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:06.371147 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:06.454907 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:06.477963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7d2905-71cd-43b5-b692-3c7680ed41f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f881d11a-19b6-41b5-84df-9b216e24f7a7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:43:06.480222 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e952568-c2c4-4ae3-be22-d9f36e87668d" -d '{"events": [{"server_uuid": "db7d2905-71cd-43b5-b692-3c7680ed41f4", "name": "network-vif-plugged", "status": "completed", "tag": "f881d11a-19b6-41b5-84df-9b216e24f7a7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:43:06.494042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port f881d11a-19b6-41b5-84df-9b216e24f7a7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f881d11a-19b6-41b5-84df-9b216e24f7a7,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:06.500154 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:06.525278 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e16e85-3c17-4eaf-8559-4a3654d517d2 x-openstack-request-id: req-d2e16e85-3c17-4eaf-8559-4a3654d517d2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:43:06.525595 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7d2905-71cd-43b5-b692-3c7680ed41f4", "name": "network-vif-plugged", "status": "completed", "tag": "f881d11a-19b6-41b5-84df-9b216e24f7a7", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:43:06.525834 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2e16e85-3c17-4eaf-8559-4a3654d517d2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:43:06.526258 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7d2905-71cd-43b5-b692-3c7680ed41f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f881d11a-19b6-41b5-84df-9b216e24f7a7', 'code': 200} Dec 13 13:43:06.554258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=f881d11a-19b6-41b5-84df-9b216e24f7a7,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:06.627348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6853f-6670-42d7-99e5-d8503d8b6888 req-d0942b58-621b-4b5d-90d6-f342c9dc1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:06.629602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83b6853f-6670-42d7-99e5-d8503d8b6888 req-d0942b58-621b-4b5d-90d6-f342c9dc1dec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 1096 time: 0.0464492 Dec 13 13:43:06.677044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83b6853f-6670-42d7-99e5-d8503d8b6888 req-3a1aa23f-8646-4849-b8a5-56cca3c3ed1a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 Dec 13 13:43:06.771324 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073882d-da1e-46b9-998e-8a3c2301581e req-69ed9e4f-db01-41af-a1a4-4db8caefd804 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:06.772797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e073882d-da1e-46b9-998e-8a3c2301581e req-69ed9e4f-db01-41af-a1a4-4db8caefd804 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 945 time: 0.0556760 Dec 13 13:43:06.824361 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e073882d-da1e-46b9-998e-8a3c2301581e req-05907fc1-13b7-487d-83cb-5eb068c5991d tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Dec 13 13:43:07.916089 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:07.968320 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:07.971030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a4ca-fad0-44ef-a8c2-362810e07a20 req-ad160d13-ed02-447a-8ea9-b3e97d6d132d tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:07.972531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f97a4ca-fad0-44ef-a8c2-362810e07a20 req-ad160d13-ed02-447a-8ea9-b3e97d6d132d tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 945 time: 0.0599856 Dec 13 13:43:08.022281 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f97a4ca-fad0-44ef-a8c2-362810e07a20 req-c477efdb-2abb-4893-bc18-a3999ed86700 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436130 Dec 13 13:43:08.153482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b755c7-e6be-467b-8d49-3e0dc7d6f38f req-8b23ec00-f130-427e-a45e-e385a7e6c509 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:08.155194 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8b755c7-e6be-467b-8d49-3e0dc7d6f38f req-8b23ec00-f130-427e-a45e-e385a7e6c509 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 945 time: 0.0636623 Dec 13 13:43:08.205456 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e8b755c7-e6be-467b-8d49-3e0dc7d6f38f req-cf1805cc-7c64-402d-9d4f-f728b6c617cc tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Dec 13 13:43:21.610726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:43:24.314064 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a2f1f649-daa8-4cc8-8c7b-2c3f4a09b40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:26.682218 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cd63f32b-d1d2-473d-9068-2ceb9c9edb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:27.945234 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:29.281765 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:29.816492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88897-c7ae-402e-8ada-7dd5cfa34757 req-4a4e95bd-660f-4228-937e-414932627bec tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:29.818371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ed88897-c7ae-402e-8ada-7dd5cfa34757 req-4a4e95bd-660f-4228-937e-414932627bec tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 945 time: 0.0548427 Dec 13 13:43:29.875770 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ed88897-c7ae-402e-8ada-7dd5cfa34757 req-686189cf-1a68-4ba8-a81d-5e259252c8a8 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511463 Dec 13 13:43:29.927639 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:31.001606 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b59e0-af2e-4aa4-917d-0d16448d57fd req-5fa04c41-05c1-4830-a760-94cc5c3eb283 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:31.003537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed0b59e0-af2e-4aa4-917d-0d16448d57fd req-5fa04c41-05c1-4830-a760-94cc5c3eb283 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Dec 13 13:43:31.056779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ed0b59e0-af2e-4aa4-917d-0d16448d57fd req-ebffc1d4-6fed-4a38-a859-8e1a0d6c5767 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/security-groups?id=62d80168-41a6-424d-9cbb-4459b258fba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471489 Dec 13 13:43:31.293595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7892ba-fa37-463e-93c1-16507d570149 req-24c11fa2-a797-47cc-a6c8-6a16a261d248 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:31.294975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df7892ba-fa37-463e-93c1-16507d570149 req-24c11fa2-a797-47cc-a6c8-6a16a261d248 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.42 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 945 time: 0.0561287 Dec 13 13:43:31.395081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-df7892ba-fa37-463e-93c1-16507d570149 req-3f553ae5-1987-4969-a8cb-7c290631758c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Deleting port f881d11a-19b6-41b5-84df-9b216e24f7a7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:43:31.395359 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df7892ba-fa37-463e-93c1-16507d570149 req-3f553ae5-1987-4969-a8cb-7c290631758c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:31.484188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-df7892ba-fa37-463e-93c1-16507d570149 req-3f553ae5-1987-4969-a8cb-7c290631758c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] For port f881d11a-19b6-41b5-84df-9b216e24f7a7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=f881d11a-19b6-41b5-84df-9b216e24f7a7,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:31.484624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df7892ba-fa37-463e-93c1-16507d570149 req-3f553ae5-1987-4969-a8cb-7c290631758c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:31.504228 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-df7892ba-fa37-463e-93c1-16507d570149 req-3f553ae5-1987-4969-a8cb-7c290631758c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Calling delete_port for f881d11a-19b6-41b5-84df-9b216e24f7a7 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:43:31.643241 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df7892ba-fa37-463e-93c1-16507d570149 req-3f553ae5-1987-4969-a8cb-7c290631758c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:31.655269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['f881d11a-19b6-41b5-84df-9b216e24f7a7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:43:31.674358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f553ae5-1987-4969-a8cb-7c290631758c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Pushing event deleted for resources: {'Port': ['ID=f881d11a-19b6-41b5-84df-9b216e24f7a7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:31.722601 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7892ba-fa37-463e-93c1-16507d570149 req-3f553ae5-1987-4969-a8cb-7c290631758c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] No DVR routers for this DVR port f881d11a-19b6-41b5-84df-9b216e24f7a7 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:43:31.725403 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-df7892ba-fa37-463e-93c1-16507d570149 req-3f553ae5-1987-4969-a8cb-7c290631758c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:31.728894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df7892ba-fa37-463e-93c1-16507d570149 req-3f553ae5-1987-4969-a8cb-7c290631758c tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.42 "DELETE /v2.0/ports/f881d11a-19b6-41b5-84df-9b216e24f7a7 HTTP/1.1" status: 204 len: 173 time: 0.4269755 Dec 13 13:43:31.729353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7d2905-71cd-43b5-b692-3c7680ed41f4', 'name': 'network-vif-deleted', 'tag': 'f881d11a-19b6-41b5-84df-9b216e24f7a7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:43:31.731670 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbeab46-004a-4717-94aa-def0ce735406" -d '{"events": [{"server_uuid": "db7d2905-71cd-43b5-b692-3c7680ed41f4", "name": "network-vif-deleted", "tag": "f881d11a-19b6-41b5-84df-9b216e24f7a7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:43:31.774490 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0dcdcf-4bf8-48b8-a85b-f6b8d41d4463 x-openstack-request-id: req-8a0dcdcf-4bf8-48b8-a85b-f6b8d41d4463 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:43:31.774872 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7d2905-71cd-43b5-b692-3c7680ed41f4", "name": "network-vif-deleted", "tag": "f881d11a-19b6-41b5-84df-9b216e24f7a7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:43:31.775127 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a0dcdcf-4bf8-48b8-a85b-f6b8d41d4463 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:43:31.775537 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7d2905-71cd-43b5-b692-3c7680ed41f4', 'name': 'network-vif-deleted', 'tag': 'f881d11a-19b6-41b5-84df-9b216e24f7a7', 'status': 'completed', 'code': 200} Dec 13 13:43:32.167997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-19633b16-03cb-480e-8457-204196abf33f req-58298e78-04d5-4a90-9d02-da45a3119922 tempest-TestEncryptedCinderVolumes-1262218705 tempest-TestEncryptedCinderVolumes-1262218705-project] 10.222.0.31 "GET /v2.0/ports?device_id=db7d2905-71cd-43b5-b692-3c7680ed41f4 HTTP/1.1" status: 200 len: 210 time: 0.0276892 Dec 13 13:43:33.271003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39504) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:33.638338 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:33.905032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] Deleting port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:43:33.905397 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:33.989117 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] For port bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:33.989487 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:34.001942 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] Calling delete_port for bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:43:34.198057 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:34.225822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:34.399074 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:34.447536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f881d11a-19b6-41b5-84df-9b216e24f7a7 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:43:34.471642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: f881d11a-19b6-41b5-84df-9b216e24f7a7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:43:34.471891 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device f881d11a-19b6-41b5-84df-9b216e24f7a7 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:43:34.634954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] Router d432a0ed-7676-4531-aeb0-fbf48856b474 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:43:35.076472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:43:35.082323 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5413981f-4130-4a4f-83c6-cb17333abf36 admin admin] 10.222.0.31 "PUT /v2.0/routers/d432a0ed-7676-4531-aeb0-fbf48856b474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100762 Dec 13 13:43:35.085744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39516) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:35.088442 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] Sync routers for ids ['d432a0ed-7676-4531-aeb0-fbf48856b474'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:43:35.098986 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] Routers {'d432a0ed-7676-4531-aeb0-fbf48856b474'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:35.099594 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d432a0ed-7676-4531-aeb0-fbf48856b474'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:35.197991 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.202648 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] Set router d432a0ed-7676-4531-aeb0-fbf48856b474 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:35.300635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.355388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Deleting port 48d6a7f9-f99d-41cb-977f-08a44e502487 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:43:35.355734 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.379967 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'name': 'tempest-TestEncryptedCinderVolumes-1888901877-router', 'tenant_id': '82883b153438404c8755244b44b3477e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:10Z', 'updated_at': '2021-12-13T13:43:34Z', 'revision_number': 5, 'project_id': '82883b153438404c8755244b44b3477e', 'gw_port': {'id': '48d6a7f9-f99d-41cb-977f-08a44e502487', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:11Z', 'updated_at': '2021-12-13T13:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:35.409011 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] Checking router: d432a0ed-7676-4531-aeb0-fbf48856b474 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:43:35.417558 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] Routers {'d432a0ed-7676-4531-aeb0-fbf48856b474'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:35.418181 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d432a0ed-7676-4531-aeb0-fbf48856b474'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:35.441159 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] For port 48d6a7f9-f99d-41cb-977f-08a44e502487, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=48d6a7f9-f99d-41cb-977f-08a44e502487,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:35.441745 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.453833 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Calling delete_port for 48d6a7f9-f99d-41cb-977f-08a44e502487 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:43:35.501982 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] Set router d432a0ed-7676-4531-aeb0-fbf48856b474 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:35.552339 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'name': 'tempest-TestEncryptedCinderVolumes-1888901877-router', 'tenant_id': '82883b153438404c8755244b44b3477e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:10Z', 'updated_at': '2021-12-13T13:43:35Z', 'revision_number': 6, 'project_id': '82883b153438404c8755244b44b3477e', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:35.587652 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327eee7c-0798-4bfb-b0ca-858e523ca5a4 None None] The sync data for ids ['d432a0ed-7676-4531-aeb0-fbf48856b474'] in n-d-817326-4 is: [{'id': 'd432a0ed-7676-4531-aeb0-fbf48856b474', 'name': 'tempest-TestEncryptedCinderVolumes-1888901877-router', 'tenant_id': '82883b153438404c8755244b44b3477e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:10Z', 'updated_at': '2021-12-13T13:43:35Z', 'revision_number': 6, 'project_id': '82883b153438404c8755244b44b3477e', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:43:35.634218 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.660665 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d6a7f9-f99d-41cb-977f-08a44e502487,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:35.674673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c88b87-56af-46a3-9cfd-eff5cef93e28 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:43:35.722261 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.818595 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.820928 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.866989 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.867475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d432a0ed-7676-4531-aeb0-fbf48856b474 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:43:35.872197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.873310 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8432f6a0-3906-480e-9eda-890e50f5b0c4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d432a0ed-7676-4531-aeb0-fbf48856b474 HTTP/1.1" status: 204 len: 168 time: 0.7865496 Dec 13 13:43:35.876056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:35.922956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-3542c67d-ae30-4fe3-93c1-ae7690516380 admin admin] Deleting subnet ed6e6caf-12a3-475c-bee4-b4eff890aac5 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:43:35.926435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3542c67d-ae30-4fe3-93c1-ae7690516380 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:35.965232 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3542c67d-ae30-4fe3-93c1-ae7690516380 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.055326 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3542c67d-ae30-4fe3-93c1-ae7690516380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.108747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3542c67d-ae30-4fe3-93c1-ae7690516380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.136675 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542c67d-ae30-4fe3-93c1-ae7690516380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6e6caf-12a3-475c-bee4-b4eff890aac5,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:36.141240 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3542c67d-ae30-4fe3-93c1-ae7690516380 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.144541 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3542c67d-ae30-4fe3-93c1-ae7690516380 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ed6e6caf-12a3-475c-bee4-b4eff890aac5 HTTP/1.1" status: 204 len: 168 time: 0.2675445 Dec 13 13:43:36.147276 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc0de15-ba95-4a1e-b4e4-8b0c50d793bf None None] Network a90f189d-7699-47ca-965d-21089842985f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:43:36.147453 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39522) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:36.221221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.283269 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Deleting port e0b63076-94ef-467e-81ad-bdee24202512 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:43:36.283612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.348172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] For port e0b63076-94ef-467e-81ad-bdee24202512, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e0b63076-94ef-467e-81ad-bdee24202512,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:36.348528 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.365812 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Calling delete_port for e0b63076-94ef-467e-81ad-bdee24202512 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:43:36.388082 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b619659-2f19-4c57-8221-8d38ec7c9d43 None None] DHCP port deletion for a90f189d-7699-47ca-965d-21089842985f request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:43:36.440956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2b619659-2f19-4c57-8221-8d38ec7c9d43 None None] Deleting port e0b63076-94ef-467e-81ad-bdee24202512 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:43:36.441326 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b619659-2f19-4c57-8221-8d38ec7c9d43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.455340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.486556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] No DVR routers for this DVR port e0b63076-94ef-467e-81ad-bdee24202512 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:43:36.489304 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b63076-94ef-467e-81ad-bdee24202512,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:36.521197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2b619659-2f19-4c57-8221-8d38ec7c9d43 None None] For port e0b63076-94ef-467e-81ad-bdee24202512, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e0b63076-94ef-467e-81ad-bdee24202512,segment=NetworkSegment(6e21cd04-4a0a-43d7-959b-434103b653f8),segment_id=6e21cd04-4a0a-43d7-959b-434103b653f8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:36.521585 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b619659-2f19-4c57-8221-8d38ec7c9d43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.534777 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2b619659-2f19-4c57-8221-8d38ec7c9d43 None None] Calling delete_port for e0b63076-94ef-467e-81ad-bdee24202512 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:43:36.563743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.589853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90f189d-7699-47ca-965d-21089842985f']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:36.599712 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e21cd04-4a0a-43d7-959b-434103b653f8') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:36.600040 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e21cd04-4a0a-43d7-959b-434103b653f8') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:36.610299 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.624792 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b619659-2f19-4c57-8221-8d38ec7c9d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.626469 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.634016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:43:36.634470 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:43:36.636286 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:43:36.639353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b619659-2f19-4c57-8221-8d38ec7c9d43 None None] No DVR routers for this DVR port e0b63076-94ef-467e-81ad-bdee24202512 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:43:36.664222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b619659-2f19-4c57-8221-8d38ec7c9d43 None None] Pushing event deleted for resources: {'Port': ['ID=e0b63076-94ef-467e-81ad-bdee24202512,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:36.700473 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.707916 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:36.711543 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a90f189d-7699-47ca-965d-21089842985f HTTP/1.1" status: 204 len: 168 time: 0.5633276 Dec 13 13:43:36.715511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39526) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:36.732008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaab23-aedc-494c-9082-ccbb17bfe604 admin admin] Pushing event deleted for resources: {'Network': ['ID=a90f189d-7699-47ca-965d-21089842985f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:37.098005 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:37.189460 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e0b63076-94ef-467e-81ad-bdee24202512 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:43:37.212813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e0b63076-94ef-467e-81ad-bdee24202512 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:43:37.214396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e0b63076-94ef-467e-81ad-bdee24202512 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:43:37.214831 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48d6a7f9-f99d-41cb-977f-08a44e502487 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:43:37.240859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 48d6a7f9-f99d-41cb-977f-08a44e502487 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:43:37.241532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 48d6a7f9-f99d-41cb-977f-08a44e502487 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:43:37.242175 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:43:37.267293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:43:37.267589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device bca1514d-7fcf-40b9-af45-6ea4ec1ebbb7 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:43:37.379381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] Deleting port 76ba639e-fdc7-41fc-aa39-8ca603ca408a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:43:37.379629 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:37.473133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] For port 76ba639e-fdc7-41fc-aa39-8ca603ca408a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=76ba639e-fdc7-41fc-aa39-8ca603ca408a,segment=NetworkSegment(7c6350e7-7b06-49d3-b2ce-e5f618d28cb4),segment_id=7c6350e7-7b06-49d3-b2ce-e5f618d28cb4)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:37.473500 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:37.492514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] Calling delete_port for 76ba639e-fdc7-41fc-aa39-8ca603ca408a owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:43:37.733485 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:37.760722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ba639e-fdc7-41fc-aa39-8ca603ca408a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:37.916079 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:37.946161 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:37.970348 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:38.176549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] Router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:43:38.300592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:43:38.306327 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-626fe376-45e5-4e92-bd5d-210db5c64a87 admin admin] 10.222.0.31 "PUT /v2.0/routers/d7fd36df-3df0-4d3c-ac51-a4cfe3022433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5895383 Dec 13 13:43:38.308723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39528) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:38.311402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] Sync routers for ids ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:43:38.324284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] Routers {'d7fd36df-3df0-4d3c-ac51-a4cfe3022433'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:38.324904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:38.416325 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:38.445544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] Set router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:38.523360 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:38.578690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Deleting port 8da118a0-02c9-4740-b794-274e546ff114 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:43:38.579051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:38.628806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'name': 'tempest-TestEncryptedCinderVolumes-814686470-router', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '8da118a0-02c9-4740-b794-274e546ff114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:43:37Z', 'revision_number': 5, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'gw_port': {'id': '8da118a0-02c9-4740-b794-274e546ff114', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:38.655066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] Checking router: d7fd36df-3df0-4d3c-ac51-a4cfe3022433 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:43:38.660378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] For port 8da118a0-02c9-4740-b794-274e546ff114, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8da118a0-02c9-4740-b794-274e546ff114,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:38.660732 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:38.663576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] Routers {'d7fd36df-3df0-4d3c-ac51-a4cfe3022433'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:38.664176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:38.672493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Calling delete_port for 8da118a0-02c9-4740-b794-274e546ff114 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:43:38.751157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] Set router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:38.805893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'name': 'tempest-TestEncryptedCinderVolumes-814686470-router', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:43:38Z', 'revision_number': 6, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:38.832114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f82a4c-33b3-4035-8c00-3779ae1071e4 None None] The sync data for ids ['d7fd36df-3df0-4d3c-ac51-a4cfe3022433'] in n-d-817326-4 is: [{'id': 'd7fd36df-3df0-4d3c-ac51-a4cfe3022433', 'name': 'tempest-TestEncryptedCinderVolumes-814686470-router', 'tenant_id': 'db94bc31c4d24e01bab372d187b2c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:42:15Z', 'updated_at': '2021-12-13T13:43:38Z', 'revision_number': 6, 'project_id': 'db94bc31c4d24e01bab372d187b2c50c', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:43:38.842969 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:38.870826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da118a0-02c9-4740-b794-274e546ff114,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:38.881919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f040c60-f5b8-4ce8-a15f-1a43a0095f7f None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:43:38.930523 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.024987 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.027120 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.076589 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.077398 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7fd36df-3df0-4d3c-ac51-a4cfe3022433 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:43:39.082051 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.083526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-219702f0-2e03-46a2-8c01-f21acac8c361 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d7fd36df-3df0-4d3c-ac51-a4cfe3022433 HTTP/1.1" status: 204 len: 168 time: 0.7735488 Dec 13 13:43:39.086000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39530) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:39.133538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bb1021-7e13-40a8-b8b1-82da26b6e68c admin admin] Deleting subnet 769d026d-f7b1-4234-8df1-0f3837edce6f {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:43:39.137481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08bb1021-7e13-40a8-b8b1-82da26b6e68c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.177116 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08bb1021-7e13-40a8-b8b1-82da26b6e68c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.276264 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08bb1021-7e13-40a8-b8b1-82da26b6e68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.307692 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 76ba639e-fdc7-41fc-aa39-8ca603ca408a no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:43:39.334253 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 76ba639e-fdc7-41fc-aa39-8ca603ca408a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:43:39.334959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 76ba639e-fdc7-41fc-aa39-8ca603ca408a not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:43:39.347388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08bb1021-7e13-40a8-b8b1-82da26b6e68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.371181 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb1021-7e13-40a8-b8b1-82da26b6e68c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769d026d-f7b1-4234-8df1-0f3837edce6f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:39.376923 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-08bb1021-7e13-40a8-b8b1-82da26b6e68c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.380734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-08bb1021-7e13-40a8-b8b1-82da26b6e68c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/769d026d-f7b1-4234-8df1-0f3837edce6f HTTP/1.1" status: 204 len: 168 time: 0.2937458 Dec 13 13:43:39.383492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39532) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:39.385708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be9b2bd-4f9c-461a-b60b-a871c68ca17f None None] Network eb438e7d-088e-4008-af0c-5bea8abd377d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:43:39.459233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.517827 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Deleting port 1c4a8784-bb03-4ed7-b518-c123346b31c1 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:43:39.518193 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.584992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] For port 1c4a8784-bb03-4ed7-b518-c123346b31c1, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1c4a8784-bb03-4ed7-b518-c123346b31c1,segment=NetworkSegment(7c6350e7-7b06-49d3-b2ce-e5f618d28cb4),segment_id=7c6350e7-7b06-49d3-b2ce-e5f618d28cb4)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:39.585229 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.599169 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Calling delete_port for 1c4a8784-bb03-4ed7-b518-c123346b31c1 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:43:39.646789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc12bc-4023-4cb8-a09f-58bee1c91cde None None] DHCP port deletion for eb438e7d-088e-4008-af0c-5bea8abd377d request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:43:39.694770 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.703064 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-18dc12bc-4023-4cb8-a09f-58bee1c91cde None None] Deleting port 1c4a8784-bb03-4ed7-b518-c123346b31c1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:43:39.703439 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18dc12bc-4023-4cb8-a09f-58bee1c91cde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.718911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4a8784-bb03-4ed7-b518-c123346b31c1,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:39.724782 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] No DVR routers for this DVR port 1c4a8784-bb03-4ed7-b518-c123346b31c1 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:43:39.769499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-18dc12bc-4023-4cb8-a09f-58bee1c91cde None None] For port 1c4a8784-bb03-4ed7-b518-c123346b31c1, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:39.770033 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18dc12bc-4023-4cb8-a09f-58bee1c91cde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.782946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-18dc12bc-4023-4cb8-a09f-58bee1c91cde None None] Calling delete_port for 1c4a8784-bb03-4ed7-b518-c123346b31c1 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:43:39.787295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-18dc12bc-4023-4cb8-a09f-58bee1c91cde None None] Port 1c4a8784-bb03-4ed7-b518-c123346b31c1 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:43:39.788691 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18dc12bc-4023-4cb8-a09f-58bee1c91cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.797937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.811942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc12bc-4023-4cb8-a09f-58bee1c91cde None None] Pushing event deleted for resources: {'Port': ['ID=1c4a8784-bb03-4ed7-b518-c123346b31c1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:39.818241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc12bc-4023-4cb8-a09f-58bee1c91cde None None] No DVR routers for this DVR port 1c4a8784-bb03-4ed7-b518-c123346b31c1 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:43:39.823257 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb438e7d-088e-4008-af0c-5bea8abd377d']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:39.837061 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:39.837269 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6350e7-7b06-49d3-b2ce-e5f618d28cb4') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:39.847851 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.862107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.868786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:43:39.869184 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:43:39.870954 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:43:39.928147 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.933503 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:39.937578 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] 10.222.0.31 "DELETE /v2.0/networks/eb438e7d-088e-4008-af0c-5bea8abd377d HTTP/1.1" status: 204 len: 168 time: 0.5528395 Dec 13 13:43:39.957385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7c703-b50f-4f32-ab34-001cfad5b60e admin admin] Pushing event deleted for resources: {'Network': ['ID=eb438e7d-088e-4008-af0c-5bea8abd377d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:40.136510 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39536) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:40.177314 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-195be765-faa2-4a29-a146-a32e0d058bcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82883b153438404c8755244b44b3477e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395279 Dec 13 13:43:40.179886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39538) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:40.229198 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a4cd4aa-0ca5-464a-8b7d-976bbca46efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:40.256219 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a4cd4aa-0ca5-464a-8b7d-976bbca46efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:40.306154 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a4cd4aa-0ca5-464a-8b7d-976bbca46efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:40.309032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a4cd4aa-0ca5-464a-8b7d-976bbca46efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:40.310236 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8a4cd4aa-0ca5-464a-8b7d-976bbca46efe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62d80168-41a6-424d-9cbb-4459b258fba7 HTTP/1.1" status: 204 len: 168 time: 0.1294639 Dec 13 13:43:40.318141 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cd4aa-0ca5-464a-8b7d-976bbca46efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d80168-41a6-424d-9cbb-4459b258fba7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:40.657977 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39544) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:40.698040 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-455a0b82-570e-4e4a-9c8d-d04342b5fd4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db94bc31c4d24e01bab372d187b2c50c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388343 Dec 13 13:43:40.700578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39546) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:40.748619 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-12395cab-681b-4b1f-bc4f-a126bc5de0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:40.771594 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-12395cab-681b-4b1f-bc4f-a126bc5de0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:40.819612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-12395cab-681b-4b1f-bc4f-a126bc5de0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:40.822409 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-12395cab-681b-4b1f-bc4f-a126bc5de0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:40.823561 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-12395cab-681b-4b1f-bc4f-a126bc5de0e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94819d0c-170f-4bd6-9263-30c5c0783517 HTTP/1.1" status: 204 len: 168 time: 0.1221328 Dec 13 13:43:40.831422 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12395cab-681b-4b1f-bc4f-a126bc5de0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94819d0c-170f-4bd6-9263-30c5c0783517,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:41.168807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1c4a8784-bb03-4ed7-b518-c123346b31c1 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:43:41.189752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1c4a8784-bb03-4ed7-b518-c123346b31c1 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:43:41.190125 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1c4a8784-bb03-4ed7-b518-c123346b31c1 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:43:41.190537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8da118a0-02c9-4740-b794-274e546ff114 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:43:41.209741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 8da118a0-02c9-4740-b794-274e546ff114 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:43:41.210282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8da118a0-02c9-4740-b794-274e546ff114 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:43:41.552677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39568) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:41.653318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1673350208-network', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:43:41.677825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Made reservation on behalf of 9b938d5d91de4ec0af1b7c715c0163e6 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:43:41.680082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:41.688885 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:41.776979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:41.784175 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:41.809299 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:43:41.818760 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d50561-c519-4d5c-a3b2-fb2bc8c97645,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:41.825441 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:41.825965 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Added segment ed96134f-0a21-46a5-95e1-5fdb35449c09 of type vlan for network d96d7f0f-9f36-447b-be99-24bdae1d258f Dec 13 13:43:41.874758 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:41.902771 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:41.903876 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:41.904449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:41.954192 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4001968 Dec 13 13:43:41.957265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39572) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:41.962338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Request body: {'subnet': {'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1673350208-subnet', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:43:41.967129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505c254-dade-42d5-b1f3-f5e0fcba8608 admin admin] Pushing event updated for resources: {'Network': ['ID=d96d7f0f-9f36-447b-be99-24bdae1d258f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:41.978233 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network d96d7f0f-9f36-447b-be99-24bdae1d258f details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:43:41.986716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Made reservation on behalf of 9b938d5d91de4ec0af1b7c715c0163e6 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:43:41.989345 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.163431 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.211940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:42.231713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Checking segment: {'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:43:42.232067 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Network hostable DHCP agents. Network: d96d7f0f-9f36-447b-be99-24bdae1d258f, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:43:42.251021 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Network d96d7f0f-9f36-447b-be99-24bdae1d258f is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:43:42.260820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, d96d7f0f-9f36-447b-be99-24bdae1d258f) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:43:42.266022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:42.268083 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.268764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76a7c6a-4e15-4340-847c-73579d1a6160 None None] Network d96d7f0f-9f36-447b-be99-24bdae1d258f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:43:42.286670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5f1f0c03-0c53-421f-b6e1-7437c60ce89b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3280485 Dec 13 13:43:42.289199 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39576) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:42.293478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:43:42.322049 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.323176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.367686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-d96d7f0f-9f36-447b-be99-24bdae1d258f', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:43:42.368576 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.376322 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.510169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Allocated IP 172.20.0.2 (d96d7f0f-9f36-447b-be99-24bdae1d258f/6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9/2cc6da2a-fb99-4595-a176-50bb035d699a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:43:42.838414 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.845491 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.847830 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.886374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Network d96d7f0f-9f36-447b-be99-24bdae1d258f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:43:42.889316 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:43:42.891741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:43:42.900171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Pushing event updated for resources: {'Port': ['ID=2cc6da2a-fb99-4595-a176-50bb035d699a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:42.949968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Attempting to bind port 2cc6da2a-fb99-4595-a176-50bb035d699a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:43:42.950679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Attempting to bind port 2cc6da2a-fb99-4595-a176-50bb035d699a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:43:42.951051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Attempting to bind port 2cc6da2a-fb99-4595-a176-50bb035d699a on network d96d7f0f-9f36-447b-be99-24bdae1d258f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:43:42.956194 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:43:42.956625 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Checking segment: {'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:43:42.957024 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:42.957421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Bound using segment: {'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:43:42.957958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Bound port: 2cc6da2a-fb99-4595-a176-50bb035d699a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:43:42.958366 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:43.023437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] For port 2cc6da2a-fb99-4595-a176-50bb035d699a, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:43:43.026986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] For port 2cc6da2a-fb99-4595-a176-50bb035d699a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2cc6da2a-fb99-4595-a176-50bb035d699a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:43:43.032314 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:43.050879 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:43.070260 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:43.106639 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806f05d-126b-493a-a9d3-a5ca276acb4e None None] Pushing event updated for resources: {'Port': ['ID=2cc6da2a-fb99-4595-a176-50bb035d699a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:43.193571 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Allocated IP 172.25.2.205 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/788df3fe-6a5a-4e2b-84c4-4aa9fd03b018) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:43:43.335750 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:43.372034 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:43.418159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:43:43.421028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:43:43.423778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:43:43.438397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1fef4-dd19-444b-9de6-2b1a3a95f7c8 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:43:43.451822 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Pushing event updated for resources: {'Port': ['ID=788df3fe-6a5a-4e2b-84c4-4aa9fd03b018,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:43.490871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5f1c6b31-1f11-4b1a-97fc-2487086cb68a None None] Provisioning complete for port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:43.491270 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f1c6b31-1f11-4b1a-97fc-2487086cb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:43.549084 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c6b31-1f11-4b1a-97fc-2487086cb68a None None] Port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:43:43.707301 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:43.915989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.014293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f07bb98-5425-4dc3-8b04-7beeb5c30b5d None None] Network d96d7f0f-9f36-447b-be99-24bdae1d258f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:43:44.051146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Router 0fd72417-7fe2-41be-8c47-9b333fead4e6 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:43:44.090119 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-84c46ef2-8c6b-4d3f-aded-15c81af7c12a None None] Provisioning complete for port 2cc6da2a-fb99-4595-a176-50bb035d699a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:44.090489 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84c46ef2-8c6b-4d3f-aded-15c81af7c12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.156480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:43:44.170854 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Sync routers for ids ['0fd72417-7fe2-41be-8c47-9b333fead4e6'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:43:44.177513 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.182147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-eecee312-a407-42d9-bbc4-c1368f955766 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8919981 Dec 13 13:43:44.182290 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39578) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:44.198007 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Routers {'0fd72417-7fe2-41be-8c47-9b333fead4e6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:44.198726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0fd72417-7fe2-41be-8c47-9b333fead4e6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:44.200142 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84c46ef2-8c6b-4d3f-aded-15c81af7c12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.235217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-84c46ef2-8c6b-4d3f-aded-15c81af7c12a None None] For port 2cc6da2a-fb99-4595-a176-50bb035d699a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2cc6da2a-fb99-4595-a176-50bb035d699a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:44.241072 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84c46ef2-8c6b-4d3f-aded-15c81af7c12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.304271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c46ef2-8c6b-4d3f-aded-15c81af7c12a None None] Pushing event updated for resources: {'Port': ['ID=2cc6da2a-fb99-4595-a176-50bb035d699a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:44.314760 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Set router 0fd72417-7fe2-41be-8c47-9b333fead4e6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:44.473522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-afeec4b3-5fd0-480f-a7d9-e853d4750ad8 None None] Provisioning complete for port 2cc6da2a-fb99-4595-a176-50bb035d699a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:44.474169 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-afeec4b3-5fd0-480f-a7d9-e853d4750ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.597872 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:43Z', 'revision_number': 3, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:44.628000 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Checking router: 0fd72417-7fe2-41be-8c47-9b333fead4e6 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:43:44.628348 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Updating router 0fd72417-7fe2-41be-8c47-9b333fead4e6 port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:43:44.654304 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.660384 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.815681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Allocated IP 172.20.0.1 (d96d7f0f-9f36-447b-be99-24bdae1d258f/6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9/0db8ea58-5e9d-4e1e-be59-b467836cf17a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:43:44.906325 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.912641 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.919684 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.960473 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e95158-59cf-4787-a19b-3cf74805e510 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:43:44.965466 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.967195 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Attempting to bind port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:43:44.967555 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Attempting to bind port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:43:44.967920 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Attempting to bind port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:43:44.977391 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Pushing event updated for resources: {'Port': ['ID=788df3fe-6a5a-4e2b-84c4-4aa9fd03b018,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:44.983960 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:43:44.984523 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:43:44.985051 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.985453 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:43:44.985929 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Bound port: 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:43:44.986329 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:44.989807 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.990259 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.990599 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.990932 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.991260 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.991583 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.991909 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.992236 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.992557 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.992876 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.993195 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.993513 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:44.993833 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:43:45.016910 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Network d96d7f0f-9f36-447b-be99-24bdae1d258f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:43:45.021859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:43:45.024325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Pushing event updated for resources: {'Port': ['ID=0db8ea58-5e9d-4e1e-be59-b467836cf17a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:45.028584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:43:45.065554 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] For port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:43:45.069678 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] For port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=788df3fe-6a5a-4e2b-84c4-4aa9fd03b018,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:43:45.076286 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.080503 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.134314 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5269ce6-8f3a-43db-bc5c-2e4296d34ba2 None None] Pushing event updated for resources: {'Port': ['ID=788df3fe-6a5a-4e2b-84c4-4aa9fd03b018,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:45.151414 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Routers {'0fd72417-7fe2-41be-8c47-9b333fead4e6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:45.152221 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0fd72417-7fe2-41be-8c47-9b333fead4e6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:45.168605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9a59b-0461-465e-b016-06f3448fa5f3 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:43:45.187092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-354fc9c3-1193-4210-997e-cade8596bb77 None None] Provisioning complete for port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:45.188302 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-354fc9c3-1193-4210-997e-cade8596bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.250063 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.303697 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] Set router 0fd72417-7fe2-41be-8c47-9b333fead4e6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:45.318438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2cc6da2a-fb99-4595-a176-50bb035d699a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:43:45.362359 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-354fc9c3-1193-4210-997e-cade8596bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.394501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-354fc9c3-1193-4210-997e-cade8596bb77 None None] For port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=788df3fe-6a5a-4e2b-84c4-4aa9fd03b018,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:45.409767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-354fc9c3-1193-4210-997e-cade8596bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.417420 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2cc6da2a-fb99-4595-a176-50bb035d699a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:45.417781 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.493685 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.495503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fc9c3-1193-4210-997e-cade8596bb77 None None] Pushing event updated for resources: {'Port': ['ID=788df3fe-6a5a-4e2b-84c4-4aa9fd03b018,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:45.502241 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.513534 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:43Z', 'revision_number': 3, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:45.540858 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65b0e7-c1fe-4e2c-8410-86fcfb21c6c1 None None] The sync data for ids ['0fd72417-7fe2-41be-8c47-9b333fead4e6'] in n-d-817326-4 is: [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:43Z', 'revision_number': 3, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:43:45.569495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0bbcc04e-b572-46bf-9759-b2eaf70773d0 None None] Provisioning complete for port 0db8ea58-5e9d-4e1e-be59-b467836cf17a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:45.570361 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc04e-b572-46bf-9759-b2eaf70773d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.577818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.579954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Pushing event updated for resources: {'Port': ['ID=0db8ea58-5e9d-4e1e-be59-b467836cf17a,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:45.607309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0bbcc04e-b572-46bf-9759-b2eaf70773d0 None None] Port 0db8ea58-5e9d-4e1e-be59-b467836cf17a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:43:45.617793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0bbcc04e-b572-46bf-9759-b2eaf70773d0 None None] Provisioning complete for port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:45.618193 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc04e-b572-46bf-9759-b2eaf70773d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:45.680992 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Network d96d7f0f-9f36-447b-be99-24bdae1d258f is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:43:45.682482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:43:45.828818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Router 0fd72417-7fe2-41be-8c47-9b333fead4e6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:43:45.951827 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:43:45.957091 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3b7b7f7b-8895-4b24-8fa3-67cf1a24fa1c admin admin] 10.222.0.31 "PUT /v2.0/routers/0fd72417-7fe2-41be-8c47-9b333fead4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7735026 Dec 13 13:43:46.026866 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-724abc46-ecc7-4c88-beda-ba05d5afdd22 None None] Provisioning complete for port 0db8ea58-5e9d-4e1e-be59-b467836cf17a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:46.027237 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-724abc46-ecc7-4c88-beda-ba05d5afdd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:46.068164 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-724abc46-ecc7-4c88-beda-ba05d5afdd22 None None] Port 0db8ea58-5e9d-4e1e-be59-b467836cf17a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:43:46.478752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39594) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:46.483800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-505871841-network', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:43:46.505731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Made reservation on behalf of d79710fc0873435093643d0adc5e0e36 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:43:46.508145 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:46.520791 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:46.599563 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:46.605719 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:46.630876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:43:46.640899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6603c5b4-b29e-438e-a45b-07d46888538e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:46.646389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:46.646734 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Added segment c8ee232c-dab3-4d3b-a124-8864d277cae7 of type vlan for network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 Dec 13 13:43:46.688688 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:46.716799 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:46.717760 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:46.719905 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:46.774590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2947268 Dec 13 13:43:46.777255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39596) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:46.782159 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Request body: {'subnet': {'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-505871841-subnet', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:43:46.797980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc071a-3f8b-4d55-a6c0-4d67fb88866e admin admin] Pushing event updated for resources: {'Network': ['ID=18b58cb3-b34c-44fb-b832-d99aa8c9fb74,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:46.808665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:43:46.815497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Made reservation on behalf of d79710fc0873435093643d0adc5e0e36 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:43:46.817913 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:46.989010 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.053031 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4226a6-22dc-4285-97e3-accac0615b4d,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:47.061544 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Checking segment: {'id': 'c8ee232c-dab3-4d3b-a124-8864d277cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:43:47.061896 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Network hostable DHCP agents. Network: 18b58cb3-b34c-44fb-b832-d99aa8c9fb74, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:43:47.080211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:43:47.090044 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 18b58cb3-b34c-44fb-b832-d99aa8c9fb74) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:43:47.094954 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:43:47.095544 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.100166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4c854-f2a7-4bd2-9aa3-e70c324a889e None None] Network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:43:47.114373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6613c424-8511-4f19-826b-1961a63e636b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3360381 Dec 13 13:43:47.116916 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39598) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:47.121484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-505871841-router', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:43:47.156382 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.159977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.194054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Sync routers for ids ['0fd72417-7fe2-41be-8c47-9b333fead4e6'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:43:47.222026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:43:47.225297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.230262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Routers {'0fd72417-7fe2-41be-8c47-9b333fead4e6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:47.230896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0fd72417-7fe2-41be-8c47-9b333fead4e6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:47.253281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-18b58cb3-b34c-44fb-b832-d99aa8c9fb74', 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74', 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'fixed_ips': [{'subnet_id': 'fa4226a6-22dc-4285-97e3-accac0615b4d'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:43:47.254176 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.365777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.452782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:47.453324 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.510565 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Set router 0fd72417-7fe2-41be-8c47-9b333fead4e6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:47.571826 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.596081 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.613198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Allocated IP 172.20.0.2 (18b58cb3-b34c-44fb-b832-d99aa8c9fb74/fa4226a6-22dc-4285-97e3-accac0615b4d/6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:43:47.701541 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Allocated IP 172.25.2.90 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/0013924a-df3e-42b1-8733-ff412331cae5) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:43:47.821282 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.859507 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:47.902370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:43:47.905552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:43:47.909359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:43:47.931907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Pushing event updated for resources: {'Port': ['ID=0013924a-df3e-42b1-8733-ff412331cae5,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:47.962813 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7e044-025f-4cc8-9e91-ee8cfa2260f0 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:43:48.080091 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.089496 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.150611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:43:48.159051 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0db8ea58-5e9d-4e1e-be59-b467836cf17a', 'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'mac_address': 'fa:16:3e:5d:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:44Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 2, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'subnets': [{'id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:48.160960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:43:48.164577 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.165482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Pushing event updated for resources: {'Port': ['ID=6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:48.191975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:43:48.194028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-146f8ea4-79c8-49f3-8492-e982fd84b182 None None] Provisioning complete for port 0013924a-df3e-42b1-8733-ff412331cae5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:48.194414 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-146f8ea4-79c8-49f3-8492-e982fd84b182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.198264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Checking router: 0fd72417-7fe2-41be-8c47-9b333fead4e6 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:43:48.198616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Updating router 0fd72417-7fe2-41be-8c47-9b333fead4e6 port 0db8ea58-5e9d-4e1e-be59-b467836cf17a binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:43:48.271356 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.297660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-146f8ea4-79c8-49f3-8492-e982fd84b182 None None] Port 0013924a-df3e-42b1-8733-ff412331cae5 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:43:48.312735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Attempting to bind port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:43:48.313114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Attempting to bind port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c8ee232c-dab3-4d3b-a124-8864d277cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:43:48.313547 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Attempting to bind port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 on network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:43:48.339638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:43:48.340019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Checking segment: {'id': 'c8ee232c-dab3-4d3b-a124-8864d277cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:43:48.340427 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.340822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Bound using segment: {'id': 'c8ee232c-dab3-4d3b-a124-8864d277cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:43:48.341297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Bound port: 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ee232c-dab3-4d3b-a124-8864d277cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:43:48.341678 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.366725 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.491838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] For port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:43:48.538400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] For port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92,segment=NetworkSegment(c8ee232c-dab3-4d3b-a124-8864d277cae7),segment_id=c8ee232c-dab3-4d3b-a124-8864d277cae7)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:43:48.545963 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.628413 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ac86a-bcfe-4131-aef9-c6cedd3f0b62 None None] Pushing event updated for resources: {'Port': ['ID=6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:48.711136 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.717609 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.779982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c936a9-5f28-477e-8720-382aac6d04b1 None None] Pushing event updated for resources: {'Port': ['ID=0db8ea58-5e9d-4e1e-be59-b467836cf17a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:48.851294 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Attempting to bind port 0db8ea58-5e9d-4e1e-be59-b467836cf17a on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:43:48.851715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Attempting to bind port 0db8ea58-5e9d-4e1e-be59-b467836cf17a by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:43:48.852134 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Attempting to bind port 0db8ea58-5e9d-4e1e-be59-b467836cf17a on network d96d7f0f-9f36-447b-be99-24bdae1d258f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:43:48.855751 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:43:48.858216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:43:48.858618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Checking segment: {'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:43:48.859015 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.859637 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Bound using segment: {'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:43:48.860096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Bound port: 0db8ea58-5e9d-4e1e-be59-b467836cf17a, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:43:48.860523 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:48.951028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] For port 0db8ea58-5e9d-4e1e-be59-b467836cf17a, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:43:48.955108 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] For port 0db8ea58-5e9d-4e1e-be59-b467836cf17a, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0db8ea58-5e9d-4e1e-be59-b467836cf17a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:43:48.966985 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.019656 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:43:49.032052 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Sync routers for ids ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:43:49.047129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c936a9-5f28-477e-8720-382aac6d04b1 None None] Pushing event updated for resources: {'Port': ['ID=0db8ea58-5e9d-4e1e-be59-b467836cf17a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:49.048272 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Routers {'bfd40d49-5dab-4fd5-a6c9-f21f10731d49'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:49.050184 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:49.050514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Routers {'0fd72417-7fe2-41be-8c47-9b333fead4e6'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:49.051041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0fd72417-7fe2-41be-8c47-9b333fead4e6'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:49.062606 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.066142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7303ae0a-e3a4-480e-9d6a-700b72c5d02c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9462914 Dec 13 13:43:49.067368 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39600) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:43:49.170539 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Set router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:49.195906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2f0f68c6-d4a7-444d-b301-01b92ee4cce5 None None] Provisioning complete for port 0db8ea58-5e9d-4e1e-be59-b467836cf17a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:49.196276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f0f68c6-d4a7-444d-b301-01b92ee4cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.249712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] Set router 0fd72417-7fe2-41be-8c47-9b333fead4e6 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:49.381871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:43:49.404590 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'name': 'tempest-TestMinimumBasicScenario-505871841-router', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0013924a-df3e-42b1-8733-ff412331cae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:48Z', 'revision_number': 3, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'gw_port': {'id': '0013924a-df3e-42b1-8733-ff412331cae5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:49.438817 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Checking router: bfd40d49-5dab-4fd5-a6c9-f21f10731d49 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:43:49.439179 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Updating router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 port 0013924a-df3e-42b1-8733-ff412331cae5 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:43:49.466341 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.514275 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:49.514659 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.597337 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f0f68c6-d4a7-444d-b301-01b92ee4cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.660108 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.713751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.736890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2f0f68c6-d4a7-444d-b301-01b92ee4cce5 None None] For port 0db8ea58-5e9d-4e1e-be59-b467836cf17a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0db8ea58-5e9d-4e1e-be59-b467836cf17a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:49.749329 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.756986 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.760914 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f0f68c6-d4a7-444d-b301-01b92ee4cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.769512 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92,segment=NetworkSegment(c8ee232c-dab3-4d3b-a124-8864d277cae7),segment_id=c8ee232c-dab3-4d3b-a124-8864d277cae7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:49.804025 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.813586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768fbdb9-9c98-49a0-9b49-14734383a84a None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:43:49.827907 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Attempting to bind port 0013924a-df3e-42b1-8733-ff412331cae5 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:43:49.828293 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Attempting to bind port 0013924a-df3e-42b1-8733-ff412331cae5 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:43:49.828655 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Attempting to bind port 0013924a-df3e-42b1-8733-ff412331cae5 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:43:49.836422 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116c23d-9948-4b85-8793-561cb146ea6b None None] Pushing event updated for resources: {'Port': ['ID=0013924a-df3e-42b1-8733-ff412331cae5,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:49.840452 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:43:49.840654 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:43:49.840961 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.841528 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:43:49.842006 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Bound port: 0013924a-df3e-42b1-8733-ff412331cae5, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:43:49.842418 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.846353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f68c6-d4a7-444d-b301-01b92ee4cce5 None None] Pushing event updated for resources: {'Port': ['ID=0db8ea58-5e9d-4e1e-be59-b467836cf17a,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:49.855534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0db8ea58-5e9d-4e1e-be59-b467836cf17a', 'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'mac_address': 'fa:16:3e:5d:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:44Z', 'updated_at': '2021-12-13T13:43:48Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'subnets': [{'id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:49.890479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Allocated IP 172.20.0.1 (18b58cb3-b34c-44fb-b832-d99aa8c9fb74/fa4226a6-22dc-4285-97e3-accac0615b4d/eadce9d7-c896-458c-939a-37ab5124e56f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:43:49.911366 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] For port 0013924a-df3e-42b1-8733-ff412331cae5, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:43:49.917081 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] For port 0013924a-df3e-42b1-8733-ff412331cae5, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0013924a-df3e-42b1-8733-ff412331cae5,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:43:49.925390 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:49.932011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9be7e-e9b6-4b55-8c00-9eb86ec3869e None None] The sync data for ids ['0fd72417-7fe2-41be-8c47-9b333fead4e6'] in n-d-817326-4 is: [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0db8ea58-5e9d-4e1e-be59-b467836cf17a', 'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'mac_address': 'fa:16:3e:5d:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:44Z', 'updated_at': '2021-12-13T13:43:48Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'subnets': [{'id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:43:49.959037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:49.964508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-04c43fb7-5050-4263-abe6-f95296ed4465 None None] Provisioning complete for port 0db8ea58-5e9d-4e1e-be59-b467836cf17a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:49.964955 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04c43fb7-5050-4263-abe6-f95296ed4465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.021122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31563f1e-da51-47c9-bc8a-8b163fa06932 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:43:50.041307 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Routers {'bfd40d49-5dab-4fd5-a6c9-f21f10731d49'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:50.041983 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:50.063789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72a88d7-22e1-4b35-ae9e-4148a1caa9aa None None] Network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:43:50.075513 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.129799 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.154180 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-04c43fb7-5050-4263-abe6-f95296ed4465 None None] Provisioning complete for port 0013924a-df3e-42b1-8733-ff412331cae5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:50.154704 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04c43fb7-5050-4263-abe6-f95296ed4465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.184389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:43:50.188534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:43:50.196417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:43:50.213281 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116c23d-9948-4b85-8793-561cb146ea6b None None] Pushing event updated for resources: {'Port': ['ID=0013924a-df3e-42b1-8733-ff412331cae5,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:50.247518 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.252049 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=eadce9d7-c896-458c-939a-37ab5124e56f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:50.283617 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04c43fb7-5050-4263-abe6-f95296ed4465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.310856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-04c43fb7-5050-4263-abe6-f95296ed4465 None None] For port 0013924a-df3e-42b1-8733-ff412331cae5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0013924a-df3e-42b1-8733-ff412331cae5,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:50.324411 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-04c43fb7-5050-4263-abe6-f95296ed4465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.333907 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] Set router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:50.408576 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.639956 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'name': 'tempest-TestMinimumBasicScenario-505871841-router', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0013924a-df3e-42b1-8733-ff412331cae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:48Z', 'revision_number': 3, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'gw_port': {'id': '0013924a-df3e-42b1-8733-ff412331cae5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:50.648141 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.658726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.670781 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47935c-de6d-44aa-9d63-65c3b86a5f79 None None] The sync data for ids ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'] in n-d-817326-4 is: [{'id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'name': 'tempest-TestMinimumBasicScenario-505871841-router', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0013924a-df3e-42b1-8733-ff412331cae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:48Z', 'revision_number': 3, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'gw_port': {'id': '0013924a-df3e-42b1-8733-ff412331cae5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:43:50.679579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d8dd9e8a-a7b7-40ce-89ff-859c84cdf258 None None] Provisioning complete for port 0013924a-df3e-42b1-8733-ff412331cae5 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:50.680019 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9e8a-a7b7-40ce-89ff-859c84cdf258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.741587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c43fb7-5050-4263-abe6-f95296ed4465 None None] Pushing event updated for resources: {'Port': ['ID=0013924a-df3e-42b1-8733-ff412331cae5,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:50.757296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=eadce9d7-c896-458c-939a-37ab5124e56f,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:50.768910 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.833306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d8dd9e8a-a7b7-40ce-89ff-859c84cdf258 None None] Provisioning complete for port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:50.833838 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9e8a-a7b7-40ce-89ff-859c84cdf258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:50.893119 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:43:50.894688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:43:51.075886 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:43:51.081167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0048d002-d772-4605-b68c-3bf7bfd21d7b None None] Provisioning complete for port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:51.081641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0048d002-d772-4605-b68c-3bf7bfd21d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:51.226649 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0048d002-d772-4605-b68c-3bf7bfd21d7b None None] Provisioning complete for port eadce9d7-c896-458c-939a-37ab5124e56f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:51.227793 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0048d002-d772-4605-b68c-3bf7bfd21d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:51.300010 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0048d002-d772-4605-b68c-3bf7bfd21d7b None None] Port eadce9d7-c896-458c-939a-37ab5124e56f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:43:51.421287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0013924a-df3e-42b1-8733-ff412331cae5 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:43:51.427293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6cbad06c-8f4d-4f3e-9605-8e3814d08050 None None] Provisioning complete for port eadce9d7-c896-458c-939a-37ab5124e56f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:51.427900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cbad06c-8f4d-4f3e-9605-8e3814d08050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:51.494610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad06c-8f4d-4f3e-9605-8e3814d08050 None None] Port eadce9d7-c896-458c-939a-37ab5124e56f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:43:51.510898 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0013924a-df3e-42b1-8733-ff412331cae5 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:51.511517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:51.612434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0db8ea58-5e9d-4e1e-be59-b467836cf17a up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:43:51.660745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:43:51.666812 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7807ca0e-d77c-4ad4-baf2-228ec38f8cc8 admin admin] 10.222.0.31 "PUT /v2.0/routers/bfd40d49-5dab-4fd5-a6c9-f21f10731d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5976460 Dec 13 13:43:51.668691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 0db8ea58-5e9d-4e1e-be59-b467836cf17a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:51.669070 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:51.765481 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:43:51.817977 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:51.818382 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:53.421447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Sync routers for ids ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:43:53.431715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Routers {'bfd40d49-5dab-4fd5-a6c9-f21f10731d49'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:53.432325 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:53.561406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Set router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:53.797789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'name': 'tempest-TestMinimumBasicScenario-505871841-router', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0013924a-df3e-42b1-8733-ff412331cae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:50Z', 'revision_number': 4, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'gw_port': {'id': '0013924a-df3e-42b1-8733-ff412331cae5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'eadce9d7-c896-458c-939a-37ab5124e56f', 'name': '', 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'mac_address': 'fa:16:3e:15:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fa4226a6-22dc-4285-97e3-accac0615b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:49Z', 'updated_at': '2021-12-13T13:43:50Z', 'revision_number': 2, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'subnets': [{'id': 'fa4226a6-22dc-4285-97e3-accac0615b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:53.827120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Checking router: bfd40d49-5dab-4fd5-a6c9-f21f10731d49 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:43:53.827480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Updating router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 port eadce9d7-c896-458c-939a-37ab5124e56f binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:43:53.858319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:54.178396 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:54.185524 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:54.235114 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a325e23-842a-48d9-93bb-e8cf8622815a None None] Pushing event updated for resources: {'Port': ['ID=eadce9d7-c896-458c-939a-37ab5124e56f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:54.299374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Attempting to bind port eadce9d7-c896-458c-939a-37ab5124e56f on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:43:54.299737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Attempting to bind port eadce9d7-c896-458c-939a-37ab5124e56f by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c8ee232c-dab3-4d3b-a124-8864d277cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:43:54.300389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Attempting to bind port eadce9d7-c896-458c-939a-37ab5124e56f on network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:43:54.312359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:43:54.312746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Checking segment: {'id': 'c8ee232c-dab3-4d3b-a124-8864d277cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:43:54.313189 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:54.313709 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Bound using segment: {'id': 'c8ee232c-dab3-4d3b-a124-8864d277cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:43:54.314247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Bound port: eadce9d7-c896-458c-939a-37ab5124e56f, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ee232c-dab3-4d3b-a124-8864d277cae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:43:54.314635 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:54.325154 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a91287e4-d5bd-49ff-a808-c8c059c1b459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:54.409604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] For port eadce9d7-c896-458c-939a-37ab5124e56f, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:43:54.413680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] For port eadce9d7-c896-458c-939a-37ab5124e56f, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eadce9d7-c896-458c-939a-37ab5124e56f,segment=NetworkSegment(c8ee232c-dab3-4d3b-a124-8864d277cae7),segment_id=c8ee232c-dab3-4d3b-a124-8864d277cae7)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:43:54.420807 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:54.498449 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Routers {'bfd40d49-5dab-4fd5-a6c9-f21f10731d49'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:43:54.499096 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:43:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:54.502773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a325e23-842a-48d9-93bb-e8cf8622815a None None] Pushing event updated for resources: {'Port': ['ID=eadce9d7-c896-458c-939a-37ab5124e56f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:54.574940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-66b2c857-46fa-4581-9550-61e9103ee681 None None] Provisioning complete for port eadce9d7-c896-458c-939a-37ab5124e56f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:54.575475 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66b2c857-46fa-4581-9550-61e9103ee681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:54.694803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] Set router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:43:54.812318 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66b2c857-46fa-4581-9550-61e9103ee681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:54.891085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-66b2c857-46fa-4581-9550-61e9103ee681 None None] For port eadce9d7-c896-458c-939a-37ab5124e56f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eadce9d7-c896-458c-939a-37ab5124e56f,segment=NetworkSegment(c8ee232c-dab3-4d3b-a124-8864d277cae7),segment_id=c8ee232c-dab3-4d3b-a124-8864d277cae7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:43:54.901759 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66b2c857-46fa-4581-9550-61e9103ee681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:54.990951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2c857-46fa-4581-9550-61e9103ee681 None None] Pushing event updated for resources: {'Port': ['ID=eadce9d7-c896-458c-939a-37ab5124e56f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:43:55.024078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'name': 'tempest-TestMinimumBasicScenario-505871841-router', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0013924a-df3e-42b1-8733-ff412331cae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:50Z', 'revision_number': 4, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'gw_port': {'id': '0013924a-df3e-42b1-8733-ff412331cae5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'eadce9d7-c896-458c-939a-37ab5124e56f', 'name': '', 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'mac_address': 'fa:16:3e:15:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fa4226a6-22dc-4285-97e3-accac0615b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:49Z', 'updated_at': '2021-12-13T13:43:54Z', 'revision_number': 4, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'subnets': [{'id': 'fa4226a6-22dc-4285-97e3-accac0615b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:43:55.055516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ea3bd-e720-4a33-9c4b-95bdb7e8631b None None] The sync data for ids ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'] in n-d-817326-4 is: [{'id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'name': 'tempest-TestMinimumBasicScenario-505871841-router', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0013924a-df3e-42b1-8733-ff412331cae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:50Z', 'revision_number': 4, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'gw_port': {'id': '0013924a-df3e-42b1-8733-ff412331cae5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'eadce9d7-c896-458c-939a-37ab5124e56f', 'name': '', 'network_id': '18b58cb3-b34c-44fb-b832-d99aa8c9fb74', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'mac_address': 'fa:16:3e:15:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'fa4226a6-22dc-4285-97e3-accac0615b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:49Z', 'updated_at': '2021-12-13T13:43:54Z', 'revision_number': 4, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'subnets': [{'id': 'fa4226a6-22dc-4285-97e3-accac0615b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:43:55.057944 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bfaa1dd3-4e44-4b6f-9c86-d8b1fdc6e551 None None] Provisioning complete for port eadce9d7-c896-458c-939a-37ab5124e56f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:55.058339 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1dd3-4e44-4b6f-9c86-d8b1fdc6e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:55.277013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eadce9d7-c896-458c-939a-37ab5124e56f up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:43:55.336440 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port eadce9d7-c896-458c-939a-37ab5124e56f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:43:55.336818 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:56.684263 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c35a7cda-401c-4129-aa3e-d2a7e626032c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:57.946126 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:58.610948 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:43:59.282797 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:43:59.940118 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:02.112452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-32d97617-ed36-41b3-906e-7ca93b2e2506 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:02.114239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-32d97617-ed36-41b3-906e-7ca93b2e2506 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/networks?id=d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 200 len: 815 time: 0.1225488 Dec 13 13:44:02.130840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-7b6a7006-c76b-4e18-a9c5-814d042f7c21 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/quotas/9b938d5d91de4ec0af1b7c715c0163e6 HTTP/1.1" status: 200 len: 375 time: 0.0103514 Dec 13 13:44:02.184184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-80e3bdee-4f50-490a-82ed-7f229f4d09ff tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477147 Dec 13 13:44:02.305425 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-78a8a276-5ab0-48f8-8c11-ed602ef4533a service neutron] 10.222.0.31 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043832 Dec 13 13:44:02.401690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-c9fbf87f-11aa-4a33-a55b-9c5849a7ad36 service neutron] 10.222.0.31 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891778 Dec 13 13:44:03.604617 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b533739c-63e2-4ed3-9728-cfe1e082274d req-2767644e-9548-45c3-84f1-b7ad35e7385f tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 210 time: 0.0316701 Dec 13 13:44:04.607533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-88cd7c35-3bd7-4e44-a8d6-413221c2c432 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:04.609119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-88cd7c35-3bd7-4e44-a8d6-413221c2c432 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.42 "GET /v2.0/networks?id=d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 200 len: 815 time: 0.1113598 Dec 13 13:44:04.623295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'port': {'device_id': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'admin_state_up': True, 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:04.713288 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0555bac8-a889-48f3-95ad-d0584c5cde27 req-ad4874af-0ce4-443e-a94c-22614f6bd9cc tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 210 time: 0.0321770 Dec 13 13:44:04.770263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Made reservation on behalf of 9b938d5d91de4ec0af1b7c715c0163e6 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:44:04.774451 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:04.920653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Allocated IP 172.20.0.14 (d96d7f0f-9f36-447b-be99-24bdae1d258f/6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9/9fab9871-7aba-4c6d-a947-bf83ad00498a) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:44:05.146709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:05.188136 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:05.243030 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Network d96d7f0f-9f36-447b-be99-24bdae1d258f is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:44:05.246192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:44:05.251710 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:44:05.256192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'Port': ['ID=9fab9871-7aba-4c6d-a947-bf83ad00498a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:05.288871 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.289232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.289582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.289925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.290293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.290628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.290959 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.291288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.291615 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.291945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.292275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.292597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.292927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:05.318451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:05.319189 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:05.356073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-abd4cf89-79e5-4262-8d3c-bea28dc2dc65 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7368329 Dec 13 13:44:05.481955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e4ae0737-7109-40a6-a76b-f01379e760b5 None None] Provisioning complete for port 9fab9871-7aba-4c6d-a947-bf83ad00498a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:44:05.482574 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0737-7109-40a6-a76b-f01379e760b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:05.522198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae0737-7109-40a6-a76b-f01379e760b5 None None] Port 9fab9871-7aba-4c6d-a947-bf83ad00498a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:44:05.841622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae2d-4b92-428e-a512-ae72273b9901 req-4c446825-2f43-4b1e-94fa-e824dd718476 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:05.843233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8902ae2d-4b92-428e-a512-ae72273b9901 req-4c446825-2f43-4b1e-94fa-e824dd718476 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 932 time: 0.0541303 Dec 13 13:44:05.893277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8902ae2d-4b92-428e-a512-ae72273b9901 req-10c28424-d5a4-4fb5-99fc-7c1f4645e593 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Dec 13 13:44:07.016929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd935e2-c151-4939-8696-a77dc58cc2c7 req-56ec2a37-8730-4e15-a7f8-d87b17359f62 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:07.018480 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cd935e2-c151-4939-8696-a77dc58cc2c7 req-56ec2a37-8730-4e15-a7f8-d87b17359f62 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 932 time: 0.0548112 Dec 13 13:44:07.074854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5cd935e2-c151-4939-8696-a77dc58cc2c7 req-ef0c41c9-09f4-45f2-8a20-ad2b5b0ddcae tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495081 Dec 13 13:44:07.915592 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:07.993409 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:08.205577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d77745-1ae7-424e-9e16-5585922ab141 req-f70a3bec-ae0f-4054-9f63-7cb7e19fbdf2 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:08.207184 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-03d77745-1ae7-424e-9e16-5585922ab141 req-f70a3bec-ae0f-4054-9f63-7cb7e19fbdf2 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 932 time: 0.0589297 Dec 13 13:44:08.258160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-03d77745-1ae7-424e-9e16-5585922ab141 req-9a6285ef-e1b1-4222-a709-23033cec3a3a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446174 Dec 13 13:44:09.384081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1fa39-a314-4255-ba9b-82ff51c91969 req-c86b1e9f-6046-49a4-861d-6b0be75c9c7b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:09.385642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83a1fa39-a314-4255-ba9b-82ff51c91969 req-c86b1e9f-6046-49a4-861d-6b0be75c9c7b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 932 time: 0.0523646 Dec 13 13:44:09.437250 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83a1fa39-a314-4255-ba9b-82ff51c91969 req-0870e6a8-2528-4fe9-a0ae-67ebc3b651d0 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Dec 13 13:44:10.566213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae6b4a-9620-468c-8a9e-975ff66d0bf8 req-491dc8e5-a6b5-48e1-9056-86deaf789688 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:10.567772 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcae6b4a-9620-468c-8a9e-975ff66d0bf8 req-491dc8e5-a6b5-48e1-9056-86deaf789688 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 932 time: 0.0583940 Dec 13 13:44:10.621483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bcae6b4a-9620-468c-8a9e-975ff66d0bf8 req-6f06aaf2-16be-4b7e-be3e-9140d9fd26bd tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476787 Dec 13 13:44:11.753272 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11f623-41e6-490e-9a64-b11ab5ccb3a2 req-cdce93c0-3a0b-4584-9d10-b6e56da44f51 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:11.754714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb11f623-41e6-490e-9a64-b11ab5ccb3a2 req-cdce93c0-3a0b-4584-9d10-b6e56da44f51 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 932 time: 0.0528555 Dec 13 13:44:11.804934 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb11f623-41e6-490e-9a64-b11ab5ccb3a2 req-719e6863-ca8b-48bd-ba7a-e35c784313c5 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439172 Dec 13 13:44:12.941674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dced9-4976-4bb4-9c02-9f1ac1e55b6a req-10701c1d-c405-4447-a0fd-1d3c2bafbd23 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:12.943375 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a2dced9-4976-4bb4-9c02-9f1ac1e55b6a req-10701c1d-c405-4447-a0fd-1d3c2bafbd23 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 932 time: 0.0640683 Dec 13 13:44:12.995289 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3a2dced9-4976-4bb4-9c02-9f1ac1e55b6a req-d7a01c1e-217b-421b-a826-5a76e33290f6 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456755 Dec 13 13:44:14.131378 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d01b3-44f4-49eb-a9ae-ba772425f5f8 req-305a25fe-6179-4980-9893-b7486a2fdc7e tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:14.132920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-044d01b3-44f4-49eb-a9ae-ba772425f5f8 req-305a25fe-6179-4980-9893-b7486a2fdc7e tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 932 time: 0.0545781 Dec 13 13:44:14.185762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-044d01b3-44f4-49eb-a9ae-ba772425f5f8 req-74509858-998e-4a21-ad5f-f22887db2f49 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464826 Dec 13 13:44:14.860446 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Request body: {'port': {'device_id': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:14.919967 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:15.201091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fab9871-7aba-4c6d-a947-bf83ad00498a {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:44:15.209402 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:15.222467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Transition to ACTIVE for port object 9fab9871-7aba-4c6d-a947-bf83ad00498a will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:44:15.226888 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:15.305482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fab9871-7aba-4c6d-a947-bf83ad00498a,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:15.381466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56698548-9db1-4517-bdf6-285785dd7884 req-6aa578bc-b3bf-4f58-beac-4cb3b1879b28 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:15.383100 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56698548-9db1-4517-bdf6-285785dd7884 req-6aa578bc-b3bf-4f58-beac-4cb3b1879b28 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 944 time: 0.1197951 Dec 13 13:44:15.410894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Attempting to bind port 9fab9871-7aba-4c6d-a947-bf83ad00498a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:44:15.411143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Attempting to bind port 9fab9871-7aba-4c6d-a947-bf83ad00498a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:44:15.411472 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Attempting to bind port 9fab9871-7aba-4c6d-a947-bf83ad00498a on network d96d7f0f-9f36-447b-be99-24bdae1d258f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:44:15.421586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Port 9fab9871-7aba-4c6d-a947-bf83ad00498a on network d96d7f0f-9f36-447b-be99-24bdae1d258f not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:44:15.422154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Attempting to bind port 9fab9871-7aba-4c6d-a947-bf83ad00498a on network d96d7f0f-9f36-447b-be99-24bdae1d258f {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:44:15.432737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:44:15.433076 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Checking segment: {'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:44:15.433459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Bound using segment: {'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:44:15.433902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Bound port: 9fab9871-7aba-4c6d-a947-bf83ad00498a, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed96134f-0a21-46a5-95e1-5fdb35449c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:44:15.434296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:15.462476 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56698548-9db1-4517-bdf6-285785dd7884 req-daf69e3c-4a75-41b9-bb51-45471f337d24 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686259 Dec 13 13:44:15.517531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] For port 9fab9871-7aba-4c6d-a947-bf83ad00498a, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:44:15.520665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] For port 9fab9871-7aba-4c6d-a947-bf83ad00498a, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:44:15.526707 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:15.567239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:15.568032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:15.569435 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 1092 time: 0.7154531 Dec 13 13:44:15.569866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:44:15.572189 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:44:15.599288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83059d0-0504-409e-bec5-9235049560a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fab9871-7aba-4c6d-a947-bf83ad00498a,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:15.637822 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da528e7-dcf7-4732-9f70-be81f5a89419 x-openstack-request-id: req-5da528e7-dcf7-4732-9f70-be81f5a89419 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:44:15.638145 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:44:15.638402 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5da528e7-dcf7-4732-9f70-be81f5a89419 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:44:15.638809 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'status': 'completed', 'code': 200} Dec 13 13:44:15.655251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-ee296081-a0ab-494e-9840-499dc516b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:15.656842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-ee296081-a0ab-494e-9840-499dc516b152 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1095 time: 0.0469513 Dec 13 13:44:15.703662 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-d431bb03-882a-408e-bdc3-278f384cb446 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 217 time: 0.0371606 Dec 13 13:44:15.761053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-b0d84e58-2b62-4026-9a90-c7495b4559f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:15.762558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-b0d84e58-2b62-4026-9a90-c7495b4559f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 HTTP/1.1" status: 200 len: 854 time: 0.0516455 Dec 13 13:44:15.809057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a593e2e2-ea2d-432d-8830-bcba41af2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:15.810560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-a593e2e2-ea2d-432d-8830-bcba41af2efd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d96d7f0f-9f36-447b-be99-24bdae1d258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412657 Dec 13 13:44:15.902038 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-33e9a214-4c2f-42a2-a79f-e4dd48d1159a service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842726 Dec 13 13:44:15.998200 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b004e717-f78f-4a75-a4bc-99a470d54b22 req-66025489-949f-4987-a2e5-f3b489659861 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889416 Dec 13 13:44:16.091163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-52ef59fe-63c0-481d-9d5b-d5a76308a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:16.092701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-52ef59fe-63c0-481d-9d5b-d5a76308a93e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1095 time: 0.0436540 Dec 13 13:44:16.193834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-1a85234c-cd89-49e5-9123-d3fee80ef74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:16.195616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-1a85234c-cd89-49e5-9123-d3fee80ef74e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 200 len: 915 time: 0.0945306 Dec 13 13:44:16.238811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-0c9b9e6b-6176-487d-87fd-da6e34def8d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 217 time: 0.0363564 Dec 13 13:44:16.295560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-6d91caa5-61df-4716-b23c-1b316ac03d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:16.297125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-6d91caa5-61df-4716-b23c-1b316ac03d39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 HTTP/1.1" status: 200 len: 854 time: 0.0515838 Dec 13 13:44:16.356149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-bde5a174-45da-433e-8453-f672beaee121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:16.358823 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-bde5a174-45da-433e-8453-f672beaee121 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d96d7f0f-9f36-447b-be99-24bdae1d258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531898 Dec 13 13:44:16.451437 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-9c4bd30a-7ef2-46a8-9d81-20d3cb68fb00 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847127 Dec 13 13:44:16.576373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f92ac95b-5f5c-4ad4-aeb5-5b8fab1d8fb1 req-a0ef7d6c-4351-4301-9f88-2b11b929d312 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160331 Dec 13 13:44:16.596321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6bc2-6523-4fcd-97ff-01e53944ca1f req-6a592ad0-ae98-4c9c-b311-1556809d5049 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:16.598010 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbcb6bc2-6523-4fcd-97ff-01e53944ca1f req-6a592ad0-ae98-4c9c-b311-1556809d5049 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 944 time: 0.0642886 Dec 13 13:44:16.648817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-cbcb6bc2-6523-4fcd-97ff-01e53944ca1f req-9015637c-cd5f-4b5b-9310-a1029649df41 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440283 Dec 13 13:44:17.771595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb9c29-1be8-4bc7-840f-fa390a5b6581 req-7442f050-f872-4970-a71d-0be2a3521372 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:17.773000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58bb9c29-1be8-4bc7-840f-fa390a5b6581 req-7442f050-f872-4970-a71d-0be2a3521372 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 944 time: 0.0527728 Dec 13 13:44:17.822679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58bb9c29-1be8-4bc7-840f-fa390a5b6581 req-873ece68-c023-4401-b903-1ba388ec3dc0 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 Dec 13 13:44:18.556882 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9fab9871-7aba-4c6d-a947-bf83ad00498a details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:44:18.667060 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9fab9871-7aba-4c6d-a947-bf83ad00498a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:44:18.680238 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'port_id': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'mac_address': 'fa:16:3e:4d:67:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:44:18.735015 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:18.747802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fab9871-7aba-4c6d-a947-bf83ad00498a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:44:18.767150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9fab9871-7aba-4c6d-a947-bf83ad00498a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:44:18.772649 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:18.828188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9fab9871-7aba-4c6d-a947-bf83ad00498a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:18.836029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.836381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.836729 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.837069 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.837405 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.837746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.838092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.838424 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.838753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.839078 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.839399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.839724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.840121 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:18.947957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4668b-7d52-411b-ad91-49dccac626bc req-bf1f9225-1fee-4906-a223-9a4e9e152ec7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:18.949466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35d4668b-7d52-411b-ad91-49dccac626bc req-bf1f9225-1fee-4906-a223-9a4e9e152ec7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 945 time: 0.0559072 Dec 13 13:44:18.978704 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9fab9871-7aba-4c6d-a947-bf83ad00498a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:44:18.999564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35d4668b-7d52-411b-ad91-49dccac626bc req-2887f39c-ea82-44ad-bc57-05ce37863ae1 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437295 Dec 13 13:44:20.141846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c881ac-8df2-43bc-833e-b93badf55075 req-6aa91787-ca61-4430-9c6e-76a5f22b21d4 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:20.143367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46c881ac-8df2-43bc-833e-b93badf55075 req-6aa91787-ca61-4430-9c6e-76a5f22b21d4 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 945 time: 0.0589781 Dec 13 13:44:20.191470 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-46c881ac-8df2-43bc-833e-b93badf55075 req-67e00f05-fd48-4f68-a90d-584b241c785e tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Dec 13 13:44:20.573279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9fab9871-7aba-4c6d-a947-bf83ad00498a up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:44:20.634997 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 9fab9871-7aba-4c6d-a947-bf83ad00498a completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:44:20.639187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 9fab9871-7aba-4c6d-a947-bf83ad00498a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:44:20.639589 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:20.715994 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:20.739144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:44:20.741397 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e484db-e5e1-4c30-8a2e-8c73c687b8cc" -d '{"events": [{"server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "name": "network-vif-plugged", "status": "completed", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:44:20.754710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 9fab9871-7aba-4c6d-a947-bf83ad00498a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:44:20.760110 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:20.786953 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260fe6ed-cdff-44af-a638-205bc3cc6a76 x-openstack-request-id: req-260fe6ed-cdff-44af-a638-205bc3cc6a76 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:44:20.787249 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "name": "network-vif-plugged", "status": "completed", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:44:20.787507 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-260fe6ed-cdff-44af-a638-205bc3cc6a76 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:44:20.787890 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'code': 200} Dec 13 13:44:20.888141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafd3ad-21e4-4ad0-8f61-e0b308146ae1 req-5e0456a4-6fd7-41e7-861e-79037d938750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:20.889776 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5eafd3ad-21e4-4ad0-8f61-e0b308146ae1 req-5e0456a4-6fd7-41e7-861e-79037d938750 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1097 time: 0.0478833 Dec 13 13:44:20.939906 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5eafd3ad-21e4-4ad0-8f61-e0b308146ae1 req-973d73c1-4730-4907-9a4e-12962f37620a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Dec 13 13:44:20.983306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9fab9871-7aba-4c6d-a947-bf83ad00498a,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:21.317731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c0a4c-6440-49b7-8ccd-1144e2403b8c req-6cf04e66-5ace-480e-ae62-da5fc683388d tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:21.319147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d21c0a4c-6440-49b7-8ccd-1144e2403b8c req-6cf04e66-5ace-480e-ae62-da5fc683388d tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 946 time: 0.0529191 Dec 13 13:44:21.369769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d21c0a4c-6440-49b7-8ccd-1144e2403b8c req-7a8c335e-f915-444d-bae4-171c0d664815 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Dec 13 13:44:22.503257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e907c-009a-46ad-96b3-1e1f1fb1dfaf req-7435d4a0-5a6a-410b-9558-e390831e0da0 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:22.504855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f60e907c-009a-46ad-96b3-1e1f1fb1dfaf req-7435d4a0-5a6a-410b-9558-e390831e0da0 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 946 time: 0.0515862 Dec 13 13:44:22.559758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f60e907c-009a-46ad-96b3-1e1f1fb1dfaf req-be01ef27-9500-4615-848e-c458f0ea250d tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482051 Dec 13 13:44:22.687945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504b77b-4958-4557-8578-b96919275e89 req-8b2c6502-0ff6-48f2-862b-6bffae98df92 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:22.689350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0504b77b-4958-4557-8578-b96919275e89 req-8b2c6502-0ff6-48f2-862b-6bffae98df92 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 946 time: 0.0590186 Dec 13 13:44:22.741268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0504b77b-4958-4557-8578-b96919275e89 req-75e9411d-102f-4818-9f9a-b7e19c3432b5 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Dec 13 13:44:22.945514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fba8-4a25-4463-83d9-322333f1c4d7 req-4f2840e0-5c61-4d5e-9e24-dc0a45134b4c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:22.946923 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d27fba8-4a25-4463-83d9-322333f1c4d7 req-4f2840e0-5c61-4d5e-9e24-dc0a45134b4c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 946 time: 0.0518985 Dec 13 13:44:22.996909 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3d27fba8-4a25-4463-83d9-322333f1c4d7 req-d6cd6e4e-8db1-4493-9361-73a4562cbc8e tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416925 Dec 13 13:44:24.316642 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce501a0b-1a9b-41a0-aee2-dfb9cc3207df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:26.679715 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-143fee58-f614-4966-b537-da1d5e28e659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:27.947434 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:29.284560 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:29.936309 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:35.610312 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:44:35.646114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f925b16-45fb-40d4-9137-b1ac41c47180 req-77723bb1-4f9f-48c6-b867-b4cc57a259d1 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:35.647599 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f925b16-45fb-40d4-9137-b1ac41c47180 req-77723bb1-4f9f-48c6-b867-b4cc57a259d1 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 946 time: 0.0589895 Dec 13 13:44:35.700101 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9f925b16-45fb-40d4-9137-b1ac41c47180 req-06d9c2f7-ebf0-4417-bfc5-cc3fb784ff5f tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 Dec 13 13:44:35.728749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39808) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:44:35.895661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176a7c1-4d02-4287-8c09-9970fee559ca tempest-TestMinimumBasicScenario-1168085834 tempest-TestMinimumBasicScenario-1168085834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:35.897205 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6176a7c1-4d02-4287-8c09-9970fee559ca tempest-TestMinimumBasicScenario-1168085834 tempest-TestMinimumBasicScenario-1168085834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1092 time: 0.1674659 Dec 13 13:44:35.900432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39812) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:44:35.905172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:35.931783 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:36.035736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:36.141129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Allocated IP 172.25.2.153 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/990ac767-ce0f-4286-8e0c-53d787d94d58) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:44:36.245358 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:36.284216 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:36.324660 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:44:36.329147 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:44:36.333623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:44:36.336692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'Port': ['ID=990ac767-ce0f-4286-8e0c-53d787d94d58,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:36.368205 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.368553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.368893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.369228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.369581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.369866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.370222 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.370550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.370869 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.371203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.371506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.371816 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.372128 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:44:36.715674 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:36.796924 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:36.973103 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:36.979719 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.050974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'Port': ['ID=990ac767-ce0f-4286-8e0c-53d787d94d58,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:37.064816 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.171112 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Floating IP 4ff83171-7327-4ff8-b952-d1b0dac79d1c associated. External IP: 172.25.2.153, port: 9fab9871-7aba-4c6d-a947-bf83ad00498a. Dec 13 13:44:37.405090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Router 0fd72417-7fe2-41be-8c47-9b333fead4e6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:44:37.517975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:44:37.529214 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] Sync routers for ids ['0fd72417-7fe2-41be-8c47-9b333fead4e6'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:44:37.540539 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.541746 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] Routers {'0fd72417-7fe2-41be-8c47-9b333fead4e6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:44:37.542400 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:44:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0fd72417-7fe2-41be-8c47-9b333fead4e6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:44:37.569456 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9da9be9a-a43b-491b-9e6c-61559f5eb245 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6679139 Dec 13 13:44:37.570053 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:44:37.572352 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680108cd-cd45-47b7-b1f1-7deda755d8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:44:37.572513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39814) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:44:37.578335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-673608a7-1a64-44f9-9ffe-b15690cafc6c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278166050', 'description': 'tempest-secgroup-smoke-1278166050 description', 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:37.603146 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-673608a7-1a64-44f9-9ffe-b15690cafc6c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.612466 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f32310-acfe-4034-8185-61feeb70803d x-openstack-request-id: req-86f32310-acfe-4034-8185-61feeb70803d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:44:37.612756 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:44:37.613009 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86f32310-acfe-4034-8185-61feeb70803d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:44:37.613421 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'status': 'completed', 'code': 200} Dec 13 13:44:37.655029 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] Set router 0fd72417-7fe2-41be-8c47-9b333fead4e6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:44:37.712951 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-ffa79882-2285-46fe-99a1-8ce24271b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:37.714377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-ffa79882-2285-46fe-99a1-8ce24271b968 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1097 time: 0.0772943 Dec 13 13:44:37.716677 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-673608a7-1a64-44f9-9ffe-b15690cafc6c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.721918 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-673608a7-1a64-44f9-9ffe-b15690cafc6c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.803275 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-673608a7-1a64-44f9-9ffe-b15690cafc6c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.804531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-673608a7-1a64-44f9-9ffe-b15690cafc6c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2309813 Dec 13 13:44:37.807814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39818) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:44:37.809889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673608a7-1a64-44f9-9ffe-b15690cafc6c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46c6824-c4d0-41b3-a635-d285d867d028,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:37.813140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8a224a5e-f691-40a1-a243-8a6aa68ddad3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'security_group_rule': {'security_group_id': 'b46c6824-c4d0-41b3-a635-d285d867d028', 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:37.854301 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a224a5e-f691-40a1-a243-8a6aa68ddad3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.858371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-491034c4-3cb8-44ae-acf2-e51bf467ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:37.860642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-491034c4-3cb8-44ae-acf2-e51bf467ea67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 200 len: 915 time: 0.1358688 Dec 13 13:44:37.920661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a224a5e-f691-40a1-a243-8a6aa68ddad3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.921714 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '4ff83171-7327-4ff8-b952-d1b0dac79d1c', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'port_id': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'mac_address': 'fa:16:3e:4d:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:44:36Z', 'updated_at': '2021-12-13T13:44:36Z', 'revision_number': 0, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db8ea58-5e9d-4e1e-be59-b467836cf17a', 'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'mac_address': 'fa:16:3e:5d:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:44Z', 'updated_at': '2021-12-13T13:43:49Z', 'revision_number': 5, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'subnets': [{'id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:44:37.925990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a224a5e-f691-40a1-a243-8a6aa68ddad3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.937098 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.952383 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a224a5e-f691-40a1-a243-8a6aa68ddad3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7f6e89-6989-4a74-aa27-7b7d874bd6b7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:37.956910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-75c861ad-b86b-4c13-bd79-86ce5b017384 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 1000 time: 0.0878479 Dec 13 13:44:37.959863 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8a224a5e-f691-40a1-a243-8a6aa68ddad3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:37.961084 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8a224a5e-f691-40a1-a243-8a6aa68ddad3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521473 Dec 13 13:44:37.964261 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39820) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:44:37.965856 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] Checking router: 0fd72417-7fe2-41be-8c47-9b333fead4e6 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:44:37.970906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-49c179de-f2b6-4312-9c29-5f776d12eab3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'security_group_rule': {'security_group_id': 'b46c6824-c4d0-41b3-a635-d285d867d028', 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:37.976674 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] Routers {'0fd72417-7fe2-41be-8c47-9b333fead4e6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:44:37.977285 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:44:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0fd72417-7fe2-41be-8c47-9b333fead4e6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:44:37.991787 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.010830 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49c179de-f2b6-4312-9c29-5f776d12eab3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.030576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-3883d918-7937-4bf6-960d-146f3ac9f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:38.033734 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-3883d918-7937-4bf6-960d-146f3ac9f857 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 HTTP/1.1" status: 200 len: 854 time: 0.0689731 Dec 13 13:44:38.079767 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49c179de-f2b6-4312-9c29-5f776d12eab3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.085151 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49c179de-f2b6-4312-9c29-5f776d12eab3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.087812 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-b510e9f8-a924-442e-b310-4fa354fb03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:38.089328 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-b510e9f8-a924-442e-b310-4fa354fb03cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d96d7f0f-9f36-447b-be99-24bdae1d258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474050 Dec 13 13:44:38.101172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-dfc5daa1-380d-4092-a5ab-b5f216c4bd0e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:44:38.102350 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-dfc5daa1-380d-4092-a5ab-b5f216c4bd0e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056355 Dec 13 13:44:38.105328 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] Set router 0fd72417-7fe2-41be-8c47-9b333fead4e6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:44:38.106601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c179de-f2b6-4312-9c29-5f776d12eab3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e542b4c-3f4d-4f6e-9301-f7b5d681f2e3,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:38.118719 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-49c179de-f2b6-4312-9c29-5f776d12eab3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.120296 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-49c179de-f2b6-4312-9c29-5f776d12eab3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539149 Dec 13 13:44:38.126802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39822) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:44:38.133584 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5c7af700-52a7-482f-a15c-2e8b2812e4b3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'security_group_rule': {'security_group_id': 'b46c6824-c4d0-41b3-a635-d285d867d028', 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:38.165876 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c7af700-52a7-482f-a15c-2e8b2812e4b3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.214864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-c9bcbf0b-bd21-48bc-a4f8-e805cb7194e9 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045506 Dec 13 13:44:38.242834 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c7af700-52a7-482f-a15c-2e8b2812e4b3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.248036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c7af700-52a7-482f-a15c-2e8b2812e4b3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.269515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7af700-52a7-482f-a15c-2e8b2812e4b3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef202d3-e67d-4d49-a635-ec8078338f95,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:38.283976 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5c7af700-52a7-482f-a15c-2e8b2812e4b3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.286028 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5c7af700-52a7-482f-a15c-2e8b2812e4b3 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576452 Dec 13 13:44:38.288773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39824) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:44:38.294806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4604b2f1-c678-4ac6-852d-a82566685bb7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'security_group_rule': {'security_group_id': 'b46c6824-c4d0-41b3-a635-d285d867d028', 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:38.344272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-680108cd-cd45-47b7-b1f1-7deda755d8d2 req-a9d32ce7-4859-4a27-a88c-12a8352f3bc5 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215127 Dec 13 13:44:38.350176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4604b2f1-c678-4ac6-852d-a82566685bb7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.408785 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '4ff83171-7327-4ff8-b952-d1b0dac79d1c', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'port_id': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'mac_address': 'fa:16:3e:4d:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:44:36Z', 'updated_at': '2021-12-13T13:44:36Z', 'revision_number': 0, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db8ea58-5e9d-4e1e-be59-b467836cf17a', 'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'mac_address': 'fa:16:3e:5d:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:44Z', 'updated_at': '2021-12-13T13:43:49Z', 'revision_number': 5, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'subnets': [{'id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:44:38.412642 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4604b2f1-c678-4ac6-852d-a82566685bb7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.417699 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4604b2f1-c678-4ac6-852d-a82566685bb7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.439419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604b2f1-c678-4ac6-852d-a82566685bb7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec31ae6-6eca-450e-a9c4-6db2f2e7c0fe,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:38.448606 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14802f70-9246-4b6e-8413-0def9b349913 None None] The sync data for ids ['0fd72417-7fe2-41be-8c47-9b333fead4e6'] in n-d-817326-4 is: [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '4ff83171-7327-4ff8-b952-d1b0dac79d1c', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'port_id': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'mac_address': 'fa:16:3e:4d:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:44:36Z', 'updated_at': '2021-12-13T13:44:36Z', 'revision_number': 0, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db8ea58-5e9d-4e1e-be59-b467836cf17a', 'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'mac_address': 'fa:16:3e:5d:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:44Z', 'updated_at': '2021-12-13T13:43:49Z', 'revision_number': 5, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'subnets': [{'id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:44:38.455534 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4604b2f1-c678-4ac6-852d-a82566685bb7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.458121 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4604b2f1-c678-4ac6-852d-a82566685bb7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669824 Dec 13 13:44:38.460139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39826) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:44:38.467516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-0cdb22ed-5518-4911-b86c-e10313cee946 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'security_group_rule': {'security_group_id': 'b46c6824-c4d0-41b3-a635-d285d867d028', 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:38.495145 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-0cdb22ed-5518-4911-b86c-e10313cee946 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Project 9b938d5d91de4ec0af1b7c715c0163e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:44:38.501547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cdb22ed-5518-4911-b86c-e10313cee946 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.571455 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cdb22ed-5518-4911-b86c-e10313cee946 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.576686 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cdb22ed-5518-4911-b86c-e10313cee946 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.599954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb22ed-5518-4911-b86c-e10313cee946 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef87b49-5b48-4db5-b76c-98724ba4cade,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:38.610765 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0cdb22ed-5518-4911-b86c-e10313cee946 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.612090 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0cdb22ed-5518-4911-b86c-e10313cee946 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506643 Dec 13 13:44:38.615787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39828) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:44:38.622580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-f1b7f119-8d8b-490a-83b9-898da1f03e64 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'security_group_rule': {'security_group_id': 'b46c6824-c4d0-41b3-a635-d285d867d028', 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:38.653273 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-f1b7f119-8d8b-490a-83b9-898da1f03e64 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Project 9b938d5d91de4ec0af1b7c715c0163e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:44:38.659632 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1b7f119-8d8b-490a-83b9-898da1f03e64 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.689502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae2e91e-caf8-4582-a657-007aa221abe0 None None] New status for floating IP 4ff83171-7327-4ff8-b952-d1b0dac79d1c: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:44:38.740579 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1b7f119-8d8b-490a-83b9-898da1f03e64 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.745617 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1b7f119-8d8b-490a-83b9-898da1f03e64 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.764068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7f119-8d8b-490a-83b9-898da1f03e64 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38544c79-24e8-4e01-9e23-58a17265778f,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:38.774512 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f1b7f119-8d8b-490a-83b9-898da1f03e64 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:38.775860 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f1b7f119-8d8b-490a-83b9-898da1f03e64 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589961 Dec 13 13:44:38.874903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-5e37c8c8-d6ef-47a2-a0ec-4939c1d22519 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278166050&fields=id&tenant_id=9b938d5d91de4ec0af1b7c715c0163e6 HTTP/1.1" status: 200 len: 267 time: 0.0534794 Dec 13 13:44:38.931028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-7e4804e6-5121-42ec-8a28-6ee0c4789884 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:38.932616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-7e4804e6-5121-42ec-8a28-6ee0c4789884 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 946 time: 0.0508039 Dec 13 13:44:38.944741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-2ac403cd-3d3e-4a64-8df5-629036ef6348 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'port': {'security_groups': ['70d50561-c519-4d5c-a3b2-fb2bc8c97645', 'b46c6824-c4d0-41b3-a635-d285d867d028']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:44:39.010183 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-2ac403cd-3d3e-4a64-8df5-629036ef6348 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:39.140873 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-ed2d68d9-92d6-4b5c-a728-3eec8ee8e674 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755465 Dec 13 13:44:39.266548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-f4b09805-174f-4803-ade7-bb8713b97885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:39.267939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-f4b09805-174f-4803-ade7-bb8713b97885 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1097 time: 0.0772822 Dec 13 13:44:39.269584 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-2ac403cd-3d3e-4a64-8df5-629036ef6348 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] For port 9fab9871-7aba-4c6d-a947-bf83ad00498a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:44:39.318031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-2ac403cd-3d3e-4a64-8df5-629036ef6348 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:39.346101 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-2ac403cd-3d3e-4a64-8df5-629036ef6348 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:39.358277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9fab9871-7aba-4c6d-a947-bf83ad00498a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:44:39.412210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-2ac403cd-3d3e-4a64-8df5-629036ef6348 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:39.412837 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-2ac403cd-3d3e-4a64-8df5-629036ef6348 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:39.414287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f2e3765-f55d-4ac5-9de4-2c022137e45a req-2ac403cd-3d3e-4a64-8df5-629036ef6348 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "PUT /v2.0/ports/9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 982 time: 0.4749620 Dec 13 13:44:39.422927 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:44:39.425254 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951cd081-d032-490c-b453-90936c11102c" -d '{"events": [{"name": "network-changed", "server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:44:39.447667 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac403cd-3d3e-4a64-8df5-629036ef6348 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'Port': ['ID=9fab9871-7aba-4c6d-a947-bf83ad00498a,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:44:39.471965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9fab9871-7aba-4c6d-a947-bf83ad00498a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:44:39.482709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-cb237a45-f93f-4bd6-81b6-d663c74ec432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:39.484433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-cb237a45-f93f-4bd6-81b6-d663c74ec432 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 200 len: 915 time: 0.1947448 Dec 13 13:44:39.501690 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae95d7cf-623c-407a-98de-8e73c4f70905 x-openstack-request-id: req-ae95d7cf-623c-407a-98de-8e73c4f70905 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:44:39.501981 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:44:39.503154 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae95d7cf-623c-407a-98de-8e73c4f70905 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:44:39.503154 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'status': 'completed', 'code': 200} Dec 13 13:44:39.605520 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c2249-5b3b-47f6-b7cb-f9e0d9b3757a req-4ecaa10f-1a6d-4bd1-ac24-d06626a81cf5 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:39.606989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-427c2249-5b3b-47f6-b7cb-f9e0d9b3757a req-4ecaa10f-1a6d-4bd1-ac24-d06626a81cf5 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.1021686 Dec 13 13:44:39.609084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-7bc68fde-5894-4563-8596-a9c5ae07fb27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 1002 time: 0.1160712 Dec 13 13:44:39.701089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-573eda1b-bc07-4fba-87d9-b8e5e0838d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:39.702650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-573eda1b-bc07-4fba-87d9-b8e5e0838d8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 HTTP/1.1" status: 200 len: 854 time: 0.0813601 Dec 13 13:44:39.708594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-427c2249-5b3b-47f6-b7cb-f9e0d9b3757a req-1776e6ea-f70b-44e2-99e9-27214a4fbd1d tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944605 Dec 13 13:44:39.758652 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-bcbd8a51-f257-4bcc-a585-5499b579cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:39.760198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-bcbd8a51-f257-4bcc-a585-5499b579cdfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d96d7f0f-9f36-447b-be99-24bdae1d258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494480 Dec 13 13:44:39.780252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ab93148f-525e-404f-80e7-63ced161053c None None] Provisioning complete for port 9fab9871-7aba-4c6d-a947-bf83ad00498a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:44:39.780795 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab93148f-525e-404f-80e7-63ced161053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:40.163768 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-71bcab62-983a-4d10-80c9-e5f12b59c417 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957584 Dec 13 13:44:40.272577 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd26b81e-6f28-400b-9858-0775e5944f52 req-24125fdd-fd65-425b-87da-af1411174e36 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000583 Dec 13 13:44:40.364583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cd081-d032-490c-b453-90936c11102c req-a8fdf412-3d59-48ea-8e77-f8966be61702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:40.366054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-951cd081-d032-490c-b453-90936c11102c req-a8fdf412-3d59-48ea-8e77-f8966be61702 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1136 time: 0.0458941 Dec 13 13:44:40.462292 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cd081-d032-490c-b453-90936c11102c req-b6444ce5-6f24-4145-9705-e9e8c970b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:40.463790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-951cd081-d032-490c-b453-90936c11102c req-b6444ce5-6f24-4145-9705-e9e8c970b2a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 200 len: 915 time: 0.0896461 Dec 13 13:44:40.534143 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-951cd081-d032-490c-b453-90936c11102c req-347c7df0-4401-4b33-9b8f-44bb2286703a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 1002 time: 0.0616028 Dec 13 13:44:40.589788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cd081-d032-490c-b453-90936c11102c req-25ab111a-415f-4efc-9984-11a662735941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:40.591422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-951cd081-d032-490c-b453-90936c11102c req-25ab111a-415f-4efc-9984-11a662735941 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 HTTP/1.1" status: 200 len: 854 time: 0.0451422 Dec 13 13:44:40.641239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cd081-d032-490c-b453-90936c11102c req-e671c557-f234-4e6a-a4aa-7ea4061d5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:40.642787 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-951cd081-d032-490c-b453-90936c11102c req-e671c557-f234-4e6a-a4aa-7ea4061d5402 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d96d7f0f-9f36-447b-be99-24bdae1d258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406859 Dec 13 13:44:40.740268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-951cd081-d032-490c-b453-90936c11102c req-4f681e57-be58-4a4d-b201-1c133d04eccd service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885313 Dec 13 13:44:40.833193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-951cd081-d032-490c-b453-90936c11102c req-8be50c16-14b6-40ab-b5fd-2adff92b9fdb service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834007 Dec 13 13:44:54.321294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4398a3d-0fac-4d9e-9929-332354aabad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:56.688382 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1269f184-154f-476b-9b88-81d780527de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:56.940297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445d80a-2921-4b1a-b8b6-9162c73dac18 req-bada92ee-7273-4757-81b1-a96761f0c505 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:56.941877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1445d80a-2921-4b1a-b8b6-9162c73dac18 req-bada92ee-7273-4757-81b1-a96761f0c505 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0820327 Dec 13 13:44:56.946494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224d20e-0872-437c-b992-dc167f32b850 req-37850cd8-ad41-4fb2-b1cc-e4ce2ecb9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:56.947844 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2224d20e-0872-437c-b992-dc167f32b850 req-37850cd8-ad41-4fb2-b1cc-e4ce2ecb9383 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1136 time: 0.0755641 Dec 13 13:44:57.059377 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1445d80a-2921-4b1a-b8b6-9162c73dac18 req-44d90da3-3d67-4872-9dc2-f80fbbe4c9f4 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104360 Dec 13 13:44:57.082183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224d20e-0872-437c-b992-dc167f32b850 req-3a08952b-a0c6-4cca-92aa-df4bf6e84949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:57.083642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2224d20e-0872-437c-b992-dc167f32b850 req-3a08952b-a0c6-4cca-92aa-df4bf6e84949 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 200 len: 915 time: 0.1220069 Dec 13 13:44:57.168983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2224d20e-0872-437c-b992-dc167f32b850 req-b582e308-d66f-478c-a4db-bfdaa3b73aef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 1002 time: 0.0766845 Dec 13 13:44:57.227288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224d20e-0872-437c-b992-dc167f32b850 req-efd59d54-6188-4f19-a786-3f4dd775f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:57.228758 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2224d20e-0872-437c-b992-dc167f32b850 req-efd59d54-6188-4f19-a786-3f4dd775f03a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 HTTP/1.1" status: 200 len: 854 time: 0.0525649 Dec 13 13:44:57.276140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224d20e-0872-437c-b992-dc167f32b850 req-cb7235ed-706c-409d-847e-43bdbd77ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:57.277604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2224d20e-0872-437c-b992-dc167f32b850 req-cb7235ed-706c-409d-847e-43bdbd77ce1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d96d7f0f-9f36-447b-be99-24bdae1d258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417686 Dec 13 13:44:57.367002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2224d20e-0872-437c-b992-dc167f32b850 req-f4c7ae52-73e4-4fe1-b6a0-7e023588afc4 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819073 Dec 13 13:44:57.466560 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2224d20e-0872-437c-b992-dc167f32b850 req-5d3a4c0a-3cb1-41eb-9ef3-d5b4453c95c1 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922623 Dec 13 13:44:57.954235 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:58.189945 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59c2f8-6ca3-422d-abb7-d1e59a13f9f6 req-6b728c4a-3719-411a-b2df-a43a017e963d tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:58.191468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d59c2f8-6ca3-422d-abb7-d1e59a13f9f6 req-6b728c4a-3719-411a-b2df-a43a017e963d tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0530300 Dec 13 13:44:58.258860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d59c2f8-6ca3-422d-abb7-d1e59a13f9f6 req-f6e0f142-c08c-45f2-a2ac-7c0230125c3c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584512 Dec 13 13:44:59.286112 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:44:59.387066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d41599-f63f-483c-8b12-7354ce2430eb req-7975b88b-c839-4a35-96ff-7bbe26d7f2a0 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:44:59.388565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27d41599-f63f-483c-8b12-7354ce2430eb req-7975b88b-c839-4a35-96ff-7bbe26d7f2a0 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0558455 Dec 13 13:44:59.456806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27d41599-f63f-483c-8b12-7354ce2430eb req-60cb3401-6031-4d0d-9687-f6a67601c576 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616100 Dec 13 13:44:59.949922 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:00.579691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a47618-e5d8-441c-9e7e-b5838074163e req-ba150f20-d60e-4dee-aef0-84fed99aec90 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:00.581142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72a47618-e5d8-441c-9e7e-b5838074163e req-ba150f20-d60e-4dee-aef0-84fed99aec90 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0518878 Dec 13 13:45:00.642247 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72a47618-e5d8-441c-9e7e-b5838074163e req-0c475729-79c1-4f54-8fc1-36204428672d tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547290 Dec 13 13:45:01.774295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d5782-74fa-4cfb-abca-62a684f11230 req-2909c8a2-edd3-455d-ab8b-2a278b20c014 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:01.775708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-053d5782-74fa-4cfb-abca-62a684f11230 req-2909c8a2-edd3-455d-ab8b-2a278b20c014 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0518978 Dec 13 13:45:01.836914 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-053d5782-74fa-4cfb-abca-62a684f11230 req-4a0f5d8a-77e3-4c3c-85c0-882a0cd622a1 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547330 Dec 13 13:45:02.974596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d60c6-f3e0-4c14-8d12-827656e3049e req-a79161b8-9811-4005-ba0a-60e9e288eb0e tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:02.976132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-741d60c6-f3e0-4c14-8d12-827656e3049e req-a79161b8-9811-4005-ba0a-60e9e288eb0e tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0562787 Dec 13 13:45:03.049524 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-741d60c6-f3e0-4c14-8d12-827656e3049e req-c3efc267-6737-4ced-8e57-4fb0a999785f tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671029 Dec 13 13:45:04.173226 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b17e23-7fd2-4c89-8755-427e302ea22f req-4716b390-edcc-4617-9ac2-21ef63850b8e tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:04.174751 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86b17e23-7fd2-4c89-8755-427e302ea22f req-4716b390-edcc-4617-9ac2-21ef63850b8e tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0519793 Dec 13 13:45:04.238453 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86b17e23-7fd2-4c89-8755-427e302ea22f req-ee7251e1-9b50-4267-a18f-46076279c3e5 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561664 Dec 13 13:45:05.373999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7a1a-c384-41e3-a2a0-44e5a81a5603 req-c9968fcd-0c83-427a-874e-c16c6d8b95fc tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:05.375526 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-275b7a1a-c384-41e3-a2a0-44e5a81a5603 req-c9968fcd-0c83-427a-874e-c16c6d8b95fc tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0567968 Dec 13 13:45:05.439057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-275b7a1a-c384-41e3-a2a0-44e5a81a5603 req-458868ea-a9ee-4811-9bfb-b008f2794382 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552676 Dec 13 13:45:06.559216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4e4ed-3b17-4113-ac9d-7955f2e88c97 req-a489ce5d-3317-48bb-ad3c-11271db2233b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:06.560690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3af4e4ed-3b17-4113-ac9d-7955f2e88c97 req-a489ce5d-3317-48bb-ad3c-11271db2233b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0490947 Dec 13 13:45:06.624193 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3af4e4ed-3b17-4113-ac9d-7955f2e88c97 req-155a8b72-364b-4e19-925a-5ad3e9c7c827 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572278 Dec 13 13:45:07.751410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e222f-aaba-42d1-b0b3-217490e929a6 req-37e87720-6cc0-4c81-af04-deb88d15174a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:07.753177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c6e222f-aaba-42d1-b0b3-217490e929a6 req-37e87720-6cc0-4c81-af04-deb88d15174a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0528655 Dec 13 13:45:07.818785 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5c6e222f-aaba-42d1-b0b3-217490e929a6 req-458980c3-c1fe-4c93-aece-b4f11042af80 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590799 Dec 13 13:45:07.939060 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:08.012373 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:08.957059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be424d49-6d82-4d9b-b768-b8a8e93a263a req-471f5b2f-e835-4a07-aee0-67256f1d9ace tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:08.959159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-be424d49-6d82-4d9b-b768-b8a8e93a263a req-471f5b2f-e835-4a07-aee0-67256f1d9ace tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0589821 Dec 13 13:45:09.020931 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-be424d49-6d82-4d9b-b768-b8a8e93a263a req-319acdcc-cdde-4d47-af05-b887fef9b69d tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=b46c6824-c4d0-41b3-a635-d285d867d028&id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555131 Dec 13 13:45:12.613027 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:45:22.462810 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-354a2bb4-f050-470d-bead-8b0d91fc2f38 req-eb188ae1-420b-4cac-800e-37dee309d596 tempest-ServerDiskConfigTestJSON-1195911733 tempest-ServerDiskConfigTestJSON-1195911733-project] (109886) timed out ('10.222.0.37', 63906) {{(pid=109886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:45:24.317807 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5549-c0e7-4f51-8613-42fdbd056068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:26.683758 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d606313-4701-4d80-814a-85d05d5b433e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:27.957759 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:29.295092 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:29.950951 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:37.938009 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:38.009153 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:39.104970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-ce49f7ce-e255-416b-b72b-81685f17cac3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425301 Dec 13 13:45:39.200825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-d5d88bd0-f269-4a84-b701-7fbbf12120e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:39.202439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-d5d88bd0-f269-4a84-b701-7fbbf12120e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1136 time: 0.0417171 Dec 13 13:45:39.313851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-ed51a87c-dbc3-4b9c-9b1f-e07673fa57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:39.315369 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-ed51a87c-dbc3-4b9c-9b1f-e07673fa57d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 200 len: 915 time: 0.0925162 Dec 13 13:45:39.384970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-13d7d249-8198-4611-a67d-294af78398fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 1002 time: 0.0616162 Dec 13 13:45:39.441795 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-51ab5789-8381-4c74-97f9-5873fe32d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:39.443443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-51ab5789-8381-4c74-97f9-5873fe32d9fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 HTTP/1.1" status: 200 len: 854 time: 0.0518799 Dec 13 13:45:39.497587 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-aada8572-c7ac-45eb-bf7a-0d3304099468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:39.499129 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-aada8572-c7ac-45eb-bf7a-0d3304099468 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d96d7f0f-9f36-447b-be99-24bdae1d258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468004 Dec 13 13:45:39.598138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-b68b22b2-eb46-448e-8ca9-a64641a25d74 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915089 Dec 13 13:45:39.704778 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c77cf14-3772-4675-9269-9e1995edf5c0 req-7f94de37-ec75-4c25-8e3a-538ca50ef5bd service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991554 Dec 13 13:45:41.429276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-48dc61da-f000-4ea1-993e-73508cc4891a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278166050&fields=id&tenant_id=9b938d5d91de4ec0af1b7c715c0163e6 HTTP/1.1" status: 200 len: 267 time: 0.0477171 Dec 13 13:45:41.492506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-dc14446d-9ce0-4e9f-babd-a1d689e921c5 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:41.493887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-dc14446d-9ce0-4e9f-babd-a1d689e921c5 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 985 time: 0.0587044 Dec 13 13:45:41.505362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Request body: {'port': {'security_groups': ['70d50561-c519-4d5c-a3b2-fb2bc8c97645']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:45:41.575368 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:41.757277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] For port 9fab9871-7aba-4c6d-a947-bf83ad00498a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:45:41.788904 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:41.796985 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:41.810297 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9fab9871-7aba-4c6d-a947-bf83ad00498a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:45:41.843234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:41.843827 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:41.846602 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0df8381-7034-4441-a1fc-4190386d7cf4 req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "PUT /v2.0/ports/9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 943 time: 0.3459623 Dec 13 13:45:41.847227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:45:41.850884 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a" -d '{"events": [{"name": "network-changed", "server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:45:41.851576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39886) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:45:41.883955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event updated for resources: {'Port': ['ID=9fab9871-7aba-4c6d-a947-bf83ad00498a,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:45:41.895734 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.896090 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.896439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.896778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.897111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.897447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.897777 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.898123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.902553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.902997 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.903491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.903883 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.904219 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63931bf4-f99b-4a95-8c77-d6149bbb565a tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:41.918711 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119526e0-df1d-4c29-b00c-9f330f11e74a x-openstack-request-id: req-119526e0-df1d-4c29-b00c-9f330f11e74a {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:45:41.919444 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:45:41.919850 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-119526e0-df1d-4c29-b00c-9f330f11e74a {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:45:41.920265 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'status': 'completed', 'code': 200} Dec 13 13:45:41.936647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9fab9871-7aba-4c6d-a947-bf83ad00498a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:45:41.948133 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:41.977518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-5f14d7a0-fe39-4192-87e6-2ef6c59b8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:41.979097 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-5f14d7a0-fe39-4192-87e6-2ef6c59b8945 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1097 time: 0.0463307 Dec 13 13:45:41.984157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:42.055174 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:42.059276 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:42.060533 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "DELETE /v2.0/security-groups/b46c6824-c4d0-41b3-a635-d285d867d028 HTTP/1.1" status: 204 len: 168 time: 0.2072818 Dec 13 13:45:42.063592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 39892) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:45:42.079070 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46c6824-c4d0-41b3-a635-d285d867d028,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:45:42.088865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.089239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.089582 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.089918 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.090289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.090803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.091134 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.091490 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.091822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.092187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.092514 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.092835 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.093173 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a8120-6a4b-46b3-913a-fcad87a0d124 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:42.165808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-18347053-87c2-420c-9a0c-7953868aa559 None None] Provisioning complete for port 9fab9871-7aba-4c6d-a947-bf83ad00498a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:45:42.166311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18347053-87c2-420c-9a0c-7953868aa559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:42.168782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-cf6b2ace-8397-4ae6-bac4-032ace07a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:42.170274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-cf6b2ace-8397-4ae6-bac4-032ace07a6ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 200 len: 915 time: 0.1839674 Dec 13 13:45:42.294698 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-757c2411-67f3-43f1-ac2d-480e02f15532 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 1002 time: 0.0965796 Dec 13 13:45:42.352566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-d43e73e4-1284-40b2-ab71-af1d91d72af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:42.354022 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-d43e73e4-1284-40b2-ab71-af1d91d72af1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 HTTP/1.1" status: 200 len: 854 time: 0.0507457 Dec 13 13:45:42.356216 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Deleting port 990ac767-ce0f-4286-8e0c-53d787d94d58 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:45:42.356559 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:42.465423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-84a045fb-1513-4e2d-a99a-78216a9ed421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:42.466981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-84a045fb-1513-4e2d-a99a-78216a9ed421 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d96d7f0f-9f36-447b-be99-24bdae1d258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981081 Dec 13 13:45:42.468660 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:42.468970 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:42.497393 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Calling delete_port for 990ac767-ce0f-4286-8e0c-53d787d94d58 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:45:42.618266 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-23e10b9a-1d61-4c74-aa90-0be042167db2 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413481 Dec 13 13:45:42.753715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a2dc0a48-3030-4b7a-99c0-3bd6b16f371a req-a98d2534-d182-40f9-b77d-b5a049c45b77 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270485 Dec 13 13:45:42.775760 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:42.802503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event deleted for resources: {'Port': ['ID=990ac767-ce0f-4286-8e0c-53d787d94d58,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:45:42.867761 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:42.868067 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Floating IP 4ff83171-7327-4ff8-b952-d1b0dac79d1c disassociated (deleted). External IP: 172.25.2.153, port: 9fab9871-7aba-4c6d-a947-bf83ad00498a. Dec 13 13:45:43.091969 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Router 0fd72417-7fe2-41be-8c47-9b333fead4e6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:45:43.202636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:45:43.207654 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:43.212966 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] Sync routers for ids ['0fd72417-7fe2-41be-8c47-9b333fead4e6'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:45:43.224166 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] Routers {'0fd72417-7fe2-41be-8c47-9b333fead4e6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:45:43.224764 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0fd72417-7fe2-41be-8c47-9b333fead4e6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:45:43.235131 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3a9c324b-9128-4f90-9d79-5ab6fb333a2b tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "DELETE /v2.0/floatingips/4ff83171-7327-4ff8-b952-d1b0dac79d1c HTTP/1.1" status: 204 len: 168 time: 1.1696081 Dec 13 13:45:43.341892 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] Set router 0fd72417-7fe2-41be-8c47-9b333fead4e6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:45:43.553017 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0db8ea58-5e9d-4e1e-be59-b467836cf17a', 'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'mac_address': 'fa:16:3e:5d:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:44Z', 'updated_at': '2021-12-13T13:43:49Z', 'revision_number': 5, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'subnets': [{'id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:45:43.578169 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] Checking router: 0fd72417-7fe2-41be-8c47-9b333fead4e6 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:45:43.586648 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] Routers {'0fd72417-7fe2-41be-8c47-9b333fead4e6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:45:43.587228 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0fd72417-7fe2-41be-8c47-9b333fead4e6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:45:43.783721 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] Set router 0fd72417-7fe2-41be-8c47-9b333fead4e6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:45:43.921790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:45:43.924227 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c662253-7db7-4350-9ff5-fe4f322943d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:45:43.964332 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b321ebe-d9d3-460a-bb84-2f1c32a23d87 x-openstack-request-id: req-3b321ebe-d9d3-460a-bb84-2f1c32a23d87 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:45:43.964860 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:45:43.965171 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b321ebe-d9d3-460a-bb84-2f1c32a23d87 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:45:43.965704 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'status': 'completed', 'code': 200} Dec 13 13:45:43.983502 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0db8ea58-5e9d-4e1e-be59-b467836cf17a', 'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'mac_address': 'fa:16:3e:5d:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:44Z', 'updated_at': '2021-12-13T13:43:49Z', 'revision_number': 5, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'subnets': [{'id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:45:44.014641 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2ec30e-dcd2-48a7-a765-e236ff22074e None None] The sync data for ids ['0fd72417-7fe2-41be-8c47-9b333fead4e6'] in n-d-817326-4 is: [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '0db8ea58-5e9d-4e1e-be59-b467836cf17a', 'name': '', 'network_id': 'd96d7f0f-9f36-447b-be99-24bdae1d258f', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'mac_address': 'fa:16:3e:5d:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:44Z', 'updated_at': '2021-12-13T13:43:49Z', 'revision_number': 5, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'subnets': [{'id': '6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:45:44.038650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-fdd9de31-b9bb-411d-872c-84f55e2ce2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:44.040784 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-fdd9de31-b9bb-411d-872c-84f55e2ce2fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 1097 time: 0.0527573 Dec 13 13:45:44.150386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-2038c0df-cf99-4d3d-bfae-3600234fe267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:44.152066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-2038c0df-cf99-4d3d-bfae-3600234fe267 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 200 len: 915 time: 0.1011930 Dec 13 13:45:44.202596 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-e2ca019c-cceb-4411-83a3-40034fd14529 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 200 len: 217 time: 0.0432451 Dec 13 13:45:44.257513 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-b2d4a1d0-aa5d-42ec-87fe-c666e1c75dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:44.260166 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-b2d4a1d0-aa5d-42ec-87fe-c666e1c75dc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 HTTP/1.1" status: 200 len: 854 time: 0.0500605 Dec 13 13:45:44.313154 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-c117ede2-ecee-4511-ae29-6b58b3418fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:44.314708 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-c117ede2-ecee-4511-ae29-6b58b3418fc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d96d7f0f-9f36-447b-be99-24bdae1d258f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482471 Dec 13 13:45:44.353425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283625d-3809-4581-8aee-e48b33f8e2e9 None None] New status for floating IP 4ff83171-7327-4ff8-b952-d1b0dac79d1c: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:45:44.431507 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-5c913eb5-b84f-4f84-9310-634504ed5d26 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083996 Dec 13 13:45:44.545569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c662253-7db7-4350-9ff5-fe4f322943d3 req-53541315-0106-4ec6-a631-7da6c9d53473 service neutron] 10.222.0.42 "GET /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013560 Dec 13 13:45:49.612370 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:45:52.301955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10543874-8882-46e9-aa22-00052a09cb7a req-fe36a6c3-f4c2-4545-9c78-ceb33e7d6bf8 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:52.303484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-10543874-8882-46e9-aa22-00052a09cb7a req-fe36a6c3-f4c2-4545-9c78-ceb33e7d6bf8 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 946 time: 0.0535834 Dec 13 13:45:52.354759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-10543874-8882-46e9-aa22-00052a09cb7a req-f719280b-8604-4906-a743-115a94a3d214 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451159 Dec 13 13:45:53.644649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f437b6-ad6b-412a-93ae-20649a836f38 req-d7668c71-5fa4-44aa-9f5b-5446b7ed419d tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:53.646052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5f437b6-ad6b-412a-93ae-20649a836f38 req-d7668c71-5fa4-44aa-9f5b-5446b7ed419d tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 946 time: 0.2127736 Dec 13 13:45:53.702273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c5f437b6-ad6b-412a-93ae-20649a836f38 req-34719905-b23d-4b26-a179-b4bf8128da3c tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/security-groups?id=70d50561-c519-4d5c-a3b2-fb2bc8c97645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468161 Dec 13 13:45:53.899599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-ffa85e8c-ec60-4d12-983f-387cddc742bf tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:45:53.900920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-ffa85e8c-ec60-4d12-983f-387cddc742bf tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 946 time: 0.0518677 Dec 13 13:45:53.996682 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-e2fd4bbe-40f8-45ac-b293-e5e7ec3069f7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Deleting port 9fab9871-7aba-4c6d-a947-bf83ad00498a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:45:53.997037 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-e2fd4bbe-40f8-45ac-b293-e5e7ec3069f7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:54.086366 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-e2fd4bbe-40f8-45ac-b293-e5e7ec3069f7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] For port 9fab9871-7aba-4c6d-a947-bf83ad00498a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=9fab9871-7aba-4c6d-a947-bf83ad00498a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:45:54.086709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-e2fd4bbe-40f8-45ac-b293-e5e7ec3069f7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:54.099183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-e2fd4bbe-40f8-45ac-b293-e5e7ec3069f7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Calling delete_port for 9fab9871-7aba-4c6d-a947-bf83ad00498a owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:45:54.234476 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-e2fd4bbe-40f8-45ac-b293-e5e7ec3069f7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:54.256916 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['9fab9871-7aba-4c6d-a947-bf83ad00498a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:45:54.264792 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd4bbe-40f8-45ac-b293-e5e7ec3069f7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Pushing event deleted for resources: {'Port': ['ID=9fab9871-7aba-4c6d-a947-bf83ad00498a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:45:54.310007 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53c0d1f9-e11a-42f1-a802-2626bd5e4342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:54.312116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-e2fd4bbe-40f8-45ac-b293-e5e7ec3069f7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] No DVR routers for this DVR port 9fab9871-7aba-4c6d-a947-bf83ad00498a on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:45:54.314518 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-e2fd4bbe-40f8-45ac-b293-e5e7ec3069f7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:54.317987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b49ea074-d52f-4bb6-8b29-52c060cb52ee req-e2fd4bbe-40f8-45ac-b293-e5e7ec3069f7 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.42 "DELETE /v2.0/ports/9fab9871-7aba-4c6d-a947-bf83ad00498a HTTP/1.1" status: 204 len: 173 time: 0.4109235 Dec 13 13:45:54.318454 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'name': 'network-vif-deleted', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:45:54.320712 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ae4799-ff23-4292-b618-38e497cc5604" -d '{"events": [{"server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "name": "network-vif-deleted", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:45:54.361680 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388341f4-f023-44bc-8606-fb6dba84b9dc x-openstack-request-id: req-388341f4-f023-44bc-8606-fb6dba84b9dc {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:45:54.362063 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54ce53e-a51d-428c-919e-2facd0bcc85b", "name": "network-vif-deleted", "tag": "9fab9871-7aba-4c6d-a947-bf83ad00498a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:45:54.362368 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-388341f4-f023-44bc-8606-fb6dba84b9dc {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:45:54.362798 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54ce53e-a51d-428c-919e-2facd0bcc85b', 'name': 'network-vif-deleted', 'tag': '9fab9871-7aba-4c6d-a947-bf83ad00498a', 'status': 'completed', 'code': 200} Dec 13 13:45:54.821519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56a49692-1946-4479-812c-b3d0f35e7414 req-f064fd2c-6de5-4603-8598-122c5efc4d56 tempest-TestMinimumBasicScenario-1430568922 tempest-TestMinimumBasicScenario-1430568922-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ce53e-a51d-428c-919e-2facd0bcc85b HTTP/1.1" status: 200 len: 210 time: 0.0319917 Dec 13 13:45:56.429972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39994) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:45:56.687327 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-816bd3a8-eedc-46b7-9c0a-aa3b4250c3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:56.798839 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:57.041851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] Deleting port 0db8ea58-5e9d-4e1e-be59-b467836cf17a {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:45:57.042119 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:57.131971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] For port 0db8ea58-5e9d-4e1e-be59-b467836cf17a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0db8ea58-5e9d-4e1e-be59-b467836cf17a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:45:57.132311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:57.149546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] Calling delete_port for 0db8ea58-5e9d-4e1e-be59-b467836cf17a owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:45:57.345387 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:57.372234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] Pushing event deleted for resources: {'Port': ['ID=0db8ea58-5e9d-4e1e-be59-b467836cf17a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:45:57.543943 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:57.784016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] Router 0fd72417-7fe2-41be-8c47-9b333fead4e6 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:45:57.908419 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:45:57.913920 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0c06126d-de92-4e10-9da9-50b9d0b1f16a admin admin] 10.222.0.31 "PUT /v2.0/routers/0fd72417-7fe2-41be-8c47-9b333fead4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4827890 Dec 13 13:45:57.916780 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39996) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:45:57.919409 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] Sync routers for ids ['0fd72417-7fe2-41be-8c47-9b333fead4e6'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:45:57.932844 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] Routers {'0fd72417-7fe2-41be-8c47-9b333fead4e6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:45:57.933434 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0fd72417-7fe2-41be-8c47-9b333fead4e6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:45:57.957512 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:58.027404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:58.040079 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] Set router 0fd72417-7fe2-41be-8c47-9b333fead4e6 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:45:58.136819 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:58.190565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Deleting port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:45:58.190916 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:58.218888 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:45:57Z', 'revision_number': 5, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port': {'id': '788df3fe-6a5a-4e2b-84c4-4aa9fd03b018', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:43Z', 'updated_at': '2021-12-13T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:45:58.248660 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] Checking router: 0fd72417-7fe2-41be-8c47-9b333fead4e6 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:45:58.257657 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] Routers {'0fd72417-7fe2-41be-8c47-9b333fead4e6'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:45:58.258271 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0fd72417-7fe2-41be-8c47-9b333fead4e6'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:45:58.274014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] For port 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=788df3fe-6a5a-4e2b-84c4-4aa9fd03b018,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:45:58.274405 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:58.286747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Calling delete_port for 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:45:58.340939 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] Set router 0fd72417-7fe2-41be-8c47-9b333fead4e6 gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:45:58.395270 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:45:58Z', 'revision_number': 6, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:45:58.422695 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c230fde0-5108-42a8-bc0a-a727b5895276 None None] The sync data for ids ['0fd72417-7fe2-41be-8c47-9b333fead4e6'] in n-d-817326-4 is: [{'id': '0fd72417-7fe2-41be-8c47-9b333fead4e6', 'name': 'tempest-TestMinimumBasicScenario-1673350208-router', 'tenant_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:42Z', 'updated_at': '2021-12-13T13:45:58Z', 'revision_number': 6, 'project_id': '9b938d5d91de4ec0af1b7c715c0163e6', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:45:58.456913 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:58.483340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Pushing event deleted for resources: {'Port': ['ID=788df3fe-6a5a-4e2b-84c4-4aa9fd03b018,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:45:58.497501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6717feb1-040f-420c-b076-c85fa8d61d2f None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:45:58.545747 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:58.904841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9fab9871-7aba-4c6d-a947-bf83ad00498a no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:45:58.929195 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 9fab9871-7aba-4c6d-a947-bf83ad00498a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:45:58.929524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 9fab9871-7aba-4c6d-a947-bf83ad00498a not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:45:58.976716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:58.978962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.024927 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.025535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd72417-7fe2-41be-8c47-9b333fead4e6 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:45:59.030306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.031046 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-29ff3662-07c6-4f77-8243-2a46a9a55707 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0fd72417-7fe2-41be-8c47-9b333fead4e6 HTTP/1.1" status: 204 len: 168 time: 1.1132712 Dec 13 13:45:59.033720 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 39998) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:45:59.078676 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1848b2-0e13-4c77-9b30-16993f16b876 admin admin] Deleting subnet 6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:45:59.082005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd1848b2-0e13-4c77-9b30-16993f16b876 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.116380 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd1848b2-0e13-4c77-9b30-16993f16b876 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.210436 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd1848b2-0e13-4c77-9b30-16993f16b876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.266593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd1848b2-0e13-4c77-9b30-16993f16b876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.296606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0db8ea58-5e9d-4e1e-be59-b467836cf17a no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:45:59.302810 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bd1848b2-0e13-4c77-9b30-16993f16b876 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.306121 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bd1848b2-0e13-4c77-9b30-16993f16b876 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9 HTTP/1.1" status: 204 len: 168 time: 0.2711906 Dec 13 13:45:59.307109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1848b2-0e13-4c77-9b30-16993f16b876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da1d71b-00b2-4d1d-80fe-2a0f1d5d70b9,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:45:59.309201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40000) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:45:59.331386 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.332819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e70d40-ba81-4c23-8a42-24cdbd805ef7 None None] Network d96d7f0f-9f36-447b-be99-24bdae1d258f requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:45:59.336158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 0db8ea58-5e9d-4e1e-be59-b467836cf17a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:45:59.336505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0db8ea58-5e9d-4e1e-be59-b467836cf17a not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:45:59.336982 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:45:59.385265 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.395998 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:45:59.396345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 788df3fe-6a5a-4e2b-84c4-4aa9fd03b018 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:45:59.452897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Deleting port 2cc6da2a-fb99-4595-a176-50bb035d699a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:45:59.453234 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.531796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] DHCP port deletion for d96d7f0f-9f36-447b-be99-24bdae1d258f request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:45:59.583970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Deleting port 2cc6da2a-fb99-4595-a176-50bb035d699a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:45:59.584340 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.654112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] For port 2cc6da2a-fb99-4595-a176-50bb035d699a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2cc6da2a-fb99-4595-a176-50bb035d699a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:45:59.654511 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.668291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Calling delete_port for 2cc6da2a-fb99-4595-a176-50bb035d699a owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:45:59.753267 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.780478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Pushing event deleted for resources: {'Port': ['ID=2cc6da2a-fb99-4595-a176-50bb035d699a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:45:59.782751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] No DVR routers for this DVR port 2cc6da2a-fb99-4595-a176-50bb035d699a on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:45:59.795543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.795931 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.796242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.796579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.796914 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.797242 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.797573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.797900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.798255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.798576 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.798963 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.799216 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.799679 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812395d-3ac6-4f25-9db7-7a2d0f13cc39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:45:59.847305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] For port 2cc6da2a-fb99-4595-a176-50bb035d699a, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2cc6da2a-fb99-4595-a176-50bb035d699a,segment=NetworkSegment(ed96134f-0a21-46a5-95e1-5fdb35449c09),segment_id=ed96134f-0a21-46a5-95e1-5fdb35449c09)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:45:59.847691 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.860034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Calling delete_port for 2cc6da2a-fb99-4595-a176-50bb035d699a owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:45:59.940016 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.949403 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:45:59.969806 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc6da2a-fb99-4595-a176-50bb035d699a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:45:59.973694 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] No DVR routers for this DVR port 2cc6da2a-fb99-4595-a176-50bb035d699a on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:46:00.045624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:00.066402 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96d7f0f-9f36-447b-be99-24bdae1d258f']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:00.076558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed96134f-0a21-46a5-95e1-5fdb35449c09') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:00.076854 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed96134f-0a21-46a5-95e1-5fdb35449c09') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:00.086625 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:00.100112 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:00.106953 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:46:00.107369 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:46:00.109353 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:46:00.179189 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:00.184037 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:00.187272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] 10.222.0.31 "DELETE /v2.0/networks/d96d7f0f-9f36-447b-be99-24bdae1d258f HTTP/1.1" status: 204 len: 168 time: 0.8770051 Dec 13 13:46:00.190478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40002) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:00.205227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a2eca-3fec-4b24-8565-aefb163a2f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d96d7f0f-9f36-447b-be99-24bdae1d258f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:00.559463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:00.825870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] Deleting port eadce9d7-c896-458c-939a-37ab5124e56f {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:46:00.826141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:00.911034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] For port eadce9d7-c896-458c-939a-37ab5124e56f, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=eadce9d7-c896-458c-939a-37ab5124e56f,segment=NetworkSegment(c8ee232c-dab3-4d3b-a124-8864d277cae7),segment_id=c8ee232c-dab3-4d3b-a124-8864d277cae7)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:46:00.911371 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:00.923195 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] Calling delete_port for eadce9d7-c896-458c-939a-37ab5124e56f owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:46:01.124835 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:01.154784 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=eadce9d7-c896-458c-939a-37ab5124e56f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:01.331357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:01.331623 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2cc6da2a-fb99-4595-a176-50bb035d699a no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:46:01.356150 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 2cc6da2a-fb99-4595-a176-50bb035d699a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:46:01.356502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2cc6da2a-fb99-4595-a176-50bb035d699a not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:46:01.555000 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] Router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:46:01.664814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:46:01.673302 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3e5ff47a-e5f5-4105-b599-b446e7e45a63 admin admin] 10.222.0.31 "PUT /v2.0/routers/bfd40d49-5dab-4fd5-a6c9-f21f10731d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4785037 Dec 13 13:46:01.673302 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40004) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:01.676286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] Sync routers for ids ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:46:01.687273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] Routers {'bfd40d49-5dab-4fd5-a6c9-f21f10731d49'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:46:01.687926 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:01.781847 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:01.794721 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] Set router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:46:01.888254 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:01.944388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Deleting port 0013924a-df3e-42b1-8733-ff412331cae5 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:46:01.944726 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:01.976985 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'name': 'tempest-TestMinimumBasicScenario-505871841-router', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0013924a-df3e-42b1-8733-ff412331cae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:46:01Z', 'revision_number': 5, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'gw_port': {'id': '0013924a-df3e-42b1-8733-ff412331cae5', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:02.007602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] Checking router: bfd40d49-5dab-4fd5-a6c9-f21f10731d49 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:46:02.016549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] Routers {'bfd40d49-5dab-4fd5-a6c9-f21f10731d49'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:46:02.017126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:02.029112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] For port 0013924a-df3e-42b1-8733-ff412331cae5, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=0013924a-df3e-42b1-8733-ff412331cae5,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:46:02.029477 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.043642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Calling delete_port for 0013924a-df3e-42b1-8733-ff412331cae5 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:46:02.100677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] Set router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:46:02.156056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'name': 'tempest-TestMinimumBasicScenario-505871841-router', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:46:01Z', 'revision_number': 6, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:02.183401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02ed99-15f4-4d54-8596-3e7906d386a9 None None] The sync data for ids ['bfd40d49-5dab-4fd5-a6c9-f21f10731d49'] in n-d-817326-4 is: [{'id': 'bfd40d49-5dab-4fd5-a6c9-f21f10731d49', 'name': 'tempest-TestMinimumBasicScenario-505871841-router', 'tenant_id': 'd79710fc0873435093643d0adc5e0e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:43:47Z', 'updated_at': '2021-12-13T13:46:01Z', 'revision_number': 6, 'project_id': 'd79710fc0873435093643d0adc5e0e36', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:46:02.234880 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.259251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Pushing event deleted for resources: {'Port': ['ID=0013924a-df3e-42b1-8733-ff412331cae5,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:02.275168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ab855e-e970-45d2-8a28-5a9fc00cfb90 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:46:02.321158 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.417601 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.421096 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.469612 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.470313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfd40d49-5dab-4fd5-a6c9-f21f10731d49 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:46:02.475172 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.476122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-32c54a15-5930-4067-80a8-8d6f08238157 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bfd40d49-5dab-4fd5-a6c9-f21f10731d49 HTTP/1.1" status: 204 len: 168 time: 0.8021128 Dec 13 13:46:02.478907 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40006) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:02.530179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e67a5a-51cc-40ac-98f6-bad4a2324830 admin admin] Deleting subnet fa4226a6-22dc-4285-97e3-accac0615b4d {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:46:02.533618 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e67a5a-51cc-40ac-98f6-bad4a2324830 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.571574 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e67a5a-51cc-40ac-98f6-bad4a2324830 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.658578 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e67a5a-51cc-40ac-98f6-bad4a2324830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.712404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e67a5a-51cc-40ac-98f6-bad4a2324830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.740380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e67a5a-51cc-40ac-98f6-bad4a2324830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa4226a6-22dc-4285-97e3-accac0615b4d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:02.743964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-58e67a5a-51cc-40ac-98f6-bad4a2324830 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.746739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e295366c-5245-46e4-91c1-5ce31129baba None None] Network 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:46:02.750690 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-58e67a5a-51cc-40ac-98f6-bad4a2324830 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fa4226a6-22dc-4285-97e3-accac0615b4d HTTP/1.1" status: 204 len: 168 time: 0.2679334 Dec 13 13:46:02.751069 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40008) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:02.827810 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.886491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Deleting port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:46:02.886718 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.938924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bcee9d-f403-476c-bfbf-e974e749c610 None None] DHCP port deletion for 18b58cb3-b34c-44fb-b832-d99aa8c9fb74 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:46:02.959100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] For port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92,segment=NetworkSegment(c8ee232c-dab3-4d3b-a124-8864d277cae7),segment_id=c8ee232c-dab3-4d3b-a124-8864d277cae7)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:46:02.959481 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:02.974871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Calling delete_port for 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:46:02.991170 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcee9d-f403-476c-bfbf-e974e749c610 None None] Deleting port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:46:02.991547 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2bcee9d-f403-476c-bfbf-e974e749c610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.060357 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b2bcee9d-f403-476c-bfbf-e974e749c610 None None] For port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92,segment=NetworkSegment(c8ee232c-dab3-4d3b-a124-8864d277cae7),segment_id=c8ee232c-dab3-4d3b-a124-8864d277cae7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:46:03.060896 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2bcee9d-f403-476c-bfbf-e974e749c610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.065001 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.075335 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcee9d-f403-476c-bfbf-e974e749c610 None None] Calling delete_port for 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:46:03.093754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:03.096436 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] No DVR routers for this DVR port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:46:03.154398 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2bcee9d-f403-476c-bfbf-e974e749c610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.173343 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.202356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b58cb3-b34c-44fb-b832-d99aa8c9fb74']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:03.213821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ee232c-dab3-4d3b-a124-8864d277cae7') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:03.213950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ee232c-dab3-4d3b-a124-8864d277cae7') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:03.227114 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.247055 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.259176 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:46:03.259553 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:46:03.261468 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:46:03.324167 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.330277 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.333560 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] 10.222.0.31 "DELETE /v2.0/networks/18b58cb3-b34c-44fb-b832-d99aa8c9fb74 HTTP/1.1" status: 204 len: 168 time: 0.5813360 Dec 13 13:46:03.347815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397969f6-ecd2-4490-8cc7-44487cc2dd4c admin admin] Pushing event deleted for resources: {'Network': ['ID=18b58cb3-b34c-44fb-b832-d99aa8c9fb74,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:03.362580 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eadce9d7-c896-458c-939a-37ab5124e56f no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:46:03.367601 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcee9d-f403-476c-bfbf-e974e749c610 None None] Pushing event deleted for resources: {'Port': ['ID=6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:03.387642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: eadce9d7-c896-458c-939a-37ab5124e56f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:46:03.387969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device eadce9d7-c896-458c-939a-37ab5124e56f not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:46:03.388358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:46:03.392441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bcee9d-f403-476c-bfbf-e974e749c610 None None] No DVR routers for this DVR port 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:46:03.412188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:46:03.412534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 6b9d28e2-feaa-4601-8a8a-e5ec5ebf2c92 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:46:03.412951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0013924a-df3e-42b1-8733-ff412331cae5 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:46:03.432515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 0013924a-df3e-42b1-8733-ff412331cae5 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:46:03.432900 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 0013924a-df3e-42b1-8733-ff412331cae5 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:46:03.519491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40012) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:03.561615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2031ac26-657b-4bf3-a762-e7e419e5f8fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b938d5d91de4ec0af1b7c715c0163e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409517 Dec 13 13:46:03.564355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40014) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:03.612806 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c78e36b2-3b7e-47c1-b4ba-034f0c053462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.643456 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c78e36b2-3b7e-47c1-b4ba-034f0c053462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.699093 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c78e36b2-3b7e-47c1-b4ba-034f0c053462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.701770 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c78e36b2-3b7e-47c1-b4ba-034f0c053462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:03.703044 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c78e36b2-3b7e-47c1-b4ba-034f0c053462 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70d50561-c519-4d5c-a3b2-fb2bc8c97645 HTTP/1.1" status: 204 len: 168 time: 0.1378129 Dec 13 13:46:03.713464 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e36b2-3b7e-47c1-b4ba-034f0c053462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d50561-c519-4d5c-a3b2-fb2bc8c97645,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:04.038013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40020) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:04.079481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c9523b94-cb26-4087-b165-b17261652e0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d79710fc0873435093643d0adc5e0e36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401247 Dec 13 13:46:04.082136 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40022) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:04.131964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7aca19df-a6c8-4d8e-a90d-468ae5a7e191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:04.152994 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7aca19df-a6c8-4d8e-a90d-468ae5a7e191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:04.204778 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7aca19df-a6c8-4d8e-a90d-468ae5a7e191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:04.208057 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7aca19df-a6c8-4d8e-a90d-468ae5a7e191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:04.209252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7aca19df-a6c8-4d8e-a90d-468ae5a7e191 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6603c5b4-b29e-438e-a45b-07d46888538e HTTP/1.1" status: 204 len: 168 time: 0.1261857 Dec 13 13:46:04.218205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca19df-a6c8-4d8e-a90d-468ae5a7e191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6603c5b4-b29e-438e-a45b-07d46888538e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:06.017083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40062) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:06.021851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602558050', 'description': 'tempest-secgroup-smoke-1602558050 description', 'project_id': '986a1de7606d4ef9a848fee60a7000c9'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:06.046467 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.054425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.144436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.150386 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.188988 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118cf2a9-1e3e-47f9-a132-269f26ce76ec,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:06.225399 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.230882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.261650 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.262856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2447925 Dec 13 13:46:06.264754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ed123-c929-43ec-9dd6-917ff94ba08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2b155f-14c9-4826-bd87-70e9a3c46e92,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:06.265978 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40064) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:06.271672 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-a1e06297-55a4-451d-a85d-b027ae44af72 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '7c2b155f-14c9-4826-bd87-70e9a3c46e92', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:06.300599 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1e06297-55a4-451d-a85d-b027ae44af72 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.357438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1e06297-55a4-451d-a85d-b027ae44af72 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.361868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1e06297-55a4-451d-a85d-b027ae44af72 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.380002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e06297-55a4-451d-a85d-b027ae44af72 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901eb42d-75ba-4c08-abe7-69b3b3ecc659,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:06.388756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a1e06297-55a4-451d-a85d-b027ae44af72 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.390007 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a1e06297-55a4-451d-a85d-b027ae44af72 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229401 Dec 13 13:46:06.392756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40066) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:06.397270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c03b834e-b9fe-44d1-814b-e3a932b7694f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '7c2b155f-14c9-4826-bd87-70e9a3c46e92', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:06.424918 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c03b834e-b9fe-44d1-814b-e3a932b7694f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.488212 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c03b834e-b9fe-44d1-814b-e3a932b7694f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.493220 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c03b834e-b9fe-44d1-814b-e3a932b7694f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.512586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b834e-b9fe-44d1-814b-e3a932b7694f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ecb710-cdc5-441e-b5d7-a1ef70cfe2a0,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:06.521483 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c03b834e-b9fe-44d1-814b-e3a932b7694f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.522738 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c03b834e-b9fe-44d1-814b-e3a932b7694f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290729 Dec 13 13:46:06.525609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40068) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:06.529880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7e16dbb1-d980-4860-8797-0362a1091157 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '7c2b155f-14c9-4826-bd87-70e9a3c46e92', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:06.556942 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e16dbb1-d980-4860-8797-0362a1091157 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.615760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e16dbb1-d980-4860-8797-0362a1091157 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.621045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e16dbb1-d980-4860-8797-0362a1091157 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.640236 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16dbb1-d980-4860-8797-0362a1091157 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63f494c-7777-42ad-893b-1554fe2e445c,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:06.649679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7e16dbb1-d980-4860-8797-0362a1091157 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.651068 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7e16dbb1-d980-4860-8797-0362a1091157 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245000 Dec 13 13:46:06.653920 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40070) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:06.658262 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5addf7b9-5fed-4ae5-94c4-8dc66ba75705 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '7c2b155f-14c9-4826-bd87-70e9a3c46e92', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:06.685432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5addf7b9-5fed-4ae5-94c4-8dc66ba75705 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.742176 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5addf7b9-5fed-4ae5-94c4-8dc66ba75705 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.747292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5addf7b9-5fed-4ae5-94c4-8dc66ba75705 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.773854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addf7b9-5fed-4ae5-94c4-8dc66ba75705 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2d4508-af25-4c5d-a966-559ad8d0a8d8,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:06.779984 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5addf7b9-5fed-4ae5-94c4-8dc66ba75705 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.781174 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5addf7b9-5fed-4ae5-94c4-8dc66ba75705 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263149 Dec 13 13:46:06.784057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40072) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:06.788991 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-6653f3fd-ddac-48bf-bea8-1f0e321ac859 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '7c2b155f-14c9-4826-bd87-70e9a3c46e92', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:06.813227 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-6653f3fd-ddac-48bf-bea8-1f0e321ac859 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Project 986a1de7606d4ef9a848fee60a7000c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:46:06.819540 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6653f3fd-ddac-48bf-bea8-1f0e321ac859 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.882746 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6653f3fd-ddac-48bf-bea8-1f0e321ac859 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.887979 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6653f3fd-ddac-48bf-bea8-1f0e321ac859 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.906108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653f3fd-ddac-48bf-bea8-1f0e321ac859 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58605d1d-53c2-430a-88d1-569504cda7ff,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:06.915471 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6653f3fd-ddac-48bf-bea8-1f0e321ac859 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:06.916699 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6653f3fd-ddac-48bf-bea8-1f0e321ac859 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316555 Dec 13 13:46:06.919480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40074) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:06.923843 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-67dae0b7-9bd7-4872-a327-f9d858869f58 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '7c2b155f-14c9-4826-bd87-70e9a3c46e92', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:06.948325 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-67dae0b7-9bd7-4872-a327-f9d858869f58 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Project 986a1de7606d4ef9a848fee60a7000c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:46:06.953220 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67dae0b7-9bd7-4872-a327-f9d858869f58 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.014408 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67dae0b7-9bd7-4872-a327-f9d858869f58 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.020501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67dae0b7-9bd7-4872-a327-f9d858869f58 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.040503 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dae0b7-9bd7-4872-a327-f9d858869f58 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbbe243-e1e1-4f27-beee-a8661c70bd7b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:07.048555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67dae0b7-9bd7-4872-a327-f9d858869f58 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.049882 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-67dae0b7-9bd7-4872-a327-f9d858869f58 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294527 Dec 13 13:46:07.053217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:07.058314 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'network': {'name': 'tempest-network-smoke--441996607', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'port_security_enabled': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:07.080623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:46:07.084663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.109454 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:46:07.119401 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.119791 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Added segment b2c52c6b-5b2b-44f0-91f4-b499104eb4eb of type vlan for network f3fe8c8b-9059-4719-b335-0326ad4895ca Dec 13 13:46:07.162449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.193271 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.202654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:07.203549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.262374 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2077997 Dec 13 13:46:07.265810 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40078) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:07.277862 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'admin_state_up': True, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:07.296354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a60bc-9797-4908-bada-2b2eafbf12f9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Network': ['ID=f3fe8c8b-9059-4719-b335-0326ad4895ca,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:07.307322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network f3fe8c8b-9059-4719-b335-0326ad4895ca details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:46:07.313817 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.314962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.371628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.511229 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.725800 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.744664 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.872982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.25.2.47 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/73bbfc1d-6542-41bc-9072-b46d40b87f0b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:46:07.927196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:07.980428 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:08.012700 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:08.017245 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:08.059767 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:46:08.065246 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:46:08.067217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=73bbfc1d-6542-41bc-9072-b46d40b87f0b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:08.069840 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:46:08.080332 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd141d2-7c0a-4b8d-8b5f-06e95a9a0c79 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:46:08.159407 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0a7aea94-78f9-4bad-a212-620158a591d5 None None] Provisioning complete for port 73bbfc1d-6542-41bc-9072-b46d40b87f0b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:08.159777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a7aea94-78f9-4bad-a212-620158a591d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:08.199398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0a7aea94-78f9-4bad-a212-620158a591d5 None None] Port 73bbfc1d-6542-41bc-9072-b46d40b87f0b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:46:08.335860 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:08.543678 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:08.694380 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:46:08.817502 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:46:08.831931 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Sync routers for ids ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:46:08.842618 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:08.844152 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-74faf4dc-b948-44d2-b448-2a591a102e6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5772903 Dec 13 13:46:08.844390 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Routers {'84aaa30c-c1dc-450e-bc02-0b35e787ac15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:46:08.845047 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:08.851297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40080) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:08.949508 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Set router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:46:08.981876 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6e26072e-125b-4502-b5b5-108e003aebc4 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=986a1de7606d4ef9a848fee60a7000c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1282055 Dec 13 13:46:08.982187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40084) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:09.130673 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:08Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:09.132238 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6960d2-1166-4a17-ab83-25e3401b42ae tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:09.133781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8b6960d2-1166-4a17-ab83-25e3401b42ae tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507254 Dec 13 13:46:09.136609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40086) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:09.157618 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Checking router: 84aaa30c-c1dc-450e-bc02-0b35e787ac15 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:46:09.157916 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Updating router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 port 73bbfc1d-6542-41bc-9072-b46d40b87f0b binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:46:09.174521 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-52c6e347-dbff-4fee-b24c-98d33df10a87 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368099 Dec 13 13:46:09.177713 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40088) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:09.182854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1327777933', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:09.184603 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.287516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:46:09.291187 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.451286 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.457295 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.480144 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.498083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63cb47a-0f97-4a28-a7e9-38b54e2c0757 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:46:09.511858 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Attempting to bind port 73bbfc1d-6542-41bc-9072-b46d40b87f0b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:46:09.512050 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Attempting to bind port 73bbfc1d-6542-41bc-9072-b46d40b87f0b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:46:09.512455 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Attempting to bind port 73bbfc1d-6542-41bc-9072-b46d40b87f0b on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:46:09.523990 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:46:09.524378 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:46:09.524772 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.525158 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:46:09.525617 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Bound port: 73bbfc1d-6542-41bc-9072-b46d40b87f0b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:46:09.525999 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.537432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-761181ea-f034-450a-9610-bc9ba97c807b None None] Provisioning complete for port 73bbfc1d-6542-41bc-9072-b46d40b87f0b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:09.537724 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-761181ea-f034-450a-9610-bc9ba97c807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.545555 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Pushing event updated for resources: {'Port': ['ID=73bbfc1d-6542-41bc-9072-b46d40b87f0b,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:09.549193 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Subnet': ['ID=f956bc75-e88e-4bc4-afb4-cc0694d8b8c7,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:09.551819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Checking segment: {'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:46:09.552185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network hostable DHCP agents. Network: f3fe8c8b-9059-4719-b335-0326ad4895ca, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:46:09.567947 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.568360 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.568800 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.569201 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.569707 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.570136 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.570438 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.570829 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.571150 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.571470 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.571608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network f3fe8c8b-9059-4719-b335-0326ad4895ca is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:46:09.571783 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.572370 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.572700 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:46:09.582318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, f3fe8c8b-9059-4719-b335-0326ad4895ca) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:46:09.587438 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:09.588590 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-761181ea-f034-450a-9610-bc9ba97c807b None None] Port 73bbfc1d-6542-41bc-9072-b46d40b87f0b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:46:09.588748 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.597217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526625e7-6819-4092-b972-039bfdf8a3cc None None] Network f3fe8c8b-9059-4719-b335-0326ad4895ca requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:46:09.602702 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] For port 73bbfc1d-6542-41bc-9072-b46d40b87f0b, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:46:09.606234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d60f4c57-e66a-4236-876a-d7ccf5184567 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4273500 Dec 13 13:46:09.606593 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] For port 73bbfc1d-6542-41bc-9072-b46d40b87f0b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=73bbfc1d-6542-41bc-9072-b46d40b87f0b,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:46:09.609004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40090) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:09.611061 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.665882 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Routers {'84aaa30c-c1dc-450e-bc02-0b35e787ac15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:46:09.666867 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:09.670663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045ba34c-e84d-41c2-927d-f8d2c032cf93 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:46:09.729362 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5159c302-1670-4aeb-ac38-28e918b14d68 None None] Provisioning complete for port 73bbfc1d-6542-41bc-9072-b46d40b87f0b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:09.729687 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5159c302-1670-4aeb-ac38-28e918b14d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.750593 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-f3fe8c8b-9059-4719-b335-0326ad4895ca', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:46:09.751456 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.789476 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] Set router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:46:09.922928 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5159c302-1670-4aeb-ac38-28e918b14d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:09.954924 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79beb9-7d8c-46be-94b5-c2765fffd512 None None] Pushing event updated for resources: {'Port': ['ID=73bbfc1d-6542-41bc-9072-b46d40b87f0b,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:09.959442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5159c302-1670-4aeb-ac38-28e918b14d68 None None] For port 73bbfc1d-6542-41bc-9072-b46d40b87f0b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=73bbfc1d-6542-41bc-9072-b46d40b87f0b,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:46:09.967848 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Allocated IP 172.20.0.2 (f3fe8c8b-9059-4719-b335-0326ad4895ca/f956bc75-e88e-4bc4-afb4-cc0694d8b8c7/dbdc33d3-cac9-46ac-a742-4aea851422ae) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:46:09.972744 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5159c302-1670-4aeb-ac38-28e918b14d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:10.071022 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:10.078359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159c302-1670-4aeb-ac38-28e918b14d68 None None] Pushing event updated for resources: {'Port': ['ID=73bbfc1d-6542-41bc-9072-b46d40b87f0b,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:10.093651 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:08Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:10.122358 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb74b7a-f1ad-4a7f-8916-8e88e93e0e46 None None] The sync data for ids ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'] in n-d-817326-4 is: [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:08Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:46:10.168829 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:10.175315 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:10.213958 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Network f3fe8c8b-9059-4719-b335-0326ad4895ca is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:46:10.215498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:46:10.221861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:46:10.258208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Pushing event updated for resources: {'Port': ['ID=dbdc33d3-cac9-46ac-a742-4aea851422ae,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:10.287543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Attempting to bind port dbdc33d3-cac9-46ac-a742-4aea851422ae on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:46:10.287918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Attempting to bind port dbdc33d3-cac9-46ac-a742-4aea851422ae by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:46:10.288283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Attempting to bind port dbdc33d3-cac9-46ac-a742-4aea851422ae on network f3fe8c8b-9059-4719-b335-0326ad4895ca {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:46:10.293687 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:46:10.294065 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Checking segment: {'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:46:10.294646 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:10.295050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Bound using segment: {'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:46:10.295524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Bound port: dbdc33d3-cac9-46ac-a742-4aea851422ae, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:46:10.295911 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:10.364464 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] For port dbdc33d3-cac9-46ac-a742-4aea851422ae, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:46:10.369514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] For port dbdc33d3-cac9-46ac-a742-4aea851422ae, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dbdc33d3-cac9-46ac-a742-4aea851422ae,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:46:10.378102 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:10.393701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.20.0.1 (f3fe8c8b-9059-4719-b335-0326ad4895ca/f956bc75-e88e-4bc4-afb4-cc0694d8b8c7/539e9fde-fca5-4905-a917-71dc18f875c6) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:46:10.452755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f33e14-e2c0-4240-897d-e40ae5eb77a5 None None] Pushing event updated for resources: {'Port': ['ID=dbdc33d3-cac9-46ac-a742-4aea851422ae,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:10.919153 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:10.953756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:10.997586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network f3fe8c8b-9059-4719-b335-0326ad4895ca is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:46:11.000802 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:46:11.004999 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:46:11.011893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=539e9fde-fca5-4905-a917-71dc18f875c6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:11.057385 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:11.193767 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:11.355907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 73bbfc1d-6542-41bc-9072-b46d40b87f0b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:46:11.412348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 73bbfc1d-6542-41bc-9072-b46d40b87f0b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:11.412800 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:11.417615 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2332654c-280d-48ce-97bc-474d4198534b None None] Network f3fe8c8b-9059-4719-b335-0326ad4895ca requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:46:11.515561 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:11.521438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:11.537281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7c1af063-b933-4d58-8efe-b91d93903a0a None None] Provisioning complete for port dbdc33d3-cac9-46ac-a742-4aea851422ae triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:11.537888 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c1af063-b933-4d58-8efe-b91d93903a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:11.604723 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:11.606734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=539e9fde-fca5-4905-a917-71dc18f875c6,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:11.639827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dbdc33d3-cac9-46ac-a742-4aea851422ae up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:46:11.707329 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network f3fe8c8b-9059-4719-b335-0326ad4895ca is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:46:11.709616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:46:11.718503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c1af063-b933-4d58-8efe-b91d93903a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:11.749787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port dbdc33d3-cac9-46ac-a742-4aea851422ae triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:11.750190 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:11.782518 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7c1af063-b933-4d58-8efe-b91d93903a0a None None] For port dbdc33d3-cac9-46ac-a742-4aea851422ae, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dbdc33d3-cac9-46ac-a742-4aea851422ae,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:46:11.788082 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c1af063-b933-4d58-8efe-b91d93903a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:11.845694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:46:11.888968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1af063-b933-4d58-8efe-b91d93903a0a None None] Pushing event updated for resources: {'Port': ['ID=dbdc33d3-cac9-46ac-a742-4aea851422ae,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:11.969278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:46:11.974842 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-51316a12-e5cb-4e4d-b1e2-1859063c0a9c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "PUT /v2.0/routers/84aaa30c-c1dc-450e-bc02-0b35e787ac15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3646965 Dec 13 13:46:11.980957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Sync routers for ids ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:46:11.992094 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Routers {'84aaa30c-c1dc-450e-bc02-0b35e787ac15'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:46:11.992718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:12.063867 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc20cd83-d9d0-4d6a-85d3-55fa669f60b1 None None] Provisioning complete for port dbdc33d3-cac9-46ac-a742-4aea851422ae triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:12.064241 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc20cd83-d9d0-4d6a-85d3-55fa669f60b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:12.142176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b7baf9c4-7268-4a37-8f1f-734e49b8aa07 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602558050&fields=id&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 267 time: 0.0481296 Dec 13 13:46:12.166921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Set router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:46:12.261462 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-7d7f4ef8-440f-4a7d-b731-973c0bd24a22 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:12.266624 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-7d7f4ef8-440f-4a7d-b731-973c0bd24a22 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/networks?id=f3fe8c8b-9059-4719-b335-0326ad4895ca HTTP/1.1" status: 200 len: 796 time: 0.1169701 Dec 13 13:46:12.280285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-9d1209f1-58a3-41a4-8475-65661bb3ffd5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/quotas/986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 375 time: 0.0107305 Dec 13 13:46:12.337460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b7f94ee2-b9ef-4495-bc54-f7eb17fe7ec6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508296 Dec 13 13:46:12.354656 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-bc20cd83-d9d0-4d6a-85d3-55fa669f60b1 None None] Provisioning complete for port 539e9fde-fca5-4905-a917-71dc18f875c6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:12.355023 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc20cd83-d9d0-4d6a-85d3-55fa669f60b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:12.415645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bc20cd83-d9d0-4d6a-85d3-55fa669f60b1 None None] Port 539e9fde-fca5-4905-a917-71dc18f875c6 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:46:12.440221 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-8dd1799e-58c6-4f61-9b91-87a499dbae63 service neutron] 10.222.0.31 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904069 Dec 13 13:46:12.443454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:11Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '539e9fde-fca5-4905-a917-71dc18f875c6', 'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:e0:4c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:10Z', 'updated_at': '2021-12-13T13:46:11Z', 'revision_number': 2, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:12.474949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Checking router: 84aaa30c-c1dc-450e-bc02-0b35e787ac15 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:46:12.475298 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Updating router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 port 539e9fde-fca5-4905-a917-71dc18f875c6 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:46:12.501194 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:12.534636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-cccbc55b-c2af-4c24-8467-50846285793e service neutron] 10.222.0.31 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878093 Dec 13 13:46:12.605857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f8bcff7a-bb1b-4efd-bce6-0e65b2806710 None None] Provisioning complete for port 539e9fde-fca5-4905-a917-71dc18f875c6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:12.606277 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8bcff7a-bb1b-4efd-bce6-0e65b2806710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:12.830570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcff7a-bb1b-4efd-bce6-0e65b2806710 None None] Port 539e9fde-fca5-4905-a917-71dc18f875c6 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:46:12.975527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:12.985032 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:13.032398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26553ae2-743b-4803-bfe6-678c0ab1f0fb None None] Pushing event updated for resources: {'Port': ['ID=539e9fde-fca5-4905-a917-71dc18f875c6,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:13.089282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Attempting to bind port 539e9fde-fca5-4905-a917-71dc18f875c6 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:46:13.089589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Attempting to bind port 539e9fde-fca5-4905-a917-71dc18f875c6 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:46:13.089942 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Attempting to bind port 539e9fde-fca5-4905-a917-71dc18f875c6 on network f3fe8c8b-9059-4719-b335-0326ad4895ca {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:46:13.095394 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:46:13.095755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Checking segment: {'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:46:13.096413 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:13.096815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Bound using segment: {'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:46:13.097283 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Bound port: 539e9fde-fca5-4905-a917-71dc18f875c6, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:46:13.097668 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:13.168657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] For port 539e9fde-fca5-4905-a917-71dc18f875c6, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:46:13.171876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] For port 539e9fde-fca5-4905-a917-71dc18f875c6, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=539e9fde-fca5-4905-a917-71dc18f875c6,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:46:13.177968 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:13.252739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Routers {'84aaa30c-c1dc-450e-bc02-0b35e787ac15'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:46:13.253404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:13.298989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dbdc33d3-cac9-46ac-a742-4aea851422ae up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:46:13.301192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26553ae2-743b-4803-bfe6-678c0ab1f0fb None None] Pushing event updated for resources: {'Port': ['ID=539e9fde-fca5-4905-a917-71dc18f875c6,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:13.348816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-50ccdc10-a401-4f38-8d00-a208a8d30d16 None None] Provisioning complete for port 539e9fde-fca5-4905-a917-71dc18f875c6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:13.349190 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50ccdc10-a401-4f38-8d00-a208a8d30d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:13.456436 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] Set router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:46:13.498414 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port dbdc33d3-cac9-46ac-a742-4aea851422ae triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:13.498790 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:13.642707 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50ccdc10-a401-4f38-8d00-a208a8d30d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:13.762211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-50ccdc10-a401-4f38-8d00-a208a8d30d16 None None] For port 539e9fde-fca5-4905-a917-71dc18f875c6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=539e9fde-fca5-4905-a917-71dc18f875c6,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:46:13.769796 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50ccdc10-a401-4f38-8d00-a208a8d30d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:13.794607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-08aca32c-977b-4d17-b467-7c5449440903 req-8f5f977e-1785-4bdb-ad6e-b89c54a2dda7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 210 time: 0.0882206 Dec 13 13:46:13.833422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccdc10-a401-4f38-8d00-a208a8d30d16 None None] Pushing event updated for resources: {'Port': ['ID=539e9fde-fca5-4905-a917-71dc18f875c6,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:13.844765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:11Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '539e9fde-fca5-4905-a917-71dc18f875c6', 'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:e0:4c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:10Z', 'updated_at': '2021-12-13T13:46:13Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:13.876571 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853cac2-3ea0-43ba-9a23-7de1db699cbf None None] The sync data for ids ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'] in n-d-817326-4 is: [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:11Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '539e9fde-fca5-4905-a917-71dc18f875c6', 'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:e0:4c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:10Z', 'updated_at': '2021-12-13T13:46:13Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:46:13.897781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f792bfb8-4082-4b7f-8a32-040ab016e5c3 None None] Provisioning complete for port 539e9fde-fca5-4905-a917-71dc18f875c6 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:13.898358 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f792bfb8-4082-4b7f-8a32-040ab016e5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:14.892273 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba4dafc4-e88f-4b7b-ac91-55110b8c6e88 req-4a6c8464-0328-41e1-8a62-dd9587897b10 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 210 time: 0.0270638 Dec 13 13:46:15.312280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 539e9fde-fca5-4905-a917-71dc18f875c6 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:46:15.369458 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 539e9fde-fca5-4905-a917-71dc18f875c6 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:15.369836 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:15.919092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-6430fc95-3f01-412b-876f-5c6fc9a30e9b tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:15.920646 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-6430fc95-3f01-412b-876f-5c6fc9a30e9b tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "GET /v2.0/networks?id=f3fe8c8b-9059-4719-b335-0326ad4895ca HTTP/1.1" status: 200 len: 796 time: 0.1190276 Dec 13 13:46:15.990168 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-7d79f92e-4b4b-42af-9f7b-9ed1b9b5dc62 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 380 time: 0.0601962 Dec 13 13:46:15.992646 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-05a9909f-238e-44ee-9a24-95d804b64d00 req-05880444-dae0-4882-bdb5-2397b3a9c8db tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 210 time: 0.0270231 Dec 13 13:46:16.000474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'port': {'device_id': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'admin_state_up': True, 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'security_groups': ['7c2b155f-14c9-4826-bd87-70e9a3c46e92']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:16.116609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:46:16.120258 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:16.262688 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.20.0.5 (f3fe8c8b-9059-4719-b335-0326ad4895ca/f956bc75-e88e-4bc4-afb4-cc0694d8b8c7/e866cc22-f069-40fd-8e48-41aeb3f29c27) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:46:16.427679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:16.469125 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:16.515991 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network f3fe8c8b-9059-4719-b335-0326ad4895ca is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:46:16.519234 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:46:16.527260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:46:16.534123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=e866cc22-f069-40fd-8e48-41aeb3f29c27,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:16.587690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:16.588331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:16.605873 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b5a6b2f7-70a3-4961-9a67-db2afe70f531 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094403 Dec 13 13:46:16.616082 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-c9c23a1f-08ee-4882-a846-9351048b4152 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:46:16.617143 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-c9c23a1f-08ee-4882-a846-9351048b4152 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056665 Dec 13 13:46:16.629702 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Request body: {'port': {'device_id': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:16.691008 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:16.754015 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c26e6824-8ddb-4db4-ac4a-087ce4b3cd31 None None] Provisioning complete for port e866cc22-f069-40fd-8e48-41aeb3f29c27 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:16.754737 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c26e6824-8ddb-4db4-ac4a-087ce4b3cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:16.790688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c26e6824-8ddb-4db4-ac4a-087ce4b3cd31 None None] Port e866cc22-f069-40fd-8e48-41aeb3f29c27 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:46:16.970365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e866cc22-f069-40fd-8e48-41aeb3f29c27 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:46:16.978887 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:16.991952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Transition to ACTIVE for port object e866cc22-f069-40fd-8e48-41aeb3f29c27 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:46:16.996326 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:17.074790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Pushing event updated for resources: {'Port': ['ID=e866cc22-f069-40fd-8e48-41aeb3f29c27,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:17.132282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Attempting to bind port e866cc22-f069-40fd-8e48-41aeb3f29c27 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:46:17.132690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Attempting to bind port e866cc22-f069-40fd-8e48-41aeb3f29c27 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:46:17.132993 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Attempting to bind port e866cc22-f069-40fd-8e48-41aeb3f29c27 on network f3fe8c8b-9059-4719-b335-0326ad4895ca {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:46:17.138002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Port e866cc22-f069-40fd-8e48-41aeb3f29c27 on network f3fe8c8b-9059-4719-b335-0326ad4895ca not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:46:17.138631 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Attempting to bind port e866cc22-f069-40fd-8e48-41aeb3f29c27 on network f3fe8c8b-9059-4719-b335-0326ad4895ca {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:46:17.144691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:46:17.145679 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Checking segment: {'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:46:17.146180 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Bound using segment: {'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:46:17.146722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Bound port: e866cc22-f069-40fd-8e48-41aeb3f29c27, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:46:17.147209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:17.161553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6850a-8e8b-4480-b222-206e88ba9fa0 req-06cc2a64-5360-45f5-9c69-e3de67dde673 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:17.170368 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63e6850a-8e8b-4480-b222-206e88ba9fa0 req-06cc2a64-5360-45f5-9c69-e3de67dde673 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 943 time: 0.0772629 Dec 13 13:46:17.233807 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63e6850a-8e8b-4480-b222-206e88ba9fa0 req-ee9f1507-41c4-4ac9-9617-504e83219ff1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578105 Dec 13 13:46:17.256815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] For port e866cc22-f069-40fd-8e48-41aeb3f29c27, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:46:17.260269 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] For port e866cc22-f069-40fd-8e48-41aeb3f29c27, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=e866cc22-f069-40fd-8e48-41aeb3f29c27,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:46:17.266106 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:17.309525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:17.310321 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:17.311917 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] 10.222.0.37 "PUT /v2.0/ports/e866cc22-f069-40fd-8e48-41aeb3f29c27 HTTP/1.1" status: 200 len: 1091 time: 0.6872444 Dec 13 13:46:17.312523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'tag': 'e866cc22-f069-40fd-8e48-41aeb3f29c27'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:46:17.315717 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2fb49-3ced-468c-b00f-bb45f1a38af6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9eb901-dff8-4e8d-9317-2daaac3bab46", "tag": "e866cc22-f069-40fd-8e48-41aeb3f29c27"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:46:17.353703 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0431a66-12ef-4867-8ea1-e73d98d46299 service neutron] Pushing event updated for resources: {'Port': ['ID=e866cc22-f069-40fd-8e48-41aeb3f29c27,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:17.369143 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55792c65-dd05-4853-9018-fcece10425e7 x-openstack-request-id: req-55792c65-dd05-4853-9018-fcece10425e7 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:46:17.369429 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9eb901-dff8-4e8d-9317-2daaac3bab46", "tag": "e866cc22-f069-40fd-8e48-41aeb3f29c27", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:46:17.369682 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55792c65-dd05-4853-9018-fcece10425e7 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:46:17.370180 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'tag': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'status': 'completed', 'code': 200} Dec 13 13:46:17.414017 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-c96924dd-2e72-45cb-9e02-ec681688d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:17.415744 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-c96924dd-2e72-45cb-9e02-ec681688d063 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 1094 time: 0.0565474 Dec 13 13:46:17.463384 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-e572795e-e41a-4af2-8a2d-5a51ba5d2637 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e866cc22-f069-40fd-8e48-41aeb3f29c27 HTTP/1.1" status: 200 len: 217 time: 0.0383253 Dec 13 13:46:17.516488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-5c6c75d9-71c8-4644-b32c-9c27a307793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:17.518097 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-5c6c75d9-71c8-4644-b32c-9c27a307793b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f956bc75-e88e-4bc4-afb4-cc0694d8b8c7 HTTP/1.1" status: 200 len: 835 time: 0.0472183 Dec 13 13:46:17.573564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-5f96886d-b9df-4550-8d4e-80d5a6921822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:17.576098 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-5f96886d-b9df-4550-8d4e-80d5a6921822 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3fe8c8b-9059-4719-b335-0326ad4895ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513721 Dec 13 13:46:17.687513 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-2f5108ed-f723-4683-a7dc-5515ab3340d4 service neutron] 10.222.0.37 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036937 Dec 13 13:46:17.782234 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-db833d74-3f7b-4b4e-b809-84bdef7e36c8 req-b94eb8fc-bd61-46ef-93cf-a2ddca26bb42 service neutron] 10.222.0.37 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873387 Dec 13 13:46:17.877413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-1e43fbf6-7e7b-4f33-97e3-e0e8e82afffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:17.878975 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-1e43fbf6-7e7b-4f33-97e3-e0e8e82afffc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 1094 time: 0.0434766 Dec 13 13:46:17.974966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-5a47302e-656b-4ae0-869a-33c2cdbb5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:17.976392 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-5a47302e-656b-4ae0-869a-33c2cdbb5a5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3fe8c8b-9059-4719-b335-0326ad4895ca HTTP/1.1" status: 200 len: 896 time: 0.0901241 Dec 13 13:46:18.024568 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-ff05ec52-dcf4-41a9-9487-be0b2963b639 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e866cc22-f069-40fd-8e48-41aeb3f29c27 HTTP/1.1" status: 200 len: 217 time: 0.0401354 Dec 13 13:46:18.077511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-3fafd3db-fed1-4483-8f83-810264d8f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:18.079020 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-3fafd3db-fed1-4483-8f83-810264d8f803 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f956bc75-e88e-4bc4-afb4-cc0694d8b8c7 HTTP/1.1" status: 200 len: 835 time: 0.0464540 Dec 13 13:46:18.126529 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-fcc8eb90-abb2-40fd-b1ed-bb68ca42f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:18.128375 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-fcc8eb90-abb2-40fd-b1ed-bb68ca42f4a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3fe8c8b-9059-4719-b335-0326ad4895ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418022 Dec 13 13:46:18.234416 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-ed232901-019f-4818-9c0f-7d51e8f3ed18 service neutron] 10.222.0.37 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976372 Dec 13 13:46:18.337683 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-eed2fb49-3ced-468c-b00f-bb45f1a38af6 req-e3306a29-d7c0-49f4-b6ee-69bd825090b2 service neutron] 10.222.0.37 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959618 Dec 13 13:46:18.348253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfcd57-e17e-4408-a274-5704b66fc9b6 req-efd117db-eb1e-4f5f-b1f0-a8ce49755cf0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:18.349716 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6dbfcd57-e17e-4408-a274-5704b66fc9b6 req-efd117db-eb1e-4f5f-b1f0-a8ce49755cf0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 943 time: 0.0506439 Dec 13 13:46:18.402231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6dbfcd57-e17e-4408-a274-5704b66fc9b6 req-8906935f-54b6-4b36-866c-6643308ef7b1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463095 Dec 13 13:46:19.536664 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5acd6-129d-490b-8aa3-0f38acaf0d80 req-f60fa9ab-77a9-43f5-b6e9-2478ace5459e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:19.538745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aef5acd6-129d-490b-8aa3-0f38acaf0d80 req-f60fa9ab-77a9-43f5-b6e9-2478ace5459e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 943 time: 0.0583010 Dec 13 13:46:19.593034 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aef5acd6-129d-490b-8aa3-0f38acaf0d80 req-fa50435f-8599-4dce-9162-44e16b9232aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482731 Dec 13 13:46:19.832229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device e866cc22-f069-40fd-8e48-41aeb3f29c27 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:46:19.939254 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port e866cc22-f069-40fd-8e48-41aeb3f29c27, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=e866cc22-f069-40fd-8e48-41aeb3f29c27,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:46:19.952034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'port_id': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'mac_address': 'fa:16:3e:1a:36:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:46:19.995863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:20.009513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e866cc22-f069-40fd-8e48-41aeb3f29c27 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:46:20.031042 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port e866cc22-f069-40fd-8e48-41aeb3f29c27, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=e866cc22-f069-40fd-8e48-41aeb3f29c27,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:46:20.038149 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:20.087363 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=e866cc22-f069-40fd-8e48-41aeb3f29c27,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:20.290680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['e866cc22-f069-40fd-8e48-41aeb3f29c27'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:46:21.063060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568c9b3-306d-4702-a08a-d9d1172610a7 req-2c6f95e4-0310-4a3c-9d96-40a00e656708 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:21.064459 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7568c9b3-306d-4702-a08a-d9d1172610a7 req-2c6f95e4-0310-4a3c-9d96-40a00e656708 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 944 time: 0.3894074 Dec 13 13:46:21.115813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7568c9b3-306d-4702-a08a-d9d1172610a7 req-caac3f22-f93c-42f9-8a73-4949489cff07 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449336 Dec 13 13:46:21.849816 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device e866cc22-f069-40fd-8e48-41aeb3f29c27 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:46:21.912940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port e866cc22-f069-40fd-8e48-41aeb3f29c27 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:46:21.917023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port e866cc22-f069-40fd-8e48-41aeb3f29c27 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:46:21.917456 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:22.009201 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:22.032406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866cc22-f069-40fd-8e48-41aeb3f29c27'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:46:22.034694 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0826c9f6-2c81-4a92-8f5a-12f586e6e2c6" -d '{"events": [{"server_uuid": "3a9eb901-dff8-4e8d-9317-2daaac3bab46", "name": "network-vif-plugged", "status": "completed", "tag": "e866cc22-f069-40fd-8e48-41aeb3f29c27"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:46:22.047489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port e866cc22-f069-40fd-8e48-41aeb3f29c27, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=e866cc22-f069-40fd-8e48-41aeb3f29c27,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:46:22.051802 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:22.078530 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3e78fa-47ae-4478-9bff-31cf562f303c x-openstack-request-id: req-aa3e78fa-47ae-4478-9bff-31cf562f303c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:46:22.078805 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9eb901-dff8-4e8d-9317-2daaac3bab46", "name": "network-vif-plugged", "status": "completed", "tag": "e866cc22-f069-40fd-8e48-41aeb3f29c27", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:46:22.079597 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa3e78fa-47ae-4478-9bff-31cf562f303c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:46:22.080032 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'code': 200} Dec 13 13:46:22.106954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=e866cc22-f069-40fd-8e48-41aeb3f29c27,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:22.172881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0bc13-df2d-4dc8-9015-8ae739e5c95e req-585f114c-8bba-4063-a8c7-03ec0069a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:22.174446 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-62c0bc13-df2d-4dc8-9015-8ae739e5c95e req-585f114c-8bba-4063-a8c7-03ec0069a48e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 1096 time: 0.0414786 Dec 13 13:46:22.226509 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-62c0bc13-df2d-4dc8-9015-8ae739e5c95e req-9c15f027-aa0c-4842-8a18-a2944c9bfa7b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450773 Dec 13 13:46:22.237525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0a65e-87a8-468d-bc9e-79ced781c1e8 req-b0384a48-b3ba-4a0e-b16d-898df43b000e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:22.239068 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aff0a65e-87a8-468d-bc9e-79ced781c1e8 req-b0384a48-b3ba-4a0e-b16d-898df43b000e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0492966 Dec 13 13:46:22.293812 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aff0a65e-87a8-468d-bc9e-79ced781c1e8 req-2befce33-70ab-4c15-ae03-9098c148553b tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453146 Dec 13 13:46:23.417634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7a434-ee7d-432c-bfe1-7203d49d88fc req-30b57a1e-a009-4945-ba25-b4916205cdf5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:23.419846 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-faf7a434-ee7d-432c-bfe1-7203d49d88fc req-30b57a1e-a009-4945-ba25-b4916205cdf5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0537419 Dec 13 13:46:23.485500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-faf7a434-ee7d-432c-bfe1-7203d49d88fc req-19f9bdd6-b3de-4f40-84fd-7f8730d42e39 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542927 Dec 13 13:46:23.611534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7b38-d8cc-44ce-aa10-fb620131c5ca req-831d5b2a-eb4f-4da1-afc8-73594d2c290e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:23.613054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a04e7b38-d8cc-44ce-aa10-fb620131c5ca req-831d5b2a-eb4f-4da1-afc8-73594d2c290e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0544674 Dec 13 13:46:23.662627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a04e7b38-d8cc-44ce-aa10-fb620131c5ca req-cee57959-81d6-4a12-b35f-10e40dc7b86d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435381 Dec 13 13:46:23.693394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40160) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:23.741102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f7349-ffc1-48ea-96b1-4fee6dea7b59 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:23.742658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-145f7349-ffc1-48ea-96b1-4fee6dea7b59 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 1091 time: 0.0479667 Dec 13 13:46:23.747061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40162) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:23.751388 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:46:23.775210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:23.878569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:23.990349 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.25.2.39 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/6a070a48-7d50-4765-a929-d2842690d0b6) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:46:24.097791 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:24.137296 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:24.178460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:46:24.181235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:46:24.185714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:46:24.188738 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=6a070a48-7d50-4765-a929-d2842690d0b6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:24.317851 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34db32ee-5a89-4f76-855c-0a52f30c2bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:24.558147 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:24.635651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:24.790140 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:24.797562 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:24.870470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=6a070a48-7d50-4765-a929-d2842690d0b6,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:46:24.881722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:24.992249 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Floating IP 2a426f13-f056-481b-ac6f-00aeebf10704 associated. External IP: 172.25.2.39, port: e866cc22-f069-40fd-8e48-41aeb3f29c27. Dec 13 13:46:25.207296 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:46:25.326050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:46:25.337642 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] Sync routers for ids ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:46:25.346833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:25.349673 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] Routers {'84aaa30c-c1dc-450e-bc02-0b35e787ac15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:46:25.350316 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:25.377684 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3fafd326-969b-4678-8af1-bc59511e8a6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6267545 Dec 13 13:46:25.377684 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'tag': 'e866cc22-f069-40fd-8e48-41aeb3f29c27'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:46:25.378338 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e27d4d-1970-4ce0-ba47-b717ff844a35" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9eb901-dff8-4e8d-9317-2daaac3bab46", "tag": "e866cc22-f069-40fd-8e48-41aeb3f29c27"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:46:25.464776 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] Set router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:46:25.484752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e48e3a-ac15-47cc-8533-ddc63fc2c280 req-15782f02-058b-47d7-a79a-37d6c7b337b6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:25.486511 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-54e48e3a-ac15-47cc-8533-ddc63fc2c280 req-15782f02-058b-47d7-a79a-37d6c7b337b6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0546970 Dec 13 13:46:25.500452 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdda09e5-b5be-4c30-b05c-3de1da1afc36 x-openstack-request-id: req-bdda09e5-b5be-4c30-b05c-3de1da1afc36 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:46:25.500737 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9eb901-dff8-4e8d-9317-2daaac3bab46", "tag": "e866cc22-f069-40fd-8e48-41aeb3f29c27", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:46:25.500986 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdda09e5-b5be-4c30-b05c-3de1da1afc36 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:46:25.501404 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'tag': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'status': 'completed', 'code': 200} Dec 13 13:46:25.540546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-54e48e3a-ac15-47cc-8533-ddc63fc2c280 req-e8691760-ec0c-41c1-94c6-a2b0039dfe36 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478656 Dec 13 13:46:25.565394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40170) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:25.577922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-98b31590-e076-4d9d-9720-e7ec9a18ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:25.579681 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-98b31590-e076-4d9d-9720-e7ec9a18ff25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 1096 time: 0.0566611 Dec 13 13:46:25.635904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2cfac84b-2a21-48b0-885e-522b9dc5613e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/2a426f13-f056-481b-ac6f-00aeebf10704 HTTP/1.1" status: 200 len: 990 time: 0.0682223 Dec 13 13:46:25.673887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-a7d3e930-d683-4d8d-a1b1-4b33ffd321cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:25.675419 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-a7d3e930-d683-4d8d-a1b1-4b33ffd321cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3fe8c8b-9059-4719-b335-0326ad4895ca HTTP/1.1" status: 200 len: 896 time: 0.0864992 Dec 13 13:46:25.690319 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:11Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '2a426f13-f056-481b-ac6f-00aeebf10704', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'port_id': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'mac_address': 'fa:16:3e:1a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:46:24Z', 'updated_at': '2021-12-13T13:46:24Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e9fde-fca5-4905-a917-71dc18f875c6', 'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:e0:4c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:10Z', 'updated_at': '2021-12-13T13:46:13Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:25.719627 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] Checking router: 84aaa30c-c1dc-450e-bc02-0b35e787ac15 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:46:25.728123 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] Routers {'84aaa30c-c1dc-450e-bc02-0b35e787ac15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:46:25.728841 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:45:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:25.747668 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-77292817-bf2e-4c6f-aae8-0b6e8dba1229 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e866cc22-f069-40fd-8e48-41aeb3f29c27 HTTP/1.1" status: 200 len: 998 time: 0.0654590 Dec 13 13:46:25.796687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-7c3bfe33-83e7-4bfe-b7a9-7855d70d1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:25.798200 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-7c3bfe33-83e7-4bfe-b7a9-7855d70d1688 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f956bc75-e88e-4bc4-afb4-cc0694d8b8c7 HTTP/1.1" status: 200 len: 835 time: 0.0444982 Dec 13 13:46:25.838977 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] Set router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:46:25.844405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-e8dfdb7b-7fbd-4d8e-88b1-d1fd6df4792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:25.845957 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-e8dfdb7b-7fbd-4d8e-88b1-d1fd6df4792e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3fe8c8b-9059-4719-b335-0326ad4895ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414307 Dec 13 13:46:25.943384 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-532b4745-e4a9-4dd1-b4ed-a0125574baa1 service neutron] 10.222.0.37 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905511 Dec 13 13:46:26.043887 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-08e27d4d-1970-4ce0-ba47-b717ff844a35 req-38ed5fd0-09ac-4862-89e1-2feb2f838450 service neutron] 10.222.0.37 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926423 Dec 13 13:46:26.080021 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:11Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '2a426f13-f056-481b-ac6f-00aeebf10704', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'port_id': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'mac_address': 'fa:16:3e:1a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:46:24Z', 'updated_at': '2021-12-13T13:46:24Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e9fde-fca5-4905-a917-71dc18f875c6', 'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:e0:4c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:10Z', 'updated_at': '2021-12-13T13:46:13Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:46:26.109784 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd5495-36a4-48d2-9b32-850fe88e75ee None None] The sync data for ids ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'] in n-d-817326-4 is: [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:11Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '2a426f13-f056-481b-ac6f-00aeebf10704', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'port_id': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'mac_address': 'fa:16:3e:1a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:46:24Z', 'updated_at': '2021-12-13T13:46:24Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539e9fde-fca5-4905-a917-71dc18f875c6', 'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:e0:4c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:10Z', 'updated_at': '2021-12-13T13:46:13Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:46:26.304588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265209b-b19b-46c5-b33e-866eb8feaafe None None] New status for floating IP 2a426f13-f056-481b-ac6f-00aeebf10704: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:46:26.613332 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:46:26.639082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40172) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:46:26.692153 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9aa72fb-7564-4149-b10e-e7802340b1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:26.704274 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-05b37ba5-169f-403d-9e47-9435f65e0917 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/2a426f13-f056-481b-ac6f-00aeebf10704 HTTP/1.1" status: 200 len: 992 time: 0.0640268 Dec 13 13:46:27.964782 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:29.296804 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:29.949428 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:37.953427 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:38.033084 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:54.125522 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-b252f03e-108f-48f7-abb9-820eb3230f3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060588 Dec 13 13:46:54.213972 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-0f6d0f8c-be5c-4eb0-8eed-86a999247169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:54.215547 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-0f6d0f8c-be5c-4eb0-8eed-86a999247169 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 1096 time: 0.0420494 Dec 13 13:46:54.316321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6519749-8446-481e-a4f7-9b073a4688d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:54.341158 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-eb1b1b13-a0e5-448f-8ecd-daccd6500cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:54.342700 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-eb1b1b13-a0e5-448f-8ecd-daccd6500cf0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3fe8c8b-9059-4719-b335-0326ad4895ca HTTP/1.1" status: 200 len: 896 time: 0.0887222 Dec 13 13:46:54.415837 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-709f6474-5420-4f7c-bae8-655191fc6752 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e866cc22-f069-40fd-8e48-41aeb3f29c27 HTTP/1.1" status: 200 len: 1000 time: 0.0652685 Dec 13 13:46:54.467710 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-e43e5cab-2e4e-4037-a04a-4adaec4e6785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:54.469189 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-e43e5cab-2e4e-4037-a04a-4adaec4e6785 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f956bc75-e88e-4bc4-afb4-cc0694d8b8c7 HTTP/1.1" status: 200 len: 835 time: 0.0457687 Dec 13 13:46:54.519634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-e225765d-0aaf-4ac7-bf54-6de2ee54cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:46:54.521088 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-e225765d-0aaf-4ac7-bf54-6de2ee54cfd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3fe8c8b-9059-4719-b335-0326ad4895ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414383 Dec 13 13:46:54.616799 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-c71e47ec-853a-4375-9a59-b22c0d00db8c service neutron] 10.222.0.37 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880320 Dec 13 13:46:54.711444 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6f167a45-6085-4e3e-b9cb-fb485740b5f9 req-c58a4d3c-d4e4-4e0c-bf22-7b2dcf43cac3 service neutron] 10.222.0.37 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868597 Dec 13 13:46:56.700131 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0afb6dc0-7a95-49b0-b4f0-fd7ebd6997c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:57.969187 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:59.301306 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:46:59.951280 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:00.122674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af31d03-4d3c-481d-833f-7383a12e3c6c req-a3c798a2-1884-4cd0-a3b3-ad182904b865 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:00.124508 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9af31d03-4d3c-481d-833f-7383a12e3c6c req-a3c798a2-1884-4cd0-a3b3-ad182904b865 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0577977 Dec 13 13:47:00.181214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9af31d03-4d3c-481d-833f-7383a12e3c6c req-3b3ff18f-bc79-4ac6-8336-d82dc4916ee3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501938 Dec 13 13:47:01.313902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c8ce0-fdda-4495-ab98-0a42f0f73e47 req-4f416a68-7de7-45b7-a9da-cb4e561eb043 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:01.315604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-701c8ce0-fdda-4495-ab98-0a42f0f73e47 req-4f416a68-7de7-45b7-a9da-cb4e561eb043 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0530665 Dec 13 13:47:01.365276 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-701c8ce0-fdda-4495-ab98-0a42f0f73e47 req-34dc8b7f-a06f-488e-bbe9-14e041d94747 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437195 Dec 13 13:47:01.397603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40196) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:01.462910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c4526978-e040-4477-ab8d-fc3cc64dcafe tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/2a426f13-f056-481b-ac6f-00aeebf10704 HTTP/1.1" status: 200 len: 992 time: 0.0641439 Dec 13 13:47:02.762521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f2ccf-12c0-49cf-bc3f-0e5243df771d req-f931704d-a872-4ea4-afbc-bb1159573370 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:02.763950 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-528f2ccf-12c0-49cf-bc3f-0e5243df771d req-f931704d-a872-4ea4-afbc-bb1159573370 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0532844 Dec 13 13:47:02.824506 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-528f2ccf-12c0-49cf-bc3f-0e5243df771d req-a7675886-54e2-4c3c-895e-b180d96ec6db tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541897 Dec 13 13:47:03.617031 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:47:03.972499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f2a8a-fec4-4414-952a-c497611e2b01 req-581c5e37-efe0-4f2c-95af-0e20bc225e49 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:03.974230 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f82f2a8a-fec4-4414-952a-c497611e2b01 req-581c5e37-efe0-4f2c-95af-0e20bc225e49 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0618880 Dec 13 13:47:04.027912 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f82f2a8a-fec4-4414-952a-c497611e2b01 req-174d01ab-b822-48b1-8eee-d4ad76241a9a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474267 Dec 13 13:47:04.050773 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40206) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:04.119234 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f301aac0-9510-43aa-aa67-03ff174e494a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/2a426f13-f056-481b-ac6f-00aeebf10704 HTTP/1.1" status: 200 len: 992 time: 0.0673144 Dec 13 13:47:04.352823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40212) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:04.516912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port 6a070a48-7d50-4765-a929-d2842690d0b6 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:47:04.517217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:04.604267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:04.604565 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:04.616516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for 6a070a48-7d50-4765-a929-d2842690d0b6 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:47:04.773204 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:04.807283 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=6a070a48-7d50-4765-a929-d2842690d0b6,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:04.832151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.832456 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.832826 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.833164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.833555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.834114 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.834509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.834844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.835184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.835516 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.835835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.836161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.836489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:04.876190 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:04.876561 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Floating IP 2a426f13-f056-481b-ac6f-00aeebf10704 disassociated (deleted). External IP: 172.25.2.39, port: e866cc22-f069-40fd-8e48-41aeb3f29c27. Dec 13 13:47:05.093581 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:47:05.204597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:47:05.210195 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:05.216989 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] Sync routers for ids ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:47:05.228408 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] Routers {'84aaa30c-c1dc-450e-bc02-0b35e787ac15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:47:05.229042 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:46:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:05.238385 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bfdf839e-f694-4293-ab0b-30103bc2eaa2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a426f13-f056-481b-ac6f-00aeebf10704 HTTP/1.1" status: 204 len: 168 time: 0.8844552 Dec 13 13:47:05.238968 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'tag': 'e866cc22-f069-40fd-8e48-41aeb3f29c27'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:47:05.241973 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84d6051-1177-45be-91e1-6d4b2878d034" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9eb901-dff8-4e8d-9317-2daaac3bab46", "tag": "e866cc22-f069-40fd-8e48-41aeb3f29c27"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:47:05.284739 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e469400-ddb5-4c70-8dda-cf8f278baae9 x-openstack-request-id: req-4e469400-ddb5-4c70-8dda-cf8f278baae9 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:47:05.285040 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9eb901-dff8-4e8d-9317-2daaac3bab46", "tag": "e866cc22-f069-40fd-8e48-41aeb3f29c27", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:47:05.285293 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e469400-ddb5-4c70-8dda-cf8f278baae9 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:47:05.285772 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'tag': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'status': 'completed', 'code': 200} Dec 13 13:47:05.348367 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] Set router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:47:05.362105 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-8b1bd071-f19f-45f4-a4f8-8a30510b3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:05.364370 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-8b1bd071-f19f-45f4-a4f8-8a30510b3818 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 1096 time: 0.0530736 Dec 13 13:47:05.483690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-1086db85-8f4b-44c3-a3b2-38203feeabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:05.485218 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-1086db85-8f4b-44c3-a3b2-38203feeabe2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3fe8c8b-9059-4719-b335-0326ad4895ca HTTP/1.1" status: 200 len: 896 time: 0.1121168 Dec 13 13:47:05.512102 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1c08d-c150-494c-8085-30b4cd2abff4 req-e1e42425-a24c-4826-b624-17dd81f948d6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:05.513955 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72b1c08d-c150-494c-8085-30b4cd2abff4 req-e1e42425-a24c-4826-b624-17dd81f948d6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0578420 Dec 13 13:47:05.532919 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-737a43f4-d322-4b01-a3aa-c7e2dca93a94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e866cc22-f069-40fd-8e48-41aeb3f29c27 HTTP/1.1" status: 200 len: 217 time: 0.0401893 Dec 13 13:47:05.568544 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-72b1c08d-c150-494c-8085-30b4cd2abff4 req-39758733-41c0-47a7-b802-d27e201df940 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475512 Dec 13 13:47:05.589151 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-76733848-3105-4389-a24a-ba1f09aede3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:05.589151 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-76733848-3105-4389-a24a-ba1f09aede3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f956bc75-e88e-4bc4-afb4-cc0694d8b8c7 HTTP/1.1" status: 200 len: 835 time: 0.0459306 Dec 13 13:47:05.635296 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-c4fe25cf-d22f-4da7-9f2a-a1017292c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:05.636846 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-c4fe25cf-d22f-4da7-9f2a-a1017292c755 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3fe8c8b-9059-4719-b335-0326ad4895ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434499 Dec 13 13:47:05.655218 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:11Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '539e9fde-fca5-4905-a917-71dc18f875c6', 'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:e0:4c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:10Z', 'updated_at': '2021-12-13T13:46:13Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:05.681953 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] Checking router: 84aaa30c-c1dc-450e-bc02-0b35e787ac15 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:47:05.690274 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] Routers {'84aaa30c-c1dc-450e-bc02-0b35e787ac15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:47:05.690871 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:46:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:05.736512 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-58336fee-641b-411f-bfdf-702248557c09 service neutron] 10.222.0.37 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918863 Dec 13 13:47:05.800074 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] Set router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:47:05.831509 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a84d6051-1177-45be-91e1-6d4b2878d034 req-def81940-e4a6-4365-a215-c4d8aef004aa service neutron] 10.222.0.37 "GET /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879736 Dec 13 13:47:06.013661 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:11Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '539e9fde-fca5-4905-a917-71dc18f875c6', 'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:e0:4c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:10Z', 'updated_at': '2021-12-13T13:46:13Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:06.040038 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83c073-0f96-4da0-8fe6-4726248d4fe9 None None] The sync data for ids ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'] in n-d-817326-4 is: [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:11Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '539e9fde-fca5-4905-a917-71dc18f875c6', 'name': '', 'network_id': 'f3fe8c8b-9059-4719-b335-0326ad4895ca', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:e0:4c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:10Z', 'updated_at': '2021-12-13T13:46:13Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'f956bc75-e88e-4bc4-afb4-cc0694d8b8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:47:06.273338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68467c7-6c24-4829-9393-ac0028969a3f None None] New status for floating IP 2a426f13-f056-481b-ac6f-00aeebf10704: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:47:06.705506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d0d72-d26b-4b3f-94f9-4b0009cdb113 req-f8e13fa3-c9dc-4bda-bb2c-2f109ba44ab8 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:06.707049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-481d0d72-d26b-4b3f-94f9-4b0009cdb113 req-f8e13fa3-c9dc-4bda-bb2c-2f109ba44ab8 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0515146 Dec 13 13:47:06.765236 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-481d0d72-d26b-4b3f-94f9-4b0009cdb113 req-241c1a50-f71c-4237-b350-16a6e0a644f3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c2b155f-14c9-4826-bd87-70e9a3c46e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497112 Dec 13 13:47:06.951309 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-da48b87f-f677-410b-ba16-5f8b8a52b78c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:06.952664 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-da48b87f-f677-410b-ba16-5f8b8a52b78c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 945 time: 0.0521514 Dec 13 13:47:07.048203 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port e866cc22-f069-40fd-8e48-41aeb3f29c27 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:47:07.048564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:07.146424 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port e866cc22-f069-40fd-8e48-41aeb3f29c27, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=e866cc22-f069-40fd-8e48-41aeb3f29c27,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:47:07.146734 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:07.159144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for e866cc22-f069-40fd-8e48-41aeb3f29c27 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:47:07.307940 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:07.337430 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=e866cc22-f069-40fd-8e48-41aeb3f29c27,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:07.362937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.363285 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.363624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.363962 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.364293 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.364625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.364948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.365278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.365605 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.366006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.366400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.366838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.367113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:07.389486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] No DVR routers for this DVR port e866cc22-f069-40fd-8e48-41aeb3f29c27 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:47:07.392029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:07.395401 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-dd852b9f-496c-4dd3-b75a-3722d96d6d87 req-8aab543f-4867-4bcb-9581-932b6858dd77 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "DELETE /v2.0/ports/e866cc22-f069-40fd-8e48-41aeb3f29c27 HTTP/1.1" status: 204 len: 173 time: 0.4370289 Dec 13 13:47:07.395824 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'name': 'network-vif-deleted', 'tag': 'e866cc22-f069-40fd-8e48-41aeb3f29c27'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:47:07.398249 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9542d21a-3ddf-444f-a508-8a55c524f5fe" -d '{"events": [{"server_uuid": "3a9eb901-dff8-4e8d-9317-2daaac3bab46", "name": "network-vif-deleted", "tag": "e866cc22-f069-40fd-8e48-41aeb3f29c27"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:47:07.495961 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ff4168-3369-47db-8d54-3b3bc37cdb98 x-openstack-request-id: req-b7ff4168-3369-47db-8d54-3b3bc37cdb98 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:47:07.496278 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9eb901-dff8-4e8d-9317-2daaac3bab46", "name": "network-vif-deleted", "tag": "e866cc22-f069-40fd-8e48-41aeb3f29c27", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:47:07.496537 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7ff4168-3369-47db-8d54-3b3bc37cdb98 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:47:07.496963 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9eb901-dff8-4e8d-9317-2daaac3bab46', 'name': 'network-vif-deleted', 'tag': 'e866cc22-f069-40fd-8e48-41aeb3f29c27', 'status': 'completed', 'code': 200} Dec 13 13:47:07.883147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-292e496e-c8dd-41d2-8631-dd1f1764bcef req-8b39327a-2525-427b-8a55-cd9889e03dbe tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9eb901-dff8-4e8d-9317-2daaac3bab46 HTTP/1.1" status: 200 len: 210 time: 0.0296531 Dec 13 13:47:07.954853 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:08.031476 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:08.947321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40230) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:09.667546 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:09.952830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port 539e9fde-fca5-4905-a917-71dc18f875c6 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:47:09.953521 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:10.050466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port 539e9fde-fca5-4905-a917-71dc18f875c6, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=539e9fde-fca5-4905-a917-71dc18f875c6,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:47:10.050855 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:10.064908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for 539e9fde-fca5-4905-a917-71dc18f875c6 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:47:10.065181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device e866cc22-f069-40fd-8e48-41aeb3f29c27 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:47:10.091571 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: e866cc22-f069-40fd-8e48-41aeb3f29c27 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:47:10.091970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device e866cc22-f069-40fd-8e48-41aeb3f29c27 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:47:10.280233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:10.308691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=539e9fde-fca5-4905-a917-71dc18f875c6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:10.489740 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:10.713711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:47:10.827771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:47:10.833011 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1d9a5d2b-05ce-4a78-ae6d-422dfb931d74 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "PUT /v2.0/routers/84aaa30c-c1dc-450e-bc02-0b35e787ac15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8844395 Dec 13 13:47:10.836014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40232) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:10.838956 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] Sync routers for ids ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:47:10.849651 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] Routers {'84aaa30c-c1dc-450e-bc02-0b35e787ac15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:47:10.850471 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:46:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:10.893561 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-24231833-42ea-4472-a63a-f08c0f33ff7f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting subnet f956bc75-e88e-4bc4-afb4-cc0694d8b8c7 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:47:10.897375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24231833-42ea-4472-a63a-f08c0f33ff7f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:10.940726 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24231833-42ea-4472-a63a-f08c0f33ff7f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:10.962011 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] Set router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:47:11.026378 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24231833-42ea-4472-a63a-f08c0f33ff7f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.093446 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24231833-42ea-4472-a63a-f08c0f33ff7f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.121808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24231833-42ea-4472-a63a-f08c0f33ff7f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Subnet': ['ID=f956bc75-e88e-4bc4-afb4-cc0694d8b8c7,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:11.125818 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-24231833-42ea-4472-a63a-f08c0f33ff7f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.132569 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-24231833-42ea-4472-a63a-f08c0f33ff7f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/subnets/f956bc75-e88e-4bc4-afb4-cc0694d8b8c7 HTTP/1.1" status: 204 len: 168 time: 0.2930186 Dec 13 13:47:11.133022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40234) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:11.151829 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:47:10Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:11.184950 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] Checking router: 84aaa30c-c1dc-450e-bc02-0b35e787ac15 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:47:11.197091 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] Routers {'84aaa30c-c1dc-450e-bc02-0b35e787ac15'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:47:11.198084 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:46:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:11.255364 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.313365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5033e2e-0903-42ff-9008-82aeed142eac None None] Network f3fe8c8b-9059-4719-b335-0326ad4895ca requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:47:11.330597 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] Set router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:47:11.392197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.464874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port 73bbfc1d-6542-41bc-9072-b46d40b87f0b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:47:11.465231 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.482661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] DHCP port deletion for f3fe8c8b-9059-4719-b335-0326ad4895ca request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:47:11.524166 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:47:10Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:11.538986 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Deleting port dbdc33d3-cac9-46ac-a742-4aea851422ae {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:47:11.539715 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.548879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port 73bbfc1d-6542-41bc-9072-b46d40b87f0b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=73bbfc1d-6542-41bc-9072-b46d40b87f0b,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:47:11.549247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.550407 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa593-d271-47a8-9dbc-f1233a7f33a4 None None] The sync data for ids ['84aaa30c-c1dc-450e-bc02-0b35e787ac15'] in n-d-817326-4 is: [{'id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503498759', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:47:10Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '73bbfc1d-6542-41bc-9072-b46d40b87f0b', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aaa30c-c1dc-450e-bc02-0b35e787ac15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:46:07Z', 'updated_at': '2021-12-13T13:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:47:11.563643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for 73bbfc1d-6542-41bc-9072-b46d40b87f0b owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:47:11.607817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] For port dbdc33d3-cac9-46ac-a742-4aea851422ae, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=dbdc33d3-cac9-46ac-a742-4aea851422ae,segment=NetworkSegment(b2c52c6b-5b2b-44f0-91f4-b499104eb4eb),segment_id=b2c52c6b-5b2b-44f0-91f4-b499104eb4eb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:47:11.608219 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.621079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Calling delete_port for dbdc33d3-cac9-46ac-a742-4aea851422ae owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:47:11.707966 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.735157 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Pushing event deleted for resources: {'Port': ['ID=dbdc33d3-cac9-46ac-a742-4aea851422ae,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:11.737395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] No DVR routers for this DVR port dbdc33d3-cac9-46ac-a742-4aea851422ae on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:47:11.746135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.746461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.746804 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.747668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.747668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.747897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.748177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.748566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.748893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.749219 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.749549 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.749874 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.750222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b50c8-c6e1-4bd0-9716-c6f6e8bd0ae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:11.755696 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.780618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=73bbfc1d-6542-41bc-9072-b46d40b87f0b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:11.798516 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23094f44-9fc9-4bc2-96ac-3209fb7b2e12 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:47:11.849237 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.947569 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.949802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.996243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:11.996823 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Fanout notify agent at l3_agent the message router_deleted on router 84aaa30c-c1dc-450e-bc02-0b35e787ac15 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:47:12.004544 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.005706 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9036a6ee-f355-43ce-b56f-edb7cd183b06 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/routers/84aaa30c-c1dc-450e-bc02-0b35e787ac15 HTTP/1.1" status: 204 len: 168 time: 0.8718121 Dec 13 13:47:12.008677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40236) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:12.089606 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.178198 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.200556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fe8c8b-9059-4719-b335-0326ad4895ca']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:12.212945 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:12.213164 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c52c6b-5b2b-44f0-91f4-b499104eb4eb') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:12.233820 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.247373 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.253546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:47:12.253917 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:47:12.257310 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:47:12.316107 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.321266 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.324727 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/networks/f3fe8c8b-9059-4719-b335-0326ad4895ca HTTP/1.1" status: 204 len: 168 time: 0.3150706 Dec 13 13:47:12.327730 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40238) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:12.340488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe91799-b9f9-4a3b-98ad-5fc55eb9293e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Network': ['ID=f3fe8c8b-9059-4719-b335-0326ad4895ca,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:12.387774 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-62043485-6052-47d3-bf55-782bdccaed88 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.413218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-62043485-6052-47d3-bf55-782bdccaed88 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.477382 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-62043485-6052-47d3-bf55-782bdccaed88 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.479986 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-62043485-6052-47d3-bf55-782bdccaed88 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.481170 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-62043485-6052-47d3-bf55-782bdccaed88 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/security-groups/7c2b155f-14c9-4826-bd87-70e9a3c46e92 HTTP/1.1" status: 204 len: 168 time: 0.1518619 Dec 13 13:47:12.490332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62043485-6052-47d3-bf55-782bdccaed88 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2b155f-14c9-4826-bd87-70e9a3c46e92,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:12.683511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40244) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:12.690276 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-acfa1b39-4a33-4dfe-9044-1c60c7de35a6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2003863086', 'description': 'tempest-secgroup-smoke-2003863086 description', 'project_id': '986a1de7606d4ef9a848fee60a7000c9'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:12.719897 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acfa1b39-4a33-4dfe-9044-1c60c7de35a6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.786948 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acfa1b39-4a33-4dfe-9044-1c60c7de35a6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.793162 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acfa1b39-4a33-4dfe-9044-1c60c7de35a6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.825515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-acfa1b39-4a33-4dfe-9044-1c60c7de35a6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.826773 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-acfa1b39-4a33-4dfe-9044-1c60c7de35a6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1420002 Dec 13 13:47:12.828677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1b39-4a33-4dfe-9044-1c60c7de35a6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75888cd-87f7-478c-82ae-8d5ba4e3bb15,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:12.829817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40246) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:12.834950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4b6a08f2-83c4-4568-b209-0305dfc64670 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'e75888cd-87f7-478c-82ae-8d5ba4e3bb15', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:12.864102 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b6a08f2-83c4-4568-b209-0305dfc64670 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.921570 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b6a08f2-83c4-4568-b209-0305dfc64670 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.926970 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b6a08f2-83c4-4568-b209-0305dfc64670 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.946221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a08f2-83c4-4568-b209-0305dfc64670 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10694f8d-2612-4e89-a368-a1d97c546480,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:12.951166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4b6a08f2-83c4-4568-b209-0305dfc64670 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:12.952350 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4b6a08f2-83c4-4568-b209-0305dfc64670 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213856 Dec 13 13:47:12.955145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40248) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:12.959384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ccb75ba4-5d97-490f-b72c-607a4a5025b5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'e75888cd-87f7-478c-82ae-8d5ba4e3bb15', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:12.985178 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ccb75ba4-5d97-490f-b72c-607a4a5025b5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.047243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ccb75ba4-5d97-490f-b72c-607a4a5025b5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.051946 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ccb75ba4-5d97-490f-b72c-607a4a5025b5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.069954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb75ba4-5d97-490f-b72c-607a4a5025b5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac60717-c2d9-474e-a60e-253d844fcfc5,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:13.077382 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ccb75ba4-5d97-490f-b72c-607a4a5025b5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.078581 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ccb75ba4-5d97-490f-b72c-607a4a5025b5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225216 Dec 13 13:47:13.081280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40250) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:13.085577 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-573e3329-2f90-4174-b754-5f29be02614a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'e75888cd-87f7-478c-82ae-8d5ba4e3bb15', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:13.111612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-573e3329-2f90-4174-b754-5f29be02614a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.169717 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-573e3329-2f90-4174-b754-5f29be02614a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.175982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-573e3329-2f90-4174-b754-5f29be02614a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.192937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3329-2f90-4174-b754-5f29be02614a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede6791d-2f09-4dbc-89a8-92d8ee84e676,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:13.202634 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-573e3329-2f90-4174-b754-5f29be02614a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.207152 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-573e3329-2f90-4174-b754-5f29be02614a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216371 Dec 13 13:47:13.207692 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40252) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:13.212228 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e4281a15-6e24-49eb-84e1-471df49e4d09 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'e75888cd-87f7-478c-82ae-8d5ba4e3bb15', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:13.241120 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e4281a15-6e24-49eb-84e1-471df49e4d09 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.303999 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e4281a15-6e24-49eb-84e1-471df49e4d09 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.308884 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e4281a15-6e24-49eb-84e1-471df49e4d09 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.326534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4281a15-6e24-49eb-84e1-471df49e4d09 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5777386d-f242-4fbd-8461-c3331b7efcd9,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:13.332742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 73bbfc1d-6542-41bc-9072-b46d40b87f0b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:47:13.335972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e4281a15-6e24-49eb-84e1-471df49e4d09 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.337850 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e4281a15-6e24-49eb-84e1-471df49e4d09 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288588 Dec 13 13:47:13.340269 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40254) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:13.344908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-8660458d-50d0-4bc9-a35d-3ccbd4aed8e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'e75888cd-87f7-478c-82ae-8d5ba4e3bb15', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:13.353751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 73bbfc1d-6542-41bc-9072-b46d40b87f0b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:47:13.354138 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 73bbfc1d-6542-41bc-9072-b46d40b87f0b not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:47:13.354540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 539e9fde-fca5-4905-a917-71dc18f875c6 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:47:13.368833 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-8660458d-50d0-4bc9-a35d-3ccbd4aed8e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Project 986a1de7606d4ef9a848fee60a7000c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:47:13.374560 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8660458d-50d0-4bc9-a35d-3ccbd4aed8e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.376714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 539e9fde-fca5-4905-a917-71dc18f875c6 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:47:13.377426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 539e9fde-fca5-4905-a917-71dc18f875c6 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:47:13.377834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dbdc33d3-cac9-46ac-a742-4aea851422ae no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:47:13.396534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: dbdc33d3-cac9-46ac-a742-4aea851422ae {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:47:13.396842 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device dbdc33d3-cac9-46ac-a742-4aea851422ae not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:47:13.438586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8660458d-50d0-4bc9-a35d-3ccbd4aed8e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.443066 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8660458d-50d0-4bc9-a35d-3ccbd4aed8e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.461892 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660458d-50d0-4bc9-a35d-3ccbd4aed8e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28e23a3-8add-4d2e-bb06-ab62bdf8ec1d,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:13.473622 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-8660458d-50d0-4bc9-a35d-3ccbd4aed8e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.474982 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-8660458d-50d0-4bc9-a35d-3ccbd4aed8e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336436 Dec 13 13:47:13.477900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40256) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:13.482263 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-4a03815f-957e-4ac4-86cb-be77b86045a5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'e75888cd-87f7-478c-82ae-8d5ba4e3bb15', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:13.506058 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-4a03815f-957e-4ac4-86cb-be77b86045a5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Project 986a1de7606d4ef9a848fee60a7000c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:47:13.511735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a03815f-957e-4ac4-86cb-be77b86045a5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.575127 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a03815f-957e-4ac4-86cb-be77b86045a5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.579966 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a03815f-957e-4ac4-86cb-be77b86045a5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.598478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03815f-957e-4ac4-86cb-be77b86045a5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2053168-15b4-4b7a-94ac-35cb6e3a1ef2,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:13.604659 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4a03815f-957e-4ac4-86cb-be77b86045a5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.607989 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4a03815f-957e-4ac4-86cb-be77b86045a5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269627 Dec 13 13:47:13.608981 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40258) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:13.613830 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'network': {'name': 'tempest-network-smoke--161320669', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'port_security_enabled': True}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:13.636522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:47:13.640279 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.665594 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:47:13.676520 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.676854 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Added segment c00a6960-1ec6-42b3-9766-f9386216eb48 of type vlan for network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a Dec 13 13:47:13.718398 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.744295 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.750326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:13.750934 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.814359 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2043152 Dec 13 13:47:13.817212 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40260) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:13.821682 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'admin_state_up': True, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:13.837974 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e3720-1d09-4292-9a64-47b1937bcf14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Network': ['ID=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:13.848727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:47:13.856004 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.857062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:13.908774 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:14.062661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:14.274853 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:14.294491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:14.401011 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.25.2.160 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/ee32c530-a688-49d3-9742-7b4059abd362) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:47:14.511026 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:14.547492 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:14.588125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:47:14.593123 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:47:14.595429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=ee32c530-a688-49d3-9742-7b4059abd362,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:14.597491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:47:14.612544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b8dade-cf62-42eb-9245-328c520f955c None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:47:14.681438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0627ca8c-a1e7-48eb-840d-523f3f2c5535 None None] Provisioning complete for port ee32c530-a688-49d3-9742-7b4059abd362 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:14.681709 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0627ca8c-a1e7-48eb-840d-523f3f2c5535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:14.719459 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0627ca8c-a1e7-48eb-840d-523f3f2c5535 None None] Port ee32c530-a688-49d3-9742-7b4059abd362 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:47:14.857656 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:15.397688 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:15.538210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 0032f40e-8ca4-4993-9175-0b4d84adecea is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:47:15.648870 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:47:15.659695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Sync routers for ids ['0032f40e-8ca4-4993-9175-0b4d84adecea'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:47:15.671610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Routers {'0032f40e-8ca4-4993-9175-0b4d84adecea'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:47:15.671842 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:15.672241 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:46:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0032f40e-8ca4-4993-9175-0b4d84adecea'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:15.676299 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bcd2a647-9614-4002-b02c-36a6b7080cdd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8549788 Dec 13 13:47:15.676530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40262) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:15.711717 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dc8db595-e072-4f54-a54b-564c301ffb8f tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=986a1de7606d4ef9a848fee60a7000c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340385 Dec 13 13:47:15.714300 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40264) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:15.781043 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Set router 0032f40e-8ca4-4993-9175-0b4d84adecea gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:47:15.866684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebdb2ae-32e4-4fb4-bffb-dfd966a38f4b tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:15.868229 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aebdb2ae-32e4-4fb4-bffb-dfd966a38f4b tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529627 Dec 13 13:47:15.871235 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40266) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:15.909918 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-965f2564-8fa4-403a-a51f-959c29815216 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375888 Dec 13 13:47:15.912960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40268) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:15.919074 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-991484527', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:15.966389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:14Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:16.003230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Checking router: 0032f40e-8ca4-4993-9175-0b4d84adecea for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:47:16.003554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Updating router 0032f40e-8ca4-4993-9175-0b4d84adecea port ee32c530-a688-49d3-9742-7b4059abd362 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:47:16.011267 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:47:16.015037 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.028854 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.202776 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.275245 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Subnet': ['ID=bdf316f6-f0de-4f28-81fd-b518a2838d73,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:16.283629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Checking segment: {'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:47:16.283629 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network hostable DHCP agents. Network: b0b1eb84-c0f6-42d3-9d03-0bc180b1029a, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:47:16.290936 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.297408 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.299854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:47:16.308578 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, b0b1eb84-c0f6-42d3-9d03-0bc180b1029a) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:47:16.312995 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:16.313566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.327172 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e6dcf-ccae-4bd8-a0ac-8fff233ae2fb None None] Network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:47:16.331479 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9ed6c54d-9369-45aa-8fd4-fcdbd6293216 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4176116 Dec 13 13:47:16.334487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40270) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:16.385550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c74a9-ff78-4ba2-a4b1-c4c7dc7bed6a None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:47:16.408354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4208-5517-4bde-8f70-8844882fec7f None None] Pushing event updated for resources: {'Port': ['ID=ee32c530-a688-49d3-9742-7b4059abd362,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:16.415861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Attempting to bind port ee32c530-a688-49d3-9742-7b4059abd362 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:47:16.416266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Attempting to bind port ee32c530-a688-49d3-9742-7b4059abd362 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:47:16.416608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Attempting to bind port ee32c530-a688-49d3-9742-7b4059abd362 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:47:16.425456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:47:16.425856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:47:16.426287 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.426684 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:47:16.427162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Bound port: ee32c530-a688-49d3-9742-7b4059abd362, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:47:16.427542 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.500192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2b56678a-cd76-4a0b-9c43-46d7013b0348 None None] Provisioning complete for port ee32c530-a688-49d3-9742-7b4059abd362 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:16.500472 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b56678a-cd76-4a0b-9c43-46d7013b0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.546660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:47:16.547984 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.551608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] For port ee32c530-a688-49d3-9742-7b4059abd362, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:47:16.578373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] For port ee32c530-a688-49d3-9742-7b4059abd362, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ee32c530-a688-49d3-9742-7b4059abd362,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:47:16.583231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2b56678a-cd76-4a0b-9c43-46d7013b0348 None None] Port ee32c530-a688-49d3-9742-7b4059abd362 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:47:16.590446 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.701052 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ec4cf8-e2f2-4393-86e9-94ea8a272a90 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:47:16.752536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4208-5517-4bde-8f70-8844882fec7f None None] Pushing event updated for resources: {'Port': ['ID=ee32c530-a688-49d3-9742-7b4059abd362,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:16.758628 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Routers {'0032f40e-8ca4-4993-9175-0b4d84adecea'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:47:16.759250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:46:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0032f40e-8ca4-4993-9175-0b4d84adecea'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:16.798225 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.825960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Allocated IP 172.20.0.2 (b0b1eb84-c0f6-42d3-9d03-0bc180b1029a/bdf316f6-f0de-4f28-81fd-b518a2838d73/d1e67080-09d6-49d2-b3ed-b7f38202e170) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:47:16.844688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ec046a06-c6b9-4dba-8241-c4d198ca4547 None None] Provisioning complete for port ee32c530-a688-49d3-9742-7b4059abd362 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:16.845057 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec046a06-c6b9-4dba-8241-c4d198ca4547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:16.975152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] Set router 0032f40e-8ca4-4993-9175-0b4d84adecea gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:47:17.341675 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec046a06-c6b9-4dba-8241-c4d198ca4547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:17.387862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ec046a06-c6b9-4dba-8241-c4d198ca4547 None None] For port ee32c530-a688-49d3-9742-7b4059abd362, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ee32c530-a688-49d3-9742-7b4059abd362,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:47:17.395903 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec046a06-c6b9-4dba-8241-c4d198ca4547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:17.398091 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:17.442904 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:17.467202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.20.0.1 (b0b1eb84-c0f6-42d3-9d03-0bc180b1029a/bdf316f6-f0de-4f28-81fd-b518a2838d73/cae60908-8144-45f9-b1fa-5d291be37906) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:47:17.481575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec046a06-c6b9-4dba-8241-c4d198ca4547 None None] Pushing event updated for resources: {'Port': ['ID=ee32c530-a688-49d3-9742-7b4059abd362,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:17.485351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:47:17.491240 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:47:17.513751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:47:17.557489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Pushing event updated for resources: {'Port': ['ID=d1e67080-09d6-49d2-b3ed-b7f38202e170,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:17.588455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:14Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:17.601282 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:17.616222 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Attempting to bind port d1e67080-09d6-49d2-b3ed-b7f38202e170 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:47:17.616754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Attempting to bind port d1e67080-09d6-49d2-b3ed-b7f38202e170 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:47:17.617073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Attempting to bind port d1e67080-09d6-49d2-b3ed-b7f38202e170 on network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:47:17.619461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058d603-b8e9-4832-94d6-685610b5ee00 None None] The sync data for ids ['0032f40e-8ca4-4993-9175-0b4d84adecea'] in n-d-817326-4 is: [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:14Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:47:17.624577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:47:17.624951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Checking segment: {'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:47:17.625386 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:17.625715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Bound using segment: {'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:47:17.626214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Bound port: d1e67080-09d6-49d2-b3ed-b7f38202e170, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:47:17.626625 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:17.646233 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:17.693313 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:47:17.697346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:47:17.700135 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] For port d1e67080-09d6-49d2-b3ed-b7f38202e170, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:47:17.701670 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:47:17.705185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] For port d1e67080-09d6-49d2-b3ed-b7f38202e170, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d1e67080-09d6-49d2-b3ed-b7f38202e170,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:47:17.713331 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:17.731540 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=cae60908-8144-45f9-b1fa-5d291be37906,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:17.769320 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:17.780911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3004179-bdd8-4d82-989e-f1040d27a195 None None] Pushing event updated for resources: {'Port': ['ID=d1e67080-09d6-49d2-b3ed-b7f38202e170,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:17.945742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:18.313661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:18.319054 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:18.401500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=cae60908-8144-45f9-b1fa-5d291be37906,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:18.404169 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:18.507718 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:47:18.509450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:47:18.632818 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 0032f40e-8ca4-4993-9175-0b4d84adecea has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:47:18.752401 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:47:18.758171 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-6a2e853f-162d-4780-a3a2-adb51629c6cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "PUT /v2.0/routers/0032f40e-8ca4-4993-9175-0b4d84adecea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4219382 Dec 13 13:47:18.855501 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a270275-b761-4729-8788-de599ed82e5b None None] Network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:47:18.977626 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-65eb0b2e-feaf-42f1-acbe-160de1ad178c None None] Provisioning complete for port d1e67080-09d6-49d2-b3ed-b7f38202e170 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:18.978000 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b2e-feaf-42f1-acbe-160de1ad178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:19.072651 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b2e-feaf-42f1-acbe-160de1ad178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:19.112552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-65eb0b2e-feaf-42f1-acbe-160de1ad178c None None] For port d1e67080-09d6-49d2-b3ed-b7f38202e170, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d1e67080-09d6-49d2-b3ed-b7f38202e170,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:47:19.120964 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b2e-feaf-42f1-acbe-160de1ad178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:19.183372 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb0b2e-feaf-42f1-acbe-160de1ad178c None None] Pushing event updated for resources: {'Port': ['ID=d1e67080-09d6-49d2-b3ed-b7f38202e170,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:19.256878 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-ddb9fb25-8f74-4fe3-966e-a94c1e11dd2b tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2003863086&fields=id&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 267 time: 0.3888161 Dec 13 13:47:19.352765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3b6183c7-5d63-4633-9ca9-e3662b1a52bc None None] Provisioning complete for port d1e67080-09d6-49d2-b3ed-b7f38202e170 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:19.353625 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6183c7-5d63-4633-9ca9-e3662b1a52bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:19.419451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-3828fe7d-7d27-48f2-a4a1-4ac1387cf91f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:19.426675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-3828fe7d-7d27-48f2-a4a1-4ac1387cf91f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/networks?id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a HTTP/1.1" status: 200 len: 796 time: 0.1625586 Dec 13 13:47:19.441887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-18ac68bd-9c83-4399-a8c8-43e9798a0e16 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/quotas/986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 375 time: 0.0109670 Dec 13 13:47:19.453714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d1e67080-09d6-49d2-b3ed-b7f38202e170 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:47:19.509523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-685814af-a978-45e7-a35d-a95e01f0a83a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605164 Dec 13 13:47:19.529996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3b6183c7-5d63-4633-9ca9-e3662b1a52bc None None] Provisioning complete for port cae60908-8144-45f9-b1fa-5d291be37906 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:19.530389 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6183c7-5d63-4633-9ca9-e3662b1a52bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:19.553148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port d1e67080-09d6-49d2-b3ed-b7f38202e170 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:19.553527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:19.576529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-90165958-0a18-4133-bf87-965e4c5b277b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:47:19.582854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-90165958-0a18-4133-bf87-965e4c5b277b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0611715 Dec 13 13:47:19.605630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3b6183c7-5d63-4633-9ca9-e3662b1a52bc None None] Port cae60908-8144-45f9-b1fa-5d291be37906 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:47:19.615837 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Sync routers for ids ['0032f40e-8ca4-4993-9175-0b4d84adecea'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:47:19.632782 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Routers {'0032f40e-8ca4-4993-9175-0b4d84adecea'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:47:19.633401 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:46:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0032f40e-8ca4-4993-9175-0b4d84adecea'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:19.660250 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ee32c530-a688-49d3-9742-7b4059abd362 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:47:19.686956 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-2897e000-52ab-411a-98a7-1eadb5c778be service neutron] 10.222.0.31 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036632 Dec 13 13:47:19.733192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ee32c530-a688-49d3-9742-7b4059abd362 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:19.733868 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:19.761451 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Set router 0032f40e-8ca4-4993-9175-0b4d84adecea gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:47:19.767230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-681f035d-c143-4c4e-acbd-5db5887f5c3d None None] Provisioning complete for port cae60908-8144-45f9-b1fa-5d291be37906 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:19.767602 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-681f035d-c143-4c4e-acbd-5db5887f5c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:19.789892 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-3f5caa5e-7ce6-447e-8199-4887125e0858 service neutron] 10.222.0.31 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960658 Dec 13 13:47:19.822878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-681f035d-c143-4c4e-acbd-5db5887f5c3d None None] Port cae60908-8144-45f9-b1fa-5d291be37906 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:47:19.946263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7bf0795b-5c6f-4370-b856-654c4c7bb55b None None] Provisioning complete for port cae60908-8144-45f9-b1fa-5d291be37906 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:19.946940 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bf0795b-5c6f-4370-b856-654c4c7bb55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:19.989082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12d02dff-d174-440b-b375-283eb5820c64 req-d18ca778-8f45-4c44-b44b-93f389a513cb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 210 time: 0.0334568 Dec 13 13:47:19.990969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0795b-5c6f-4370-b856-654c4c7bb55b None None] Port cae60908-8144-45f9-b1fa-5d291be37906 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:47:20.082511 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cae60908-8144-45f9-b1fa-5d291be37906', 'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:4b:1e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:16Z', 'updated_at': '2021-12-13T13:47:18Z', 'revision_number': 2, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:20.112274 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Checking router: 0032f40e-8ca4-4993-9175-0b4d84adecea for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:47:20.112635 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Updating router 0032f40e-8ca4-4993-9175-0b4d84adecea port cae60908-8144-45f9-b1fa-5d291be37906 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:47:20.142006 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:20.416114 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:20.421553 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:20.492367 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Pushing event updated for resources: {'Port': ['ID=cae60908-8144-45f9-b1fa-5d291be37906,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:20.519905 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.520254 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.520690 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.520914 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.521243 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.521572 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.522056 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.522551 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.522953 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.523207 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.523528 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.523847 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.524171 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:47:20.537243 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Attempting to bind port cae60908-8144-45f9-b1fa-5d291be37906 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:47:20.537645 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Attempting to bind port cae60908-8144-45f9-b1fa-5d291be37906 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:47:20.538053 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Attempting to bind port cae60908-8144-45f9-b1fa-5d291be37906 on network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:47:20.543420 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:47:20.543796 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Checking segment: {'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:47:20.544204 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:20.544596 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Bound using segment: {'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:47:20.545061 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Bound port: cae60908-8144-45f9-b1fa-5d291be37906, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:47:20.545445 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:20.612899 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] For port cae60908-8144-45f9-b1fa-5d291be37906, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:47:20.617006 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] For port cae60908-8144-45f9-b1fa-5d291be37906, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cae60908-8144-45f9-b1fa-5d291be37906,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:47:20.621640 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:20.680854 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24857fe4-b62f-4903-b1ba-f5639bb8167e None None] Pushing event updated for resources: {'Port': ['ID=cae60908-8144-45f9-b1fa-5d291be37906,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:20.687143 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Routers {'0032f40e-8ca4-4993-9175-0b4d84adecea'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:47:20.687752 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:46:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0032f40e-8ca4-4993-9175-0b4d84adecea'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:20.716988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-006fde34-e044-4fbf-8eab-c528c9d52a66 None None] Provisioning complete for port cae60908-8144-45f9-b1fa-5d291be37906 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:20.717373 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-006fde34-e044-4fbf-8eab-c528c9d52a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:20.801087 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] Set router 0032f40e-8ca4-4993-9175-0b4d84adecea gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:47:20.804411 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-006fde34-e044-4fbf-8eab-c528c9d52a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:20.839168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-006fde34-e044-4fbf-8eab-c528c9d52a66 None None] For port cae60908-8144-45f9-b1fa-5d291be37906, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cae60908-8144-45f9-b1fa-5d291be37906,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:47:20.844768 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-006fde34-e044-4fbf-8eab-c528c9d52a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:20.908674 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fde34-e044-4fbf-8eab-c528c9d52a66 None None] Pushing event updated for resources: {'Port': ['ID=cae60908-8144-45f9-b1fa-5d291be37906,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:20.966530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c67baca6-54cf-4f35-a53a-cdc8f31d7bdb None None] Provisioning complete for port cae60908-8144-45f9-b1fa-5d291be37906 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:20.967821 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c67baca6-54cf-4f35-a53a-cdc8f31d7bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:21.024627 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cae60908-8144-45f9-b1fa-5d291be37906', 'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:4b:1e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:16Z', 'updated_at': '2021-12-13T13:47:20Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:21.065129 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68c215-5432-453d-ab61-90458f384f61 None None] The sync data for ids ['0032f40e-8ca4-4993-9175-0b4d84adecea'] in n-d-817326-4 is: [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cae60908-8144-45f9-b1fa-5d291be37906', 'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:4b:1e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:16Z', 'updated_at': '2021-12-13T13:47:20Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:47:21.095442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-ab84bc40-2326-485e-a4ad-3628d340b10d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:21.097093 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-ab84bc40-2326-485e-a4ad-3628d340b10d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "GET /v2.0/networks?id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a HTTP/1.1" status: 200 len: 796 time: 0.1650367 Dec 13 13:47:21.152615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c15a6729-f3fc-423a-bfac-c682bebbccc1 req-f3a72dff-6b2c-4107-80a5-b46468776700 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 210 time: 0.0515263 Dec 13 13:47:21.196364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-942eaf43-9321-4ae4-9c9f-302985a42fa5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 380 time: 0.0861681 Dec 13 13:47:21.207229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'port': {'device_id': '35978372-3dec-4b2d-9203-4ffc6f798217', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'admin_state_up': True, 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'security_groups': ['e75888cd-87f7-478c-82ae-8d5ba4e3bb15']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:21.336362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:47:21.340006 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:21.359495 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cae60908-8144-45f9-b1fa-5d291be37906 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:47:21.415196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cae60908-8144-45f9-b1fa-5d291be37906 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:21.415569 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:21.493798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.20.0.8 (b0b1eb84-c0f6-42d3-9d03-0bc180b1029a/bdf316f6-f0de-4f28-81fd-b518a2838d73/fcfc59f8-2ea6-41b6-a745-d01ad0003613) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:47:21.639240 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:21.682250 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:21.731343 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:47:21.734653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:47:21.738373 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:47:21.745476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=fcfc59f8-2ea6-41b6-a745-d01ad0003613,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:21.805137 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:21.805794 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:21.826394 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-79e78f55-9a5d-4343-8a19-d323c6a211a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6230781 Dec 13 13:47:21.892805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Request body: {'port': {'device_id': '35978372-3dec-4b2d-9203-4ffc6f798217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:21.955909 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:21.991594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d0581152-af63-44ec-b787-c6e638e90d7d None None] Provisioning complete for port fcfc59f8-2ea6-41b6-a745-d01ad0003613 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:21.992202 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0581152-af63-44ec-b787-c6e638e90d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:22.032457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d0581152-af63-44ec-b787-c6e638e90d7d None None] Port fcfc59f8-2ea6-41b6-a745-d01ad0003613 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:47:22.284775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfc59f8-2ea6-41b6-a745-d01ad0003613 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:47:22.294345 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:22.315483 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b17959-56a4-4785-9391-a1cf82e265b4 req-6a034fc8-fc83-423e-ad16-a2a657e771d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:22.316975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6b17959-56a4-4785-9391-a1cf82e265b4 req-6a034fc8-fc83-423e-ad16-a2a657e771d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 931 time: 0.0915391 Dec 13 13:47:22.319855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Transition to ACTIVE for port object fcfc59f8-2ea6-41b6-a745-d01ad0003613 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:47:22.330097 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:22.413451 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d6b17959-56a4-4785-9391-a1cf82e265b4 req-7949b485-4562-4c67-bb4e-c628c62ff607 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901177 Dec 13 13:47:22.421086 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfc59f8-2ea6-41b6-a745-d01ad0003613,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:22.494012 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Attempting to bind port fcfc59f8-2ea6-41b6-a745-d01ad0003613 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:47:22.494387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Attempting to bind port fcfc59f8-2ea6-41b6-a745-d01ad0003613 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:47:22.494713 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Attempting to bind port fcfc59f8-2ea6-41b6-a745-d01ad0003613 on network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:47:22.499406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Port fcfc59f8-2ea6-41b6-a745-d01ad0003613 on network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:47:22.499729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Attempting to bind port fcfc59f8-2ea6-41b6-a745-d01ad0003613 on network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:47:22.505401 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:47:22.505745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Checking segment: {'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:47:22.506306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Bound using segment: {'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:47:22.506698 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Bound port: fcfc59f8-2ea6-41b6-a745-d01ad0003613, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00a6960-1ec6-42b3-9766-f9386216eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:47:22.507153 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:22.573179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] For port fcfc59f8-2ea6-41b6-a745-d01ad0003613, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:47:22.576187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] For port fcfc59f8-2ea6-41b6-a745-d01ad0003613, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:47:22.582760 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:22.618466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:22.619141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:22.620979 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] 10.222.0.42 "PUT /v2.0/ports/fcfc59f8-2ea6-41b6-a745-d01ad0003613 HTTP/1.1" status: 200 len: 1091 time: 0.7857835 Dec 13 13:47:22.626400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35978372-3dec-4b2d-9203-4ffc6f798217', 'tag': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:47:22.629167 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36" -d '{"events": [{"name": "network-changed", "server_uuid": "35978372-3dec-4b2d-9203-4ffc6f798217", "tag": "fcfc59f8-2ea6-41b6-a745-d01ad0003613"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:47:22.664459 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434e05d-55ad-408f-9f9b-62c40f19b156 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfc59f8-2ea6-41b6-a745-d01ad0003613,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:22.699228 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c41932a-aa45-4092-a682-ea2e5a716477 x-openstack-request-id: req-1c41932a-aa45-4092-a682-ea2e5a716477 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:47:22.699530 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35978372-3dec-4b2d-9203-4ffc6f798217", "tag": "fcfc59f8-2ea6-41b6-a745-d01ad0003613", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:47:22.699780 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c41932a-aa45-4092-a682-ea2e5a716477 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:47:22.700183 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35978372-3dec-4b2d-9203-4ffc6f798217', 'tag': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'status': 'completed', 'code': 200} Dec 13 13:47:22.716344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-3a943e7a-c986-4e5c-8167-efa426021543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:22.717771 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-3a943e7a-c986-4e5c-8167-efa426021543 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 1094 time: 0.0492451 Dec 13 13:47:22.764993 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-c71223b9-9915-44c3-ad45-e41d9d55581b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613 HTTP/1.1" status: 200 len: 217 time: 0.0377772 Dec 13 13:47:22.820973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-de6773b8-6ef0-4827-988c-87c9e0df9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:22.822483 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-de6773b8-6ef0-4827-988c-87c9e0df9d7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdf316f6-f0de-4f28-81fd-b518a2838d73 HTTP/1.1" status: 200 len: 834 time: 0.0502381 Dec 13 13:47:22.869676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-db9656c8-b265-4d03-bc6b-2b5ebb2c5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:22.871249 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-db9656c8-b265-4d03-bc6b-2b5ebb2c5bc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421948 Dec 13 13:47:22.967478 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-0d721278-fcae-4621-af68-e0a863f5925f service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884264 Dec 13 13:47:23.069675 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b7a2eb49-a1bc-4955-80b1-2f3089324519 req-89fc3a40-4b5e-4d28-9e39-9626f2633d9d service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941303 Dec 13 13:47:23.166033 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-0633d1a5-c86b-41e9-943f-a8ed1cad586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:23.167694 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-0633d1a5-c86b-41e9-943f-a8ed1cad586c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 1094 time: 0.0426500 Dec 13 13:47:23.265367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-38407a2a-0f41-47cb-99f3-e92d0c6676bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:23.266901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-38407a2a-0f41-47cb-99f3-e92d0c6676bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a HTTP/1.1" status: 200 len: 896 time: 0.0920825 Dec 13 13:47:23.310525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-7d87d745-52ab-4849-a3cb-e32ec51e5ca0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613 HTTP/1.1" status: 200 len: 217 time: 0.0357258 Dec 13 13:47:23.363017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-aa284aaa-bbe1-4c10-ab55-f47645c8f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:23.364485 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-aa284aaa-bbe1-4c10-ab55-f47645c8f8c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdf316f6-f0de-4f28-81fd-b518a2838d73 HTTP/1.1" status: 200 len: 834 time: 0.0469882 Dec 13 13:47:23.420339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-1faa69a7-df54-4529-b1b5-263ae22c520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:23.421817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-1faa69a7-df54-4529-b1b5-263ae22c520a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497043 Dec 13 13:47:23.541041 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-1f8c25f5-8a9c-4024-a622-b86eb55a7747 service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103077 Dec 13 13:47:23.580190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235df058-660f-40d3-8b03-87b4dd62f355 req-ec13a9e6-319e-42c4-a3fa-17a8b43ecab7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:23.581667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-235df058-660f-40d3-8b03-87b4dd62f355 req-ec13a9e6-319e-42c4-a3fa-17a8b43ecab7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 943 time: 0.0887089 Dec 13 13:47:23.682486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-235df058-660f-40d3-8b03-87b4dd62f355 req-5141460b-8076-4804-b6c2-c120a690dc62 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743840 Dec 13 13:47:23.684870 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3362ebf3-64ce-47e3-8dfa-43ab0ea29c36 req-1effb307-5579-43b2-b0ca-00919823e25d service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365886 Dec 13 13:47:24.321019 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ef9d127-35d6-4b82-a4e0-de3b14ebd0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:24.817134 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278288-b1bf-41b5-ab72-5c8687065807 req-656665a7-b864-4916-96da-0250c1aa4d01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:24.818839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92278288-b1bf-41b5-ab72-5c8687065807 req-656665a7-b864-4916-96da-0250c1aa4d01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 943 time: 0.0519540 Dec 13 13:47:24.878257 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-92278288-b1bf-41b5-ab72-5c8687065807 req-0e90862b-732c-49d6-ab97-3c9aa12cb9d3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533228 Dec 13 13:47:25.226165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device fcfc59f8-2ea6-41b6-a745-d01ad0003613 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:47:25.332039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port fcfc59f8-2ea6-41b6-a745-d01ad0003613, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:47:25.345262 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'port_id': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'mac_address': 'fa:16:3e:fb:76:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:47:25.395101 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:25.409860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfc59f8-2ea6-41b6-a745-d01ad0003613 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:47:25.433412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port fcfc59f8-2ea6-41b6-a745-d01ad0003613, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:47:25.438836 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:25.488454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=fcfc59f8-2ea6-41b6-a745-d01ad0003613,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:25.661371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['fcfc59f8-2ea6-41b6-a745-d01ad0003613'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:47:26.009325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6f3a2-4b1b-4484-9b84-45337bbdf1bb req-7941be35-ec99-4f8d-82ba-30294c9d8aed tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:26.010871 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35f6f3a2-4b1b-4484-9b84-45337bbdf1bb req-7941be35-ec99-4f8d-82ba-30294c9d8aed tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 944 time: 0.0541334 Dec 13 13:47:26.064221 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-35f6f3a2-4b1b-4484-9b84-45337bbdf1bb req-10be75ee-70e2-42f1-a140-ea548402660d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Dec 13 13:47:26.696784 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4404a43-dfa5-4050-be3b-d41c673af021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:27.193614 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c43db-c387-43c9-bc8a-a21b393a0bf8 req-741e74a0-71a1-45ee-9307-97d89496eb80 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:27.195568 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-558c43db-c387-43c9-bc8a-a21b393a0bf8 req-741e74a0-71a1-45ee-9307-97d89496eb80 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 944 time: 0.0594380 Dec 13 13:47:27.253334 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-558c43db-c387-43c9-bc8a-a21b393a0bf8 req-e4571a2a-ded0-4505-92d1-8d36d154cf44 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515280 Dec 13 13:47:27.256929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device fcfc59f8-2ea6-41b6-a745-d01ad0003613 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:47:27.309960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port fcfc59f8-2ea6-41b6-a745-d01ad0003613 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:47:27.313941 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port fcfc59f8-2ea6-41b6-a745-d01ad0003613 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:47:27.314345 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:27.398213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:27.422217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35978372-3dec-4b2d-9203-4ffc6f798217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:47:27.424496 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8463da04-9434-47a7-8553-748c4df2a4b7" -d '{"events": [{"server_uuid": "35978372-3dec-4b2d-9203-4ffc6f798217", "name": "network-vif-plugged", "status": "completed", "tag": "fcfc59f8-2ea6-41b6-a745-d01ad0003613"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:47:27.436903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port fcfc59f8-2ea6-41b6-a745-d01ad0003613, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:47:27.446531 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:27.494953 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=fcfc59f8-2ea6-41b6-a745-d01ad0003613,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:27.525030 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490a75b8-d661-4d63-8c04-41f81a5515f9 x-openstack-request-id: req-490a75b8-d661-4d63-8c04-41f81a5515f9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:47:27.525336 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35978372-3dec-4b2d-9203-4ffc6f798217", "name": "network-vif-plugged", "status": "completed", "tag": "fcfc59f8-2ea6-41b6-a745-d01ad0003613", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:47:27.525569 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-490a75b8-d661-4d63-8c04-41f81a5515f9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:47:27.525980 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35978372-3dec-4b2d-9203-4ffc6f798217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'code': 200} Dec 13 13:47:27.632415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816e23c-c608-418e-bf5f-e70eaffbd8a2 req-1d152964-03de-404f-a1be-5d5122b709a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:27.633945 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6816e23c-c608-418e-bf5f-e70eaffbd8a2 req-1d152964-03de-404f-a1be-5d5122b709a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 1096 time: 0.0478902 Dec 13 13:47:27.682472 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6816e23c-c608-418e-bf5f-e70eaffbd8a2 req-64c8e469-b18d-464c-af51-756f4faf0ea4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410428 Dec 13 13:47:27.969207 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:28.388833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd957ed-6e43-4571-8bcc-8bd3e7ea0ebd req-2dec9c4c-a6ce-485f-9884-41638c03649d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:28.390532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fd957ed-6e43-4571-8bcc-8bd3e7ea0ebd req-2dec9c4c-a6ce-485f-9884-41638c03649d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0568914 Dec 13 13:47:28.441482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3fd957ed-6e43-4571-8bcc-8bd3e7ea0ebd req-ff5de2d6-e72d-4fe9-97fb-4960fb41894d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448329 Dec 13 13:47:29.306047 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:29.565756 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7ef59-f89e-4d78-8304-98fdded14774 req-bfff81f1-64be-44a3-8f04-ec47e66c4d08 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:29.567160 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fda7ef59-f89e-4d78-8304-98fdded14774 req-bfff81f1-64be-44a3-8f04-ec47e66c4d08 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0539601 Dec 13 13:47:29.629490 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fda7ef59-f89e-4d78-8304-98fdded14774 req-d33c9c02-9d00-4803-8ee5-3a7d5e9ccbee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557723 Dec 13 13:47:29.758441 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b88b79-4e37-4e03-a1ca-fe01c7519de1 req-3dbc9ab7-c79a-4132-bf51-baf6b2ef8299 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:29.759974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4b88b79-4e37-4e03-a1ca-fe01c7519de1 req-3dbc9ab7-c79a-4132-bf51-baf6b2ef8299 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0604904 Dec 13 13:47:29.811244 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4b88b79-4e37-4e03-a1ca-fe01c7519de1 req-6d99fc1a-b49d-48aa-a833-44c72335f49e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450139 Dec 13 13:47:29.833357 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40328) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:29.887408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e94afa-c5a3-4ba0-9063-4c2234f42a46 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:29.888967 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-53e94afa-c5a3-4ba0-9063-4c2234f42a46 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 1091 time: 0.0546384 Dec 13 13:47:29.891986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40330) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:29.896265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:47:29.922425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:29.946937 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:30.030015 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:30.140653 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.25.2.251 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/2970cf7d-51a5-434a-8d56-6ec4e7d5125f) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:47:30.266117 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:30.302439 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:30.344891 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:47:30.347749 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:47:30.352290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:47:30.355610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=2970cf7d-51a5-434a-8d56-6ec4e7d5125f,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:30.722902 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:30.799494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:30.946054 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:30.953297 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:31.022879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=2970cf7d-51a5-434a-8d56-6ec4e7d5125f,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:47:31.034820 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:31.136926 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Floating IP e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc associated. External IP: 172.25.2.251, port: fcfc59f8-2ea6-41b6-a745-d01ad0003613. Dec 13 13:47:31.366585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 0032f40e-8ca4-4993-9175-0b4d84adecea has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:47:31.481868 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:47:31.492328 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] Sync routers for ids ['0032f40e-8ca4-4993-9175-0b4d84adecea'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:47:31.501387 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:31.504132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] Routers {'0032f40e-8ca4-4993-9175-0b4d84adecea'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:47:31.504894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:47:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0032f40e-8ca4-4993-9175-0b4d84adecea'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:31.616584 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] Set router 0032f40e-8ca4-4993-9175-0b4d84adecea gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:47:31.851159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-86a494c1-53a9-425f-adde-44b5a78bcab5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9581332 Dec 13 13:47:31.852362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35978372-3dec-4b2d-9203-4ffc6f798217', 'tag': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:47:31.855349 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e" -d '{"events": [{"name": "network-changed", "server_uuid": "35978372-3dec-4b2d-9203-4ffc6f798217", "tag": "fcfc59f8-2ea6-41b6-a745-d01ad0003613"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:47:31.860896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'port_id': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'mac_address': 'fa:16:3e:fb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978372-3dec-4b2d-9203-4ffc6f798217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:47:30Z', 'updated_at': '2021-12-13T13:47:30Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae60908-8144-45f9-b1fa-5d291be37906', 'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:4b:1e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:16Z', 'updated_at': '2021-12-13T13:47:20Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:31.891961 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0383bb7-f0ff-4b9d-b636-7827d743513e x-openstack-request-id: req-d0383bb7-f0ff-4b9d-b636-7827d743513e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:47:31.892265 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35978372-3dec-4b2d-9203-4ffc6f798217", "tag": "fcfc59f8-2ea6-41b6-a745-d01ad0003613", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:47:31.892516 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0383bb7-f0ff-4b9d-b636-7827d743513e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:47:31.892912 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35978372-3dec-4b2d-9203-4ffc6f798217', 'tag': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'status': 'completed', 'code': 200} Dec 13 13:47:31.895031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] Checking router: 0032f40e-8ca4-4993-9175-0b4d84adecea for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:47:31.904943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] Routers {'0032f40e-8ca4-4993-9175-0b4d84adecea'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:47:31.905548 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:47:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0032f40e-8ca4-4993-9175-0b4d84adecea'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:31.979027 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4ba4b-45ae-4209-8932-bd6cbce45cdb req-c6d52561-b88a-4623-ad76-f8db8a7987bf tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:31.980481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6e4ba4b-45ae-4209-8932-bd6cbce45cdb req-c6d52561-b88a-4623-ad76-f8db8a7987bf tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0752332 Dec 13 13:47:31.990185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-f0e8dc59-2896-4b2f-9082-c17a587545a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:31.991592 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-f0e8dc59-2896-4b2f-9082-c17a587545a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 1096 time: 0.0597248 Dec 13 13:47:32.014198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] Set router 0032f40e-8ca4-4993-9175-0b4d84adecea gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:47:32.088056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6e4ba4b-45ae-4209-8932-bd6cbce45cdb req-26dfbf40-a097-4912-bdbe-c7f58147afbf tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004205 Dec 13 13:47:32.111524 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40336) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:32.117595 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-97e3c9bc-d1e4-45ff-9a89-4d849ee39851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:32.120365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-97e3c9bc-d1e4-45ff-9a89-4d849ee39851 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a HTTP/1.1" status: 200 len: 896 time: 0.1146607 Dec 13 13:47:32.176957 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7481ad0c-524a-435d-8256-a96392c37d79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc HTTP/1.1" status: 200 len: 991 time: 0.0629785 Dec 13 13:47:32.195173 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-82d854a9-3a85-4017-970d-626f82c317be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613 HTTP/1.1" status: 200 len: 999 time: 0.0689187 Dec 13 13:47:32.246743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-f7dbef25-ef76-4c17-ada3-3da6705100cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:32.248214 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-f7dbef25-ef76-4c17-ada3-3da6705100cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdf316f6-f0de-4f28-81fd-b518a2838d73 HTTP/1.1" status: 200 len: 834 time: 0.0464714 Dec 13 13:47:32.300844 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-2c0b248b-ca32-4d91-94f0-975db9a2f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:32.302407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-2c0b248b-ca32-4d91-94f0-975db9a2f62f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459900 Dec 13 13:47:32.397436 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-1b70b5bb-f553-49b7-80c7-8a31cdffcf01 service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877032 Dec 13 13:47:32.419156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'port_id': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'mac_address': 'fa:16:3e:fb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978372-3dec-4b2d-9203-4ffc6f798217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:47:30Z', 'updated_at': '2021-12-13T13:47:30Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae60908-8144-45f9-b1fa-5d291be37906', 'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:4b:1e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:16Z', 'updated_at': '2021-12-13T13:47:20Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:47:32.449133 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d706d46-958a-4f29-a6a8-77e8c7757a89 None None] The sync data for ids ['0032f40e-8ca4-4993-9175-0b4d84adecea'] in n-d-817326-4 is: [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'port_id': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'mac_address': 'fa:16:3e:fb:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978372-3dec-4b2d-9203-4ffc6f798217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:47:30Z', 'updated_at': '2021-12-13T13:47:30Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae60908-8144-45f9-b1fa-5d291be37906', 'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:4b:1e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:16Z', 'updated_at': '2021-12-13T13:47:20Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:47:32.490577 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2336c477-2fa4-4fd4-b1fb-4fd7905f684e req-80c2e120-c035-49ef-8a06-ed10620a03cb service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851531 Dec 13 13:47:32.648127 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73466aa3-7ab7-4ea2-964a-5a0786430cba None None] New status for floating IP e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:47:33.181575 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40338) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:47:33.258919 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-222ef945-9fbe-4d67-8004-66696d188a99 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc HTTP/1.1" status: 200 len: 993 time: 0.0757873 Dec 13 13:47:37.956823 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:38.039874 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:40.622923 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:47:42.129405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-de265d63-0f31-45de-9661-56c3ebaf6f5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435534 Dec 13 13:47:42.230726 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-9b5907a8-7a64-4edc-bba9-cef58d07d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:42.232242 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-9b5907a8-7a64-4edc-bba9-cef58d07d537 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 1096 time: 0.0477772 Dec 13 13:47:42.350580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-de8a744b-998a-4cd9-8af6-016f8d0fbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:42.352037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-de8a744b-998a-4cd9-8af6-016f8d0fbf2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a HTTP/1.1" status: 200 len: 896 time: 0.0936487 Dec 13 13:47:42.436212 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-6c33d87b-2033-4f88-b773-3a0cb5dec274 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613 HTTP/1.1" status: 200 len: 1001 time: 0.0758834 Dec 13 13:47:42.492132 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-07b8db5f-2ef2-46f4-bbef-8ccb9552c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:42.494333 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-07b8db5f-2ef2-46f4-bbef-8ccb9552c022 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdf316f6-f0de-4f28-81fd-b518a2838d73 HTTP/1.1" status: 200 len: 834 time: 0.0486636 Dec 13 13:47:42.547610 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-a38a7660-59ac-4241-9c13-ae0095de7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:47:42.549176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-a38a7660-59ac-4241-9c13-ae0095de7865 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458946 Dec 13 13:47:42.667111 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-9beb4524-1e6b-4b79-b73e-2bada280aab7 service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104641 Dec 13 13:47:42.766971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a286015f-8abe-47bd-a1b9-c15c7f718c06 req-30e847d5-7888-4257-8ac5-769cb1f1d4f9 service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908113 Dec 13 13:47:54.334710 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61579af8-36c0-42d8-85a9-2789aeb7fb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:56.699131 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-570a6fab-d1ff-4f48-ae55-596c7d9fc773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:57.983070 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:59.309391 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:47:59.964757 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:02.090640 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-56be48b9-f2e3-46fb-8789-5d82be36745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:02.092162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-56be48b9-f2e3-46fb-8789-5d82be36745e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 1096 time: 0.0736430 Dec 13 13:48:02.102882 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c511e5d-494f-47ac-a068-64b94f55a754 req-01b7bed3-75ba-4a63-9d76-d2e4ed47b558 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:02.104164 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c511e5d-494f-47ac-a068-64b94f55a754 req-01b7bed3-75ba-4a63-9d76-d2e4ed47b558 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0773845 Dec 13 13:48:02.207711 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8c511e5d-494f-47ac-a068-64b94f55a754 req-8fcec066-d7a5-4c82-967e-43c0769da88b tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954366 Dec 13 13:48:02.223746 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-91de4555-c014-458b-9758-e1bcb13cbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:02.225237 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-91de4555-c014-458b-9758-e1bcb13cbb92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a HTTP/1.1" status: 200 len: 896 time: 0.1202223 Dec 13 13:48:02.300860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-f257dedf-8b95-4157-90f5-9fee6336a940 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613 HTTP/1.1" status: 200 len: 1001 time: 0.0673416 Dec 13 13:48:02.354339 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-6028045f-2b42-4f32-ae0c-562cfb1e8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:02.355828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-6028045f-2b42-4f32-ae0c-562cfb1e8973 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdf316f6-f0de-4f28-81fd-b518a2838d73 HTTP/1.1" status: 200 len: 834 time: 0.0483847 Dec 13 13:48:02.415631 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-b4ab0587-941a-49ea-8918-7a5443ac4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:02.417123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-b4ab0587-941a-49ea-8918-7a5443ac4a05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531235 Dec 13 13:48:02.521588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-a55cfe59-d90b-46a8-95b6-6bef331535c4 service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960829 Dec 13 13:48:02.614601 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bd2a7794-2546-44bf-99f1-905aa9f89d0c req-92e665a4-c66d-4bf2-b313-f55cf54734d3 service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856333 Dec 13 13:48:03.355414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccdcec-18be-4068-be5c-a5dee0b69087 req-dd623fa1-5bfc-419f-b9c4-201744751314 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:03.356929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50ccdcec-18be-4068-be5c-a5dee0b69087 req-dd623fa1-5bfc-419f-b9c4-201744751314 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0687037 Dec 13 13:48:03.413068 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-50ccdcec-18be-4068-be5c-a5dee0b69087 req-a94d3573-837e-4769-afdf-e7022d6e3ab4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469096 Dec 13 13:48:04.543129 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16658b-8735-41ff-9aa8-e1e20d0eb688 req-215a6df4-6b7e-4550-8afc-9fd28329facf tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:04.544594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f16658b-8735-41ff-9aa8-e1e20d0eb688 req-215a6df4-6b7e-4550-8afc-9fd28329facf tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0520072 Dec 13 13:48:04.593255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0f16658b-8735-41ff-9aa8-e1e20d0eb688 req-81efe21c-37d8-4f94-b92d-95b7b79ff159 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426426 Dec 13 13:48:05.734671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e539256-a2de-40dd-bce9-75c94326e173 req-128b42a4-3389-4c2b-a616-3ecbea783f14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:05.736182 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e539256-a2de-40dd-bce9-75c94326e173 req-128b42a4-3389-4c2b-a616-3ecbea783f14 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0633719 Dec 13 13:48:05.796535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2e539256-a2de-40dd-bce9-75c94326e173 req-b064341c-8831-45ed-afab-37fee11de669 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539246 Dec 13 13:48:06.933327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108751cd-6cfe-4b9f-a153-4313b2f64b4f req-eb199a3c-0e67-4984-a9f2-23f7210cd237 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:06.934874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-108751cd-6cfe-4b9f-a153-4313b2f64b4f req-eb199a3c-0e67-4984-a9f2-23f7210cd237 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0616283 Dec 13 13:48:06.993509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-108751cd-6cfe-4b9f-a153-4313b2f64b4f req-39fbdd15-2b8c-4700-b98e-c873299026b2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525887 Dec 13 13:48:07.978745 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:08.048663 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:08.135179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9345-6201-4af9-a60f-cf953859837a req-423bb74a-6ad7-47ee-9a15-9a1586f54cdb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:08.136709 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-318c9345-6201-4af9-a60f-cf953859837a req-423bb74a-6ad7-47ee-9a15-9a1586f54cdb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0690973 Dec 13 13:48:08.190540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-318c9345-6201-4af9-a60f-cf953859837a req-7d8574c3-a990-45d1-b0d2-d28d8e972625 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476067 Dec 13 13:48:09.321645 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8d3db-1bb2-4ba3-870b-abf718eecc29 req-40ef5776-565b-4dcc-bfbc-fd32c6adafa4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:09.323174 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60f8d3db-1bb2-4ba3-870b-abf718eecc29 req-40ef5776-565b-4dcc-bfbc-fd32c6adafa4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0559700 Dec 13 13:48:09.379902 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-60f8d3db-1bb2-4ba3-870b-abf718eecc29 req-41e78aa0-4f17-4765-925f-b87660836171 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Dec 13 13:48:10.508743 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752fe2-bccc-4fcd-9a42-05e2cbf2eb5c req-204ba5b3-dae7-4663-a66b-e68746820c65 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:10.510492 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b752fe2-bccc-4fcd-9a42-05e2cbf2eb5c req-204ba5b3-dae7-4663-a66b-e68746820c65 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0574021 Dec 13 13:48:10.560821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b752fe2-bccc-4fcd-9a42-05e2cbf2eb5c req-93d606e3-a85e-4a4a-a410-0b8ccfaf1ddb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441117 Dec 13 13:48:11.694345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57e53c-1ec7-45ce-a98e-d18a8b919113 req-5fa2dbd0-cd5a-449f-952d-9f12ede61a52 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:11.695888 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e57e53c-1ec7-45ce-a98e-d18a8b919113 req-5fa2dbd0-cd5a-449f-952d-9f12ede61a52 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0573273 Dec 13 13:48:11.748188 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9e57e53c-1ec7-45ce-a98e-d18a8b919113 req-80fa8632-9afd-46f6-82ae-b225d2e47eff tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459249 Dec 13 13:48:12.870674 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037605e-0fc4-4060-9404-380f259087a7 req-fcbb523e-0dd9-4add-ac3d-97a826074e7b tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:12.872152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6037605e-0fc4-4060-9404-380f259087a7 req-fcbb523e-0dd9-4add-ac3d-97a826074e7b tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0513530 Dec 13 13:48:12.926137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6037605e-0fc4-4060-9404-380f259087a7 req-349e7e25-e6dc-47d3-8a54-f41ca941b834 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453002 Dec 13 13:48:14.057930 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbe14d-43da-4f02-8729-10ebec57f31c req-9b491dd5-cd1a-44b9-ad31-6acd791aa73d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:14.059452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6fbe14d-43da-4f02-8729-10ebec57f31c req-9b491dd5-cd1a-44b9-ad31-6acd791aa73d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0525961 Dec 13 13:48:14.114232 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f6fbe14d-43da-4f02-8729-10ebec57f31c req-29979705-870f-4cb3-9ccc-3d281636a30e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485570 Dec 13 13:48:14.138749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40374) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:14.203035 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f0a55c9e-12dc-48ff-9813-5d1a5ca3cb3f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc HTTP/1.1" status: 200 len: 993 time: 0.0630906 Dec 13 13:48:17.622914 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:48:24.332417 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ae70-a993-4ea0-a4d6-aba24ce7d8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:26.703633 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cd085ab9-45c7-40ca-84da-d7e012c424a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:27.976997 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:29.315540 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:29.952139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:37.975270 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:38.067449 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:44.121372 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-041d948f-a1f6-4b17-8e97-22c69dae1a85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447447 Dec 13 13:48:44.221362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-46afa5af-cc03-4c80-84d4-9bf6bb8da79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:44.222895 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-46afa5af-cc03-4c80-84d4-9bf6bb8da79d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 1096 time: 0.0486887 Dec 13 13:48:44.334222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-e02a3488-2ce1-4a41-bbff-c94a22ce4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:44.335706 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-e02a3488-2ce1-4a41-bbff-c94a22ce4e0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a HTTP/1.1" status: 200 len: 896 time: 0.0927713 Dec 13 13:48:44.410556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-bf68980f-e1e5-4896-b60b-573400c64bb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613 HTTP/1.1" status: 200 len: 1001 time: 0.0661905 Dec 13 13:48:44.463276 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-6dde85dc-6ecf-44ef-b970-9c67eacc6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:44.464759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-6dde85dc-6ecf-44ef-b970-9c67eacc6e0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdf316f6-f0de-4f28-81fd-b518a2838d73 HTTP/1.1" status: 200 len: 834 time: 0.0472162 Dec 13 13:48:44.518178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-af6b26f5-3edc-4ad8-9e70-f080be2695e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:44.519669 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-af6b26f5-3edc-4ad8-9e70-f080be2695e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473475 Dec 13 13:48:44.603233 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40384) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:44.612585 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-9889f75a-2471-4fd4-8d08-a3ce8d67c66f service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844491 Dec 13 13:48:44.715298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-088d3e9f-ebbe-4cd9-a443-03e75457271e req-78901139-9e49-4a2f-9ad5-fddcaee6a737 service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950027 Dec 13 13:48:45.108947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port 2970cf7d-51a5-434a-8d56-6ec4e7d5125f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:48:45.109302 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:45.187113 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:45.187436 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:45.199243 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for 2970cf7d-51a5-434a-8d56-6ec4e7d5125f owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:48:45.352452 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:45.379888 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=2970cf7d-51a5-434a-8d56-6ec4e7d5125f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:45.404508 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.404853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.405201 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.405536 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.405874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.406232 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.406650 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.406939 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.407289 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.407616 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.407926 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.408249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.408571 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:45.449145 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:45.449480 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Floating IP e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc disassociated (deleted). External IP: 172.25.2.251, port: fcfc59f8-2ea6-41b6-a745-d01ad0003613. Dec 13 13:48:45.681491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 0032f40e-8ca4-4993-9175-0b4d84adecea has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:48:45.808065 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:48:45.815663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:45.818373 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] Sync routers for ids ['0032f40e-8ca4-4993-9175-0b4d84adecea'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:48:45.828979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] Routers {'0032f40e-8ca4-4993-9175-0b4d84adecea'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:48:45.829752 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0032f40e-8ca4-4993-9175-0b4d84adecea'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:45.844536 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-a60b847a-6d64-4b95-bd5c-e7f22f7a5e3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/floatingips/e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc HTTP/1.1" status: 204 len: 168 time: 1.2400277 Dec 13 13:48:45.845125 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35978372-3dec-4b2d-9203-4ffc6f798217', 'tag': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:48:45.847605 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc" -d '{"events": [{"name": "network-changed", "server_uuid": "35978372-3dec-4b2d-9203-4ffc6f798217", "tag": "fcfc59f8-2ea6-41b6-a745-d01ad0003613"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:48:45.887805 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f9f4d6-58ef-4b8f-8c27-52a1bdd19233 x-openstack-request-id: req-a1f9f4d6-58ef-4b8f-8c27-52a1bdd19233 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:48:45.888223 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35978372-3dec-4b2d-9203-4ffc6f798217", "tag": "fcfc59f8-2ea6-41b6-a745-d01ad0003613", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:48:45.888455 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1f9f4d6-58ef-4b8f-8c27-52a1bdd19233 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:48:45.888856 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35978372-3dec-4b2d-9203-4ffc6f798217', 'tag': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'status': 'completed', 'code': 200} Dec 13 13:48:45.945662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] Set router 0032f40e-8ca4-4993-9175-0b4d84adecea gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:48:45.959599 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-b271096f-7e9c-4053-bd60-a554937a2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:45.961310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-b271096f-7e9c-4053-bd60-a554937a2b92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 1096 time: 0.0480888 Dec 13 13:48:46.094984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-568d9b7a-bee1-4ed1-9767-9c7ba78502a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:46.096464 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-568d9b7a-bee1-4ed1-9767-9c7ba78502a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a HTTP/1.1" status: 200 len: 896 time: 0.1267114 Dec 13 13:48:46.108507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307c34b-a020-4fc5-bee5-387c2081bf70 req-3da10afe-e668-4011-93e3-eb448c2d6fae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:46.110202 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b307c34b-a020-4fc5-bee5-387c2081bf70 req-3da10afe-e668-4011-93e3-eb448c2d6fae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0750360 Dec 13 13:48:46.153819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cae60908-8144-45f9-b1fa-5d291be37906', 'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:4b:1e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:16Z', 'updated_at': '2021-12-13T13:47:20Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:46.160943 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-85432bc9-a6ec-4160-8003-a5205fdaf633 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613 HTTP/1.1" status: 200 len: 217 time: 0.0496457 Dec 13 13:48:46.185188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] Checking router: 0032f40e-8ca4-4993-9175-0b4d84adecea for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:48:46.194129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] Routers {'0032f40e-8ca4-4993-9175-0b4d84adecea'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:48:46.194757 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0032f40e-8ca4-4993-9175-0b4d84adecea'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:46.225827 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b307c34b-a020-4fc5-bee5-387c2081bf70 req-6bc85add-f0af-4655-a334-a433bc7ddd90 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084349 Dec 13 13:48:46.234741 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-76aac802-f5b8-4c82-96d0-7e1687f52b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:46.236208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-76aac802-f5b8-4c82-96d0-7e1687f52b78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdf316f6-f0de-4f28-81fd-b518a2838d73 HTTP/1.1" status: 200 len: 834 time: 0.0678618 Dec 13 13:48:46.286060 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-d8dbd9af-f897-4474-8d24-43679f885d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:46.287647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-d8dbd9af-f897-4474-8d24-43679f885d48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429277 Dec 13 13:48:46.302088 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] Set router 0032f40e-8ca4-4993-9175-0b4d84adecea gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:48:46.379235 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-bf347d67-b88a-4c23-b378-382b0515a33a service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840869 Dec 13 13:48:46.478056 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b728d61f-34b2-4fc7-8b0f-b10387bc65fc req-39e14c81-cd43-495f-be93-36be8f557f8a service neutron] 10.222.0.42 "GET /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893366 Dec 13 13:48:46.505395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cae60908-8144-45f9-b1fa-5d291be37906', 'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:4b:1e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:16Z', 'updated_at': '2021-12-13T13:47:20Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:46.532494 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f3bee-20dc-4a36-80be-daf8329d9173 None None] The sync data for ids ['0032f40e-8ca4-4993-9175-0b4d84adecea'] in n-d-817326-4 is: [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'cae60908-8144-45f9-b1fa-5d291be37906', 'name': '', 'network_id': 'b0b1eb84-c0f6-42d3-9d03-0bc180b1029a', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:4b:1e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:16Z', 'updated_at': '2021-12-13T13:47:20Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bdf316f6-f0de-4f28-81fd-b518a2838d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:48:46.763718 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff34f2-e6bf-4a30-af4e-8972a3e0161b None None] New status for floating IP e4cb2aa8-3fff-4f3f-a12d-26d24dc5d7bc: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:48:47.357864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8df1c-b053-4fd3-b51d-dd8faafff67e req-bd69c682-04f4-4870-bfd6-526fd9dc4fb6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:47.360003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6aa8df1c-b053-4fd3-b51d-dd8faafff67e req-bd69c682-04f4-4870-bfd6-526fd9dc4fb6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0550117 Dec 13 13:48:47.411048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6aa8df1c-b053-4fd3-b51d-dd8faafff67e req-b2e9ade8-b372-464e-bcb5-f4e1c64163c5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=e75888cd-87f7-478c-82ae-8d5ba4e3bb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445011 Dec 13 13:48:47.522264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271d2ca-d2a0-456f-831e-251651c7957c req-66cff3c0-97b6-45de-a7cc-bbee5c9339f6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:47.523633 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6271d2ca-d2a0-456f-831e-251651c7957c req-66cff3c0-97b6-45de-a7cc-bbee5c9339f6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "GET /v2.0/ports?device_id=35978372-3dec-4b2d-9203-4ffc6f798217 HTTP/1.1" status: 200 len: 945 time: 0.0618722 Dec 13 13:48:47.619643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-6271d2ca-d2a0-456f-831e-251651c7957c req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port fcfc59f8-2ea6-41b6-a745-d01ad0003613 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:48:47.619956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6271d2ca-d2a0-456f-831e-251651c7957c req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:47.714303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-6271d2ca-d2a0-456f-831e-251651c7957c req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port fcfc59f8-2ea6-41b6-a745-d01ad0003613, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=fcfc59f8-2ea6-41b6-a745-d01ad0003613,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:48:47.714675 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6271d2ca-d2a0-456f-831e-251651c7957c req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:47.730460 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-6271d2ca-d2a0-456f-831e-251651c7957c req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for fcfc59f8-2ea6-41b6-a745-d01ad0003613 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:48:47.867060 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6271d2ca-d2a0-456f-831e-251651c7957c req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:47.900790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=fcfc59f8-2ea6-41b6-a745-d01ad0003613,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:47.930164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.930521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.930864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.931196 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.931531 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.931862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.932188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.932518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.932840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.933163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.933503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.933823 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.934148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:47.953165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6271d2ca-d2a0-456f-831e-251651c7957c req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] No DVR routers for this DVR port fcfc59f8-2ea6-41b6-a745-d01ad0003613 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:48:47.955696 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6271d2ca-d2a0-456f-831e-251651c7957c req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:47.959563 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6271d2ca-d2a0-456f-831e-251651c7957c req-47c19cfd-e076-46f6-b1b8-a3d452cf55e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "DELETE /v2.0/ports/fcfc59f8-2ea6-41b6-a745-d01ad0003613 HTTP/1.1" status: 204 len: 173 time: 0.4287686 Dec 13 13:48:47.960028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35978372-3dec-4b2d-9203-4ffc6f798217', 'name': 'network-vif-deleted', 'tag': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:48:47.962299 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23454c1f-e629-4628-a347-1334892df649" -d '{"events": [{"server_uuid": "35978372-3dec-4b2d-9203-4ffc6f798217", "name": "network-vif-deleted", "tag": "fcfc59f8-2ea6-41b6-a745-d01ad0003613"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:48:48.005282 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45a1978-1265-4384-aa08-d39146c2c72b x-openstack-request-id: req-a45a1978-1265-4384-aa08-d39146c2c72b {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:48:48.005702 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35978372-3dec-4b2d-9203-4ffc6f798217", "name": "network-vif-deleted", "tag": "fcfc59f8-2ea6-41b6-a745-d01ad0003613", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:48:48.006042 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a45a1978-1265-4384-aa08-d39146c2c72b {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:48:48.006612 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35978372-3dec-4b2d-9203-4ffc6f798217', 'name': 'network-vif-deleted', 'tag': 'fcfc59f8-2ea6-41b6-a745-d01ad0003613', 'status': 'completed', 'code': 200} Dec 13 13:48:48.476277 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40400) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:48.864019 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:49.125806 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port cae60908-8144-45f9-b1fa-5d291be37906 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:48:49.126050 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:49.217953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port cae60908-8144-45f9-b1fa-5d291be37906, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cae60908-8144-45f9-b1fa-5d291be37906,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:48:49.218354 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:49.231064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for cae60908-8144-45f9-b1fa-5d291be37906 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:48:49.421755 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:49.452491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=cae60908-8144-45f9-b1fa-5d291be37906,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:49.629449 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:49.856115 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 0032f40e-8ca4-4993-9175-0b4d84adecea has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:48:49.967725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:48:49.974537 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-09c8185c-9880-4947-90ba-74de14582513 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "PUT /v2.0/routers/0032f40e-8ca4-4993-9175-0b4d84adecea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4965801 Dec 13 13:48:49.976730 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40402) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:49.979270 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] Sync routers for ids ['0032f40e-8ca4-4993-9175-0b4d84adecea'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:48:49.993541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] Routers {'0032f40e-8ca4-4993-9175-0b4d84adecea'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:48:49.994309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0032f40e-8ca4-4993-9175-0b4d84adecea'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:50.031091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4039e5e8-b501-469c-ace2-2cd62178ca9f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting subnet bdf316f6-f0de-4f28-81fd-b518a2838d73 {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:48:50.034466 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4039e5e8-b501-469c-ace2-2cd62178ca9f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.076761 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4039e5e8-b501-469c-ace2-2cd62178ca9f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.103371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] Set router 0032f40e-8ca4-4993-9175-0b4d84adecea gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:48:50.166527 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4039e5e8-b501-469c-ace2-2cd62178ca9f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.227939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4039e5e8-b501-469c-ace2-2cd62178ca9f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.254785 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039e5e8-b501-469c-ace2-2cd62178ca9f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf316f6-f0de-4f28-81fd-b518a2838d73,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:50.260230 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4039e5e8-b501-469c-ace2-2cd62178ca9f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.263314 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4039e5e8-b501-469c-ace2-2cd62178ca9f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/subnets/bdf316f6-f0de-4f28-81fd-b518a2838d73 HTTP/1.1" status: 204 len: 168 time: 0.2856009 Dec 13 13:48:50.266804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40404) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:50.271967 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5645fc-d3f4-40b9-9ee3-8e805acacc94 None None] Network b0b1eb84-c0f6-42d3-9d03-0bc180b1029a requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:48:50.369412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:48:49Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:50.401860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] Checking router: 0032f40e-8ca4-4993-9175-0b4d84adecea for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:48:50.411208 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] Routers {'0032f40e-8ca4-4993-9175-0b4d84adecea'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:48:50.411817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0032f40e-8ca4-4993-9175-0b4d84adecea'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:50.430519 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.499733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] DHCP port deletion for b0b1eb84-c0f6-42d3-9d03-0bc180b1029a request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:48:50.539761 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.550649 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] Set router 0032f40e-8ca4-4993-9175-0b4d84adecea gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:48:50.598422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port ee32c530-a688-49d3-9742-7b4059abd362 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:48:50.598773 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.679197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port ee32c530-a688-49d3-9742-7b4059abd362, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ee32c530-a688-49d3-9742-7b4059abd362,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:48:50.679540 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.692894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for ee32c530-a688-49d3-9742-7b4059abd362 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:48:50.840552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Deleting port d1e67080-09d6-49d2-b3ed-b7f38202e170 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:48:50.840810 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.871892 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.896363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=ee32c530-a688-49d3-9742-7b4059abd362,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:50.920530 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2679a9fa-44c1-4551-8dbf-92e7bd149064 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:48:50.932587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] For port d1e67080-09d6-49d2-b3ed-b7f38202e170, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=d1e67080-09d6-49d2-b3ed-b7f38202e170,segment=NetworkSegment(c00a6960-1ec6-42b3-9766-f9386216eb48),segment_id=c00a6960-1ec6-42b3-9766-f9386216eb48)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:48:50.932986 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:50.967493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Calling delete_port for d1e67080-09d6-49d2-b3ed-b7f38202e170 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:48:51.054577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:48:49Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:51.096737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b78c26-5d1c-4ac6-8d7a-1d436e9cc749 None None] The sync data for ids ['0032f40e-8ca4-4993-9175-0b4d84adecea'] in n-d-817326-4 is: [{'id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842915602', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:47:13Z', 'updated_at': '2021-12-13T13:48:49Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ee32c530-a688-49d3-9742-7b4059abd362', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032f40e-8ca4-4993-9175-0b4d84adecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:47:14Z', 'updated_at': '2021-12-13T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:48:51.114150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.152210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Pushing event deleted for resources: {'Port': ['ID=d1e67080-09d6-49d2-b3ed-b7f38202e170,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:51.162040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] No DVR routers for this DVR port d1e67080-09d6-49d2-b3ed-b7f38202e170 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:48:51.164557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.164902 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.165238 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.165663 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.165992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.166348 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.166677 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.166990 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.167313 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.167636 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.167957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.168279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.168936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0a11-1eab-4903-aac5-bef801500dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:51.298039 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.386943 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.388990 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.436564 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.444947 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Fanout notify agent at l3_agent the message router_deleted on router 0032f40e-8ca4-4993-9175-0b4d84adecea {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:48:51.451159 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.452319 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2cb98f95-6892-4694-828f-2d4e2e35e709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/routers/0032f40e-8ca4-4993-9175-0b4d84adecea HTTP/1.1" status: 204 len: 168 time: 1.1846638 Dec 13 13:48:51.455356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40406) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:51.551320 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d1e67080-09d6-49d2-b3ed-b7f38202e170 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:48:51.552593 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.577431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: d1e67080-09d6-49d2-b3ed-b7f38202e170 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:48:51.577934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device d1e67080-09d6-49d2-b3ed-b7f38202e170 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:48:51.578457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cae60908-8144-45f9-b1fa-5d291be37906 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:48:51.604268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device fcfc59f8-2ea6-41b6-a745-d01ad0003613 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:48:51.607951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: cae60908-8144-45f9-b1fa-5d291be37906 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:48:51.608490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cae60908-8144-45f9-b1fa-5d291be37906 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:48:51.632755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: fcfc59f8-2ea6-41b6-a745-d01ad0003613 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:48:51.633106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device fcfc59f8-2ea6-41b6-a745-d01ad0003613 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:48:51.646628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.666895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b1eb84-c0f6-42d3-9d03-0bc180b1029a']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:51.676427 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00a6960-1ec6-42b3-9766-f9386216eb48') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:51.676821 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00a6960-1ec6-42b3-9766-f9386216eb48') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:51.687309 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.702948 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.710060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:48:51.710629 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:48:51.713757 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:48:51.778767 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.786566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.790871 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/networks/b0b1eb84-c0f6-42d3-9d03-0bc180b1029a HTTP/1.1" status: 204 len: 168 time: 0.3304467 Dec 13 13:48:51.793653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40408) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:51.811030 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac43fb9-1bc1-44e7-ad61-fd4404b630ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Network': ['ID=b0b1eb84-c0f6-42d3-9d03-0bc180b1029a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:51.862395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73ac380e-39ae-47ac-bc30-fd1e043b136a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.888455 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73ac380e-39ae-47ac-bc30-fd1e043b136a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.952878 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73ac380e-39ae-47ac-bc30-fd1e043b136a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.955696 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-73ac380e-39ae-47ac-bc30-fd1e043b136a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:51.956913 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-73ac380e-39ae-47ac-bc30-fd1e043b136a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/security-groups/e75888cd-87f7-478c-82ae-8d5ba4e3bb15 HTTP/1.1" status: 204 len: 168 time: 0.1533334 Dec 13 13:48:51.967220 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac380e-39ae-47ac-bc30-fd1e043b136a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75888cd-87f7-478c-82ae-8d5ba4e3bb15,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:52.321657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40414) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:52.326380 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5c1d46a8-707c-40fb-a88b-df736549e1a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907560659', 'description': 'tempest-secgroup-smoke-907560659 description', 'project_id': '986a1de7606d4ef9a848fee60a7000c9'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:48:52.350542 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d46a8-707c-40fb-a88b-df736549e1a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.418740 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d46a8-707c-40fb-a88b-df736549e1a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.424013 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d46a8-707c-40fb-a88b-df736549e1a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.457867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d46a8-707c-40fb-a88b-df736549e1a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.459132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5c1d46a8-707c-40fb-a88b-df736549e1a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1364169 Dec 13 13:48:52.461176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d46a8-707c-40fb-a88b-df736549e1a9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb2c6d2-c46d-456b-b0bc-251f181190d6,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:52.462321 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40416) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:52.468007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-39fae379-df47-4c00-9cc9-a2d540a2771f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '1eb2c6d2-c46d-456b-b0bc-251f181190d6', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:48:52.508331 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39fae379-df47-4c00-9cc9-a2d540a2771f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.560994 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39fae379-df47-4c00-9cc9-a2d540a2771f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.566543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39fae379-df47-4c00-9cc9-a2d540a2771f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.584120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fae379-df47-4c00-9cc9-a2d540a2771f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ecf06c-0860-4a3a-a4ce-2c3a62e2fa49,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:52.591231 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-39fae379-df47-4c00-9cc9-a2d540a2771f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.592465 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-39fae379-df47-4c00-9cc9-a2d540a2771f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282437 Dec 13 13:48:52.596497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40418) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:52.601166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e778a42a-ffb7-4a54-af10-dbadde366033 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '1eb2c6d2-c46d-456b-b0bc-251f181190d6', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:48:52.629001 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e778a42a-ffb7-4a54-af10-dbadde366033 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.683149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e778a42a-ffb7-4a54-af10-dbadde366033 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.688109 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e778a42a-ffb7-4a54-af10-dbadde366033 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.705394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778a42a-ffb7-4a54-af10-dbadde366033 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689d8582-d04a-4baf-a3c1-c04ccaa7a20e,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:52.713508 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e778a42a-ffb7-4a54-af10-dbadde366033 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.714723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e778a42a-ffb7-4a54-af10-dbadde366033 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172147 Dec 13 13:48:52.717485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40420) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:52.721811 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-30d7ed56-b94c-4893-94e4-44e1f06e0eb6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '1eb2c6d2-c46d-456b-b0bc-251f181190d6', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:48:52.750368 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30d7ed56-b94c-4893-94e4-44e1f06e0eb6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.816267 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30d7ed56-b94c-4893-94e4-44e1f06e0eb6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.823693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30d7ed56-b94c-4893-94e4-44e1f06e0eb6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.842561 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7ed56-b94c-4893-94e4-44e1f06e0eb6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c41162-7e24-4375-9e14-ee87b684e5e4,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:52.851029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30d7ed56-b94c-4893-94e4-44e1f06e0eb6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.852239 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-30d7ed56-b94c-4893-94e4-44e1f06e0eb6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337926 Dec 13 13:48:52.854992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40422) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:52.859299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-edd30520-d718-4ee3-b8da-23d5cb06fed2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '1eb2c6d2-c46d-456b-b0bc-251f181190d6', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:48:52.889350 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edd30520-d718-4ee3-b8da-23d5cb06fed2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.950536 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edd30520-d718-4ee3-b8da-23d5cb06fed2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.955480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edd30520-d718-4ee3-b8da-23d5cb06fed2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.976648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd30520-d718-4ee3-b8da-23d5cb06fed2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac8221d-10dc-4379-89e0-7e264181cab7,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:52.982660 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-edd30520-d718-4ee3-b8da-23d5cb06fed2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:52.983828 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-edd30520-d718-4ee3-b8da-23d5cb06fed2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278496 Dec 13 13:48:52.986663 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40424) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:52.991870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-f0743920-5dde-4ee8-83d3-072f7771db3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '1eb2c6d2-c46d-456b-b0bc-251f181190d6', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:48:53.015796 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-f0743920-5dde-4ee8-83d3-072f7771db3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Project 986a1de7606d4ef9a848fee60a7000c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:48:53.020882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0743920-5dde-4ee8-83d3-072f7771db3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.085492 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0743920-5dde-4ee8-83d3-072f7771db3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.090589 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0743920-5dde-4ee8-83d3-072f7771db3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.109416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0743920-5dde-4ee8-83d3-072f7771db3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba19f00c-ea77-49bb-a1f2-02f3169d0246,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:53.118463 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-f0743920-5dde-4ee8-83d3-072f7771db3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.120069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f0743920-5dde-4ee8-83d3-072f7771db3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314523 Dec 13 13:48:53.122901 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40426) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:53.129952 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b98c65d7-50c8-4549-9236-78066de99af5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '1eb2c6d2-c46d-456b-b0bc-251f181190d6', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:48:53.156718 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-b98c65d7-50c8-4549-9236-78066de99af5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Project 986a1de7606d4ef9a848fee60a7000c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:48:53.161549 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b98c65d7-50c8-4549-9236-78066de99af5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.227891 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b98c65d7-50c8-4549-9236-78066de99af5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.234171 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b98c65d7-50c8-4549-9236-78066de99af5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.258360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c65d7-50c8-4549-9236-78066de99af5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebace690-8e35-4328-9115-55e54a1ddd5a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:53.266783 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b98c65d7-50c8-4549-9236-78066de99af5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.267981 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b98c65d7-50c8-4549-9236-78066de99af5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441722 Dec 13 13:48:53.272014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40428) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:53.276902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'network': {'name': 'tempest-network-smoke--859564478', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'port_security_enabled': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:48:53.299089 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:48:53.302606 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.327034 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:48:53.337101 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.337441 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Added segment b8096958-5b3d-47fa-90c8-d4a76d3f5911 of type vlan for network ecf36b9b-6425-4edc-844c-609a99547a9d Dec 13 13:48:53.337703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ee32c530-a688-49d3-9742-7b4059abd362 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:48:53.361151 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ee32c530-a688-49d3-9742-7b4059abd362 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:48:53.361483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ee32c530-a688-49d3-9742-7b4059abd362 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:48:53.380662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.405999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.411851 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:53.412426 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.470153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1969843 Dec 13 13:48:53.473319 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40430) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:53.478200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'admin_state_up': True, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:48:53.481070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f680834-1c95-4890-80b4-69c468bf7c32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Network': ['ID=ecf36b9b-6425-4edc-844c-609a99547a9d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:53.491534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network ecf36b9b-6425-4edc-844c-609a99547a9d details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:48:53.504761 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.505833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.562468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:53.701475 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:54.243882 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:54.263247 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:54.340041 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-febd833a-2704-4838-981e-87e96a1477a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:54.379456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.25.2.132 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/ae21dea1-5954-4c6e-9166-cd9ad712b8c2) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:48:54.484866 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:54.526374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:54.570865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:48:54.573932 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:48:54.577317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:48:54.587954 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d283e-9fa4-4dcd-bc43-bdbbe7ee45e5 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:48:54.600954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=ae21dea1-5954-4c6e-9166-cd9ad712b8c2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:54.622208 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:48:54.657834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4277ed61-6fc7-48e8-8f51-60a58986b03b None None] Provisioning complete for port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:54.658103 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4277ed61-6fc7-48e8-8f51-60a58986b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:54.696247 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4277ed61-6fc7-48e8-8f51-60a58986b03b None None] Port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:48:54.855243 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:55.076540 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:55.221167 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router ccdc6a60-9139-40ae-ba65-39802356c995 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:48:55.332751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:48:55.342741 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Sync routers for ids ['ccdc6a60-9139-40ae-ba65-39802356c995'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:48:55.353853 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Routers {'ccdc6a60-9139-40ae-ba65-39802356c995'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:48:55.354603 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ccdc6a60-9139-40ae-ba65-39802356c995'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:55.355543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:55.359464 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5dc91bc1-064a-4047-ac52-9dd243924f82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8823774 Dec 13 13:48:55.360116 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40432) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:55.392153 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-75eff32b-1651-4bdd-ad74-e8943be68bb6 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=986a1de7606d4ef9a848fee60a7000c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284126 Dec 13 13:48:55.392476 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40434) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:55.459340 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Set router ccdc6a60-9139-40ae-ba65-39802356c995 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:48:55.483972 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e359b134-30f1-4ef4-8971-69bf3b65c458 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:55.485496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e359b134-30f1-4ef4-8971-69bf3b65c458 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920975 Dec 13 13:48:55.488752 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40436) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:55.517460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9b5d0755-3fa2-4300-9377-533a3d891d7d tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275812 Dec 13 13:48:55.520355 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40438) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:55.525121 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-279416318', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:48:55.613381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:48:55.616904 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:55.639200 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:54Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:55.665681 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Checking router: ccdc6a60-9139-40ae-ba65-39802356c995 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:48:55.666038 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Updating router ccdc6a60-9139-40ae-ba65-39802356c995 port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:48:55.691096 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:55.798945 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:55.863863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Subnet': ['ID=b317328a-e31a-47bc-8efb-320a508b68ef,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:55.875013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Checking segment: {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:48:55.875421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network hostable DHCP agents. Network: ecf36b9b-6425-4edc-844c-609a99547a9d, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:48:55.895340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network ecf36b9b-6425-4edc-844c-609a99547a9d is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:48:55.905492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, ecf36b9b-6425-4edc-844c-609a99547a9d) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:48:55.910165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:55.910894 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:55.917724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fe4068-98c2-4b00-9fe1-b05ece81c4ea None None] Network ecf36b9b-6425-4edc-844c-609a99547a9d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:48:55.937084 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40440) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:48:55.937818 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0a6eed4c-2b43-4603-9beb-867932d9772a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4163136 Dec 13 13:48:55.949325 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:55.956078 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:55.990044 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa953d79-4c6c-4b41-959f-5d75d62594c6 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:48:56.045254 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Attempting to bind port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:48:56.045794 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Attempting to bind port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:48:56.046193 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Attempting to bind port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:48:56.052530 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Pushing event updated for resources: {'Port': ['ID=ae21dea1-5954-4c6e-9166-cd9ad712b8c2,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:56.061820 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:48:56.062278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cc2bcb97-16c1-4d36-a819-50e8bdb52568 None None] Provisioning complete for port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:56.062525 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:48:56.063253 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.063553 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb97-16c1-4d36-a819-50e8bdb52568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.063682 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:48:56.064130 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Bound port: ae21dea1-5954-4c6e-9166-cd9ad712b8c2, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:48:56.064920 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.069649 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-ecf36b9b-6425-4edc-844c-609a99547a9d', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:48:56.070902 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.111028 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.111366 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.111712 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.112250 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.112585 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.113116 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.113417 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.113745 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.114151 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.114429 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.114755 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.115078 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.115405 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:48:56.140672 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] For port ae21dea1-5954-4c6e-9166-cd9ad712b8c2, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:48:56.144675 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] For port ae21dea1-5954-4c6e-9166-cd9ad712b8c2, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ae21dea1-5954-4c6e-9166-cd9ad712b8c2,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:48:56.149208 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.174858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bcb97-16c1-4d36-a819-50e8bdb52568 None None] Port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:48:56.201371 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Routers {'ccdc6a60-9139-40ae-ba65-39802356c995'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:48:56.201992 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:48:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ccdc6a60-9139-40ae-ba65-39802356c995'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:56.223130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5596bd85-f0cb-47cd-a5f1-c90cd1a24f07 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:48:56.248992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Allocated IP 172.20.0.2 (ecf36b9b-6425-4edc-844c-609a99547a9d/b317328a-e31a-47bc-8efb-320a508b68ef/86aa65ea-12ce-4dfb-bc79-7870853722fd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:48:56.342540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-192937cf-07c6-4cce-9db5-806e3572e1c3 None None] Provisioning complete for port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:56.342910 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-192937cf-07c6-4cce-9db5-806e3572e1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.415203 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] Set router ccdc6a60-9139-40ae-ba65-39802356c995 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:48:56.444488 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.453223 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.472051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.518552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Network ecf36b9b-6425-4edc-844c-609a99547a9d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:48:56.526991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:48:56.530808 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300614d-b6d7-40b4-9c4f-6279f386f257 None None] Pushing event updated for resources: {'Port': ['ID=ae21dea1-5954-4c6e-9166-cd9ad712b8c2,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:56.534805 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:48:56.541321 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Pushing event updated for resources: {'Port': ['ID=86aa65ea-12ce-4dfb-bc79-7870853722fd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:56.544002 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-192937cf-07c6-4cce-9db5-806e3572e1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.583251 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-192937cf-07c6-4cce-9db5-806e3572e1c3 None None] For port ae21dea1-5954-4c6e-9166-cd9ad712b8c2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ae21dea1-5954-4c6e-9166-cd9ad712b8c2,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:48:56.605601 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-192937cf-07c6-4cce-9db5-806e3572e1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.618647 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Attempting to bind port 86aa65ea-12ce-4dfb-bc79-7870853722fd on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:48:56.619029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Attempting to bind port 86aa65ea-12ce-4dfb-bc79-7870853722fd by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:48:56.620436 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Attempting to bind port 86aa65ea-12ce-4dfb-bc79-7870853722fd on network ecf36b9b-6425-4edc-844c-609a99547a9d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:48:56.629603 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:54Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:56.648133 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:48:56.648506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Checking segment: {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:48:56.648927 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.649291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Bound using segment: {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:48:56.649759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Bound port: 86aa65ea-12ce-4dfb-bc79-7870853722fd, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:48:56.650171 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.658825 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5cc52-bf54-48c4-86f1-16c3809f0477 None None] The sync data for ids ['ccdc6a60-9139-40ae-ba65-39802356c995'] in n-d-817326-4 is: [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:54Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:48:56.715680 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192937cf-07c6-4cce-9db5-806e3572e1c3 None None] Pushing event updated for resources: {'Port': ['ID=ae21dea1-5954-4c6e-9166-cd9ad712b8c2,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:56.740533 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-adb304b2-4947-41da-85de-b82af41e8ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.753788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] For port 86aa65ea-12ce-4dfb-bc79-7870853722fd, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:48:56.758282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] For port 86aa65ea-12ce-4dfb-bc79-7870853722fd, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=86aa65ea-12ce-4dfb-bc79-7870853722fd,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:48:56.764665 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.783667 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.20.0.1 (ecf36b9b-6425-4edc-844c-609a99547a9d/b317328a-e31a-47bc-8efb-320a508b68ef/98833b73-8d17-496f-b16b-9ffcc8e140e4) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:48:56.832792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5cde0-bce6-4a2e-bb8f-b2e398481ecf None None] Pushing event updated for resources: {'Port': ['ID=86aa65ea-12ce-4dfb-bc79-7870853722fd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:56.916721 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:56.970833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:57.036009 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network ecf36b9b-6425-4edc-844c-609a99547a9d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:48:57.040365 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:48:57.043026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:48:57.075364 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=98833b73-8d17-496f-b16b-9ffcc8e140e4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:57.103393 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:57.253821 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:57.449514 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae21dea1-5954-4c6e-9166-cd9ad712b8c2 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:48:57.516526 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:57.516900 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:57.589624 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:57.599035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:57.624003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 86aa65ea-12ce-4dfb-bc79-7870853722fd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:48:57.677028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:57.679825 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=98833b73-8d17-496f-b16b-9ffcc8e140e4,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:57.680575 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 86aa65ea-12ce-4dfb-bc79-7870853722fd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:57.681046 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:57.775472 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:57.792307 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network ecf36b9b-6425-4edc-844c-609a99547a9d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:48:57.794260 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:48:57.823290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port 86aa65ea-12ce-4dfb-bc79-7870853722fd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=86aa65ea-12ce-4dfb-bc79-7870853722fd,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:48:57.829020 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:57.893273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=86aa65ea-12ce-4dfb-bc79-7870853722fd,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:57.911163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b965c135-c895-4d59-81cb-782581019fd4 None None] Network ecf36b9b-6425-4edc-844c-609a99547a9d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:48:57.919236 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router ccdc6a60-9139-40ae-ba65-39802356c995 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:48:58.000561 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:58.004620 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-39005678-c41b-4957-a509-cdbde91e295b None None] Provisioning complete for port 86aa65ea-12ce-4dfb-bc79-7870853722fd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:58.004980 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39005678-c41b-4957-a509-cdbde91e295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:58.033854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:48:58.040559 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-10910d33-84a1-4c02-84bf-b9948e04416f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "PUT /v2.0/routers/ccdc6a60-9139-40ae-ba65-39802356c995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1013689 Dec 13 13:48:58.217546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-d064b1ee-fb23-49c6-8533-0329f2066c1c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907560659&fields=id&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 267 time: 0.0555117 Dec 13 13:48:58.335095 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548f7b-f405-45da-894c-390f80415d1d req-b27e5f9a-f9b6-43e5-8fba-50b33013e3a5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:58.336663 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-b27e5f9a-f9b6-43e5-8fba-50b33013e3a5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/networks?id=ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 200 len: 796 time: 0.1076264 Dec 13 13:48:58.349554 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-684f5632-5a60-4e45-bd9b-2a5a07542873 None None] Provisioning complete for port 86aa65ea-12ce-4dfb-bc79-7870853722fd triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:58.350336 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-684f5632-5a60-4e45-bd9b-2a5a07542873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:58.352793 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-5616ee8a-0fd5-4ece-b9e8-72b19a23480f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/quotas/986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 375 time: 0.0094693 Dec 13 13:48:58.418904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-b19dec32-6ff8-43ad-a95b-4b8137109f6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599587 Dec 13 13:48:58.471577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-684f5632-5a60-4e45-bd9b-2a5a07542873 None None] Provisioning complete for port 98833b73-8d17-496f-b16b-9ffcc8e140e4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:58.471577 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-684f5632-5a60-4e45-bd9b-2a5a07542873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:58.510040 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-684f5632-5a60-4e45-bd9b-2a5a07542873 None None] Port 98833b73-8d17-496f-b16b-9ffcc8e140e4 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:48:58.601168 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Sync routers for ids ['ccdc6a60-9139-40ae-ba65-39802356c995'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:48:58.601936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-e7dc92f8-e93a-4e46-89b7-5c0c1bb8d02d service neutron] 10.222.0.31 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684952 Dec 13 13:48:58.611875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Routers {'ccdc6a60-9139-40ae-ba65-39802356c995'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:48:58.612682 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ccdc6a60-9139-40ae-ba65-39802356c995'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:58.703634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-5d649864-350e-4d8b-9748-e4f023e1dd59 service neutron] 10.222.0.31 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953231 Dec 13 13:48:58.717366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-da3da0db-3bb7-4b0e-91d5-d15c605e8ded None None] Provisioning complete for port 98833b73-8d17-496f-b16b-9ffcc8e140e4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:58.717739 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da3da0db-3bb7-4b0e-91d5-d15c605e8ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:58.764783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Set router ccdc6a60-9139-40ae-ba65-39802356c995 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:48:58.766613 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-da3da0db-3bb7-4b0e-91d5-d15c605e8ded None None] Port 98833b73-8d17-496f-b16b-9ffcc8e140e4 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:48:58.886554 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26749a7f-3fb8-407b-b2f9-3552f66f751e req-be4e1b65-c1b7-4ced-982e-89890e938847 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 210 time: 0.0276940 Dec 13 13:48:58.920897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-84daef92-b59f-4c98-a9c0-8f99cbce46c1 None None] Provisioning complete for port 98833b73-8d17-496f-b16b-9ffcc8e140e4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:58.921266 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84daef92-b59f-4c98-a9c0-8f99cbce46c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:58.987848 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-84daef92-b59f-4c98-a9c0-8f99cbce46c1 None None] Port 98833b73-8d17-496f-b16b-9ffcc8e140e4 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:48:59.016261 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:57Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '98833b73-8d17-496f-b16b-9ffcc8e140e4', 'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:fe:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:56Z', 'updated_at': '2021-12-13T13:48:57Z', 'revision_number': 2, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:48:59.044755 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Checking router: ccdc6a60-9139-40ae-ba65-39802356c995 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:48:59.045111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Updating router ccdc6a60-9139-40ae-ba65-39802356c995 port 98833b73-8d17-496f-b16b-9ffcc8e140e4 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:48:59.075362 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:59.348098 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:59.361333 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:59.368628 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:59.421365 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 86aa65ea-12ce-4dfb-bc79-7870853722fd up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:48:59.461056 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3732ac-4710-4970-ad58-4bd5ee64f69b None None] Pushing event updated for resources: {'Port': ['ID=98833b73-8d17-496f-b16b-9ffcc8e140e4,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:48:59.525823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Attempting to bind port 98833b73-8d17-496f-b16b-9ffcc8e140e4 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:48:59.526627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Attempting to bind port 98833b73-8d17-496f-b16b-9ffcc8e140e4 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:48:59.526627 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Attempting to bind port 98833b73-8d17-496f-b16b-9ffcc8e140e4 on network ecf36b9b-6425-4edc-844c-609a99547a9d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:48:59.535705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:48:59.536095 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Checking segment: {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:48:59.536506 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:59.536911 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Bound using segment: {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:48:59.537395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Bound port: 98833b73-8d17-496f-b16b-9ffcc8e140e4, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:48:59.537781 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:59.571921 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 86aa65ea-12ce-4dfb-bc79-7870853722fd triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:59.572208 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:59.659192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] For port 98833b73-8d17-496f-b16b-9ffcc8e140e4, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:48:59.662796 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] For port 98833b73-8d17-496f-b16b-9ffcc8e140e4, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=98833b73-8d17-496f-b16b-9ffcc8e140e4,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:48:59.874642 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:59.885705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548f7b-f405-45da-894c-390f80415d1d req-e754c0a4-b65c-4279-8998-cad2defd0c12 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:48:59.887487 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-e754c0a4-b65c-4279-8998-cad2defd0c12 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "GET /v2.0/networks?id=ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 200 len: 796 time: 0.1293156 Dec 13 13:48:59.923351 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1ed6460d-667c-4f95-b64f-4a308bf9d8b9 None None] Provisioning complete for port 98833b73-8d17-496f-b16b-9ffcc8e140e4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:48:59.923725 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ed6460d-667c-4f95-b64f-4a308bf9d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:48:59.968444 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-2c48f36e-6fd1-42fe-88cf-e81f56d787fa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 379 time: 0.0669773 Dec 13 13:48:59.978338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'port': {'device_id': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'admin_state_up': True, 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'security_groups': ['1eb2c6d2-c46d-456b-b0bc-251f181190d6']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:49:00.010457 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e53e863f-126e-48c1-a9fb-8315b104ae20 req-63633fe6-840e-4f07-a894-4d5ef599e269 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 210 time: 0.0292008 Dec 13 13:49:00.014983 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.022023 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3732ac-4710-4970-ad58-4bd5ee64f69b None None] Pushing event updated for resources: {'Port': ['ID=98833b73-8d17-496f-b16b-9ffcc8e140e4,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:00.029067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Routers {'ccdc6a60-9139-40ae-ba65-39802356c995'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:49:00.029698 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ccdc6a60-9139-40ae-ba65-39802356c995'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:49:00.120491 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:49:00.123043 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.156066 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ed6460d-667c-4f95-b64f-4a308bf9d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.191115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] Set router ccdc6a60-9139-40ae-ba65-39802356c995 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:49:00.236482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1ed6460d-667c-4f95-b64f-4a308bf9d8b9 None None] For port 98833b73-8d17-496f-b16b-9ffcc8e140e4, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=98833b73-8d17-496f-b16b-9ffcc8e140e4,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:49:00.244057 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ed6460d-667c-4f95-b64f-4a308bf9d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.266020 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.20.0.7 (ecf36b9b-6425-4edc-844c-609a99547a9d/b317328a-e31a-47bc-8efb-320a508b68ef/67b012e2-6258-41d7-ab79-ca60b74b57d2) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:49:00.379145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6460d-667c-4f95-b64f-4a308bf9d8b9 None None] Pushing event updated for resources: {'Port': ['ID=98833b73-8d17-496f-b16b-9ffcc8e140e4,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:00.401935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a7f70e2d-a968-48f8-bf20-8ad0e526f524 None None] Provisioning complete for port 98833b73-8d17-496f-b16b-9ffcc8e140e4 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:49:00.402268 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a7f70e2d-a968-48f8-bf20-8ad0e526f524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.408646 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.446160 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.491160 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network ecf36b9b-6425-4edc-844c-609a99547a9d is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:49:00.494314 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:49:00.497936 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:49:00.524018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=67b012e2-6258-41d7-ab79-ca60b74b57d2,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:00.543498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:57Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '98833b73-8d17-496f-b16b-9ffcc8e140e4', 'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:fe:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:56Z', 'updated_at': '2021-12-13T13:48:59Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:49:00.552414 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:00.553071 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.571010 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-0715c0d6-191e-4ce2-b1e0-f8c3c7ec2fd6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5966337 Dec 13 13:49:00.573815 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddae4e-6e19-4852-bd7c-2c4c3d191169 None None] The sync data for ids ['ccdc6a60-9139-40ae-ba65-39802356c995'] in n-d-817326-4 is: [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:57Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '98833b73-8d17-496f-b16b-9ffcc8e140e4', 'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:fe:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:56Z', 'updated_at': '2021-12-13T13:48:59Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:49:00.584911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Request body: {'port': {'device_id': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:49:00.656432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.863733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c71da948-28a8-48e1-975c-47c7397cb753 None None] Provisioning complete for port 67b012e2-6258-41d7-ab79-ca60b74b57d2 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:49:00.864111 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c71da948-28a8-48e1-975c-47c7397cb753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.901612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c71da948-28a8-48e1-975c-47c7397cb753 None None] Port 67b012e2-6258-41d7-ab79-ca60b74b57d2 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:49:00.946031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b012e2-6258-41d7-ab79-ca60b74b57d2 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:49:00.954493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:00.966919 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Transition to ACTIVE for port object 67b012e2-6258-41d7-ab79-ca60b74b57d2 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:49:00.972039 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:01.025431 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Pushing event updated for resources: {'Port': ['ID=67b012e2-6258-41d7-ab79-ca60b74b57d2,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:01.124696 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Attempting to bind port 67b012e2-6258-41d7-ab79-ca60b74b57d2 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:49:01.125287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Attempting to bind port 67b012e2-6258-41d7-ab79-ca60b74b57d2 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:49:01.125790 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Attempting to bind port 67b012e2-6258-41d7-ab79-ca60b74b57d2 on network ecf36b9b-6425-4edc-844c-609a99547a9d {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:49:01.131893 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Port 67b012e2-6258-41d7-ab79-ca60b74b57d2 on network ecf36b9b-6425-4edc-844c-609a99547a9d not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:49:01.132492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Attempting to bind port 67b012e2-6258-41d7-ab79-ca60b74b57d2 on network ecf36b9b-6425-4edc-844c-609a99547a9d {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:49:01.139863 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:49:01.140953 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Checking segment: {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:49:01.141541 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Bound using segment: {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:49:01.142018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Bound port: 67b012e2-6258-41d7-ab79-ca60b74b57d2, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:49:01.142414 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:01.157634 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dd09c-11be-4b0f-bef5-475fbc54220b req-76603635-1aa3-4fbd-8eeb-007687d12b4d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:01.160391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af6dd09c-11be-4b0f-bef5-475fbc54220b req-76603635-1aa3-4fbd-8eeb-007687d12b4d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 943 time: 0.0592484 Dec 13 13:49:01.220342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:49:01.223732 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-af6dd09c-11be-4b0f-bef5-475fbc54220b req-f03fe0c8-aa53-4c20-bed8-1d984d897eb4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570180 Dec 13 13:49:01.225557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:49:01.231867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:01.276041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:01.276773 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:01.278263 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] 10.222.0.37 "PUT /v2.0/ports/67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 1091 time: 0.6988671 Dec 13 13:49:01.278661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:49:01.281118 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:49:01.379852 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42042f9a-05cf-4aae-99dd-51889e8b4d2d x-openstack-request-id: req-42042f9a-05cf-4aae-99dd-51889e8b4d2d {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:49:01.380144 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:49:01.380393 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42042f9a-05cf-4aae-99dd-51889e8b4d2d {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:49:01.380795 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'status': 'completed', 'code': 200} Dec 13 13:49:01.381704 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294b262-7575-4873-b11d-b1c4fd6e9778 service neutron] Pushing event updated for resources: {'Port': ['ID=67b012e2-6258-41d7-ab79-ca60b74b57d2,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:01.421129 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548f7b-f405-45da-894c-390f80415d1d req-fde1f05e-0168-4501-a71d-5575a9aded7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:01.425684 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-fde1f05e-0168-4501-a71d-5575a9aded7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1094 time: 0.0840933 Dec 13 13:49:01.448450 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 98833b73-8d17-496f-b16b-9ffcc8e140e4 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:49:01.492104 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-0df2c964-f8c6-4048-84a1-112b5a2fe412 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 217 time: 0.0587621 Dec 13 13:49:01.520302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 98833b73-8d17-496f-b16b-9ffcc8e140e4 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:49:01.520678 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:01.550811 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548f7b-f405-45da-894c-390f80415d1d req-afd62353-dc87-41c0-986a-fcee441877d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:01.552310 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-afd62353-dc87-41c0-986a-fcee441877d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b317328a-e31a-47bc-8efb-320a508b68ef HTTP/1.1" status: 200 len: 834 time: 0.0531576 Dec 13 13:49:01.606593 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548f7b-f405-45da-894c-390f80415d1d req-655027fd-5c17-4480-9e8d-2f09b1fb5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:01.608118 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-655027fd-5c17-4480-9e8d-2f09b1fb5555 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecf36b9b-6425-4edc-844c-609a99547a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478625 Dec 13 13:49:01.704598 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-e97d3d5d-ea16-4a58-ae78-c646524bde6d service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885375 Dec 13 13:49:01.795083 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6c548f7b-f405-45da-894c-390f80415d1d req-20f84c24-9ccd-4f5a-85c0-58ae8bf8d5eb service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837374 Dec 13 13:49:01.893140 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-a64ad8d8-7916-4b6e-ab67-8ef56ef09494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:01.894837 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-a64ad8d8-7916-4b6e-ab67-8ef56ef09494 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1094 time: 0.0475504 Dec 13 13:49:01.984786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-d5c0b7de-1543-4d67-bdf8-7b32614a995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:01.986201 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-d5c0b7de-1543-4d67-bdf8-7b32614a995b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 200 len: 896 time: 0.0849349 Dec 13 13:49:02.028583 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-f78d1c33-fdc2-4a2e-b537-0cb6abd4e6a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 217 time: 0.0348117 Dec 13 13:49:02.094912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-4eb8389f-3289-4e8f-bb04-40581c1afb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:02.096785 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-4eb8389f-3289-4e8f-bb04-40581c1afb8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b317328a-e31a-47bc-8efb-320a508b68ef HTTP/1.1" status: 200 len: 834 time: 0.0608902 Dec 13 13:49:02.146472 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-5bf332ea-9373-46f0-bab9-7b63ddb79704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:02.147993 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-5bf332ea-9373-46f0-bab9-7b63ddb79704 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecf36b9b-6425-4edc-844c-609a99547a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432346 Dec 13 13:49:02.243713 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-d1ef6d0e-9c2b-4b60-a49f-ad3a354d2642 service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875683 Dec 13 13:49:02.355180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d7b6e-1109-469c-a255-91a57c420005 req-5f04a8d9-1d77-4468-9565-bc0ef8929afc tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:02.356775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c53d7b6e-1109-469c-a255-91a57c420005 req-5f04a8d9-1d77-4468-9565-bc0ef8929afc tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 943 time: 0.0584698 Dec 13 13:49:02.411802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c53d7b6e-1109-469c-a255-91a57c420005 req-04937c49-10a6-49b7-bc01-e26b9990c591 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485032 Dec 13 13:49:02.683159 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4e41e2fc-9ee4-4ca2-baa8-24114c408e69 req-88094d0a-c4c0-4c82-a360-6f4d8a581e35 service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313433 Dec 13 13:49:03.539313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3d8f6-7b26-4392-b85b-a225500319c1 req-65f49d6b-f4c3-4902-8b3b-27b46f51b30c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:03.540817 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3d3d8f6-7b26-4392-b85b-a225500319c1 req-65f49d6b-f4c3-4902-8b3b-27b46f51b30c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 943 time: 0.0506074 Dec 13 13:49:03.593536 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d3d3d8f6-7b26-4392-b85b-a225500319c1 req-773263bb-8551-4406-9925-30a8750650bc tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462782 Dec 13 13:49:04.624905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 67b012e2-6258-41d7-ab79-ca60b74b57d2 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:49:04.732635 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8eba8-df22-43df-a0be-d28aaa1514fe req-c79a2711-30b7-46ec-bc7b-05a0ba5bb5b2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:04.733236 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:49:04.734027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dca8eba8-df22-43df-a0be-d28aaa1514fe req-c79a2711-30b7-46ec-bc7b-05a0ba5bb5b2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 943 time: 0.0552697 Dec 13 13:49:04.746366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'port_id': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'mac_address': 'fa:16:3e:11:0b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:49:04.784655 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:04.785407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dca8eba8-df22-43df-a0be-d28aaa1514fe req-83afce61-9119-44a2-ab5a-4f4ad949555a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450580 Dec 13 13:49:04.797906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b012e2-6258-41d7-ab79-ca60b74b57d2 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:49:04.818325 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:49:04.823970 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:04.875259 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=67b012e2-6258-41d7-ab79-ca60b74b57d2,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:05.051475 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['67b012e2-6258-41d7-ab79-ca60b74b57d2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:49:05.920022 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d0f1e-cd3e-4b3b-88bb-fcab2fded3cf req-d2c1a2e3-644c-4a35-a5b5-84d80e7ec0bf tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:05.921642 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-377d0f1e-cd3e-4b3b-88bb-fcab2fded3cf req-d2c1a2e3-644c-4a35-a5b5-84d80e7ec0bf tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 944 time: 0.0578539 Dec 13 13:49:05.977875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-377d0f1e-cd3e-4b3b-88bb-fcab2fded3cf req-06d1ce69-db7a-45f3-8115-93e555d5ecde tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460947 Dec 13 13:49:06.624772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 67b012e2-6258-41d7-ab79-ca60b74b57d2 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:49:06.690521 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 67b012e2-6258-41d7-ab79-ca60b74b57d2 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:49:06.694828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 67b012e2-6258-41d7-ab79-ca60b74b57d2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:49:06.695213 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:06.774686 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:06.800345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:49:06.802635 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f40288-0281-460e-a3a1-9d4ba42b6665" -d '{"events": [{"server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "name": "network-vif-plugged", "status": "completed", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:49:06.815339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:49:06.822641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:06.848423 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce7dfb4-79dd-4b14-b30c-d19ffbd3b464 x-openstack-request-id: req-dce7dfb4-79dd-4b14-b30c-d19ffbd3b464 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:49:06.848715 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "name": "network-vif-plugged", "status": "completed", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:49:06.848968 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dce7dfb4-79dd-4b14-b30c-d19ffbd3b464 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:49:06.849363 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'code': 200} Dec 13 13:49:06.879309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=67b012e2-6258-41d7-ab79-ca60b74b57d2,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:06.945216 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ee77c-8248-494d-9ab0-3b10a714d75f req-5e4d4b3f-69b8-4ed2-9688-064580de5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:06.946736 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb9ee77c-8248-494d-9ab0-3b10a714d75f req-5e4d4b3f-69b8-4ed2-9688-064580de5466 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0443397 Dec 13 13:49:06.993716 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-fb9ee77c-8248-494d-9ab0-3b10a714d75f req-017fe71c-4a69-4709-beda-3bf2c8c1d83a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394237 Dec 13 13:49:07.097335 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46ef37-8234-4284-9b15-cd710ef72449 req-528f8452-04b7-4cb2-91c5-47e76cdea6ff tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:07.098857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac46ef37-8234-4284-9b15-cd710ef72449 req-528f8452-04b7-4cb2-91c5-47e76cdea6ff tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0515850 Dec 13 13:49:07.156569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ac46ef37-8234-4284-9b15-cd710ef72449 req-f342fb80-5c7e-4648-a42b-f8c71e2f3a46 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515981 Dec 13 13:49:07.982057 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:08.085147 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:08.277519 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e706d79-c163-442f-8fc0-278bc6c14d01 req-cdd41a1b-1de5-420d-8776-1b95397cb6d8 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:08.279037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e706d79-c163-442f-8fc0-278bc6c14d01 req-cdd41a1b-1de5-420d-8776-1b95397cb6d8 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0502179 Dec 13 13:49:08.336399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7e706d79-c163-442f-8fc0-278bc6c14d01 req-bf3084b2-b5c1-42df-b6fa-579136145d3d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512147 Dec 13 13:49:08.464616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37666d8f-47d7-4040-9434-170719c9cde7 req-d333e3ee-ea3a-46a1-b8d1-e67cff7e7537 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:08.466164 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37666d8f-47d7-4040-9434-170719c9cde7 req-d333e3ee-ea3a-46a1-b8d1-e67cff7e7537 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0520265 Dec 13 13:49:08.518607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-37666d8f-47d7-4040-9434-170719c9cde7 req-ec0c4b14-2d07-425d-a7d1-2ecb7c45027c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464427 Dec 13 13:49:08.541418 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40492) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:49:08.593755 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d77e4-f5ef-4d15-bf52-dd1616f2eba7 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:08.595211 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c21d77e4-f5ef-4d15-bf52-dd1616f2eba7 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1091 time: 0.0524058 Dec 13 13:49:08.599552 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40494) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:49:08.603893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:49:08.630217 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:08.734465 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:08.844269 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.25.2.181 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/b9239082-aded-478a-b19d-d930dc3c8b3e) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:49:08.954480 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:08.997251 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:09.042396 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:49:09.045443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:49:09.048876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:49:09.054525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=b9239082-aded-478a-b19d-d930dc3c8b3e,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:09.422250 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:09.499951 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:09.656266 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:09.663764 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:09.732946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=b9239082-aded-478a-b19d-d930dc3c8b3e,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:09.744977 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:09.850500 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Floating IP cb9a8fc3-46c2-40b1-bdaa-1bea913b8544 associated. External IP: 172.25.2.181, port: 67b012e2-6258-41d7-ab79-ca60b74b57d2. Dec 13 13:49:10.075421 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router ccdc6a60-9139-40ae-ba65-39802356c995 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:49:10.189984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:49:10.201998 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] Sync routers for ids ['ccdc6a60-9139-40ae-ba65-39802356c995'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:49:10.211130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:10.218730 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] Routers {'ccdc6a60-9139-40ae-ba65-39802356c995'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:49:10.219352 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ccdc6a60-9139-40ae-ba65-39802356c995'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:49:10.241112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3acc92b5-58cc-4ff0-9c71-99736d9fe4ee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6403253 Dec 13 13:49:10.241716 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:49:10.244194 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d876694-0655-48dd-aa5b-2217f774cfec" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:49:10.286962 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e049d23e-4d39-40e1-9bc5-0c16701f5e6e x-openstack-request-id: req-e049d23e-4d39-40e1-9bc5-0c16701f5e6e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:49:10.287261 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:49:10.287514 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e049d23e-4d39-40e1-9bc5-0c16701f5e6e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:49:10.287918 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'status': 'completed', 'code': 200} Dec 13 13:49:10.342180 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] Set router ccdc6a60-9139-40ae-ba65-39802356c995 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:49:10.350485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fe697-e41c-4766-8a04-4baea7bfc864 req-9000a24e-dae6-47ff-b294-96def3de4d16 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:10.352240 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-860fe697-e41c-4766-8a04-4baea7bfc864 req-9000a24e-dae6-47ff-b294-96def3de4d16 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0568705 Dec 13 13:49:10.355586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d876694-0655-48dd-aa5b-2217f774cfec req-91334d76-290f-4be3-9b64-2863361edddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:10.357122 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d876694-0655-48dd-aa5b-2217f774cfec req-91334d76-290f-4be3-9b64-2863361edddc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0472879 Dec 13 13:49:10.410216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-860fe697-e41c-4766-8a04-4baea7bfc864 req-f3295423-4f94-4a78-9ca5-6147e179b3f5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511539 Dec 13 13:49:10.433482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40500) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:49:10.454677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d876694-0655-48dd-aa5b-2217f774cfec req-5ebd2f95-b8aa-4f60-9791-de85c0d6e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:10.460263 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d876694-0655-48dd-aa5b-2217f774cfec req-5ebd2f95-b8aa-4f60-9791-de85c0d6e5c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 200 len: 896 time: 0.0919802 Dec 13 13:49:10.509996 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f4892b91-4b44-4516-aa46-15498f063166 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/cb9a8fc3-46c2-40b1-bdaa-1bea913b8544 HTTP/1.1" status: 200 len: 991 time: 0.0752311 Dec 13 13:49:10.534105 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d876694-0655-48dd-aa5b-2217f774cfec req-5729e05b-cb47-422d-9ade-71fb2766a932 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 999 time: 0.0710354 Dec 13 13:49:10.583815 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d876694-0655-48dd-aa5b-2217f774cfec req-5c5acac3-15ef-46c7-ad9c-87dc263bfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:10.585297 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d876694-0655-48dd-aa5b-2217f774cfec req-5c5acac3-15ef-46c7-ad9c-87dc263bfbeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b317328a-e31a-47bc-8efb-320a508b68ef HTTP/1.1" status: 200 len: 834 time: 0.0451193 Dec 13 13:49:10.585631 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:57Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cb9a8fc3-46c2-40b1-bdaa-1bea913b8544', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'port_id': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'mac_address': 'fa:16:3e:11:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:49:09Z', 'updated_at': '2021-12-13T13:49:09Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98833b73-8d17-496f-b16b-9ffcc8e140e4', 'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:fe:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:56Z', 'updated_at': '2021-12-13T13:49:00Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:49:10.615812 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] Checking router: ccdc6a60-9139-40ae-ba65-39802356c995 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:49:10.624730 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] Routers {'ccdc6a60-9139-40ae-ba65-39802356c995'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:49:10.625342 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:48:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ccdc6a60-9139-40ae-ba65-39802356c995'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:49:10.632487 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d876694-0655-48dd-aa5b-2217f774cfec req-99fec9d6-d7c7-4e47-ba20-6d67669ffa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:10.634018 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d876694-0655-48dd-aa5b-2217f774cfec req-99fec9d6-d7c7-4e47-ba20-6d67669ffa4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecf36b9b-6425-4edc-844c-609a99547a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416813 Dec 13 13:49:10.731788 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d876694-0655-48dd-aa5b-2217f774cfec req-62426ba9-202b-40d8-81dd-7d8efd5a29cb service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902488 Dec 13 13:49:10.735948 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] Set router ccdc6a60-9139-40ae-ba65-39802356c995 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:49:10.822447 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5d876694-0655-48dd-aa5b-2217f774cfec req-2e6ee0ec-c966-41d6-8432-58600b784d3c service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840626 Dec 13 13:49:10.967143 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:57Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cb9a8fc3-46c2-40b1-bdaa-1bea913b8544', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'port_id': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'mac_address': 'fa:16:3e:11:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:49:09Z', 'updated_at': '2021-12-13T13:49:09Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98833b73-8d17-496f-b16b-9ffcc8e140e4', 'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:fe:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:56Z', 'updated_at': '2021-12-13T13:49:00Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:49:10.993951 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b062b-b10a-42a0-bd67-4bc34b1e7eef None None] The sync data for ids ['ccdc6a60-9139-40ae-ba65-39802356c995'] in n-d-817326-4 is: [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:57Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cb9a8fc3-46c2-40b1-bdaa-1bea913b8544', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'port_id': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'mac_address': 'fa:16:3e:11:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:49:09Z', 'updated_at': '2021-12-13T13:49:09Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98833b73-8d17-496f-b16b-9ffcc8e140e4', 'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:fe:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:56Z', 'updated_at': '2021-12-13T13:49:00Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:49:11.192266 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69756d18-2d66-46af-b45a-fcf8020675a5 None None] New status for floating IP cb9a8fc3-46c2-40b1-bdaa-1bea913b8544: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:49:11.514229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40502) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:49:11.576162 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a9368d44-847e-408d-8fe0-37765a4324d3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/cb9a8fc3-46c2-40b1-bdaa-1bea913b8544 HTTP/1.1" status: 200 len: 993 time: 0.0608492 Dec 13 13:49:24.344178 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3365656-4246-4ecb-8714-c1a783e6a1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:26.708528 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f81fdc05-c92a-4e54-b48d-db1a37cd4e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:27.988152 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:29.315991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:29.957750 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:31.627047 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:49:38.006045 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:38.096002 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:40.349789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c94fb5-082e-49a7-ae67-903e7a9180a6 req-2c8e139a-8bda-4dca-b028-0479f50be6e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:40.351411 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12c94fb5-082e-49a7-ae67-903e7a9180a6 req-2c8e139a-8bda-4dca-b028-0479f50be6e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0552752 Dec 13 13:49:40.354673 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40520) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:49:40.409752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-12c94fb5-082e-49a7-ae67-903e7a9180a6 req-9069f82f-d6da-4456-9430-dd8849333bfd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507429 Dec 13 13:49:40.443037 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-eea48063-99f5-485e-9939-9b717931f391 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871778 Dec 13 13:49:40.452334 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-f6442034-9185-4ef1-a3ce-3de30b4c7c87 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:49:40.453305 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-f6442034-9185-4ef1-a3ce-3de30b4c7c87 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054328 Dec 13 13:49:41.551588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686051-45b1-4305-82fc-9866269ec4ac req-7aa82203-0b83-45e3-b357-af0908d5d58a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:41.553192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce686051-45b1-4305-82fc-9866269ec4ac req-7aa82203-0b83-45e3-b357-af0908d5d58a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0680106 Dec 13 13:49:41.609135 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce686051-45b1-4305-82fc-9866269ec4ac req-dfbae625-e281-4fd8-bd2c-01357fa12daa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494308 Dec 13 13:49:41.729717 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-67cd5b6d-aa13-4146-b815-c9eadc24943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:41.731168 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-67cd5b6d-aa13-4146-b815-c9eadc24943b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0513189 Dec 13 13:49:41.843356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-6e8a0fe9-048c-48a9-ab5e-76f634676c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:41.844844 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-6e8a0fe9-048c-48a9-ab5e-76f634676c3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 200 len: 896 time: 0.1030395 Dec 13 13:49:41.928033 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1fe0135-a03c-4e16-8a27-37a9a35441f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 1001 time: 0.0737903 Dec 13 13:49:41.992553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-5ea44362-4d5b-4958-af10-25d8c6c68da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:41.994630 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-5ea44362-4d5b-4958-af10-25d8c6c68da5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b317328a-e31a-47bc-8efb-320a508b68ef HTTP/1.1" status: 200 len: 834 time: 0.0587425 Dec 13 13:49:42.058041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-6347f1f0-7457-42a9-aafb-14875c8407f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:42.060114 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-6347f1f0-7457-42a9-aafb-14875c8407f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecf36b9b-6425-4edc-844c-609a99547a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560610 Dec 13 13:49:42.185972 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-7bd16599-f05e-4b4a-bd5a-07f618fda17d service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171951 Dec 13 13:49:42.284549 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d8a35684-1ba6-42ee-87e1-869a0bd2e59a service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907187 Dec 13 13:49:42.749126 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c8656-d4d2-4905-aa00-894d4e1ca62f req-94c58eb5-a909-4cd4-aa65-2a547f1be725 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:42.750712 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c65c8656-d4d2-4905-aa00-894d4e1ca62f req-94c58eb5-a909-4cd4-aa65-2a547f1be725 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0560989 Dec 13 13:49:42.802495 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c65c8656-d4d2-4905-aa00-894d4e1ca62f req-daa7e09b-c98e-4fab-b370-26f23f523952 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452297 Dec 13 13:49:43.941082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2df8a7-3f1b-4111-840f-f9fdbefd1dc3 req-cd523792-2b8f-41f4-a24e-dfcd010e1e20 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:43.942613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2b2df8a7-3f1b-4111-840f-f9fdbefd1dc3 req-cd523792-2b8f-41f4-a24e-dfcd010e1e20 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0580392 Dec 13 13:49:43.993533 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2b2df8a7-3f1b-4111-840f-f9fdbefd1dc3 req-db472360-5b1f-44a4-94ff-89ddd93b42bb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427380 Dec 13 13:49:45.131171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03d494-20cb-4a54-8dca-1dbce90fd150 req-7ad1b5e5-c184-4c6c-91d8-f23bf698c3eb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:45.132748 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d03d494-20cb-4a54-8dca-1dbce90fd150 req-7ad1b5e5-c184-4c6c-91d8-f23bf698c3eb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0510254 Dec 13 13:49:45.187992 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d03d494-20cb-4a54-8dca-1dbce90fd150 req-d3584c3b-fd9a-4eb7-b3e0-fd3372ec9c6c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484715 Dec 13 13:49:46.316164 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11da9a-211d-4f2b-87d8-1c90458c795d req-95729b1c-a424-41a9-8e78-23a6f0488a2f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:46.317658 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f11da9a-211d-4f2b-87d8-1c90458c795d req-95729b1c-a424-41a9-8e78-23a6f0488a2f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0563953 Dec 13 13:49:46.372094 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f11da9a-211d-4f2b-87d8-1c90458c795d req-8f461ccd-b25d-4070-81ff-28670bc95bad tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456271 Dec 13 13:49:47.496442 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e5d90-b5a0-4013-a2c6-f93d473108c5 req-8eb7292e-69ee-4ada-b26e-e3dd8969eb36 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:47.497918 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d1e5d90-b5a0-4013-a2c6-f93d473108c5 req-8eb7292e-69ee-4ada-b26e-e3dd8969eb36 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0547993 Dec 13 13:49:47.547482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0d1e5d90-b5a0-4013-a2c6-f93d473108c5 req-b4e46a16-a090-43dd-8473-7f14c351bcc2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425448 Dec 13 13:49:48.678026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c8c8f-50ee-44ef-89ec-8cbc2c5f8f95 req-17de4178-2535-4920-ad82-320e46bf6d65 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:48.679813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-471c8c8f-50ee-44ef-89ec-8cbc2c5f8f95 req-17de4178-2535-4920-ad82-320e46bf6d65 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0589192 Dec 13 13:49:48.734295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-471c8c8f-50ee-44ef-89ec-8cbc2c5f8f95 req-4a4b7747-6b22-4119-9479-3343b5f9b08c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483885 Dec 13 13:49:49.887053 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23963227-b2d9-41f9-a665-4bc7f01970e2 req-cf6e0bf6-f25b-42a8-8a67-8fd71dafaa27 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:49.889942 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23963227-b2d9-41f9-a665-4bc7f01970e2 req-cf6e0bf6-f25b-42a8-8a67-8fd71dafaa27 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0627615 Dec 13 13:49:49.942847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-23963227-b2d9-41f9-a665-4bc7f01970e2 req-822615b8-5736-4f41-8a19-23c9749506ca tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460839 Dec 13 13:49:51.071079 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf6149-4afc-4604-8162-ccf35138bb6a req-a7480610-6199-4db4-ba6a-dbb9ac6e5351 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:51.072582 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74cf6149-4afc-4604-8162-ccf35138bb6a req-a7480610-6199-4db4-ba6a-dbb9ac6e5351 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0502429 Dec 13 13:49:51.122367 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74cf6149-4afc-4604-8162-ccf35138bb6a req-1aa71526-c91c-4b7e-92f0-0369a946ed29 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436378 Dec 13 13:49:52.257400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5e019-a9ca-4593-9eec-c35632005c58 req-000af370-50f0-4a9b-83e1-7a464debe6d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:52.258971 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8da5e019-a9ca-4593-9eec-c35632005c58 req-000af370-50f0-4a9b-83e1-7a464debe6d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0585656 Dec 13 13:49:52.310033 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8da5e019-a9ca-4593-9eec-c35632005c58 req-4922ac87-c1fb-4238-b751-ff30e4cfeaba tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448864 Dec 13 13:49:53.444133 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e505a-1353-4908-aa38-492c00c29412 req-37bb26f9-26ee-411d-8e36-a3a7c84332bc tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:53.445688 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-674e505a-1353-4908-aa38-492c00c29412 req-37bb26f9-26ee-411d-8e36-a3a7c84332bc tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0537994 Dec 13 13:49:53.500404 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-674e505a-1353-4908-aa38-492c00c29412 req-6e4db09b-ec42-431c-8388-48cdfbd0a255 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485106 Dec 13 13:49:54.342622 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-13d100d0-10d8-4a07-a841-53e3e3a0e33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:54.433315 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-91ebb3e9-6c99-483d-9da5-ab4d57976a4f service neutron] show failed (client error): The resource could not be found. Dec 13 13:49:54.434805 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-91ebb3e9-6c99-483d-9da5-ab4d57976a4f service neutron] 10.222.0.37 "GET /v2.0/ports/67b012e2-6258-41d7-ab79-ca60b74b57d2/bindings/n-h2-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0600965 Dec 13 13:49:54.653717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fc3c6-f832-4ee4-8f41-e04fc59c7649 req-5d895b81-fb42-4aef-a0f5-97d4b00743b4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:54.655203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f4fc3c6-f832-4ee4-8f41-e04fc59c7649 req-5d895b81-fb42-4aef-a0f5-97d4b00743b4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0810981 Dec 13 13:49:54.669313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-65a2afd4-622e-4f07-9b3a-ad9dd16fbb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:54.670762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-65a2afd4-622e-4f07-9b3a-ad9dd16fbb27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 1096 time: 0.0653191 Dec 13 13:49:54.685691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:49:54.735929 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8f4fc3c6-f832-4ee4-8f41-e04fc59c7649 req-f433669a-8fde-41d1-99df-6eeec2fb5fbb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739324 Dec 13 13:49:54.758832 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:54.963270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:49:55.000471 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:49:55.041613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:49:55.043901 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96144854-b145-4af3-b056-600252d9ee0a" -d '{"events": [{"server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "name": "network-vif-unplugged", "status": "completed", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:49:55.048956 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:55.062169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Transition to ACTIVE for port object 67b012e2-6258-41d7-ab79-ca60b74b57d2 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:49:55.068528 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:55.103673 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8ecd9e-86dd-46af-b720-0fb324e6f174 x-openstack-request-id: req-2d8ecd9e-86dd-46af-b720-0fb324e6f174 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:49:55.103979 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "name": "network-vif-unplugged", "status": "completed", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:49:55.104236 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d8ecd9e-86dd-46af-b720-0fb324e6f174 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:49:55.104627 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'code': 200} Dec 13 13:49:55.151182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Pushing event updated for resources: {'Port': ['ID=67b012e2-6258-41d7-ab79-ca60b74b57d2,revision_number=6']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:55.162633 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.162992 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.163323 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.163660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.163984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.164315 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.164638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.164961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.165284 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.165594 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.165911 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.166255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.166572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:55.207342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] No DVR routers for this DVR port 67b012e2-6258-41d7-ab79-ca60b74b57d2 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:49:55.669385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Attempting to bind port 67b012e2-6258-41d7-ab79-ca60b74b57d2 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:49:55.670215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Attempting to bind port 67b012e2-6258-41d7-ab79-ca60b74b57d2 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:49:55.670215 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Attempting to bind port 67b012e2-6258-41d7-ab79-ca60b74b57d2 on network ecf36b9b-6425-4edc-844c-609a99547a9d {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:49:55.674612 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Port 67b012e2-6258-41d7-ab79-ca60b74b57d2 on network ecf36b9b-6425-4edc-844c-609a99547a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:49:55.674923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Attempting to bind port 67b012e2-6258-41d7-ab79-ca60b74b57d2 on network ecf36b9b-6425-4edc-844c-609a99547a9d {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:49:55.680229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:49:55.680565 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Checking segment: {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:49:55.680938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Bound using segment: {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:49:55.681340 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Bound port: 67b012e2-6258-41d7-ab79-ca60b74b57d2, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8096958-5b3d-47fa-90c8-d4a76d3f5911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:49:55.681684 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:55.744166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:49:55.747208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:49:55.754695 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:55.793800 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:55.794518 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:55.795839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] 10.222.0.42 "PUT /v2.0/ports/67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 1091 time: 1.1157775 Dec 13 13:49:55.816091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1772cec-bced-4d2d-a9ee-4abba6fc480c service neutron] Pushing event updated for resources: {'Port': ['ID=67b012e2-6258-41d7-ab79-ca60b74b57d2,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:55.903742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-9c33703a-6436-40eb-b6a9-2b332b7c19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:55.905275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-9c33703a-6436-40eb-b6a9-2b332b7c19b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1094 time: 0.0837052 Dec 13 13:49:55.917187 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7409d-7461-43a7-8bcd-30a45e7f858e req-51879263-0f17-4068-8c2c-38f7df4ff9df tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:55.918738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbf7409d-7461-43a7-8bcd-30a45e7f858e req-51879263-0f17-4068-8c2c-38f7df4ff9df tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 943 time: 0.0878584 Dec 13 13:49:56.030181 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbf7409d-7461-43a7-8bcd-30a45e7f858e req-c50ed3a1-6d07-4e94-907c-1525fc7b5274 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025770 Dec 13 13:49:56.046870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-066650bf-6392-44f1-ae46-3cf27611b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:56.048332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-066650bf-6392-44f1-ae46-3cf27611b894 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 200 len: 896 time: 0.1287174 Dec 13 13:49:56.116196 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-3f36a4e6-738c-485a-afd3-126b3ed8a8cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 999 time: 0.0602217 Dec 13 13:49:56.165419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-3f7922ed-6fbf-4dc7-8b83-c471b71bbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:56.166874 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-3f7922ed-6fbf-4dc7-8b83-c471b71bbdd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b317328a-e31a-47bc-8efb-320a508b68ef HTTP/1.1" status: 200 len: 834 time: 0.0440795 Dec 13 13:49:56.221499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-197c2905-445f-4759-85e8-6e82bb267eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:56.223066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-197c2905-445f-4759-85e8-6e82bb267eba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecf36b9b-6425-4edc-844c-609a99547a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494084 Dec 13 13:49:56.321420 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-2d778694-6558-40f9-94dc-08534a0008e6 service neutron] 10.222.0.42 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910783 Dec 13 13:49:56.419976 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d8fccce-806a-46d2-9f45-f1cff0c44e95 req-8d31d052-e3fd-43ce-ae94-8b13f111f013 service neutron] 10.222.0.42 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918806 Dec 13 13:49:56.712632 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c07f3442-fc73-48a3-8036-de321783a8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:57.105671 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:49:57.108156 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:49:57.162650 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e577-d0a7-4e06-83a2-77bbec6e32e8 req-41297fbf-8f7c-483c-8e32-0503734de2cd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:57.164192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b832e577-d0a7-4e06-83a2-77bbec6e32e8 req-41297fbf-8f7c-483c-8e32-0503734de2cd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 943 time: 0.0530119 Dec 13 13:49:57.165729 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d595ab-ea37-43a6-98fa-5a6196d9e0a0 x-openstack-request-id: req-f1d595ab-ea37-43a6-98fa-5a6196d9e0a0 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:49:57.165987 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:49:57.166254 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1d595ab-ea37-43a6-98fa-5a6196d9e0a0 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:49:57.166647 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'status': 'completed', 'code': 200} Dec 13 13:49:57.227215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-614e4858-8e7b-4d73-a29d-8ffb6e5d8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:57.228739 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-614e4858-8e7b-4d73-a29d-8ffb6e5d8758 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1094 time: 0.0501056 Dec 13 13:49:57.249107 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b832e577-d0a7-4e06-83a2-77bbec6e32e8 req-14df6b98-1641-4622-bb85-314cc00ed07a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765803 Dec 13 13:49:57.255517 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-af64c64d-d9df-4106-a631-929d935b7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:57.256983 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-af64c64d-d9df-4106-a631-929d935b7e74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1094 time: 0.0698164 Dec 13 13:49:57.322192 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-a47dbc5f-4559-40ca-8a1b-bc515f683983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:57.323627 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-a47dbc5f-4559-40ca-8a1b-bc515f683983 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 200 len: 896 time: 0.0884023 Dec 13 13:49:57.354961 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-98700f2e-d286-4660-a877-2ee744ca9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:57.356481 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-98700f2e-d286-4660-a877-2ee744ca9260 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 200 len: 896 time: 0.0913708 Dec 13 13:49:57.395719 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-1071b558-4e3b-4622-8c6a-cf88c451b695 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 999 time: 0.0654106 Dec 13 13:49:57.426904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-0f8c7dcf-2a26-4e69-9af7-7b34f10a4477 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 999 time: 0.0625165 Dec 13 13:49:57.448545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-b982b81e-1472-411e-a254-60d712e2169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:57.450085 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-b982b81e-1472-411e-a254-60d712e2169d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b317328a-e31a-47bc-8efb-320a508b68ef HTTP/1.1" status: 200 len: 834 time: 0.0464807 Dec 13 13:49:57.483322 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-6a290927-012d-4308-8f9b-a5a33e5f4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:57.484796 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-6a290927-012d-4308-8f9b-a5a33e5f4a64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b317328a-e31a-47bc-8efb-320a508b68ef HTTP/1.1" status: 200 len: 834 time: 0.0507703 Dec 13 13:49:57.496094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-de39c7ad-6134-4526-9fee-4da1de951d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:57.497601 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-de39c7ad-6134-4526-9fee-4da1de951d0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecf36b9b-6425-4edc-844c-609a99547a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408199 Dec 13 13:49:57.531621 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-32d95969-7f34-41d5-8eb5-78a982fd1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:57.533304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-32d95969-7f34-41d5-8eb5-78a982fd1878 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecf36b9b-6425-4edc-844c-609a99547a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411856 Dec 13 13:49:57.591763 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-2fac824d-55b3-4fda-a3be-c6bebfe5d437 service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870948 Dec 13 13:49:57.626655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-ea67a2d5-29f9-4289-9ba6-cbc536199eb2 service neutron] 10.222.0.42 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852330 Dec 13 13:49:57.681429 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-52cbfd4a-6533-4718-9abf-c5a84e95e170 service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828667 Dec 13 13:49:57.728027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c49b843f-2ddb-4a58-9b85-4c63c7f7c7a3 req-8a296864-d737-45ca-9bbe-a9d52af8aa91 service neutron] 10.222.0.42 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929663 Dec 13 13:49:57.976231 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 67b012e2-6258-41d7-ab79-ca60b74b57d2 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:49:57.993879 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:58.080690 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:49:58.092778 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'port_id': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'mac_address': 'fa:16:3e:11:0b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:49:58.133892 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:58.147681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b012e2-6258-41d7-ab79-ca60b74b57d2 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:49:58.166630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:49:58.171106 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:58.218346 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=67b012e2-6258-41d7-ab79-ca60b74b57d2,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:49:58.225772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.226127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.226564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.226832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.227163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.227490 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.227818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.228142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.228463 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.228786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.229086 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.229410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.229727 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:49:58.376538 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad5855-75fe-432d-bf4f-be36e963f071 req-9aaf5912-722a-4d61-ad13-f3585784c2d3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:58.379255 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0aad5855-75fe-432d-bf4f-be36e963f071 req-9aaf5912-722a-4d61-ad13-f3585784c2d3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 944 time: 0.0561683 Dec 13 13:49:58.429193 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['67b012e2-6258-41d7-ab79-ca60b74b57d2'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:49:58.434702 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0aad5855-75fe-432d-bf4f-be36e963f071 req-77576adc-2eaa-43f3-9e4c-0ad40643cc81 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473311 Dec 13 13:49:58.652291 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529c172-a791-4b17-8b6d-eee807e4219e req-dc62333a-b332-4ed2-aa9e-b23de1cedadb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:58.655579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-a54640df-22e7-47ff-b6ea-436a3464cb69 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:58.657073 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-a54640df-22e7-47ff-b6ea-436a3464cb69 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2&tenant_id=986a1de7606d4ef9a848fee60a7000c9&binding%3Ahost_id=n-h2-817326-4 HTTP/1.1" status: 200 len: 944 time: 0.0573997 Dec 13 13:49:58.659198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5529c172-a791-4b17-8b6d-eee807e4219e req-dc62333a-b332-4ed2-aa9e-b23de1cedadb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 944 time: 0.0650599 Dec 13 13:49:58.706604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5529c172-a791-4b17-8b6d-eee807e4219e req-41475084-182f-49df-8117-97364082d51d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465419 Dec 13 13:49:58.725015 n-d-817326-4 neutron-server[109885]: INFO neutron.api.v2.resource [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-9f0ee225-f391-4c00-a737-95e9985c7357 service neutron] delete failed (client error): The resource could not be found. Dec 13 13:49:58.726061 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-9f0ee225-f391-4c00-a737-95e9985c7357 service neutron] 10.222.0.37 "DELETE /v2.0/ports/67b012e2-6258-41d7-ab79-ca60b74b57d2/bindings/n-h1-817326-4 HTTP/1.1" status: 404 len: 380 time: 0.0619733 Dec 13 13:49:58.809558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-e22e5e3e-fe1d-4d98-b11e-5743002e233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:58.811164 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-e22e5e3e-fe1d-4d98-b11e-5743002e233e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1095 time: 0.0421667 Dec 13 13:49:58.827385 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9b4de-db41-449f-a948-4e1057b6ec32 req-ad79fda6-7028-4fba-982c-53c4b7959849 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:58.828907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cd9b4de-db41-449f-a948-4e1057b6ec32 req-ad79fda6-7028-4fba-982c-53c4b7959849 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 944 time: 0.0499821 Dec 13 13:49:58.880773 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1cd9b4de-db41-449f-a948-4e1057b6ec32 req-f7a23947-a5d4-4596-b085-597c536c6d82 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451200 Dec 13 13:49:58.906249 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-9629ea22-139b-4e73-9d06-26643156f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:58.907759 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-9629ea22-139b-4e73-9d06-26643156f4d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 200 len: 896 time: 0.0901210 Dec 13 13:49:58.949949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 67b012e2-6258-41d7-ab79-ca60b74b57d2 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:49:58.986678 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-41aac53f-d0d7-4261-9176-6ff8d0ddb226 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 1000 time: 0.0679348 Dec 13 13:49:58.991031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 67b012e2-6258-41d7-ab79-ca60b74b57d2 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:49:59.037956 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-55aca7d8-3bc7-4e13-aaaf-c1ecd74f4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:59.039507 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-55aca7d8-3bc7-4e13-aaaf-c1ecd74f4534 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b317328a-e31a-47bc-8efb-320a508b68ef HTTP/1.1" status: 200 len: 834 time: 0.0452762 Dec 13 13:49:59.090590 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-721feeb5-1bc9-47a3-9e54-7db4e06a4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:49:59.092030 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-721feeb5-1bc9-47a3-9e54-7db4e06a4285 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecf36b9b-6425-4edc-844c-609a99547a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454996 Dec 13 13:49:59.191604 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-d2f33860-3244-4eef-accd-46687b18a8c2 service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924079 Dec 13 13:49:59.290160 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-5dae5e29-d9db-4dd3-a00e-09fa3177a2cf req-26fa0efe-48bd-4f00-a710-3163c2858cb4 service neutron] 10.222.0.37 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907311 Dec 13 13:49:59.320082 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:59.952791 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:49:59.976889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 67b012e2-6258-41d7-ab79-ca60b74b57d2 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:50:00.008318 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cff3f-ae62-4e79-9378-7f24b56aa48c req-bb5f21c8-cef5-4afc-83ca-97afce0b3aa3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:00.009833 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad2cff3f-ae62-4e79-9378-7f24b56aa48c req-bb5f21c8-cef5-4afc-83ca-97afce0b3aa3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 944 time: 0.0515614 Dec 13 13:50:00.030603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 67b012e2-6258-41d7-ab79-ca60b74b57d2 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:50:00.035039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 67b012e2-6258-41d7-ab79-ca60b74b57d2 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:00.035429 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:00.066126 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ad2cff3f-ae62-4e79-9378-7f24b56aa48c req-0461ef22-e99f-43bb-96e0-17d367642a45 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501063 Dec 13 13:50:00.089660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40592) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:00.119652 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:00.142717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:50:00.144995 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc07f2e-f01f-4430-8d4f-46481392a9d1" -d '{"events": [{"server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "name": "network-vif-plugged", "status": "completed", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:50:00.157638 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:00.157898 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f5a96204-94d3-43eb-9058-a0dbed1f7f15 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/cb9a8fc3-46c2-40b1-bdaa-1bea913b8544 HTTP/1.1" status: 200 len: 992 time: 0.0669913 Dec 13 13:50:00.164392 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:00.191971 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcfb8fd-8270-4329-a712-26739b8a5955 x-openstack-request-id: req-ffcfb8fd-8270-4329-a712-26739b8a5955 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:50:00.192262 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "name": "network-vif-plugged", "status": "completed", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:50:00.192509 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffcfb8fd-8270-4329-a712-26739b8a5955 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:50:00.192895 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'code': 200} Dec 13 13:50:00.218062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=67b012e2-6258-41d7-ab79-ca60b74b57d2,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:08.007256 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:08.086280 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:08.632123 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:50:24.337055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-430b12f2-e901-4d49-8542-9a7ee9f08bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:26.718863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2d11202-ebf9-4905-b6a3-1dd3b75406b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:28.000636 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:29.328254 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:29.957614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:30.554781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40604) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:30.724127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port b9239082-aded-478a-b19d-d930dc3c8b3e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:50:30.724376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:30.815184 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:30.815467 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:30.828425 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for b9239082-aded-478a-b19d-d930dc3c8b3e owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:50:30.983870 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:31.012647 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=b9239082-aded-478a-b19d-d930dc3c8b3e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:31.077776 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:31.078254 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Floating IP cb9a8fc3-46c2-40b1-bdaa-1bea913b8544 disassociated (deleted). External IP: 172.25.2.181, port: 67b012e2-6258-41d7-ab79-ca60b74b57d2. Dec 13 13:50:31.304723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router ccdc6a60-9139-40ae-ba65-39802356c995 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:50:31.424858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:50:31.429414 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:31.436456 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] Sync routers for ids ['ccdc6a60-9139-40ae-ba65-39802356c995'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:50:31.447028 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] Routers {'ccdc6a60-9139-40ae-ba65-39802356c995'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:50:31.447644 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ccdc6a60-9139-40ae-ba65-39802356c995'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:31.459941 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2ded6e67-4396-41f4-ba07-b5a57bdfd534 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/floatingips/cb9a8fc3-46c2-40b1-bdaa-1bea913b8544 HTTP/1.1" status: 204 len: 168 time: 0.9016747 Dec 13 13:50:31.459941 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:50:31.460758 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b802a-7f13-4c46-bd57-910c161ba571" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:50:31.499066 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1978d9e7-63e8-4663-b76e-0aac781c8c7a x-openstack-request-id: req-1978d9e7-63e8-4663-b76e-0aac781c8c7a {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:50:31.499660 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:50:31.499660 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1978d9e7-63e8-4663-b76e-0aac781c8c7a {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:50:31.500369 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'status': 'completed', 'code': 200} Dec 13 13:50:31.571547 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] Set router ccdc6a60-9139-40ae-ba65-39802356c995 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:50:31.571790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b802a-7f13-4c46-bd57-910c161ba571 req-39292890-cf6e-4ca7-ba2b-909ac9aa8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:31.573415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-142b802a-7f13-4c46-bd57-910c161ba571 req-39292890-cf6e-4ca7-ba2b-909ac9aa8e16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0500882 Dec 13 13:50:31.727802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8025b4-ac31-48f7-96b3-9d5a4c2ea204 req-697ab16f-cbf2-49be-8813-67e2d08cd064 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:31.729262 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e8025b4-ac31-48f7-96b3-9d5a4c2ea204 req-697ab16f-cbf2-49be-8813-67e2d08cd064 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0742242 Dec 13 13:50:31.730890 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b802a-7f13-4c46-bd57-910c161ba571 req-13b8bef9-8850-4694-aff0-ff599cfe998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:31.732215 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-142b802a-7f13-4c46-bd57-910c161ba571 req-13b8bef9-8850-4694-aff0-ff599cfe998f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 200 len: 896 time: 0.1412270 Dec 13 13:50:31.771994 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:57Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '98833b73-8d17-496f-b16b-9ffcc8e140e4', 'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:fe:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:56Z', 'updated_at': '2021-12-13T13:49:00Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:31.791187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-142b802a-7f13-4c46-bd57-910c161ba571 req-4e4a2e42-e366-47bb-bb78-0df211ddc3ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 200 len: 217 time: 0.0493507 Dec 13 13:50:31.799530 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] Checking router: ccdc6a60-9139-40ae-ba65-39802356c995 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:50:31.810465 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] Routers {'ccdc6a60-9139-40ae-ba65-39802356c995'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:50:31.811086 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ccdc6a60-9139-40ae-ba65-39802356c995'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:31.849191 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e8025b4-ac31-48f7-96b3-9d5a4c2ea204 req-ea86480e-c9bf-4b52-96cc-2a8f99f6823e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132085 Dec 13 13:50:31.861850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b802a-7f13-4c46-bd57-910c161ba571 req-65361020-7d12-4071-894a-20bf040333f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:31.863346 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-142b802a-7f13-4c46-bd57-910c161ba571 req-65361020-7d12-4071-894a-20bf040333f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b317328a-e31a-47bc-8efb-320a508b68ef HTTP/1.1" status: 200 len: 834 time: 0.0616941 Dec 13 13:50:31.913014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b802a-7f13-4c46-bd57-910c161ba571 req-cc84d1d9-6e8e-4f7c-bcae-3757c82f07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:31.914569 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-142b802a-7f13-4c46-bd57-910c161ba571 req-cc84d1d9-6e8e-4f7c-bcae-3757c82f07b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecf36b9b-6425-4edc-844c-609a99547a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433125 Dec 13 13:50:31.918439 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] Set router ccdc6a60-9139-40ae-ba65-39802356c995 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:50:32.011379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-142b802a-7f13-4c46-bd57-910c161ba571 req-1861cf3f-21b1-4b91-881d-2b65c357a242 service neutron] 10.222.0.42 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889804 Dec 13 13:50:32.112105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-142b802a-7f13-4c46-bd57-910c161ba571 req-a472bd93-9860-4808-ac13-b09afbbbf1d8 service neutron] 10.222.0.42 "GET /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891235 Dec 13 13:50:32.123240 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:57Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '98833b73-8d17-496f-b16b-9ffcc8e140e4', 'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:fe:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:56Z', 'updated_at': '2021-12-13T13:49:00Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:32.150540 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4a506-c7ec-42da-a045-d11aff138864 None None] The sync data for ids ['ccdc6a60-9139-40ae-ba65-39802356c995'] in n-d-817326-4 is: [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:48:57Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '98833b73-8d17-496f-b16b-9ffcc8e140e4', 'name': '', 'network_id': 'ecf36b9b-6425-4edc-844c-609a99547a9d', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:fe:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:56Z', 'updated_at': '2021-12-13T13:49:00Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b317328a-e31a-47bc-8efb-320a508b68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:50:32.393107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d6555-022e-43b6-8640-61e7f9205b21 None None] New status for floating IP cb9a8fc3-46c2-40b1-bdaa-1bea913b8544: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:50:33.017786 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fa99b-481d-4f97-a34f-d5eb121706d2 req-8dfb33f5-2004-4abe-858d-1f7d69228490 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:33.019299 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-473fa99b-481d-4f97-a34f-d5eb121706d2 req-8dfb33f5-2004-4abe-858d-1f7d69228490 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0889213 Dec 13 13:50:33.031502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-9a9ac22a-f5a6-4d22-b325-4ad549549055 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:33.032888 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-9a9ac22a-f5a6-4d22-b325-4ad549549055 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ec479a2-37f5-45d9-81f2-2c39439bb7e2 HTTP/1.1" status: 200 len: 945 time: 0.0695856 Dec 13 13:50:33.133199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-473fa99b-481d-4f97-a34f-d5eb121706d2 req-7b59e362-cc3f-43d6-a124-c52c03a3ec18 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eb2c6d2-c46d-456b-b0bc-251f181190d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993826 Dec 13 13:50:33.164899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-3685ab64-525c-40cd-bd54-b5cafb91b8ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port 67b012e2-6258-41d7-ab79-ca60b74b57d2 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:50:33.165245 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-3685ab64-525c-40cd-bd54-b5cafb91b8ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:33.259186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-3685ab64-525c-40cd-bd54-b5cafb91b8ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port 67b012e2-6258-41d7-ab79-ca60b74b57d2, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=67b012e2-6258-41d7-ab79-ca60b74b57d2,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:33.259561 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-3685ab64-525c-40cd-bd54-b5cafb91b8ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:33.272518 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-3685ab64-525c-40cd-bd54-b5cafb91b8ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for 67b012e2-6258-41d7-ab79-ca60b74b57d2 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:50:33.422654 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-3685ab64-525c-40cd-bd54-b5cafb91b8ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:33.451860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685ab64-525c-40cd-bd54-b5cafb91b8ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=67b012e2-6258-41d7-ab79-ca60b74b57d2,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:33.497414 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-3685ab64-525c-40cd-bd54-b5cafb91b8ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] No DVR routers for this DVR port 67b012e2-6258-41d7-ab79-ca60b74b57d2 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:50:33.500229 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-3685ab64-525c-40cd-bd54-b5cafb91b8ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:33.504130 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea055232-24c0-4699-b19e-1e20f8b225a5 req-3685ab64-525c-40cd-bd54-b5cafb91b8ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "DELETE /v2.0/ports/67b012e2-6258-41d7-ab79-ca60b74b57d2 HTTP/1.1" status: 204 len: 173 time: 0.4637837 Dec 13 13:50:33.504560 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'name': 'network-vif-deleted', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:50:33.506904 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7c1c73-5115-4f39-81da-c18ea2e011a6" -d '{"events": [{"server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "name": "network-vif-deleted", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:50:33.546460 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37da7588-dc4d-4c48-be57-c7e40157dfc6 x-openstack-request-id: req-37da7588-dc4d-4c48-be57-c7e40157dfc6 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:50:33.547189 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec479a2-37f5-45d9-81f2-2c39439bb7e2", "name": "network-vif-deleted", "tag": "67b012e2-6258-41d7-ab79-ca60b74b57d2", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:50:33.547510 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37da7588-dc4d-4c48-be57-c7e40157dfc6 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:50:33.548033 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec479a2-37f5-45d9-81f2-2c39439bb7e2', 'name': 'network-vif-deleted', 'tag': '67b012e2-6258-41d7-ab79-ca60b74b57d2', 'status': 'completed', 'code': 200} Dec 13 13:50:34.206064 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40618) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:34.606644 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:34.870335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port 98833b73-8d17-496f-b16b-9ffcc8e140e4 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:50:34.870651 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:34.957145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port 98833b73-8d17-496f-b16b-9ffcc8e140e4, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=98833b73-8d17-496f-b16b-9ffcc8e140e4,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:34.957448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:34.969431 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for 98833b73-8d17-496f-b16b-9ffcc8e140e4 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:50:35.177166 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:35.204268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=98833b73-8d17-496f-b16b-9ffcc8e140e4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:35.216570 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.217145 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.217239 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.217589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.217966 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.218999 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.219350 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.219689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.220023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.220354 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.220689 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.221014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.221340 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:35.389877 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:35.621022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router ccdc6a60-9139-40ae-ba65-39802356c995 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:50:35.730606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:50:35.736278 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-fdafd909-37b1-4cd8-ae1f-f1fdcf4b8b17 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "PUT /v2.0/routers/ccdc6a60-9139-40ae-ba65-39802356c995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5291338 Dec 13 13:50:35.739178 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40620) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:35.742407 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] Sync routers for ids ['ccdc6a60-9139-40ae-ba65-39802356c995'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:50:35.754269 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] Routers {'ccdc6a60-9139-40ae-ba65-39802356c995'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:50:35.754942 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ccdc6a60-9139-40ae-ba65-39802356c995'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:35.794420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd12d30-1de6-4fd5-8aba-99e7f81af569 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting subnet b317328a-e31a-47bc-8efb-320a508b68ef {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:50:35.798051 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dbd12d30-1de6-4fd5-8aba-99e7f81af569 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:35.839041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dbd12d30-1de6-4fd5-8aba-99e7f81af569 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:35.863678 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] Set router ccdc6a60-9139-40ae-ba65-39802356c995 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:50:35.928868 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dbd12d30-1de6-4fd5-8aba-99e7f81af569 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:35.989736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dbd12d30-1de6-4fd5-8aba-99e7f81af569 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.018537 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd12d30-1de6-4fd5-8aba-99e7f81af569 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Subnet': ['ID=b317328a-e31a-47bc-8efb-320a508b68ef,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:36.020561 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-dbd12d30-1de6-4fd5-8aba-99e7f81af569 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.023892 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-dbd12d30-1de6-4fd5-8aba-99e7f81af569 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/subnets/b317328a-e31a-47bc-8efb-320a508b68ef HTTP/1.1" status: 204 len: 168 time: 0.2837949 Dec 13 13:50:36.026557 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40622) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:36.029592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce41ee22-b26e-43db-985f-f3d980bd69d6 None None] Network ecf36b9b-6425-4edc-844c-609a99547a9d requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:50:36.045681 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:50:35Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:36.072202 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] Checking router: ccdc6a60-9139-40ae-ba65-39802356c995 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:50:36.080716 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] Routers {'ccdc6a60-9139-40ae-ba65-39802356c995'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:50:36.081322 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['ccdc6a60-9139-40ae-ba65-39802356c995'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:36.142479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.191806 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] Set router ccdc6a60-9139-40ae-ba65-39802356c995 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:50:36.193019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ba14b-e16c-4ae2-8381-38e528a241df None None] DHCP port deletion for ecf36b9b-6425-4edc-844c-609a99547a9d request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:50:36.246371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-351ba14b-e16c-4ae2-8381-38e528a241df None None] Deleting port 86aa65ea-12ce-4dfb-bc79-7870853722fd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:50:36.246660 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-351ba14b-e16c-4ae2-8381-38e528a241df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.248565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.307645 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port ae21dea1-5954-4c6e-9166-cd9ad712b8c2 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:50:36.308036 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.313286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-351ba14b-e16c-4ae2-8381-38e528a241df None None] For port 86aa65ea-12ce-4dfb-bc79-7870853722fd, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=86aa65ea-12ce-4dfb-bc79-7870853722fd,segment=NetworkSegment(b8096958-5b3d-47fa-90c8-d4a76d3f5911),segment_id=b8096958-5b3d-47fa-90c8-d4a76d3f5911)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:36.313783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-351ba14b-e16c-4ae2-8381-38e528a241df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.328264 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-351ba14b-e16c-4ae2-8381-38e528a241df None None] Calling delete_port for 86aa65ea-12ce-4dfb-bc79-7870853722fd owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:50:36.375027 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:50:35Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:36.394931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port ae21dea1-5954-4c6e-9166-cd9ad712b8c2, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ae21dea1-5954-4c6e-9166-cd9ad712b8c2,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:36.395310 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.408558 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for ae21dea1-5954-4c6e-9166-cd9ad712b8c2 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:50:36.416351 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-351ba14b-e16c-4ae2-8381-38e528a241df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.432280 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ba14b-e16c-4ae2-8381-38e528a241df None None] No DVR routers for this DVR port 86aa65ea-12ce-4dfb-bc79-7870853722fd on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:50:36.452014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ba14b-e16c-4ae2-8381-38e528a241df None None] Pushing event deleted for resources: {'Port': ['ID=86aa65ea-12ce-4dfb-bc79-7870853722fd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:36.519573 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc6254-6a32-4a94-8dc0-8a70e4fa8c81 None None] The sync data for ids ['ccdc6a60-9139-40ae-ba65-39802356c995'] in n-d-817326-4 is: [{'id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933457556', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:48:53Z', 'updated_at': '2021-12-13T13:50:35Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'ae21dea1-5954-4c6e-9166-cd9ad712b8c2', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc6a60-9139-40ae-ba65-39802356c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:48:54Z', 'updated_at': '2021-12-13T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:50:36.607035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.632687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=ae21dea1-5954-4c6e-9166-cd9ad712b8c2,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:36.647263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb57559-0537-4e60-bd47-5b2bb3f76118 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:50:36.696486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.791541 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.793606 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.839737 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.840312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Fanout notify agent at l3_agent the message router_deleted on router ccdc6a60-9139-40ae-ba65-39802356c995 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:50:36.847564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:36.848701 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1b1f26b4-dba1-400c-92da-e86ff81b1961 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/routers/ccdc6a60-9139-40ae-ba65-39802356c995 HTTP/1.1" status: 204 len: 168 time: 0.8212144 Dec 13 13:50:36.852267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40624) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:36.942605 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.030903 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.051592 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf36b9b-6425-4edc-844c-609a99547a9d']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:37.061236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8096958-5b3d-47fa-90c8-d4a76d3f5911') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:37.061641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8096958-5b3d-47fa-90c8-d4a76d3f5911') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:37.078767 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.094129 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.101261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:50:37.101651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: timer() Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:50:37.104853 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:50:37.171413 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.176340 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.183332 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/networks/ecf36b9b-6425-4edc-844c-609a99547a9d HTTP/1.1" status: 204 len: 168 time: 0.3269687 Dec 13 13:50:37.183967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40626) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:37.195711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78509d8c-547b-448d-bf45-78ccf1e271f2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Network': ['ID=ecf36b9b-6425-4edc-844c-609a99547a9d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:37.265131 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-384d4488-bd06-418e-a063-8d6b0176e213 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.291082 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-384d4488-bd06-418e-a063-8d6b0176e213 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.353114 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-384d4488-bd06-418e-a063-8d6b0176e213 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.355790 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-384d4488-bd06-418e-a063-8d6b0176e213 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.356999 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-384d4488-bd06-418e-a063-8d6b0176e213 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/security-groups/1eb2c6d2-c46d-456b-b0bc-251f181190d6 HTTP/1.1" status: 204 len: 168 time: 0.1716876 Dec 13 13:50:37.366417 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d4488-bd06-418e-a063-8d6b0176e213 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb2c6d2-c46d-456b-b0bc-251f181190d6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:37.539374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae21dea1-5954-4c6e-9166-cd9ad712b8c2 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:50:37.560465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ae21dea1-5954-4c6e-9166-cd9ad712b8c2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:50:37.560807 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ae21dea1-5954-4c6e-9166-cd9ad712b8c2 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:50:37.561217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 98833b73-8d17-496f-b16b-9ffcc8e140e4 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:50:37.579653 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40632) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:37.581050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 98833b73-8d17-496f-b16b-9ffcc8e140e4 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:50:37.581395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 98833b73-8d17-496f-b16b-9ffcc8e140e4 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:50:37.581803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 86aa65ea-12ce-4dfb-bc79-7870853722fd no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:50:37.584347 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-290c9408-e973-4820-91fb-9967ba400688 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479910496', 'description': 'tempest-secgroup-smoke-1479910496 description', 'project_id': '986a1de7606d4ef9a848fee60a7000c9'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:37.603651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 86aa65ea-12ce-4dfb-bc79-7870853722fd {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:50:37.603910 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 86aa65ea-12ce-4dfb-bc79-7870853722fd not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:50:37.614093 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-290c9408-e973-4820-91fb-9967ba400688 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.678099 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-290c9408-e973-4820-91fb-9967ba400688 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.684831 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-290c9408-e973-4820-91fb-9967ba400688 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.723458 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-290c9408-e973-4820-91fb-9967ba400688 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.724702 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-290c9408-e973-4820-91fb-9967ba400688 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1439979 Dec 13 13:50:37.726705 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c9408-e973-4820-91fb-9967ba400688 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcca5114-e3f9-4f16-8385-f7db50aca6c0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:37.727825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40634) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:37.732648 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4e5fe804-f0b3-4c27-b285-1d75deba6528 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'dcca5114-e3f9-4f16-8385-f7db50aca6c0', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:37.766226 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e5fe804-f0b3-4c27-b285-1d75deba6528 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.823964 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e5fe804-f0b3-4c27-b285-1d75deba6528 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.830102 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e5fe804-f0b3-4c27-b285-1d75deba6528 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.852598 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fe804-f0b3-4c27-b285-1d75deba6528 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38efd901-11b9-439e-ba15-b777dee799f4,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:37.864331 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4e5fe804-f0b3-4c27-b285-1d75deba6528 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.865510 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4e5fe804-f0b3-4c27-b285-1d75deba6528 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365149 Dec 13 13:50:37.868478 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40636) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:37.872923 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8f549eef-a298-4700-802a-8aeb3c1cdd99 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'dcca5114-e3f9-4f16-8385-f7db50aca6c0', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:37.901018 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f549eef-a298-4700-802a-8aeb3c1cdd99 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.960575 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f549eef-a298-4700-802a-8aeb3c1cdd99 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.965642 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f549eef-a298-4700-802a-8aeb3c1cdd99 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.983673 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f549eef-a298-4700-802a-8aeb3c1cdd99 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd3e286-1928-476e-a8b6-43b60c62dc9a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:37.989703 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8f549eef-a298-4700-802a-8aeb3c1cdd99 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:37.993610 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8f549eef-a298-4700-802a-8aeb3c1cdd99 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214793 Dec 13 13:50:37.993980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40638) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:37.998596 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-bf74c29e-73af-463d-aa09-f2718be6775a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'dcca5114-e3f9-4f16-8385-f7db50aca6c0', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:38.010889 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.028659 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf74c29e-73af-463d-aa09-f2718be6775a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.089201 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf74c29e-73af-463d-aa09-f2718be6775a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.095117 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf74c29e-73af-463d-aa09-f2718be6775a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.109135 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.116807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74c29e-73af-463d-aa09-f2718be6775a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee95ee39-782f-4a14-b09c-0bedd0594e35,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:38.122664 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-bf74c29e-73af-463d-aa09-f2718be6775a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.125313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-bf74c29e-73af-463d-aa09-f2718be6775a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300516 Dec 13 13:50:38.127277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40640) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:38.131739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-380ef6db-8cf0-4e0a-85ec-3dcb5832568d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'dcca5114-e3f9-4f16-8385-f7db50aca6c0', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:38.158695 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-380ef6db-8cf0-4e0a-85ec-3dcb5832568d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.216163 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-380ef6db-8cf0-4e0a-85ec-3dcb5832568d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.219530 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-380ef6db-8cf0-4e0a-85ec-3dcb5832568d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.236199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 67b012e2-6258-41d7-ab79-ca60b74b57d2 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:50:38.236833 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ef6db-8cf0-4e0a-85ec-3dcb5832568d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5758530e-d7f8-4fc2-b900-1865a97afaa9,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:38.245683 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-380ef6db-8cf0-4e0a-85ec-3dcb5832568d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.249548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-380ef6db-8cf0-4e0a-85ec-3dcb5832568d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186464 Dec 13 13:50:38.249768 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40642) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:38.255405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-7ece2170-1f4f-4e26-8d15-f9c0a39a3278 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'dcca5114-e3f9-4f16-8385-f7db50aca6c0', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:38.259378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 67b012e2-6258-41d7-ab79-ca60b74b57d2 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:50:38.259716 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 67b012e2-6258-41d7-ab79-ca60b74b57d2 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:50:38.279300 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-7ece2170-1f4f-4e26-8d15-f9c0a39a3278 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Project 986a1de7606d4ef9a848fee60a7000c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:50:38.284595 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ece2170-1f4f-4e26-8d15-f9c0a39a3278 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.345462 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ece2170-1f4f-4e26-8d15-f9c0a39a3278 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.350811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ece2170-1f4f-4e26-8d15-f9c0a39a3278 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.368184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece2170-1f4f-4e26-8d15-f9c0a39a3278 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb6a388-5e6a-4cb7-9bdd-4b659792f068,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:38.379583 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-7ece2170-1f4f-4e26-8d15-f9c0a39a3278 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.382603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-7ece2170-1f4f-4e26-8d15-f9c0a39a3278 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314270 Dec 13 13:50:38.385390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40644) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:38.390059 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-64a67e07-499e-4e5d-8629-4a2a49b797d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': 'dcca5114-e3f9-4f16-8385-f7db50aca6c0', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:38.413796 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-64a67e07-499e-4e5d-8629-4a2a49b797d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Project 986a1de7606d4ef9a848fee60a7000c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:50:38.419253 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64a67e07-499e-4e5d-8629-4a2a49b797d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.480223 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64a67e07-499e-4e5d-8629-4a2a49b797d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.484421 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64a67e07-499e-4e5d-8629-4a2a49b797d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.504406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a67e07-499e-4e5d-8629-4a2a49b797d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dbb0a0-61b3-4482-8b7c-cf4c19517f45,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:38.514425 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-64a67e07-499e-4e5d-8629-4a2a49b797d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.515999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-64a67e07-499e-4e5d-8629-4a2a49b797d2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294801 Dec 13 13:50:38.519260 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40646) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:38.524200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'network': {'name': 'tempest-network-smoke--1628902862', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'port_security_enabled': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:38.547169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:50:38.550855 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.579739 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:50:38.589543 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.589885 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Added segment 48798afd-9404-467b-8e39-496ee8679fa2 of type vlan for network dacb26c3-b5eb-4563-ae79-de5f291ccf20 Dec 13 13:50:38.630741 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.663187 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.668723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:38.669303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.721887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2015226 Dec 13 13:50:38.724708 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40648) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:38.735430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'admin_state_up': True, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:38.753295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba25d6-0db2-40b8-98fb-18eeb319aa73 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Network': ['ID=dacb26c3-b5eb-4563-ae79-de5f291ccf20,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:38.764966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network dacb26c3-b5eb-4563-ae79-de5f291ccf20 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:50:38.767661 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.768743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.820139 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:38.967752 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:39.177597 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:39.197303 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:39.301002 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.25.2.74 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/e17b8ec3-296c-405e-9d59-3eb090c8c875) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:50:39.410702 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:39.446324 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:39.484278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:50:39.487202 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:50:39.490703 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:50:39.504477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4090e2-7057-4bec-b9af-121b098063a5 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:50:39.514761 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=e17b8ec3-296c-405e-9d59-3eb090c8c875,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:39.628661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8a40459a-1580-436d-a7b0-84ed98af1195 None None] Provisioning complete for port e17b8ec3-296c-405e-9d59-3eb090c8c875 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:39.629055 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a40459a-1580-436d-a7b0-84ed98af1195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:39.665068 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8a40459a-1580-436d-a7b0-84ed98af1195 None None] Port e17b8ec3-296c-405e-9d59-3eb090c8c875 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:50:39.745111 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:40.286244 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:40.428316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router f9a62768-607e-4a66-9289-509c70d6d4d9 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:50:40.537359 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:50:40.550318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Sync routers for ids ['f9a62768-607e-4a66-9289-509c70d6d4d9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:50:40.561295 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:40.561723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Routers {'f9a62768-607e-4a66-9289-509c70d6d4d9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:50:40.562375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f9a62768-607e-4a66-9289-509c70d6d4d9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:40.562887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-b6691df0-ef60-4475-9028-77d593e50a8e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8372440 Dec 13 13:50:40.566016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40650) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:40.594886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-69e54bff-f953-4e6b-9d0e-f3993b0031c6 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=986a1de7606d4ef9a848fee60a7000c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276730 Dec 13 13:50:40.599225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40652) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:40.675928 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Set router f9a62768-607e-4a66-9289-509c70d6d4d9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:50:40.692363 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f731f6b9-26ca-4c96-82df-4435f9b96cdb tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:40.693894 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-f731f6b9-26ca-4c96-82df-4435f9b96cdb tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946152 Dec 13 13:50:40.696936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40654) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:40.729650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-26a1276d-d9a5-412d-98cb-73e44c8f3d39 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316052 Dec 13 13:50:40.732500 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40656) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:40.737597 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1930070104', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:40.826960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:50:40.830792 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:40.855381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:39Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:40.886800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Checking router: f9a62768-607e-4a66-9289-509c70d6d4d9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:50:40.887376 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Updating router f9a62768-607e-4a66-9289-509c70d6d4d9 port e17b8ec3-296c-405e-9d59-3eb090c8c875 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:50:40.920613 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.018257 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.079106 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Subnet': ['ID=b4ba3c74-cf17-4e0e-bc12-3a197f5b454b,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:41.090175 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Checking segment: {'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:50:41.090564 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network hostable DHCP agents. Network: dacb26c3-b5eb-4563-ae79-de5f291ccf20, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:50:41.107766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network dacb26c3-b5eb-4563-ae79-de5f291ccf20 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:50:41.117611 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, dacb26c3-b5eb-4563-ae79-de5f291ccf20) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:50:41.121946 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:41.122890 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.130563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1084bd8d-8ef5-4e83-96e5-640e529e1a0b None None] Network dacb26c3-b5eb-4563-ae79-de5f291ccf20 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:50:41.139469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0e33281d-0b73-4d0b-8279-87e99b514e01 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4061580 Dec 13 13:50:41.142316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40658) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:41.235579 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.248736 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.309610 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49299dc7-7e39-488d-a4fa-b1de8ca3cc22 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:50:41.328291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:50:41.329229 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.343534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Attempting to bind port e17b8ec3-296c-405e-9d59-3eb090c8c875 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:50:41.343904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Attempting to bind port e17b8ec3-296c-405e-9d59-3eb090c8c875 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:50:41.344260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Attempting to bind port e17b8ec3-296c-405e-9d59-3eb090c8c875 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:50:41.347098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6662c82-0679-4594-9da1-e7c15c89328d None None] Pushing event updated for resources: {'Port': ['ID=e17b8ec3-296c-405e-9d59-3eb090c8c875,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:41.356356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:50:41.356737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:50:41.357145 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.357535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:50:41.358009 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Bound port: e17b8ec3-296c-405e-9d59-3eb090c8c875, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:50:41.358504 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.479177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cd70cd04-02b6-43b2-9695-294fc06303c8 None None] Provisioning complete for port e17b8ec3-296c-405e-9d59-3eb090c8c875 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:41.479550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cd70cd04-02b6-43b2-9695-294fc06303c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.509443 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] For port e17b8ec3-296c-405e-9d59-3eb090c8c875, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:50:41.552872 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] For port e17b8ec3-296c-405e-9d59-3eb090c8c875, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e17b8ec3-296c-405e-9d59-3eb090c8c875,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:50:41.563436 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.570599 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cd70cd04-02b6-43b2-9695-294fc06303c8 None None] Port e17b8ec3-296c-405e-9d59-3eb090c8c875 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:50:41.601420 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:41.607054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Allocated IP 172.20.0.2 (dacb26c3-b5eb-4563-ae79-de5f291ccf20/b4ba3c74-cf17-4e0e-bc12-3a197f5b454b/deba269b-6d89-4167-a7d5-1736f8c8355b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:50:41.631011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f29e473-82c7-4d00-8098-651ca6665717 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:50:41.703037 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6662c82-0679-4594-9da1-e7c15c89328d None None] Pushing event updated for resources: {'Port': ['ID=e17b8ec3-296c-405e-9d59-3eb090c8c875,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:41.714011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Routers {'f9a62768-607e-4a66-9289-509c70d6d4d9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:50:41.714786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f9a62768-607e-4a66-9289-509c70d6d4d9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:42.111876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-485755eb-fa53-4da9-a6d9-c5d30c741b3f None None] Provisioning complete for port e17b8ec3-296c-405e-9d59-3eb090c8c875 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:42.112199 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-485755eb-fa53-4da9-a6d9-c5d30c741b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.114861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] Set router f9a62768-607e-4a66-9289-509c70d6d4d9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:50:42.222119 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.255368 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.286623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.20.0.1 (dacb26c3-b5eb-4563-ae79-de5f291ccf20/b4ba3c74-cf17-4e0e-bc12-3a197f5b454b/21a34529-c415-4e08-b3ed-16d955462124) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:50:42.322718 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Network dacb26c3-b5eb-4563-ae79-de5f291ccf20 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:50:42.330560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:50:42.339181 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:50:42.351871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Pushing event updated for resources: {'Port': ['ID=deba269b-6d89-4167-a7d5-1736f8c8355b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:42.417951 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.459866 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.460308 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-485755eb-fa53-4da9-a6d9-c5d30c741b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.499237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Attempting to bind port deba269b-6d89-4167-a7d5-1736f8c8355b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:50:42.499237 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Attempting to bind port deba269b-6d89-4167-a7d5-1736f8c8355b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:50:42.499919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Attempting to bind port deba269b-6d89-4167-a7d5-1736f8c8355b on network dacb26c3-b5eb-4563-ae79-de5f291ccf20 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:50:42.503412 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-485755eb-fa53-4da9-a6d9-c5d30c741b3f None None] For port e17b8ec3-296c-405e-9d59-3eb090c8c875, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e17b8ec3-296c-405e-9d59-3eb090c8c875,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:42.510936 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network dacb26c3-b5eb-4563-ae79-de5f291ccf20 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:50:42.512272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:50:42.512671 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Checking segment: {'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:50:42.513072 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.513466 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Bound using segment: {'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:50:42.513950 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Bound port: deba269b-6d89-4167-a7d5-1736f8c8355b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:50:42.514261 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:50:42.514423 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.516563 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-485755eb-fa53-4da9-a6d9-c5d30c741b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.517049 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:50:42.524658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=21a34529-c415-4e08-b3ed-16d955462124,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:42.569257 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.614059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485755eb-fa53-4da9-a6d9-c5d30c741b3f None None] Pushing event updated for resources: {'Port': ['ID=e17b8ec3-296c-405e-9d59-3eb090c8c875,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:42.621870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:39Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:42.665198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab569c-c821-4813-a189-e6c6ffc0874a None None] The sync data for ids ['f9a62768-607e-4a66-9289-509c70d6d4d9'] in n-d-817326-4 is: [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:39Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:50:42.670818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] For port deba269b-6d89-4167-a7d5-1736f8c8355b, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:50:42.674920 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] For port deba269b-6d89-4167-a7d5-1736f8c8355b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=deba269b-6d89-4167-a7d5-1736f8c8355b,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:50:42.681502 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.731449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:42.751556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f04fb-7d64-4678-a639-caa6be61f5fe None None] Pushing event updated for resources: {'Port': ['ID=deba269b-6d89-4167-a7d5-1736f8c8355b,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:43.086481 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:43.092340 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:43.170566 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=21a34529-c415-4e08-b3ed-16d955462124,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:43.177029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:43.284819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network dacb26c3-b5eb-4563-ae79-de5f291ccf20 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:50:43.286345 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:50:43.409772 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router f9a62768-607e-4a66-9289-509c70d6d4d9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:50:43.541697 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e17b8ec3-296c-405e-9d59-3eb090c8c875 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:50:43.558450 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:50:43.564904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-67ebf644-09b9-470e-a9f3-012d2e033a79 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "PUT /v2.0/routers/f9a62768-607e-4a66-9289-509c70d6d4d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4211936 Dec 13 13:50:43.613226 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e17b8ec3-296c-405e-9d59-3eb090c8c875 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:43.613643 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:43.715654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device deba269b-6d89-4167-a7d5-1736f8c8355b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:50:43.755611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-670d891e-14f2-4752-b3ca-aae771b82766 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479910496&fields=id&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 267 time: 0.0538201 Dec 13 13:50:43.767742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port deba269b-6d89-4167-a7d5-1736f8c8355b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:43.768127 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:43.852679 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:43.877091 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-c6af2d3e-99b1-472a-8f8f-188fd1ef2941 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:43.878679 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-c6af2d3e-99b1-472a-8f8f-188fd1ef2941 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/networks?id=dacb26c3-b5eb-4563-ae79-de5f291ccf20 HTTP/1.1" status: 200 len: 797 time: 0.1156814 Dec 13 13:50:43.889239 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port deba269b-6d89-4167-a7d5-1736f8c8355b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=deba269b-6d89-4167-a7d5-1736f8c8355b,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:43.895149 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:43.896733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-0fd75ad4-7986-42f4-aa44-4f54d1b7a247 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/quotas/986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 375 time: 0.0108430 Dec 13 13:50:43.924296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef960f-4b8c-43b9-92c8-9b57c7af73b4 None None] Network dacb26c3-b5eb-4563-ae79-de5f291ccf20 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:50:43.969999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-5dc289c1-844e-4bc8-84bb-f954518040c6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545354 Dec 13 13:50:44.003183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=deba269b-6d89-4167-a7d5-1736f8c8355b,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:44.026608 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fe6ea8a9-12ff-4a3e-8943-16f5c69020be None None] Provisioning complete for port deba269b-6d89-4167-a7d5-1736f8c8355b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:44.026989 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe6ea8a9-12ff-4a3e-8943-16f5c69020be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:44.069546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-de13ee66-24b5-4697-8e25-40c8ef68a2e1 service neutron] 10.222.0.31 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875411 Dec 13 13:50:44.179501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-70a60195-ada4-4a39-aaf3-ff599d24c5e5 service neutron] 10.222.0.31 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035712 Dec 13 13:50:44.366819 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9c6386ac-2d64-4ce2-a647-c3ada1ebc223 req-00c6d993-3c40-465e-83cb-10247082346e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 210 time: 0.0333934 Dec 13 13:50:44.382438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9970c711-e686-4a41-aa11-a4992c43d4c2 None None] Provisioning complete for port 21a34529-c415-4e08-b3ed-16d955462124 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:44.382884 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9970c711-e686-4a41-aa11-a4992c43d4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:44.418856 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9970c711-e686-4a41-aa11-a4992c43d4c2 None None] Port 21a34529-c415-4e08-b3ed-16d955462124 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:50:44.433635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9970c711-e686-4a41-aa11-a4992c43d4c2 None None] Provisioning complete for port deba269b-6d89-4167-a7d5-1736f8c8355b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:44.434022 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9970c711-e686-4a41-aa11-a4992c43d4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:44.564758 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Sync routers for ids ['f9a62768-607e-4a66-9289-509c70d6d4d9'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:50:44.576696 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Routers {'f9a62768-607e-4a66-9289-509c70d6d4d9'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:50:44.579455 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f9a62768-607e-4a66-9289-509c70d6d4d9'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:44.650890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1249efee-12ac-4bec-8755-62256972a99f None None] Provisioning complete for port 21a34529-c415-4e08-b3ed-16d955462124 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:44.651445 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1249efee-12ac-4bec-8755-62256972a99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:44.695311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1249efee-12ac-4bec-8755-62256972a99f None None] Port 21a34529-c415-4e08-b3ed-16d955462124 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:50:44.698890 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Set router f9a62768-607e-4a66-9289-509c70d6d4d9 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:50:44.787369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-f71f1b79-dac5-4dac-8bed-31143fe55268 req-c0a55c60-cc28-4f05-915e-d34a898d91cc service neutron] (109886) timed out ('10.222.0.42', 54884) {{(pid=109886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:50:44.814618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2e621077-2354-43c6-aa5d-7b1454da402d None None] Provisioning complete for port 21a34529-c415-4e08-b3ed-16d955462124 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:44.815212 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e621077-2354-43c6-aa5d-7b1454da402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:44.856535 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2e621077-2354-43c6-aa5d-7b1454da402d None None] Port 21a34529-c415-4e08-b3ed-16d955462124 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:50:44.916244 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '21a34529-c415-4e08-b3ed-16d955462124', 'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:c5:dc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:41Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 2, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:44.946709 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Checking router: f9a62768-607e-4a66-9289-509c70d6d4d9 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:50:44.947058 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Updating router f9a62768-607e-4a66-9289-509c70d6d4d9 port 21a34529-c415-4e08-b3ed-16d955462124 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:50:44.972319 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:45.240273 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:45.247092 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:45.297232 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Pushing event updated for resources: {'Port': ['ID=21a34529-c415-4e08-b3ed-16d955462124,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:45.307312 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.307653 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.307995 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.308364 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.308726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.309062 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.309815 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.310208 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.310544 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.310948 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.311416 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.311753 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.312103 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:50:45.389816 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Attempting to bind port 21a34529-c415-4e08-b3ed-16d955462124 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:50:45.390357 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Attempting to bind port 21a34529-c415-4e08-b3ed-16d955462124 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:50:45.391279 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Attempting to bind port 21a34529-c415-4e08-b3ed-16d955462124 on network dacb26c3-b5eb-4563-ae79-de5f291ccf20 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:50:45.399827 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:50:45.400129 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Checking segment: {'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:50:45.402444 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:45.402857 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Bound using segment: {'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:50:45.403343 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Bound port: 21a34529-c415-4e08-b3ed-16d955462124, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:50:45.403768 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:45.453779 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-7209f539-f3e2-47b8-aaf4-ec815a027543 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:45.463592 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-7209f539-f3e2-47b8-aaf4-ec815a027543 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "GET /v2.0/networks?id=dacb26c3-b5eb-4563-ae79-de5f291ccf20 HTTP/1.1" status: 200 len: 797 time: 0.1595857 Dec 13 13:50:45.510197 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device deba269b-6d89-4167-a7d5-1736f8c8355b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:50:45.549746 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] For port 21a34529-c415-4e08-b3ed-16d955462124, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:50:45.553323 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] For port 21a34529-c415-4e08-b3ed-16d955462124, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21a34529-c415-4e08-b3ed-16d955462124,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:50:45.562227 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c6921bf-649c-4379-a9c6-692fa8d2e4d0 req-af5d31b5-98c3-4828-b367-71779ad69633 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 210 time: 0.0676942 Dec 13 13:50:45.576002 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port deba269b-6d89-4167-a7d5-1736f8c8355b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:45.576688 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:45.595967 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:45.603021 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-81205a53-2bb4-4063-8eb2-86eea197dc7a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 380 time: 0.1299345 Dec 13 13:50:45.614109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'port': {'device_id': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'admin_state_up': True, 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'security_groups': ['dcca5114-e3f9-4f16-8385-f7db50aca6c0']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:45.665010 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:50:45.699237 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Routers {'f9a62768-607e-4a66-9289-509c70d6d4d9'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:50:45.700458 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f9a62768-607e-4a66-9289-509c70d6d4d9'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:45.703034 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3780c5c4-bd42-491b-a459-82df1dc4f1b4 None None] Provisioning complete for port 21a34529-c415-4e08-b3ed-16d955462124 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:45.710051 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3780c5c4-bd42-491b-a459-82df1dc4f1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:45.748879 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:50:45.755761 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:45.789124 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29e273-41cc-429f-90ec-64fc07a965f6 None None] Pushing event updated for resources: {'Port': ['ID=21a34529-c415-4e08-b3ed-16d955462124,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:45.875142 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] Set router f9a62768-607e-4a66-9289-509c70d6d4d9 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:50:45.882491 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3780c5c4-bd42-491b-a459-82df1dc4f1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:45.925197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.20.0.13 (dacb26c3-b5eb-4563-ae79-de5f291ccf20/b4ba3c74-cf17-4e0e-bc12-3a197f5b454b/5cfefd39-650a-4c26-8f83-ba2e0c19b71f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:50:45.949115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3780c5c4-bd42-491b-a459-82df1dc4f1b4 None None] For port 21a34529-c415-4e08-b3ed-16d955462124, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21a34529-c415-4e08-b3ed-16d955462124,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:45.956564 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3780c5c4-bd42-491b-a459-82df1dc4f1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:46.042171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780c5c4-bd42-491b-a459-82df1dc4f1b4 None None] Pushing event updated for resources: {'Port': ['ID=21a34529-c415-4e08-b3ed-16d955462124,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:46.082642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-6e1c05e7-ce40-490f-a24c-779c74cf29c0 None None] Provisioning complete for port 21a34529-c415-4e08-b3ed-16d955462124 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:46.083163 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e1c05e7-ce40-490f-a24c-779c74cf29c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:46.134063 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:46.152003 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '21a34529-c415-4e08-b3ed-16d955462124', 'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:c5:dc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:41Z', 'updated_at': '2021-12-13T13:50:45Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:46.171045 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:46.178735 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf53176-2143-4fb7-b4c0-150109595986 None None] The sync data for ids ['f9a62768-607e-4a66-9289-509c70d6d4d9'] in n-d-817326-4 is: [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '21a34529-c415-4e08-b3ed-16d955462124', 'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:c5:dc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:41Z', 'updated_at': '2021-12-13T13:50:45Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:50:46.238088 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network dacb26c3-b5eb-4563-ae79-de5f291ccf20 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:50:46.241482 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:50:46.244104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:50:46.273101 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:46.307631 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:46.308366 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:46.332943 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ab3fc082-9512-4d31-84e6-8f0f13585d96 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7237096 Dec 13 13:50:46.346328 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Request body: {'port': {'device_id': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:46.407565 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:46.508326 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-37f1736c-e031-4a63-8d85-ed1c0c7d2a41 None None] Provisioning complete for port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:46.508805 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37f1736c-e031-4a63-8d85-ed1c0c7d2a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:46.549529 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-37f1736c-e031-4a63-8d85-ed1c0c7d2a41 None None] Port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:50:46.719742 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8dfcb-6827-44f7-b527-4c87557a8248 req-d3640046-58d9-4cad-b007-36c9f5aa6e08 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:46.721454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfd8dfcb-6827-44f7-b527-4c87557a8248 req-d3640046-58d9-4cad-b007-36c9f5aa6e08 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 932 time: 0.0632575 Dec 13 13:50:46.786134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfd8dfcb-6827-44f7-b527-4c87557a8248 req-a2d68e19-a9e8-4baf-9915-4711a1ac5909 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549037 Dec 13 13:50:47.047001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfefd39-650a-4c26-8f83-ba2e0c19b71f {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:50:47.055684 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:47.068388 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Transition to ACTIVE for port object 5cfefd39-650a-4c26-8f83-ba2e0c19b71f will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:50:47.073335 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:47.145722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Pushing event updated for resources: {'Port': ['ID=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:47.205349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Attempting to bind port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:50:47.205960 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Attempting to bind port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:50:47.206545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Attempting to bind port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f on network dacb26c3-b5eb-4563-ae79-de5f291ccf20 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:50:47.211970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f on network dacb26c3-b5eb-4563-ae79-de5f291ccf20 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:50:47.212566 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Attempting to bind port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f on network dacb26c3-b5eb-4563-ae79-de5f291ccf20 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:50:47.219223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:50:47.219848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Checking segment: {'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:50:47.220423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Bound using segment: {'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:50:47.221031 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Bound port: 5cfefd39-650a-4c26-8f83-ba2e0c19b71f, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48798afd-9404-467b-8e39-496ee8679fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:50:47.221568 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:47.297515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] For port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:50:47.300853 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] For port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:50:47.306457 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:47.340037 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:47.340665 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:47.342120 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] 10.222.0.37 "PUT /v2.0/ports/5cfefd39-650a-4c26-8f83-ba2e0c19b71f HTTP/1.1" status: 200 len: 1092 time: 1.0005441 Dec 13 13:50:47.342580 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'tag': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:50:47.345097 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af" -d '{"events": [{"name": "network-changed", "server_uuid": "45992f5e-1a14-4ee2-bdca-e9a00c551da6", "tag": "5cfefd39-650a-4c26-8f83-ba2e0c19b71f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:50:47.386432 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d98f2-97d9-4680-96bb-832d352b840e service neutron] Pushing event updated for resources: {'Port': ['ID=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:47.448003 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b53dfa-f99f-407e-b772-11e7c6eaabeb x-openstack-request-id: req-d4b53dfa-f99f-407e-b772-11e7c6eaabeb {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:50:47.448490 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45992f5e-1a14-4ee2-bdca-e9a00c551da6", "tag": "5cfefd39-650a-4c26-8f83-ba2e0c19b71f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:50:47.448927 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4b53dfa-f99f-407e-b772-11e7c6eaabeb {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:50:47.449966 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'tag': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'status': 'completed', 'code': 200} Dec 13 13:50:47.472628 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ebc835c1-4055-427f-87ce-b632e4a3ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:47.474687 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-ebc835c1-4055-427f-87ce-b632e4a3ae8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 1095 time: 0.0676470 Dec 13 13:50:47.513513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21a34529-c415-4e08-b3ed-16d955462124 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:50:47.520180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-514f0523-63c0-45c7-a3e1-9f2387b84dbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f HTTP/1.1" status: 200 len: 217 time: 0.0372329 Dec 13 13:50:47.569387 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 21a34529-c415-4e08-b3ed-16d955462124 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:47.569765 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:47.577093 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-098c3ec2-5fc8-4505-ac6a-0c9a65ba7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:47.578579 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-098c3ec2-5fc8-4505-ac6a-0c9a65ba7f0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4ba3c74-cf17-4e0e-bc12-3a197f5b454b HTTP/1.1" status: 200 len: 835 time: 0.0512195 Dec 13 13:50:47.628598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-9ad32074-d308-44b3-954e-a21905a7217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:47.630326 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-9ad32074-d308-44b3-954e-a21905a7217e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dacb26c3-b5eb-4563-ae79-de5f291ccf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428472 Dec 13 13:50:47.725132 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-5e96a7ca-d9c3-4117-8cde-10764a7d7535 service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870178 Dec 13 13:50:47.826759 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-25c92e9c-4220-4e77-884b-59dbe7fdf5c9 req-1964656a-75fb-4dfa-845c-bc12bb86b19a service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948715 Dec 13 13:50:47.904804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9e33-aed8-4f4c-8e86-48750f8f723f req-1d4795b4-fdde-4e3c-9411-f4c4430d44af tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:47.907286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-435f9e33-aed8-4f4c-8e86-48750f8f723f req-1d4795b4-fdde-4e3c-9411-f4c4430d44af tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 944 time: 0.0573699 Dec 13 13:50:47.925282 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-f9f96907-7c07-4d2e-9450-aa2096871e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:47.926826 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-f9f96907-7c07-4d2e-9450-aa2096871e35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 1095 time: 0.0483146 Dec 13 13:50:47.974168 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-435f9e33-aed8-4f4c-8e86-48750f8f723f req-c36f7c91-c6da-45a0-96d9-18afe4b834b6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578175 Dec 13 13:50:48.030690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-b3c9ea50-51cf-49cf-bfe6-9e0c7c1f2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:48.032205 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-b3c9ea50-51cf-49cf-bfe6-9e0c7c1f2c5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dacb26c3-b5eb-4563-ae79-de5f291ccf20 HTTP/1.1" status: 200 len: 897 time: 0.0962584 Dec 13 13:50:48.076018 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-2290ace1-ed58-4312-8ce2-79061aa9eb28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f HTTP/1.1" status: 200 len: 217 time: 0.0347683 Dec 13 13:50:48.127725 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-6c43642e-e243-42f6-9adb-d14a228a9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:48.129164 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-6c43642e-e243-42f6-9adb-d14a228a9ac5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4ba3c74-cf17-4e0e-bc12-3a197f5b454b HTTP/1.1" status: 200 len: 835 time: 0.0462976 Dec 13 13:50:48.181937 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-e7b39ef5-193e-4522-9f1b-daf163da638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:48.183461 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-e7b39ef5-193e-4522-9f1b-daf163da638a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dacb26c3-b5eb-4563-ae79-de5f291ccf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461824 Dec 13 13:50:48.274119 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-1c3bf5b4-c528-4bcc-8d10-c1dfce65b4c9 service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824525 Dec 13 13:50:48.380461 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-55aa7b16-c8c1-48e2-a54d-0f010a38f7af req-83f64924-5bec-4fef-b596-0ece12c6b0d4 service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978146 Dec 13 13:50:49.103502 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d7d58-8034-46ea-abdf-dbe0547b51d2 req-dbc9844e-4dd9-45dc-bb0c-94a75a14e27a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:49.104997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce9d7d58-8034-46ea-abdf-dbe0547b51d2 req-dbc9844e-4dd9-45dc-bb0c-94a75a14e27a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 944 time: 0.0522835 Dec 13 13:50:49.155192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ce9d7d58-8034-46ea-abdf-dbe0547b51d2 req-9848764f-9cf7-45a1-8894-2e5ab8e12042 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437860 Dec 13 13:50:49.188694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5cfefd39-650a-4c26-8f83-ba2e0c19b71f details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:50:49.289722 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:49.306641 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'port_id': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'mac_address': 'fa:16:3e:55:f2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:50:49.344579 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:49.357556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfefd39-650a-4c26-8f83-ba2e0c19b71f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:50:49.377723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:49.383569 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:49.434542 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:49.587053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['5cfefd39-650a-4c26-8f83-ba2e0c19b71f'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:50:50.294248 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613feaa-1953-4375-84b2-631cda72a56c req-cc43e22a-09ca-404e-aabd-1e791b3e2593 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:50.295790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e613feaa-1953-4375-84b2-631cda72a56c req-cc43e22a-09ca-404e-aabd-1e791b3e2593 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 945 time: 0.0616438 Dec 13 13:50:50.346406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e613feaa-1953-4375-84b2-631cda72a56c req-1172aed1-faf2-4966-b326-14967f82eec1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Dec 13 13:50:51.199171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5cfefd39-650a-4c26-8f83-ba2e0c19b71f up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:50:51.260192 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:50:51.263862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:50:51.264259 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:51.344822 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:51.370182 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:50:51.372523 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288b5395-e80e-434d-89b1-81675726c014" -d '{"events": [{"server_uuid": "45992f5e-1a14-4ee2-bdca-e9a00c551da6", "name": "network-vif-plugged", "status": "completed", "tag": "5cfefd39-650a-4c26-8f83-ba2e0c19b71f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:50:51.385456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:50:51.390596 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:51.415746 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c9d3df-0479-4b13-8a6c-e356f09957dd x-openstack-request-id: req-01c9d3df-0479-4b13-8a6c-e356f09957dd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:50:51.416036 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45992f5e-1a14-4ee2-bdca-e9a00c551da6", "name": "network-vif-plugged", "status": "completed", "tag": "5cfefd39-650a-4c26-8f83-ba2e0c19b71f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:50:51.416286 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01c9d3df-0479-4b13-8a6c-e356f09957dd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:50:51.416674 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'code': 200} Dec 13 13:50:51.445611 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:51.496093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13074733-4ba4-487e-a398-ec79bfbcb3ad req-4e86fd13-ea77-4988-85f0-b17bcd9f871a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:51.497570 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13074733-4ba4-487e-a398-ec79bfbcb3ad req-4e86fd13-ea77-4988-85f0-b17bcd9f871a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0601726 Dec 13 13:50:51.513108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267468a0-3f39-49ba-8b0c-7397b0f042d1 req-d1e94f50-043c-4e7e-a384-c57e5aab3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:51.514875 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-267468a0-3f39-49ba-8b0c-7397b0f042d1 req-d1e94f50-043c-4e7e-a384-c57e5aab3af5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 1097 time: 0.0411291 Dec 13 13:50:51.549080 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-13074733-4ba4-487e-a398-ec79bfbcb3ad req-5b9a1de6-3ac3-46fb-ac3e-377d71c38a1d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445766 Dec 13 13:50:51.560956 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-267468a0-3f39-49ba-8b0c-7397b0f042d1 req-6427cd44-d827-4495-b398-0bc5a0d96f59 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394561 Dec 13 13:50:52.673061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe2d2b-f829-406c-a4d4-52bef2bd92b7 req-4a4f7765-5444-43ee-a059-094d46779c62 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:52.674576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebfe2d2b-f829-406c-a4d4-52bef2bd92b7 req-4a4f7765-5444-43ee-a059-094d46779c62 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0538678 Dec 13 13:50:52.730938 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ebfe2d2b-f829-406c-a4d4-52bef2bd92b7 req-fb21f824-3786-4493-9853-99ccf9b5b5d5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472286 Dec 13 13:50:52.854307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20f44-d9a3-41b0-9726-1ff14964ebcf req-60560db4-9160-4948-b696-2140a9ad2f0f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:52.855791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-81e20f44-d9a3-41b0-9726-1ff14964ebcf req-60560db4-9160-4948-b696-2140a9ad2f0f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0532866 Dec 13 13:50:52.919195 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-81e20f44-d9a3-41b0-9726-1ff14964ebcf req-ad2de771-f659-46a1-8ab4-964a2722e722 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514069 Dec 13 13:50:52.941467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40706) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:52.985098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b34cab-e5c8-4dbb-894b-d19494b83368 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:52.987223 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-52b34cab-e5c8-4dbb-894b-d19494b83368 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 1092 time: 0.0448022 Dec 13 13:50:52.990332 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40708) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:52.996993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:50:53.023887 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:53.133751 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:53.237046 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.25.2.75 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/a8417582-d450-4979-b3ed-f1f7de3c2a18) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:50:53.349805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:53.387007 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:53.429704 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:50:53.432508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:50:53.437278 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:50:53.461493 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=a8417582-d450-4979-b3ed-f1f7de3c2a18,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:54.136799 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:54.213032 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:54.342216 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24c7140f-6561-47b2-b625-2f2880251662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:54.364992 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:54.371067 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:54.442781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=a8417582-d450-4979-b3ed-f1f7de3c2a18,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:50:54.453860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:54.559813 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Floating IP 2171226e-d4f1-48a9-bd04-f6f03313f555 associated. External IP: 172.25.2.75, port: 5cfefd39-650a-4c26-8f83-ba2e0c19b71f. Dec 13 13:50:54.799405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router f9a62768-607e-4a66-9289-509c70d6d4d9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:50:54.918097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:50:54.929190 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] Sync routers for ids ['f9a62768-607e-4a66-9289-509c70d6d4d9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:50:54.937930 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:54.940646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] Routers {'f9a62768-607e-4a66-9289-509c70d6d4d9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:50:54.941271 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f9a62768-607e-4a66-9289-509c70d6d4d9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:54.964763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-715cacb0-0adf-490e-934a-a8126b3af0c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9731035 Dec 13 13:50:54.965437 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'tag': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:50:54.967907 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac" -d '{"events": [{"name": "network-changed", "server_uuid": "45992f5e-1a14-4ee2-bdca-e9a00c551da6", "tag": "5cfefd39-650a-4c26-8f83-ba2e0c19b71f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:50:55.009726 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53796064-0501-43df-85b8-ee8ee49e81a5 x-openstack-request-id: req-53796064-0501-43df-85b8-ee8ee49e81a5 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:50:55.010063 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45992f5e-1a14-4ee2-bdca-e9a00c551da6", "tag": "5cfefd39-650a-4c26-8f83-ba2e0c19b71f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:50:55.010384 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53796064-0501-43df-85b8-ee8ee49e81a5 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:50:55.011007 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'tag': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'status': 'completed', 'code': 200} Dec 13 13:50:55.074724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7b7d5-7eb1-43d0-9dc0-5a298a3f3abe req-827c40d8-73a1-4833-8fb4-646ff7b11a45 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:55.075244 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-eddd7620-69e6-4455-bf0e-77f51da72aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:55.077150 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02f7b7d5-7eb1-43d0-9dc0-5a298a3f3abe req-827c40d8-73a1-4833-8fb4-646ff7b11a45 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0561609 Dec 13 13:50:55.078147 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-eddd7620-69e6-4455-bf0e-77f51da72aaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 1097 time: 0.0439148 Dec 13 13:50:55.140206 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-02f7b7d5-7eb1-43d0-9dc0-5a298a3f3abe req-e6c8b3c6-56c5-4ebd-be30-9f2e9cec9133 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533302 Dec 13 13:50:55.167537 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40714) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:55.192970 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-b110427a-0892-4e6f-a576-7aad897109cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:55.194713 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-b110427a-0892-4e6f-a576-7aad897109cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=dacb26c3-b5eb-4563-ae79-de5f291ccf20 HTTP/1.1" status: 200 len: 897 time: 0.1091299 Dec 13 13:50:55.236564 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-35d97480-b4f0-473f-a9eb-be7c75e687fd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/2171226e-d4f1-48a9-bd04-f6f03313f555 HTTP/1.1" status: 200 len: 991 time: 0.0677309 Dec 13 13:50:55.246787 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] Set router f9a62768-607e-4a66-9289-509c70d6d4d9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:50:55.263318 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-696998ca-3259-4433-8ccc-7e7896b03973 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f HTTP/1.1" status: 200 len: 999 time: 0.0621583 Dec 13 13:50:55.317429 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-a76a5078-b554-41b9-803b-3d66c382578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:55.318957 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-a76a5078-b554-41b9-803b-3d66c382578a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4ba3c74-cf17-4e0e-bc12-3a197f5b454b HTTP/1.1" status: 200 len: 835 time: 0.0493286 Dec 13 13:50:55.365278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-bb2e414f-163b-4bfa-bc78-f88ef11999c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:55.366941 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-bb2e414f-163b-4bfa-bc78-f88ef11999c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dacb26c3-b5eb-4563-ae79-de5f291ccf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414853 Dec 13 13:50:55.462999 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-eec401f9-d61f-4314-a786-50c876d02e3a service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891230 Dec 13 13:50:55.481441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '2171226e-d4f1-48a9-bd04-f6f03313f555', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.75', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'port_id': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'mac_address': 'fa:16:3e:55:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:50:53Z', 'updated_at': '2021-12-13T13:50:53Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a34529-c415-4e08-b3ed-16d955462124', 'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:c5:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:41Z', 'updated_at': '2021-12-13T13:50:45Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:55.508367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] Checking router: f9a62768-607e-4a66-9289-509c70d6d4d9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:50:55.517434 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] Routers {'f9a62768-607e-4a66-9289-509c70d6d4d9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:50:55.518055 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:50:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f9a62768-607e-4a66-9289-509c70d6d4d9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:55.556721 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6a0abaf2-8abe-4a00-acf6-120b2d7d19ac req-0aa7f44d-c913-40c9-bac8-418c75ca9fe4 service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869431 Dec 13 13:50:55.629612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] Set router f9a62768-607e-4a66-9289-509c70d6d4d9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:50:55.865183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '2171226e-d4f1-48a9-bd04-f6f03313f555', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.75', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'port_id': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'mac_address': 'fa:16:3e:55:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:50:53Z', 'updated_at': '2021-12-13T13:50:53Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a34529-c415-4e08-b3ed-16d955462124', 'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:c5:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:41Z', 'updated_at': '2021-12-13T13:50:45Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:50:55.892302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a532075-d9cd-4321-b032-b9dbe42a0e8c None None] The sync data for ids ['f9a62768-607e-4a66-9289-509c70d6d4d9'] in n-d-817326-4 is: [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '2171226e-d4f1-48a9-bd04-f6f03313f555', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.75', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'port_id': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'mac_address': 'fa:16:3e:55:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:50:53Z', 'updated_at': '2021-12-13T13:50:53Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a34529-c415-4e08-b3ed-16d955462124', 'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:c5:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:41Z', 'updated_at': '2021-12-13T13:50:45Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:50:56.109334 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa0e3f7-5663-41fe-9a64-301a16738d6e None None] New status for floating IP 2171226e-d4f1-48a9-bd04-f6f03313f555: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:50:56.240183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40716) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:56.311632 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d193e7a5-9d43-4915-9734-62932010a6b8 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/2171226e-d4f1-48a9-bd04-f6f03313f555 HTTP/1.1" status: 200 len: 991 time: 0.0700927 Dec 13 13:50:56.715857 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8de32bec-0a50-478a-88a3-a26650b55c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:57.044541 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-1c59ca7e-016c-4bf2-a4f7-260b8af79da9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416811 Dec 13 13:50:57.133938 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-8d5b08b5-bae6-4034-b9cf-0e5f9ded2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:57.135554 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-8d5b08b5-bae6-4034-b9cf-0e5f9ded2a51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 1097 time: 0.0457027 Dec 13 13:50:57.251466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-39d7cf8c-b86c-4958-ad46-5f2e4a7521b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:57.252941 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-39d7cf8c-b86c-4958-ad46-5f2e4a7521b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dacb26c3-b5eb-4563-ae79-de5f291ccf20 HTTP/1.1" status: 200 len: 897 time: 0.0940945 Dec 13 13:50:57.315856 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40718) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:50:57.321550 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-0f62d599-074d-4694-9761-d49cf351d33f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f HTTP/1.1" status: 200 len: 1001 time: 0.0606191 Dec 13 13:50:57.379229 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-7bb0589d-2f5f-4618-b947-e43f24b6e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:57.380743 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-7bb0589d-2f5f-4618-b947-e43f24b6e2c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4ba3c74-cf17-4e0e-bc12-3a197f5b454b HTTP/1.1" status: 200 len: 835 time: 0.0507960 Dec 13 13:50:57.383405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-02ceffe7-376f-46bc-9127-210d459669fe tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/2171226e-d4f1-48a9-bd04-f6f03313f555 HTTP/1.1" status: 200 len: 993 time: 0.0664833 Dec 13 13:50:57.431968 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-3f1cccef-0574-44c7-9d1e-8e96e25e843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:50:57.433564 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-3f1cccef-0574-44c7-9d1e-8e96e25e843a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dacb26c3-b5eb-4563-ae79-de5f291ccf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455122 Dec 13 13:50:57.528149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-2d8fc600-1728-4fc4-87c5-8a754dcaa42f service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876040 Dec 13 13:50:57.629382 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a371c1fb-ce4b-49e6-862f-d12f73483487 req-ff349c75-a1d7-46e3-a060-4271ee7d9085 service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942631 Dec 13 13:50:58.003536 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:59.332884 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:50:59.961737 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:08.012062 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:08.115031 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:22.659300 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:51:24.193717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73fd4e-1f57-4123-b792-bdd6a598db3f req-364bb8c6-af0b-4c89-b42b-d3b46d74e4b0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:24.196233 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff73fd4e-1f57-4123-b792-bdd6a598db3f req-364bb8c6-af0b-4c89-b42b-d3b46d74e4b0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.1101730 Dec 13 13:51:24.253252 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff73fd4e-1f57-4123-b792-bdd6a598db3f req-3139df6d-07c0-40ed-8c0e-4a079db93a00 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477471 Dec 13 13:51:24.354237 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd3d-3b3c-47a1-a74c-005d47348e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:25.451521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29386150-fc61-49d7-9a07-ab44646a6987 req-b0e8e434-d4e9-4f23-b28d-1578863a68fd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:25.453013 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29386150-fc61-49d7-9a07-ab44646a6987 req-b0e8e434-d4e9-4f23-b28d-1578863a68fd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.1133339 Dec 13 13:51:25.504218 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29386150-fc61-49d7-9a07-ab44646a6987 req-01e55856-d961-4d73-8eb3-a1df1108583e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448952 Dec 13 13:51:26.671082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49468c-e10b-42f8-ba01-5ea39aed94f8 req-04fd9f0e-48df-45b2-bf77-633d4a490738 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:26.673298 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf49468c-e10b-42f8-ba01-5ea39aed94f8 req-04fd9f0e-48df-45b2-bf77-633d4a490738 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0766730 Dec 13 13:51:26.708422 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6316dfc-1cab-4254-932c-ea2ee6012fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:26.733656 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf49468c-e10b-42f8-ba01-5ea39aed94f8 req-e16f2053-7211-4fb3-92bf-94ec3ecfc4ce tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518110 Dec 13 13:51:27.878958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ed2fc-0e68-4047-8857-f6532e5d047b req-871feb1a-0b28-438e-9e66-43f630a010f6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:27.880487 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a78ed2fc-0e68-4047-8857-f6532e5d047b req-871feb1a-0b28-438e-9e66-43f630a010f6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0564570 Dec 13 13:51:27.940650 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a78ed2fc-0e68-4047-8857-f6532e5d047b req-36eea5ac-d7fb-4c52-bbd9-bd6fdd602d21 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509539 Dec 13 13:51:27.999603 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:29.087435 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfa8b7-ec0a-4a45-a342-dbeaf3400544 req-3e26ea66-db5f-4c62-b9b9-8cc5b3593c19 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:29.088939 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0dfa8b7-ec0a-4a45-a342-dbeaf3400544 req-3e26ea66-db5f-4c62-b9b9-8cc5b3593c19 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0715940 Dec 13 13:51:29.141800 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e0dfa8b7-ec0a-4a45-a342-dbeaf3400544 req-5385c115-aa9f-4b98-8ed1-82efd81eea6f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463824 Dec 13 13:51:29.333172 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:29.960390 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:30.278417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694edbb7-f3f4-4052-8780-3b6f5adadfac req-c7375042-ff33-4452-b1d2-cf69fe6a21ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:30.279919 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-694edbb7-f3f4-4052-8780-3b6f5adadfac req-c7375042-ff33-4452-b1d2-cf69fe6a21ae tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0565219 Dec 13 13:51:30.334600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-694edbb7-f3f4-4052-8780-3b6f5adadfac req-0cf8831d-2d87-4eb2-8711-d167210d7c6e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471625 Dec 13 13:51:31.475333 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf50e69-6ccc-4f48-8072-2cab951c6f86 req-a03aed38-bacb-4b24-b62c-2d940cfcceee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:31.476839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bdf50e69-6ccc-4f48-8072-2cab951c6f86 req-a03aed38-bacb-4b24-b62c-2d940cfcceee tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0607996 Dec 13 13:51:31.531095 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bdf50e69-6ccc-4f48-8072-2cab951c6f86 req-acc632eb-9133-423f-8703-cbfb25b6b4de tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480874 Dec 13 13:51:32.678170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5376c04-5d79-41b2-91ce-2fe85db3a2ff req-4214add5-3d17-417b-ae40-c7cb34928365 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:32.679689 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5376c04-5d79-41b2-91ce-2fe85db3a2ff req-4214add5-3d17-417b-ae40-c7cb34928365 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0658689 Dec 13 13:51:32.730549 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d5376c04-5d79-41b2-91ce-2fe85db3a2ff req-dc63c4e4-6851-436d-a2e7-b839f054f047 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446641 Dec 13 13:51:33.865932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76c5bb-2abf-49e0-a0e9-94e5f453b8dd req-c31e9b75-5511-4a68-bec7-b2d54f18faf9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:33.867393 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e76c5bb-2abf-49e0-a0e9-94e5f453b8dd req-c31e9b75-5511-4a68-bec7-b2d54f18faf9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0499537 Dec 13 13:51:33.922540 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1e76c5bb-2abf-49e0-a0e9-94e5f453b8dd req-93809df9-e4fc-4e4b-8b4f-028d47e5e13d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458291 Dec 13 13:51:35.057507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c70f7-1e86-4f30-a7a0-926d8bd9fdcb req-6e63eb00-50df-4b74-8408-8eafb2b61d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:35.059023 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d1c70f7-1e86-4f30-a7a0-926d8bd9fdcb req-6e63eb00-50df-4b74-8408-8eafb2b61d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0559902 Dec 13 13:51:35.111181 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5d1c70f7-1e86-4f30-a7a0-926d8bd9fdcb req-23f2a22d-a6e8-4bda-9de8-fac30a35219a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460670 Dec 13 13:51:35.134431 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40758) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:51:35.195722 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-024635cb-3731-4f0e-9b63-1ebfff218a98 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/2171226e-d4f1-48a9-bd04-f6f03313f555 HTTP/1.1" status: 200 len: 993 time: 0.0601633 Dec 13 13:51:36.507609 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36a823-2972-46fd-9246-3f73562f01a6 req-9a2b7cc5-ea03-4708-a775-7bd2f6780aad tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:36.509039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b36a823-2972-46fd-9246-3f73562f01a6 req-9a2b7cc5-ea03-4708-a775-7bd2f6780aad tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0572500 Dec 13 13:51:36.524113 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272849-1219-4191-9d18-aab45b456542 req-b96c1c6d-1eb3-4959-b83c-d23c52de1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:36.525625 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7272849-1219-4191-9d18-aab45b456542 req-b96c1c6d-1eb3-4959-b83c-d23c52de1b9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 1097 time: 0.0430272 Dec 13 13:51:36.560603 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b36a823-2972-46fd-9246-3f73562f01a6 req-91bc3fc3-6205-467e-b936-5d0da4accc18 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Dec 13 13:51:36.618817 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272849-1219-4191-9d18-aab45b456542 req-96723b81-8274-4bac-9a34-d619a8163a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:36.620300 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7272849-1219-4191-9d18-aab45b456542 req-96723b81-8274-4bac-9a34-d619a8163a9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dacb26c3-b5eb-4563-ae79-de5f291ccf20 HTTP/1.1" status: 200 len: 897 time: 0.0879998 Dec 13 13:51:36.699631 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7272849-1219-4191-9d18-aab45b456542 req-156ca30a-ef59-4070-adbd-fd3f0fa251e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f HTTP/1.1" status: 200 len: 1001 time: 0.0720954 Dec 13 13:51:36.751793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272849-1219-4191-9d18-aab45b456542 req-09a6ccc4-4373-40f5-80e4-e9165a578f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:36.753254 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7272849-1219-4191-9d18-aab45b456542 req-09a6ccc4-4373-40f5-80e4-e9165a578f02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4ba3c74-cf17-4e0e-bc12-3a197f5b454b HTTP/1.1" status: 200 len: 835 time: 0.0467262 Dec 13 13:51:36.810681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272849-1219-4191-9d18-aab45b456542 req-66a7d42b-4ac0-4a33-8d8a-d2096f97909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:36.812098 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7272849-1219-4191-9d18-aab45b456542 req-66a7d42b-4ac0-4a33-8d8a-d2096f97909f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dacb26c3-b5eb-4563-ae79-de5f291ccf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506403 Dec 13 13:51:36.905294 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7272849-1219-4191-9d18-aab45b456542 req-061cfb3c-0913-424e-a942-39d1107bb11e service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853844 Dec 13 13:51:37.005266 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a7272849-1219-4191-9d18-aab45b456542 req-21dfbc5f-7665-4591-a4dc-d4404689577a service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926528 Dec 13 13:51:37.702865 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160cb1e-4129-43fe-890e-4c7b8850cfea req-871cfaf0-e583-4ac8-8aeb-797c4722f40e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:37.704267 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3160cb1e-4129-43fe-890e-4c7b8850cfea req-871cfaf0-e583-4ac8-8aeb-797c4722f40e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0587482 Dec 13 13:51:37.756843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3160cb1e-4129-43fe-890e-4c7b8850cfea req-5fcdac9d-e8bf-4aaf-bc33-b3803e5985c8 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460691 Dec 13 13:51:37.783264 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40768) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:51:37.866003 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6fd34e65-94c9-48b8-ab7b-9259d82e6d86 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/2171226e-d4f1-48a9-bd04-f6f03313f555 HTTP/1.1" status: 200 len: 993 time: 0.0813336 Dec 13 13:51:38.022469 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:38.112250 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:54.350408 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb25ca98-d3c7-44c7-af4f-7ffa79cc9da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:56.714117 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-981144e7-8279-43c3-b15b-c71f19c7f569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:57.072885 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-4d1e94ff-5946-492c-be61-a1e0878c581c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811374 Dec 13 13:51:57.156733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-de7e2b88-e144-420d-a522-9b4d902588d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:57.158238 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-de7e2b88-e144-420d-a522-9b4d902588d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 1097 time: 0.0412762 Dec 13 13:51:57.269410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-e317c5ca-b8da-4e4f-9144-d4cbf21e4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:57.270812 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-e317c5ca-b8da-4e4f-9144-d4cbf21e4e93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dacb26c3-b5eb-4563-ae79-de5f291ccf20 HTTP/1.1" status: 200 len: 897 time: 0.0920050 Dec 13 13:51:57.341837 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-909ead5e-8f26-4533-8941-414588310792 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f HTTP/1.1" status: 200 len: 1001 time: 0.0630867 Dec 13 13:51:57.394042 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-b8534784-05e7-4d6e-aaa7-3833a15f99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:57.395526 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-b8534784-05e7-4d6e-aaa7-3833a15f99d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4ba3c74-cf17-4e0e-bc12-3a197f5b454b HTTP/1.1" status: 200 len: 835 time: 0.0465810 Dec 13 13:51:57.451127 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-2e5fe321-b18f-48a4-bb95-3aa7db4b38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:51:57.453406 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-2e5fe321-b18f-48a4-bb95-3aa7db4b38a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dacb26c3-b5eb-4563-ae79-de5f291ccf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501273 Dec 13 13:51:57.556449 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-7d29fab8-b354-493b-81a5-5e874e869291 service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952408 Dec 13 13:51:57.650202 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-10d2f43b-1fe2-40d7-a809-07778ec3e712 req-ab12fa17-c5a6-4cfb-a37f-ef9e6b23c1b4 service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862663 Dec 13 13:51:58.006008 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:59.336465 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:51:59.660957 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:51:59.960843 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:08.032248 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:08.122085 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:08.315785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40780) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:08.480489 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port a8417582-d450-4979-b3ed-f1f7de3c2a18 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:52:08.480826 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:08.556237 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:08.556515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:08.568265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for a8417582-d450-4979-b3ed-f1f7de3c2a18 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:52:08.725378 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:08.757201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=a8417582-d450-4979-b3ed-f1f7de3c2a18,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:08.783470 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.783828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.784168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.784510 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.784848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.785178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.785509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.785842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.786198 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.786514 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.786835 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.787161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.787482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:08.829895 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:08.830368 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Floating IP 2171226e-d4f1-48a9-bd04-f6f03313f555 disassociated (deleted). External IP: 172.25.2.75, port: 5cfefd39-650a-4c26-8f83-ba2e0c19b71f. Dec 13 13:52:09.056066 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router f9a62768-607e-4a66-9289-509c70d6d4d9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:52:09.164589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:52:09.170668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:09.175912 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] Sync routers for ids ['f9a62768-607e-4a66-9289-509c70d6d4d9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:52:09.185772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] Routers {'f9a62768-607e-4a66-9289-509c70d6d4d9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:52:09.186401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f9a62768-607e-4a66-9289-509c70d6d4d9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:09.202701 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3e1d0509-7a42-4e4a-9434-62d6fc65cb03 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/floatingips/2171226e-d4f1-48a9-bd04-f6f03313f555 HTTP/1.1" status: 204 len: 168 time: 0.8856003 Dec 13 13:52:09.203320 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'tag': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:52:09.205678 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d261e6-5a7b-4cba-9783-61e489d88a12" -d '{"events": [{"name": "network-changed", "server_uuid": "45992f5e-1a14-4ee2-bdca-e9a00c551da6", "tag": "5cfefd39-650a-4c26-8f83-ba2e0c19b71f"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:52:09.299842 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc18c7a-1ed5-4c9a-b46a-b16988f96576 x-openstack-request-id: req-bbc18c7a-1ed5-4c9a-b46a-b16988f96576 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:52:09.300110 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45992f5e-1a14-4ee2-bdca-e9a00c551da6", "tag": "5cfefd39-650a-4c26-8f83-ba2e0c19b71f", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:52:09.300370 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbc18c7a-1ed5-4c9a-b46a-b16988f96576 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:52:09.300779 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'tag': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'status': 'completed', 'code': 200} Dec 13 13:52:09.301589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] Set router f9a62768-607e-4a66-9289-509c70d6d4d9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:52:09.373583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-913eb3ed-113d-4623-8abf-a499a0c82d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:09.375240 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-913eb3ed-113d-4623-8abf-a499a0c82d59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 1097 time: 0.0460401 Dec 13 13:52:09.459657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc42cf-2038-4db6-8a27-fc0302073897 req-80e3688a-0b2f-444d-9aeb-35807621f755 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:09.461813 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc42cf-2038-4db6-8a27-fc0302073897 req-80e3688a-0b2f-444d-9aeb-35807621f755 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0625994 Dec 13 13:52:09.493019 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-1f7a40e8-d3c5-42b2-a133-852c4a7f4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:09.494543 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-1f7a40e8-d3c5-42b2-a133-852c4a7f4a97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dacb26c3-b5eb-4563-ae79-de5f291ccf20 HTTP/1.1" status: 200 len: 897 time: 0.1102498 Dec 13 13:52:09.517835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a1cc42cf-2038-4db6-8a27-fc0302073897 req-6edf013b-0b60-42ae-ab3f-db9b301dfad5 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494924 Dec 13 13:52:09.523592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '21a34529-c415-4e08-b3ed-16d955462124', 'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:c5:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:41Z', 'updated_at': '2021-12-13T13:50:45Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:09.547180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-78b98aaf-17ea-4cd6-9266-2aa67742acf1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f HTTP/1.1" status: 200 len: 217 time: 0.0449932 Dec 13 13:52:09.551865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] Checking router: f9a62768-607e-4a66-9289-509c70d6d4d9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:52:09.562404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] Routers {'f9a62768-607e-4a66-9289-509c70d6d4d9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:52:09.562404 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f9a62768-607e-4a66-9289-509c70d6d4d9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:09.603076 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-3fce73d7-b25b-405a-a8c8-afd0bbdd10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:09.604730 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-3fce73d7-b25b-405a-a8c8-afd0bbdd10d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4ba3c74-cf17-4e0e-bc12-3a197f5b454b HTTP/1.1" status: 200 len: 835 time: 0.0487416 Dec 13 13:52:09.650856 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-71c33ed5-27e8-43d9-9318-b8e4fca23139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:09.652415 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-71c33ed5-27e8-43d9-9318-b8e4fca23139 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dacb26c3-b5eb-4563-ae79-de5f291ccf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403912 Dec 13 13:52:09.676705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] Set router f9a62768-607e-4a66-9289-509c70d6d4d9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:52:09.747830 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-47a0254d-f309-4340-9b4d-c2e6963a65f9 service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874341 Dec 13 13:52:09.839187 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-76d261e6-5a7b-4cba-9783-61e489d88a12 req-f641b9c5-c86e-4a80-bef1-5a7f4340a75a service neutron] 10.222.0.37 "GET /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833561 Dec 13 13:52:09.882520 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '21a34529-c415-4e08-b3ed-16d955462124', 'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:c5:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:41Z', 'updated_at': '2021-12-13T13:50:45Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:09.912759 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702ea49-5946-4ccf-882b-bd29f4e4938f None None] The sync data for ids ['f9a62768-607e-4a66-9289-509c70d6d4d9'] in n-d-817326-4 is: [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '21a34529-c415-4e08-b3ed-16d955462124', 'name': '', 'network_id': 'dacb26c3-b5eb-4563-ae79-de5f291ccf20', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:c5:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:41Z', 'updated_at': '2021-12-13T13:50:45Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'b4ba3c74-cf17-4e0e-bc12-3a197f5b454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:52:10.134410 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb0cb2-b1f0-4a4d-9c64-818127442813 None None] New status for floating IP 2171226e-d4f1-48a9-bd04-f6f03313f555: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:52:10.662426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a175a-8903-49d1-bebc-110a0d7ec7a3 req-46f88d43-c5ea-46e1-9cd4-e405c2399a9e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:10.664005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-133a175a-8903-49d1-bebc-110a0d7ec7a3 req-46f88d43-c5ea-46e1-9cd4-e405c2399a9e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0608747 Dec 13 13:52:10.722012 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-133a175a-8903-49d1-bebc-110a0d7ec7a3 req-6d5bf2f8-fe3a-43e3-b589-d5813b13b1d0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcca5114-e3f9-4f16-8385-f7db50aca6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490594 Dec 13 13:52:10.909902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-0c4d4efd-7be4-4f8b-90e0-0ba90d646993 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:10.911434 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-0c4d4efd-7be4-4f8b-90e0-0ba90d646993 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 946 time: 0.0644102 Dec 13 13:52:11.015931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:52:11.016255 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:11.125463 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:11.126163 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:11.138849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for 5cfefd39-650a-4c26-8f83-ba2e0c19b71f owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:52:11.279474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:11.313100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=5cfefd39-650a-4c26-8f83-ba2e0c19b71f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:11.337394 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.337746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.338097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.338444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.338777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.339114 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.339442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.339771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.340098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.340423 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.340737 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.341056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.341374 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:11.363326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] No DVR routers for this DVR port 5cfefd39-650a-4c26-8f83-ba2e0c19b71f on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:52:11.365934 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:11.369365 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-e6cad743-a87b-47e6-a0c8-5caf1fe660ee req-a8710bb1-1071-4632-a07c-8757101708aa tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.37 "DELETE /v2.0/ports/5cfefd39-650a-4c26-8f83-ba2e0c19b71f HTTP/1.1" status: 204 len: 173 time: 0.4517050 Dec 13 13:52:11.369807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'name': 'network-vif-deleted', 'tag': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:52:11.372157 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6ee18a-7531-46a8-941e-92352c7e8717" -d '{"events": [{"server_uuid": "45992f5e-1a14-4ee2-bdca-e9a00c551da6", "name": "network-vif-deleted", "tag": "5cfefd39-650a-4c26-8f83-ba2e0c19b71f"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:52:11.469202 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2c8305-19a6-400f-b843-65e4dab7575f x-openstack-request-id: req-ea2c8305-19a6-400f-b843-65e4dab7575f {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:52:11.469497 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45992f5e-1a14-4ee2-bdca-e9a00c551da6", "name": "network-vif-deleted", "tag": "5cfefd39-650a-4c26-8f83-ba2e0c19b71f", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:52:11.469752 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea2c8305-19a6-400f-b843-65e4dab7575f {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:52:11.470192 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45992f5e-1a14-4ee2-bdca-e9a00c551da6', 'name': 'network-vif-deleted', 'tag': '5cfefd39-650a-4c26-8f83-ba2e0c19b71f', 'status': 'completed', 'code': 200} Dec 13 13:52:11.846231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dd1f0d28-1c1e-47d3-84c5-17eab7f0ecb5 req-5ba1abcd-11f2-4538-9ff7-df249392f75d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=45992f5e-1a14-4ee2-bdca-e9a00c551da6 HTTP/1.1" status: 200 len: 210 time: 0.0328426 Dec 13 13:52:12.905551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40800) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:13.335675 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:13.613871 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port 21a34529-c415-4e08-b3ed-16d955462124 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:52:13.614221 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:13.708415 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port 21a34529-c415-4e08-b3ed-16d955462124, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=21a34529-c415-4e08-b3ed-16d955462124,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:13.708789 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:13.721265 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for 21a34529-c415-4e08-b3ed-16d955462124 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:52:13.920534 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:13.950576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=21a34529-c415-4e08-b3ed-16d955462124,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:14.476386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:14.707550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router f9a62768-607e-4a66-9289-509c70d6d4d9 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:52:14.819596 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:52:14.825376 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-4c2575dd-5c90-4cc4-a152-73fd02fd5ad4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "PUT /v2.0/routers/f9a62768-607e-4a66-9289-509c70d6d4d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9187515 Dec 13 13:52:14.829094 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40802) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:14.832614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] Sync routers for ids ['f9a62768-607e-4a66-9289-509c70d6d4d9'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:52:14.844120 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] Routers {'f9a62768-607e-4a66-9289-509c70d6d4d9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:52:14.844754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f9a62768-607e-4a66-9289-509c70d6d4d9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:14.884748 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f5f934-fecc-41eb-8e98-d492f4e3cab6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting subnet b4ba3c74-cf17-4e0e-bc12-3a197f5b454b {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:52:14.888213 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29f5f934-fecc-41eb-8e98-d492f4e3cab6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:14.930264 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29f5f934-fecc-41eb-8e98-d492f4e3cab6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:14.960888 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] Set router f9a62768-607e-4a66-9289-509c70d6d4d9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:52:15.021661 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29f5f934-fecc-41eb-8e98-d492f4e3cab6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.080825 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29f5f934-fecc-41eb-8e98-d492f4e3cab6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.107735 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5f934-fecc-41eb-8e98-d492f4e3cab6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ba3c74-cf17-4e0e-bc12-3a197f5b454b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:15.114341 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-29f5f934-fecc-41eb-8e98-d492f4e3cab6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.120792 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-29f5f934-fecc-41eb-8e98-d492f4e3cab6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/subnets/b4ba3c74-cf17-4e0e-bc12-3a197f5b454b HTTP/1.1" status: 204 len: 168 time: 0.2878013 Dec 13 13:52:15.121418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40804) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:15.121696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86023ad4-bdc6-44be-ae11-98a7183dc9f3 None None] Network dacb26c3-b5eb-4563-ae79-de5f291ccf20 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:52:15.222129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:52:13Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:15.237985 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.263836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] Checking router: f9a62768-607e-4a66-9289-509c70d6d4d9 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:52:15.276915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] Routers {'f9a62768-607e-4a66-9289-509c70d6d4d9'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:52:15.277528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['f9a62768-607e-4a66-9289-509c70d6d4d9'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:15.358564 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.417156 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port e17b8ec3-296c-405e-9d59-3eb090c8c875 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:52:15.417477 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.490352 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d13b73-02c2-4270-abe9-018938793ad5 None None] DHCP port deletion for dacb26c3-b5eb-4563-ae79-de5f291ccf20 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:52:15.513138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port e17b8ec3-296c-405e-9d59-3eb090c8c875, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e17b8ec3-296c-405e-9d59-3eb090c8c875,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:15.513794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.530172 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for e17b8ec3-296c-405e-9d59-3eb090c8c875 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:52:15.572446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device deba269b-6d89-4167-a7d5-1736f8c8355b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:52:15.630332 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] Set router f9a62768-607e-4a66-9289-509c70d6d4d9 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:52:15.693066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5cfefd39-650a-4c26-8f83-ba2e0c19b71f no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:52:15.717493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.731203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 5cfefd39-650a-4c26-8f83-ba2e0c19b71f {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:52:15.731550 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 5cfefd39-650a-4c26-8f83-ba2e0c19b71f not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:52:15.733657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-76d13b73-02c2-4270-abe9-018938793ad5 None None] Deleting port deba269b-6d89-4167-a7d5-1736f8c8355b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:52:15.734022 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-76d13b73-02c2-4270-abe9-018938793ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.746022 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=e17b8ec3-296c-405e-9d59-3eb090c8c875,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:15.769708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328cba98-5855-4a97-9694-17398b3d5dba None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:52:15.807902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.895402 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-76d13b73-02c2-4270-abe9-018938793ad5 None None] For port deba269b-6d89-4167-a7d5-1736f8c8355b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=deba269b-6d89-4167-a7d5-1736f8c8355b,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:15.896068 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-76d13b73-02c2-4270-abe9-018938793ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.908579 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.916394 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.919062 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.926823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-76d13b73-02c2-4270-abe9-018938793ad5 None None] Calling delete_port for deba269b-6d89-4167-a7d5-1736f8c8355b owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:52:15.965337 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.966026 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Fanout notify agent at l3_agent the message router_deleted on router f9a62768-607e-4a66-9289-509c70d6d4d9 {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:52:15.973640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:15.974861 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5efbc044-2361-4eaa-bbbe-7e3cb06d76a0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/routers/f9a62768-607e-4a66-9289-509c70d6d4d9 HTTP/1.1" status: 204 len: 168 time: 0.8522530 Dec 13 13:52:15.977751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40806) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:16.020281 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port deba269b-6d89-4167-a7d5-1736f8c8355b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=deba269b-6d89-4167-a7d5-1736f8c8355b,segment=NetworkSegment(48798afd-9404-467b-8e39-496ee8679fa2),segment_id=48798afd-9404-467b-8e39-496ee8679fa2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:16.035775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.059551 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.105361 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:52:13Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:16.121849 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port deba269b-6d89-4167-a7d5-1736f8c8355b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:52:16.122218 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.142875 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d24645-9d9e-4880-bd03-e6ceb0dcfc9b None None] The sync data for ids ['f9a62768-607e-4a66-9289-509c70d6d4d9'] in n-d-817326-4 is: [{'id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359243094', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:50:38Z', 'updated_at': '2021-12-13T13:52:13Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': 'e17b8ec3-296c-405e-9d59-3eb090c8c875', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a62768-607e-4a66-9289-509c70d6d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:50:39Z', 'updated_at': '2021-12-13T13:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:52:16.144316 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-76d13b73-02c2-4270-abe9-018938793ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.146781 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=deba269b-6d89-4167-a7d5-1736f8c8355b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:16.161460 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.161827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.162183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.162558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.162865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.163200 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.163531 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.163860 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.164188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.164519 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.164850 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.165176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.165536 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:16.169358 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d13b73-02c2-4270-abe9-018938793ad5 None None] No DVR routers for this DVR port deba269b-6d89-4167-a7d5-1736f8c8355b on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:52:16.202628 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port deba269b-6d89-4167-a7d5-1736f8c8355b, host n-d-817326-4, got binding levels [] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:16.202990 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.204868 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d13b73-02c2-4270-abe9-018938793ad5 None None] Pushing event deleted for resources: {'Port': ['ID=deba269b-6d89-4167-a7d5-1736f8c8355b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:16.218041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for deba269b-6d89-4167-a7d5-1736f8c8355b owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:52:16.220904 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.ipam_backend_mixin [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Port deba269b-6d89-4167-a7d5-1736f8c8355b was not found and therefore no delete operation was performed {{(pid=109885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 13:52:16.222225 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.247975 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=deba269b-6d89-4167-a7d5-1736f8c8355b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:16.252243 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] No DVR routers for this DVR port deba269b-6d89-4167-a7d5-1736f8c8355b on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:52:16.334987 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.367586 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacb26c3-b5eb-4563-ae79-de5f291ccf20']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:16.378247 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48798afd-9404-467b-8e39-496ee8679fa2') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:16.378544 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48798afd-9404-467b-8e39-496ee8679fa2') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:16.388501 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.402413 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.408787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:52:16.409215 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:52:16.412249 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:52:16.478109 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.487392 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.493881 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/networks/dacb26c3-b5eb-4563-ae79-de5f291ccf20 HTTP/1.1" status: 204 len: 168 time: 0.5125539 Dec 13 13:52:16.495430 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40808) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:16.508444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72d89c-93ed-4067-942f-57752d16160d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Network': ['ID=dacb26c3-b5eb-4563-ae79-de5f291ccf20,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:16.567457 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bca2a0-d4bf-4e47-8988-46f674c0270d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.594757 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bca2a0-d4bf-4e47-8988-46f674c0270d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.659495 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bca2a0-d4bf-4e47-8988-46f674c0270d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.662407 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-36bca2a0-d4bf-4e47-8988-46f674c0270d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:16.663614 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-36bca2a0-d4bf-4e47-8988-46f674c0270d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/security-groups/dcca5114-e3f9-4f16-8385-f7db50aca6c0 HTTP/1.1" status: 204 len: 168 time: 0.1660142 Dec 13 13:52:16.673188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bca2a0-d4bf-4e47-8988-46f674c0270d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcca5114-e3f9-4f16-8385-f7db50aca6c0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:16.986859 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40814) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:16.991547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-75be8e80-2fa5-4918-a98e-57268b0bca63 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133289225', 'description': 'tempest-secgroup-smoke-2133289225 description', 'project_id': '986a1de7606d4ef9a848fee60a7000c9'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:17.015756 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75be8e80-2fa5-4918-a98e-57268b0bca63 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.084479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75be8e80-2fa5-4918-a98e-57268b0bca63 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.089493 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75be8e80-2fa5-4918-a98e-57268b0bca63 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.120648 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-75be8e80-2fa5-4918-a98e-57268b0bca63 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.124683 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-75be8e80-2fa5-4918-a98e-57268b0bca63 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1340349 Dec 13 13:52:17.124851 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40816) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:17.130433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-67480df5-fbec-418f-8ffb-43e634f9bb70 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '5210349a-5a3a-4c30-b475-82778694d016', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:17.144784 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be8e80-2fa5-4918-a98e-57268b0bca63 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5210349a-5a3a-4c30-b475-82778694d016,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:17.164416 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67480df5-fbec-418f-8ffb-43e634f9bb70 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.227542 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67480df5-fbec-418f-8ffb-43e634f9bb70 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.231595 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67480df5-fbec-418f-8ffb-43e634f9bb70 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.252846 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67480df5-fbec-418f-8ffb-43e634f9bb70 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871c1fdd-de58-48a1-961d-b46d2111d5fa,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:17.259041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-67480df5-fbec-418f-8ffb-43e634f9bb70 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.260535 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-67480df5-fbec-418f-8ffb-43e634f9bb70 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347084 Dec 13 13:52:17.263493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40818) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:17.271284 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-e04d56fc-1838-44f2-a4cf-aafaa71ac909 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '5210349a-5a3a-4c30-b475-82778694d016', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:17.300239 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e04d56fc-1838-44f2-a4cf-aafaa71ac909 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.358958 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e04d56fc-1838-44f2-a4cf-aafaa71ac909 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.362941 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e04d56fc-1838-44f2-a4cf-aafaa71ac909 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.386967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d56fc-1838-44f2-a4cf-aafaa71ac909 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cedfb9-d6fa-41e3-ad76-05083d0856a9,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:17.393330 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-e04d56fc-1838-44f2-a4cf-aafaa71ac909 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.394618 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-e04d56fc-1838-44f2-a4cf-aafaa71ac909 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290634 Dec 13 13:52:17.397314 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40820) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:17.401744 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-85a9f1f1-c819-4829-9128-ffad8579c873 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '5210349a-5a3a-4c30-b475-82778694d016', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:17.429566 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85a9f1f1-c819-4829-9128-ffad8579c873 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.491704 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85a9f1f1-c819-4829-9128-ffad8579c873 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.496157 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85a9f1f1-c819-4829-9128-ffad8579c873 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.509665 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e17b8ec3-296c-405e-9d59-3eb090c8c875 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:52:17.518588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9f1f1-c819-4829-9128-ffad8579c873 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a82787-0c5c-4da1-a0ef-1ba4298ec076,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:17.524150 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-85a9f1f1-c819-4829-9128-ffad8579c873 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.529372 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-85a9f1f1-c819-4829-9128-ffad8579c873 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271999 Dec 13 13:52:17.529372 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40822) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:17.533444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-860eb068-8cc2-4853-9422-9646a5f58ac6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '5210349a-5a3a-4c30-b475-82778694d016', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:17.533579 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e17b8ec3-296c-405e-9d59-3eb090c8c875 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:52:17.533838 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e17b8ec3-296c-405e-9d59-3eb090c8c875 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:52:17.535594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21a34529-c415-4e08-b3ed-16d955462124 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:52:17.556545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 21a34529-c415-4e08-b3ed-16d955462124 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:52:17.556933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 21a34529-c415-4e08-b3ed-16d955462124 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:52:17.565763 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-860eb068-8cc2-4853-9422-9646a5f58ac6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.628070 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-860eb068-8cc2-4853-9422-9646a5f58ac6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.633589 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-860eb068-8cc2-4853-9422-9646a5f58ac6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.653565 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eb068-8cc2-4853-9422-9646a5f58ac6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc16d55-acad-4876-8ad4-11b12ec689eb,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:17.659110 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-860eb068-8cc2-4853-9422-9646a5f58ac6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.663451 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-860eb068-8cc2-4853-9422-9646a5f58ac6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334844 Dec 13 13:52:17.663782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40824) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:17.669184 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-4f2fd0b5-5403-44fc-b04c-0a6e7d7d49b3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '5210349a-5a3a-4c30-b475-82778694d016', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:17.691997 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-4f2fd0b5-5403-44fc-b04c-0a6e7d7d49b3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Project 986a1de7606d4ef9a848fee60a7000c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:52:17.697276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd0b5-5403-44fc-b04c-0a6e7d7d49b3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.747022 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd0b5-5403-44fc-b04c-0a6e7d7d49b3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.751580 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd0b5-5403-44fc-b04c-0a6e7d7d49b3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.768142 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fd0b5-5403-44fc-b04c-0a6e7d7d49b3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19195442-aa0c-46d6-b248-204e7f75370f,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:17.780385 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd0b5-5403-44fc-b04c-0a6e7d7d49b3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.781600 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4f2fd0b5-5403-44fc-b04c-0a6e7d7d49b3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160932 Dec 13 13:52:17.784480 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40826) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:17.788769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0ca65c70-e4bd-46ab-85c0-fdf4aa9c0359 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'security_group_rule': {'security_group_id': '5210349a-5a3a-4c30-b475-82778694d016', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:17.812590 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-0ca65c70-e4bd-46ab-85c0-fdf4aa9c0359 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Project 986a1de7606d4ef9a848fee60a7000c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:52:17.817972 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ca65c70-e4bd-46ab-85c0-fdf4aa9c0359 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.883064 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ca65c70-e4bd-46ab-85c0-fdf4aa9c0359 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.887275 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ca65c70-e4bd-46ab-85c0-fdf4aa9c0359 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.906285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca65c70-e4bd-46ab-85c0-fdf4aa9c0359 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b689f0f4-a2ee-44b8-98d9-955bc91ad148,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:17.915591 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ca65c70-e4bd-46ab-85c0-fdf4aa9c0359 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.919607 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0ca65c70-e4bd-46ab-85c0-fdf4aa9c0359 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314108 Dec 13 13:52:17.919769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40828) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:17.924729 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'network': {'name': 'tempest-network-smoke--269957011', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'port_security_enabled': True}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:17.946290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'network': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:52:17.950338 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.975172 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:52:17.984774 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:17.985188 n-d-817326-4 neutron-server[109886]: INFO neutron.db.segments_db [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Added segment 8f095c47-c574-4683-9acf-36fc470b57f9 of type vlan for network e3463323-f955-4659-84e6-9e19083f61a8 Dec 13 13:52:18.028099 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.053810 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.059724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:18.060436 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.123224 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2023289 Dec 13 13:52:18.126941 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40830) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:18.132344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'admin_state_up': True, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:18.133362 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da87af5-2a46-463a-8a85-119180127f32 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Network': ['ID=e3463323-f955-4659-84e6-9e19083f61a8,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:18.148277 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e3463323-f955-4659-84e6-9e19083f61a8 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:52:18.159496 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.160902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.220275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.360480 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.566479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.585600 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.694108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.25.2.149 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/793daa7b-66ce-43e4-b257-db9f30620872) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:52:18.795340 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.838727 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:18.888922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:52:18.891777 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:52:18.895955 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:52:18.899000 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=793daa7b-66ce-43e4-b257-db9f30620872,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:18.906929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4712f9-ba79-4b7a-a4a2-72d46c9e9bf2 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:52:18.980470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ca2cf247-4abb-447c-9c31-ce81c6d2059a None None] Provisioning complete for port 793daa7b-66ce-43e4-b257-db9f30620872 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:18.980840 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf247-4abb-447c-9c31-ce81c6d2059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:19.022396 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ca2cf247-4abb-447c-9c31-ce81c6d2059a None None] Port 793daa7b-66ce-43e4-b257-db9f30620872 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:52:19.162432 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:19.701886 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:19.836336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 81246b10-295c-40bd-a56d-f9b836caa8cc is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:52:19.951226 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:52:19.962691 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Sync routers for ids ['81246b10-295c-40bd-a56d-f9b836caa8cc'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:52:19.973661 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Routers {'81246b10-295c-40bd-a56d-f9b836caa8cc'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:52:19.974377 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['81246b10-295c-40bd-a56d-f9b836caa8cc'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:19.974574 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:19.975918 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-36d25a33-ec62-405a-a044-f60240f6e9d1 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8479061 Dec 13 13:52:19.979223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40832) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:20.053401 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-92df0367-18cb-4f98-82ca-bdeb8ba21c69 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=986a1de7606d4ef9a848fee60a7000c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729659 Dec 13 13:52:20.056695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40836) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:20.080944 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Set router 81246b10-295c-40bd-a56d-f9b836caa8cc gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:52:20.152306 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5712c6e2-5844-4b25-9762-ee15306fdddb tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:20.153920 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5712c6e2-5844-4b25-9762-ee15306fdddb tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957789 Dec 13 13:52:20.157059 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40838) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:20.190348 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-77566706-579d-4f18-8ff4-ade3b53e9632 tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=a920caf3-a52c-4d3b-a977-f75227ab7cb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319500 Dec 13 13:52:20.192912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40840) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:20.198638 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1617753660', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:20.266212 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:19Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:20.296366 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Checking router: 81246b10-295c-40bd-a56d-f9b836caa8cc for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:52:20.296780 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Updating router 81246b10-295c-40bd-a56d-f9b836caa8cc port 793daa7b-66ce-43e4-b257-db9f30620872 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:52:20.300223 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'subnet': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:52:20.306620 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26338411'] for subnet, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.321201 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.490828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26338421'] for subnet, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.551687 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Subnet': ['ID=bf62696f-172c-4cc9-bdb2-3136653dd13f,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:20.563278 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Checking segment: {'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:52:20.563643 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network hostable DHCP agents. Network: e3463323-f955-4659-84e6-9e19083f61a8, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:52:20.578760 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.581007 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network e3463323-f955-4659-84e6-9e19083f61a8 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:52:20.584575 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.590217 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e3463323-f955-4659-84e6-9e19083f61a8) {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:52:20.597954 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:20.598760 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.601871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31828f-882a-4055-98e4-bfdb9e0b71a8 None None] Network e3463323-f955-4659-84e6-9e19083f61a8 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:52:20.619741 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-7b88c75f-f9f1-4834-94f2-13183b39a3b9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4257326 Dec 13 13:52:20.622759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40842) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:20.658662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cec818-8b4e-4655-b72c-a3f6073e8cf2 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:52:20.661055 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Attempting to bind port 793daa7b-66ce-43e4-b257-db9f30620872 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:52:20.661687 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Attempting to bind port 793daa7b-66ce-43e4-b257-db9f30620872 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:52:20.662401 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Attempting to bind port 793daa7b-66ce-43e4-b257-db9f30620872 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:52:20.674591 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:52:20.675306 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:52:20.675930 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.676963 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:52:20.677780 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Bound port: 793daa7b-66ce-43e4-b257-db9f30620872, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:52:20.678404 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.702326 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Pushing event updated for resources: {'Port': ['ID=793daa7b-66ce-43e4-b257-db9f30620872,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:20.719819 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.720184 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.720523 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.720859 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.721190 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.721521 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.721845 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.722464 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.722792 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.723118 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.723442 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.723759 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.724080 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:52:20.727789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-e3463323-f955-4659-84e6-9e19083f61a8', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:52:20.729112 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.757914 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] For port 793daa7b-66ce-43e4-b257-db9f30620872, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:52:20.762722 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] For port 793daa7b-66ce-43e4-b257-db9f30620872, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=793daa7b-66ce-43e4-b257-db9f30620872,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:52:20.768611 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.828573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3541b-76a7-4952-bd53-2f4ee410f35e None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:52:20.834503 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fb1a65bb-a584-4c89-abdb-2b93d365cb88 None None] Provisioning complete for port 793daa7b-66ce-43e4-b257-db9f30620872 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:20.834898 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb1a65bb-a584-4c89-abdb-2b93d365cb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:20.843422 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Routers {'81246b10-295c-40bd-a56d-f9b836caa8cc'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:52:20.843738 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['81246b10-295c-40bd-a56d-f9b836caa8cc'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:20.895862 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc663bd6-ab09-4b12-957c-19f8cf70033e None None] Pushing event updated for resources: {'Port': ['ID=793daa7b-66ce-43e4-b257-db9f30620872,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:20.964132 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] Set router 81246b10-295c-40bd-a56d-f9b836caa8cc gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:52:20.965031 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Allocated IP 172.20.0.2 (e3463323-f955-4659-84e6-9e19083f61a8/bf62696f-172c-4cc9-bdb2-3136653dd13f/191664fb-17b8-40cf-8797-214a4dc17082) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:52:20.983527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb1a65bb-a584-4c89-abdb-2b93d365cb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:21.050432 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fb1a65bb-a584-4c89-abdb-2b93d365cb88 None None] For port 793daa7b-66ce-43e4-b257-db9f30620872, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=793daa7b-66ce-43e4-b257-db9f30620872,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:21.059364 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb1a65bb-a584-4c89-abdb-2b93d365cb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:21.156019 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:19Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:21.170523 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:21.184347 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:21.187517 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b2e32-04fd-4a3e-8581-cd314cf0ea93 None None] The sync data for ids ['81246b10-295c-40bd-a56d-f9b836caa8cc'] in n-d-817326-4 is: [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:19Z', 'revision_number': 3, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:52:21.213223 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a65bb-a584-4c89-abdb-2b93d365cb88 None None] Pushing event updated for resources: {'Port': ['ID=793daa7b-66ce-43e4-b257-db9f30620872,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:21.223268 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c4e4cf4c-65e7-4e17-93d6-1a35b8c5c144 None None] Provisioning complete for port 793daa7b-66ce-43e4-b257-db9f30620872 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:21.223643 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cf4c-65e7-4e17-93d6-1a35b8c5c144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:21.226506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Network e3463323-f955-4659-84e6-9e19083f61a8 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:52:21.246801 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:52:21.274728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:52:21.319390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Pushing event updated for resources: {'Port': ['ID=191664fb-17b8-40cf-8797-214a4dc17082,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:21.360401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Attempting to bind port 191664fb-17b8-40cf-8797-214a4dc17082 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:52:21.360772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Attempting to bind port 191664fb-17b8-40cf-8797-214a4dc17082 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:52:21.361142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Attempting to bind port 191664fb-17b8-40cf-8797-214a4dc17082 on network e3463323-f955-4659-84e6-9e19083f61a8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:52:21.369642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:52:21.370019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Checking segment: {'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:52:21.370450 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:21.370845 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Bound using segment: {'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:52:21.371315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Bound port: 191664fb-17b8-40cf-8797-214a4dc17082, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:52:21.371706 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:21.481219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:21.498951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] For port 191664fb-17b8-40cf-8797-214a4dc17082, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:52:21.502919 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] For port 191664fb-17b8-40cf-8797-214a4dc17082, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=191664fb-17b8-40cf-8797-214a4dc17082,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:52:21.514824 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:21.582206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba462b80-ed5a-4d09-b92b-0b0b1293a93f None None] Pushing event updated for resources: {'Port': ['ID=191664fb-17b8-40cf-8797-214a4dc17082,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:21.617853 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 793daa7b-66ce-43e4-b257-db9f30620872 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:52:21.685116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 793daa7b-66ce-43e4-b257-db9f30620872 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:21.685622 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:21.813300 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.20.0.1 (e3463323-f955-4659-84e6-9e19083f61a8/bf62696f-172c-4cc9-bdb2-3136653dd13f/ee74f029-87f7-4809-93c9-43d874c27b11) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:52:21.960399 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:22.001278 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:22.042406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network e3463323-f955-4659-84e6-9e19083f61a8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:52:22.045728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:52:22.048585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:52:22.087447 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=ee74f029-87f7-4809-93c9-43d874c27b11,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:22.102878 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:22.239940 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:22.554959 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:22.561185 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:22.639456 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:22.641307 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=ee74f029-87f7-4809-93c9-43d874c27b11,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:22.694648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8eb8a-a8dd-4469-8220-536af3a3c885 None None] Network e3463323-f955-4659-84e6-9e19083f61a8 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:52:22.747236 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network e3463323-f955-4659-84e6-9e19083f61a8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:52:22.748778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:52:22.808482 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-58b520ec-9496-4151-a3a6-78192d9c5488 None None] Provisioning complete for port 191664fb-17b8-40cf-8797-214a4dc17082 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:22.808849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58b520ec-9496-4151-a3a6-78192d9c5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:22.872208 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 81246b10-295c-40bd-a56d-f9b836caa8cc has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:52:22.913527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58b520ec-9496-4151-a3a6-78192d9c5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:22.950205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-58b520ec-9496-4151-a3a6-78192d9c5488 None None] For port 191664fb-17b8-40cf-8797-214a4dc17082, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=191664fb-17b8-40cf-8797-214a4dc17082,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:22.954895 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58b520ec-9496-4151-a3a6-78192d9c5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:23.011372 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:52:23.017054 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-61a2bf76-d867-46d5-841d-1203cd794a3c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "PUT /v2.0/routers/81246b10-295c-40bd-a56d-f9b836caa8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3928411 Dec 13 13:52:23.020959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b520ec-9496-4151-a3a6-78192d9c5488 None None] Pushing event updated for resources: {'Port': ['ID=191664fb-17b8-40cf-8797-214a4dc17082,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:23.224821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-74882f33-18e7-455e-b6e1-d5676a28dc0a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133289225&fields=id&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 267 time: 0.0771937 Dec 13 13:52:23.276442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9af03929-b136-40ea-9095-b1395dce935a None None] Provisioning complete for port ee74f029-87f7-4809-93c9-43d874c27b11 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:23.276891 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9af03929-b136-40ea-9095-b1395dce935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:23.309469 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Sync routers for ids ['81246b10-295c-40bd-a56d-f9b836caa8cc'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:52:23.325163 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9af03929-b136-40ea-9095-b1395dce935a None None] Port ee74f029-87f7-4809-93c9-43d874c27b11 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:52:23.326830 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Routers {'81246b10-295c-40bd-a56d-f9b836caa8cc'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:52:23.327455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['81246b10-295c-40bd-a56d-f9b836caa8cc'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:23.357498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e746716-8079-4011-89e9-deac0dc2332f req-800f94ef-482c-4d27-90d3-6061cd8fa1e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:23.360444 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-800f94ef-482c-4d27-90d3-6061cd8fa1e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/networks?id=e3463323-f955-4659-84e6-9e19083f61a8 HTTP/1.1" status: 200 len: 796 time: 0.1276181 Dec 13 13:52:23.382359 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-b988b433-4575-46bc-b02d-b17d91888211 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/quotas/986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 375 time: 0.0114279 Dec 13 13:52:23.383676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9af03929-b136-40ea-9095-b1395dce935a None None] Provisioning complete for port 191664fb-17b8-40cf-8797-214a4dc17082 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:23.384139 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9af03929-b136-40ea-9095-b1395dce935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:23.449225 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-23fb8aa6-07e6-4e3c-be74-2ca17fc1f67c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588119 Dec 13 13:52:23.486062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Set router 81246b10-295c-40bd-a56d-f9b836caa8cc gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:52:23.593339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 191664fb-17b8-40cf-8797-214a4dc17082 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:52:23.611204 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-e289ce0a-2741-4403-ac9a-ddc42ab6e759 service neutron] 10.222.0.31 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461704 Dec 13 13:52:23.708903 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-3d56d4dc-8f5e-4245-81be-293bc4aa3cc8 service neutron] 10.222.0.31 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913179 Dec 13 13:52:23.724762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 191664fb-17b8-40cf-8797-214a4dc17082 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:23.725254 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:23.804217 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-76fc09bb-866d-4197-9d8a-ee3096cf0b8d None None] Provisioning complete for port ee74f029-87f7-4809-93c9-43d874c27b11 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:23.804586 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-76fc09bb-866d-4197-9d8a-ee3096cf0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:23.853956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-76fc09bb-866d-4197-9d8a-ee3096cf0b8d None None] Port ee74f029-87f7-4809-93c9-43d874c27b11 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:52:23.888143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:22Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ee74f029-87f7-4809-93c9-43d874c27b11', 'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:97:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:21Z', 'updated_at': '2021-12-13T13:52:22Z', 'revision_number': 2, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:23.921820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Checking router: 81246b10-295c-40bd-a56d-f9b836caa8cc for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:52:23.922232 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Updating router 81246b10-295c-40bd-a56d-f9b836caa8cc port ee74f029-87f7-4809-93c9-43d874c27b11 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:52:23.949150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:24.226756 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:24.234833 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:24.284780 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effafd74-560c-4f0a-8e5d-61d00e098d8e None None] Pushing event updated for resources: {'Port': ['ID=ee74f029-87f7-4809-93c9-43d874c27b11,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:24.353467 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Attempting to bind port ee74f029-87f7-4809-93c9-43d874c27b11 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:52:24.353894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Attempting to bind port ee74f029-87f7-4809-93c9-43d874c27b11 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:52:24.354389 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Attempting to bind port ee74f029-87f7-4809-93c9-43d874c27b11 on network e3463323-f955-4659-84e6-9e19083f61a8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:52:24.358651 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0694264e-f8f7-4b30-b9f6-6a590ae473de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:24.363823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:52:24.364214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Checking segment: {'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:52:24.364608 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:24.364994 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Bound using segment: {'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:52:24.365471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Bound port: ee74f029-87f7-4809-93c9-43d874c27b11, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:52:24.365874 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:24.432220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] For port ee74f029-87f7-4809-93c9-43d874c27b11, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:52:24.435314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] For port ee74f029-87f7-4809-93c9-43d874c27b11, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ee74f029-87f7-4809-93c9-43d874c27b11,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:52:24.440403 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:24.519651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effafd74-560c-4f0a-8e5d-61d00e098d8e None None] Pushing event updated for resources: {'Port': ['ID=ee74f029-87f7-4809-93c9-43d874c27b11,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:24.523654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Routers {'81246b10-295c-40bd-a56d-f9b836caa8cc'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:52:24.524263 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:51:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['81246b10-295c-40bd-a56d-f9b836caa8cc'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:24.526782 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-21890c5b-5b9d-4caf-bd51-be395ba0f602 None None] Provisioning complete for port ee74f029-87f7-4809-93c9-43d874c27b11 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:24.527150 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21890c5b-5b9d-4caf-bd51-be395ba0f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:24.691008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] Set router 81246b10-295c-40bd-a56d-f9b836caa8cc gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:52:24.723327 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21890c5b-5b9d-4caf-bd51-be395ba0f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:24.828355 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-21890c5b-5b9d-4caf-bd51-be395ba0f602 None None] For port ee74f029-87f7-4809-93c9-43d874c27b11, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ee74f029-87f7-4809-93c9-43d874c27b11,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:24.837569 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21890c5b-5b9d-4caf-bd51-be395ba0f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:24.906351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d70524b6-de5b-424f-898e-3d17b71d6425 req-a35dcdc5-33bf-43db-a05f-350d6be8852d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 210 time: 0.0273278 Dec 13 13:52:24.916731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21890c5b-5b9d-4caf-bd51-be395ba0f602 None None] Pushing event updated for resources: {'Port': ['ID=ee74f029-87f7-4809-93c9-43d874c27b11,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:24.972210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cd66bf12-fea2-4105-9b66-a485514d832d None None] Provisioning complete for port ee74f029-87f7-4809-93c9-43d874c27b11 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:24.972583 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf12-fea2-4105-9b66-a485514d832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:25.009478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:22Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ee74f029-87f7-4809-93c9-43d874c27b11', 'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:97:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:21Z', 'updated_at': '2021-12-13T13:52:24Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:25.045173 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0e994-1467-46eb-9ad5-59f76eb677ad None None] The sync data for ids ['81246b10-295c-40bd-a56d-f9b836caa8cc'] in n-d-817326-4 is: [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:22Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ee74f029-87f7-4809-93c9-43d874c27b11', 'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:97:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:21Z', 'updated_at': '2021-12-13T13:52:24Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:52:25.540455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ee74f029-87f7-4809-93c9-43d874c27b11 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:52:25.590596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ee74f029-87f7-4809-93c9-43d874c27b11 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:25.590872 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:25.989157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-aaa53ccc-b778-4432-a3c2-13ec1cd842ff req-9f3bfc4e-ca95-4eae-aac5-335c17ccba8c tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 210 time: 0.0287030 Dec 13 13:52:26.720627 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ada9d391-2419-43cc-baf7-79a323df1be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:27.085567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74b819b0-1020-4ced-9279-41a2b3486e2e req-7a8fd348-c475-43ff-a49e-f41e9109a633 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 210 time: 0.0272024 Dec 13 13:52:28.009265 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:28.171498 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c7362a79-b983-4d7a-8347-ebae83be4392 req-561144a1-16cc-4c87-bdd2-201f861be0a6 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 210 time: 0.0339434 Dec 13 13:52:29.269208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d2b84f7-9aa1-44d4-8fb9-0d0c321f5308 req-bfc2b83a-18db-41e4-bc93-3fa25272e693 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 210 time: 0.0280871 Dec 13 13:52:29.338216 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:29.958457 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:30.031081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e746716-8079-4011-89e9-deac0dc2332f req-58aeafcf-3d18-42e7-968b-d8fd825fa1ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:30.032806 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-58aeafcf-3d18-42e7-968b-d8fd825fa1ab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "GET /v2.0/networks?id=e3463323-f955-4659-84e6-9e19083f61a8 HTTP/1.1" status: 200 len: 796 time: 0.1062651 Dec 13 13:52:30.099543 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-4a70620b-b593-4dd8-bd69-36c379897bb3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986a1de7606d4ef9a848fee60a7000c9 HTTP/1.1" status: 200 len: 380 time: 0.0566771 Dec 13 13:52:30.110558 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'port': {'device_id': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'admin_state_up': True, 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'security_groups': ['5210349a-5a3a-4c30-b475-82778694d016']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:30.229666 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Made reservation on behalf of 986a1de7606d4ef9a848fee60a7000c9 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:52:30.233914 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:30.378826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9356d2eb-3434-464b-bde7-0eab9f89e12a req-ee07f0a8-c380-42c0-bf97-4c04843b826e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 210 time: 0.0337846 Dec 13 13:52:30.395223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.20.0.4 (e3463323-f955-4659-84e6-9e19083f61a8/bf62696f-172c-4cc9-bdb2-3136653dd13f/ab44cd16-78f8-4b28-94ec-9b6722952c9d) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:52:30.564472 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:30.601326 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:30.654511 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network e3463323-f955-4659-84e6-9e19083f61a8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:52:30.657534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:52:30.661863 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:52:30.665775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=ab44cd16-78f8-4b28-94ec-9b6722952c9d,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:30.713825 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:30.714494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:30.733867 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-7a5dd4cf-798f-4707-b25c-cb6c5532f6c0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272719 Dec 13 13:52:30.789589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Request body: {'port': {'device_id': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:30.859915 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:30.892272 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d5f3fa10-dee0-423c-aa8a-091fb08f1e24 None None] Provisioning complete for port ab44cd16-78f8-4b28-94ec-9b6722952c9d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:30.892909 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d5f3fa10-dee0-423c-aa8a-091fb08f1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:30.928085 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3fa10-dee0-423c-aa8a-091fb08f1e24 None None] Port ab44cd16-78f8-4b28-94ec-9b6722952c9d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:52:31.135539 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab44cd16-78f8-4b28-94ec-9b6722952c9d {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:52:31.144767 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:31.164722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Transition to ACTIVE for port object ab44cd16-78f8-4b28-94ec-9b6722952c9d will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:52:31.169298 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:31.216170 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab44cd16-78f8-4b28-94ec-9b6722952c9d,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:31.295805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Attempting to bind port ab44cd16-78f8-4b28-94ec-9b6722952c9d on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:52:31.296150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Attempting to bind port ab44cd16-78f8-4b28-94ec-9b6722952c9d by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:52:31.296487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Attempting to bind port ab44cd16-78f8-4b28-94ec-9b6722952c9d on network e3463323-f955-4659-84e6-9e19083f61a8 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:52:31.301602 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Port ab44cd16-78f8-4b28-94ec-9b6722952c9d on network e3463323-f955-4659-84e6-9e19083f61a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:52:31.301926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Attempting to bind port ab44cd16-78f8-4b28-94ec-9b6722952c9d on network e3463323-f955-4659-84e6-9e19083f61a8 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:52:31.307257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:52:31.307668 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Checking segment: {'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:52:31.307976 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Bound using segment: {'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:52:31.308406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Bound port: ab44cd16-78f8-4b28-94ec-9b6722952c9d, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f095c47-c574-4683-9acf-36fc470b57f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:52:31.308767 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:31.378457 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] For port ab44cd16-78f8-4b28-94ec-9b6722952c9d, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:52:31.381546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] For port ab44cd16-78f8-4b28-94ec-9b6722952c9d, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:52:31.387315 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:31.425867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:31.426515 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:31.427982 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] 10.222.0.42 "PUT /v2.0/ports/ab44cd16-78f8-4b28-94ec-9b6722952c9d HTTP/1.1" status: 200 len: 1091 time: 0.6854737 Dec 13 13:52:31.428370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'tag': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:52:31.430719 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9454e8-7b42-4bec-9bdc-161b989a7288" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80", "tag": "ab44cd16-78f8-4b28-94ec-9b6722952c9d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:52:31.462396 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfdb48-8bcb-4485-84cb-b0bcf821d1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab44cd16-78f8-4b28-94ec-9b6722952c9d,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:31.511754 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a9b487-914e-45cf-b456-7aef86c99c5f x-openstack-request-id: req-29a9b487-914e-45cf-b456-7aef86c99c5f {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:52:31.512222 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80", "tag": "ab44cd16-78f8-4b28-94ec-9b6722952c9d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:52:31.512343 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29a9b487-914e-45cf-b456-7aef86c99c5f {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:52:31.512685 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'tag': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'status': 'completed', 'code': 200} Dec 13 13:52:31.561190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1cba7-75c3-4e76-b55c-0a4c282df2f3 req-682543c0-bb9a-41ed-a83d-320a9895c883 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:31.562815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1e1cba7-75c3-4e76-b55c-0a4c282df2f3 req-682543c0-bb9a-41ed-a83d-320a9895c883 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 943 time: 0.0964780 Dec 13 13:52:31.565865 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e746716-8079-4011-89e9-deac0dc2332f req-973d462c-cfdb-4b29-9de2-fe1448691a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:31.567306 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-973d462c-cfdb-4b29-9de2-fe1448691a71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 1094 time: 0.0853913 Dec 13 13:52:31.621573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-b92cfbf2-0653-4326-990d-fa09bbac9132 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d HTTP/1.1" status: 200 len: 217 time: 0.0449882 Dec 13 13:52:31.675439 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e1e1cba7-75c3-4e76-b55c-0a4c282df2f3 req-a3ac3021-b46e-4be3-ab00-0b6351d4cb05 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061907 Dec 13 13:52:31.686321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e746716-8079-4011-89e9-deac0dc2332f req-5af05d46-8bdc-4031-ae10-6c0b93be787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:31.688757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-5af05d46-8bdc-4031-ae10-6c0b93be787b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf62696f-172c-4cc9-bdb2-3136653dd13f HTTP/1.1" status: 200 len: 835 time: 0.0586989 Dec 13 13:52:31.739474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e746716-8079-4011-89e9-deac0dc2332f req-97d6d043-5786-4a49-89b0-84c60f8b7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:31.740969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-97d6d043-5786-4a49-89b0-84c60f8b7572 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3463323-f955-4659-84e6-9e19083f61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456445 Dec 13 13:52:31.829538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-1e544547-951c-4593-815a-df925cfe1efe service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809922 Dec 13 13:52:31.924065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6e746716-8079-4011-89e9-deac0dc2332f req-3a523623-b6fe-45e4-8ce6-15d10574dae8 service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869956 Dec 13 13:52:32.020528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-0037e3a7-befe-4868-85d0-1b57c8228844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:32.022029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-0037e3a7-befe-4868-85d0-1b57c8228844 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 1094 time: 0.0442684 Dec 13 13:52:32.116893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-5511412c-7b13-4362-a17d-85b1aa8c8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:32.118406 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-5511412c-7b13-4362-a17d-85b1aa8c8ea3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3463323-f955-4659-84e6-9e19083f61a8 HTTP/1.1" status: 200 len: 896 time: 0.0892200 Dec 13 13:52:32.162505 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-772df717-c8ca-4738-82db-a7886bcdd6af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d HTTP/1.1" status: 200 len: 217 time: 0.0354249 Dec 13 13:52:32.215608 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-4a3875f1-1f61-4396-9201-14537d79a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:32.216965 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-4a3875f1-1f61-4396-9201-14537d79a433 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf62696f-172c-4cc9-bdb2-3136653dd13f HTTP/1.1" status: 200 len: 835 time: 0.0464509 Dec 13 13:52:32.266415 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-19545cb4-deaf-4d3c-a2f7-7f6393ae4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:32.267922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-19545cb4-deaf-4d3c-a2f7-7f6393ae4d65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3463323-f955-4659-84e6-9e19083f61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427594 Dec 13 13:52:32.371410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-9e860c57-ca49-4d25-b0ba-bf67e85b567e service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951135 Dec 13 13:52:32.464589 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8a9454e8-7b42-4bec-9bdc-161b989a7288 req-6d897c78-f8dc-4784-88a3-ee702120830d service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847795 Dec 13 13:52:32.809322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ab44cd16-78f8-4b28-94ec-9b6722952c9d details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:52:32.809935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b57ea-9188-4e4e-99b9-c32fb0d9e8ac req-de3c8d24-dc05-4462-9b5b-49eaf876d36d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:32.811176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da6b57ea-9188-4e4e-99b9-c32fb0d9e8ac req-de3c8d24-dc05-4462-9b5b-49eaf876d36d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 943 time: 0.0562499 Dec 13 13:52:32.861157 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-da6b57ea-9188-4e4e-99b9-c32fb0d9e8ac req-55048f9a-4c11-46f1-8e99-ea4c2a692fab tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437839 Dec 13 13:52:32.906027 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ab44cd16-78f8-4b28-94ec-9b6722952c9d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:32.917614 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'port_id': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'mac_address': 'fa:16:3e:f1:21:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:52:32.957907 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:32.971563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab44cd16-78f8-4b28-94ec-9b6722952c9d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:52:32.992309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ab44cd16-78f8-4b28-94ec-9b6722952c9d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:32.997587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:33.048200 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ab44cd16-78f8-4b28-94ec-9b6722952c9d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:33.231630 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['ab44cd16-78f8-4b28-94ec-9b6722952c9d'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:52:33.993107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297e51a-a8ee-4543-9b8a-daa4a465d331 req-1d9f50fa-a631-464c-bada-e8e0fca77f31 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:33.994653 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1297e51a-a8ee-4543-9b8a-daa4a465d331 req-1d9f50fa-a631-464c-bada-e8e0fca77f31 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 944 time: 0.0530334 Dec 13 13:52:34.047655 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1297e51a-a8ee-4543-9b8a-daa4a465d331 req-f4233f83-4042-4a40-9cdd-1d37b9784d24 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468347 Dec 13 13:52:34.809728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ab44cd16-78f8-4b28-94ec-9b6722952c9d up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:52:34.865083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port ab44cd16-78f8-4b28-94ec-9b6722952c9d completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:52:34.869374 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port ab44cd16-78f8-4b28-94ec-9b6722952c9d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:52:34.869771 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:35.123370 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:35.147545 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:52:35.149818 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b7a387-4f56-458c-9323-0a46c089c1c2" -d '{"events": [{"server_uuid": "f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80", "name": "network-vif-plugged", "status": "completed", "tag": "ab44cd16-78f8-4b28-94ec-9b6722952c9d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:52:35.164442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port ab44cd16-78f8-4b28-94ec-9b6722952c9d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:52:35.169112 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:35.180687 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581de052-0b65-4275-ba4f-75222d3e0d6b req-52e773f9-35c4-4f0e-b4a6-eaa33dc0f0a8 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:35.182466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-581de052-0b65-4275-ba4f-75222d3e0d6b req-52e773f9-35c4-4f0e-b4a6-eaa33dc0f0a8 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 944 time: 0.0550096 Dec 13 13:52:35.225739 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=ab44cd16-78f8-4b28-94ec-9b6722952c9d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:35.239082 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-581de052-0b65-4275-ba4f-75222d3e0d6b req-bd88e3a3-f62a-4511-9a2f-3a45351e29dd tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480530 Dec 13 13:52:35.250090 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e689f4-32c8-4dfe-b2c1-e31a70794248 x-openstack-request-id: req-96e689f4-32c8-4dfe-b2c1-e31a70794248 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:52:35.250839 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80", "name": "network-vif-plugged", "status": "completed", "tag": "ab44cd16-78f8-4b28-94ec-9b6722952c9d", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:52:35.250986 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96e689f4-32c8-4dfe-b2c1-e31a70794248 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:52:35.251440 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'code': 200} Dec 13 13:52:35.355974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4fe4a-d878-4c46-9f2c-197d05b4fc04 req-1ad83030-8e4c-4278-90cb-4253bfd85d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:35.357469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74b4fe4a-d878-4c46-9f2c-197d05b4fc04 req-1ad83030-8e4c-4278-90cb-4253bfd85d85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 1096 time: 0.0424790 Dec 13 13:52:35.403486 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-74b4fe4a-d878-4c46-9f2c-197d05b4fc04 req-bec6b94a-761d-4e18-8ae8-6058d765332d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389848 Dec 13 13:52:36.372452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8e2a6-0c7b-47af-9652-0fbb6f550392 req-787b3266-e418-4712-b92d-1724cf785709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:36.373970 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3cf8e2a6-0c7b-47af-9652-0fbb6f550392 req-787b3266-e418-4712-b92d-1724cf785709 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0571542 Dec 13 13:52:36.434786 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3cf8e2a6-0c7b-47af-9652-0fbb6f550392 req-91657da0-dc4e-4080-80de-7fe06a97f514 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542269 Dec 13 13:52:36.666741 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:52:37.556358 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92419e-94b9-45a7-a5a1-8a9d6c90d8f5 req-27e1a6de-8a39-49de-905a-cb52a4558efb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:37.558062 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a92419e-94b9-45a7-a5a1-8a9d6c90d8f5 req-27e1a6de-8a39-49de-905a-cb52a4558efb tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0521247 Dec 13 13:52:37.613581 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a92419e-94b9-45a7-a5a1-8a9d6c90d8f5 req-4c83b791-8720-44b3-a4c4-59d14f9057e3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465016 Dec 13 13:52:37.744197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5783c2-ff42-4c15-9ed2-5a6953b39f8f req-c7691349-cf3d-4615-87b6-f1c5f95a9af3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:37.745676 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a5783c2-ff42-4c15-9ed2-5a6953b39f8f req-c7691349-cf3d-4615-87b6-f1c5f95a9af3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0541379 Dec 13 13:52:37.794443 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a5783c2-ff42-4c15-9ed2-5a6953b39f8f req-d9dee0fe-898d-4711-bbd8-701fedc20069 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423343 Dec 13 13:52:37.817190 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40916) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:37.859840 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a308634-0290-4828-aa17-085bc541193f tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:37.861310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4a308634-0290-4828-aa17-085bc541193f tempest-TestNetworkAdvancedServerOps-1799100505 tempest-TestNetworkAdvancedServerOps-1799100505-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 1091 time: 0.0431404 Dec 13 13:52:37.864351 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40918) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:37.868474 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:52:37.892888 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:37.991752 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:38.021462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:38.111808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Allocated IP 172.25.2.212 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/2569c3db-600a-4779-89f4-def1ff3e3af7) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:52:38.116573 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:38.217925 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:38.257429 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:38.301161 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:52:38.304063 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:52:38.307487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:52:38.313082 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=2569c3db-600a-4779-89f4-def1ff3e3af7,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:39.034963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:39.106585 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:39.258133 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:39.264898 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:39.330711 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event updated for resources: {'Port': ['ID=2569c3db-600a-4779-89f4-def1ff3e3af7,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:52:39.344676 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:39.450703 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Floating IP 26d89f85-187a-47f3-9b66-66838ed95751 associated. External IP: 172.25.2.212, port: ab44cd16-78f8-4b28-94ec-9b6722952c9d. Dec 13 13:52:39.667165 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 81246b10-295c-40bd-a56d-f9b836caa8cc has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:52:39.781070 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:52:39.794917 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] Sync routers for ids ['81246b10-295c-40bd-a56d-f9b836caa8cc'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:52:39.803424 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:39.805164 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] Routers {'81246b10-295c-40bd-a56d-f9b836caa8cc'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:52:39.805780 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:52:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['81246b10-295c-40bd-a56d-f9b836caa8cc'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:39.832313 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-389ac14e-23ce-4b61-a059-8f38b09562e2 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9669368 Dec 13 13:52:39.832894 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'tag': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:52:39.835240 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e36ed-b3f1-4268-babc-b4cee11546b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80", "tag": "ab44cd16-78f8-4b28-94ec-9b6722952c9d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:52:39.874407 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd58926a-085a-4f80-80cb-d6e8d5102fdb x-openstack-request-id: req-dd58926a-085a-4f80-80cb-d6e8d5102fdb {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:52:39.874697 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80", "tag": "ab44cd16-78f8-4b28-94ec-9b6722952c9d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:52:39.874946 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd58926a-085a-4f80-80cb-d6e8d5102fdb {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:52:39.875355 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'tag': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'status': 'completed', 'code': 200} Dec 13 13:52:39.918885 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] Set router 81246b10-295c-40bd-a56d-f9b836caa8cc gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:52:39.961083 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffa721-18e4-462a-b16f-ca4565db2e81 req-0c33dd1c-1d3c-4976-b7ed-3419d648dbbc tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:39.962631 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2cffa721-18e4-462a-b16f-ca4565db2e81 req-0c33dd1c-1d3c-4976-b7ed-3419d648dbbc tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0787210 Dec 13 13:52:39.969314 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-798b5331-bae0-4e45-8680-018e4cfd6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:39.970822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-798b5331-bae0-4e45-8680-018e4cfd6434 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 1096 time: 0.0603220 Dec 13 13:52:40.072268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2cffa721-18e4-462a-b16f-ca4565db2e81 req-cd74d711-9a0d-42b3-8d6d-eb9e2bdf9365 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004298 Dec 13 13:52:40.097525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40924) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:40.101554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-e8185a80-f3d1-47d3-99bd-e378da1f968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:40.103386 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-e8185a80-f3d1-47d3-99bd-e378da1f968e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3463323-f955-4659-84e6-9e19083f61a8 HTTP/1.1" status: 200 len: 896 time: 0.1247916 Dec 13 13:52:40.169564 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-0804aa75-97f3-4966-a013-0bc9000065a4 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/26d89f85-187a-47f3-9b66-66838ed95751 HTTP/1.1" status: 200 len: 991 time: 0.0701854 Dec 13 13:52:40.175634 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-8a0303ef-c412-4a2e-a510-e2c30f9436fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d HTTP/1.1" status: 200 len: 999 time: 0.0654993 Dec 13 13:52:40.226379 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-d0b20ea0-3b0f-4452-be80-70ec3937f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:40.227901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-d0b20ea0-3b0f-4452-be80-70ec3937f4f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf62696f-172c-4cc9-bdb2-3136653dd13f HTTP/1.1" status: 200 len: 835 time: 0.0449383 Dec 13 13:52:40.242258 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:22Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '26d89f85-187a-47f3-9b66-66838ed95751', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'port_id': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'mac_address': 'fa:16:3e:f1:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:52:38Z', 'updated_at': '2021-12-13T13:52:38Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee74f029-87f7-4809-93c9-43d874c27b11', 'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:97:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:21Z', 'updated_at': '2021-12-13T13:52:24Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:40.268443 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] Checking router: 81246b10-295c-40bd-a56d-f9b836caa8cc for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:52:40.274406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-4c344795-4380-4ab7-b1eb-a03447a92c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:40.275922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-4c344795-4380-4ab7-b1eb-a03447a92c26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3463323-f955-4659-84e6-9e19083f61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413003 Dec 13 13:52:40.276760 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] Routers {'81246b10-295c-40bd-a56d-f9b836caa8cc'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:52:40.277440 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:52:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['81246b10-295c-40bd-a56d-f9b836caa8cc'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:40.374011 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-e799d253-569c-4610-aef1-879ca51877f8 service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906916 Dec 13 13:52:40.386410 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] Set router 81246b10-295c-40bd-a56d-f9b836caa8cc gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:52:40.476438 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-654e36ed-b3f1-4268-babc-b4cee11546b0 req-d7c3dc5c-453b-4631-9b37-98d9ff178c7f service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949476 Dec 13 13:52:40.613959 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:22Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '26d89f85-187a-47f3-9b66-66838ed95751', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'port_id': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'mac_address': 'fa:16:3e:f1:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:52:38Z', 'updated_at': '2021-12-13T13:52:38Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee74f029-87f7-4809-93c9-43d874c27b11', 'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:97:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:21Z', 'updated_at': '2021-12-13T13:52:24Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:52:40.639941 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3260bd-6ed8-4857-be1f-741da8b2eb8f None None] The sync data for ids ['81246b10-295c-40bd-a56d-f9b836caa8cc'] in n-d-817326-4 is: [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:22Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '26d89f85-187a-47f3-9b66-66838ed95751', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'port_id': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'mac_address': 'fa:16:3e:f1:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:52:38Z', 'updated_at': '2021-12-13T13:52:38Z', 'revision_number': 0, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee74f029-87f7-4809-93c9-43d874c27b11', 'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:97:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:21Z', 'updated_at': '2021-12-13T13:52:24Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:52:40.855751 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8129b0-04b6-4ae3-a06a-ebb9da6bb09d None None] New status for floating IP 26d89f85-187a-47f3-9b66-66838ed95751: ACTIVE {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:52:41.172598 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40926) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:52:41.248116 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2b169486-1938-4bf5-b95f-a732c4a08326 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/26d89f85-187a-47f3-9b66-66838ed95751 HTTP/1.1" status: 200 len: 993 time: 0.0740049 Dec 13 13:52:48.120199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-c7d54050-409f-4c53-aee6-18fa9e3b3790 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470142 Dec 13 13:52:48.220443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-b3c7055b-e485-4781-bdbb-878e4dc7e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:48.221959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-b3c7055b-e485-4781-bdbb-878e4dc7e85a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 1096 time: 0.0517972 Dec 13 13:52:48.341737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-ad975852-5543-4714-b516-bd4f24ff5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:48.343278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-ad975852-5543-4714-b516-bd4f24ff5237 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3463323-f955-4659-84e6-9e19083f61a8 HTTP/1.1" status: 200 len: 896 time: 0.0953677 Dec 13 13:52:48.418358 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-158677db-0c18-4102-b25c-c53a4c3cad6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d HTTP/1.1" status: 200 len: 1001 time: 0.0678840 Dec 13 13:52:48.469632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-9fba2d0e-548e-442b-8bc3-bef405b6f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:48.471183 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-9fba2d0e-548e-442b-8bc3-bef405b6f818 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf62696f-172c-4cc9-bdb2-3136653dd13f HTTP/1.1" status: 200 len: 835 time: 0.0465152 Dec 13 13:52:48.521831 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-4518742b-0da1-4614-bb88-a36cb694f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:52:48.523373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-4518742b-0da1-4614-bb88-a36cb694f955 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3463323-f955-4659-84e6-9e19083f61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438650 Dec 13 13:52:48.624659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-96d8ccbd-586c-47a5-8b34-49bc6ffeb5c6 service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922809 Dec 13 13:52:48.719638 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2c903a59-acb6-42ab-8055-73f2bdcb02c1 req-95d51494-c4ac-4018-a13a-ac54abcb2570 service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854640 Dec 13 13:52:54.351749 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02cd38b0-5b96-459c-ad9c-eb1ca6c00720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:56.722897 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e6a21fa-3b11-42ca-a940-db943ffc864f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:58.013147 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:59.341933 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:52:59.961311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:08.028372 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:08.142567 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:12.724548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b0fbe-cb04-48c8-a323-4803df44bea9 req-455d1e14-582e-4918-a507-1847aec22f59 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:12.726047 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d99b0fbe-cb04-48c8-a323-4803df44bea9 req-455d1e14-582e-4918-a507-1847aec22f59 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0516026 Dec 13 13:53:12.791187 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d99b0fbe-cb04-48c8-a323-4803df44bea9 req-da7aaa51-bc7d-4ec8-9c9f-04cfb27c44b8 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583377 Dec 13 13:53:13.666990 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:53:13.931244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba059a3-bb50-4a47-a1b3-9d286c2a4a6c req-1037264d-2480-4603-b37d-da5f272057df tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:13.932780 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ba059a3-bb50-4a47-a1b3-9d286c2a4a6c req-1037264d-2480-4603-b37d-da5f272057df tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0615540 Dec 13 13:53:13.986275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2ba059a3-bb50-4a47-a1b3-9d286c2a4a6c req-a3543309-6e0a-4807-b547-cd6883dac71b tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 Dec 13 13:53:14.015093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40946) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:14.076133 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-4caf20d4-9812-4048-89df-04ecc139b21d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/26d89f85-187a-47f3-9b66-66838ed95751 HTTP/1.1" status: 200 len: 993 time: 0.0599108 Dec 13 13:53:15.418220 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7a7d1-7a39-4abf-9ac6-4f20c16bc1c3 req-9bd4fbbb-4eaa-4d07-869e-30d1779c9364 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:15.420117 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c7a7d1-7a39-4abf-9ac6-4f20c16bc1c3 req-9bd4fbbb-4eaa-4d07-869e-30d1779c9364 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0851619 Dec 13 13:53:15.426657 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-84d8eb32-5fb1-43c6-b350-059a126b248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:15.428192 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-84d8eb32-5fb1-43c6-b350-059a126b248a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 1096 time: 0.0622282 Dec 13 13:53:15.530621 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90c7a7d1-7a39-4abf-9ac6-4f20c16bc1c3 req-c630154a-5f8d-41ec-a096-8d34cf4e3956 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014476 Dec 13 13:53:15.557391 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-3d1f27c1-af76-4e2c-9a9c-adeab2c30f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:15.558911 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-3d1f27c1-af76-4e2c-9a9c-adeab2c30f3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3463323-f955-4659-84e6-9e19083f61a8 HTTP/1.1" status: 200 len: 896 time: 0.1219084 Dec 13 13:53:15.625978 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-5740ca07-efd7-4a05-bda8-8c1cecdec6bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d HTTP/1.1" status: 200 len: 1001 time: 0.0596220 Dec 13 13:53:15.674512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-5333fe1e-de10-489d-829b-df4fdb07cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:15.675840 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-5333fe1e-de10-489d-829b-df4fdb07cf00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf62696f-172c-4cc9-bdb2-3136653dd13f HTTP/1.1" status: 200 len: 835 time: 0.0435376 Dec 13 13:53:15.729712 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-6bcaa9d5-243c-44c8-bd38-80d0e57110ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:15.732426 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-6bcaa9d5-243c-44c8-bd38-80d0e57110ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3463323-f955-4659-84e6-9e19083f61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487592 Dec 13 13:53:15.823364 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-c2cb1a44-853c-4ed9-9887-5b4add9bce85 service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836728 Dec 13 13:53:15.925343 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3f8c38b-335b-4054-a118-3d972f12fa94 req-652c265b-8115-4bc2-a512-9ed882860a21 service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949414 Dec 13 13:53:16.657605 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18cfcb-44dd-491f-90ca-afe2541a47ed req-3294ef55-b3ce-451e-bf37-afa1ad8ae9e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:16.659125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d18cfcb-44dd-491f-90ca-afe2541a47ed req-3294ef55-b3ce-451e-bf37-afa1ad8ae9e9 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0508597 Dec 13 13:53:16.709752 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7d18cfcb-44dd-491f-90ca-afe2541a47ed req-056d916e-ce09-45f9-8ccd-7bcac05497ba tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429842 Dec 13 13:53:17.837253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba786e53-942c-4f2f-92c9-59975f64bced req-9818de30-3ace-42c6-a8ec-a0539cabf672 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:17.838820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba786e53-942c-4f2f-92c9-59975f64bced req-9818de30-3ace-42c6-a8ec-a0539cabf672 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0498841 Dec 13 13:53:17.890228 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ba786e53-942c-4f2f-92c9-59975f64bced req-60a56325-4715-4363-bb15-be563d6e8a0e tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451002 Dec 13 13:53:17.913230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40958) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:17.977861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3d38fc25-bc40-40e6-b063-b36d7d4eae6d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/floatingips/26d89f85-187a-47f3-9b66-66838ed95751 HTTP/1.1" status: 200 len: 993 time: 0.0634551 Dec 13 13:53:18.208093 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40964) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:18.378051 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port 2569c3db-600a-4779-89f4-def1ff3e3af7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:53:18.378388 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:18.469626 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:18.469951 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:18.482032 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for 2569c3db-600a-4779-89f4-def1ff3e3af7 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:53:18.634298 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:18.663404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=2569c3db-600a-4779-89f4-def1ff3e3af7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:18.675862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.676205 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.676567 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.676900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.677223 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.677549 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.677870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.678229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.678551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.678867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.679194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.679498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.679805 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:18.742637 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:18.743098 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Floating IP 26d89f85-187a-47f3-9b66-66838ed95751 disassociated (deleted). External IP: 172.25.2.212, port: ab44cd16-78f8-4b28-94ec-9b6722952c9d. Dec 13 13:53:18.976740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 81246b10-295c-40bd-a56d-f9b836caa8cc has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:53:19.430176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:53:19.436547 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:19.442451 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] Sync routers for ids ['81246b10-295c-40bd-a56d-f9b836caa8cc'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:53:19.456685 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] Routers {'81246b10-295c-40bd-a56d-f9b836caa8cc'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:19.457289 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:52:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['81246b10-295c-40bd-a56d-f9b836caa8cc'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:19.466360 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1609d0d6-ffcf-4ba4-876e-7343eaa692c7 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/floatingips/26d89f85-187a-47f3-9b66-66838ed95751 HTTP/1.1" status: 204 len: 168 time: 1.2570472 Dec 13 13:53:19.466958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'tag': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:53:19.469513 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfba10b2-923e-4a76-9770-fc817da3c844" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80", "tag": "ab44cd16-78f8-4b28-94ec-9b6722952c9d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:53:19.520938 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec3c836-8193-4ab2-b9d9-2efb31413688 x-openstack-request-id: req-aec3c836-8193-4ab2-b9d9-2efb31413688 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:53:19.521348 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80", "tag": "ab44cd16-78f8-4b28-94ec-9b6722952c9d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:53:19.521599 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aec3c836-8193-4ab2-b9d9-2efb31413688 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:53:19.521994 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'tag': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'status': 'completed', 'code': 200} Dec 13 13:53:19.573488 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] Set router 81246b10-295c-40bd-a56d-f9b836caa8cc gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:19.591794 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-00beac58-0d7d-406e-af16-77d0e9be1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:19.593676 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-00beac58-0d7d-406e-af16-77d0e9be1038 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=986a1de7606d4ef9a848fee60a7000c9&device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 1096 time: 0.0477409 Dec 13 13:53:19.734394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-7c0f7aea-43b0-4ca5-a9d8-a17c5823be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:19.735815 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-7c0f7aea-43b0-4ca5-a9d8-a17c5823be3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3463323-f955-4659-84e6-9e19083f61a8 HTTP/1.1" status: 200 len: 896 time: 0.1346881 Dec 13 13:53:19.743400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a551058-7e7a-4d4a-a358-c693b1535db2 req-4d8fc539-e15d-4586-a7b1-487846444538 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:19.744700 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a551058-7e7a-4d4a-a358-c693b1535db2 req-4d8fc539-e15d-4586-a7b1-487846444538 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0731645 Dec 13 13:53:19.779786 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:22Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ee74f029-87f7-4809-93c9-43d874c27b11', 'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:97:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:21Z', 'updated_at': '2021-12-13T13:52:24Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:19.786436 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-8364dd5e-9136-4ff4-a44a-8fd63e023749 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d HTTP/1.1" status: 200 len: 217 time: 0.0407307 Dec 13 13:53:19.807853 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] Checking router: 81246b10-295c-40bd-a56d-f9b836caa8cc for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:53:19.816676 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] Routers {'81246b10-295c-40bd-a56d-f9b836caa8cc'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:19.817283 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:52:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['81246b10-295c-40bd-a56d-f9b836caa8cc'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:19.861060 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5a551058-7e7a-4d4a-a358-c693b1535db2 req-a38b4534-dacb-4cc5-9165-2f25a636f4c3 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078086 Dec 13 13:53:19.864813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-cc17fd94-7630-4f8b-a80f-97f092e0d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:19.866328 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-cc17fd94-7630-4f8b-a80f-97f092e0d0d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf62696f-172c-4cc9-bdb2-3136653dd13f HTTP/1.1" status: 200 len: 835 time: 0.0700252 Dec 13 13:53:19.916506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-e7469eab-2388-4e94-970b-d68bc5fe4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:19.918141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-e7469eab-2388-4e94-970b-d68bc5fe4134 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3463323-f955-4659-84e6-9e19083f61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420382 Dec 13 13:53:19.925973 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] Set router 81246b10-295c-40bd-a56d-f9b836caa8cc gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:20.015199 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-5c5f2233-81a7-46ef-93e2-61be5a97d26a service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886638 Dec 13 13:53:20.109848 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dfba10b2-923e-4a76-9770-fc817da3c844 req-25801c17-bee5-4e4d-bb49-9d28d6179c38 service neutron] 10.222.0.42 "GET /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871577 Dec 13 13:53:20.127095 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:22Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ee74f029-87f7-4809-93c9-43d874c27b11', 'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:97:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:21Z', 'updated_at': '2021-12-13T13:52:24Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:20.153897 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df5194-fed9-4aad-a6f0-5316abf43a43 None None] The sync data for ids ['81246b10-295c-40bd-a56d-f9b836caa8cc'] in n-d-817326-4 is: [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:22Z', 'revision_number': 4, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': 'ee74f029-87f7-4809-93c9-43d874c27b11', 'name': '', 'network_id': 'e3463323-f955-4659-84e6-9e19083f61a8', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'mac_address': 'fa:16:3e:97:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:21Z', 'updated_at': '2021-12-13T13:52:24Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'subnets': [{'id': 'bf62696f-172c-4cc9-bdb2-3136653dd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:53:20.385791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9d60d-b4c6-469b-b9b6-2a815cef6ddc None None] New status for floating IP 26d89f85-187a-47f3-9b66-66838ed95751: DOWN {{(pid=109887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:53:21.001054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7965a3-90f4-4ce0-8e1b-377accf30a3b req-ef82e1be-1fb2-4793-af60-873a36819d38 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:21.002565 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d7965a3-90f4-4ce0-8e1b-377accf30a3b req-ef82e1be-1fb2-4793-af60-873a36819d38 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0600076 Dec 13 13:53:21.052084 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4d7965a3-90f4-4ce0-8e1b-377accf30a3b req-c8806cb2-973b-400c-b42d-6035a8068421 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/security-groups?id=5210349a-5a3a-4c30-b475-82778694d016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430620 Dec 13 13:53:21.253406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-560b377c-ba60-4c29-be2e-db65a5da1fc0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:21.254790 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-560b377c-ba60-4c29-be2e-db65a5da1fc0 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 945 time: 0.0580626 Dec 13 13:53:21.349417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-98688076-ce61-44a5-9990-35bf61333071 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port ab44cd16-78f8-4b28-94ec-9b6722952c9d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:53:21.349709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-98688076-ce61-44a5-9990-35bf61333071 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:21.441485 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-98688076-ce61-44a5-9990-35bf61333071 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port ab44cd16-78f8-4b28-94ec-9b6722952c9d, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=ab44cd16-78f8-4b28-94ec-9b6722952c9d,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:21.441915 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-98688076-ce61-44a5-9990-35bf61333071 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:21.456813 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-98688076-ce61-44a5-9990-35bf61333071 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for ab44cd16-78f8-4b28-94ec-9b6722952c9d owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:53:21.599600 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-98688076-ce61-44a5-9990-35bf61333071 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:21.640852 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98688076-ce61-44a5-9990-35bf61333071 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=ab44cd16-78f8-4b28-94ec-9b6722952c9d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:21.683395 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-98688076-ce61-44a5-9990-35bf61333071 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] No DVR routers for this DVR port ab44cd16-78f8-4b28-94ec-9b6722952c9d on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:53:21.686365 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-98688076-ce61-44a5-9990-35bf61333071 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:21.689783 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d11a0fb0-1256-4c00-a048-02f9096c2c5d req-98688076-ce61-44a5-9990-35bf61333071 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.42 "DELETE /v2.0/ports/ab44cd16-78f8-4b28-94ec-9b6722952c9d HTTP/1.1" status: 204 len: 173 time: 0.4288218 Dec 13 13:53:21.690244 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'name': 'network-vif-deleted', 'tag': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:53:21.692503 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee80869-5401-477b-b2ed-c80061a5a7f9" -d '{"events": [{"server_uuid": "f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80", "name": "network-vif-deleted", "tag": "ab44cd16-78f8-4b28-94ec-9b6722952c9d"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:53:21.738318 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e567642-e4a9-406b-9941-d534a8593c76 x-openstack-request-id: req-9e567642-e4a9-406b-9941-d534a8593c76 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:53:21.738575 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80", "name": "network-vif-deleted", "tag": "ab44cd16-78f8-4b28-94ec-9b6722952c9d", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:53:21.738837 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e567642-e4a9-406b-9941-d534a8593c76 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:53:21.739265 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80', 'name': 'network-vif-deleted', 'tag': 'ab44cd16-78f8-4b28-94ec-9b6722952c9d', 'status': 'completed', 'code': 200} Dec 13 13:53:22.170063 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b9df4448-7f97-4228-9854-e1b454db3f19 req-dcce193e-88ca-4f99-a934-63daf5792146 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2ddb0e2-c0ad-4c8d-850c-1c8aa2ac6a80 HTTP/1.1" status: 200 len: 210 time: 0.0277710 Dec 13 13:53:23.230200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40982) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:23.611933 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:23.888546 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port ee74f029-87f7-4809-93c9-43d874c27b11 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:53:23.888969 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:23.983111 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port ee74f029-87f7-4809-93c9-43d874c27b11, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ee74f029-87f7-4809-93c9-43d874c27b11,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:23.983463 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:23.996303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for ee74f029-87f7-4809-93c9-43d874c27b11 owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:53:24.198621 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:24.226287 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=ee74f029-87f7-4809-93c9-43d874c27b11,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:24.253535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.254196 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.254311 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.254609 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.254948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.255283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.255622 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.255951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.256283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.256618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.256950 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.257281 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.257608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:24.346650 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d73510d-f595-4b40-aafa-eab29bb1f604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:24.418311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:24.662555 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Router 81246b10-295c-40bd-a56d-f9b836caa8cc has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:53:24.773333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:53:24.779193 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-41a3abff-0214-45e0-9b07-6c136d81bf61 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "PUT /v2.0/routers/81246b10-295c-40bd-a56d-f9b836caa8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5479460 Dec 13 13:53:24.781923 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40984) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:24.785620 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] Sync routers for ids ['81246b10-295c-40bd-a56d-f9b836caa8cc'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:53:24.796520 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] Routers {'81246b10-295c-40bd-a56d-f9b836caa8cc'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:24.797129 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:52:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['81246b10-295c-40bd-a56d-f9b836caa8cc'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:24.834822 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c06147-e985-4d86-923c-ed858f144701 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting subnet bf62696f-172c-4cc9-bdb2-3136653dd13f {{(pid=109885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 13:53:24.838374 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60c06147-e985-4d86-923c-ed858f144701 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:24.882964 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60c06147-e985-4d86-923c-ed858f144701 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811742'] for subnet, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:24.976769 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60c06147-e985-4d86-923c-ed858f144701 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:24.998358 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] Set router 81246b10-295c-40bd-a56d-f9b836caa8cc gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:25.022188 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ab44cd16-78f8-4b28-94ec-9b6722952c9d no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:53:25.041263 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60c06147-e985-4d86-923c-ed858f144701 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26338316'] for subnet, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.046417 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: ab44cd16-78f8-4b28-94ec-9b6722952c9d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:53:25.047334 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device ab44cd16-78f8-4b28-94ec-9b6722952c9d not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:53:25.068202 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c06147-e985-4d86-923c-ed858f144701 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Subnet': ['ID=bf62696f-172c-4cc9-bdb2-3136653dd13f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:25.073750 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-60c06147-e985-4d86-923c-ed858f144701 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for subnet, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.077509 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-60c06147-e985-4d86-923c-ed858f144701 tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/subnets/bf62696f-172c-4cc9-bdb2-3136653dd13f HTTP/1.1" status: 204 len: 168 time: 0.2936676 Dec 13 13:53:25.080092 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40986) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:25.081793 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d1112-9d16-42ee-b1b2-92c8f19dc4c7 None None] Network e3463323-f955-4659-84e6-9e19083f61a8 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:53:25.193864 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:53:24Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:25.204822 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.224722 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] Checking router: 81246b10-295c-40bd-a56d-f9b836caa8cc for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:53:25.234121 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] Routers {'81246b10-295c-40bd-a56d-f9b836caa8cc'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:25.234744 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:52:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['81246b10-295c-40bd-a56d-f9b836caa8cc'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:25.263136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] DHCP port deletion for e3463323-f955-4659-84e6-9e19083f61a8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:53:25.312732 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Deleting port 191664fb-17b8-40cf-8797-214a4dc17082 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:53:25.313130 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.317601 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.340940 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] Set router 81246b10-295c-40bd-a56d-f9b836caa8cc gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:25.376708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Deleting port 793daa7b-66ce-43e4-b257-db9f30620872 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:53:25.377117 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.385569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] For port 191664fb-17b8-40cf-8797-214a4dc17082, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=191664fb-17b8-40cf-8797-214a4dc17082,segment=NetworkSegment(8f095c47-c574-4683-9acf-36fc470b57f9),segment_id=8f095c47-c574-4683-9acf-36fc470b57f9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:25.386171 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.399819 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Calling delete_port for 191664fb-17b8-40cf-8797-214a4dc17082 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:53:25.468154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] For port 793daa7b-66ce-43e4-b257-db9f30620872, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=793daa7b-66ce-43e4-b257-db9f30620872,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:25.468581 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.482221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Calling delete_port for 793daa7b-66ce-43e4-b257-db9f30620872 owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:53:25.483326 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.523289 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:53:24Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:25.529792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Pushing event deleted for resources: {'Port': ['ID=191664fb-17b8-40cf-8797-214a4dc17082,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:25.539959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] No DVR routers for this DVR port 191664fb-17b8-40cf-8797-214a4dc17082 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:53:25.543619 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.544090 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.544437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.545030 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.545583 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.546059 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.546591 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.547022 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.547527 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.547927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.548368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.548806 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.549189 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5c3ea-4789-45fc-b423-5d3d1e94ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:25.551044 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8848b-4b0d-4cef-89de-0f67a7f34494 None None] The sync data for ids ['81246b10-295c-40bd-a56d-f9b836caa8cc'] in n-d-817326-4 is: [{'id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997270055', 'tenant_id': '986a1de7606d4ef9a848fee60a7000c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '793daa7b-66ce-43e4-b257-db9f30620872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:53:24Z', 'revision_number': 5, 'project_id': '986a1de7606d4ef9a848fee60a7000c9', 'gw_port': {'id': '793daa7b-66ce-43e4-b257-db9f30620872', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246b10-295c-40bd-a56d-f9b836caa8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:52:18Z', 'updated_at': '2021-12-13T13:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:53:25.688937 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.708651 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Port': ['ID=793daa7b-66ce-43e4-b257-db9f30620872,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:25.723126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd10111-f235-41f8-ae8b-6a64b09c6064 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:53:25.770786 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.864159 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.866367 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.912347 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.912948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Fanout notify agent at l3_agent the message router_deleted on router 81246b10-295c-40bd-a56d-f9b836caa8cc {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 13:53:25.920741 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:25.921875 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f889cbec-ddbf-4beb-b261-475b82e95d3a tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/routers/81246b10-295c-40bd-a56d-f9b836caa8cc HTTP/1.1" status: 204 len: 168 time: 0.8405633 Dec 13 13:53:25.924711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40988) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:26.000160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 191664fb-17b8-40cf-8797-214a4dc17082 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:53:26.006410 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.025203 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 191664fb-17b8-40cf-8797-214a4dc17082 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:53:26.025496 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 191664fb-17b8-40cf-8797-214a4dc17082 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:53:26.105516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.127690 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3463323-f955-4659-84e6-9e19083f61a8']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:26.137967 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f095c47-c574-4683-9acf-36fc470b57f9') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:26.138751 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f095c47-c574-4683-9acf-36fc470b57f9') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:26.149113 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.162978 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.170170 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 13:53:26.170512 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: timer() Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 13:53:26.174237 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 13:53:26.239270 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.247187 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.253665 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/networks/e3463323-f955-4659-84e6-9e19083f61a8 HTTP/1.1" status: 204 len: 168 time: 0.3256311 Dec 13 13:53:26.254141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 40990) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:26.274752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed3cf6-1de3-4d4c-aadc-b027b238487d tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'Network': ['ID=e3463323-f955-4659-84e6-9e19083f61a8,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:26.314991 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b03881d-6175-4277-a773-25a213d6d79f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.346574 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b03881d-6175-4277-a773-25a213d6d79f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.417071 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b03881d-6175-4277-a773-25a213d6d79f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.419978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-3b03881d-6175-4277-a773-25a213d6d79f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.421134 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3b03881d-6175-4277-a773-25a213d6d79f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] 10.222.0.31 "DELETE /v2.0/security-groups/5210349a-5a3a-4c30-b475-82778694d016 HTTP/1.1" status: 204 len: 168 time: 0.1660318 Dec 13 13:53:26.430842 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03881d-6175-4277-a773-25a213d6d79f tempest-TestNetworkAdvancedServerOps-1463289313 tempest-TestNetworkAdvancedServerOps-1463289313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5210349a-5a3a-4c30-b475-82778694d016,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:26.716459 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f1e33a4-f42b-454f-a8f5-6eacec30db18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:26.787120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 40998) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:26.943169 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-1c566e23-a05b-4c86-aef3-18c2f86c2976 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=986a1de7606d4ef9a848fee60a7000c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548100 Dec 13 13:53:26.946637 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41002) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:26.998448 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04368d02-f9d1-483a-bf88-63b516e6226d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.020895 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04368d02-f9d1-483a-bf88-63b516e6226d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.074703 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04368d02-f9d1-483a-bf88-63b516e6226d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.077400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-04368d02-f9d1-483a-bf88-63b516e6226d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.078616 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-04368d02-f9d1-483a-bf88-63b516e6226d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/118cf2a9-1e3e-47f9-a132-269f26ce76ec HTTP/1.1" status: 204 len: 168 time: 0.1310580 Dec 13 13:53:27.086634 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04368d02-f9d1-483a-bf88-63b516e6226d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118cf2a9-1e3e-47f9-a132-269f26ce76ec,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:27.381130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41008) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:27.394573 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5697-f24e-473b-b875-295e55baf4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.470750 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5697-f24e-473b-b875-295e55baf4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.476545 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5697-f24e-473b-b875-295e55baf4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.516664 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-1e0e5697-f24e-473b-b875-295e55baf4b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2aad0f76429143ef94d7fa0b7fb6d88e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344228 Dec 13 13:53:27.517613 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e5697-f24e-473b-b875-295e55baf4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a90c1e-6b23-4bd9-9fe8-3b345fd8a9a4,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:27.519711 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41010) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:27.569684 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f290b591-bdf7-47c8-a7cd-b7425a47abdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.572100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ee74f029-87f7-4809-93c9-43d874c27b11 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:53:27.594603 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f290b591-bdf7-47c8-a7cd-b7425a47abdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.597213 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ee74f029-87f7-4809-93c9-43d874c27b11 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:53:27.597570 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ee74f029-87f7-4809-93c9-43d874c27b11 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:53:27.597983 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 793daa7b-66ce-43e4-b257-db9f30620872 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:53:27.619896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 793daa7b-66ce-43e4-b257-db9f30620872 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:53:27.620162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 793daa7b-66ce-43e4-b257-db9f30620872 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:53:27.642651 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f290b591-bdf7-47c8-a7cd-b7425a47abdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.645289 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-f290b591-bdf7-47c8-a7cd-b7425a47abdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:27.646543 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-f290b591-bdf7-47c8-a7cd-b7425a47abdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81a90c1e-6b23-4bd9-9fe8-3b345fd8a9a4 HTTP/1.1" status: 204 len: 168 time: 0.1249695 Dec 13 13:53:27.654866 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290b591-bdf7-47c8-a7cd-b7425a47abdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a90c1e-6b23-4bd9-9fe8-3b345fd8a9a4,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:28.010895 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:28.392648 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41032) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:28.491994 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1750160662-network', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:28.516421 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Made reservation on behalf of 572b4f441cb24ce2901b7fca913e731e for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:53:28.518716 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:28.527419 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:28.601985 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:28.608555 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:28.633716 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:53:28.649348 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729d30ff-527b-4737-a650-feb9b76bea2a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:28.655437 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:28.655767 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Added segment 31c35b9a-9d3e-487a-ade0-e2303de745fe of type vlan for network e21bcefb-7062-47d8-af2a-cdf7221187ed Dec 13 13:53:28.709275 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:28.735962 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:28.736931 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:28.737507 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:28.793420 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3995347 Dec 13 13:53:28.796759 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41036) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:28.801306 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fef692-590d-4cc8-a564-dcb15a3935ac admin admin] Pushing event updated for resources: {'Network': ['ID=e21bcefb-7062-47d8-af2a-cdf7221187ed,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:28.801974 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Request body: {'subnet': {'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1750160662-subnet', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:28.811227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e21bcefb-7062-47d8-af2a-cdf7221187ed details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:53:28.824270 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Made reservation on behalf of 572b4f441cb24ce2901b7fca913e731e for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:53:28.826662 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:28.999061 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.053574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:29.062876 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Checking segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:53:29.063234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Network hostable DHCP agents. Network: e21bcefb-7062-47d8-af2a-cdf7221187ed, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:53:29.081254 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Network e21bcefb-7062-47d8-af2a-cdf7221187ed is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:53:29.090918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e21bcefb-7062-47d8-af2a-cdf7221187ed) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:29.095638 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:29.096317 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.101426 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a375f-3199-417b-a984-99bdc86d0957 None None] Network e21bcefb-7062-47d8-af2a-cdf7221187ed requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:53:29.114390 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-04aa3a7d-badf-4565-bc85-46bf68ea5776 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3164458 Dec 13 13:53:29.117522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41038) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:29.122385 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:29.145407 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.146557 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.200003 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.205775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-e21bcefb-7062-47d8-af2a-cdf7221187ed', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:53:29.206674 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.342838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.354252 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Allocated IP 172.20.0.2 (e21bcefb-7062-47d8-af2a-cdf7221187ed/dd39f118-cbe5-463a-b85d-d7a7e21d4d0a/2b09cbfa-22d3-4195-aea2-c9211a2c8963) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:53:29.356182 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.503647 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.509802 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.546509 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.552479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Network e21bcefb-7062-47d8-af2a-cdf7221187ed is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:53:29.553846 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:29.557289 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:53:29.564660 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Pushing event updated for resources: {'Port': ['ID=2b09cbfa-22d3-4195-aea2-c9211a2c8963,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:29.569957 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.618375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Attempting to bind port 2b09cbfa-22d3-4195-aea2-c9211a2c8963 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:53:29.618724 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Attempting to bind port 2b09cbfa-22d3-4195-aea2-c9211a2c8963 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:53:29.619050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Attempting to bind port 2b09cbfa-22d3-4195-aea2-c9211a2c8963 on network e21bcefb-7062-47d8-af2a-cdf7221187ed {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:53:29.624505 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:53:29.624903 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Checking segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:53:29.625641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.626039 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Bound using segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:53:29.626602 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Bound port: 2b09cbfa-22d3-4195-aea2-c9211a2c8963, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:53:29.626978 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.675154 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Allocated IP 172.25.2.146 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/b438fc29-1737-4791-9e31-da167d30890d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:53:29.691144 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] For port 2b09cbfa-22d3-4195-aea2-c9211a2c8963, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:53:29.694390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] For port 2b09cbfa-22d3-4195-aea2-c9211a2c8963, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2b09cbfa-22d3-4195-aea2-c9211a2c8963,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:53:29.699995 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.756563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe688765-4a40-41f1-bd13-d1d2ed617f21 None None] Pushing event updated for resources: {'Port': ['ID=2b09cbfa-22d3-4195-aea2-c9211a2c8963,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:29.788736 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:29.964973 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:30.198450 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:30.237787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:53:30.240820 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:30.244397 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:53:30.254556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee24e1d-6a96-44cf-b8da-9881ff3a3280 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:53:30.272326 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Pushing event updated for resources: {'Port': ['ID=b438fc29-1737-4791-9e31-da167d30890d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:30.286371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-c24c84b7-3d6c-4527-a6fd-c3daa1a63ff4 None None] Provisioning complete for port b438fc29-1737-4791-9e31-da167d30890d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:30.286734 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c24c84b7-3d6c-4527-a6fd-c3daa1a63ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:30.324800 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c24c84b7-3d6c-4527-a6fd-c3daa1a63ff4 None None] Port b438fc29-1737-4791-9e31-da167d30890d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:53:30.509091 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:30.655995 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06909e7-3c31-4b7d-b850-0a78f7cc0440 None None] Network e21bcefb-7062-47d8-af2a-cdf7221187ed requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:53:30.713888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:30.765688 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-0300ead9-2610-49cd-b22d-4d945df19c5e None None] Provisioning complete for port 2b09cbfa-22d3-4195-aea2-c9211a2c8963 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:30.765942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0300ead9-2610-49cd-b22d-4d945df19c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:30.853337 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0300ead9-2610-49cd-b22d-4d945df19c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:30.854109 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:53:30.898577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0300ead9-2610-49cd-b22d-4d945df19c5e None None] For port 2b09cbfa-22d3-4195-aea2-c9211a2c8963, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2b09cbfa-22d3-4195-aea2-c9211a2c8963,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:30.905044 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0300ead9-2610-49cd-b22d-4d945df19c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:30.956658 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300ead9-2610-49cd-b22d-4d945df19c5e None None] Pushing event updated for resources: {'Port': ['ID=2b09cbfa-22d3-4195-aea2-c9211a2c8963,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:30.974470 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:53:30.987227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Sync routers for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:53:30.994703 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:30.996019 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-53dabcb8-632e-4bd6-bb76-a757c2684bfe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8771591 Dec 13 13:53:30.999198 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41040) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:31.001817 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:31.002712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:31.098723 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-4ac9a801-7865-42fc-b560-e1e79ef55318 None None] Provisioning complete for port 2b09cbfa-22d3-4195-aea2-c9211a2c8963 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:31.099214 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a801-7865-42fc-b560-e1e79ef55318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:31.148603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:31.364471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:30Z', 'revision_number': 3, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:31.395112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Checking router: 28a78b96-beea-43b8-a4eb-b8de8d1788b1 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:53:31.395540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Updating router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 port b438fc29-1737-4791-9e31-da167d30890d binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:53:31.420132 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:31.433476 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:31.610188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Allocated IP 172.20.0.1 (e21bcefb-7062-47d8-af2a-cdf7221187ed/dd39f118-cbe5-463a-b85d-d7a7e21d4d0a/2f9eda64-d503-413b-9633-154594405b9b) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:53:31.730447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2b09cbfa-22d3-4195-aea2-c9211a2c8963 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:53:31.735580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:31.773002 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:31.813684 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Network e21bcefb-7062-47d8-af2a-cdf7221187ed is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:53:31.816880 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:31.820465 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:53:31.843335 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9eda64-d503-413b-9633-154594405b9b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:31.852104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2b09cbfa-22d3-4195-aea2-c9211a2c8963 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:31.852455 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:31.865132 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:31.932242 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:31.941404 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.012038 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.025666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5761361-7bc9-4d79-9b09-905ed1e51298 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:53:32.040174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5a300-c919-4a64-8f63-476eebfc2b07 None None] Pushing event updated for resources: {'Port': ['ID=b438fc29-1737-4791-9e31-da167d30890d,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:32.043103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Attempting to bind port b438fc29-1737-4791-9e31-da167d30890d on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:53:32.043477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Attempting to bind port b438fc29-1737-4791-9e31-da167d30890d by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:53:32.044054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Attempting to bind port b438fc29-1737-4791-9e31-da167d30890d on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:53:32.050659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:53:32.051014 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:53:32.051388 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.051772 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:53:32.052235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Bound port: b438fc29-1737-4791-9e31-da167d30890d, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:53:32.052747 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.104811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] For port b438fc29-1737-4791-9e31-da167d30890d, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:53:32.108791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] For port b438fc29-1737-4791-9e31-da167d30890d, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b438fc29-1737-4791-9e31-da167d30890d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:53:32.113306 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.165055 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600bcbf7-571f-441d-9f0c-f3806220ed1f None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:53:32.189637 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.195887 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-642ad343-acd9-4097-9578-76fe34dc00b0 None None] Provisioning complete for port 2f9eda64-d503-413b-9633-154594405b9b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:32.196255 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-642ad343-acd9-4097-9578-76fe34dc00b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.196784 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.198214 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5a300-c919-4a64-8f63-476eebfc2b07 None None] Pushing event updated for resources: {'Port': ['ID=b438fc29-1737-4791-9e31-da167d30890d,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:32.202258 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:32.202873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:32.268047 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9eda64-d503-413b-9633-154594405b9b,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:32.270639 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.278206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-642ad343-acd9-4097-9578-76fe34dc00b0 None None] Port 2f9eda64-d503-413b-9633-154594405b9b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:53:32.328229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-642ad343-acd9-4097-9578-76fe34dc00b0 None None] Provisioning complete for port b438fc29-1737-4791-9e31-da167d30890d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:32.328616 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-642ad343-acd9-4097-9578-76fe34dc00b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.363586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:32.368921 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Network e21bcefb-7062-47d8-af2a-cdf7221187ed is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:53:32.370601 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:32.493592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:53:32.537601 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-642ad343-acd9-4097-9578-76fe34dc00b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.572367 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-642ad343-acd9-4097-9578-76fe34dc00b0 None None] For port b438fc29-1737-4791-9e31-da167d30890d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b438fc29-1737-4791-9e31-da167d30890d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:32.576774 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-642ad343-acd9-4097-9578-76fe34dc00b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.611928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:53:32.621047 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b8c71ae1-ef1e-4ea7-84ed-bf191c3d24d9 admin admin] 10.222.0.31 "PUT /v2.0/routers/28a78b96-beea-43b8-a4eb-b8de8d1788b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6168430 Dec 13 13:53:32.649104 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ad343-acd9-4097-9578-76fe34dc00b0 None None] Pushing event updated for resources: {'Port': ['ID=b438fc29-1737-4791-9e31-da167d30890d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:32.663291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 2, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:32.696835 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed8e95-011a-4d8e-b5ef-c36491fccac1 None None] The sync data for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 is: [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 2, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:53:32.707728 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f42da033-3222-4b5f-8ab6-3a21c50899ae None None] Provisioning complete for port 2f9eda64-d503-413b-9633-154594405b9b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:32.708082 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f42da033-3222-4b5f-8ab6-3a21c50899ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:32.744148 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f42da033-3222-4b5f-8ab6-3a21c50899ae None None] Port 2f9eda64-d503-413b-9633-154594405b9b cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:53:32.754960 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f42da033-3222-4b5f-8ab6-3a21c50899ae None None] Provisioning complete for port b438fc29-1737-4791-9e31-da167d30890d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:32.755337 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f42da033-3222-4b5f-8ab6-3a21c50899ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.142317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41056) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:33.147338 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-32871014-network', 'tenant_id': '86251e659649432783355f4e5a5d726a'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:33.170906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Made reservation on behalf of 86251e659649432783355f4e5a5d726a for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:53:33.173424 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.182888 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.268828 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.274438 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.300608 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 13:53:33.309731 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c361bca-5365-4c9e-814e-230c5edc9633,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:33.316149 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.316490 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Added segment 31136107-6854-4b99-aa1e-171bc32ef386 of type vlan for network 25373f5c-9a15-4ed6-98c8-602b152d093b Dec 13 13:53:33.368499 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.400386 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.401382 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:33.401967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.464294 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3207896 Dec 13 13:53:33.467964 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41058) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:33.472709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c4bd9-ba9c-430b-884d-56efe1f6d2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=25373f5c-9a15-4ed6-98c8-602b152d093b,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:33.475492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Request body: {'subnet': {'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-32871014-subnet', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:33.483483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 25373f5c-9a15-4ed6-98c8-602b152d093b details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 13:53:33.501023 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Made reservation on behalf of 86251e659649432783355f4e5a5d726a for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:53:33.504316 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.622560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b438fc29-1737-4791-9e31-da167d30890d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:53:33.679130 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b438fc29-1737-4791-9e31-da167d30890d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:33.679716 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.707445 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.772386 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f833bde5-b0fb-48c1-8516-dce2ed515d11,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:33.785213 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Checking segment: {'id': '31136107-6854-4b99-aa1e-171bc32ef386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:53:33.785570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Network hostable DHCP agents. Network: 25373f5c-9a15-4ed6-98c8-602b152d093b, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 13:53:33.803497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Network 25373f5c-9a15-4ed6-98c8-602b152d093b is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 13:53:33.814240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 25373f5c-9a15-4ed6-98c8-602b152d093b) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:33.818847 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:33.819737 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.825648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ec2f0-ecac-440d-854a-8a3bc09e4cec None None] Network 25373f5c-9a15-4ed6-98c8-602b152d093b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:53:33.841405 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41060) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:33.841636 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0ca040e9-2369-4077-8cb4-c10586fa11d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3699784 Dec 13 13:53:33.846709 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-32871014-router', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:33.870215 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.871699 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.931232 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:33.931889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-25373f5c-9a15-4ed6-98c8-602b152d093b', 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b', 'project_id': '86251e659649432783355f4e5a5d726a', 'fixed_ips': [{'subnet_id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 13:53:33.932911 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.082516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.089899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Allocated IP 172.20.0.2 (25373f5c-9a15-4ed6-98c8-602b152d093b/f833bde5-b0fb-48c1-8516-dce2ed515d11/a98ae562-2644-4172-9f77-c6deeec2cf1b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:53:34.234508 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.241525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.283340 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Network 25373f5c-9a15-4ed6-98c8-602b152d093b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:53:34.286375 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:34.289758 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.290811 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:53:34.297798 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Pushing event updated for resources: {'Port': ['ID=a98ae562-2644-4172-9f77-c6deeec2cf1b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:34.317200 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.353171 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Attempting to bind port a98ae562-2644-4172-9f77-c6deeec2cf1b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:53:34.353567 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Attempting to bind port a98ae562-2644-4172-9f77-c6deeec2cf1b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '31136107-6854-4b99-aa1e-171bc32ef386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:53:34.353939 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Attempting to bind port a98ae562-2644-4172-9f77-c6deeec2cf1b on network 25373f5c-9a15-4ed6-98c8-602b152d093b {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:53:34.359146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:53:34.359517 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Checking segment: {'id': '31136107-6854-4b99-aa1e-171bc32ef386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:53:34.359913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.360302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Bound using segment: {'id': '31136107-6854-4b99-aa1e-171bc32ef386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:53:34.360761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Bound port: a98ae562-2644-4172-9f77-c6deeec2cf1b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31136107-6854-4b99-aa1e-171bc32ef386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:53:34.361134 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.423210 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Allocated IP 172.25.2.241 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/b08979fe-f0f9-4a54-adde-3f1a0e60089d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:53:34.426651 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] For port a98ae562-2644-4172-9f77-c6deeec2cf1b, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:53:34.429767 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] For port a98ae562-2644-4172-9f77-c6deeec2cf1b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a98ae562-2644-4172-9f77-c6deeec2cf1b,segment=NetworkSegment(31136107-6854-4b99-aa1e-171bc32ef386),segment_id=31136107-6854-4b99-aa1e-171bc32ef386)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:53:34.434936 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.507803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c7cb1-65b2-413b-941a-eecd98155968 None None] Pushing event updated for resources: {'Port': ['ID=a98ae562-2644-4172-9f77-c6deeec2cf1b,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:34.547985 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.904835 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Sync routers for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:53:34.915701 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:34.916454 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:34.943802 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:34.985965 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:53:34.988991 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:34.993403 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:53:34.999345 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Pushing event updated for resources: {'Port': ['ID=b08979fe-f0f9-4a54-adde-3f1a0e60089d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:35.004758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782039da-7286-41fc-9f58-4de4eea2fc6b None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:53:35.031652 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:35.073664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5282e55f-3b57-4681-98ad-304564abbc5e None None] Provisioning complete for port b08979fe-f0f9-4a54-adde-3f1a0e60089d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:35.074311 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5282e55f-3b57-4681-98ad-304564abbc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.116586 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5282e55f-3b57-4681-98ad-304564abbc5e None None] Port b08979fe-f0f9-4a54-adde-3f1a0e60089d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:53:35.233050 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 2, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:35.252612 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.259254 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Checking router: 28a78b96-beea-43b8-a4eb-b8de8d1788b1 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:53:35.259588 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Updating router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 port 2f9eda64-d503-413b-9633-154594405b9b binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:53:35.288043 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.462154 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.564656 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.572323 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.626492 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Router 0746bc17-42e4-483c-9382-2ec5e2c41ead is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 13:53:35.657567 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a98ae562-2644-4172-9f77-c6deeec2cf1b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:53:35.677455 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Attempting to bind port 2f9eda64-d503-413b-9633-154594405b9b on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:53:35.678227 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Attempting to bind port 2f9eda64-d503-413b-9633-154594405b9b by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:53:35.678773 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Attempting to bind port 2f9eda64-d503-413b-9633-154594405b9b on network e21bcefb-7062-47d8-af2a-cdf7221187ed {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:53:35.688174 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:53:35.688769 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Checking segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:53:35.690271 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.690827 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Bound using segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:53:35.691478 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Bound port: 2f9eda64-d503-413b-9633-154594405b9b, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:53:35.692036 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.706282 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Pushing event updated for resources: {'Port': ['ID=2f9eda64-d503-413b-9633-154594405b9b,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:35.727427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a98ae562-2644-4172-9f77-c6deeec2cf1b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:35.727798 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.744493 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.744753 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.745136 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.745702 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.746430 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.747372 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.747996 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.748665 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.749452 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.749973 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.751214 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.752070 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.752600 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:53:35.802736 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:53:35.807719 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] For port 2f9eda64-d503-413b-9633-154594405b9b, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:53:35.812212 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] For port 2f9eda64-d503-413b-9633-154594405b9b, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2f9eda64-d503-413b-9633-154594405b9b,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:53:35.819495 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.820309 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be8143d-e232-42fa-8856-5923188f22d9 None None] Network 25373f5c-9a15-4ed6-98c8-602b152d093b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 13:53:35.823938 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Sync routers for ids ['0746bc17-42e4-483c-9382-2ec5e2c41ead'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:53:35.830337 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.832280 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-68f8b9f4-f358-4b15-b192-373b913f8832 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9890776 Dec 13 13:53:35.835006 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41062) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:35.868468 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:35.886631 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:35.887250 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:35.890503 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e3767-e208-4ed3-bd28-d5eca5faf907 None None] Pushing event updated for resources: {'Port': ['ID=2f9eda64-d503-413b-9633-154594405b9b,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:35.934032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Routers {'0746bc17-42e4-483c-9382-2ec5e2c41ead'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:35.934925 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0746bc17-42e4-483c-9382-2ec5e2c41ead'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:36.115644 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:36.196454 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-1c31f7ad-108a-443d-b372-bdbbd3ec8c3d None None] Provisioning complete for port a98ae562-2644-4172-9f77-c6deeec2cf1b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:36.197011 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c31f7ad-108a-443d-b372-bdbbd3ec8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:36.212165 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] For port a98ae562-2644-4172-9f77-c6deeec2cf1b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a98ae562-2644-4172-9f77-c6deeec2cf1b,segment=NetworkSegment(31136107-6854-4b99-aa1e-171bc32ef386),segment_id=31136107-6854-4b99-aa1e-171bc32ef386)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:36.242457 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:36.324444 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:36.335483 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:35Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:36.365410 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21aedb-5928-482d-94b9-08137d99b36e None None] The sync data for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 is: [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:35Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:53:36.377287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Pushing event updated for resources: {'Port': ['ID=a98ae562-2644-4172-9f77-c6deeec2cf1b,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:36.392073 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Set router 0746bc17-42e4-483c-9382-2ec5e2c41ead gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:36.527662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Allocated IP 172.20.0.1 (25373f5c-9a15-4ed6-98c8-602b152d093b/f833bde5-b0fb-48c1-8516-dce2ed515d11/8a498ac3-b70d-4c2b-9f77-39f81eaea21e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:53:36.653468 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:36.676278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'name': 'tempest-TestShelveInstance-32871014-router', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:33Z', 'updated_at': '2021-12-13T13:53:35Z', 'revision_number': 3, 'project_id': '86251e659649432783355f4e5a5d726a', 'gw_port': {'id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:34Z', 'updated_at': '2021-12-13T13:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:36.691596 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:36.707302 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Checking router: 0746bc17-42e4-483c-9382-2ec5e2c41ead for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:53:36.707649 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Updating router 0746bc17-42e4-483c-9382-2ec5e2c41ead port b08979fe-f0f9-4a54-adde-3f1a0e60089d binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:53:36.709568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3a3cee55-6bcc-4013-812d-e19e0b20c803 None None] Provisioning complete for port a98ae562-2644-4172-9f77-c6deeec2cf1b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:36.710107 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a3cee55-6bcc-4013-812d-e19e0b20c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:36.739511 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Network 25373f5c-9a15-4ed6-98c8-602b152d093b is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:53:36.743520 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:36.745832 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Pushing event updated for resources: {'Port': ['ID=8a498ac3-b70d-4c2b-9f77-39f81eaea21e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:36.748475 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:53:36.782185 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:36.793137 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:36.931025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:36.988499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3a3cee55-6bcc-4013-812d-e19e0b20c803 None None] Provisioning complete for port 2f9eda64-d503-413b-9633-154594405b9b triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:36.988871 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a3cee55-6bcc-4013-812d-e19e0b20c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.115763 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.121055 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.144479 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a3cee55-6bcc-4013-812d-e19e0b20c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.162968 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.175950 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.190638 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Pushing event updated for resources: {'Port': ['ID=8a498ac3-b70d-4c2b-9f77-39f81eaea21e,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:37.196260 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.223703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3a3cee55-6bcc-4013-812d-e19e0b20c803 None None] For port 2f9eda64-d503-413b-9633-154594405b9b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2f9eda64-d503-413b-9633-154594405b9b,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:37.232630 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a3cee55-6bcc-4013-812d-e19e0b20c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.242523 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a67254-74a7-47dc-8276-7eb4d33eae97 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:53:37.253673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f219cf-2356-4380-8c6f-070c606877da None None] Pushing event updated for resources: {'Port': ['ID=b08979fe-f0f9-4a54-adde-3f1a0e60089d,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:37.262013 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Attempting to bind port b08979fe-f0f9-4a54-adde-3f1a0e60089d on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:53:37.262498 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Attempting to bind port b08979fe-f0f9-4a54-adde-3f1a0e60089d by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:53:37.262861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Attempting to bind port b08979fe-f0f9-4a54-adde-3f1a0e60089d on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:53:37.295301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:53:37.295668 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:53:37.296082 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.296444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:53:37.296910 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Bound port: b08979fe-f0f9-4a54-adde-3f1a0e60089d, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:53:37.297281 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.304547 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Network 25373f5c-9a15-4ed6-98c8-602b152d093b is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:53:37.306096 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:37.352532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cee55-6bcc-4013-812d-e19e0b20c803 None None] Pushing event updated for resources: {'Port': ['ID=2f9eda64-d503-413b-9633-154594405b9b,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:37.379828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] For port b08979fe-f0f9-4a54-adde-3f1a0e60089d, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:53:37.382008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-659d63d8-0fd1-4489-88f7-5114b1756ac2 None None] Provisioning complete for port b08979fe-f0f9-4a54-adde-3f1a0e60089d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:37.382401 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-659d63d8-0fd1-4489-88f7-5114b1756ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.385239 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] For port b08979fe-f0f9-4a54-adde-3f1a0e60089d, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b08979fe-f0f9-4a54-adde-3f1a0e60089d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:53:37.410375 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.436538 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Router 0746bc17-42e4-483c-9382-2ec5e2c41ead has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:53:37.477178 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-659d63d8-0fd1-4489-88f7-5114b1756ac2 None None] Port b08979fe-f0f9-4a54-adde-3f1a0e60089d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:53:37.479122 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26991313-3139-4908-99d8-8d57db8bb2fd None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 13:53:37.512532 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f219cf-2356-4380-8c6f-070c606877da None None] Pushing event updated for resources: {'Port': ['ID=b08979fe-f0f9-4a54-adde-3f1a0e60089d,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:37.522057 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Routers {'0746bc17-42e4-483c-9382-2ec5e2c41ead'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:37.522592 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0746bc17-42e4-483c-9382-2ec5e2c41ead'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:37.524597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-659d63d8-0fd1-4489-88f7-5114b1756ac2 None None] Provisioning complete for port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:37.524961 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-659d63d8-0fd1-4489-88f7-5114b1756ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.572554 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:53:37.579309 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c1fdc5d9-17e8-41d9-b41e-83eb02295abd admin admin] 10.222.0.31 "PUT /v2.0/routers/0746bc17-42e4-483c-9382-2ec5e2c41ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7428448 Dec 13 13:53:37.610707 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-659d63d8-0fd1-4489-88f7-5114b1756ac2 None None] Port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:53:37.646218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2f9eda64-d503-413b-9633-154594405b9b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:53:37.699606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] Set router 0746bc17-42e4-483c-9382-2ec5e2c41ead gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:37.802702 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7440c952-6188-4f62-9da0-370dec565ebf None None] Provisioning complete for port b08979fe-f0f9-4a54-adde-3f1a0e60089d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:37.803064 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7440c952-6188-4f62-9da0-370dec565ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:37.828564 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 2f9eda64-d503-413b-9633-154594405b9b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:37.829025 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.039619 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7440c952-6188-4f62-9da0-370dec565ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.063255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a98ae562-2644-4172-9f77-c6deeec2cf1b up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:53:38.068451 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.092870 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7440c952-6188-4f62-9da0-370dec565ebf None None] For port b08979fe-f0f9-4a54-adde-3f1a0e60089d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b08979fe-f0f9-4a54-adde-3f1a0e60089d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:38.104066 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7440c952-6188-4f62-9da0-370dec565ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.161209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'name': 'tempest-TestShelveInstance-32871014-router', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:33Z', 'updated_at': '2021-12-13T13:53:36Z', 'revision_number': 4, 'project_id': '86251e659649432783355f4e5a5d726a', 'gw_port': {'id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:34Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8a498ac3-b70d-4c2b-9f77-39f81eaea21e', 'name': '', 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'mac_address': 'fa:16:3e:a1:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:36Z', 'updated_at': '2021-12-13T13:53:36Z', 'revision_number': 2, 'project_id': '86251e659649432783355f4e5a5d726a', 'subnets': [{'id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:38.367720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41070) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:38.372753 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ec34a3fc-8c91-45e8-b15d-68a4ea589cc3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64600704', 'description': 'tempest-secgroup-smoke-64600704 description', 'project_id': '572b4f441cb24ce2901b7fca913e731e'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:38.381959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-7440c952-6188-4f62-9da0-370dec565ebf None None] Provisioning complete for port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:38.382541 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7440c952-6188-4f62-9da0-370dec565ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.389541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a36c09-90a3-4fbb-839c-e7f29705400f None None] The sync data for ids ['0746bc17-42e4-483c-9382-2ec5e2c41ead'] in n-d-817326-4 is: [{'id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'name': 'tempest-TestShelveInstance-32871014-router', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:33Z', 'updated_at': '2021-12-13T13:53:36Z', 'revision_number': 4, 'project_id': '86251e659649432783355f4e5a5d726a', 'gw_port': {'id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:34Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8a498ac3-b70d-4c2b-9f77-39f81eaea21e', 'name': '', 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'mac_address': 'fa:16:3e:a1:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:36Z', 'updated_at': '2021-12-13T13:53:36Z', 'revision_number': 2, 'project_id': '86251e659649432783355f4e5a5d726a', 'subnets': [{'id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:53:38.395905 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.401891 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec34a3fc-8c91-45e8-b15d-68a4ea589cc3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.423409 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440c952-6188-4f62-9da0-370dec565ebf None None] Pushing event updated for resources: {'Port': ['ID=b08979fe-f0f9-4a54-adde-3f1a0e60089d,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:38.436967 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port a98ae562-2644-4172-9f77-c6deeec2cf1b triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:38.437238 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.459366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7440c952-6188-4f62-9da0-370dec565ebf None None] Port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:53:38.494259 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec34a3fc-8c91-45e8-b15d-68a4ea589cc3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.499058 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec34a3fc-8c91-45e8-b15d-68a4ea589cc3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.530371 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34a3fc-8c91-45e8-b15d-68a4ea589cc3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac159df9-aea4-4303-abaf-820074b19d46,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:38.534746 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ec34a3fc-8c91-45e8-b15d-68a4ea589cc3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.535989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ec34a3fc-8c91-45e8-b15d-68a4ea589cc3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1669760 Dec 13 13:53:38.539098 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41072) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:38.543636 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-da18cf8b-a8c7-4c74-8e51-46b5a05c53c6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': 'ac159df9-aea4-4303-abaf-820074b19d46', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:38.572389 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da18cf8b-a8c7-4c74-8e51-46b5a05c53c6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.649716 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da18cf8b-a8c7-4c74-8e51-46b5a05c53c6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.654743 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da18cf8b-a8c7-4c74-8e51-46b5a05c53c6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.675234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18cf8b-a8c7-4c74-8e51-46b5a05c53c6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed7a49d-aaa6-43c5-a720-3c00598c4f07,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:38.687594 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-da18cf8b-a8c7-4c74-8e51-46b5a05c53c6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.688922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-da18cf8b-a8c7-4c74-8e51-46b5a05c53c6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488519 Dec 13 13:53:38.691789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41074) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:38.696212 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-ce7122b4-a7a0-4c03-93e0-50f50323c2f6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': 'ac159df9-aea4-4303-abaf-820074b19d46', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:38.725818 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce7122b4-a7a0-4c03-93e0-50f50323c2f6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.795785 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce7122b4-a7a0-4c03-93e0-50f50323c2f6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.800252 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce7122b4-a7a0-4c03-93e0-50f50323c2f6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.820058 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7122b4-a7a0-4c03-93e0-50f50323c2f6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38309df3-62b3-4fda-a6dc-0864ffd21b62,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:38.828868 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-ce7122b4-a7a0-4c03-93e0-50f50323c2f6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.830123 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-ce7122b4-a7a0-4c03-93e0-50f50323c2f6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373823 Dec 13 13:53:38.833032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41076) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:38.837727 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ffc7f9f5-d8ac-4312-b668-9d9ecd26065a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': 'ac159df9-aea4-4303-abaf-820074b19d46', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:38.866361 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f9f5-d8ac-4312-b668-9d9ecd26065a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.927735 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f9f5-d8ac-4312-b668-9d9ecd26065a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.932649 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f9f5-d8ac-4312-b668-9d9ecd26065a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.953197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7f9f5-d8ac-4312-b668-9d9ecd26065a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5c14c2-bb2d-48e2-ba90-dfea7344da16,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:38.962870 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f9f5-d8ac-4312-b668-9d9ecd26065a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:38.966832 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ffc7f9f5-d8ac-4312-b668-9d9ecd26065a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324122 Dec 13 13:53:38.967325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41078) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:38.972367 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-5d5d6c9b-0960-446d-89c9-9f7c516ca1c0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': 'ac159df9-aea4-4303-abaf-820074b19d46', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:39.001194 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6c9b-0960-446d-89c9-9f7c516ca1c0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.066804 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6c9b-0960-446d-89c9-9f7c516ca1c0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.076149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6c9b-0960-446d-89c9-9f7c516ca1c0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.097451 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d6c9b-0960-446d-89c9-9f7c516ca1c0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c793a9-db69-4c0d-8302-bc07d743bd57,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:39.123357 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6c9b-0960-446d-89c9-9f7c516ca1c0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.129756 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5d5d6c9b-0960-446d-89c9-9f7c516ca1c0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610353 Dec 13 13:53:39.132701 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41080) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:39.138778 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-002d77eb-f3d8-409a-aec6-797822579556 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': 'ac159df9-aea4-4303-abaf-820074b19d46', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:39.173202 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-002d77eb-f3d8-409a-aec6-797822579556 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Project 572b4f441cb24ce2901b7fca913e731e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:53:39.178978 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-002d77eb-f3d8-409a-aec6-797822579556 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.244491 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-002d77eb-f3d8-409a-aec6-797822579556 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.249974 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-002d77eb-f3d8-409a-aec6-797822579556 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.269442 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d77eb-f3d8-409a-aec6-797822579556 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc163990-deda-4d61-8cd3-68202d62cacb,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:39.280085 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-002d77eb-f3d8-409a-aec6-797822579556 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.281371 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-002d77eb-f3d8-409a-aec6-797822579556 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465762 Dec 13 13:53:39.284165 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41082) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:39.288627 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-5bcd2256-5fe7-4555-b97c-b363fe6abc67 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': 'ac159df9-aea4-4303-abaf-820074b19d46', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:39.312736 n-d-817326-4 neutron-server[109885]: INFO neutron.db.securitygroups_db [None req-5bcd2256-5fe7-4555-b97c-b363fe6abc67 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Project 572b4f441cb24ce2901b7fca913e731e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:53:39.318170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2256-5fe7-4555-b97c-b363fe6abc67 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.388982 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2256-5fe7-4555-b97c-b363fe6abc67 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.393985 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2256-5fe7-4555-b97c-b363fe6abc67 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.416242 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd2256-5fe7-4555-b97c-b363fe6abc67 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fab627-194c-4c52-a8db-261bb0137f1f,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:39.423486 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2256-5fe7-4555-b97c-b363fe6abc67 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.424656 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5bcd2256-5fe7-4555-b97c-b363fe6abc67 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395574 Dec 13 13:53:39.586760 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-8e4f445c-99a9-44e5-8236-7a2caa243891 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64600704&fields=id&tenant_id=572b4f441cb24ce2901b7fca913e731e HTTP/1.1" status: 200 len: 267 time: 0.0494833 Dec 13 13:53:39.624696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b08979fe-f0f9-4a54-adde-3f1a0e60089d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:53:39.687053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port b08979fe-f0f9-4a54-adde-3f1a0e60089d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:39.687726 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:39.726782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-46e114b9-80e5-48a7-9841-d2e09bd0d27f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:39.728430 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-46e114b9-80e5-48a7-9841-d2e09bd0d27f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 809 time: 0.1327608 Dec 13 13:53:39.744532 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-8c5f23fa-9ab5-4500-a7c6-e3a4c8545318 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/quotas/572b4f441cb24ce2901b7fca913e731e HTTP/1.1" status: 200 len: 375 time: 0.0096791 Dec 13 13:53:39.802149 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-3b6061f4-9a90-4356-8619-339086d1cc19 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504725 Dec 13 13:53:39.818553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-e2308445-4aa1-4ef1-926b-d6fe031e9160 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:53:39.819538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-e2308445-4aa1-4ef1-926b-d6fe031e9160 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054460 Dec 13 13:53:39.915972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-cfb35ea3-d6b2-4613-9b69-1b2b8d68cbbd service neutron] 10.222.0.31 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895479 Dec 13 13:53:40.012566 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-c7eb2706-5638-448b-a099-24bf6aff4ab1 service neutron] 10.222.0.31 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901799 Dec 13 13:53:40.188593 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f775a7c3-50ad-4b24-a002-bdfc430e3ec1 req-7e0f348e-f16e-41cb-8596-9a4566cf31e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 210 time: 0.0291300 Dec 13 13:53:40.517693 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Sync routers for ids ['0746bc17-42e4-483c-9382-2ec5e2c41ead'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:53:40.528920 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Routers {'0746bc17-42e4-483c-9382-2ec5e2c41ead'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:40.529584 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0746bc17-42e4-483c-9382-2ec5e2c41ead'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:40.639154 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Set router 0746bc17-42e4-483c-9382-2ec5e2c41ead gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:40.841381 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'name': 'tempest-TestShelveInstance-32871014-router', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:33Z', 'updated_at': '2021-12-13T13:53:36Z', 'revision_number': 4, 'project_id': '86251e659649432783355f4e5a5d726a', 'gw_port': {'id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:34Z', 'updated_at': '2021-12-13T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8a498ac3-b70d-4c2b-9f77-39f81eaea21e', 'name': '', 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'mac_address': 'fa:16:3e:a1:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:36Z', 'updated_at': '2021-12-13T13:53:36Z', 'revision_number': 2, 'project_id': '86251e659649432783355f4e5a5d726a', 'subnets': [{'id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:40.871814 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Checking router: 0746bc17-42e4-483c-9382-2ec5e2c41ead for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:53:40.872233 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Updating router 0746bc17-42e4-483c-9382-2ec5e2c41ead port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 13:53:40.898200 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.162700 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.168268 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.265080 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-e4bca70e-dbf7-497a-9670-68d07322ec8c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:41.267459 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-e4bca70e-dbf7-497a-9670-68d07322ec8c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 809 time: 0.1192904 Dec 13 13:53:41.307216 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef783b0-4c41-46f9-a7dd-ac0ac698b90b None None] Pushing event updated for resources: {'Port': ['ID=8a498ac3-b70d-4c2b-9f77-39f81eaea21e,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:41.324474 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Attempting to bind port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:53:41.324876 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Attempting to bind port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '31136107-6854-4b99-aa1e-171bc32ef386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:53:41.325201 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Attempting to bind port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e on network 25373f5c-9a15-4ed6-98c8-602b152d093b {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:53:41.326448 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0426fad0-aed3-43bd-b0fb-f2cd19ee75c8 req-0aa0ec63-9901-4bb2-b82f-5051833c669d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 210 time: 0.0555019 Dec 13 13:53:41.331380 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:53:41.331748 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Checking segment: {'id': '31136107-6854-4b99-aa1e-171bc32ef386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:53:41.332154 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.332715 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Bound using segment: {'id': '31136107-6854-4b99-aa1e-171bc32ef386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:53:41.333168 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Bound port: 8a498ac3-b70d-4c2b-9f77-39f81eaea21e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31136107-6854-4b99-aa1e-171bc32ef386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:53:41.333782 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.373913 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-da38e0a0-ba9d-4236-bd0e-1f7d5fd8cef0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b4f441cb24ce2901b7fca913e731e HTTP/1.1" status: 200 len: 378 time: 0.0902665 Dec 13 13:53:41.384120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'port': {'device_id': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'admin_state_up': True, 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'security_groups': ['ac159df9-aea4-4303-abaf-820074b19d46']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:41.399027 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] For port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:53:41.403166 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] For port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8a498ac3-b70d-4c2b-9f77-39f81eaea21e,segment=NetworkSegment(31136107-6854-4b99-aa1e-171bc32ef386),segment_id=31136107-6854-4b99-aa1e-171bc32ef386)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:53:41.409187 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.472929 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Routers {'0746bc17-42e4-483c-9382-2ec5e2c41ead'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:41.473625 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0746bc17-42e4-483c-9382-2ec5e2c41ead'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:41.503715 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Made reservation on behalf of 572b4f441cb24ce2901b7fca913e731e for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:53:41.504899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-78661ff3-3cb5-4b03-8837-0e928fc58736 None None] Provisioning complete for port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:41.505553 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78661ff3-3cb5-4b03-8837-0e928fc58736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.509170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.535707 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef783b0-4c41-46f9-a7dd-ac0ac698b90b None None] Pushing event updated for resources: {'Port': ['ID=8a498ac3-b70d-4c2b-9f77-39f81eaea21e,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:41.595447 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] Set router 0746bc17-42e4-483c-9382-2ec5e2c41ead gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:41.616373 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78661ff3-3cb5-4b03-8837-0e928fc58736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.656889 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-78661ff3-3cb5-4b03-8837-0e928fc58736 None None] For port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8a498ac3-b70d-4c2b-9f77-39f81eaea21e,segment=NetworkSegment(31136107-6854-4b99-aa1e-171bc32ef386),segment_id=31136107-6854-4b99-aa1e-171bc32ef386)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:41.662931 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78661ff3-3cb5-4b03-8837-0e928fc58736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.688964 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Allocated IP 172.20.0.6 (e21bcefb-7062-47d8-af2a-cdf7221187ed/dd39f118-cbe5-463a-b85d-d7a7e21d4d0a/1171b933-b756-492b-baeb-3ae858b9b1c7) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:53:41.728275 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78661ff3-3cb5-4b03-8837-0e928fc58736 None None] Pushing event updated for resources: {'Port': ['ID=8a498ac3-b70d-4c2b-9f77-39f81eaea21e,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:41.783430 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-f5c964ef-5af7-4581-8c40-449232404860 None None] Provisioning complete for port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:41.783803 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5c964ef-5af7-4581-8c40-449232404860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.830726 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'name': 'tempest-TestShelveInstance-32871014-router', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:33Z', 'updated_at': '2021-12-13T13:53:36Z', 'revision_number': 4, 'project_id': '86251e659649432783355f4e5a5d726a', 'gw_port': {'id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:34Z', 'updated_at': '2021-12-13T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8a498ac3-b70d-4c2b-9f77-39f81eaea21e', 'name': '', 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'mac_address': 'fa:16:3e:a1:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:36Z', 'updated_at': '2021-12-13T13:53:41Z', 'revision_number': 4, 'project_id': '86251e659649432783355f4e5a5d726a', 'subnets': [{'id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:41.835296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.858740 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0476e0-27ee-4148-8844-0b8f5d3057a8 None None] The sync data for ids ['0746bc17-42e4-483c-9382-2ec5e2c41ead'] in n-d-817326-4 is: [{'id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'name': 'tempest-TestShelveInstance-32871014-router', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:33Z', 'updated_at': '2021-12-13T13:53:36Z', 'revision_number': 4, 'project_id': '86251e659649432783355f4e5a5d726a', 'gw_port': {'id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:34Z', 'updated_at': '2021-12-13T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '8a498ac3-b70d-4c2b-9f77-39f81eaea21e', 'name': '', 'network_id': '25373f5c-9a15-4ed6-98c8-602b152d093b', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'mac_address': 'fa:16:3e:a1:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:36Z', 'updated_at': '2021-12-13T13:53:41Z', 'revision_number': 4, 'project_id': '86251e659649432783355f4e5a5d726a', 'subnets': [{'id': 'f833bde5-b0fb-48c1-8516-dce2ed515d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:53:41.874344 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:41.924581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Network e21bcefb-7062-47d8-af2a-cdf7221187ed is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:53:41.927814 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:41.932456 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:53:41.961908 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:41.992057 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:41.992720 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:42.016576 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-280a6e83-8bd7-4607-94f2-b66846714645 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6363919 Dec 13 13:53:42.029556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Request body: {'port': {'device_id': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:42.088922 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:42.192103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-e992ff63-f3ef-4c59-bf34-607c0ebe4249 None None] Provisioning complete for port 1171b933-b756-492b-baeb-3ae858b9b1c7 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:42.192471 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e992ff63-f3ef-4c59-bf34-607c0ebe4249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:42.230710 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e992ff63-f3ef-4c59-bf34-607c0ebe4249 None None] Port 1171b933-b756-492b-baeb-3ae858b9b1c7 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:53:42.376606 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1171b933-b756-492b-baeb-3ae858b9b1c7 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:53:42.384823 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:42.397836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Transition to ACTIVE for port object 1171b933-b756-492b-baeb-3ae858b9b1c7 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:53:42.403400 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:42.460183 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:42.484503 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f2c07-4d44-428e-8695-d7e3b031af20 req-04f92e0a-d73a-4aac-a53e-7e14a2707634 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:42.486272 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-187f2c07-4d44-428e-8695-d7e3b031af20 req-04f92e0a-d73a-4aac-a53e-7e14a2707634 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 943 time: 0.0741243 Dec 13 13:53:42.533138 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Attempting to bind port 1171b933-b756-492b-baeb-3ae858b9b1c7 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:53:42.533477 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Attempting to bind port 1171b933-b756-492b-baeb-3ae858b9b1c7 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:53:42.533803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Attempting to bind port 1171b933-b756-492b-baeb-3ae858b9b1c7 on network e21bcefb-7062-47d8-af2a-cdf7221187ed {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:53:42.538435 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Port 1171b933-b756-492b-baeb-3ae858b9b1c7 on network e21bcefb-7062-47d8-af2a-cdf7221187ed not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:53:42.538754 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Attempting to bind port 1171b933-b756-492b-baeb-3ae858b9b1c7 on network e21bcefb-7062-47d8-af2a-cdf7221187ed {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:53:42.542538 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-187f2c07-4d44-428e-8695-d7e3b031af20 req-c79c287b-d3cc-4bbd-ae2f-67a70ba3b70a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494349 Dec 13 13:53:42.544450 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:53:42.544793 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Checking segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:53:42.545177 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Bound using segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:53:42.545595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Bound port: 1171b933-b756-492b-baeb-3ae858b9b1c7, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:53:42.545978 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:42.622887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:53:42.627041 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:53:42.631293 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:42.672186 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:42.672831 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:42.674310 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] 10.222.0.37 "PUT /v2.0/ports/1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 1091 time: 0.6497593 Dec 13 13:53:42.674733 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:53:42.677052 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:53:42.704507 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096eae19-8b3c-4043-a86d-df3ef3de5a71 service neutron] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:42.733526 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2589eb-18e9-4802-8865-a2f1008f23fe x-openstack-request-id: req-0a2589eb-18e9-4802-8865-a2f1008f23fe {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:53:42.733822 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:53:42.734097 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a2589eb-18e9-4802-8865-a2f1008f23fe {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:53:42.734529 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'status': 'completed', 'code': 200} Dec 13 13:53:42.773728 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-f4a2e157-541f-4d2d-91fc-82eb9dcb6b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:42.775329 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-f4a2e157-541f-4d2d-91fc-82eb9dcb6b24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1094 time: 0.0540037 Dec 13 13:53:42.826729 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-16ae371f-c2eb-4f7e-9075-e94c0505baf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 217 time: 0.0425627 Dec 13 13:53:42.894139 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-730006bb-a408-4264-b148-750a87339195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:42.895582 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-730006bb-a408-4264-b148-750a87339195 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0617955 Dec 13 13:53:42.949852 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-e0c8f531-bce5-4134-adc3-539904bb5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:42.951930 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-e0c8f531-bce5-4134-adc3-539904bb5c54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491288 Dec 13 13:53:43.067561 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-2f46494d-0b9e-4c5d-b95f-f953aaf18541 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081729 Dec 13 13:53:43.177512 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-decc38dd-d033-46d7-a4bc-aa7507534722 req-933b2f06-3aef-4201-b78c-ca238010306e service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026843 Dec 13 13:53:43.283410 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-8d5e1362-9c36-438e-a289-f74fdb18e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:43.285059 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-8d5e1362-9c36-438e-a289-f74fdb18e32b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1094 time: 0.0560217 Dec 13 13:53:43.407039 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-e44c1ac3-9252-4684-8806-571710525aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:43.408717 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-e44c1ac3-9252-4684-8806-571710525aaa service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.1160772 Dec 13 13:53:43.454600 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-2740f230-bdfa-4573-9986-2979066231ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 217 time: 0.0382297 Dec 13 13:53:43.516745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-078d21bb-fb20-4ff0-8bd2-4ae8def85b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:43.518255 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-078d21bb-fb20-4ff0-8bd2-4ae8def85b71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0573246 Dec 13 13:53:43.574752 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-884c7d52-5a1b-4280-9003-89d3350584f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:43.576329 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-884c7d52-5a1b-4280-9003-89d3350584f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507917 Dec 13 13:53:43.602186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8a498ac3-b70d-4c2b-9f77-39f81eaea21e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:53:43.661717 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:43.662221 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:43.679926 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-02493217-8965-41a8-8149-850b8b115550 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959208 Dec 13 13:53:43.694499 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc950523-bb00-4473-9ebf-a5259e689512 req-2bd681bd-1eca-4be6-b83b-3d33f00253d3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:43.696087 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc950523-bb00-4473-9ebf-a5259e689512 req-2bd681bd-1eca-4be6-b83b-3d33f00253d3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 943 time: 0.0627992 Dec 13 13:53:43.750998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bc950523-bb00-4473-9ebf-a5259e689512 req-f5d138a5-9416-4edd-a9b3-40c3c1a6e1a1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476165 Dec 13 13:53:43.791549 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-789dd92b-d2cc-4c9f-b75e-d2ddc51b0cd4 req-426d03b0-f1ff-463d-8049-cb454389d3ef service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040061 Dec 13 13:53:44.888176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e015-50ba-4be4-8a22-f31d5d4f88af req-b9bb3fba-4b55-4f3f-815a-42e516d7be28 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:44.889680 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76d5e015-50ba-4be4-8a22-f31d5d4f88af req-b9bb3fba-4b55-4f3f-815a-42e516d7be28 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 943 time: 0.0537932 Dec 13 13:53:44.945704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-76d5e015-50ba-4be4-8a22-f31d5d4f88af req-9b0140f4-9ab9-4dc6-b86c-1a64cd20e1ca tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476787 Dec 13 13:53:46.020366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 1171b933-b756-492b-baeb-3ae858b9b1c7 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:53:46.066699 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66c79a-d617-418e-883f-4529998cdfb6 req-c27b56f6-6851-4c16-a88a-089f309a5722 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:46.068203 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de66c79a-d617-418e-883f-4529998cdfb6 req-c27b56f6-6851-4c16-a88a-089f309a5722 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 943 time: 0.0503438 Dec 13 13:53:46.118917 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-de66c79a-d617-418e-883f-4529998cdfb6 req-3ab7408b-d45b-4e24-b053-3a61d345fc68 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446222 Dec 13 13:53:46.121295 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:46.134898 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'port_id': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'mac_address': 'fa:16:3e:ad:a1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:53:46.173452 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:46.187032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1171b933-b756-492b-baeb-3ae858b9b1c7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:53:46.207390 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:46.213251 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:46.264676 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:46.437820 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['1171b933-b756-492b-baeb-3ae858b9b1c7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:53:47.253180 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bdc08-e834-44dc-ae01-2c31ac1b2928 req-1770ed7e-5136-44c2-812a-6e334cd2a4d7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:47.254723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a78bdc08-e834-44dc-ae01-2c31ac1b2928 req-1770ed7e-5136-44c2-812a-6e334cd2a4d7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0530818 Dec 13 13:53:47.307442 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a78bdc08-e834-44dc-ae01-2c31ac1b2928 req-636a37f0-4b53-4afe-b052-3570c2d110d8 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460951 Dec 13 13:53:48.036802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 1171b933-b756-492b-baeb-3ae858b9b1c7 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:53:48.097758 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 1171b933-b756-492b-baeb-3ae858b9b1c7 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:53:48.103569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 1171b933-b756-492b-baeb-3ae858b9b1c7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:53:48.103947 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:48.185663 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:48.219142 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:53:48.221418 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2934dc68-0031-4321-83b7-4ad4f0aed44f" -d '{"events": [{"server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "name": "network-vif-plugged", "status": "completed", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:53:48.235563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:53:48.241671 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:48.266372 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef3ac19-9396-4caf-952a-9b7bdc68c7bc x-openstack-request-id: req-7ef3ac19-9396-4caf-952a-9b7bdc68c7bc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:53:48.266659 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "name": "network-vif-plugged", "status": "completed", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:53:48.266946 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ef3ac19-9396-4caf-952a-9b7bdc68c7bc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:53:48.267336 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'code': 200} Dec 13 13:53:48.295605 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:48.361685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8a510-9404-4fed-a895-cbecced28d1c req-a953021f-c88d-4040-8c97-ad256275385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:48.363513 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aec8a510-9404-4fed-a895-cbecced28d1c req-a953021f-c88d-4040-8c97-ad256275385b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1096 time: 0.0415413 Dec 13 13:53:48.412448 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aec8a510-9404-4fed-a895-cbecced28d1c req-fabf22c7-42c2-45ec-9395-702bdfd0a8e5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420191 Dec 13 13:53:48.433016 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e534e-502b-40de-ad1a-3152e281640c req-94e03aec-9242-4d45-b8c1-4fdc625fe67d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:48.434747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea6e534e-502b-40de-ad1a-3152e281640c req-94e03aec-9242-4d45-b8c1-4fdc625fe67d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0598066 Dec 13 13:53:48.485659 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ea6e534e-502b-40de-ad1a-3152e281640c req-c2d90932-a0ef-4128-a56c-0f7f0b28634f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445626 Dec 13 13:53:49.610788 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24bb5-0297-4ec1-9b05-50427ccd2ee8 req-983f947a-1f3a-4e7b-b8d7-4e9493325a40 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:49.612264 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26a24bb5-0297-4ec1-9b05-50427ccd2ee8 req-983f947a-1f3a-4e7b-b8d7-4e9493325a40 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0540943 Dec 13 13:53:49.664494 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26a24bb5-0297-4ec1-9b05-50427ccd2ee8 req-e038a6a5-8afd-443f-a4dc-8a20da26ae42 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461075 Dec 13 13:53:49.794163 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39876345-070d-4d0d-bb56-c71449076eae req-70210613-d795-450d-9b96-645bb13f658b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:49.795715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39876345-070d-4d0d-bb56-c71449076eae req-70210613-d795-450d-9b96-645bb13f658b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0564873 Dec 13 13:53:49.846015 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-39876345-070d-4d0d-bb56-c71449076eae req-0d1cc1bf-3811-4daa-bd6b-dc1235e424c1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441563 Dec 13 13:53:49.868642 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41134) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:50.004569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd0b497-9dc7-4d3b-a35a-4ef9550f6e7b tempest-TestShelveInstance-929639688 tempest-TestShelveInstance-929639688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:50.006125 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0dd0b497-9dc7-4d3b-a35a-4ef9550f6e7b tempest-TestShelveInstance-929639688 tempest-TestShelveInstance-929639688-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1091 time: 0.1366127 Dec 13 13:53:50.009217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41138) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:53:50.013533 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:53:50.041175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:50.151729 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:50.269169 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Allocated IP 172.25.2.26 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/3f16cdca-97ab-4add-9279-f1c61dc75a02) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:53:50.378239 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:50.416180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:50.459568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:53:50.464744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:53:50.467149 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'Port': ['ID=3f16cdca-97ab-4add-9279-f1c61dc75a02,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:50.469864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:53:50.666708 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:53:50.854198 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:50.927015 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:51.091066 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:51.097745 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:51.173643 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'Port': ['ID=3f16cdca-97ab-4add-9279-f1c61dc75a02,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:53:51.187065 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:51.291240 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Floating IP 1ff31e21-6997-4b76-86cf-575bf8962177 associated. External IP: 172.25.2.26, port: 1171b933-b756-492b-baeb-3ae858b9b1c7. Dec 13 13:53:51.511304 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:53:51.632050 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:53:51.643431 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] Sync routers for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:53:51.653831 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:51.654376 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:51.654543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:51.685216 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-079a7b82-c502-4e8d-85d2-f02259462256 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6749754 Dec 13 13:53:51.685820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:53:51.688545 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b" -d '{"events": [{"name": "network-changed", "server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:53:51.728815 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7edd576-1884-46b4-9512-7a1a1b337d9e x-openstack-request-id: req-d7edd576-1884-46b4-9512-7a1a1b337d9e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:53:51.729100 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:53:51.729347 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7edd576-1884-46b4-9512-7a1a1b337d9e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:53:51.729839 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'status': 'completed', 'code': 200} Dec 13 13:53:51.769747 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:51.793829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-8e809e7b-a630-4b39-a4df-f7f47780f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:51.795715 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-8e809e7b-a630-4b39-a4df-f7f47780f2b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1096 time: 0.0426085 Dec 13 13:53:52.007703 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '1ff31e21-6997-4b76-86cf-575bf8962177', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'floating_ip_address': '172.25.2.26', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'port_id': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'mac_address': 'fa:16:3e:ad:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:53:50Z', 'updated_at': '2021-12-13T13:53:50Z', 'revision_number': 0, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:52.036265 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] Checking router: 28a78b96-beea-43b8-a4eb-b8de8d1788b1 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:53:52.046444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:53:52.047092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:53:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:52.161478 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:53:52.234550 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-8df3c807-baf7-4141-bb32-f777601a9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:52.236037 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-8df3c807-baf7-4141-bb32-f777601a9c81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.4329743 Dec 13 13:53:52.302633 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-49ac4c3a-e93d-4dc4-8078-1be394d56115 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 998 time: 0.0589633 Dec 13 13:53:52.354781 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-acd7cdb4-801c-4931-bc45-4857e62526ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:52.356242 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-acd7cdb4-801c-4931-bc45-4857e62526ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0475023 Dec 13 13:53:52.391284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '1ff31e21-6997-4b76-86cf-575bf8962177', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'floating_ip_address': '172.25.2.26', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'port_id': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'mac_address': 'fa:16:3e:ad:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:53:50Z', 'updated_at': '2021-12-13T13:53:50Z', 'revision_number': 0, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:53:52.402023 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-e244174c-8147-45f3-a3a5-36befc37fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:52.403584 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-e244174c-8147-45f3-a3a5-36befc37fe0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409513 Dec 13 13:53:52.422279 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15454fe-0520-4f48-b8e3-e0af8bc9e25a None None] The sync data for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 is: [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '1ff31e21-6997-4b76-86cf-575bf8962177', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'floating_ip_address': '172.25.2.26', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'port_id': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'mac_address': 'fa:16:3e:ad:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:53:50Z', 'updated_at': '2021-12-13T13:53:50Z', 'revision_number': 0, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:53:52.495819 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-4f86d629-911a-4f54-a2ef-573d0f43fd1d service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854564 Dec 13 13:53:52.595628 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-0397cf61-66bd-4ca4-a7e3-4a5c6e06374b req-972d9b44-9265-42af-9b9b-a412ba1e4d22 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932231 Dec 13 13:53:52.738641 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac2553-dc76-47f4-8155-266a41c5987c None None] New status for floating IP 1ff31e21-6997-4b76-86cf-575bf8962177: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:53:54.355641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcd1d-3e3d-4151-88bf-00afff9008d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:56.729279 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e43f7a73-0cc8-4fec-8cec-b74823dc1b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:58.017631 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:59.042182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-1850c8e4-91ad-4639-90c8-5398973a6dc7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434260 Dec 13 13:53:59.129576 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-93631c9f-6947-4c2e-b002-7a795a8484f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:59.131151 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-93631c9f-6947-4c2e-b002-7a795a8484f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1096 time: 0.0427217 Dec 13 13:53:59.241195 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-b8986669-805e-4384-b9fd-a8db40e8b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:59.243235 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-b8986669-805e-4384-b9fd-a8db40e8b3b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0920835 Dec 13 13:53:59.311865 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-7bcfc22d-3e6b-4f5b-862b-f80c75d6afd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 1000 time: 0.0602694 Dec 13 13:53:59.349176 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:53:59.367809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-ebd88fba-e58a-428c-8b24-5a0feb21b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:59.369326 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-ebd88fba-e58a-428c-8b24-5a0feb21b03b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0511174 Dec 13 13:53:59.419104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-c77c6222-f206-42b7-9be5-06960ea12072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:53:59.420634 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-c77c6222-f206-42b7-9be5-06960ea12072 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438957 Dec 13 13:53:59.513128 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-7201e5c7-695c-44f5-8f05-fdbe75606e2d service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851655 Dec 13 13:53:59.612906 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-7d3e0053-46b5-4a8b-9309-86a5eb1a0292 req-9bfef973-fd43-4133-b45b-af48ab8dc91a service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922887 Dec 13 13:53:59.965109 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:08.038741 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:08.160433 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:24.359605 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d4d2d670-2f7b-47ea-b2b2-b2b0ae270a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:26.731169 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d3b1eb3b-d4f1-4485-b99e-d26ac5389f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:27.666572 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:54:28.029639 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:29.352806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:29.962600 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:38.072595 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:38.146053 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:54.358792 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f728d223-61da-4e42-84f7-bc1d7f57a27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:56.731334 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9ae85c4-10ae-419b-b72b-e20abeebf603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:58.023517 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:59.356095 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:54:59.969853 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:01.062600 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-4662412c-7349-4683-b6fe-3e10659a60ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493357 Dec 13 13:55:01.154378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-be696839-27ac-4b8e-a7d5-fd4a22ebf055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:01.155946 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-be696839-27ac-4b8e-a7d5-fd4a22ebf055 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1096 time: 0.0496976 Dec 13 13:55:01.267303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-7bc565a2-b8f6-4a92-aec3-64057c64698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:01.268764 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-7bc565a2-b8f6-4a92-aec3-64057c64698d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0918009 Dec 13 13:55:01.342381 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-a4b3b387-9342-4c95-9133-15c677d8e417 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 1000 time: 0.0662808 Dec 13 13:55:01.395595 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-566378ca-6365-4e4c-96ae-8206d51a6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:01.397083 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-566378ca-6365-4e4c-96ae-8206d51a6794 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0483224 Dec 13 13:55:01.451708 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-149f1fdf-dc93-47e2-a301-c9a45ecbc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:01.453236 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-149f1fdf-dc93-47e2-a301-c9a45ecbc870 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486648 Dec 13 13:55:01.546640 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-4a2255d5-10f0-4506-aea8-0384c8e8b7e8 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865288 Dec 13 13:55:01.650906 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-6411c35f-a00f-40d7-b758-7d53152b0e51 req-dd7a487d-bd80-448b-a06d-2b52dadcade6 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975332 Dec 13 13:55:04.671547 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:55:08.073578 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:08.167594 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:12.560838 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-5312f41b-266d-4da5-b199-1061d0975635 req-1dfd7fee-e980-452d-a036-fcd50675526b service neutron] (109886) timed out ('10.222.0.31', 36574) {{(pid=109886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 13:55:24.357185 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6186ddd-700a-4f17-9842-8abbda668205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:26.732270 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a77373b-a76f-4877-a955-ad9c5771c400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:28.035156 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:29.370193 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:29.963271 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:38.074834 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:38.184312 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:41.676853 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:55:44.006932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44510a-4cc2-4390-a998-189899b304fa req-d5db0505-e8a1-4c62-a079-a431c6e6b3e4 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:44.008391 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb44510a-4cc2-4390-a998-189899b304fa req-d5db0505-e8a1-4c62-a079-a431c6e6b3e4 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0533359 Dec 13 13:55:44.063889 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb44510a-4cc2-4390-a998-189899b304fa req-231fd5eb-889a-4a42-89f1-538628367f1d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468581 Dec 13 13:55:45.198257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b49699-99bf-4786-97cd-deeda0f8c22d req-ed95b9a7-8553-4f02-b97d-6ec7fc4ecb7a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:45.199899 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29b49699-99bf-4786-97cd-deeda0f8c22d req-ed95b9a7-8553-4f02-b97d-6ec7fc4ecb7a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0548124 Dec 13 13:55:45.259052 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-29b49699-99bf-4786-97cd-deeda0f8c22d req-298d6af9-fe1d-42f4-9ff5-ee9b960e110c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517726 Dec 13 13:55:46.416622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22777310-7faf-45a8-ad54-74cc39e2c6a5 req-5bed3006-6a76-497e-9757-d2f06befca74 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:46.418090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22777310-7faf-45a8-ad54-74cc39e2c6a5 req-5bed3006-6a76-497e-9757-d2f06befca74 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0556769 Dec 13 13:55:46.473671 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22777310-7faf-45a8-ad54-74cc39e2c6a5 req-f6df4d9f-bb2f-409e-b24f-6946e1d5462e tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492892 Dec 13 13:55:47.599718 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9415e-e5a9-4c19-a834-7ec47d363351 req-8b51416c-6259-476a-908c-444f4ab9a034 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:47.601241 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ed9415e-e5a9-4c19-a834-7ec47d363351 req-8b51416c-6259-476a-908c-444f4ab9a034 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0568664 Dec 13 13:55:47.657386 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ed9415e-e5a9-4c19-a834-7ec47d363351 req-6d55bf33-1fdb-40c6-a3ae-1ec2187ec095 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474892 Dec 13 13:55:48.793993 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f3369-ccaf-405e-9341-1d92e7c3954a req-3fa3ef03-8747-420f-8237-52aa3428fb31 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:48.795504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d13f3369-ccaf-405e-9341-1d92e7c3954a req-3fa3ef03-8747-420f-8237-52aa3428fb31 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0632212 Dec 13 13:55:48.853677 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d13f3369-ccaf-405e-9341-1d92e7c3954a req-b1fae845-c437-4d80-8d42-025ba4305c6a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517051 Dec 13 13:55:49.988317 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4162-0d75-4f50-ab02-8216ed123b62 req-df9f6455-d342-4114-bc9f-f7d5328c7cab tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:49.989838 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c24f4162-0d75-4f50-ab02-8216ed123b62 req-df9f6455-d342-4114-bc9f-f7d5328c7cab tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0558298 Dec 13 13:55:50.046278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c24f4162-0d75-4f50-ab02-8216ed123b62 req-9aa8b668-58b1-4cbf-8d90-718579129e91 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501316 Dec 13 13:55:51.189543 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa64c4-0aa7-47f4-9d40-283083db3b32 req-e548ab0e-5e81-4ae1-b396-aa3e8e2f9e11 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:51.191039 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53aa64c4-0aa7-47f4-9d40-283083db3b32 req-e548ab0e-5e81-4ae1-b396-aa3e8e2f9e11 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0613468 Dec 13 13:55:51.246185 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53aa64c4-0aa7-47f4-9d40-283083db3b32 req-e569e264-7f52-4f3d-a07d-e7d8c2ae1460 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488861 Dec 13 13:55:52.395265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544416bc-e026-4dd3-98c5-38ee2344735a req-ddbd950e-5fde-4033-bd02-9b13ea7259d5 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:52.397151 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-544416bc-e026-4dd3-98c5-38ee2344735a req-ddbd950e-5fde-4033-bd02-9b13ea7259d5 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0616477 Dec 13 13:55:52.450877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-544416bc-e026-4dd3-98c5-38ee2344735a req-492d5bbe-8a3b-49f7-937d-43cc66682d5a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473764 Dec 13 13:55:53.574666 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bed4f-2be1-48d3-9fd1-716d8b3b90c4 req-2ecd05c1-8b2f-4d23-829d-23e839d6caf5 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:53.576141 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d2bed4f-2be1-48d3-9fd1-716d8b3b90c4 req-2ecd05c1-8b2f-4d23-829d-23e839d6caf5 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0524223 Dec 13 13:55:53.628763 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8d2bed4f-2be1-48d3-9fd1-716d8b3b90c4 req-0ad7d0fa-9598-4ed3-8f84-42efd4c00535 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438356 Dec 13 13:55:54.352800 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3183cf3-b20a-4b67-b047-4c2705dea32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:55.106310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f258e-222f-41c7-a72d-bd86a7a6afac req-1dc2afec-fba8-474b-8809-5c2e82624747 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:55.107901 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a55f258e-222f-41c7-a72d-bd86a7a6afac req-1dc2afec-fba8-474b-8809-5c2e82624747 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.3976908 Dec 13 13:55:55.162976 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a55f258e-222f-41c7-a72d-bd86a7a6afac req-69368c6e-952b-453d-894d-c16e7c899659 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462484 Dec 13 13:55:56.292237 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7d3ed-f5f5-4249-b94d-c0da762686c3 req-e1bdba15-3ed0-4141-bb44-dca68941e93a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:56.293750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ca7d3ed-f5f5-4249-b94d-c0da762686c3 req-e1bdba15-3ed0-4141-bb44-dca68941e93a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0514178 Dec 13 13:55:56.346657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7ca7d3ed-f5f5-4249-b94d-c0da762686c3 req-d417ea37-fbf5-4505-bfdd-76ee6e907bbc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467548 Dec 13 13:55:56.547581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 1171b933-b756-492b-baeb-3ae858b9b1c7 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:55:56.654480 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:55:56.667028 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'port_id': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'mac_address': 'fa:16:3e:ad:a1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:55:56.707169 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:56.731573 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1171b933-b756-492b-baeb-3ae858b9b1c7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:55:56.751327 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cdaeca85-059f-448e-870a-9136917a18e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:56.764314 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:55:56.768888 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:56.831093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:55:56.839435 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.839786 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.840477 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.840827 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.841167 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.841508 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.841841 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.842210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.842546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.842879 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.843209 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.843537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.843975 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:55:56.864127 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['1171b933-b756-492b-baeb-3ae858b9b1c7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:55:57.480921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950873b-f697-4069-a1bf-4d6d54a3214a req-c6db456d-fe8b-4420-bdf6-f2381b03b4f0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:57.483102 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5950873b-f697-4069-a1bf-4d6d54a3214a req-c6db456d-fe8b-4420-bdf6-f2381b03b4f0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0542464 Dec 13 13:55:57.539822 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5950873b-f697-4069-a1bf-4d6d54a3214a req-469ba2de-8699-4faa-9198-19eb5069fe2d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496933 Dec 13 13:55:58.034605 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:58.564211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 1171b933-b756-492b-baeb-3ae858b9b1c7 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:55:58.622537 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 1171b933-b756-492b-baeb-3ae858b9b1c7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:55:58.622910 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:58.684918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745dc71-864e-4e76-aa6f-60124160f0e7 req-70f05c97-8883-4e69-b1fd-95c891e2a646 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:58.686520 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1745dc71-864e-4e76-aa6f-60124160f0e7 req-70f05c97-8883-4e69-b1fd-95c891e2a646 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0604377 Dec 13 13:55:58.717672 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:58.746215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:55:58.748895 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04513127-cb3e-486d-9072-32d8a2ac5ad5" -d '{"events": [{"server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "name": "network-vif-plugged", "status": "completed", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:55:58.752281 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1745dc71-864e-4e76-aa6f-60124160f0e7 req-5f7b70d1-e47e-46e5-946d-2077a3f783eb tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579967 Dec 13 13:55:58.770948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:55:58.779802 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:58.809776 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbead92c-b936-4071-84f5-8b26f7ecf082 x-openstack-request-id: req-bbead92c-b936-4071-84f5-8b26f7ecf082 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:55:58.810066 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "name": "network-vif-plugged", "status": "completed", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:55:58.810340 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbead92c-b936-4071-84f5-8b26f7ecf082 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:55:58.810728 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'code': 200} Dec 13 13:55:58.838177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:55:59.378184 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:55:59.880487 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c0e81-c510-44ef-aaeb-8e40bd619f24 req-0ebcd213-c19d-4d8b-98f8-3a886f1e646f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:55:59.882687 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-608c0e81-c510-44ef-aaeb-8e40bd619f24 req-0ebcd213-c19d-4d8b-98f8-3a886f1e646f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0544045 Dec 13 13:55:59.938769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-608c0e81-c510-44ef-aaeb-8e40bd619f24 req-f00fcbdd-322a-4577-9760-57971b62bfa9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474269 Dec 13 13:55:59.968366 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:01.079002 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-9a925bf1-ec3f-4e06-9285-deb9f68d42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:01.081344 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-9a925bf1-ec3f-4e06-9285-deb9f68d42b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1096 time: 0.0474207 Dec 13 13:56:01.121330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da677-1c3c-4167-9491-5a7ec7aa9423 req-21796ef3-3182-4009-82ff-f18cebca17f8 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:01.123277 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-455da677-1c3c-4167-9491-5a7ec7aa9423 req-21796ef3-3182-4009-82ff-f18cebca17f8 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0742323 Dec 13 13:56:01.213362 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-455da677-1c3c-4167-9491-5a7ec7aa9423 req-8d9841a1-6efc-4a94-988e-f19cc064a10f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801644 Dec 13 13:56:01.222581 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-6e16960c-a51f-4072-9e37-054ff5257da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:01.225323 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-6e16960c-a51f-4072-9e37-054ff5257da1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.1223078 Dec 13 13:56:01.311935 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-c8cf8b1a-d57f-48ec-a31b-f4cfdf6baac8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 1000 time: 0.0782030 Dec 13 13:56:01.371008 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-74e8a39c-a68d-4348-8d5a-2b2cdab035c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:01.372517 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-74e8a39c-a68d-4348-8d5a-2b2cdab035c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0537431 Dec 13 13:56:01.436015 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-0205b1a5-8ca8-47ef-8f95-6372293ee7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:01.440860 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-0205b1a5-8ca8-47ef-8f95-6372293ee7d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609670 Dec 13 13:56:01.555887 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-c5d8c1fb-ba09-49df-9ae0-499e35f3e8fb service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071398 Dec 13 13:56:01.664418 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-62252118-09c3-4a59-bd00-9e25eb1bda9c req-e9ff750f-95e5-4695-842a-17531b357bae service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012268 Dec 13 13:56:02.339263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8650ce0-30d4-4f8f-b2d2-e066e1369a1f req-e94e19ec-feb5-4810-9340-3e7bdee3ee5d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:02.340860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8650ce0-30d4-4f8f-b2d2-e066e1369a1f req-e94e19ec-feb5-4810-9340-3e7bdee3ee5d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0578301 Dec 13 13:56:02.392987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c8650ce0-30d4-4f8f-b2d2-e066e1369a1f req-0ec8d54c-e66a-47f3-b48f-698d0352bbd4 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457842 Dec 13 13:56:03.531128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b37f3-3140-44d4-9f27-151b82240806 req-20b04da4-eae3-4ed7-bcab-212d5187575a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:03.532608 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-359b37f3-3140-44d4-9f27-151b82240806 req-20b04da4-eae3-4ed7-bcab-212d5187575a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0533950 Dec 13 13:56:03.591891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-359b37f3-3140-44d4-9f27-151b82240806 req-6670bd53-b947-439c-b321-531a71eb244b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526421 Dec 13 13:56:04.719150 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585491b1-0e6c-4dfb-9ffe-0189bbdea843 req-19a24593-811f-442a-b5eb-33147f7a848a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:04.721371 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-585491b1-0e6c-4dfb-9ffe-0189bbdea843 req-19a24593-811f-442a-b5eb-33147f7a848a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0498786 Dec 13 13:56:04.774421 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-585491b1-0e6c-4dfb-9ffe-0189bbdea843 req-1b0cd6ee-e309-4bec-9259-935f7bf5d7ba tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474057 Dec 13 13:56:05.897183 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60ee87-6fde-4854-a169-995cc1a318e5 req-56f3129e-63e5-4923-a5da-a7b235eefc6d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:05.898747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a60ee87-6fde-4854-a169-995cc1a318e5 req-56f3129e-63e5-4923-a5da-a7b235eefc6d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0517848 Dec 13 13:56:05.955555 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0a60ee87-6fde-4854-a169-995cc1a318e5 req-40223229-27d4-407f-a107-97a81cbd927e tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506492 Dec 13 13:56:06.440016 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-d851409d-fbd3-44f2-a8d2-f787e277d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:06.441553 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-d851409d-fbd3-44f2-a8d2-f787e277d73e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1096 time: 0.0430348 Dec 13 13:56:06.540635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-f120422f-993b-4b7b-96cf-1d96dad9730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:06.542110 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-f120422f-993b-4b7b-96cf-1d96dad9730d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0932021 Dec 13 13:56:06.611896 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-1b1608a4-acc8-44bf-8676-3e2d99f1e378 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 1000 time: 0.0624809 Dec 13 13:56:06.663624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-b152be1d-9b88-4dfc-99da-5bea6377189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:06.665092 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-b152be1d-9b88-4dfc-99da-5bea6377189e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0449724 Dec 13 13:56:06.716604 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-21e365c6-54d1-4053-8832-6cd8390d54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:06.718043 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-21e365c6-54d1-4053-8832-6cd8390d54c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453537 Dec 13 13:56:06.815748 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-e01322d9-03ad-4394-b893-1ece8de06182 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900455 Dec 13 13:56:06.919212 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-aaa27a6f-4800-4bd2-9858-fef67938dd46 req-a4bd5996-4035-4831-b740-f5feb75908fa service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966368 Dec 13 13:56:07.165570 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a32e12-d0a7-4b46-bd1e-d28e3547bc14 req-5e427f36-9300-4ce1-ac89-9ebf176fbab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:07.167070 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86a32e12-d0a7-4b46-bd1e-d28e3547bc14 req-5e427f36-9300-4ce1-ac89-9ebf176fbab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0601542 Dec 13 13:56:07.220571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86a32e12-d0a7-4b46-bd1e-d28e3547bc14 req-f2230502-01e8-4b96-aa4e-16d7b7241fb7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443392 Dec 13 13:56:08.067033 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:08.179467 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:08.353240 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c349e-90c5-4732-9f16-4542680da98c req-74dc7334-e5f5-48d8-8fa6-3f0688105986 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:08.354797 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c2c349e-90c5-4732-9f16-4542680da98c req-74dc7334-e5f5-48d8-8fa6-3f0688105986 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0591888 Dec 13 13:56:08.413750 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6c2c349e-90c5-4732-9f16-4542680da98c req-43a95c0e-565d-4856-92dc-b4d274eb9c46 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525451 Dec 13 13:56:08.628597 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 1171b933-b756-492b-baeb-3ae858b9b1c7 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:56:08.715789 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:08.740438 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:56:08.743005 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704092df-6033-4d1b-ba5d-a70acc95d125" -d '{"events": [{"server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "name": "network-vif-unplugged", "status": "completed", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:56:08.759940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:56:08.765886 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:08.793030 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f2e387-12b2-40de-95e9-408a69d5a2ed x-openstack-request-id: req-06f2e387-12b2-40de-95e9-408a69d5a2ed {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:56:08.793348 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "name": "network-vif-unplugged", "status": "failed", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7", "code": 422}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:56:08.793610 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06f2e387-12b2-40de-95e9-408a69d5a2ed {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:56:08.794035 n-d-817326-4 neutron-server[109887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'code': 422} returned with failed status Dec 13 13:56:08.822347 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:56:09.551235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c8b6d-3fc6-43bf-bd73-d5a84ef24560 req-f8d669a4-dfdb-4223-9e76-de9dffd4b91a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:09.552741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-740c8b6d-3fc6-43bf-bd73-d5a84ef24560 req-f8d669a4-dfdb-4223-9e76-de9dffd4b91a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 943 time: 0.0560820 Dec 13 13:56:09.607488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-740c8b6d-3fc6-43bf-bd73-d5a84ef24560 req-679d4901-4778-48df-9cb0-1de037123c0c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453842 Dec 13 13:56:09.684745 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-e9ccbc1c-2b34-4cd0-8fab-9b59fa196731 req-f17fc943-52b9-4185-b2de-063405e199b3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:56:09.686067 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9ccbc1c-2b34-4cd0-8fab-9b59fa196731 req-f17fc943-52b9-4185-b2de-063405e199b3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089884 Dec 13 13:56:09.852843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4a7a9-b694-409c-a94a-3b8932654fdb req-9f8b5c1e-4e36-4710-a5bb-ab116f893f46 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:09.854429 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dec4a7a9-b694-409c-a94a-3b8932654fdb req-9f8b5c1e-4e36-4710-a5bb-ab116f893f46 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 943 time: 0.0502515 Dec 13 13:56:09.906243 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dec4a7a9-b694-409c-a94a-3b8932654fdb req-2db3c192-d1aa-437b-84a0-98c224c42a6c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454845 Dec 13 13:56:10.217829 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-7592907e-f355-4280-900d-2978ecaa51ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160281 Dec 13 13:56:11.046950 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b916cc-958d-40fa-b99a-d5f980575229 req-e3263614-f6a4-4039-aa8f-5c1ac2fe7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:11.048452 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-e3263614-f6a4-4039-aa8f-5c1ac2fe7239 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a&tenant_id=572b4f441cb24ce2901b7fca913e731e HTTP/1.1" status: 200 len: 1094 time: 0.0744243 Dec 13 13:56:11.063123 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dde5e-3673-4840-adc6-7c275262d576 req-30763bb9-7245-4ff8-a935-bf8f4eff0ca1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:11.064574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-208dde5e-3673-4840-adc6-7c275262d576 req-30763bb9-7245-4ff8-a935-bf8f4eff0ca1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 943 time: 0.0645025 Dec 13 13:56:11.069259 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-6911c290-09d3-43f1-a134-80fd1453b32e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:56:11.070514 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-6911c290-09d3-43f1-a134-80fd1453b32e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049875 Dec 13 13:56:11.088330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:56:11.163959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-208dde5e-3673-4840-adc6-7c275262d576 req-561070ec-2e7c-4419-b93a-e2eb3cb44c7d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924835 Dec 13 13:56:11.168777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:11.382925 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:56:11.417400 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:56:11.456374 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1171b933-b756-492b-baeb-3ae858b9b1c7 {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:56:11.467241 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:11.485288 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Transition to ACTIVE for port object 1171b933-b756-492b-baeb-3ae858b9b1c7 will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:56:11.490504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:11.543989 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=9']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:56:11.588900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.589249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.589593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.589929 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.590312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.590628 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.590956 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.591257 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.591583 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.591912 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.592245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.592577 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.592892 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:56:11.634498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] No DVR routers for this DVR port 1171b933-b756-492b-baeb-3ae858b9b1c7 on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:56:11.771980 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Attempting to bind port 1171b933-b756-492b-baeb-3ae858b9b1c7 on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:56:11.772551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Attempting to bind port 1171b933-b756-492b-baeb-3ae858b9b1c7 by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:56:11.772885 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Attempting to bind port 1171b933-b756-492b-baeb-3ae858b9b1c7 on network e21bcefb-7062-47d8-af2a-cdf7221187ed {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:56:11.777445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Port 1171b933-b756-492b-baeb-3ae858b9b1c7 on network e21bcefb-7062-47d8-af2a-cdf7221187ed not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:56:11.777768 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Attempting to bind port 1171b933-b756-492b-baeb-3ae858b9b1c7 on network e21bcefb-7062-47d8-af2a-cdf7221187ed {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:56:11.782781 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:56:11.783143 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Checking segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:56:11.783528 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Bound using segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:56:11.783949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Bound port: 1171b933-b756-492b-baeb-3ae858b9b1c7, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:56:11.784301 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:11.851563 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:56:11.855422 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:56:11.862989 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:11.901009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:11.901624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:11.903531 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] 10.222.0.42 "PUT /v2.0/ports/1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 1091 time: 0.8192337 Dec 13 13:56:11.905829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:56:11.908147 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9" -d '{"events": [{"name": "network-changed", "server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:56:11.948434 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670635c-d4a8-45d6-b096-328123149e89 service neutron] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=10']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:56:11.970814 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29344ded-a593-4e88-a056-828a39b508a3 x-openstack-request-id: req-29344ded-a593-4e88-a056-828a39b508a3 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:56:11.971112 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:56:11.971398 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29344ded-a593-4e88-a056-828a39b508a3 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:56:11.971768 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'status': 'completed', 'code': 200} Dec 13 13:56:11.988568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b916cc-958d-40fa-b99a-d5f980575229 req-22f8431e-4fc3-40c1-ab78-37492bb16082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:11.990147 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-22f8431e-4fc3-40c1-ab78-37492bb16082 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1095 time: 0.0522838 Dec 13 13:56:12.085061 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b916cc-958d-40fa-b99a-d5f980575229 req-8076ebea-ec33-4d59-9ad0-7e1125044711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:12.086604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-8076ebea-ec33-4d59-9ad0-7e1125044711 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0889845 Dec 13 13:56:12.159415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-842c2fa0-5c4a-4167-bddd-b7b4d18e69c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 998 time: 0.0653992 Dec 13 13:56:12.210007 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b916cc-958d-40fa-b99a-d5f980575229 req-a4b6b93c-4722-4463-a3b1-7cfb8b9767e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:12.211518 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-a4b6b93c-4722-4463-a3b1-7cfb8b9767e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0453930 Dec 13 13:56:12.285186 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b916cc-958d-40fa-b99a-d5f980575229 req-0bff04b7-38af-4bd5-9988-935f4279a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:12.286745 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-0bff04b7-38af-4bd5-9988-935f4279a507 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677352 Dec 13 13:56:12.307855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9712392-c2d7-43ed-913e-41116ce81703 req-236d6670-53e0-408f-807f-15d16028116a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:12.309227 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9712392-c2d7-43ed-913e-41116ce81703 req-236d6670-53e0-408f-807f-15d16028116a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0661008 Dec 13 13:56:12.412427 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d9712392-c2d7-43ed-913e-41116ce81703 req-720452b9-fdc9-474d-8e31-f77f2eb45356 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871186 Dec 13 13:56:12.423292 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-01a7f70b-c819-447b-a20c-a56f5847fc85 service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294181 Dec 13 13:56:12.522861 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-09b916cc-958d-40fa-b99a-d5f980575229 req-c9561e4d-9d28-4a63-b92a-929cc078d3f6 service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924482 Dec 13 13:56:12.615152 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-c7d74906-3a8c-4c84-9ae0-291505f55835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:12.617069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-c7d74906-3a8c-4c84-9ae0-291505f55835 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1095 time: 0.0446901 Dec 13 13:56:12.709984 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-7d0e72fc-f69f-430e-9e8a-87c3d8b0aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:12.711816 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-7d0e72fc-f69f-430e-9e8a-87c3d8b0aa53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0882921 Dec 13 13:56:12.786804 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-64a64085-7f81-4a04-b351-4db515ebbe81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 998 time: 0.0680923 Dec 13 13:56:12.843065 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-deae7e87-21a9-4d6f-bb0e-203525aa9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:12.844747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-deae7e87-21a9-4d6f-bb0e-203525aa9747 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0504074 Dec 13 13:56:13.571469 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c69341-266d-4880-b786-f6c0595220d1 req-0dd4ae8b-4ea0-4700-a450-c2ae7471071a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:13.573280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86c69341-266d-4880-b786-f6c0595220d1 req-0dd4ae8b-4ea0-4700-a450-c2ae7471071a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0685430 Dec 13 13:56:13.633723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-86c69341-266d-4880-b786-f6c0595220d1 req-6f5cfb47-464b-43b3-9315-09987c41248e tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535855 Dec 13 13:56:14.764009 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce53e1-c6da-44d6-aa37-50528672c6c7 req-835a55e3-9edc-46cc-97ca-47d51e7b0c5c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:14.765539 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91ce53e1-c6da-44d6-aa37-50528672c6c7 req-835a55e3-9edc-46cc-97ca-47d51e7b0c5c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0524364 Dec 13 13:56:14.819673 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-91ce53e1-c6da-44d6-aa37-50528672c6c7 req-e217ad08-8f8f-4ec2-be5b-1d687ce86160 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474563 Dec 13 13:56:15.945525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c17168-91a4-4c6d-887f-da72ed53abb4 req-9eed2b73-f7b8-4972-b588-579d4bee66af tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:15.946990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4c17168-91a4-4c6d-887f-da72ed53abb4 req-9eed2b73-f7b8-4972-b588-579d4bee66af tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0523045 Dec 13 13:56:16.002467 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c4c17168-91a4-4c6d-887f-da72ed53abb4 req-21290cc7-68c3-4280-bb0b-e9f135411dab tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490808 Dec 13 13:56:17.131258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b5643-a89b-46c0-a271-d72000daf6c2 req-1b697fa1-c013-4261-99b7-9edb6dd1e8c5 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:17.132781 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c2b5643-a89b-46c0-a271-d72000daf6c2 req-1b697fa1-c013-4261-99b7-9edb6dd1e8c5 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0563610 Dec 13 13:56:17.188921 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c2b5643-a89b-46c0-a271-d72000daf6c2 req-2670ef5e-718e-4e4c-a7c7-18dd46430de2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496726 Dec 13 13:56:18.328410 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b90b7-76a9-4422-a054-da517353f45f req-2dafa216-b25a-42b7-9ce7-754a2bae4ee7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:18.330354 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa5b90b7-76a9-4422-a054-da517353f45f req-2dafa216-b25a-42b7-9ce7-754a2bae4ee7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0530005 Dec 13 13:56:18.388936 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fa5b90b7-76a9-4422-a054-da517353f45f req-3da61c65-16bc-433f-96f6-9ad3d3b05dc0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522158 Dec 13 13:56:18.676403 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:56:19.523937 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810fa98-5e1a-40b0-90e6-2ffadfb72db3 req-63beb40b-3560-47e5-8b3d-5a4cf9c98923 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:19.525460 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2810fa98-5e1a-40b0-90e6-2ffadfb72db3 req-63beb40b-3560-47e5-8b3d-5a4cf9c98923 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0577292 Dec 13 13:56:19.576139 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2810fa98-5e1a-40b0-90e6-2ffadfb72db3 req-e69e38fd-7ee2-480e-9c7a-94e8066aeebb tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445392 Dec 13 13:56:20.702230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb07691-55b4-4f84-8293-c99c0e533503 req-a3337bd6-9fda-469d-9e64-b6e109b6d2e9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:20.703724 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fb07691-55b4-4f84-8293-c99c0e533503 req-a3337bd6-9fda-469d-9e64-b6e109b6d2e9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0553465 Dec 13 13:56:20.756897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8fb07691-55b4-4f84-8293-c99c0e533503 req-60a1a26a-922b-46c9-ac3b-7f469eefa57a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464129 Dec 13 13:56:21.887019 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb0b4f-e03e-4f2f-9404-3c35c7c4af55 req-7979208b-04c5-4288-9b1e-f9d20d0a8174 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:21.888500 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4bfb0b4f-e03e-4f2f-9404-3c35c7c4af55 req-7979208b-04c5-4288-9b1e-f9d20d0a8174 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0514007 Dec 13 13:56:21.945065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4bfb0b4f-e03e-4f2f-9404-3c35c7c4af55 req-c75cd306-5129-42e8-8f0b-15208f8af9e6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500822 Dec 13 13:56:22.729214 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-02d5a9fd-fc89-44e6-bc8c-926284d592ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:22.731281 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-02d5a9fd-fc89-44e6-bc8c-926284d592ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491951 Dec 13 13:56:22.825319 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-c6cd8232-3b2d-4626-acac-6103feec9b0c service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839036 Dec 13 13:56:22.923501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bf0cbc51-d1e5-4c0d-b2c4-a27aac4121d9 req-e65f2e75-20a0-479e-8a67-2802cf162eb9 service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903726 Dec 13 13:56:23.128580 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cd3a5-09c0-484c-a949-030a60108022 req-4697d7e1-5a66-49da-9aa4-1421517621b3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:23.130108 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f6cd3a5-09c0-484c-a949-030a60108022 req-4697d7e1-5a66-49da-9aa4-1421517621b3 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.1149657 Dec 13 13:56:23.188887 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4f6cd3a5-09c0-484c-a949-030a60108022 req-0158fcfd-eb0c-48cb-be90-56b626730f59 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494781 Dec 13 13:56:24.357662 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15dde8d4-84e7-40a7-995c-1776f19750f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:24.397331 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934a62c-0348-4f87-89dd-de8571733494 req-b73eef1c-6ec8-4927-98e2-4a68c3c975a2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:24.399311 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d934a62c-0348-4f87-89dd-de8571733494 req-b73eef1c-6ec8-4927-98e2-4a68c3c975a2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.1197703 Dec 13 13:56:24.455897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d934a62c-0348-4f87-89dd-de8571733494 req-1c4a209c-e08d-485c-ad31-b846eb3dea30 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496435 Dec 13 13:56:25.584303 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8266ff-1390-45ff-8eed-247210e3a1ce req-6c4ea608-6aae-4947-9679-5b2cd5e26332 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:25.585881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c8266ff-1390-45ff-8eed-247210e3a1ce req-6c4ea608-6aae-4947-9679-5b2cd5e26332 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 944 time: 0.0543830 Dec 13 13:56:25.641616 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3c8266ff-1390-45ff-8eed-247210e3a1ce req-dfbe4d79-70b8-4e2d-8c4a-1caac219fc78 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493033 Dec 13 13:56:25.851032 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1171b933-b756-492b-baeb-3ae858b9b1c7 details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:56:25.952970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:56:25.965061 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'port_id': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'mac_address': 'fa:16:3e:ad:a1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:56:26.007458 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:26.021282 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1171b933-b756-492b-baeb-3ae858b9b1c7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:56:26.040753 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:56:26.047991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:26.096003 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:56:26.276918 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['1171b933-b756-492b-baeb-3ae858b9b1c7'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:56:26.729172 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8a308c6-cc55-43ab-9277-c470be56454c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:26.773719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa29d-cd72-42be-8599-64a2392e076f req-51032f09-2b7a-4514-9942-0ffcdb5d2338 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:26.775240 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c7fa29d-cd72-42be-8599-64a2392e076f req-51032f09-2b7a-4514-9942-0ffcdb5d2338 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0523162 Dec 13 13:56:26.829994 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7c7fa29d-cd72-42be-8599-64a2392e076f req-82e9418c-9ddb-471f-8cc3-7c1b21083fb2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457866 Dec 13 13:56:27.866053 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1171b933-b756-492b-baeb-3ae858b9b1c7 up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:56:27.925036 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 1171b933-b756-492b-baeb-3ae858b9b1c7 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:56:27.929106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 1171b933-b756-492b-baeb-3ae858b9b1c7 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:56:27.929478 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:27.957423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690fd1b-9a5e-415c-9156-d8ff88dfe02b req-410462ef-e32d-4b17-a983-1bc8b6610b2f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:27.959415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1690fd1b-9a5e-415c-9156-d8ff88dfe02b req-410462ef-e32d-4b17-a983-1bc8b6610b2f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 945 time: 0.0535271 Dec 13 13:56:28.009114 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1690fd1b-9a5e-415c-9156-d8ff88dfe02b req-573a9280-fb47-495e-be61-5ed2bd79b86c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433626 Dec 13 13:56:28.009418 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:28.043398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:56:28.045699 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d7090f-e77c-403a-b9b3-055b6ddde2cd" -d '{"events": [{"server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "name": "network-vif-plugged", "status": "completed", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:56:28.055992 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:28.059762 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:56:28.064821 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:28.113528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=12']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:56:29.106103 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38959ea2-55da-4ec3-9647-852aeb7579c5 x-openstack-request-id: req-38959ea2-55da-4ec3-9647-852aeb7579c5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:56:29.106747 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "name": "network-vif-plugged", "status": "completed", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:56:29.106747 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38959ea2-55da-4ec3-9647-852aeb7579c5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:56:29.107220 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'code': 200} Dec 13 13:56:29.138211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f1784-830b-4440-b917-3e5c6046c675 req-d64acf8f-3a37-4e6d-b3d1-0c479b904243 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:29.140004 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e45f1784-830b-4440-b917-3e5c6046c675 req-d64acf8f-3a37-4e6d-b3d1-0c479b904243 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 946 time: 0.0562871 Dec 13 13:56:29.192835 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e45f1784-830b-4440-b917-3e5c6046c675 req-ced4264f-5c1e-4417-bfb7-1b48f5a0ce42 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462840 Dec 13 13:56:29.306107 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321547f-7539-4c92-bbfc-55718bc842bb req-2ba23bd8-286c-411b-b817-bd2bfee9ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:29.307484 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5321547f-7539-4c92-bbfc-55718bc842bb req-2ba23bd8-286c-411b-b817-bd2bfee9ab00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1097 time: 0.0457218 Dec 13 13:56:29.362137 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5321547f-7539-4c92-bbfc-55718bc842bb req-1b848aa4-0348-421d-9262-fc271425f58c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409684 Dec 13 13:56:29.365563 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:29.964515 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:30.332274 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65944a2a-5fe6-4d90-abb5-90e9339f3d6e req-0fd5a6fa-c08e-444a-a64f-8843ab018a0f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:30.333958 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65944a2a-5fe6-4d90-abb5-90e9339f3d6e req-0fd5a6fa-c08e-444a-a64f-8843ab018a0f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 946 time: 0.0514827 Dec 13 13:56:30.384407 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-65944a2a-5fe6-4d90-abb5-90e9339f3d6e req-66d8b62a-3a4e-4bd3-a8f9-85a2ecb737d9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443587 Dec 13 13:56:31.507758 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9276d-60c4-437f-af2f-7a6c7c9b281e req-3bad0fa4-04a6-432e-b4c0-42c10926d90c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:31.509270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ce9276d-60c4-437f-af2f-7a6c7c9b281e req-3bad0fa4-04a6-432e-b4c0-42c10926d90c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 946 time: 0.0498037 Dec 13 13:56:31.563644 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ce9276d-60c4-437f-af2f-7a6c7c9b281e req-42ca94e2-cdce-4bde-bd7d-25385c1f0327 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480556 Dec 13 13:56:38.062574 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:38.192461 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:51.104714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-d0efeacc-c3d3-448c-ae31-cd46e3f0740d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449765 Dec 13 13:56:51.210855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-aa55f93c-6310-4937-ad1e-d225a28e744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:51.212336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-aa55f93c-6310-4937-ad1e-d225a28e744a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1097 time: 0.0515261 Dec 13 13:56:51.327830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-d085e9a2-38dd-4f3b-be81-0819da055df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:51.329403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-d085e9a2-38dd-4f3b-be81-0819da055df5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0963058 Dec 13 13:56:51.415176 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-70ee84df-2037-49e3-9144-54f70db4ee6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 1000 time: 0.0771871 Dec 13 13:56:51.468369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-e0717137-6b55-44fe-bcd5-32cddb8beffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:51.469855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-e0717137-6b55-44fe-bcd5-32cddb8beffa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0472574 Dec 13 13:56:51.521286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-42354679-2940-48d3-84c4-884a71e9a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:56:51.522845 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-42354679-2940-48d3-84c4-884a71e9a309 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451229 Dec 13 13:56:51.613312 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-0a94d8dc-8bb8-46cd-bd5b-72a023736bba service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824480 Dec 13 13:56:51.707574 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1ed54e47-1ec1-456d-a1e7-54ac2b251ee0 req-6c020a9a-92a2-4618-ab9f-f6ddbecec621 service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862260 Dec 13 13:56:54.371942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4c27-e4aa-4455-8087-194b15bc9dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:55.676610 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:56:56.727381 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd52679d-bba8-4e85-bba2-4b6f0ebc7759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:58.039997 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:59.369908 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:56:59.976661 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:08.072335 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:08.199230 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:24.371173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0db328fd-2a30-4c64-8c38-773005561dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:26.733794 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1a3a884-602c-4764-a1b2-4541079ef080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:28.050728 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:29.377374 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:29.979457 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:32.679216 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:57:38.079656 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:38.198777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:47.467312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41448) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:57:47.632112 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Deleting port 3f16cdca-97ab-4add-9279-f1c61dc75a02 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:57:47.632454 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:47.708818 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:47.709089 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:47.720724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Calling delete_port for 3f16cdca-97ab-4add-9279-f1c61dc75a02 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:57:47.876117 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:47.904979 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event deleted for resources: {'Port': ['ID=3f16cdca-97ab-4add-9279-f1c61dc75a02,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:57:47.930862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.931211 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.931532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.931864 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.932197 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.932529 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.932853 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.933178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.933506 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.933828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.934166 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.934490 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.934807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:47.976763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:47.977043 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Floating IP 1ff31e21-6997-4b76-86cf-575bf8962177 disassociated (deleted). External IP: 172.25.2.26, port: 1171b933-b756-492b-baeb-3ae858b9b1c7. Dec 13 13:57:48.190688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:57:48.309014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:57:48.314141 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:48.319353 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] Sync routers for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:57:48.330783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:57:48.331397 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:57:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:57:48.346877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-03542b50-a0e2-4051-af35-c2b795c96ee2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "DELETE /v2.0/floatingips/1ff31e21-6997-4b76-86cf-575bf8962177 HTTP/1.1" status: 204 len: 168 time: 0.8750944 Dec 13 13:57:48.346877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:57:48.346877 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460d8101-d158-4f7d-be8a-cdc85e5fb109" -d '{"events": [{"name": "network-changed", "server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:57:48.448594 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:57:48.471751 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8cd147-528c-45e8-8ef9-0b2701842878 x-openstack-request-id: req-8d8cd147-528c-45e8-8ef9-0b2701842878 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:57:48.472348 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:57:48.472348 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d8cd147-528c-45e8-8ef9-0b2701842878 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:57:48.473107 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'status': 'completed', 'code': 200} Dec 13 13:57:48.617767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-85fc066d-5652-42e9-a7b0-d5d63f0b9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:57:48.619409 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-85fc066d-5652-42e9-a7b0-d5d63f0b9d8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 1097 time: 0.1178250 Dec 13 13:57:48.630325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860d4f1-7ad5-4664-8448-52f37af217f3 req-76025d1b-4451-4bcb-ac1b-744fd10c4002 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:57:48.631742 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d860d4f1-7ad5-4664-8448-52f37af217f3 req-76025d1b-4451-4bcb-ac1b-744fd10c4002 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 946 time: 0.0729334 Dec 13 13:57:48.673047 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:57:48.700456 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] Checking router: 28a78b96-beea-43b8-a4eb-b8de8d1788b1 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:57:48.710198 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:57:48.710861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:57:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:57:48.822825 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:57:49.039116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:57:49.069643 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043bd7c5-1991-4132-8a86-1d580024e5e2 None None] The sync data for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 is: [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:57:49.081959 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d860d4f1-7ad5-4664-8448-52f37af217f3 req-f0e9f2f6-7c59-49aa-bda6-0acd9b4e800c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4417500 Dec 13 13:57:49.100305 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-bc8bb35d-c18e-4071-9d40-efa588bfeaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:57:49.101757 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-bc8bb35d-c18e-4071-9d40-efa588bfeaf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.4691899 Dec 13 13:57:49.147699 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-23dc1e92-dd5d-4978-9d82-2a42574621a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 200 len: 217 time: 0.0379205 Dec 13 13:57:49.204867 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-5b094489-e9fa-4b08-ad7d-f083bbcb943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:57:49.206361 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-5b094489-e9fa-4b08-ad7d-f083bbcb943d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0445259 Dec 13 13:57:49.267168 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-e8e556e9-8b78-4850-9796-c063e1f3a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:57:49.268746 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-e8e556e9-8b78-4850-9796-c063e1f3a37e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542223 Dec 13 13:57:49.301474 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3b218-baaa-4e69-8e55-6318256c2694 None None] New status for floating IP 1ff31e21-6997-4b76-86cf-575bf8962177: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:57:49.367999 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-cbb24f4b-b842-4f2d-be01-e675950ba84b service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897326 Dec 13 13:57:49.466200 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-460d8101-d158-4f7d-be8a-cdc85e5fb109 req-1b8d119e-b36f-4dd9-b538-30f4c286e8e9 service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902185 Dec 13 13:57:49.917064 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-3182f57e-75cd-463c-8673-50890fdd5951 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:57:49.918595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-3182f57e-75cd-463c-8673-50890fdd5951 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.42 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 946 time: 0.0523701 Dec 13 13:57:50.016297 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-fb98a53a-7b5c-444b-8f28-1ddd8206eab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Deleting port 1171b933-b756-492b-baeb-3ae858b9b1c7 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 13:57:50.016540 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-fb98a53a-7b5c-444b-8f28-1ddd8206eab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:50.119675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-fb98a53a-7b5c-444b-8f28-1ddd8206eab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] For port 1171b933-b756-492b-baeb-3ae858b9b1c7, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=1171b933-b756-492b-baeb-3ae858b9b1c7,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:57:50.120468 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-fb98a53a-7b5c-444b-8f28-1ddd8206eab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:50.134724 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-fb98a53a-7b5c-444b-8f28-1ddd8206eab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Calling delete_port for 1171b933-b756-492b-baeb-3ae858b9b1c7 owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 13:57:50.253209 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91e817-1e35-4339-ac5a-23109d960aa1 req-5223a5ae-9582-48e4-a20c-b0c4afa879c0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:57:50.254839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b91e817-1e35-4339-ac5a-23109d960aa1 req-5223a5ae-9582-48e4-a20c-b0c4afa879c0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=44bc4385-4021-4cc6-a7e5-c27231c6148a HTTP/1.1" status: 200 len: 946 time: 0.0759096 Dec 13 13:57:50.337576 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-fb98a53a-7b5c-444b-8f28-1ddd8206eab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:50.352514 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8b91e817-1e35-4339-ac5a-23109d960aa1 req-ba472728-9f0d-4aef-b257-3651f5671ec6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=ac159df9-aea4-4303-abaf-820074b19d46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890501 Dec 13 13:57:50.377649 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98a53a-7b5c-444b-8f28-1ddd8206eab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event deleted for resources: {'Port': ['ID=1171b933-b756-492b-baeb-3ae858b9b1c7,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:57:50.420290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-fb98a53a-7b5c-444b-8f28-1ddd8206eab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] No DVR routers for this DVR port 1171b933-b756-492b-baeb-3ae858b9b1c7 on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 13:57:50.423083 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-fb98a53a-7b5c-444b-8f28-1ddd8206eab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:50.427304 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b97d0cc-0121-4f35-8bab-e854a9383ce4 req-fb98a53a-7b5c-444b-8f28-1ddd8206eab9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.42 "DELETE /v2.0/ports/1171b933-b756-492b-baeb-3ae858b9b1c7 HTTP/1.1" status: 204 len: 173 time: 0.5027783 Dec 13 13:57:50.474576 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'name': 'network-vif-deleted', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:57:50.477070 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3eb45e-87dc-4b47-aa0b-9c024afa05ee" -d '{"events": [{"server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "name": "network-vif-deleted", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:57:50.517572 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a9f2cc-cc7c-44b9-8e3d-87da55836591 x-openstack-request-id: req-a6a9f2cc-cc7c-44b9-8e3d-87da55836591 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:57:50.517867 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bc4385-4021-4cc6-a7e5-c27231c6148a", "name": "network-vif-deleted", "tag": "1171b933-b756-492b-baeb-3ae858b9b1c7", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:57:50.518152 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6a9f2cc-cc7c-44b9-8e3d-87da55836591 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:57:50.518559 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bc4385-4021-4cc6-a7e5-c27231c6148a', 'name': 'network-vif-deleted', 'tag': '1171b933-b756-492b-baeb-3ae858b9b1c7', 'status': 'completed', 'code': 200} Dec 13 13:57:51.416293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41470) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:57:51.473056 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e94bb83b-a7b8-4c63-8cc8-2064bbb9b87d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:51.498709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e94bb83b-a7b8-4c63-8cc8-2064bbb9b87d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:51.576180 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e94bb83b-a7b8-4c63-8cc8-2064bbb9b87d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:51.580452 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e94bb83b-a7b8-4c63-8cc8-2064bbb9b87d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:51.582550 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e94bb83b-a7b8-4c63-8cc8-2064bbb9b87d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "DELETE /v2.0/security-groups/ac159df9-aea4-4303-abaf-820074b19d46 HTTP/1.1" status: 204 len: 168 time: 0.1648483 Dec 13 13:57:51.592530 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bb83b-a7b8-4c63-8cc8-2064bbb9b87d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac159df9-aea4-4303-abaf-820074b19d46,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:57:52.042813 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41476) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:57:52.048775 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119377956', 'description': 'tempest-secgroup-smoke-2119377956 description', 'project_id': '572b4f441cb24ce2901b7fca913e731e'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:57:52.073586 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.145628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.151357 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.180516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.181760 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1378882 Dec 13 13:57:52.183739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:57:52.184893 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41480) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:57:52.189586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-2cd86dd2-f953-42a1-ba23-2f8f4c2b1090 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': '9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:57:52.191187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.191659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.192120 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.192614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.192952 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.193294 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.193618 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.193944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.194303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.194625 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.194948 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.195270 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.195589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63276953-eb39-4310-b46b-788289815013 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:57:52.222323 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cd86dd2-f953-42a1-ba23-2f8f4c2b1090 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.268410 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cd86dd2-f953-42a1-ba23-2f8f4c2b1090 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.273471 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cd86dd2-f953-42a1-ba23-2f8f4c2b1090 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.292754 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd86dd2-f953-42a1-ba23-2f8f4c2b1090 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3a08a4-928a-4a76-bc05-b75b613e5b5a,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:57:52.298544 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-2cd86dd2-f953-42a1-ba23-2f8f4c2b1090 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.299576 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-2cd86dd2-f953-42a1-ba23-2f8f4c2b1090 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136134 Dec 13 13:57:52.302342 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41482) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:57:52.306593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-904bc2cf-7cf6-403e-8fd4-8e8c48cadfad tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': '9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:57:52.332763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-904bc2cf-7cf6-403e-8fd4-8e8c48cadfad tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.391139 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-904bc2cf-7cf6-403e-8fd4-8e8c48cadfad tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.396181 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-904bc2cf-7cf6-403e-8fd4-8e8c48cadfad tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.415108 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bc2cf-7cf6-403e-8fd4-8e8c48cadfad tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a60f81e-ae42-4e3b-9bec-e08175d5a345,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:57:52.420963 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-904bc2cf-7cf6-403e-8fd4-8e8c48cadfad tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.422204 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-904bc2cf-7cf6-403e-8fd4-8e8c48cadfad tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188903 Dec 13 13:57:52.425036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41484) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:57:52.429735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-107a09ee-9e0a-43fd-a430-27dd2914fc69 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': '9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:57:52.465163 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-107a09ee-9e0a-43fd-a430-27dd2914fc69 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.527160 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-107a09ee-9e0a-43fd-a430-27dd2914fc69 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.532644 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-107a09ee-9e0a-43fd-a430-27dd2914fc69 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.550733 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a09ee-9e0a-43fd-a430-27dd2914fc69 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562c47e1-aa7c-42ce-a240-6c9f7297d019,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:57:52.558759 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-107a09ee-9e0a-43fd-a430-27dd2914fc69 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.559988 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-107a09ee-9e0a-43fd-a430-27dd2914fc69 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337271 Dec 13 13:57:52.562940 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41486) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:57:52.567629 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e10c5d5b-a569-4357-8770-2e2326a3781b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': '9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:57:52.596805 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e10c5d5b-a569-4357-8770-2e2326a3781b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.654311 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e10c5d5b-a569-4357-8770-2e2326a3781b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.659199 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e10c5d5b-a569-4357-8770-2e2326a3781b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.678834 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c5d5b-a569-4357-8770-2e2326a3781b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b00880-99b7-4d27-b0bb-1359f586e637,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:57:52.684569 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e10c5d5b-a569-4357-8770-2e2326a3781b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.687818 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e10c5d5b-a569-4357-8770-2e2326a3781b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211147 Dec 13 13:57:52.687818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41488) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:57:52.692206 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-cf10edbb-bb51-488c-a820-ae2692a3ea17 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': '9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:57:52.716099 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-cf10edbb-bb51-488c-a820-ae2692a3ea17 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Project 572b4f441cb24ce2901b7fca913e731e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:57:52.720907 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf10edbb-bb51-488c-a820-ae2692a3ea17 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.785929 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf10edbb-bb51-488c-a820-ae2692a3ea17 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.791921 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf10edbb-bb51-488c-a820-ae2692a3ea17 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.811277 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10edbb-bb51-488c-a820-ae2692a3ea17 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0ace3c-7c83-4e0c-a3fb-c74e25230258,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:57:52.817145 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cf10edbb-bb51-488c-a820-ae2692a3ea17 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.818295 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cf10edbb-bb51-488c-a820-ae2692a3ea17 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295421 Dec 13 13:57:52.820986 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41490) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:57:52.825182 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-a43a1e4a-d764-4201-aa5e-bd76b894078c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'security_group_rule': {'security_group_id': '9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6', 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:57:52.848611 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-a43a1e4a-d764-4201-aa5e-bd76b894078c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Project 572b4f441cb24ce2901b7fca913e731e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 13:57:52.854299 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a43a1e4a-d764-4201-aa5e-bd76b894078c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.917308 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a43a1e4a-d764-4201-aa5e-bd76b894078c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.921618 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a43a1e4a-d764-4201-aa5e-bd76b894078c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.940047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a1e4a-d764-4201-aa5e-bd76b894078c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a9f59b-54df-4196-a47b-2e4a0d4fe5e3,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:57:52.948709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-a43a1e4a-d764-4201-aa5e-bd76b894078c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:52.949890 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-a43a1e4a-d764-4201-aa5e-bd76b894078c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279984 Dec 13 13:57:54.260865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1171b933-b756-492b-baeb-3ae858b9b1c7 no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 13:57:54.281840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 1171b933-b756-492b-baeb-3ae858b9b1c7 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 13:57:54.282220 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 1171b933-b756-492b-baeb-3ae858b9b1c7 not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 13:57:54.366635 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b32b690-4dc8-4fa6-93fc-328ea041754c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:56.716751 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40a01eba-68fb-464e-9406-62fe11462f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:58.048253 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:59.381598 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:57:59.974587 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:08.089879 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:08.199795 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:09.303275 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-44cb8a4f-2d88-4b9d-972c-1add861bac33 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119377956&fields=id&tenant_id=572b4f441cb24ce2901b7fca913e731e HTTP/1.1" status: 200 len: 267 time: 0.0445213 Dec 13 13:58:09.410933 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-1fb274be-9069-4615-aee1-7f3248c0a406 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:09.412286 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-1fb274be-9069-4615-aee1-7f3248c0a406 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 809 time: 0.1021693 Dec 13 13:58:09.430090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-54f129ea-0f71-4a38-ba01-59a0d24db677 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/quotas/572b4f441cb24ce2901b7fca913e731e HTTP/1.1" status: 200 len: 375 time: 0.0095794 Dec 13 13:58:09.487586 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-59c47bab-430c-47a1-a182-cfb4d6965d9c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511491 Dec 13 13:58:09.634122 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-82b4692b-15df-4619-9c4e-5b2cc8c23a05 service neutron] 10.222.0.31 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340363 Dec 13 13:58:09.678733 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:58:09.730305 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-bcbabf1c-ea14-453d-8c3d-b91d0e4fc4ba service neutron] 10.222.0.31 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888803 Dec 13 13:58:10.037759 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-83588eb6-7c4b-4651-8667-3a45bf5e0ef5 req-32327f20-7a2a-4c84-9b94-567465f5e4d6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 210 time: 0.0277672 Dec 13 13:58:11.003206 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-f5b97211-22ec-4383-8c31-0727aa8c559d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:11.005530 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-f5b97211-22ec-4383-8c31-0727aa8c559d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 809 time: 0.1122730 Dec 13 13:58:11.073470 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-720475d9-4047-4a6b-ae9f-877c6e3df57a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b4f441cb24ce2901b7fca913e731e HTTP/1.1" status: 200 len: 380 time: 0.0577314 Dec 13 13:58:11.083659 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'port': {'device_id': '0e2a1274-1987-45ef-b403-79c50957c172', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'admin_state_up': True, 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'security_groups': ['9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:58:11.139271 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8e8e5bc7-0d59-4c13-bc6c-437b541da16b req-c25e490d-be21-482f-9cfc-55c07f4ffb5a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 210 time: 0.0283968 Dec 13 13:58:11.200865 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Made reservation on behalf of 572b4f441cb24ce2901b7fca913e731e for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 13:58:11.204663 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:11.335885 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Allocated IP 172.20.0.11 (e21bcefb-7062-47d8-af2a-cdf7221187ed/dd39f118-cbe5-463a-b85d-d7a7e21d4d0a/54431883-15dd-49a5-9fcc-c71598e0825a) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:58:11.479041 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:11.521404 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:11.567887 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Network e21bcefb-7062-47d8-af2a-cdf7221187ed is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:58:11.571034 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:58:11.574677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:58:11.599516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:58:11.629493 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:11.630269 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:11.647977 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-b2c120d5-31ce-488b-b5cc-e9770d1733e1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684395 Dec 13 13:58:11.658333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-7befc859-d34c-4b09-a3da-7b7fddbc246f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 13:58:11.659330 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-7befc859-d34c-4b09-a3da-7b7fddbc246f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058324 Dec 13 13:58:11.725484 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Request body: {'port': {'device_id': '0e2a1274-1987-45ef-b403-79c50957c172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:58:11.787494 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:11.870915 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-742fb71e-d8b8-4e2d-81f4-80ce8d358572 None None] Provisioning complete for port 54431883-15dd-49a5-9fcc-c71598e0825a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:58:11.871507 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-742fb71e-d8b8-4e2d-81f4-80ce8d358572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:11.909731 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-742fb71e-d8b8-4e2d-81f4-80ce8d358572 None None] Port 54431883-15dd-49a5-9fcc-c71598e0825a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 13:58:12.056174 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54431883-15dd-49a5-9fcc-c71598e0825a {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:58:12.064700 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:12.077168 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Transition to ACTIVE for port object 54431883-15dd-49a5-9fcc-c71598e0825a will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 13:58:12.082035 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:12.150185 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Pushing event updated for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:58:12.219478 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Attempting to bind port 54431883-15dd-49a5-9fcc-c71598e0825a on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 13:58:12.219820 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Attempting to bind port 54431883-15dd-49a5-9fcc-c71598e0825a by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 13:58:12.220215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Attempting to bind port 54431883-15dd-49a5-9fcc-c71598e0825a on network e21bcefb-7062-47d8-af2a-cdf7221187ed {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:58:12.225200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Port 54431883-15dd-49a5-9fcc-c71598e0825a on network e21bcefb-7062-47d8-af2a-cdf7221187ed not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 13:58:12.225535 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Attempting to bind port 54431883-15dd-49a5-9fcc-c71598e0825a on network e21bcefb-7062-47d8-af2a-cdf7221187ed {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 13:58:12.233445 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 13, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 13:58:12.233897 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Checking segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 13:58:12.234325 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Bound using segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 13:58:12.234771 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Bound port: 54431883-15dd-49a5-9fcc-c71598e0825a, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 13:58:12.235318 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:12.283797 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626a587-a160-461c-b153-483c301268be req-4af18584-b270-4309-81bd-53bd1e0c2f38 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:12.290595 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3626a587-a160-461c-b153-483c301268be req-4af18584-b270-4309-81bd-53bd1e0c2f38 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0669439 Dec 13 13:58:12.312190 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 13:58:12.315841 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 13:58:12.323436 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:12.356803 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3626a587-a160-461c-b153-483c301268be req-eea2f46c-fa4b-4686-8b3b-0ed86ce69a22 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554905 Dec 13 13:58:12.372001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:12.372798 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:12.374817 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 1092 time: 0.7069566 Dec 13 13:58:12.375344 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:58:12.377869 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f222afad-ddf4-48b1-9d53-7599a1ade647" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:58:12.405854 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a20849-541f-467b-99d3-c71f46ec39a4 service neutron] Pushing event updated for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:58:12.489556 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-29293252-2484-44fc-a04c-dafe77735b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:12.491128 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-29293252-2484-44fc-a04c-dafe77735b5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1095 time: 0.0640626 Dec 13 13:58:12.511753 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73533c40-f743-4ea2-805c-badfda1c940a x-openstack-request-id: req-73533c40-f743-4ea2-805c-badfda1c940a {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:58:12.512048 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:58:12.512301 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73533c40-f743-4ea2-805c-badfda1c940a {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:58:12.512706 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a', 'status': 'completed', 'code': 200} Dec 13 13:58:12.546877 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-1d957d59-33a7-4e19-bbab-b77407926ce5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 217 time: 0.0442531 Dec 13 13:58:12.608333 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-3a593c59-b0cf-49c9-9c77-c50dfaccaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:12.609817 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-3a593c59-b0cf-49c9-9c77-c50dfaccaa7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0565143 Dec 13 13:58:12.660686 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-49d8f261-7162-422f-8f11-83f4540ad288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:12.662233 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-49d8f261-7162-422f-8f11-83f4540ad288 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447621 Dec 13 13:58:12.755963 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-49987436-c563-4302-9df9-1ed5be87bc39 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863166 Dec 13 13:58:12.846453 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-24784ab2-a856-4544-b8e4-cf9bb561317d req-efeb291a-0146-46b8-8da8-37b1de41504e service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837166 Dec 13 13:58:12.935506 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-eb210d2a-bb44-4f96-85d4-cc983d590aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:12.937174 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-eb210d2a-bb44-4f96-85d4-cc983d590aab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1095 time: 0.0447025 Dec 13 13:58:13.031187 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-23cd8267-a51f-4884-8328-bc8a5fba783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:13.032687 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-23cd8267-a51f-4884-8328-bc8a5fba783a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0887206 Dec 13 13:58:13.075367 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-bb8d94de-b36b-4fa7-bcaa-c6edf9454547 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 217 time: 0.0353949 Dec 13 13:58:13.127747 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-3112a2cf-e8d8-4544-af83-aba1b03eba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:13.129182 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-3112a2cf-e8d8-4544-af83-aba1b03eba32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0475974 Dec 13 13:58:13.178691 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-2c849e0a-796a-4733-9f1b-36736439c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:13.180199 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-2c849e0a-796a-4733-9f1b-36736439c622 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431061 Dec 13 13:58:13.275293 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-75055a75-72fd-4b9b-85a8-bd880b6df814 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874567 Dec 13 13:58:13.375134 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f222afad-ddf4-48b1-9d53-7599a1ade647 req-419e8853-15c1-4350-afb0-14592eedf1c8 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928998 Dec 13 13:58:13.472921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2cb2f-0082-424c-8c73-746a460b4606 req-f3363748-2fd3-42b9-afac-cdd2f4f3bf98 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:13.476373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63e2cb2f-0082-424c-8c73-746a460b4606 req-f3363748-2fd3-42b9-afac-cdd2f4f3bf98 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0552573 Dec 13 13:58:13.529303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-63e2cb2f-0082-424c-8c73-746a460b4606 req-3297e232-6363-4855-887e-e2fe89e1a2c2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458992 Dec 13 13:58:14.650593 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a88e96-ee70-4e59-bcc0-a5f1007d51be req-86d17387-036d-4bc8-8e58-c9666512c41a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:14.652076 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11a88e96-ee70-4e59-bcc0-a5f1007d51be req-86d17387-036d-4bc8-8e58-c9666512c41a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0509565 Dec 13 13:58:14.706112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-11a88e96-ee70-4e59-bcc0-a5f1007d51be req-5fc0a79b-9b08-4108-bc9f-9c2a3f2efe02 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476520 Dec 13 13:58:15.825405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c738-05da-406f-86c9-7c35d638e6c5 req-178ad25e-2674-412b-820e-5a3469d656d6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:15.827639 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df06c738-05da-406f-86c9-7c35d638e6c5 req-178ad25e-2674-412b-820e-5a3469d656d6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0510023 Dec 13 13:58:15.881198 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-df06c738-05da-406f-86c9-7c35d638e6c5 req-400d4355-1d2c-4596-929a-1f774804179d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473242 Dec 13 13:58:17.013766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba22a65-5702-4a1a-8b58-bd0e50aafd54 req-7ce8e5f1-b4e5-400c-8250-97b7e3139a14 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:17.015309 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ba22a65-5702-4a1a-8b58-bd0e50aafd54 req-7ce8e5f1-b4e5-400c-8250-97b7e3139a14 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0509181 Dec 13 13:58:17.065594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-5ba22a65-5702-4a1a-8b58-bd0e50aafd54 req-5879594c-66ba-4f22-b673-bfa9f5708bb2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Dec 13 13:58:18.198405 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b4b51-e5fa-4d8e-9a2f-89193817b1b6 req-6db4f437-8fbd-4491-9d2c-a08d7ee08544 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:18.199922 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f66b4b51-e5fa-4d8e-9a2f-89193817b1b6 req-6db4f437-8fbd-4491-9d2c-a08d7ee08544 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0647800 Dec 13 13:58:18.253142 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f66b4b51-e5fa-4d8e-9a2f-89193817b1b6 req-ee8a06f0-98f6-46a8-be8c-cfd8f21d4aee tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448313 Dec 13 13:58:19.393555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f62211-8038-49e4-bce4-23b3a7d92f73 req-d9d783c3-fd4b-4e81-b92e-68deaf0bca80 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:19.395058 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56f62211-8038-49e4-bce4-23b3a7d92f73 req-d9d783c3-fd4b-4e81-b92e-68deaf0bca80 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0605423 Dec 13 13:58:19.448351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-56f62211-8038-49e4-bce4-23b3a7d92f73 req-645883a8-9a1a-4fe0-a461-c3746787997c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446093 Dec 13 13:58:20.578807 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ec4f9-f28b-4aec-882b-d81745c32fe6 req-7855cdfd-e014-4d1d-9021-e13cd88dd776 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:20.580519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a89ec4f9-f28b-4aec-882b-d81745c32fe6 req-7855cdfd-e014-4d1d-9021-e13cd88dd776 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0617037 Dec 13 13:58:20.634590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a89ec4f9-f28b-4aec-882b-d81745c32fe6 req-57494db3-999e-44bb-977b-99d9e5b83543 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477967 Dec 13 13:58:21.761527 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c82b56-4232-4f07-ad26-bbf4e8ae413e req-7862bf9c-fd47-4a20-8786-4cca270069cd tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:21.763057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34c82b56-4232-4f07-ad26-bbf4e8ae413e req-7862bf9c-fd47-4a20-8786-4cca270069cd tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0599511 Dec 13 13:58:21.818482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-34c82b56-4232-4f07-ad26-bbf4e8ae413e req-d6078d1d-f2c4-4e47-b245-ecd8f90d4904 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491686 Dec 13 13:58:22.948737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ba168-50ec-4bde-8742-911a922de0d6 req-452a2b1f-33c8-4a7d-a5b3-28e7a7fb3e1d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:22.950283 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-537ba168-50ec-4bde-8742-911a922de0d6 req-452a2b1f-33c8-4a7d-a5b3-28e7a7fb3e1d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0505042 Dec 13 13:58:23.005317 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-537ba168-50ec-4bde-8742-911a922de0d6 req-c03b4275-bbf6-4016-bd6e-f202822cbf9b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483091 Dec 13 13:58:24.131770 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e19a16-1964-439d-98ce-3542be1c60ee req-52f7d5e2-87a9-4ce2-9178-581e0231d162 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:24.133280 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2e19a16-1964-439d-98ce-3542be1c60ee req-52f7d5e2-87a9-4ce2-9178-581e0231d162 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0518882 Dec 13 13:58:24.186384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2e19a16-1964-439d-98ce-3542be1c60ee req-5d2d60a7-78b8-4e97-9214-b461b2948842 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461845 Dec 13 13:58:24.379379 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91b833d3-2bfe-44fd-859c-4174a3b424e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:25.315935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d4ca-9013-4046-af10-2699cc73b829 req-dafa76bc-bcbb-482e-b6fc-0ad74933582a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:25.317433 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1212d4ca-9013-4046-af10-2699cc73b829 req-dafa76bc-bcbb-482e-b6fc-0ad74933582a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0529702 Dec 13 13:58:25.371138 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1212d4ca-9013-4046-af10-2699cc73b829 req-8fa6b008-7530-4568-b03b-9556a0ae6379 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449288 Dec 13 13:58:25.416055 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 54431883-15dd-49a5-9fcc-c71598e0825a details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 13:58:25.522943 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:58:25.534904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '54431883-15dd-49a5-9fcc-c71598e0825a', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'port_id': '54431883-15dd-49a5-9fcc-c71598e0825a', 'mac_address': 'fa:16:3e:d6:d6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 13:58:25.575400 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:25.589106 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54431883-15dd-49a5-9fcc-c71598e0825a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 13:58:25.613712 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:58:25.621427 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:25.683145 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:58:25.691343 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.691686 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.692066 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.692400 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.692725 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.693049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.693380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.693705 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.694026 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.694359 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.694681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.695000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.695318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 13:58:25.856794 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['54431883-15dd-49a5-9fcc-c71598e0825a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 13:58:26.503185 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508207dc-4981-45f5-b40e-cae9329326ac req-cbf13055-d890-4c6a-9c49-8c7abd0086ac tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:26.504720 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-508207dc-4981-45f5-b40e-cae9329326ac req-cbf13055-d890-4c6a-9c49-8c7abd0086ac tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 945 time: 0.0594544 Dec 13 13:58:26.570928 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-508207dc-4981-45f5-b40e-cae9329326ac req-70f1b632-a728-48b5-b1e0-5ea2d77bb8b8 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581300 Dec 13 13:58:26.730641 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d55ce4ad-a521-43d1-9e55-10ea8ddbdfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:27.417861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 54431883-15dd-49a5-9fcc-c71598e0825a up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 13:58:27.474606 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 54431883-15dd-49a5-9fcc-c71598e0825a completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 13:58:27.478284 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 54431883-15dd-49a5-9fcc-c71598e0825a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 13:58:27.478664 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:27.564085 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:27.588019 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:58:27.590317 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c3e7c9-a0b4-4fc9-94db-b796523820df" -d '{"events": [{"server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "name": "network-vif-plugged", "status": "completed", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:58:27.602465 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 13:58:27.607830 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:27.658098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:58:27.699455 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 13:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2f3970-a181-43ed-af8a-2b7bbce539d8 x-openstack-request-id: req-ad2f3970-a181-43ed-af8a-2b7bbce539d8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:58:27.699753 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "name": "network-vif-plugged", "status": "completed", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:58:27.700146 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad2f3970-a181-43ed-af8a-2b7bbce539d8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:58:27.700443 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c8898-45ac-4582-9e05-5cdb27036ab4 req-a5ae8598-4ef9-42bb-a1f1-e115ce5689f8 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:27.700918 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a', 'code': 200} Dec 13 13:58:27.701997 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d9c8898-45ac-4582-9e05-5cdb27036ab4 req-a5ae8598-4ef9-42bb-a1f1-e115ce5689f8 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0532799 Dec 13 13:58:27.759907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9d9c8898-45ac-4582-9e05-5cdb27036ab4 req-9ba35b27-cba2-4e7d-951c-6ed52740a094 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509779 Dec 13 13:58:27.796644 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f866625-c400-4f17-8473-938ba96f8b9e req-58a7cfbf-e078-408e-9923-edd90bcb01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:27.798180 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f866625-c400-4f17-8473-938ba96f8b9e req-58a7cfbf-e078-408e-9923-edd90bcb01e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1097 time: 0.0416873 Dec 13 13:58:27.846063 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f866625-c400-4f17-8473-938ba96f8b9e req-8dc5f5c4-ed2e-4d70-8df0-d064b1332b21 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395644 Dec 13 13:58:28.056333 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:28.884789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9e8a6-a9b1-4f2a-88dc-e1cc3b68681a req-c2cc577d-0560-4f76-8dcd-0f1e3e03e011 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:28.886321 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98e9e8a6-a9b1-4f2a-88dc-e1cc3b68681a req-c2cc577d-0560-4f76-8dcd-0f1e3e03e011 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0509794 Dec 13 13:58:28.940512 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-98e9e8a6-a9b1-4f2a-88dc-e1cc3b68681a req-73883566-db4e-4ab3-a270-4a5498e64038 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481064 Dec 13 13:58:29.382285 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:29.991319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:30.071148 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff70a12-6714-426f-bd82-53fcc4adad2e req-aac751bd-b477-49b3-9205-d511fe9254fd tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:30.072648 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ff70a12-6714-426f-bd82-53fcc4adad2e req-aac751bd-b477-49b3-9205-d511fe9254fd tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0505474 Dec 13 13:58:30.124373 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ff70a12-6714-426f-bd82-53fcc4adad2e req-1bf480ca-d3e6-4f03-bfc9-ff034a6d2600 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451002 Dec 13 13:58:30.252253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71816df-4fbd-4c1b-9707-0fe9d887bd7f req-d18da070-2a68-46e7-beff-673bb29847d6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:30.253647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e71816df-4fbd-4c1b-9707-0fe9d887bd7f req-d18da070-2a68-46e7-beff-673bb29847d6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0514178 Dec 13 13:58:30.306755 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e71816df-4fbd-4c1b-9707-0fe9d887bd7f req-e699914a-7255-4d2c-a1ac-55481c300e30 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445912 Dec 13 13:58:30.330508 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41694) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:58:30.382309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3c4f5-569c-441f-8669-fdf37b7cc149 tempest-TestShelveInstance-929639688 tempest-TestShelveInstance-929639688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:30.383865 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-3ab3c4f5-569c-441f-8669-fdf37b7cc149 tempest-TestShelveInstance-929639688 tempest-TestShelveInstance-929639688-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1092 time: 0.0521924 Dec 13 13:58:30.388160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41696) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 13:58:30.392782 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '54431883-15dd-49a5-9fcc-c71598e0825a', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 13:58:30.418276 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:30.521086 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:30.630858 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Allocated IP 172.25.2.207 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/7c19e2bc-cb59-4995-9f62-47044be92de1) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 13:58:30.756062 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:30.793668 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:30.838452 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 13:58:30.841255 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 13:58:30.845491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 13:58:30.848532 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'Port': ['ID=7c19e2bc-cb59-4995-9f62-47044be92de1,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:58:31.210971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:31.290112 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:31.454597 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:31.460468 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:31.527949 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event updated for resources: {'Port': ['ID=7c19e2bc-cb59-4995-9f62-47044be92de1,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 13:58:31.540820 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:31.646560 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Floating IP a7b8c089-0e5e-4f2a-b40f-d2420a7b78bb associated. External IP: 172.25.2.207, port: 54431883-15dd-49a5-9fcc-c71598e0825a. Dec 13 13:58:31.873147 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 13:58:31.984246 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 13:58:31.998187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] Sync routers for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 13:58:32.007128 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:32.010857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:58:32.011522 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:58:32.035837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-d17d3c76-2aa2-48d7-8940-a9abc002f8e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6466289 Dec 13 13:58:32.036419 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 13:58:32.038747 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45884d4e-7f76-4935-8bea-eaeb46bec8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 13:58:32.078590 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a03022-2bbf-4ded-9200-251581c0bbfc x-openstack-request-id: req-48a03022-2bbf-4ded-9200-251581c0bbfc {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 13:58:32.078885 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 13:58:32.079138 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48a03022-2bbf-4ded-9200-251581c0bbfc {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 13:58:32.079553 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a', 'status': 'completed', 'code': 200} Dec 13 13:58:32.119906 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:58:32.146848 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-abe8bbe5-b98c-4f78-a28e-fe7590f26545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:32.148244 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-abe8bbe5-b98c-4f78-a28e-fe7590f26545 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1097 time: 0.0470014 Dec 13 13:58:32.244476 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-805688ea-0843-4993-881b-414617ef1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:32.245976 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-805688ea-0843-4993-881b-414617ef1e08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0896938 Dec 13 13:58:32.315409 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-eafd98c8-99db-4d1f-95fe-c05f844eeeca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 1000 time: 0.0626733 Dec 13 13:58:32.348714 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'a7b8c089-0e5e-4f2a-b40f-d2420a7b78bb', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'port_id': '54431883-15dd-49a5-9fcc-c71598e0825a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'mac_address': 'fa:16:3e:d6:d6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2a1274-1987-45ef-b403-79c50957c172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:58:31Z', 'updated_at': '2021-12-13T13:58:31Z', 'revision_number': 0, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:58:32.368256 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-367fbc38-eb4e-40ba-bb83-8700f74a7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:32.369896 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-367fbc38-eb4e-40ba-bb83-8700f74a7710 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0481510 Dec 13 13:58:32.385539 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] Checking router: 28a78b96-beea-43b8-a4eb-b8de8d1788b1 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 13:58:32.394836 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 13:58:32.395500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T13:58:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:58:32.418829 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-4482dc32-34b3-44ca-9894-8ed5b4bac76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:58:32.420276 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-4482dc32-34b3-44ca-9894-8ed5b4bac76f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430713 Dec 13 13:58:32.508595 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 13:58:32.517153 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-493261d7-9a16-440f-a647-732cda3db95f service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895977 Dec 13 13:58:32.611400 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-45884d4e-7f76-4935-8bea-eaeb46bec8a2 req-70e285e4-1906-402a-9717-1ba4a872ef3a service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876861 Dec 13 13:58:32.746319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'a7b8c089-0e5e-4f2a-b40f-d2420a7b78bb', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'port_id': '54431883-15dd-49a5-9fcc-c71598e0825a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'mac_address': 'fa:16:3e:d6:d6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2a1274-1987-45ef-b403-79c50957c172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:58:31Z', 'updated_at': '2021-12-13T13:58:31Z', 'revision_number': 0, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 13:58:32.781685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244c2b2-2e83-4fe5-913b-7f9776af2d1c None None] The sync data for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 is: [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'a7b8c089-0e5e-4f2a-b40f-d2420a7b78bb', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'port_id': '54431883-15dd-49a5-9fcc-c71598e0825a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'mac_address': 'fa:16:3e:d6:d6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2a1274-1987-45ef-b403-79c50957c172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T13:58:31Z', 'updated_at': '2021-12-13T13:58:31Z', 'revision_number': 0, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 13:58:32.991126 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd510a-cb2a-4307-b8cc-04e3cee1714a None None] New status for floating IP a7b8c089-0e5e-4f2a-b40f-d2420a7b78bb: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 13:58:38.108796 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:38.214689 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:46.678378 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:58:54.377429 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34902312-3dc9-4ac6-9ebf-71168f63ddd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:56.725175 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-988abd5a-2c1b-45fa-a8e5-21d233c3639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:58.049196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:59.383240 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:58:59.975754 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:03.029945 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-04d7935e-3b7e-4c01-97c5-95c3630b6027 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453725 Dec 13 13:59:03.121441 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-3bafce5d-9b8f-4538-b0d9-d195034ab32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:59:03.123093 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-3bafce5d-9b8f-4538-b0d9-d195034ab32f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1097 time: 0.0474410 Dec 13 13:59:03.230144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-978b8dc2-1b26-44ec-8205-7e40e9fb6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:59:03.231615 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-978b8dc2-1b26-44ec-8205-7e40e9fb6877 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0884392 Dec 13 13:59:03.308515 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-73bdf81f-41ea-4457-a3f8-d7d7c2a367a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 1002 time: 0.0654290 Dec 13 13:59:03.360474 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-91fbcfbd-29c6-40b5-9218-29829f027954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:59:03.362044 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-91fbcfbd-29c6-40b5-9218-29829f027954 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0458150 Dec 13 13:59:03.416666 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-bd61893e-776d-41a5-a75d-106004cd7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 13:59:03.418213 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-bd61893e-776d-41a5-a75d-106004cd7c2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492017 Dec 13 13:59:03.517085 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-8ce1e554-459c-4b6d-8aba-b79d92dfcdd8 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910704 Dec 13 13:59:03.615570 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3c37fbb0-eae8-4828-bc7e-e46a32154760 req-e0b051ed-d362-45a4-8d9f-871c92583a1c service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906756 Dec 13 13:59:08.124242 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:08.199384 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:23.682557 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 13:59:24.378907 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a07c61c-153c-480b-86f1-a5272772f405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:26.735224 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8388d10-f4f3-4b3a-a3f5-aade6c6820c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:28.060117 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:29.388673 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:29.991657 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:38.133084 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:38.215546 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:54.375949 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0954281-205e-46d7-a566-871ac33d80e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:56.732635 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb9f93f3-c2ff-4e7a-9f37-cc204286a700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:58.062913 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:59.389015 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 13:59:59.978263 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:00.682271 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:00:04.310652 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-e633d931-dcda-4ed9-a0b2-2ca760e20e98 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460777 Dec 13 14:00:04.404391 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-f89b0dc2-8c28-40d1-bb0c-0c940e117607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:04.406772 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-f89b0dc2-8c28-40d1-bb0c-0c940e117607 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1097 time: 0.0499043 Dec 13 14:00:04.519496 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-2125e500-3193-4104-819a-50764932b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:04.521024 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-2125e500-3193-4104-819a-50764932b095 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0933332 Dec 13 14:00:04.604425 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-e726d2ba-d0d3-4e69-a975-a8c23cab6e0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 1002 time: 0.0754805 Dec 13 14:00:04.661408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-383e339b-5185-48e8-8b3c-0451adbac708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:04.662937 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-383e339b-5185-48e8-8b3c-0451adbac708 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0517614 Dec 13 14:00:04.719200 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-14806501-2d67-4a32-b51e-b6e544e6e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:04.720737 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-14806501-2d67-4a32-b51e-b6e544e6e120 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512373 Dec 13 14:00:04.835326 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-937a5a65-51f0-4c3e-b9e4-b60c9d570788 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075594 Dec 13 14:00:04.938399 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9a7fd628-6cf1-414b-a449-800c5e0f26e3 req-f0e47b61-7991-4435-9873-4b51906df6ca service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952249 Dec 13 14:00:08.137938 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:08.215525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:24.377865 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e64ccea9-13d4-4d84-b875-647ccb7f7fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:26.729207 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-942075aa-6e4f-489f-8ef2-733d6f21ba4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:28.062801 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:29.399525 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:29.980910 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:30.988042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289d5c5-6b7d-437c-9392-0a9a197a29e9 req-04bf0e97-0666-4683-9e6a-ad65b61558f9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:30.989562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6289d5c5-6b7d-437c-9392-0a9a197a29e9 req-04bf0e97-0666-4683-9e6a-ad65b61558f9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0542662 Dec 13 14:00:31.041864 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6289d5c5-6b7d-437c-9392-0a9a197a29e9 req-bb58277b-1d6d-4f38-80ec-264bfdb63949 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459859 Dec 13 14:00:32.169014 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb173b-fee9-4069-a2fc-5ff96f58991c req-e8ce0084-2014-4ecb-b156-741798a99f98 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:32.170558 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00eb173b-fee9-4069-a2fc-5ff96f58991c req-e8ce0084-2014-4ecb-b156-741798a99f98 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0558932 Dec 13 14:00:32.228733 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-00eb173b-fee9-4069-a2fc-5ff96f58991c req-f404e0db-2a68-4273-9d67-cbf370fc7bf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521162 Dec 13 14:00:33.394572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d49e6c-8384-4146-acba-78ad060e694d req-eef81d84-0968-456b-b46f-0267c58124e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:33.396091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43d49e6c-8384-4146-acba-78ad060e694d req-eef81d84-0968-456b-b46f-0267c58124e0 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0572135 Dec 13 14:00:33.449415 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-43d49e6c-8384-4146-acba-78ad060e694d req-0e0d7ef9-2f9d-4b23-81f1-bc600753fb8a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470393 Dec 13 14:00:34.593192 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b06448-3fc8-43b1-baf6-1945a957e2dc req-974149e6-3d1a-4c32-9653-bd7ca36608fb tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:34.594725 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90b06448-3fc8-43b1-baf6-1945a957e2dc req-974149e6-3d1a-4c32-9653-bd7ca36608fb tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0657411 Dec 13 14:00:34.648525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-90b06448-3fc8-43b1-baf6-1945a957e2dc req-368ba3ae-f902-4658-806d-909929e36139 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478082 Dec 13 14:00:35.773140 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad90dc-9815-4ed3-89b4-84c26a2b7550 req-9f8294cb-48be-4c31-8bad-b8900ea174d7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:35.774611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26ad90dc-9815-4ed3-89b4-84c26a2b7550 req-9f8294cb-48be-4c31-8bad-b8900ea174d7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0521474 Dec 13 14:00:35.825969 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26ad90dc-9815-4ed3-89b4-84c26a2b7550 req-8da6ec44-8cd4-4aba-bfd3-01e1e91b79de tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453594 Dec 13 14:00:37.005275 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3f456-6f27-419d-9278-cf34c2e5b05f req-e63e3a19-58a5-4be4-ab0b-7b0a6911ae64 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:37.008105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89f3f456-6f27-419d-9278-cf34c2e5b05f req-e63e3a19-58a5-4be4-ab0b-7b0a6911ae64 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0796971 Dec 13 14:00:37.093611 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-89f3f456-6f27-419d-9278-cf34c2e5b05f req-6ef71230-79f9-4947-8ac2-c4fa722e24c4 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768678 Dec 13 14:00:37.682165 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:00:38.126664 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:38.225917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:38.238406 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5f53f-dd39-43ab-8e2d-c3a501e7ca7d req-3edaf4f9-d8da-49af-a9c9-6f13038947b4 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:38.239933 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7b5f53f-dd39-43ab-8e2d-c3a501e7ca7d req-3edaf4f9-d8da-49af-a9c9-6f13038947b4 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0577235 Dec 13 14:00:38.291723 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d7b5f53f-dd39-43ab-8e2d-c3a501e7ca7d req-e291404d-aaae-43ce-a525-95a271f9be72 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452485 Dec 13 14:00:39.414360 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d1355-b021-4475-9eaa-4f99d3775f77 req-9dbd0258-3705-4aa3-8f15-f56674ff78d7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:39.415872 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f6d1355-b021-4475-9eaa-4f99d3775f77 req-9dbd0258-3705-4aa3-8f15-f56674ff78d7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0530269 Dec 13 14:00:39.467000 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6f6d1355-b021-4475-9eaa-4f99d3775f77 req-149f4f89-d866-4a73-9865-29f2f5a1f2a1 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450399 Dec 13 14:00:40.605818 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491916b-72ee-4891-b548-13221c613925 req-be675aec-47d4-4fda-ae35-d2040a22fb89 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:40.607366 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1491916b-72ee-4891-b548-13221c613925 req-be675aec-47d4-4fda-ae35-d2040a22fb89 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0626550 Dec 13 14:00:40.662206 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1491916b-72ee-4891-b548-13221c613925 req-35dea439-f14d-42ff-8aea-6bc3ec92f95d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485816 Dec 13 14:00:41.156621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-4c408f8c-e175-4d98-9fad-92ce54194776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:41.158149 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-4c408f8c-e175-4d98-9fad-92ce54194776 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1097 time: 0.0484564 Dec 13 14:00:41.257525 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-b42eb628-03a0-412b-b006-aedaf86b4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:41.260690 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-b42eb628-03a0-412b-b006-aedaf86b4fc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0955486 Dec 13 14:00:41.333181 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-18b2ae7e-861c-46ef-a5ad-af670a75c651 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 1002 time: 0.0639799 Dec 13 14:00:41.391091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-60030dc6-7bf2-45b6-b16c-ec1073007245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:41.392571 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-60030dc6-7bf2-45b6-b16c-ec1073007245 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0530202 Dec 13 14:00:41.789110 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-32059049-0bc8-4dcf-a208-fd906806c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:41.790706 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-32059049-0bc8-4dcf-a208-fd906806c9d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3914273 Dec 13 14:00:41.799719 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f10d31-9844-4796-8304-c694bdc8c5dd req-b7bda65b-ec76-4e4c-8471-40676648b454 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:41.801285 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20f10d31-9844-4796-8304-c694bdc8c5dd req-b7bda65b-ec76-4e4c-8471-40676648b454 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0633273 Dec 13 14:00:41.859340 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-20f10d31-9844-4796-8304-c694bdc8c5dd req-8cc31688-cc8e-4e92-a14f-e542b91856ca tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511844 Dec 13 14:00:41.897269 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-9b4fd4a1-e451-414a-a4f4-fc1840280869 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980535 Dec 13 14:00:41.995350 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-58db2649-dbc4-4f2f-aefa-32ce1165879f req-47d71b11-86a5-4a53-b93d-8df8910f0ee4 service neutron] 10.222.0.37 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912230 Dec 13 14:00:42.998468 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325910b6-6d51-43e2-afa2-30f0325e8e70 req-78095767-3315-49e8-937f-6a739166bda2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:43.000384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-325910b6-6d51-43e2-afa2-30f0325e8e70 req-78095767-3315-49e8-937f-6a739166bda2 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0614717 Dec 13 14:00:43.071672 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-325910b6-6d51-43e2-afa2-30f0325e8e70 req-e8cc4f31-fb07-4a4f-a0ee-6651a7528dee tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623519 Dec 13 14:00:44.201846 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f1e9b-f432-4f8e-9bda-e602c6c29449 req-dc3818ea-46ae-4af3-b767-44ce501d0f49 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:44.203378 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-147f1e9b-f432-4f8e-9bda-e602c6c29449 req-dc3818ea-46ae-4af3-b767-44ce501d0f49 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0516555 Dec 13 14:00:44.259645 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-147f1e9b-f432-4f8e-9bda-e602c6c29449 req-05cb61d4-070a-4529-bbd4-1986e829dac7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501583 Dec 13 14:00:45.390130 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488283-5837-4af3-b391-e6b55d666cc5 req-2b4f079f-d585-4069-b2b8-2277b2480a8c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:45.391666 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1488283-5837-4af3-b391-e6b55d666cc5 req-2b4f079f-d585-4069-b2b8-2277b2480a8c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0541265 Dec 13 14:00:45.455683 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d1488283-5837-4af3-b391-e6b55d666cc5 req-daccd415-2774-4fe6-b0f9-ee72c2160f69 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575335 Dec 13 14:00:46.604955 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4cc81-641e-4375-8a2c-f3018fb73736 req-04c119d4-f7f9-4144-8c55-d13c910d1777 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:46.607002 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17c4cc81-641e-4375-8a2c-f3018fb73736 req-04c119d4-f7f9-4144-8c55-d13c910d1777 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0649312 Dec 13 14:00:46.665473 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17c4cc81-641e-4375-8a2c-f3018fb73736 req-cc0c3339-8994-4285-bf2c-adc099d3f0f9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490699 Dec 13 14:00:46.751573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-c89715ee-9b95-4711-a13d-2439451efad1 req-55e44991-bd80-4fb6-a036-4305f0abce91 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:00:46.752974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c89715ee-9b95-4711-a13d-2439451efad1 req-55e44991-bd80-4fb6-a036-4305f0abce91 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082374 Dec 13 14:00:47.933029 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-fa61daed-042b-409d-89b2-512e5c09e849 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448828 Dec 13 14:00:47.943564 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-bd82e28c-f9a4-45c1-9fcf-2f6a9009cfb5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:00:47.944688 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-bd82e28c-f9a4-45c1-9fcf-2f6a9009cfb5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064125 Dec 13 14:00:47.971273 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2e96-c3d3-4361-9c95-0c02dec5edc7 req-11def6c6-71f1-4b15-aa34-0dfbe377c1b9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:47.972852 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-998c2e96-c3d3-4361-9c95-0c02dec5edc7 req-11def6c6-71f1-4b15-aa34-0dfbe377c1b9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 946 time: 0.0609224 Dec 13 14:00:48.051403 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-998c2e96-c3d3-4361-9c95-0c02dec5edc7 req-f2400d36-132e-4250-8c1c-ce80cf532f84 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712745 Dec 13 14:00:48.165546 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 54431883-15dd-49a5-9fcc-c71598e0825a no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:00:48.265908 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:48.294563 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:00:48.297253 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2c1eac-e3a8-4ec5-b267-0b1796299f12" -d '{"events": [{"server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "name": "network-vif-unplugged", "status": "completed", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:00:48.312907 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:00:48.318898 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:48.346180 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2959730f-947e-44d8-954c-4a32377e943f x-openstack-request-id: req-2959730f-947e-44d8-954c-4a32377e943f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:00:48.346645 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "name": "network-vif-unplugged", "status": "failed", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a", "code": 422}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:00:48.347030 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2959730f-947e-44d8-954c-4a32377e943f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:00:48.347923 n-d-817326-4 neutron-server[109887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a', 'code': 422} returned with failed status Dec 13 14:00:48.376441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:00:48.384425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.384765 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.385103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.385437 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.385766 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.386107 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.386442 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.386764 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.387081 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.387401 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.388470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.388470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:48.388470 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:49.181344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3f393-a903-41cf-b6b7-6313a5e7fbca req-dc8ad11c-b87d-453e-9aa9-e5253ba3fd3d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:49.182856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42d3f393-a903-41cf-b6b7-6313a5e7fbca req-dc8ad11c-b87d-453e-9aa9-e5253ba3fd3d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0525949 Dec 13 14:00:49.236719 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-42d3f393-a903-41cf-b6b7-6313a5e7fbca req-4a61b6fe-f1c6-42c6-a8f0-7351f5c5b0da tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475025 Dec 13 14:00:50.361312 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce25bcf-699f-4fe6-848a-302cb7d31266 req-e53b3096-affa-4126-8d87-d16463193ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:50.363069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ce25bcf-699f-4fe6-848a-302cb7d31266 req-e53b3096-affa-4126-8d87-d16463193ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0533679 Dec 13 14:00:50.418660 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0ce25bcf-699f-4fe6-848a-302cb7d31266 req-76f7abea-cb09-428c-a05a-a10cdb819cb6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464368 Dec 13 14:00:51.548886 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251c04-cbdf-450a-84f5-b94dafd6ee41 req-a660b27a-9fd3-4c9f-8ec0-1c5c2c7bff94 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:51.550832 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69251c04-cbdf-450a-84f5-b94dafd6ee41 req-a660b27a-9fd3-4c9f-8ec0-1c5c2c7bff94 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0543935 Dec 13 14:00:51.605875 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-69251c04-cbdf-450a-84f5-b94dafd6ee41 req-7baa1495-1205-443c-a81b-9b442ea59e04 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463104 Dec 13 14:00:52.741879 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b64543-637a-4d22-8ef5-6a9ffc0dec18 req-f5e7cd4c-6770-4f4c-a21d-5f16bae13dd5 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:52.743480 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27b64543-637a-4d22-8ef5-6a9ffc0dec18 req-f5e7cd4c-6770-4f4c-a21d-5f16bae13dd5 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0591676 Dec 13 14:00:52.796466 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-27b64543-637a-4d22-8ef5-6a9ffc0dec18 req-695c7726-b7d2-45d6-b38a-7f7448efb1fb tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463619 Dec 13 14:00:53.928010 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cccab-8b3f-4082-b38d-61c4c6ced7cc req-fbfc97d7-ae81-4236-a2a3-2240997987e9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:53.929563 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c3cccab-8b3f-4082-b38d-61c4c6ced7cc req-fbfc97d7-ae81-4236-a2a3-2240997987e9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0533030 Dec 13 14:00:53.984588 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0c3cccab-8b3f-4082-b38d-61c4c6ced7cc req-303f680e-9fd4-40a9-bb8e-072b6911ad09 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484362 Dec 13 14:00:54.372849 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-815bb902-155d-4fd4-afe0-325e31acbae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:55.112294 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1699d1-84f4-4ca2-8d59-19c1cf68fe74 req-a6ed6273-52a1-4726-ad64-e0e9ce1fbc2d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:55.113881 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae1699d1-84f4-4ca2-8d59-19c1cf68fe74 req-a6ed6273-52a1-4726-ad64-e0e9ce1fbc2d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0549185 Dec 13 14:00:55.170317 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ae1699d1-84f4-4ca2-8d59-19c1cf68fe74 req-f9a90331-e989-4b65-87ec-c5d822878cf9 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497234 Dec 13 14:00:56.295582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb223d-95c2-40e7-81cb-981cdbf80f9f req-2a6bffd2-4438-4652-9bf2-332cecc6912f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:56.297209 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1dbb223d-95c2-40e7-81cb-981cdbf80f9f req-2a6bffd2-4438-4652-9bf2-332cecc6912f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0549994 Dec 13 14:00:56.352951 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1dbb223d-95c2-40e7-81cb-981cdbf80f9f req-76fd5cc8-8b78-4343-8b01-77a3f99f9490 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472214 Dec 13 14:00:56.733262 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-306f616e-b7fd-45ba-9d78-c94c2260fdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:57.486387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443520b-f9ed-4a7a-aaf8-f2de528842fb req-a0cac8ec-7ef9-460f-a01f-cfe148549583 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:57.488018 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0443520b-f9ed-4a7a-aaf8-f2de528842fb req-a0cac8ec-7ef9-460f-a01f-cfe148549583 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0587671 Dec 13 14:00:57.549447 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-0443520b-f9ed-4a7a-aaf8-f2de528842fb req-32229e13-f6e6-45ad-a5a9-bab71edce46d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536823 Dec 13 14:00:58.063196 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:58.167417 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-de916e4a-f3ed-445c-87fa-8703a258658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:58.169270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-de916e4a-f3ed-445c-87fa-8703a258658b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172&tenant_id=572b4f441cb24ce2901b7fca913e731e HTTP/1.1" status: 200 len: 1095 time: 0.0650504 Dec 13 14:00:58.186534 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817326-4', 'device_owner': 'compute:nova'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:00:58.263676 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:58.532295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:00:58.580249 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h1-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:00:58.624665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54431883-15dd-49a5-9fcc-c71598e0825a {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:00:58.638304 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:58.676369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Transition to ACTIVE for port object 54431883-15dd-49a5-9fcc-c71598e0825a will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:00:58.698036 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db3e57-9ddc-4b56-95b2-cdb62529bbe1 req-f5ff890a-51c9-4166-acb2-6e650591f617 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:58.699853 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6db3e57-9ddc-4b56-95b2-cdb62529bbe1 req-f5ff890a-51c9-4166-acb2-6e650591f617 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0700271 Dec 13 14:00:58.757336 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a6db3e57-9ddc-4b56-95b2-cdb62529bbe1 req-cd1b1e1c-eb67-45b2-b21b-f907f6cfbede tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483670 Dec 13 14:00:58.802487 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:59.246808 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Pushing event updated for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=7']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:00:59.261926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.262293 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.262623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.262970 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.263285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.263603 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.263922 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.264263 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.264555 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.264870 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.265245 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.265509 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.265819 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:00:59.305253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] No DVR routers for this DVR port 54431883-15dd-49a5-9fcc-c71598e0825a on host n-h1-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:00:59.398836 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:59.456775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Attempting to bind port 54431883-15dd-49a5-9fcc-c71598e0825a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 14:00:59.457347 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Attempting to bind port 54431883-15dd-49a5-9fcc-c71598e0825a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 14:00:59.457722 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Attempting to bind port 54431883-15dd-49a5-9fcc-c71598e0825a on network e21bcefb-7062-47d8-af2a-cdf7221187ed {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:00:59.463991 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Port 54431883-15dd-49a5-9fcc-c71598e0825a on network e21bcefb-7062-47d8-af2a-cdf7221187ed not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:00:59.464330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Attempting to bind port 54431883-15dd-49a5-9fcc-c71598e0825a on network e21bcefb-7062-47d8-af2a-cdf7221187ed {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:00:59.469804 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:00:59.470200 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Checking segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:00:59.470542 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Bound using segment: {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:00:59.470978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Bound port: 54431883-15dd-49a5-9fcc-c71598e0825a, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c35b9a-9d3e-487a-ade0-e2303de745fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 14:00:59.471332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:59.540210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:00:59.544666 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:00:59.550748 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:59.593836 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:59.594531 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:00:59.595990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] 10.222.0.42 "PUT /v2.0/ports/54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 1092 time: 1.4185770 Dec 13 14:00:59.596444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:00:59.599169 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfb4674-39cd-493a-8907-deee182cf69f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:00:59.646229 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f2ef2-a1af-42f0-9b26-daf402b2212a service neutron] Pushing event updated for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=8']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:00:59.668519 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb5df14-0a70-48d1-a94f-e57d6af15bd2 x-openstack-request-id: req-9eb5df14-0a70-48d1-a94f-e57d6af15bd2 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:00:59.668930 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:00:59.669364 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9eb5df14-0a70-48d1-a94f-e57d6af15bd2 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:00:59.669990 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a', 'status': 'completed', 'code': 200} Dec 13 14:00:59.693299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-20a92ea3-a7ef-4552-b57a-79700691da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:59.695410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-20a92ea3-a7ef-4552-b57a-79700691da33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1095 time: 0.0639400 Dec 13 14:00:59.822562 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-0db57651-fd3c-44d6-97cc-7ba876f3a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:59.822562 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-0db57651-fd3c-44d6-97cc-7ba876f3a981 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.1185367 Dec 13 14:00:59.931066 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-957bcccf-8e69-4fef-a7c9-6e5a7ddc92fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 1000 time: 0.1015887 Dec 13 14:00:59.955814 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52208a-634f-422f-96d4-38d725f9b588 req-8e7a7431-e969-4178-abbd-4331c3e61b1a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:00:59.959069 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d52208a-634f-422f-96d4-38d725f9b588 req-8e7a7431-e969-4178-abbd-4331c3e61b1a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0786560 Dec 13 14:00:59.979758 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:00.017233 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-5757c80e-78f0-4c18-b4ef-e1d484711411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:00.018743 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-5757c80e-78f0-4c18-b4ef-e1d484711411 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0799322 Dec 13 14:01:00.071091 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1d52208a-634f-422f-96d4-38d725f9b588 req-443c4b95-0d95-48bf-814e-5a2b0ad86ce4 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922549 Dec 13 14:01:00.091394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-f18cf3ed-90c7-4832-bf31-041991114cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:00.092998 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-f18cf3ed-90c7-4832-bf31-041991114cce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667498 Dec 13 14:01:00.193248 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-8870e9f4-92d7-4b9d-b94d-4d8ab221e6f5 service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929923 Dec 13 14:01:00.293474 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-f400f10d-667b-4d0d-beda-3b35aa19287b service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934184 Dec 13 14:01:00.391707 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4674-39cd-493a-8907-deee182cf69f req-0083ad1b-49e7-4328-946f-33e2bf2d93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:00.393365 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfb4674-39cd-493a-8907-deee182cf69f req-0083ad1b-49e7-4328-946f-33e2bf2d93e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1095 time: 0.0477562 Dec 13 14:01:00.507764 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4674-39cd-493a-8907-deee182cf69f req-071bc2a4-8d7c-4975-999c-18cbb84deea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:00.509251 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfb4674-39cd-493a-8907-deee182cf69f req-071bc2a4-8d7c-4975-999c-18cbb84deea4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.1078577 Dec 13 14:01:00.582488 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfb4674-39cd-493a-8907-deee182cf69f req-a3a54699-cd3b-4f9e-a065-2240b792dba2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 1000 time: 0.0646639 Dec 13 14:01:00.636546 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4674-39cd-493a-8907-deee182cf69f req-0db0eb8e-2dde-45d1-b844-7de52e669609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:00.638301 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfb4674-39cd-493a-8907-deee182cf69f req-0db0eb8e-2dde-45d1-b844-7de52e669609 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0486467 Dec 13 14:01:00.694151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4674-39cd-493a-8907-deee182cf69f req-05541f4a-116f-43d9-9aaa-302677669264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:00.695604 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfb4674-39cd-493a-8907-deee182cf69f req-05541f4a-116f-43d9-9aaa-302677669264 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500784 Dec 13 14:01:00.799337 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfb4674-39cd-493a-8907-deee182cf69f req-7e895988-a7b6-46b5-ba26-75c6506690cd service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959191 Dec 13 14:01:00.908268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-bbfb4674-39cd-493a-8907-deee182cf69f req-b129ffda-dc4d-4c3e-988c-a49139b985f1 service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011226 Dec 13 14:01:01.221616 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d140e-ea2c-42f6-b2cf-71b760ae6758 req-f42a5b6e-c5f7-4097-9272-c3b5f5e08c96 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:01.224422 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-051d140e-ea2c-42f6-b2cf-71b760ae6758 req-f42a5b6e-c5f7-4097-9272-c3b5f5e08c96 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0659063 Dec 13 14:01:01.282049 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-051d140e-ea2c-42f6-b2cf-71b760ae6758 req-a3aa04cc-827d-4f1c-94d6-7a2b35d8f2b8 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502508 Dec 13 14:01:02.411572 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1589f-6f31-4c5c-977b-d0378dcbbfe0 req-ece60054-f8b5-435d-a4f5-d804c224290a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:02.413208 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3f1589f-6f31-4c5c-977b-d0378dcbbfe0 req-ece60054-f8b5-435d-a4f5-d804c224290a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0571020 Dec 13 14:01:02.484704 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c3f1589f-6f31-4c5c-977b-d0378dcbbfe0 req-d2d71270-68dc-44d7-94c1-1e916c392b24 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649359 Dec 13 14:01:03.628498 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a9e37-d3f9-4896-81ec-df0e3eda9a5c req-ce3b7ef5-2e10-4602-a8dd-13023922452a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:03.630684 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-909a9e37-d3f9-4896-81ec-df0e3eda9a5c req-ce3b7ef5-2e10-4602-a8dd-13023922452a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0561950 Dec 13 14:01:03.690504 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-909a9e37-d3f9-4896-81ec-df0e3eda9a5c req-b660de61-8893-4e3e-bd85-71f9f36cec23 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526757 Dec 13 14:01:04.835654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daadb7-4d5c-4de2-8eaa-ed78626a7dde req-b160920d-6d8d-44ef-9d21-2ed3073a6577 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:04.837620 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2daadb7-4d5c-4de2-8eaa-ed78626a7dde req-b160920d-6d8d-44ef-9d21-2ed3073a6577 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0592065 Dec 13 14:01:04.902900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2daadb7-4d5c-4de2-8eaa-ed78626a7dde req-8e52445f-796e-495e-a616-eae29808dc82 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577269 Dec 13 14:01:06.040735 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e5167-8769-4a59-b3bd-fc14d8dc6841 req-4232e728-ac25-49f3-9deb-75b1c154515c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:06.042454 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d84e5167-8769-4a59-b3bd-fc14d8dc6841 req-4232e728-ac25-49f3-9deb-75b1c154515c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0620930 Dec 13 14:01:06.101911 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d84e5167-8769-4a59-b3bd-fc14d8dc6841 req-57efade7-f764-4e40-8c83-5ab4b41bc518 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530918 Dec 13 14:01:07.223967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d9b16-7387-48b5-a310-b6df8ccbbb83 req-d0c826eb-08da-4974-a0b5-3bb9cf417d63 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:07.225503 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-313d9b16-7387-48b5-a310-b6df8ccbbb83 req-d0c826eb-08da-4974-a0b5-3bb9cf417d63 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0523658 Dec 13 14:01:07.281468 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-313d9b16-7387-48b5-a310-b6df8ccbbb83 req-efc04de4-7c25-46c0-ba39-9fb54f81cd28 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494738 Dec 13 14:01:08.130663 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:08.226678 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:08.410467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc50a16-d8d3-4aa9-9deb-f7fee26d6d32 req-a3583b5d-8a19-4ca3-a2a1-79e5d928861f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:08.411975 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7cc50a16-d8d3-4aa9-9deb-f7fee26d6d32 req-a3583b5d-8a19-4ca3-a2a1-79e5d928861f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0535078 Dec 13 14:01:08.472854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7cc50a16-d8d3-4aa9-9deb-f7fee26d6d32 req-367be28c-b2f0-4202-a7f3-5a61991ddf4d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522816 Dec 13 14:01:09.194228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 54431883-15dd-49a5-9fcc-c71598e0825a details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:01:09.305619 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:01:09.496380 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '54431883-15dd-49a5-9fcc-c71598e0825a', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'port_id': '54431883-15dd-49a5-9fcc-c71598e0825a', 'mac_address': 'fa:16:3e:d6:d6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:01:09.541295 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:09.555661 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54431883-15dd-49a5-9fcc-c71598e0825a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:01:09.576881 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:01:09.582502 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:09.603111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3380a41-fd92-4880-9d2b-06125fded3cc req-ddfc4d0c-165f-413c-88f2-52e80e837195 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:09.604710 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3380a41-fd92-4880-9d2b-06125fded3cc req-ddfc4d0c-165f-413c-88f2-52e80e837195 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 944 time: 0.0572371 Dec 13 14:01:09.635741 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:01:09.673177 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a3380a41-fd92-4880-9d2b-06125fded3cc req-28c73f05-1985-4b79-bc87-2e5777c6d2a6 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618360 Dec 13 14:01:09.807569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['54431883-15dd-49a5-9fcc-c71598e0825a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:01:10.808731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b60c6-6f4c-4361-8afb-b03b34f4a5f8 req-53240394-2649-4123-85ad-9ad7b3d5c235 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:10.810726 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b22b60c6-6f4c-4361-8afb-b03b34f4a5f8 req-53240394-2649-4123-85ad-9ad7b3d5c235 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 945 time: 0.0579388 Dec 13 14:01:10.865349 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b22b60c6-6f4c-4361-8afb-b03b34f4a5f8 req-9175f693-ff6d-4b37-a888-72c107fec229 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477333 Dec 13 14:01:11.219528 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 54431883-15dd-49a5-9fcc-c71598e0825a up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:01:11.276685 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 54431883-15dd-49a5-9fcc-c71598e0825a completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:01:11.281228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 54431883-15dd-49a5-9fcc-c71598e0825a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:01:11.281720 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:11.367302 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:11.398987 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:01:11.401276 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b24b22e-65a5-4321-8b9c-be98e4c333f1" -d '{"events": [{"server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "name": "network-vif-plugged", "status": "completed", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:01:11.414600 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:01:11.419991 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:11.448091 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4f44a5-3bf3-4a22-8098-967646d3d663 x-openstack-request-id: req-7e4f44a5-3bf3-4a22-8098-967646d3d663 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:01:11.448386 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "name": "network-vif-plugged", "status": "completed", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:01:11.448635 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e4f44a5-3bf3-4a22-8098-967646d3d663 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:01:11.449027 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a', 'code': 200} Dec 13 14:01:11.487738 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:01:11.615861 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea91114-1bf4-4dcf-84e6-9e832d722341 req-ced050c4-e7d9-4931-87e4-125b2232e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:11.620990 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ea91114-1bf4-4dcf-84e6-9e832d722341 req-ced050c4-e7d9-4931-87e4-125b2232e792 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1098 time: 0.0504916 Dec 13 14:01:11.670008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4ea91114-1bf4-4dcf-84e6-9e832d722341 req-8f502cc4-a93c-4d1e-b20c-70c96467f788 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446501 Dec 13 14:01:11.997230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87c94e-36b3-415a-82c8-50a0c2c375c2 req-2280ed31-fa77-4164-8a94-5d62f3f3395c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:11.999703 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a87c94e-36b3-415a-82c8-50a0c2c375c2 req-2280ed31-fa77-4164-8a94-5d62f3f3395c tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 947 time: 0.0545094 Dec 13 14:01:12.052571 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1a87c94e-36b3-415a-82c8-50a0c2c375c2 req-0a35a036-92e3-462c-812e-247c8f8e0a3f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467720 Dec 13 14:01:13.190325 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5093e9-2ad3-4d05-a9a1-002bf0bbf0f2 req-0345ba9e-09d6-489a-937c-89c11d010edc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:13.191932 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b5093e9-2ad3-4d05-a9a1-002bf0bbf0f2 req-0345ba9e-09d6-489a-937c-89c11d010edc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 947 time: 0.0610557 Dec 13 14:01:13.246231 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-9b5093e9-2ad3-4d05-a9a1-002bf0bbf0f2 req-4346fe6e-209f-4f7f-9158-bba6de5eeb6d tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461946 Dec 13 14:01:14.682485 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:01:24.391700 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9b07b76-ac81-43a4-baa2-7448fd95cc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:26.748049 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b354502-223f-4084-884b-fd00791578cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:28.066871 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:29.400963 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:29.978943 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:38.136319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:38.225553 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:51.683071 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:01:54.117820 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-d5ab596a-e197-42a5-90a5-7ddf556a16aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432394 Dec 13 14:01:54.206654 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-2b777857-a921-4e27-b132-9881241fb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:54.208792 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-2b777857-a921-4e27-b132-9881241fb5fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1098 time: 0.0448816 Dec 13 14:01:54.327327 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-a1c423ee-9193-411e-ac83-8b9506e30fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:54.328842 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-a1c423ee-9193-411e-ac83-8b9506e30fb8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.0972786 Dec 13 14:01:54.376775 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83019f5d-09d8-4e07-b2f4-6886f68456e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:54.398670 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-66a9de23-facd-4bcf-aa73-825952cf5cb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 1002 time: 0.0619936 Dec 13 14:01:54.451448 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-cf9173cc-3399-4a9d-9cd7-f3390ba46f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:54.453811 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-cf9173cc-3399-4a9d-9cd7-f3390ba46f6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0480597 Dec 13 14:01:54.512203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-5bf71385-db41-4e78-a7a6-bb0dbd70791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:01:54.513731 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-5bf71385-db41-4e78-a7a6-bb0dbd70791a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516317 Dec 13 14:01:54.609112 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-4c18c486-cdf1-4f63-9b93-2d8e08b29d9a service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877316 Dec 13 14:01:54.713048 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fbe11770-2286-4c1f-b4f2-14c02194ca4f req-4d50f0ff-2537-41c3-8340-9fcfb73b13ab service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968208 Dec 13 14:01:56.734376 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5c24-d03e-466d-b664-b24e66c299bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:58.069349 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:59.405708 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:01:59.976094 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:08.132106 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:08.239594 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:24.373845 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e12a-2a49-40b7-9046-3b49b56163ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:26.738614 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfefe6e2-994f-4a62-9396-f65a8cf0a75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:27.311715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41870) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:27.512732 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Deleting port 7c19e2bc-cb59-4995-9f62-47044be92de1 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:02:27.513079 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:27.603718 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:27.604277 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:27.620365 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Calling delete_port for 7c19e2bc-cb59-4995-9f62-47044be92de1 owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:02:27.781997 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:27.812691 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event deleted for resources: {'Port': ['ID=7c19e2bc-cb59-4995-9f62-47044be92de1,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:27.846111 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.846408 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.846843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.847262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.847720 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.848077 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.848444 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.848799 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.849171 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.849504 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.849860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.850227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.850573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:27.895366 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:27.895835 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Floating IP a7b8c089-0e5e-4f2a-b40f-d2420a7b78bb disassociated (deleted). External IP: 172.25.2.207, port: 54431883-15dd-49a5-9fcc-c71598e0825a. Dec 13 14:02:28.072290 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:28.150188 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:02:28.272313 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:02:28.277532 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:28.284095 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] Sync routers for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:02:28.297337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:28.297989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:28.319384 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e7f4a517-f666-49c9-817d-6be3841d3ffc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "DELETE /v2.0/floatingips/a7b8c089-0e5e-4f2a-b40f-d2420a7b78bb HTTP/1.1" status: 204 len: 168 time: 1.0061085 Dec 13 14:02:28.320239 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:02:28.322823 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3772a8c7-8e32-4ffc-bf0d-57e31c928996" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:02:28.370317 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b171142-32ff-4cad-af73-fe03042d42d0 x-openstack-request-id: req-6b171142-32ff-4cad-af73-fe03042d42d0 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:02:28.370635 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:02:28.370845 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b171142-32ff-4cad-af73-fe03042d42d0 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:02:28.371257 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a', 'status': 'completed', 'code': 200} Dec 13 14:02:28.444421 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:28.494737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-2998b7f2-bf05-4eda-bf4b-b3e84245a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:28.496347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-2998b7f2-bf05-4eda-bf4b-b3e84245a685 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=572b4f441cb24ce2901b7fca913e731e&device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 1098 time: 0.0909123 Dec 13 14:02:28.640191 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-846ba220-7f42-4bb2-b222-475d1dcffaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:28.642345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-846ba220-7f42-4bb2-b222-475d1dcffaad service neutron] 10.222.0.42 "GET /v2.0/networks?id=e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 200 len: 909 time: 0.1356452 Dec 13 14:02:28.690344 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:02:28.702816 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-157abe0a-2201-43fb-99c0-0d0037e97ffa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 200 len: 217 time: 0.0522106 Dec 13 14:02:28.717984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:28.745862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] Checking router: 28a78b96-beea-43b8-a4eb-b8de8d1788b1 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:02:28.756070 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:28.756708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:28.782319 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-5e1478fd-19e6-4398-9731-d351b17d10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:28.783860 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-5e1478fd-19e6-4398-9731-d351b17d10ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 200 len: 848 time: 0.0709662 Dec 13 14:02:28.792392 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d3270-8791-4665-a4b5-603a39b1411a req-ce97b5dd-a577-49fc-b0fc-44d504a02c0f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:28.793859 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db9d3270-8791-4665-a4b5-603a39b1411a req-ce97b5dd-a577-49fc-b0fc-44d504a02c0f tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 947 time: 0.2248449 Dec 13 14:02:28.879826 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-db9d3270-8791-4665-a4b5-603a39b1411a req-0744e3f6-2490-4f66-9635-d667f836e0fc tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764632 Dec 13 14:02:28.884646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:28.885179 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-273a1c5f-2a01-4d00-b4ac-7c994b5599be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:28.896791 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-273a1c5f-2a01-4d00-b4ac-7c994b5599be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e21bcefb-7062-47d8-af2a-cdf7221187ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946968 Dec 13 14:02:29.008567 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-85010e10-e4d5-406d-aaef-9fa9eef9dc36 service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006274 Dec 13 14:02:29.125633 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:29.126584 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-3772a8c7-8e32-4ffc-bf0d-57e31c928996 req-a5a6907a-484a-4ec9-af65-4ccbb66c9c63 service neutron] 10.222.0.42 "GET /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091077 Dec 13 14:02:29.159569 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc966adb-69c9-4927-9294-023c46cfa41a None None] The sync data for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 is: [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:31Z', 'revision_number': 4, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '2f9eda64-d503-413b-9633-154594405b9b', 'name': '', 'network_id': 'e21bcefb-7062-47d8-af2a-cdf7221187ed', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'mac_address': 'fa:16:3e:9b:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:31Z', 'updated_at': '2021-12-13T13:53:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'subnets': [{'id': 'dd39f118-cbe5-463a-b85d-d7a7e21d4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:02:29.387249 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25d0cf0-66d6-45db-aedc-3581016dbfb4 None None] New status for floating IP a7b8c089-0e5e-4f2a-b40f-d2420a7b78bb: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:02:29.409089 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:29.976187 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:30.106146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8ccf1-3baa-4be0-8fa9-c13b42586da4 req-df8f094e-4700-40c4-b912-a8697e3140f7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:30.107738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ada8ccf1-3baa-4be0-8fa9-c13b42586da4 req-df8f094e-4700-40c4-b912-a8697e3140f7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 947 time: 0.1430252 Dec 13 14:02:30.122769 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-22ffa27f-df97-4b1e-a669-e490bcbede25 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:30.124155 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-22ffa27f-df97-4b1e-a669-e490bcbede25 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 947 time: 0.0684206 Dec 13 14:02:30.227907 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ada8ccf1-3baa-4be0-8fa9-c13b42586da4 req-5afafe0c-331e-44cd-82a3-d6710b2f5d34 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131825 Dec 13 14:02:30.255295 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-1443d6cf-4ea6-467c-95ba-f195de65e25a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Deleting port 54431883-15dd-49a5-9fcc-c71598e0825a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:02:30.255637 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-1443d6cf-4ea6-467c-95ba-f195de65e25a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:30.353727 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-1443d6cf-4ea6-467c-95ba-f195de65e25a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] For port 54431883-15dd-49a5-9fcc-c71598e0825a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=54431883-15dd-49a5-9fcc-c71598e0825a,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:30.354091 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-1443d6cf-4ea6-467c-95ba-f195de65e25a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:30.374267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-1443d6cf-4ea6-467c-95ba-f195de65e25a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Calling delete_port for 54431883-15dd-49a5-9fcc-c71598e0825a owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:02:30.517183 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-1443d6cf-4ea6-467c-95ba-f195de65e25a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:30.550329 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443d6cf-4ea6-467c-95ba-f195de65e25a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event deleted for resources: {'Port': ['ID=54431883-15dd-49a5-9fcc-c71598e0825a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:30.592872 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-1443d6cf-4ea6-467c-95ba-f195de65e25a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] No DVR routers for this DVR port 54431883-15dd-49a5-9fcc-c71598e0825a on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:02:30.596119 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-1443d6cf-4ea6-467c-95ba-f195de65e25a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:30.599482 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8dfb6005-892f-47c7-862b-9da46e0a5c3d req-1443d6cf-4ea6-467c-95ba-f195de65e25a tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.42 "DELETE /v2.0/ports/54431883-15dd-49a5-9fcc-c71598e0825a HTTP/1.1" status: 204 len: 173 time: 0.4693470 Dec 13 14:02:30.599926 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'name': 'network-vif-deleted', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:02:30.602349 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb95d19-4551-4e91-9c1b-9ce1a6f30798" -d '{"events": [{"server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "name": "network-vif-deleted", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:02:30.650037 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406b5780-f1f5-462a-991e-bfeca41daf63 x-openstack-request-id: req-406b5780-f1f5-462a-991e-bfeca41daf63 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:02:30.650357 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2a1274-1987-45ef-b403-79c50957c172", "name": "network-vif-deleted", "tag": "54431883-15dd-49a5-9fcc-c71598e0825a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:02:30.650608 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-406b5780-f1f5-462a-991e-bfeca41daf63 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:02:30.651011 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2a1274-1987-45ef-b403-79c50957c172', 'name': 'network-vif-deleted', 'tag': '54431883-15dd-49a5-9fcc-c71598e0825a', 'status': 'completed', 'code': 200} Dec 13 14:02:31.331186 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c29223bb-dd89-4bb8-8b98-5406ed429559 req-24904611-6cf9-4fae-9401-f9bb34e9e6c4 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 210 time: 0.0290260 Dec 13 14:02:32.441351 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-78b01516-b09b-460f-b771-dfcf84908e21 req-ae15c2b2-06a9-4d61-8dba-b6509e264682 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 210 time: 0.0305724 Dec 13 14:02:33.548315 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c679db07-995b-4a3e-8cb9-b3b412e644e6 req-97a5e00a-ab8a-41ac-b119-e5d8a80f521b tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 210 time: 0.0307038 Dec 13 14:02:33.606487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 54431883-15dd-49a5-9fcc-c71598e0825a no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:02:33.628857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 54431883-15dd-49a5-9fcc-c71598e0825a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:02:33.629210 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 54431883-15dd-49a5-9fcc-c71598e0825a not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:02:34.661960 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-26acc83a-a732-4e59-b5f0-a8653a217a70 req-b940cf43-61ee-464a-a8c3-730975266a54 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e2a1274-1987-45ef-b403-79c50957c172 HTTP/1.1" status: 200 len: 210 time: 0.0330179 Dec 13 14:02:35.723004 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41904) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:35.786328 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:35.816395 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:35.900516 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:35.905306 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:35.909491 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] 10.222.0.31 "DELETE /v2.0/security-groups/9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6 HTTP/1.1" status: 204 len: 168 time: 0.1823375 Dec 13 14:02:35.920515 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa0f7dd-1215-4cf9-ba3f-ba74498f72c6,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:35.932957 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.933444 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.933788 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.934312 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.934873 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.935400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.935746 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.936268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.936808 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.937337 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.937680 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.938327 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.939066 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ee015-2bcb-4390-9fa2-6f6d8579ddf7 tempest-TestShelveInstance-1110429394 tempest-TestShelveInstance-1110429394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:35.973837 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41910) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:36.475809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:36.745874 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] Deleting port 2f9eda64-d503-413b-9633-154594405b9b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:02:36.746703 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:36.846209 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] For port 2f9eda64-d503-413b-9633-154594405b9b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2f9eda64-d503-413b-9633-154594405b9b,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:36.846652 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:36.861204 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] Calling delete_port for 2f9eda64-d503-413b-9633-154594405b9b owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:02:37.091833 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:37.120224 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9eda64-d503-413b-9633-154594405b9b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:37.306939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:37.561766 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] Router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:02:37.691029 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:02:37.696813 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d6d29f63-2d78-4b40-9024-782fad0a43c0 admin admin] 10.222.0.31 "PUT /v2.0/routers/28a78b96-beea-43b8-a4eb-b8de8d1788b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7215626 Dec 13 14:02:37.699855 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41914) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:37.707771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] Sync routers for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:02:37.730784 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:37.731666 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:37.821490 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:37.845468 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:37.928404 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:37.996688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Deleting port b438fc29-1737-4791-9e31-da167d30890d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:02:37.997063 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:38.074196 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b438fc29-1737-4791-9e31-da167d30890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T14:02:37Z', 'revision_number': 5, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port': {'id': 'b438fc29-1737-4791-9e31-da167d30890d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:38.104487 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] Checking router: 28a78b96-beea-43b8-a4eb-b8de8d1788b1 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:02:38.107731 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] For port b438fc29-1737-4791-9e31-da167d30890d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b438fc29-1737-4791-9e31-da167d30890d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:38.108219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:38.120366 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] Routers {'28a78b96-beea-43b8-a4eb-b8de8d1788b1'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:38.120981 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:38.126120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Calling delete_port for b438fc29-1737-4791-9e31-da167d30890d owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:02:38.168777 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:38.232850 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] Set router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:38.304491 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T14:02:37Z', 'revision_number': 6, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:38.339934 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f80a097-e213-44e9-8b3e-9b1ab03d1770 None None] The sync data for ids ['28a78b96-beea-43b8-a4eb-b8de8d1788b1'] in n-d-817326-4 is: [{'id': '28a78b96-beea-43b8-a4eb-b8de8d1788b1', 'name': 'tempest-TestShelveInstance-1750160662-router', 'tenant_id': '572b4f441cb24ce2901b7fca913e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:29Z', 'updated_at': '2021-12-13T14:02:37Z', 'revision_number': 6, 'project_id': '572b4f441cb24ce2901b7fca913e731e', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:02:38.341809 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:38.671476 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:38.701935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Pushing event deleted for resources: {'Port': ['ID=b438fc29-1737-4791-9e31-da167d30890d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:38.721083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb28788-0e5e-4128-9600-fcb05b483fcc None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:02:38.775983 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:38.879715 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:38.888419 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:38.944355 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:38.944928 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a78b96-beea-43b8-a4eb-b8de8d1788b1 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:02:38.950629 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:38.952001 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-14c726ea-d7b6-4ddd-ac0e-91f7525e9fff admin admin] 10.222.0.31 "DELETE /v2.0/routers/28a78b96-beea-43b8-a4eb-b8de8d1788b1 HTTP/1.1" status: 204 len: 168 time: 1.2510896 Dec 13 14:02:38.954862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41916) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:39.010802 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd8f03a-52a1-465b-a717-a9d6e186d4c8 admin admin] Deleting subnet dd39f118-cbe5-463a-b85d-d7a7e21d4d0a {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 14:02:39.014841 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f03a-52a1-465b-a717-a9d6e186d4c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.051272 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f03a-52a1-465b-a717-a9d6e186d4c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.139779 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f03a-52a1-465b-a717-a9d6e186d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.230008 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f03a-52a1-465b-a717-a9d6e186d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.248027 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f03a-52a1-465b-a717-a9d6e186d4c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.256092 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-0fd8f03a-52a1-465b-a717-a9d6e186d4c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dd39f118-cbe5-463a-b85d-d7a7e21d4d0a HTTP/1.1" status: 204 len: 168 time: 0.3001223 Dec 13 14:02:39.256327 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb12fe-82ae-4be5-bd5b-f461db9b5f3c None None] Network e21bcefb-7062-47d8-af2a-cdf7221187ed requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 14:02:39.256786 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41918) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:39.280524 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8f03a-52a1-465b-a717-a9d6e186d4c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd39f118-cbe5-463a-b85d-d7a7e21d4d0a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:39.384809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.459444 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] DHCP port deletion for e21bcefb-7062-47d8-af2a-cdf7221187ed request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:02:39.466756 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Deleting port 2b09cbfa-22d3-4195-aea2-c9211a2c8963 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:02:39.467132 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.533381 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Deleting port 2b09cbfa-22d3-4195-aea2-c9211a2c8963 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:02:39.533780 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.543563 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] For port 2b09cbfa-22d3-4195-aea2-c9211a2c8963, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2b09cbfa-22d3-4195-aea2-c9211a2c8963,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:39.544171 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.561137 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Calling delete_port for 2b09cbfa-22d3-4195-aea2-c9211a2c8963 owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:02:39.620833 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] For port 2b09cbfa-22d3-4195-aea2-c9211a2c8963, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=2b09cbfa-22d3-4195-aea2-c9211a2c8963,segment=NetworkSegment(31c35b9a-9d3e-487a-ade0-e2303de745fe),segment_id=31c35b9a-9d3e-487a-ade0-e2303de745fe)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:39.621333 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.638218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Calling delete_port for 2b09cbfa-22d3-4195-aea2-c9211a2c8963 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:02:39.677274 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.710579 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b09cbfa-22d3-4195-aea2-c9211a2c8963,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:39.715126 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] No DVR routers for this DVR port 2b09cbfa-22d3-4195-aea2-c9211a2c8963 on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:02:39.805076 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.834685 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21bcefb-7062-47d8-af2a-cdf7221187ed']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:39.846592 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c35b9a-9d3e-487a-ade0-e2303de745fe') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:39.846986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c35b9a-9d3e-487a-ade0-e2303de745fe') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:39.864025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.881263 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.888583 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:02:39.889005 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: timer() Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:02:39.891083 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:02:39.917695 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.943479 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Pushing event deleted for resources: {'Port': ['ID=2b09cbfa-22d3-4195-aea2-c9211a2c8963,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:39.948235 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] No DVR routers for this DVR port 2b09cbfa-22d3-4195-aea2-c9211a2c8963 on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:02:39.955857 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.956199 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.956538 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.956878 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.957211 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.957556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.957865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.958245 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.958588 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.958876 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.963228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.963624 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.963969 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1990eb36-69ce-4c8c-9e09-b9cd61a04a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:39.964250 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.974871 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:39.978373 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e21bcefb-7062-47d8-af2a-cdf7221187ed HTTP/1.1" status: 204 len: 168 time: 0.7205281 Dec 13 14:02:39.981679 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41920) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:39.995922 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a628b-5db2-4df4-90ae-4fc3b277dd11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e21bcefb-7062-47d8-af2a-cdf7221187ed,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:40.089821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2b09cbfa-22d3-4195-aea2-c9211a2c8963 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:02:40.111129 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 2b09cbfa-22d3-4195-aea2-c9211a2c8963 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:02:40.111499 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2b09cbfa-22d3-4195-aea2-c9211a2c8963 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:02:40.111670 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2f9eda64-d503-413b-9633-154594405b9b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:02:40.132033 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 2f9eda64-d503-413b-9633-154594405b9b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:02:40.132382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 2f9eda64-d503-413b-9633-154594405b9b not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:02:40.132809 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b438fc29-1737-4791-9e31-da167d30890d no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:02:40.155959 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b438fc29-1737-4791-9e31-da167d30890d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:02:40.156312 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b438fc29-1737-4791-9e31-da167d30890d not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:02:40.365538 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:40.670466 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] Deleting port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:02:40.670722 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:40.767574 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] For port 8a498ac3-b70d-4c2b-9f77-39f81eaea21e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=8a498ac3-b70d-4c2b-9f77-39f81eaea21e,segment=NetworkSegment(31136107-6854-4b99-aa1e-171bc32ef386),segment_id=31136107-6854-4b99-aa1e-171bc32ef386)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:40.767940 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:40.781660 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] Calling delete_port for 8a498ac3-b70d-4c2b-9f77-39f81eaea21e owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:02:40.980489 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:41.010887 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a498ac3-b70d-4c2b-9f77-39f81eaea21e,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:41.200996 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:41.439286 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] Router 0746bc17-42e4-483c-9382-2ec5e2c41ead has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:02:41.557194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:02:41.563159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-196767c0-7547-498f-ba21-6265ac28b6a7 admin admin] 10.222.0.31 "PUT /v2.0/routers/0746bc17-42e4-483c-9382-2ec5e2c41ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5790689 Dec 13 14:02:41.565253 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41922) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:41.570052 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] Sync routers for ids ['0746bc17-42e4-483c-9382-2ec5e2c41ead'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:02:41.581752 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] Routers {'0746bc17-42e4-483c-9382-2ec5e2c41ead'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:41.582572 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0746bc17-42e4-483c-9382-2ec5e2c41ead'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:41.675615 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:41.696967 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] Set router 0746bc17-42e4-483c-9382-2ec5e2c41ead gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:41.791997 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:41.849309 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Deleting port b08979fe-f0f9-4a54-adde-3f1a0e60089d {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:02:41.849652 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:41.957399 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] For port b08979fe-f0f9-4a54-adde-3f1a0e60089d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=b08979fe-f0f9-4a54-adde-3f1a0e60089d,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:41.957882 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:41.978251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Calling delete_port for b08979fe-f0f9-4a54-adde-3f1a0e60089d owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:02:42.017489 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'name': 'tempest-TestShelveInstance-32871014-router', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:33Z', 'updated_at': '2021-12-13T14:02:40Z', 'revision_number': 5, 'project_id': '86251e659649432783355f4e5a5d726a', 'gw_port': {'id': 'b08979fe-f0f9-4a54-adde-3f1a0e60089d', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T13:53:34Z', 'updated_at': '2021-12-13T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:42.048826 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] Checking router: 0746bc17-42e4-483c-9382-2ec5e2c41ead for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:02:42.057602 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] Routers {'0746bc17-42e4-483c-9382-2ec5e2c41ead'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:42.058333 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['0746bc17-42e4-483c-9382-2ec5e2c41ead'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:42.152365 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] Set router 0746bc17-42e4-483c-9382-2ec5e2c41ead gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:42.168512 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.196771 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Pushing event deleted for resources: {'Port': ['ID=b08979fe-f0f9-4a54-adde-3f1a0e60089d,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:42.212255 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0cfa5-598f-4c2b-936d-fd3e4eab58f4 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:02:42.213166 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'name': 'tempest-TestShelveInstance-32871014-router', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:33Z', 'updated_at': '2021-12-13T14:02:41Z', 'revision_number': 6, 'project_id': '86251e659649432783355f4e5a5d726a', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:42.241974 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade8a5cb-acd5-46ec-8d1c-9e948554f56f None None] The sync data for ids ['0746bc17-42e4-483c-9382-2ec5e2c41ead'] in n-d-817326-4 is: [{'id': '0746bc17-42e4-483c-9382-2ec5e2c41ead', 'name': 'tempest-TestShelveInstance-32871014-router', 'tenant_id': '86251e659649432783355f4e5a5d726a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T13:53:33Z', 'updated_at': '2021-12-13T14:02:41Z', 'revision_number': 6, 'project_id': '86251e659649432783355f4e5a5d726a', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:02:42.262784 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.364402 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.366753 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.418565 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.419224 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0746bc17-42e4-483c-9382-2ec5e2c41ead {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:02:42.425253 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.426499 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-de1f4a0e-5d5a-4315-9aca-d95d10ec3eab admin admin] 10.222.0.31 "DELETE /v2.0/routers/0746bc17-42e4-483c-9382-2ec5e2c41ead HTTP/1.1" status: 204 len: 168 time: 0.8602462 Dec 13 14:02:42.429338 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41924) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:42.477231 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94ee8ec-3600-4343-9a07-3875d7c7dc79 admin admin] Deleting subnet f833bde5-b0fb-48c1-8516-dce2ed515d11 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 14:02:42.480449 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e94ee8ec-3600-4343-9a07-3875d7c7dc79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.518749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e94ee8ec-3600-4343-9a07-3875d7c7dc79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.621860 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e94ee8ec-3600-4343-9a07-3875d7c7dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.688709 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e94ee8ec-3600-4343-9a07-3875d7c7dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.717875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ee8ec-3600-4343-9a07-3875d7c7dc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f833bde5-b0fb-48c1-8516-dce2ed515d11,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:42.719894 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e94ee8ec-3600-4343-9a07-3875d7c7dc79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.724368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2338434-ffc3-4a2b-8bf7-7a3a442ae99a None None] Network 25373f5c-9a15-4ed6-98c8-602b152d093b requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 14:02:42.725809 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41926) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:42.726381 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e94ee8ec-3600-4343-9a07-3875d7c7dc79 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f833bde5-b0fb-48c1-8516-dce2ed515d11 HTTP/1.1" status: 204 len: 168 time: 0.2954974 Dec 13 14:02:42.816140 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.883241 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Deleting port a98ae562-2644-4172-9f77-c6deeec2cf1b {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:02:42.883580 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.951275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] For port a98ae562-2644-4172-9f77-c6deeec2cf1b, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=a98ae562-2644-4172-9f77-c6deeec2cf1b,segment=NetworkSegment(31136107-6854-4b99-aa1e-171bc32ef386),segment_id=31136107-6854-4b99-aa1e-171bc32ef386)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:42.951623 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:42.968386 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Calling delete_port for a98ae562-2644-4172-9f77-c6deeec2cf1b owned by network:dhcp {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:02:43.040338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eabdf1-4ba1-49ed-8fae-26030558d55a None None] DHCP port deletion for 25373f5c-9a15-4ed6-98c8-602b152d093b request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:02:43.069679 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.095451 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Pushing event deleted for resources: {'Port': ['ID=a98ae562-2644-4172-9f77-c6deeec2cf1b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:43.102506 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-41eabdf1-4ba1-49ed-8fae-26030558d55a None None] Deleting port a98ae562-2644-4172-9f77-c6deeec2cf1b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:02:43.102921 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41eabdf1-4ba1-49ed-8fae-26030558d55a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.109024 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] No DVR routers for this DVR port a98ae562-2644-4172-9f77-c6deeec2cf1b on host n-d-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:02:43.174286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-41eabdf1-4ba1-49ed-8fae-26030558d55a None None] For port a98ae562-2644-4172-9f77-c6deeec2cf1b, host n-d-817326-4, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:43.174683 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41eabdf1-4ba1-49ed-8fae-26030558d55a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.188645 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-41eabdf1-4ba1-49ed-8fae-26030558d55a None None] Calling delete_port for a98ae562-2644-4172-9f77-c6deeec2cf1b owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:02:43.190487 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.191410 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-41eabdf1-4ba1-49ed-8fae-26030558d55a None None] Port a98ae562-2644-4172-9f77-c6deeec2cf1b was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 14:02:43.192867 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41eabdf1-4ba1-49ed-8fae-26030558d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.216911 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25373f5c-9a15-4ed6-98c8-602b152d093b']}} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:43.223996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eabdf1-4ba1-49ed-8fae-26030558d55a None None] Pushing event deleted for resources: {'Port': ['ID=a98ae562-2644-4172-9f77-c6deeec2cf1b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:43.228646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eabdf1-4ba1-49ed-8fae-26030558d55a None None] No DVR routers for this DVR port a98ae562-2644-4172-9f77-c6deeec2cf1b on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:02:43.230389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31136107-6854-4b99-aa1e-171bc32ef386') {'for_net_delete': True} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:43.230803 n-d-817326-4 neutron-server[109885]: DEBUG neutron.services.segments.db [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31136107-6854-4b99-aa1e-171bc32ef386') {} {{(pid=109885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:43.257766 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811813'] for segment, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.274047 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.287248 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:02:43.287635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722138'] for segment, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: Traceback (most recent call last): Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: timer() Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: cb(*args, **kw) Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: return func(*args, **kwargs) Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: self._notify() Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: self.callback(batched_events) Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: event.method(event) Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: return f(self, *a, **k) Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: return self._get(url).json() Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: return self.request(url, 'GET', **kwargs) Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:02:43.289745 n-d-817326-4 neutron-server[109885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:02:43.356809 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.363702 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.367705 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] 10.222.0.31 "DELETE /v2.0/networks/25373f5c-9a15-4ed6-98c8-602b152d093b HTTP/1.1" status: 204 len: 168 time: 0.6406424 Dec 13 14:02:43.381615 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91db3a-d669-4dcd-bcb6-ba019565aa6c admin admin] Pushing event deleted for resources: {'Network': ['ID=25373f5c-9a15-4ed6-98c8-602b152d093b,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:43.503775 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41930) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:43.546326 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-390fbb1b-b118-4b54-a3f1-e1370ae5a895 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=572b4f441cb24ce2901b7fca913e731e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412617 Dec 13 14:02:43.549400 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41932) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:43.605609 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84444e18-8578-4336-ac35-fae86f0f22b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.638246 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84444e18-8578-4336-ac35-fae86f0f22b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.715732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84444e18-8578-4336-ac35-fae86f0f22b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.718715 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-84444e18-8578-4336-ac35-fae86f0f22b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:43.720397 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-84444e18-8578-4336-ac35-fae86f0f22b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/729d30ff-527b-4737-a650-feb9b76bea2a HTTP/1.1" status: 204 len: 168 time: 0.1697433 Dec 13 14:02:43.728729 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84444e18-8578-4336-ac35-fae86f0f22b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729d30ff-527b-4737-a650-feb9b76bea2a,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:44.081378 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8a498ac3-b70d-4c2b-9f77-39f81eaea21e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:02:44.105861 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 8a498ac3-b70d-4c2b-9f77-39f81eaea21e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:02:44.106276 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 8a498ac3-b70d-4c2b-9f77-39f81eaea21e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:02:44.107083 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b08979fe-f0f9-4a54-adde-3f1a0e60089d no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:02:44.118339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41938) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:44.130451 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: b08979fe-f0f9-4a54-adde-3f1a0e60089d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:02:44.130694 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device b08979fe-f0f9-4a54-adde-3f1a0e60089d not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:02:44.131116 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a98ae562-2644-4172-9f77-c6deeec2cf1b no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:02:44.153291 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: a98ae562-2644-4172-9f77-c6deeec2cf1b {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:02:44.153681 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device a98ae562-2644-4172-9f77-c6deeec2cf1b not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:02:44.170906 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-991d29d4-6f07-48e1-adf1-4d62bd54dc88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86251e659649432783355f4e5a5d726a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512724 Dec 13 14:02:44.173378 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41940) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:44.235630 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06d22424-0cf4-49ab-9399-fe25585b20e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:44.260992 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06d22424-0cf4-49ab-9399-fe25585b20e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:44.323197 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06d22424-0cf4-49ab-9399-fe25585b20e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:44.325939 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-06d22424-0cf4-49ab-9399-fe25585b20e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:44.327417 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-06d22424-0cf4-49ab-9399-fe25585b20e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c361bca-5365-4c9e-814e-230c5edc9633 HTTP/1.1" status: 204 len: 168 time: 0.1530476 Dec 13 14:02:44.337227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d22424-0cf4-49ab-9399-fe25585b20e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c361bca-5365-4c9e-814e-230c5edc9633,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:45.115310 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41962) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:45.218341 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-183453893-network', 'tenant_id': '9f5e54858d3340b08435e2f338019a51'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:45.245014 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Made reservation on behalf of 9f5e54858d3340b08435e2f338019a51 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:02:45.248479 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.258025 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.351170 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.356294 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.385807 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:02:45.397098 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a455f9-53b5-43d5-8da3-06005392d0fa,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:45.402311 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.402653 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Added segment 5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5 of type vlan for network e6ee0754-2500-484a-9bc9-62eed22388e3 Dec 13 14:02:45.445967 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.482547 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.483798 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:45.484523 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.543837 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4273853 Dec 13 14:02:45.548178 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41966) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:45.552662 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf17923-3ef9-4335-b1ad-6604e0827bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ee0754-2500-484a-9bc9-62eed22388e3,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:45.553938 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Request body: {'subnet': {'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-183453893-subnet', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:45.565079 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network e6ee0754-2500-484a-9bc9-62eed22388e3 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:02:45.593706 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Made reservation on behalf of 9f5e54858d3340b08435e2f338019a51 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:02:45.597693 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.789486 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.846040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a934bb-d29c-43aa-8db3-d43e35e01c51,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:45.857658 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Checking segment: {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:02:45.858013 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Network hostable DHCP agents. Network: e6ee0754-2500-484a-9bc9-62eed22388e3, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:02:45.877878 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Network e6ee0754-2500-484a-9bc9-62eed22388e3 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:02:45.887996 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, e6ee0754-2500-484a-9bc9-62eed22388e3) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:02:45.893677 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:45.894313 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.899200 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c64e3-92a9-4ddd-b79b-c8268368f999 None None] Network e6ee0754-2500-484a-9bc9-62eed22388e3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 14:02:45.911891 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-90fdc4c7-aa1a-4b1c-8236-82523bbe7ba1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3623965 Dec 13 14:02:45.914737 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41968) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:45.919324 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:45.944416 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:45.945730 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.012960 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.023230 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-e6ee0754-2500-484a-9bc9-62eed22388e3', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 14:02:46.024278 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.169541 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.182803 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Allocated IP 172.20.0.2 (e6ee0754-2500-484a-9bc9-62eed22388e3/72a934bb-d29c-43aa-8db3-d43e35e01c51/cbf540b2-34ca-4df9-80bd-ca34c231d4ca) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:02:46.398867 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.409417 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.456483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Network e6ee0754-2500-484a-9bc9-62eed22388e3 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:02:46.466581 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:02:46.472091 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:02:46.475735 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Pushing event updated for resources: {'Port': ['ID=cbf540b2-34ca-4df9-80bd-ca34c231d4ca,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:46.543822 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Attempting to bind port cbf540b2-34ca-4df9-80bd-ca34c231d4ca on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 14:02:46.544515 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Attempting to bind port cbf540b2-34ca-4df9-80bd-ca34c231d4ca by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 14:02:46.545162 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Attempting to bind port cbf540b2-34ca-4df9-80bd-ca34c231d4ca on network e6ee0754-2500-484a-9bc9-62eed22388e3 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:02:46.551832 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:02:46.552227 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Checking segment: {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:02:46.552623 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.553054 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Bound using segment: {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:02:46.553552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Bound port: cbf540b2-34ca-4df9-80bd-ca34c231d4ca, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 14:02:46.553945 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.632005 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] For port cbf540b2-34ca-4df9-80bd-ca34c231d4ca, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:02:46.635524 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] For port cbf540b2-34ca-4df9-80bd-ca34c231d4ca, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cbf540b2-34ca-4df9-80bd-ca34c231d4ca,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:02:46.642842 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.715113 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00058b-be58-4cdc-9ca7-78441f6640ce None None] Pushing event updated for resources: {'Port': ['ID=cbf540b2-34ca-4df9-80bd-ca34c231d4ca,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:46.798551 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.825978 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:46.975384 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Allocated IP 172.25.2.146 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/ff45a937-2bb6-4efd-bd7f-323c3ecb0a19) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:02:47.105622 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:47.145585 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:47.193467 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:02:47.197494 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:02:47.201661 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:02:47.213607 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e44a03-5626-4af7-bf3f-b3597923b766 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:02:47.227141 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Pushing event updated for resources: {'Port': ['ID=ff45a937-2bb6-4efd-bd7f-323c3ecb0a19,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:47.253746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-92f9087f-3899-4730-b7ab-14081125e249 None None] Provisioning complete for port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:47.254182 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92f9087f-3899-4730-b7ab-14081125e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:47.296398 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-92f9087f-3899-4730-b7ab-14081125e249 None None] Port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 14:02:47.515896 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:47.735587 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be4c77-1a09-43cf-9578-35b567b439a2 None None] Network e6ee0754-2500-484a-9bc9-62eed22388e3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 14:02:47.749218 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:47.847202 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-ba81dc0f-db3a-4ed9-864b-aeba91840a54 None None] Provisioning complete for port cbf540b2-34ca-4df9-80bd-ca34c231d4ca triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:47.847563 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba81dc0f-db3a-4ed9-864b-aeba91840a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:47.900225 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:02:47.952992 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba81dc0f-db3a-4ed9-864b-aeba91840a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:47.993112 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ba81dc0f-db3a-4ed9-864b-aeba91840a54 None None] For port cbf540b2-34ca-4df9-80bd-ca34c231d4ca, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cbf540b2-34ca-4df9-80bd-ca34c231d4ca,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:47.999538 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba81dc0f-db3a-4ed9-864b-aeba91840a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:48.033967 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:02:48.050657 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Sync routers for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:02:48.074733 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81dc0f-db3a-4ed9-864b-aeba91840a54 None None] Pushing event updated for resources: {'Port': ['ID=cbf540b2-34ca-4df9-80bd-ca34c231d4ca,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:48.075636 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:48.080557 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:48.081201 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:48.085912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41970) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:48.090411 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-01bb01d6-85d7-4e25-86cf-8f8b4942898f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1744518 Dec 13 14:02:48.177287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cbf540b2-34ca-4df9-80bd-ca34c231d4ca up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:02:48.238100 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:48.300612 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-9b538257-c4cc-4858-80b9-a774a683959c None None] Provisioning complete for port cbf540b2-34ca-4df9-80bd-ca34c231d4ca triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:48.300612 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b538257-c4cc-4858-80b9-a774a683959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:48.389924 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cbf540b2-34ca-4df9-80bd-ca34c231d4ca triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:48.390323 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:48.599055 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:47Z', 'revision_number': 3, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:48.612931 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:48.628174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Checking router: 32fe241d-8760-4c97-a1d1-2c906d1c9b01 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:02:48.628510 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Updating router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:02:48.656188 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:48.790561 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Allocated IP 172.20.0.1 (e6ee0754-2500-484a-9bc9-62eed22388e3/72a934bb-d29c-43aa-8db3-d43e35e01c51/52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:02:48.897462 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:48.925467 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:48.932173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:48.934058 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:48.981800 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Network e6ee0754-2500-484a-9bc9-62eed22388e3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:02:48.986107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:02:48.986823 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffad65a-42b3-4b62-946f-fa41bc330430 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:02:48.990764 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:02:48.998349 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf741403-7841-43a7-9c2f-4a7d6ce2d0f4 None None] Pushing event updated for resources: {'Port': ['ID=ff45a937-2bb6-4efd-bd7f-323c3ecb0a19,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:49.003828 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Attempting to bind port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 14:02:49.004215 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Attempting to bind port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 14:02:49.004792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Attempting to bind port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:02:49.014489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:02:49.014965 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:02:49.015250 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.015648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:02:49.016186 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Bound port: ff45a937-2bb6-4efd-bd7f-323c3ecb0a19, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 14:02:49.016732 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.017749 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Pushing event updated for resources: {'Port': ['ID=52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:49.051353 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.113067 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-a8c87275-b734-41ec-81d5-8c7a16f53214 None None] Provisioning complete for port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:49.113460 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a8c87275-b734-41ec-81d5-8c7a16f53214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.160425 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a8c87275-b734-41ec-81d5-8c7a16f53214 None None] Port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 14:02:49.171869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] For port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:02:49.184989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] For port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ff45a937-2bb6-4efd-bd7f-323c3ecb0a19,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:02:49.192403 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.245131 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.258904 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58676de-3d66-4952-b63d-71a8d87b123f None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:02:49.291146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:49.292776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:49.338273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf741403-7841-43a7-9c2f-4a7d6ce2d0f4 None None] Pushing event updated for resources: {'Port': ['ID=ff45a937-2bb6-4efd-bd7f-323c3ecb0a19,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:49.511785 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.522029 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.612743 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.623543 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2b13a085-8a53-4bfc-bd3c-1c0318d06935 None None] Provisioning complete for port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:49.623917 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b13a085-8a53-4bfc-bd3c-1c0318d06935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.625951 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Pushing event updated for resources: {'Port': ['ID=52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:49.653439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:49.722032 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Network e6ee0754-2500-484a-9bc9-62eed22388e3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:02:49.723545 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:02:49.858881 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b13a085-8a53-4bfc-bd3c-1c0318d06935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.870301 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:02:49.902880 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2b13a085-8a53-4bfc-bd3c-1c0318d06935 None None] For port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ff45a937-2bb6-4efd-bd7f-323c3ecb0a19,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:49.911189 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b13a085-8a53-4bfc-bd3c-1c0318d06935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:49.989383 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-2b13a085-8a53-4bfc-bd3c-1c0318d06935 None None] Provisioning complete for port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:49.990302 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b13a085-8a53-4bfc-bd3c-1c0318d06935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:50.019739 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:02:50.034967 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-5f5af0ce-f6a8-4167-a4c4-a8b209677e5e admin admin] 10.222.0.31 "PUT /v2.0/routers/32fe241d-8760-4c97-a1d1-2c906d1c9b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472573 Dec 13 14:02:50.035371 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13a085-8a53-4bfc-bd3c-1c0318d06935 None None] Pushing event updated for resources: {'Port': ['ID=ff45a937-2bb6-4efd-bd7f-323c3ecb0a19,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:50.055212 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2b13a085-8a53-4bfc-bd3c-1c0318d06935 None None] Port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 14:02:50.066062 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:48Z', 'revision_number': 1, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:50.110662 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cbf540b2-34ca-4df9-80bd-ca34c231d4ca up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:02:50.113843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97552d-1e7c-4d01-bb63-2107602fdd6f None None] The sync data for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 is: [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:48Z', 'revision_number': 1, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:02:50.199058 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port cbf540b2-34ca-4df9-80bd-ca34c231d4ca triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:50.199473 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:50.204103 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-8b15dc71-b407-4399-8760-14e42ca29f35 None None] Provisioning complete for port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:50.204624 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b15dc71-b407-4399-8760-14e42ca29f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:50.291896 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8b15dc71-b407-4399-8760-14e42ca29f35 None None] Port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 14:02:50.692208 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41986) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:50.700522 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-841155822-network', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:50.734500 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Made reservation on behalf of 483b08b1efa8461d9c23c32abe9b2e00 for: {'network': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:02:50.737695 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for network, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:50.754635 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:50.872254 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:50.877722 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:50.915271 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:02:50.935384 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb4aef0-4700-4a00-ba50-ffac800caff0,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:50.938609 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:50.938990 n-d-817326-4 neutron-server[109885]: INFO neutron.db.segments_db [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Added segment d9d1d26a-da19-4fd7-bab6-8d05357feb84 of type vlan for network 2e38309e-1588-4753-aef1-6553e5f74ab4 Dec 13 14:02:50.992784 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731150688543'] for network, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.033590 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255'] for network, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.035621 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:51.036829 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Publish callbacks [] for network, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.097265 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4034243 Dec 13 14:02:51.100290 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 41988) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:51.106416 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Request body: {'subnet': {'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-841155822-subnet', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'ip_version': 4}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:51.112237 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5070cc4-ee69-4eab-af14-4ef1276545b6 admin admin] Pushing event updated for resources: {'Network': ['ID=2e38309e-1588-4753-aef1-6553e5f74ab4,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:51.125730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Network 2e38309e-1588-4753-aef1-6553e5f74ab4 details requested by agent ovs-agent-n-d-817326-4 with host n-d-817326-4 {{(pid=109887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:02:51.140047 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Made reservation on behalf of 483b08b1efa8461d9c23c32abe9b2e00 for: {'subnet': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:02:51.142698 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29356129'] for subnet, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.331465 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29187133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29356159'] for subnet, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.398265 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=550692ee-ee69-4a3e-86d3-3f273c1d7c8f,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:51.408501 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Checking segment: {'id': 'd9d1d26a-da19-4fd7-bab6-8d05357feb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:02:51.408934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Network hostable DHCP agents. Network: 2e38309e-1588-4753-aef1-6553e5f74ab4, hostable agents: ['5e971c23-8db4-4a41-88ff-e2015c524df9'], hosted agents: [] {{(pid=109886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:02:51.427960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Network 2e38309e-1588-4753-aef1-6553e5f74ab4 is scheduled to be hosted by DHCP agent 5e971c23-8db4-4a41-88ff-e2015c524df9 with binding_index 1 {{(pid=109886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:02:51.439714 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817326-4, 2e38309e-1588-4753-aef1-6553e5f74ab4) {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:02:51.446588 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:51.448946 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.451278 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9611f1c-3358-417b-8607-29203e325f8d None None] Network 2e38309e-1588-4753-aef1-6553e5f74ab4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 14:02:51.473834 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-05c0106a-88ef-4fe5-9ed0-730fe52065d8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3718503 Dec 13 14:02:51.476523 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41990) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:51.482339 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-841155822-router', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:51.509155 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62550'] for router, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.510296 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62541'] for router, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.576161 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.581041 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc08a0658-f034-50ca-9ef2-b3fb82f0510a-2e38309e-1588-4753-aef1-6553e5f74ab4', 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4', 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'fixed_ips': [{'subnet_id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f'}]}} from n-d-817326-4. {{(pid=109887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 14:02:51.581957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.732550 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.738132 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Allocated IP 172.20.0.2 (2e38309e-1588-4753-aef1-6553e5f74ab4/550692ee-ee69-4a3e-86d3-3f273c1d7c8f/e05bde47-7ccc-4b7d-8af6-6df358154c0c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:02:51.893747 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.900462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:51.941783 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Network 2e38309e-1588-4753-aef1-6553e5f74ab4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:02:51.944957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:02:51.948472 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:02:51.954382 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Pushing event updated for resources: {'Port': ['ID=e05bde47-7ccc-4b7d-8af6-6df358154c0c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:52.015476 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Attempting to bind port e05bde47-7ccc-4b7d-8af6-6df358154c0c on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 14:02:52.015922 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Attempting to bind port e05bde47-7ccc-4b7d-8af6-6df358154c0c by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'd9d1d26a-da19-4fd7-bab6-8d05357feb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 14:02:52.016206 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Attempting to bind port e05bde47-7ccc-4b7d-8af6-6df358154c0c on network 2e38309e-1588-4753-aef1-6553e5f74ab4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:02:52.022111 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:02:52.022500 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Checking segment: {'id': 'd9d1d26a-da19-4fd7-bab6-8d05357feb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:02:52.022908 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:52.023306 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Bound using segment: {'id': 'd9d1d26a-da19-4fd7-bab6-8d05357feb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:02:52.023789 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Bound port: e05bde47-7ccc-4b7d-8af6-6df358154c0c, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d1d26a-da19-4fd7-bab6-8d05357feb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 14:02:52.024170 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:52.100603 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] For port e05bde47-7ccc-4b7d-8af6-6df358154c0c, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:02:52.104761 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] For port e05bde47-7ccc-4b7d-8af6-6df358154c0c, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e05bde47-7ccc-4b7d-8af6-6df358154c0c,segment=NetworkSegment(d9d1d26a-da19-4fd7-bab6-8d05357feb84),segment_id=d9d1d26a-da19-4fd7-bab6-8d05357feb84)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:02:52.113110 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:52.175568 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:02:52.226182 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451ce45-5930-4bd2-bf46-c2c36718fd9f None None] Pushing event updated for resources: {'Port': ['ID=e05bde47-7ccc-4b7d-8af6-6df358154c0c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:52.265776 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:52.266319 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:52.328049 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:52.352009 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:52.508188 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Allocated IP 172.25.2.245 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/1cffa090-fde0-4e14-9cad-67884e87918e) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:02:52.566686 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Sync routers for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:02:52.578469 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:52.579179 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:52.622461 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:52.660077 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:52.692357 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:52.703872 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:02:52.707408 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:02:52.711091 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:02:52.725859 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dab0f5-b9f1-481f-9b6b-29a25a74081c None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:02:52.738197 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Pushing event updated for resources: {'Port': ['ID=1cffa090-fde0-4e14-9cad-67884e87918e,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:52.863513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-b3a58981-4be6-4e2b-a56c-87dc6f31f35d None None] Provisioning complete for port 1cffa090-fde0-4e14-9cad-67884e87918e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:52.863973 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3a58981-4be6-4e2b-a56c-87dc6f31f35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:52.924471 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b3a58981-4be6-4e2b-a56c-87dc6f31f35d None None] Port 1cffa090-fde0-4e14-9cad-67884e87918e cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 14:02:52.939922 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 2, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:52.977785 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Checking router: 32fe241d-8760-4c97-a1d1-2c906d1c9b01 for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:02:52.978298 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Updating router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:02:53.010264 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.018817 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.240293 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1bcdce-e7ea-45a9-9a80-2876392c0ad7 None None] Network 2e38309e-1588-4753-aef1-6553e5f74ab4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 14:02:53.253418 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550393'] for router, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.314998 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.323194 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.364890 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d20f321f-4470-411d-9593-8d6b1b05529b None None] Provisioning complete for port e05bde47-7ccc-4b7d-8af6-6df358154c0c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:53.365548 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d20f321f-4470-411d-9593-8d6b1b05529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.394167 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Pushing event updated for resources: {'Port': ['ID=52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:53.429619 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.429847 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.430122 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.430774 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.430774 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.431052 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.431367 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.431686 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.432171 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.432325 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.432612 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.432927 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.433234 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:02:53.447267 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d is scheduled to L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 with binding_index 1 {{(pid=109885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:02:53.487690 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Attempting to bind port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 14:02:53.488636 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Attempting to bind port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 14:02:53.489245 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Attempting to bind port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 on network e6ee0754-2500-484a-9bc9-62eed22388e3 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:02:53.495262 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:02:53.496310 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Checking segment: {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:02:53.496905 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.503844 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Bound using segment: {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:02:53.504911 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Bound port: 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 14:02:53.505695 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.512719 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d20f321f-4470-411d-9593-8d6b1b05529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.553406 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d20f321f-4470-411d-9593-8d6b1b05529b None None] For port e05bde47-7ccc-4b7d-8af6-6df358154c0c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e05bde47-7ccc-4b7d-8af6-6df358154c0c,segment=NetworkSegment(d9d1d26a-da19-4fd7-bab6-8d05357feb84),segment_id=d9d1d26a-da19-4fd7-bab6-8d05357feb84)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:53.559230 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d20f321f-4470-411d-9593-8d6b1b05529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.618991 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] For port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:02:53.624300 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:02:53.625446 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] For port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:02:53.638505 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.644814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Sync routers for ids ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:02:53.657217 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.665944 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-ca02240b-43be-4d72-bb64-37b6d17fdf93 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1858950 Dec 13 14:02:53.666486 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 41994) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:53.682441 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Routers {'4e512be2-2b01-49bc-b3b7-963cb3c4e69d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:53.683808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:53.688802 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f321f-4470-411d-9593-8d6b1b05529b None None] Pushing event updated for resources: {'Port': ['ID=e05bde47-7ccc-4b7d-8af6-6df358154c0c,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:53.753668 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa704b-5818-492e-a678-51a04ca88613 None None] Pushing event updated for resources: {'Port': ['ID=52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:53.758039 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:53.758885 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:53.864775 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-be71c205-70b6-4199-ba2a-2fbac689c79d None None] Provisioning complete for port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:53.865291 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be71c205-70b6-4199-ba2a-2fbac689c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:53.915148 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:53.917174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Set router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:54.139127 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be71c205-70b6-4199-ba2a-2fbac689c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.187957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-be71c205-70b6-4199-ba2a-2fbac689c79d None None] For port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:54.194435 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be71c205-70b6-4199-ba2a-2fbac689c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.210038 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:53Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:54.259875 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096cf13-98d5-4f0c-a165-ae688cce13eb None None] The sync data for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 is: [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:53Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:02:54.300973 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.425664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e05bde47-7ccc-4b7d-8af6-6df358154c0c up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:02:54.488349 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Allocated IP 172.20.0.1 (2e38309e-1588-4753-aef1-6553e5f74ab4/550692ee-ee69-4a3e-86d3-3f273c1d7c8f/33bd57ab-d765-4d76-978a-bc528870ae0d) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:02:54.504234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'name': 'tempest-TestSnapshotPattern-841155822-router', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:51Z', 'updated_at': '2021-12-13T14:02:52Z', 'revision_number': 3, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'gw_port': {'id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:52Z', 'updated_at': '2021-12-13T14:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:54.514761 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-280d4510-2b7b-4024-ab6d-cc4f5083eb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.550502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Checking router: 4e512be2-2b01-49bc-b3b7-963cb3c4e69d for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:02:54.550858 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Updating router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d port 1cffa090-fde0-4e14-9cad-67884e87918e binding host n-d-817326-4 {{(pid=109887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:02:54.552992 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3379f9e3-1dda-40ed-9e8c-c6a084808ca9 None None] Provisioning complete for port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:54.553365 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3379f9e3-1dda-40ed-9e8c-c6a084808ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.557166 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71c205-70b6-4199-ba2a-2fbac689c79d None None] Pushing event updated for resources: {'Port': ['ID=52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:54.632780 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.647902 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.679734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port e05bde47-7ccc-4b7d-8af6-6df358154c0c triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:54.680107 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.692238 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.739661 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Network 2e38309e-1588-4753-aef1-6553e5f74ab4 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:02:54.742589 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:02:54.747121 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:02:54.751225 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=33bd57ab-d765-4d76-978a-bc528870ae0d,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:54.804739 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549258'] for router_interface, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.916949 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3379f9e3-1dda-40ed-9e8c-c6a084808ca9 None None] Provisioning complete for port e05bde47-7ccc-4b7d-8af6-6df358154c0c triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:54.917539 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3379f9e3-1dda-40ed-9e8c-c6a084808ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:54.951474 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.088029 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:02:55.198371 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.204904 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.236577 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:55.237030 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.247857 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.278793 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.282375 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550458'] for router_interface, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.284895 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=33bd57ab-d765-4d76-978a-bc528870ae0d,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:55.341695 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5764cc-4974-4745-8040-3e8e5d91e4b4 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:02:55.354183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f983f-863a-438a-aa78-52cd71e1ca17 None None] Pushing event updated for resources: {'Port': ['ID=1cffa090-fde0-4e14-9cad-67884e87918e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:55.357974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Attempting to bind port 1cffa090-fde0-4e14-9cad-67884e87918e on host n-d-817326-4 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 14:02:55.358395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Attempting to bind port 1cffa090-fde0-4e14-9cad-67884e87918e by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 14:02:55.358750 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Attempting to bind port 1cffa090-fde0-4e14-9cad-67884e87918e on network a920caf3-a52c-4d3b-a977-f75227ab7cb8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:02:55.369989 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:02:55.370447 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Checking segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:02:55.370774 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.371169 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Bound using segment: {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:02:55.371648 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Bound port: 1cffa090-fde0-4e14-9cad-67884e87918e, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730d7c07-b0ad-477f-aab2-ca6af704007f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 14:02:55.372326 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.391108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Network 2e38309e-1588-4753-aef1-6553e5f74ab4 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:02:55.392654 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:02:55.472862 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fb0baf9e-cbb9-40b1-b0e4-39276e663a5e None None] Provisioning complete for port 33bd57ab-d765-4d76-978a-bc528870ae0d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:55.473676 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb0baf9e-cbb9-40b1-b0e4-39276e663a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.478485 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] For port 1cffa090-fde0-4e14-9cad-67884e87918e, host n-d-817326-4, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:02:55.483849 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] For port 1cffa090-fde0-4e14-9cad-67884e87918e, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1cffa090-fde0-4e14-9cad-67884e87918e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:02:55.505844 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.545280 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:02:55.570018 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fb0baf9e-cbb9-40b1-b0e4-39276e663a5e None None] Port 33bd57ab-d765-4d76-978a-bc528870ae0d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 14:02:55.580075 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47e36d-c7a3-49b8-b4a1-6ea2f48224e4 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:02:55.599622 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Routers {'4e512be2-2b01-49bc-b3b7-963cb3c4e69d'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:55.600260 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:55.605332 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f983f-863a-438a-aa78-52cd71e1ca17 None None] Pushing event updated for resources: {'Port': ['ID=1cffa090-fde0-4e14-9cad-67884e87918e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:55.652940 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-fb0baf9e-cbb9-40b1-b0e4-39276e663a5e None None] Provisioning complete for port 1cffa090-fde0-4e14-9cad-67884e87918e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:55.655586 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb0baf9e-cbb9-40b1-b0e4-39276e663a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.687317 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:02:55.693580 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-c4bad02b-6b28-4936-be94-004a9ba74ea3 admin admin] 10.222.0.31 "PUT /v2.0/routers/4e512be2-2b01-49bc-b3b7-963cb3c4e69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0252206 Dec 13 14:02:55.759742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] Set router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:55.866767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb0baf9e-cbb9-40b1-b0e4-39276e663a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:55.932730 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fb0baf9e-cbb9-40b1-b0e4-39276e663a5e None None] For port 1cffa090-fde0-4e14-9cad-67884e87918e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1cffa090-fde0-4e14-9cad-67884e87918e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:02:55.941307 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb0baf9e-cbb9-40b1-b0e4-39276e663a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.035984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0baf9e-cbb9-40b1-b0e4-39276e663a5e None None] Pushing event updated for resources: {'Port': ['ID=1cffa090-fde0-4e14-9cad-67884e87918e,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:56.080749 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-035849e8-60cf-4648-bb5e-1d2e4b5e2a7c None None] Provisioning complete for port 33bd57ab-d765-4d76-978a-bc528870ae0d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:56.081114 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-035849e8-60cf-4648-bb5e-1d2e4b5e2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.116621 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:02:56.164788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-035849e8-60cf-4648-bb5e-1d2e4b5e2a7c None None] Port 33bd57ab-d765-4d76-978a-bc528870ae0d cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 14:02:56.178126 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'name': 'tempest-TestSnapshotPattern-841155822-router', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:51Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 4, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'gw_port': {'id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:52Z', 'updated_at': '2021-12-13T14:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '33bd57ab-d765-4d76-978a-bc528870ae0d', 'name': '', 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'mac_address': 'fa:16:3e:9f:b9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:54Z', 'updated_at': '2021-12-13T14:02:55Z', 'revision_number': 2, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'subnets': [{'id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:56.211558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2b427-2e41-4735-a8e7-b2efe4d3811a None None] The sync data for ids ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'] in n-d-817326-4 is: [{'id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'name': 'tempest-TestSnapshotPattern-841155822-router', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:51Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 4, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'gw_port': {'id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:52Z', 'updated_at': '2021-12-13T14:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '33bd57ab-d765-4d76-978a-bc528870ae0d', 'name': '', 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'mac_address': 'fa:16:3e:9f:b9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:54Z', 'updated_at': '2021-12-13T14:02:55Z', 'revision_number': 2, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'subnets': [{'id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:02:56.219131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-035849e8-60cf-4648-bb5e-1d2e4b5e2a7c None None] Provisioning complete for port 1cffa090-fde0-4e14-9cad-67884e87918e triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:56.219574 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-035849e8-60cf-4648-bb5e-1d2e4b5e2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.256000 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:56.256374 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.268054 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42002) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:56.272767 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-957b947f-8223-4120-8a8d-74bc5d5d917e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-721250850', 'description': 'tempest-secgroup-smoke-721250850 description', 'project_id': '9f5e54858d3340b08435e2f338019a51'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:56.301175 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-957b947f-8223-4120-8a8d-74bc5d5d917e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.385066 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-957b947f-8223-4120-8a8d-74bc5d5d917e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.390037 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-957b947f-8223-4120-8a8d-74bc5d5d917e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.421974 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-957b947f-8223-4120-8a8d-74bc5d5d917e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.426178 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-957b947f-8223-4120-8a8d-74bc5d5d917e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1541786 Dec 13 14:02:56.426479 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42004) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:56.430728 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-9f9a46c9-732d-4b8a-804a-3860be9eee64 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'security_group_rule': {'security_group_id': 'bb733f92-55c4-423c-bacc-74b353952249', 'project_id': '9f5e54858d3340b08435e2f338019a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:56.469232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b947f-8223-4120-8a8d-74bc5d5d917e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb733f92-55c4-423c-bacc-74b353952249,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:56.477971 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f9a46c9-732d-4b8a-804a-3860be9eee64 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.540811 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f9a46c9-732d-4b8a-804a-3860be9eee64 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.545372 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f9a46c9-732d-4b8a-804a-3860be9eee64 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.564696 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a46c9-732d-4b8a-804a-3860be9eee64 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a7e7cd-fdfa-4013-96e5-773a05ef271e,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:56.572637 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-9f9a46c9-732d-4b8a-804a-3860be9eee64 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.573904 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-9f9a46c9-732d-4b8a-804a-3860be9eee64 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465981 Dec 13 14:02:56.577251 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42006) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:56.583614 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-9abe92e4-59c3-4ee5-8345-ec7fb5a367b8 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'security_group_rule': {'security_group_id': 'bb733f92-55c4-423c-bacc-74b353952249', 'project_id': '9f5e54858d3340b08435e2f338019a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:56.616543 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9abe92e4-59c3-4ee5-8345-ec7fb5a367b8 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.682142 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9abe92e4-59c3-4ee5-8345-ec7fb5a367b8 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.686626 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9abe92e4-59c3-4ee5-8345-ec7fb5a367b8 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.702902 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe92e4-59c3-4ee5-8345-ec7fb5a367b8 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f3699c-4f32-47df-a510-40033373f3ec,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:56.715104 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-9abe92e4-59c3-4ee5-8345-ec7fb5a367b8 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.716752 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-9abe92e4-59c3-4ee5-8345-ec7fb5a367b8 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381183 Dec 13 14:02:56.719314 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42008) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:56.724199 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-07c15b08-c2ce-4453-9849-81d2b476b160 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'security_group_rule': {'security_group_id': 'bb733f92-55c4-423c-bacc-74b353952249', 'project_id': '9f5e54858d3340b08435e2f338019a51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:56.741671 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-701aaed1-6f1a-4308-87f2-6cc7fdfafc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.763356 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07c15b08-c2ce-4453-9849-81d2b476b160 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.853302 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07c15b08-c2ce-4453-9849-81d2b476b160 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.860549 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07c15b08-c2ce-4453-9849-81d2b476b160 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.888529 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-07c15b08-c2ce-4453-9849-81d2b476b160 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:56.890829 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-07c15b08-c2ce-4453-9849-81d2b476b160 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699321 Dec 13 14:02:56.891420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c15b08-c2ce-4453-9849-81d2b476b160 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d1be1a-6cac-4b50-a8e6-9d9beaf48602,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:56.893838 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42010) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:56.900768 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-3fe28b82-07d3-485f-a93e-2fabadebc4de tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'security_group_rule': {'security_group_id': 'bb733f92-55c4-423c-bacc-74b353952249', 'project_id': '9f5e54858d3340b08435e2f338019a51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:56.932742 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3fe28b82-07d3-485f-a93e-2fabadebc4de tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.016288 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3fe28b82-07d3-485f-a93e-2fabadebc4de tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.022209 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3fe28b82-07d3-485f-a93e-2fabadebc4de tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.055971 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe28b82-07d3-485f-a93e-2fabadebc4de tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cbe9aa-edcd-4df1-a6b1-ba16903eac1b,revision_number=0']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:57.067376 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3fe28b82-07d3-485f-a93e-2fabadebc4de tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.069585 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3fe28b82-07d3-485f-a93e-2fabadebc4de tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1745455 Dec 13 14:02:57.072921 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42012) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:57.082982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-6b278156-a865-42f0-9060-31e28ee24da3 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'security_group_rule': {'security_group_id': 'bb733f92-55c4-423c-bacc-74b353952249', 'project_id': '9f5e54858d3340b08435e2f338019a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:57.117438 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-6b278156-a865-42f0-9060-31e28ee24da3 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Project 9f5e54858d3340b08435e2f338019a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 14:02:57.124373 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b278156-a865-42f0-9060-31e28ee24da3 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.198038 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b278156-a865-42f0-9060-31e28ee24da3 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.203310 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b278156-a865-42f0-9060-31e28ee24da3 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.224875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b278156-a865-42f0-9060-31e28ee24da3 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b7278c-a683-460f-9978-63f6d6e1d5da,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:57.233793 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-6b278156-a865-42f0-9060-31e28ee24da3 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.235159 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-6b278156-a865-42f0-9060-31e28ee24da3 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608794 Dec 13 14:02:57.237908 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42014) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:02:57.242491 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-e44e45a0-bff8-4b0b-89d9-d3c5e6dcb47e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'security_group_rule': {'security_group_id': 'bb733f92-55c4-423c-bacc-74b353952249', 'project_id': '9f5e54858d3340b08435e2f338019a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:57.269277 n-d-817326-4 neutron-server[109886]: INFO neutron.db.securitygroups_db [None req-e44e45a0-bff8-4b0b-89d9-d3c5e6dcb47e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Project 9f5e54858d3340b08435e2f338019a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 14:02:57.275647 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e44e45a0-bff8-4b0b-89d9-d3c5e6dcb47e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.345093 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e44e45a0-bff8-4b0b-89d9-d3c5e6dcb47e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.359099 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e44e45a0-bff8-4b0b-89d9-d3c5e6dcb47e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763101'] for security_group_rule, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.380875 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e45a0-bff8-4b0b-89d9-d3c5e6dcb47e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fe60cc-33b6-4607-b6b4-2a6cc28a8b46,revision_number=0']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:57.393258 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-e44e45a0-bff8-4b0b-89d9-d3c5e6dcb47e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:57.395029 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-e44e45a0-bff8-4b0b-89d9-d3c5e6dcb47e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558938 Dec 13 14:02:57.561610 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-2699b612-07f1-4261-a092-4a10f321be88 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721250850&fields=id&tenant_id=9f5e54858d3340b08435e2f338019a51 HTTP/1.1" status: 200 len: 267 time: 0.0497530 Dec 13 14:02:57.688125 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537abbd9-f355-44c9-817e-d473e11733fb req-56dbf5df-c459-468d-ac3b-4798bddcab16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:57.689747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-56dbf5df-c459-468d-ac3b-4798bddcab16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 809 time: 0.1203349 Dec 13 14:02:57.706402 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-73a35eda-b8b5-4d04-bdbf-efe616c1b2f8 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/quotas/9f5e54858d3340b08435e2f338019a51 HTTP/1.1" status: 200 len: 375 time: 0.0101478 Dec 13 14:02:57.767523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-c739c4d4-846d-4c43-bc24-75d5202de0cc tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544465 Dec 13 14:02:57.885330 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-feaa1e9b-a2b2-4446-bc69-fd37fcaabdf6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:02:57.886387 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-feaa1e9b-a2b2-4446-bc69-fd37fcaabdf6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1056736 Dec 13 14:02:57.992855 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-946923bc-6d11-420e-b127-feeac1de0387 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990171 Dec 13 14:02:58.078026 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:58.112731 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-9bb5e42b-dc87-4289-8c71-351b88d291ad service neutron] 10.222.0.31 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129122 Dec 13 14:02:58.123345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1cffa090-fde0-4e14-9cad-67884e87918e up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:02:58.194422 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 1cffa090-fde0-4e14-9cad-67884e87918e triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:58.195059 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:58.329132 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1963c3de-5770-4bcd-8514-154b25532748 req-a57c909c-ccee-40ff-8a39-78724515f166 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 210 time: 0.0300164 Dec 13 14:02:58.564988 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Sync routers for ids ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:02:58.581181 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Routers {'4e512be2-2b01-49bc-b3b7-963cb3c4e69d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:58.581906 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:58.795242 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Set router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:59.013887 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'name': 'tempest-TestSnapshotPattern-841155822-router', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:51Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 4, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'gw_port': {'id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:52Z', 'updated_at': '2021-12-13T14:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '33bd57ab-d765-4d76-978a-bc528870ae0d', 'name': '', 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'mac_address': 'fa:16:3e:9f:b9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:54Z', 'updated_at': '2021-12-13T14:02:55Z', 'revision_number': 2, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'subnets': [{'id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:59.042481 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Checking router: 4e512be2-2b01-49bc-b3b7-963cb3c4e69d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:02:59.042835 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Updating router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d port 33bd57ab-d765-4d76-978a-bc528870ae0d binding host n-d-817326-4 {{(pid=109888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:02:59.072324 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:59.353258 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:59.361029 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:59.416601 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b35b9f-fd59-407c-a53d-89788a7e2f25 None None] Pushing event updated for resources: {'Port': ['ID=33bd57ab-d765-4d76-978a-bc528870ae0d,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:59.435825 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:59.491469 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-44f378e0-8400-4db8-978b-eea2aae8c30a req-53c59fa9-8b5d-4f51-b295-fa0986ffa906 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 210 time: 0.0475860 Dec 13 14:02:59.496087 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Attempting to bind port 33bd57ab-d765-4d76-978a-bc528870ae0d on host n-d-817326-4 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 14:02:59.496419 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Attempting to bind port 33bd57ab-d765-4d76-978a-bc528870ae0d by drivers openvswitch,hyperv on host n-d-817326-4 at level 0 using segments [{'id': 'd9d1d26a-da19-4fd7-bab6-8d05357feb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 14:02:59.496810 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Attempting to bind port 33bd57ab-d765-4d76-978a-bc528870ae0d on network 2e38309e-1588-4753-aef1-6553e5f74ab4 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:02:59.505551 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Checking agent: {'id': '776aa838-392b-4425-b0bf-b2ada9f04a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 33), 'started_at': datetime.datetime(2021, 12, 13, 12, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817326-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:02:59.505912 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Checking segment: {'id': 'd9d1d26a-da19-4fd7-bab6-8d05357feb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:02:59.506349 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:59.506739 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Bound using segment: {'id': 'd9d1d26a-da19-4fd7-bab6-8d05357feb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:02:59.507212 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Bound port: 33bd57ab-d765-4d76-978a-bc528870ae0d, host: n-d-817326-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d1d26a-da19-4fd7-bab6-8d05357feb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 14:02:59.507591 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:59.589745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537abbd9-f355-44c9-817e-d473e11733fb req-4595cf49-dd8b-4521-aa50-2ed6d23fcf52 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:02:59.591673 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-4595cf49-dd8b-4521-aa50-2ed6d23fcf52 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.37 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 809 time: 0.2009718 Dec 13 14:02:59.602067 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] For port 33bd57ab-d765-4d76-978a-bc528870ae0d, host n-d-817326-4, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:02:59.605863 n-d-817326-4 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] For port 33bd57ab-d765-4d76-978a-bc528870ae0d, host n-d-817326-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=33bd57ab-d765-4d76-978a-bc528870ae0d,segment=NetworkSegment(d9d1d26a-da19-4fd7-bab6-8d05357feb84),segment_id=d9d1d26a-da19-4fd7-bab6-8d05357feb84)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:02:59.615260 n-d-817326-4 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:59.677346 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Routers {'4e512be2-2b01-49bc-b3b7-963cb3c4e69d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:02:59.678312 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:02:59.689639 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-640b7722-65e2-41ad-863e-e905acda453b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f5e54858d3340b08435e2f338019a51 HTTP/1.1" status: 200 len: 379 time: 0.0884476 Dec 13 14:02:59.701642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'port': {'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'admin_state_up': True, 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'security_groups': ['bb733f92-55c4-423c-bacc-74b353952249']}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:02:59.727630 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b35b9f-fd59-407c-a53d-89788a7e2f25 None None] Pushing event updated for resources: {'Port': ['ID=33bd57ab-d765-4d76-978a-bc528870ae0d,revision_number=4']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:02:59.817041 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] Set router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:02:59.834464 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-44bd7b37-2718-4ad0-bc0c-2b481bf9a2ac None None] Provisioning complete for port 33bd57ab-d765-4d76-978a-bc528870ae0d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:02:59.834808 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-44bd7b37-2718-4ad0-bc0c-2b481bf9a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:02:59.861479 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Made reservation on behalf of 9f5e54858d3340b08435e2f338019a51 for: {'port': 1} {{(pid=109885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:02:59.866568 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.040906 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-44bd7b37-2718-4ad0-bc0c-2b481bf9a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.078919 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.112485 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Allocated IP 172.20.0.7 (e6ee0754-2500-484a-9bc9-62eed22388e3/72a934bb-d29c-43aa-8db3-d43e35e01c51/476054ed-e664-454e-9e58-180736180015) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:03:00.121646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-44bd7b37-2718-4ad0-bc0c-2b481bf9a2ac None None] For port 33bd57ab-d765-4d76-978a-bc528870ae0d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=33bd57ab-d765-4d76-978a-bc528870ae0d,segment=NetworkSegment(d9d1d26a-da19-4fd7-bab6-8d05357feb84),segment_id=d9d1d26a-da19-4fd7-bab6-8d05357feb84)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:03:00.127904 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-44bd7b37-2718-4ad0-bc0c-2b481bf9a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.153890 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'name': 'tempest-TestSnapshotPattern-841155822-router', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:51Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 4, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'gw_port': {'id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:52Z', 'updated_at': '2021-12-13T14:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '33bd57ab-d765-4d76-978a-bc528870ae0d', 'name': '', 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'mac_address': 'fa:16:3e:9f:b9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:54Z', 'updated_at': '2021-12-13T14:02:59Z', 'revision_number': 4, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'subnets': [{'id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:03:00.185160 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 33bd57ab-d765-4d76-978a-bc528870ae0d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:03:00.187557 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2697d-937f-44a6-acb3-a3b67042a70b None None] The sync data for ids ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'] in n-d-817326-4 is: [{'id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'name': 'tempest-TestSnapshotPattern-841155822-router', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:51Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 4, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'gw_port': {'id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:52Z', 'updated_at': '2021-12-13T14:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '33bd57ab-d765-4d76-978a-bc528870ae0d', 'name': '', 'network_id': '2e38309e-1588-4753-aef1-6553e5f74ab4', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'mac_address': 'fa:16:3e:9f:b9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:54Z', 'updated_at': '2021-12-13T14:02:59Z', 'revision_number': 4, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'subnets': [{'id': '550692ee-ee69-4a3e-86d3-3f273c1d7c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:03:00.233956 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd7b37-2718-4ad0-bc0c-2b481bf9a2ac None None] Pushing event updated for resources: {'Port': ['ID=33bd57ab-d765-4d76-978a-bc528870ae0d,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:03:00.270228 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-938983b1-43c0-4346-90a9-0669d0dfe9a1 None None] Provisioning complete for port 33bd57ab-d765-4d76-978a-bc528870ae0d triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:03:00.270697 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938983b1-43c0-4346-90a9-0669d0dfe9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.302746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 33bd57ab-d765-4d76-978a-bc528870ae0d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:03:00.303113 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.311860 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.354823 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.410153 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Network e6ee0754-2500-484a-9bc9-62eed22388e3 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:03:00.414530 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:03:00.420864 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:03:00.454252 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'Port': ['ID=476054ed-e664-454e-9e58-180736180015,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:03:00.501787 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:00.503079 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.534202 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-c33b4688-9fc1-4e58-a89e-91c18201c153 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8376243 Dec 13 14:03:00.549134 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Request body: {'port': {'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817326-4'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:03:00.617738 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.675715 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7bbe2-24da-4709-9f3e-f0bce74a0e2f req-aadded75-063b-43dc-a31a-b77d5c3a8406 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:00.686714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4fc7bbe2-24da-4709-9f3e-f0bce74a0e2f req-aadded75-063b-43dc-a31a-b77d5c3a8406 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 931 time: 0.1052654 Dec 13 14:03:00.760741 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-4fc7bbe2-24da-4709-9f3e-f0bce74a0e2f req-a87de36a-9ea9-4a5b-b03b-47d8636a2747 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728066 Dec 13 14:03:00.809659 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-3a170149-809f-49a0-86bd-a20bddd3540e None None] Provisioning complete for port 476054ed-e664-454e-9e58-180736180015 triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:03:00.810364 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3a170149-809f-49a0-86bd-a20bddd3540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:00.847566 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3a170149-809f-49a0-86bd-a20bddd3540e None None] Port 476054ed-e664-454e-9e58-180736180015 cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 14:03:01.009420 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476054ed-e664-454e-9e58-180736180015 {{(pid=109885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:03:01.017710 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:01.032056 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.provisioning_blocks [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Transition to ACTIVE for port object 476054ed-e664-454e-9e58-180736180015 will not be triggered until provisioned by entity L2. {{(pid=109885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:03:01.036633 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:01.092907 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Pushing event updated for resources: {'Port': ['ID=476054ed-e664-454e-9e58-180736180015,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:03:01.206336 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Attempting to bind port 476054ed-e664-454e-9e58-180736180015 on host n-h1-817326-4 for vnic_type normal with profile {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 14:03:01.206694 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Attempting to bind port 476054ed-e664-454e-9e58-180736180015 by drivers openvswitch,hyperv on host n-h1-817326-4 at level 0 using segments [{'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 14:03:01.207104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Attempting to bind port 476054ed-e664-454e-9e58-180736180015 on network e6ee0754-2500-484a-9bc9-62eed22388e3 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:03:01.212722 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Port 476054ed-e664-454e-9e58-180736180015 on network e6ee0754-2500-484a-9bc9-62eed22388e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817326-4 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:03:01.213100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Attempting to bind port 476054ed-e664-454e-9e58-180736180015 on network e6ee0754-2500-484a-9bc9-62eed22388e3 {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:03:01.219982 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Checking agent: {'id': '791ef005-f09d-46a3-9f23-949d3e14de31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:03:01.220473 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Checking segment: {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:03:01.220881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Bound using segment: {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'} {{(pid=109885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:03:01.221418 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.managers [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Bound port: 476054ed-e664-454e-9e58-180736180015, host: n-h1-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'}}] {{(pid=109885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 14:03:01.221796 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:01.317221 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] For port 476054ed-e664-454e-9e58-180736180015, host n-h1-817326-4, cleared binding levels {{(pid=109885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:03:01.320983 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] For port 476054ed-e664-454e-9e58-180736180015, host n-h1-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=476054ed-e664-454e-9e58-180736180015,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:03:01.327198 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:01.370532 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:01.371732 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:01.374179 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] 10.222.0.37 "PUT /v2.0/ports/476054ed-e664-454e-9e58-180736180015 HTTP/1.1" status: 200 len: 1091 time: 0.8302054 Dec 13 14:03:01.374912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'tag': '476054ed-e664-454e-9e58-180736180015'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:03:01.379131 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5" -d '{"events": [{"name": "network-changed", "server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "tag": "476054ed-e664-454e-9e58-180736180015"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:03:01.425480 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3301cb-7d1e-468f-ba26-996e2f8ec601 service neutron] Pushing event updated for resources: {'Port': ['ID=476054ed-e664-454e-9e58-180736180015,revision_number=3']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:03:01.465326 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7a845b-1af9-48d8-a959-4303742cb063 x-openstack-request-id: req-6b7a845b-1af9-48d8-a959-4303742cb063 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:03:01.465734 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "tag": "476054ed-e664-454e-9e58-180736180015", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:03:01.466176 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b7a845b-1af9-48d8-a959-4303742cb063 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:03:01.466660 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'tag': '476054ed-e664-454e-9e58-180736180015', 'status': 'completed', 'code': 200} Dec 13 14:03:01.487346 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537abbd9-f355-44c9-817e-d473e11733fb req-7f2321a8-9e1f-495d-864f-6d7f6fc789d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:01.488991 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-7f2321a8-9e1f-495d-864f-6d7f6fc789d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 1094 time: 0.0601406 Dec 13 14:03:01.543721 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-29869b8f-e34e-44a0-8291-0b39d4b2a5d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=476054ed-e664-454e-9e58-180736180015 HTTP/1.1" status: 200 len: 217 time: 0.0472028 Dec 13 14:03:01.612900 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537abbd9-f355-44c9-817e-d473e11733fb req-7a1d11a4-c7ec-4bc9-84a4-d97b6edb82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:01.614468 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-7a1d11a4-c7ec-4bc9-84a4-d97b6edb82f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0572066 Dec 13 14:03:01.669060 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537abbd9-f355-44c9-817e-d473e11733fb req-51092b9d-c45b-49d5-a474-eb1ffa4bc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:01.670935 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-51092b9d-c45b-49d5-a474-eb1ffa4bc4a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495532 Dec 13 14:03:01.787006 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-423f8ec8-fd6e-428d-98bd-d8f042641e16 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078386 Dec 13 14:03:01.921851 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-537abbd9-f355-44c9-817e-d473e11733fb req-c1c74949-75b1-424e-9d9c-6b3ae0a365b2 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276858 Dec 13 14:03:01.938717 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51fd5d-755f-4c7a-97a4-315070264e38 req-b8c63ef6-7d92-4ac3-8848-d8ec4ca43f0c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:01.940355 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb51fd5d-755f-4c7a-97a4-315070264e38 req-b8c63ef6-7d92-4ac3-8848-d8ec4ca43f0c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 943 time: 0.0748699 Dec 13 14:03:02.013851 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb51fd5d-755f-4c7a-97a4-315070264e38 req-924b3f88-4eb7-4745-a287-8a535b7375a8 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660045 Dec 13 14:03:02.058389 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-80bdb6e0-18dd-41d5-a21c-a28c0d4860c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:02.060194 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-80bdb6e0-18dd-41d5-a21c-a28c0d4860c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 1094 time: 0.0753934 Dec 13 14:03:02.086696 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 33bd57ab-d765-4d76-978a-bc528870ae0d up at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:03:02.145691 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Provisioning complete for port 33bd57ab-d765-4d76-978a-bc528870ae0d triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:03:02.146547 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:02.170275 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-a3089956-39ca-4c76-9357-f67ce760f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:02.171966 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-a3089956-39ca-4c76-9357-f67ce760f711 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.1050990 Dec 13 14:03:02.225136 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-05038678-ac83-43aa-a33d-67e245393109 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=476054ed-e664-454e-9e58-180736180015 HTTP/1.1" status: 200 len: 217 time: 0.0452874 Dec 13 14:03:02.299001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-14b10ed6-6820-4747-b77b-2691a3ea7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:02.300769 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-14b10ed6-6820-4747-b77b-2691a3ea7eac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0592575 Dec 13 14:03:02.352146 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-697511ac-f338-49eb-bd4a-3a5ce3afd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:02.353822 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-697511ac-f338-49eb-bd4a-3a5ce3afd0a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457678 Dec 13 14:03:02.453970 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-210c7b10-7509-4a69-9115-14bc503ddb64 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928917 Dec 13 14:03:02.575066 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-3f798776-a6f4-42a6-b0fb-8c69f06ffca5 req-db62ae11-2d38-4662-9ef3-e80d24c07482 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100147 Dec 13 14:03:03.146809 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cf089-303f-42af-90fe-d0659b16c976 req-158d7c0f-bac7-4364-9d45-014a0ccccc7d tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:03.148519 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b19cf089-303f-42af-90fe-d0659b16c976 req-158d7c0f-bac7-4364-9d45-014a0ccccc7d tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 943 time: 0.0573368 Dec 13 14:03:03.209361 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b19cf089-303f-42af-90fe-d0659b16c976 req-f72d063a-c316-4a7e-8bbd-ef0c08f852b9 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543332 Dec 13 14:03:04.335632 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e1ef0-4c19-4433-94cf-ab033846cd84 req-68f0f44f-727f-45ee-97be-203f8df6a52e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:04.337140 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-020e1ef0-4c19-4433-94cf-ab033846cd84 req-68f0f44f-727f-45ee-97be-203f8df6a52e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 943 time: 0.0560169 Dec 13 14:03:04.393578 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-020e1ef0-4c19-4433-94cf-ab033846cd84 req-4fe3c347-a9e7-4e24-9c8a-301657085d1a tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497241 Dec 13 14:03:04.722552 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 476054ed-e664-454e-9e58-180736180015 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:03:04.832808 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 476054ed-e664-454e-9e58-180736180015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=476054ed-e664-454e-9e58-180736180015,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:03:04.844461 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '476054ed-e664-454e-9e58-180736180015', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:03:04.896764 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:04.910818 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476054ed-e664-454e-9e58-180736180015 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:03:04.932093 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 476054ed-e664-454e-9e58-180736180015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=476054ed-e664-454e-9e58-180736180015,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:03:04.937515 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:04.992008 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=476054ed-e664-454e-9e58-180736180015,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:03:05.162984 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['476054ed-e664-454e-9e58-180736180015'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:03:05.525227 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1d75e-b660-413a-bc56-7d8ccb9fae23 req-367fcce8-bce7-4ad6-b0cf-86987cd18dda tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:05.526847 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58a1d75e-b660-413a-bc56-7d8ccb9fae23 req-367fcce8-bce7-4ad6-b0cf-86987cd18dda tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 944 time: 0.0558426 Dec 13 14:03:05.578714 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-58a1d75e-b660-413a-bc56-7d8ccb9fae23 req-ccc9d985-11f9-4664-b132-54215aeb5d57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456345 Dec 13 14:03:05.682192 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:03:06.711545 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c2357-a48b-45c2-a80f-5064249087dc req-9d07721d-5b66-438b-8334-4a1ecb0eb887 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:06.713020 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a32c2357-a48b-45c2-a80f-5064249087dc req-9d07721d-5b66-438b-8334-4a1ecb0eb887 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 944 time: 0.0590060 Dec 13 14:03:06.721305 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 476054ed-e664-454e-9e58-180736180015 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:03:06.769046 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a32c2357-a48b-45c2-a80f-5064249087dc req-67f72b02-f363-43f3-af1d-8dcf79a3eac0 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479267 Dec 13 14:03:06.775457 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning for port 476054ed-e664-454e-9e58-180736180015 completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:03:06.779869 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 476054ed-e664-454e-9e58-180736180015 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:03:06.780293 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:06.871473 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:06.901337 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476054ed-e664-454e-9e58-180736180015'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:03:06.904127 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c282131b-3613-4d68-90a5-27b1fb3677d9" -d '{"events": [{"server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "name": "network-vif-plugged", "status": "completed", "tag": "476054ed-e664-454e-9e58-180736180015"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:03:06.918979 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 476054ed-e664-454e-9e58-180736180015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=476054ed-e664-454e-9e58-180736180015,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:03:06.923681 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:06.949201 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f25b67-3ef7-4e56-b6f3-6fbb0af7323d x-openstack-request-id: req-39f25b67-3ef7-4e56-b6f3-6fbb0af7323d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:03:06.949494 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "name": "network-vif-plugged", "status": "completed", "tag": "476054ed-e664-454e-9e58-180736180015", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:03:06.949746 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39f25b67-3ef7-4e56-b6f3-6fbb0af7323d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:03:06.950279 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476054ed-e664-454e-9e58-180736180015', 'code': 200} Dec 13 14:03:06.979225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=476054ed-e664-454e-9e58-180736180015,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:03:07.054850 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ce981-4028-4a98-8e96-69985d2729c3 req-5d1921e1-4fdb-4c51-acd1-c470e4acaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:07.056348 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-554ce981-4028-4a98-8e96-69985d2729c3 req-5d1921e1-4fdb-4c51-acd1-c470e4acaa95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 1096 time: 0.0424647 Dec 13 14:03:07.109128 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-554ce981-4028-4a98-8e96-69985d2729c3 req-bafc88a5-d22c-4d64-b020-b60671b9bbbb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460627 Dec 13 14:03:07.898881 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d335-cc82-4b03-ba3d-96280a5b8b8f req-46acd797-20b6-4169-bd79-c17c5968d058 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:07.900456 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc58d335-cc82-4b03-ba3d-96280a5b8b8f req-46acd797-20b6-4169-bd79-c17c5968d058 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 945 time: 0.0535717 Dec 13 14:03:07.956715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-dc58d335-cc82-4b03-ba3d-96280a5b8b8f req-895588a6-8637-418b-be7c-33c4a8f16b37 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498989 Dec 13 14:03:08.127497 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:08.254952 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:09.089999 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01198e89-3406-4b4e-a574-ed9c24da6467 req-04a1bc95-d1bd-47a4-9ddd-0956c98aa009 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:09.093071 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01198e89-3406-4b4e-a574-ed9c24da6467 req-04a1bc95-d1bd-47a4-9ddd-0956c98aa009 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 945 time: 0.0552270 Dec 13 14:03:09.161279 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-01198e89-3406-4b4e-a574-ed9c24da6467 req-9d952deb-bff6-4c1a-ad7a-520ad6b52b04 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608914 Dec 13 14:03:09.291740 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff28f9e-c937-4827-923f-762a0ec28a48 req-7a84d179-0dd4-44cd-9e8c-7beb6ae0afaa tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:09.293217 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ff28f9e-c937-4827-923f-762a0ec28a48 req-7a84d179-0dd4-44cd-9e8c-7beb6ae0afaa tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 945 time: 0.0580399 Dec 13 14:03:09.353884 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-8ff28f9e-c937-4827-923f-762a0ec28a48 req-b42e467d-73fc-4696-b9f6-9b10fa96c04f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542009 Dec 13 14:03:09.378429 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42070) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:03:09.468866 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9e9d7-9793-4ccf-a459-781e8fd925d7 tempest-TestSnapshotPattern-2085986045 tempest-TestSnapshotPattern-2085986045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:09.470525 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-94f9e9d7-9793-4ccf-a459-781e8fd925d7 tempest-TestSnapshotPattern-2085986045 tempest-TestSnapshotPattern-2085986045-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 1091 time: 0.0910866 Dec 13 14:03:09.473744 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42074) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:03:09.478062 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:03:09.504651 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for floatingip, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:09.622834 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:09.750551 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Allocated IP 172.25.2.83 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/059ac29c-9f6e-4ff5-908e-d26dbd62240c) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:03:09.881669 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:09.919181 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:09.964507 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:03:09.968582 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:03:09.972484 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:03:09.978423 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'Port': ['ID=059ac29c-9f6e-4ff5-908e-d26dbd62240c,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:03:10.433702 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:10.523624 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:10.697441 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:10.702233 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:10.786523 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'Port': ['ID=059ac29c-9f6e-4ff5-908e-d26dbd62240c,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:03:10.798318 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:10.988132 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Floating IP cabfc5af-a273-420a-a325-b7e507f7a68c associated. External IP: 172.25.2.83, port: 476054ed-e664-454e-9e58-180736180015. Dec 13 14:03:11.571850 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:03:11.686525 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:03:11.699290 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] Sync routers for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:03:11.708749 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:11.711124 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:03:11.711771 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:03:11.744410 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-8a04082c-dded-4bcf-ab33-00a6c22dcc7b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2694702 Dec 13 14:03:11.745232 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'tag': '476054ed-e664-454e-9e58-180736180015'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:03:11.748219 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df1ecd2-837f-45ff-a5ee-631f3684cd00" -d '{"events": [{"name": "network-changed", "server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "tag": "476054ed-e664-454e-9e58-180736180015"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:03:11.848654 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:03:11.883596 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0b0878-a73c-45ba-8bdb-8bf83fef2734 x-openstack-request-id: req-7e0b0878-a73c-45ba-8bdb-8bf83fef2734 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:03:11.883952 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "tag": "476054ed-e664-454e-9e58-180736180015", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:03:11.884160 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e0b0878-a73c-45ba-8bdb-8bf83fef2734 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:03:11.884583 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'tag': '476054ed-e664-454e-9e58-180736180015', 'status': 'completed', 'code': 200} Dec 13 14:03:12.017332 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-b1301461-f36c-4efc-83ff-ab7164e5d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:12.018891 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-b1301461-f36c-4efc-83ff-ab7164e5d0bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 1096 time: 0.1106229 Dec 13 14:03:12.130018 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-1798c05a-3164-4056-9bab-1740d14ece73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:12.131562 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-1798c05a-3164-4056-9bab-1740d14ece73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.1058984 Dec 13 14:03:12.150946 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cabfc5af-a273-420a-a325-b7e507f7a68c', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:03:10Z', 'updated_at': '2021-12-13T14:03:10Z', 'revision_number': 0, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:03:12.185791 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] Checking router: 32fe241d-8760-4c97-a1d1-2c906d1c9b01 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:03:12.196273 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:03:12.197050 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:02:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:03:12.215110 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-2b4093bd-6f7b-4d6c-b01d-4bccb8d7b8a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=476054ed-e664-454e-9e58-180736180015 HTTP/1.1" status: 200 len: 998 time: 0.0757735 Dec 13 14:03:12.291488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-d5a7dc3f-c88c-4caa-a442-ca6b097d90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:12.294051 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-d5a7dc3f-c88c-4caa-a442-ca6b097d90e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0704544 Dec 13 14:03:12.318894 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:03:12.350433 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-4ec86650-a050-498a-96ad-c00c5918af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:03:12.352642 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-4ec86650-a050-498a-96ad-c00c5918af58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514216 Dec 13 14:03:12.478277 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-1d6dc599-cf00-45b7-b210-5656dd97ec5b service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171498 Dec 13 14:03:12.590290 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-4df1ecd2-837f-45ff-a5ee-631f3684cd00 req-f059d670-3be6-490a-90ce-2c83ea5d5b5c service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056330 Dec 13 14:03:12.606642 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cabfc5af-a273-420a-a325-b7e507f7a68c', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:03:10Z', 'updated_at': '2021-12-13T14:03:10Z', 'revision_number': 0, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:03:12.638769 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e89c1-6e97-44f7-8cb1-eb9341877c93 None None] The sync data for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 is: [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cabfc5af-a273-420a-a325-b7e507f7a68c', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:03:10Z', 'updated_at': '2021-12-13T14:03:10Z', 'revision_number': 0, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:03:12.833344 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5481e8cf-6078-48cd-8ca5-8583830185cb None None] New status for floating IP cabfc5af-a273-420a-a325-b7e507f7a68c: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:03:24.369923 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e38c5ec-254f-4686-a7b9-4747feae93f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:26.747294 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d8f7ae9-0609-4ef0-88d0-7eb812352da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:28.080630 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:29.423437 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:29.974397 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:38.143959 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:38.255527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:42.682000 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:03:54.369976 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f55b4b9f-541e-41fc-82c2-7c0eed670346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:56.755649 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-42c7af2f-994e-4cf5-8928-86de7fd6ef2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:58.086527 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:59.428713 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:03:59.972092 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:07.028036 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-e83a4dfd-0539-4afc-8f0e-f6b682ed69b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509892 Dec 13 14:04:07.120380 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-77de5e9c-fa65-4edf-aa8a-171b351fcaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:04:07.122607 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-77de5e9c-fa65-4edf-aa8a-171b351fcaa5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 1096 time: 0.0494158 Dec 13 14:04:07.582986 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-22995203-57db-4b16-835c-0b1870cc7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:04:07.584497 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-22995203-57db-4b16-835c-0b1870cc7c38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.4402208 Dec 13 14:04:07.658772 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-0477b720-c34e-4073-8c6b-88afb32047cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=476054ed-e664-454e-9e58-180736180015 HTTP/1.1" status: 200 len: 1000 time: 0.0662212 Dec 13 14:04:07.711836 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-860135a5-aca1-4951-8467-29a529cad63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:04:07.713242 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-860135a5-aca1-4951-8467-29a529cad63c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0483756 Dec 13 14:04:07.763227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-d8538690-e650-49f0-9c24-c27086e35c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:04:07.765130 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-d8538690-e650-49f0-9c24-c27086e35c09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450544 Dec 13 14:04:07.869717 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-a0dd0c9a-12b6-4372-834e-0b6a5770d49a service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976415 Dec 13 14:04:07.990623 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-ce2d617f-66ea-4d18-934d-1f1ae60f5bd1 req-b5d03e3d-c899-43da-99bb-b98838196ae8 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128879 Dec 13 14:04:08.143239 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:08.247560 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:19.683339 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:04:24.366802 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf62ee40-98b4-467e-8bf1-3372efd625f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:26.749914 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85cd66a8-b393-48d9-85e1-d75ebb97c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:28.089654 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:29.430463 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:29.968806 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:38.151232 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:38.266263 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:54.365654 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4fcbab9-e54d-4faf-b766-a957f7f2793c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:56.687075 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:04:56.759154 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-575cbb99-0745-415a-b72d-051ae81f5730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:58.088239 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:59.436430 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:04:59.962914 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:07.072090 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-a5404077-eca1-4a16-a866-82393f3ca6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:07.073761 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-a5404077-eca1-4a16-a866-82393f3ca6a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 1096 time: 0.0468593 Dec 13 14:05:07.195483 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-c080e1d1-b42f-4057-820c-2aaa88ac142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:07.196978 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-c080e1d1-b42f-4057-820c-2aaa88ac142f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.0987782 Dec 13 14:05:07.268024 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-23c1e9d5-c551-4743-b4e3-f1a2c9e60211 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=476054ed-e664-454e-9e58-180736180015 HTTP/1.1" status: 200 len: 1000 time: 0.0622590 Dec 13 14:05:07.327107 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-86bfbacf-7129-4b09-a3af-5e07cba2a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:07.328908 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-86bfbacf-7129-4b09-a3af-5e07cba2a6d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0517669 Dec 13 14:05:07.379501 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-9ea94e13-0399-4a5c-9ad7-eb4eeaea597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:07.381012 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-9ea94e13-0399-4a5c-9ad7-eb4eeaea597f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440955 Dec 13 14:05:07.479449 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-313b5445-d4ca-4ffc-8adf-da9ebc92b58d service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896261 Dec 13 14:05:07.599485 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-9ac4c477-e7d1-420f-9b5f-88c12346fa41 req-8f8a8afd-caae-47b1-8820-b01fec22b986 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113131 Dec 13 14:05:08.143621 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:08.263538 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:09.361071 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 476054ed-e664-454e-9e58-180736180015 details requested by agent hyperv_n-h1-817326-4 with host n-h1-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:05:09.472905 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 476054ed-e664-454e-9e58-180736180015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=476054ed-e664-454e-9e58-180736180015,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:05:09.486131 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Returning: {'device': '476054ed-e664-454e-9e58-180736180015', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:05:09.534683 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:09.550814 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 476054ed-e664-454e-9e58-180736180015 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:05:09.573339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 476054ed-e664-454e-9e58-180736180015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=476054ed-e664-454e-9e58-180736180015,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:05:09.578212 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:09.635399 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=476054ed-e664-454e-9e58-180736180015,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:05:09.643893 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.644257 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.644596 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.644936 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.645269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.645599 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.645927 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.646285 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.646616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.647109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.647368 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.647646 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.647973 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:09.653183 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] get_ports_and_sgs() called for port_ids ['476054ed-e664-454e-9e58-180736180015'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:05:11.360191 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 476054ed-e664-454e-9e58-180736180015 up at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:05:11.413395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Provisioning complete for port 476054ed-e664-454e-9e58-180736180015 triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:05:11.413765 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:11.526009 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:11.557616 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476054ed-e664-454e-9e58-180736180015'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:05:11.560068 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e096bfd2-0a48-4b97-8c51-677ce2056ded" -d '{"events": [{"server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "name": "network-vif-plugged", "status": "completed", "tag": "476054ed-e664-454e-9e58-180736180015"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:05:11.578049 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 476054ed-e664-454e-9e58-180736180015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=476054ed-e664-454e-9e58-180736180015,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:05:11.584467 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:11.658483 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=476054ed-e664-454e-9e58-180736180015,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:05:11.707757 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb82a2-46ce-4990-8d45-9241d05f071b x-openstack-request-id: req-21eb82a2-46ce-4990-8d45-9241d05f071b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:05:11.708219 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "name": "network-vif-plugged", "status": "completed", "tag": "476054ed-e664-454e-9e58-180736180015", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:05:11.708219 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21eb82a2-46ce-4990-8d45-9241d05f071b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:05:11.708799 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476054ed-e664-454e-9e58-180736180015', 'code': 200} Dec 13 14:05:20.235854 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-94cf3af7-c4b3-41fb-85e9-4b70957df8d7 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721250850&fields=id&tenant_id=9f5e54858d3340b08435e2f338019a51 HTTP/1.1" status: 200 len: 267 time: 0.0506997 Dec 13 14:05:20.351394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-92042a84-266e-40a3-9f11-70c349b700e5 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:20.352893 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-92042a84-266e-40a3-9f11-70c349b700e5 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 809 time: 0.1099038 Dec 13 14:05:20.369362 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-e4c840fe-4d9b-4a52-966e-4dd3fdacb7e4 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/quotas/9f5e54858d3340b08435e2f338019a51 HTTP/1.1" status: 200 len: 375 time: 0.0103278 Dec 13 14:05:20.429900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-cc1232a6-522e-4326-9f57-06ba5a5abb7a tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543797 Dec 13 14:05:20.496364 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-245a1225-487e-4bdc-aa19-c0a40d8e890f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:05:20.497493 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-245a1225-487e-4bdc-aa19-c0a40d8e890f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552490 Dec 13 14:05:20.598868 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-8bc3d230-f64b-4a86-8849-40c49d85bc41 service neutron] 10.222.0.31 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941694 Dec 13 14:05:20.710974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-6f5bf193-942b-424c-81d2-c3f7df876f6f service neutron] 10.222.0.31 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056070 Dec 13 14:05:20.914974 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2212c15f-a461-404e-9ef8-3eaafcfefed2 req-b6f21ab1-9d72-40b7-a541-6ecb9826b26c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 210 time: 0.0297351 Dec 13 14:05:21.924040 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-32882211-13bc-4ecc-b2b8-5e6dca1ab9ed tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:21.925590 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-32882211-13bc-4ecc-b2b8-5e6dca1ab9ed tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.42 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 809 time: 0.1173947 Dec 13 14:05:22.016061 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-204f1ac2-58b5-4dfb-aaa7-02e297a13d9e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f5e54858d3340b08435e2f338019a51 HTTP/1.1" status: 200 len: 379 time: 0.0806308 Dec 13 14:05:22.035128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'port': {'device_id': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'admin_state_up': True, 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'security_groups': ['bb733f92-55c4-423c-bacc-74b353952249']}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:05:22.042032 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b2e290f0-2580-4101-8e52-416d154de389 req-4bf0bf55-92a1-4d30-808a-12c1f6255282 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 210 time: 0.0427954 Dec 13 14:05:22.162860 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Made reservation on behalf of 9f5e54858d3340b08435e2f338019a51 for: {'port': 1} {{(pid=109886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:05:22.166477 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:22.367234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_common [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Allocated IP 172.20.0.11 (e6ee0754-2500-484a-9bc9-62eed22388e3/72a934bb-d29c-43aa-8db3-d43e35e01c51/5fc31585-2b60-4bec-baf3-68dbd0cce75a) {{(pid=109886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:05:22.552938 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for port, precommit_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:22.601163 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_create {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:22.652723 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Network e6ee0754-2500-484a-9bc9-62eed22388e3 is already hosted by enough agents. {{(pid=109886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:05:22.654308 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.base_scheduler [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Resources bound (agent type, host, resource id): {{(pid=109886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:05:22.658348 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Received port after_create {{(pid=109886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:05:22.685554 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'Port': ['ID=5fc31585-2b60-4bec-baf3-68dbd0cce75a,revision_number=1']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:05:22.703321 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.703862 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.703990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.704258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.704607 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.704934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.705258 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.705585 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.705902 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.706251 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.706573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.706909 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.707217 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:22.739127 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:22.739821 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:22.759836 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-4bd90fb1-bdc7-46d8-b5f1-3a496d0a490c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7287395 Dec 13 14:05:22.942393 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-d7ed8fe0-e7f6-431d-bd2f-5221c1e3f890 None None] Provisioning complete for port 5fc31585-2b60-4bec-baf3-68dbd0cce75a triggered by entity DHCP. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:05:22.943008 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8fe0-e7f6-431d-bd2f-5221c1e3f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:22.978541 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed8fe0-e7f6-431d-bd2f-5221c1e3f890 None None] Port 5fc31585-2b60-4bec-baf3-68dbd0cce75a cannot update to ACTIVE because it is not bound. {{(pid=109887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 14:05:23.168497 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7221db-c2b5-46a5-995d-ee96158caa87 req-19719cdb-0445-4376-9cdc-04d4c15a6c78 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:23.170172 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc7221db-c2b5-46a5-995d-ee96158caa87 req-19719cdb-0445-4376-9cdc-04d4c15a6c78 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 932 time: 0.0532157 Dec 13 14:05:23.230615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fc7221db-c2b5-46a5-995d-ee96158caa87 req-e92905cf-6eac-4260-8df9-06bb14268293 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533152 Dec 13 14:05:23.468970 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 476054ed-e664-454e-9e58-180736180015 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:05:23.553487 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:23.578966 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '476054ed-e664-454e-9e58-180736180015'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:05:23.581268 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4757e80e-513e-4250-a8df-76c583baa983" -d '{"events": [{"server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "476054ed-e664-454e-9e58-180736180015"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:05:23.596109 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] For port 476054ed-e664-454e-9e58-180736180015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=476054ed-e664-454e-9e58-180736180015,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:05:23.601712 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:23.633145 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fa4aa0-04a7-43f6-931d-ca04a0a0779a x-openstack-request-id: req-78fa4aa0-04a7-43f6-931d-ca04a0a0779a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:05:23.633500 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "476054ed-e664-454e-9e58-180736180015", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:05:23.633674 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78fa4aa0-04a7-43f6-931d-ca04a0a0779a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:05:23.634288 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '476054ed-e664-454e-9e58-180736180015', 'code': 200} Dec 13 14:05:23.664270 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Pushing event updated for resources: {'Port': ['ID=476054ed-e664-454e-9e58-180736180015,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:05:24.359037 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9aca39cb-90c6-4a0e-a125-0d593e25c81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:24.362017 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6d16f-3b37-4d4f-964e-023db86b193a req-8bf6cde4-064b-4c7a-a480-86891359904d tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:24.363627 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0a6d16f-3b37-4d4f-964e-023db86b193a req-8bf6cde4-064b-4c7a-a480-86891359904d tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 932 time: 0.0548711 Dec 13 14:05:24.426065 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d0a6d16f-3b37-4d4f-964e-023db86b193a req-e11bc443-2035-48fa-b0fa-c031cde5ba9d tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547884 Dec 13 14:05:25.567097 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372413c-38ca-4bc0-b1a2-1fc9ed990582 req-bc1d12e4-6ad0-4a71-82cf-c441945e42ca tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:25.569523 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1372413c-38ca-4bc0-b1a2-1fc9ed990582 req-bc1d12e4-6ad0-4a71-82cf-c441945e42ca tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 932 time: 0.0595698 Dec 13 14:05:25.627877 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1372413c-38ca-4bc0-b1a2-1fc9ed990582 req-a54bf3c7-74e1-449f-8146-eb3dada47728 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516582 Dec 13 14:05:26.754023 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40ef2ab4-3744-4716-9e08-5c54ca635f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:26.763787 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db4c9-c4c9-4274-b90e-9f4dfed99463 req-3e6bb4d9-41a0-4da9-a47c-d0da07566872 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:26.765837 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-487db4c9-c4c9-4274-b90e-9f4dfed99463 req-3e6bb4d9-41a0-4da9-a47c-d0da07566872 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 932 time: 0.0591059 Dec 13 14:05:26.828270 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-487db4c9-c4c9-4274-b90e-9f4dfed99463 req-43236a09-8b49-4784-93f5-16363415698c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547159 Dec 13 14:05:27.969160 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4581bf7-12d5-4dc0-a731-22dbe7ab6971 req-73bca039-6b2d-4666-aa69-e7541b734e20 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:27.970802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4581bf7-12d5-4dc0-a731-22dbe7ab6971 req-73bca039-6b2d-4666-aa69-e7541b734e20 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 932 time: 0.0558894 Dec 13 14:05:28.030635 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d4581bf7-12d5-4dc0-a731-22dbe7ab6971 req-3b866df6-46bb-4e07-91b5-9a1fcc188e93 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512991 Dec 13 14:05:28.091616 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:29.166262 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442323-d3b9-41f5-a4d0-071fda03b3f5 req-2eba18fc-e7cf-4d9b-9b25-faf506db5a1a tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:29.167972 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a442323-d3b9-41f5-a4d0-071fda03b3f5 req-2eba18fc-e7cf-4d9b-9b25-faf506db5a1a tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 932 time: 0.0576365 Dec 13 14:05:29.228986 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-6a442323-d3b9-41f5-a4d0-071fda03b3f5 req-75a4fe0f-020c-42bc-aadd-0f0bd141472d tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536294 Dec 13 14:05:29.438938 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:29.976880 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:30.357092 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010ffd2-641f-41c3-bb2c-821bac396dc7 req-5ffefa0f-2cca-40ff-903d-85fa37b17d3e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:30.358775 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1010ffd2-641f-41c3-bb2c-821bac396dc7 req-5ffefa0f-2cca-40ff-903d-85fa37b17d3e tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 932 time: 0.0540822 Dec 13 14:05:30.419886 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-1010ffd2-641f-41c3-bb2c-821bac396dc7 req-5ffd7386-5ac1-41a0-b38f-b51d6f493dde tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514512 Dec 13 14:05:31.548766 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196af1b-b514-4826-94df-1b73fbaab08f req-72eeefe6-6313-4d56-9578-3b70ad94b0bd tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:31.550400 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7196af1b-b514-4826-94df-1b73fbaab08f req-72eeefe6-6313-4d56-9578-3b70ad94b0bd tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 932 time: 0.0558755 Dec 13 14:05:31.603535 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7196af1b-b514-4826-94df-1b73fbaab08f req-2ca8cc50-a4da-4f82-a6a2-0046b12aaf58 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461998 Dec 13 14:05:32.741512 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1f6d8-1a21-4771-b98d-7d9ce41d9d14 req-cf78f92a-1cf6-484a-8989-7d3bae799541 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:32.743008 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17e1f6d8-1a21-4771-b98d-7d9ce41d9d14 req-cf78f92a-1cf6-484a-8989-7d3bae799541 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 932 time: 0.0631359 Dec 13 14:05:32.797113 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-17e1f6d8-1a21-4771-b98d-7d9ce41d9d14 req-cb098180-1dcb-4b4c-85fe-c511a94b463a tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480244 Dec 13 14:05:33.075548 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.v2.base [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Request body: {'port': {'device_id': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817326-4'}} {{(pid=109886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:05:33.133836 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:33.412575 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc31585-2b60-4bec-baf3-68dbd0cce75a {{(pid=109886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:05:33.420176 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:33.432990 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.provisioning_blocks [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Transition to ACTIVE for port object 5fc31585-2b60-4bec-baf3-68dbd0cce75a will not be triggered until provisioned by entity L2. {{(pid=109886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:05:33.437872 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:33.487222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Pushing event updated for resources: {'Port': ['ID=5fc31585-2b60-4bec-baf3-68dbd0cce75a,revision_number=2']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:05:33.564790 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Attempting to bind port 5fc31585-2b60-4bec-baf3-68dbd0cce75a on host n-h2-817326-4 for vnic_type normal with profile {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 14:05:33.565118 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Attempting to bind port 5fc31585-2b60-4bec-baf3-68dbd0cce75a by drivers openvswitch,hyperv on host n-h2-817326-4 at level 0 using segments [{'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 14:05:33.565426 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Attempting to bind port 5fc31585-2b60-4bec-baf3-68dbd0cce75a on network e6ee0754-2500-484a-9bc9-62eed22388e3 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:05:33.570445 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Port 5fc31585-2b60-4bec-baf3-68dbd0cce75a on network e6ee0754-2500-484a-9bc9-62eed22388e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817326-4 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:05:33.570789 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Attempting to bind port 5fc31585-2b60-4bec-baf3-68dbd0cce75a on network e6ee0754-2500-484a-9bc9-62eed22388e3 {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:05:33.576370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Checking agent: {'id': '0b7d1220-f8d6-42b6-a705-e16abae6d0db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817326-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'started_at': datetime.datetime(2021, 12, 13, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:05:33.576676 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Checking segment: {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 14:05:33.577085 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Bound using segment: {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'} {{(pid=109886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:05:33.577482 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.managers [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Bound port: 5fc31585-2b60-4bec-baf3-68dbd0cce75a, host: n-h2-817326-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3'}}] {{(pid=109886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 14:05:33.577867 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:33.650762 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] For port 5fc31585-2b60-4bec-baf3-68dbd0cce75a, host n-h2-817326-4, cleared binding levels {{(pid=109886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:05:33.654048 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] For port 5fc31585-2b60-4bec-baf3-68dbd0cce75a, host n-h2-817326-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:05:33.659955 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29187508'] for port, after_update {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:33.686535 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:05:33.700404 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:33.701034 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:33.702537 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] 10.222.0.42 "PUT /v2.0/ports/5fc31585-2b60-4bec-baf3-68dbd0cce75a HTTP/1.1" status: 200 len: 1092 time: 0.6831000 Dec 13 14:05:33.702987 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:05:33.706506 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:05:33.730975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e85c09-c47d-400c-aec1-1f5c61cdcf2e service neutron] Pushing event updated for resources: {'Port': ['ID=5fc31585-2b60-4bec-baf3-68dbd0cce75a,revision_number=3']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:05:33.789828 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da31f892-3c3f-4f93-a31e-ff7aea8ebe4e x-openstack-request-id: req-da31f892-3c3f-4f93-a31e-ff7aea8ebe4e {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:05:33.790627 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:05:33.790627 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da31f892-3c3f-4f93-a31e-ff7aea8ebe4e {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:05:33.790830 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'status': 'completed', 'code': 200} Dec 13 14:05:33.809932 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-30c119e3-6ec4-4a04-bbab-48af512c6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:33.811572 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-30c119e3-6ec4-4a04-bbab-48af512c6533 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 1095 time: 0.0510342 Dec 13 14:05:33.864802 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-cedd7c1a-1113-4bcf-99dc-727b85b65a8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a HTTP/1.1" status: 200 len: 217 time: 0.0440598 Dec 13 14:05:33.948146 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-5959567d-cc96-441a-b731-fbddbd8ba300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:33.949548 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-5959567d-cc96-441a-b731-fbddbd8ba300 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0752766 Dec 13 14:05:33.962521 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb564a75-95e4-4883-9683-cc1917ac118e req-70b355a8-7ada-49ef-9a1f-c361769193f4 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:33.964030 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb564a75-95e4-4883-9683-cc1917ac118e req-70b355a8-7ada-49ef-9a1f-c361769193f4 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 944 time: 0.0916064 Dec 13 14:05:34.043958 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-f2929913-84a1-4be9-9841-b1d7e6e8b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:34.045496 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-f2929913-84a1-4be9-9841-b1d7e6e8b707 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804908 Dec 13 14:05:34.051376 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-eb564a75-95e4-4883-9683-cc1917ac118e req-d25f4139-a8e8-42a0-9b3f-7d47ac6ed1e0 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781453 Dec 13 14:05:34.146287 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-8482f799-95a3-4be0-bd0d-e1f5857814ad service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932660 Dec 13 14:05:34.257057 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f2fe2a87-db3c-4a0e-a852-abda64e55bed req-762e6d4e-8c3c-43da-b483-bcd11b20ed60 service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036580 Dec 13 14:05:34.356675 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-4c1fb2e2-16da-44e2-97a4-d9c1801fa078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:34.358278 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-4c1fb2e2-16da-44e2-97a4-d9c1801fa078 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 1095 time: 0.0481777 Dec 13 14:05:34.460522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-043f3893-c828-47a0-a044-846d9edee4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:34.462105 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-043f3893-c828-47a0-a044-846d9edee4b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.0969071 Dec 13 14:05:34.507323 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-02a78b42-15bf-454e-a67b-30026f4e05d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a HTTP/1.1" status: 200 len: 217 time: 0.0378821 Dec 13 14:05:34.559849 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-d977d867-0244-4960-b6e9-633a1879b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:34.561399 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-d977d867-0244-4960-b6e9-633a1879b77b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0465956 Dec 13 14:05:34.611370 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-0a30ed92-709f-4c38-8109-0fe9b1a85ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:34.613163 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-0a30ed92-709f-4c38-8109-0fe9b1a85ef8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442741 Dec 13 14:05:34.714715 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-4821c77c-8eac-4395-b235-298791029932 service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934775 Dec 13 14:05:34.822405 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d393a04a-7bc5-47b6-bbb9-bc022887a1bc req-7d498393-5a9a-482c-b943-cf888b67b28a service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974977 Dec 13 14:05:35.190042 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb040dfe-69ca-454d-89dd-b930446a867a req-256f3b23-b6c6-4885-b9f7-033c25da07d6 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:35.191613 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb040dfe-69ca-454d-89dd-b930446a867a req-256f3b23-b6c6-4885-b9f7-033c25da07d6 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 944 time: 0.0622411 Dec 13 14:05:35.247085 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-fb040dfe-69ca-454d-89dd-b930446a867a req-171b7c0a-8875-4e82-9cb5-21f0e2f23cbc tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488863 Dec 13 14:05:36.285706 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5fc31585-2b60-4bec-baf3-68dbd0cce75a details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:05:36.382285 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313159e-6050-41bf-aead-e4de51f0ce1f req-052fbb90-8fe5-4c6e-a210-5e5d4ab51292 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:36.384657 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f313159e-6050-41bf-aead-e4de51f0ce1f req-052fbb90-8fe5-4c6e-a210-5e5d4ab51292 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 944 time: 0.0600679 Dec 13 14:05:36.397937 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5fc31585-2b60-4bec-baf3-68dbd0cce75a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:05:36.416871 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'port_id': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'mac_address': 'fa:16:3e:27:79:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:05:36.446762 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f313159e-6050-41bf-aead-e4de51f0ce1f req-95413df5-d134-4500-b5b2-010cbdd1a49a tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558991 Dec 13 14:05:36.461872 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:36.474991 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc31585-2b60-4bec-baf3-68dbd0cce75a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:05:36.495715 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5fc31585-2b60-4bec-baf3-68dbd0cce75a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:05:36.503378 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:36.553287 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=5fc31585-2b60-4bec-baf3-68dbd0cce75a,revision_number=4']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:05:36.737540 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['5fc31585-2b60-4bec-baf3-68dbd0cce75a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:05:37.583235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813911-c103-45a8-be80-cb64502fb825 req-f992d2a7-e377-4582-9e2a-48a6809c8336 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:37.584839 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b813911-c103-45a8-be80-cb64502fb825 req-f992d2a7-e377-4582-9e2a-48a6809c8336 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 945 time: 0.0669410 Dec 13 14:05:37.640303 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-7b813911-c103-45a8-be80-cb64502fb825 req-7294147c-f92d-43d3-b460-eea3df37d179 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477090 Dec 13 14:05:38.159690 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:38.278634 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:38.299773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5fc31585-2b60-4bec-baf3-68dbd0cce75a up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:05:38.353865 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning for port 5fc31585-2b60-4bec-baf3-68dbd0cce75a completed by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:05:38.358319 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 5fc31585-2b60-4bec-baf3-68dbd0cce75a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:05:38.358692 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:38.445607 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:38.474737 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:05:38.477054 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757b2801-5bc7-4aa8-bd5f-3099ecfbd6a5" -d '{"events": [{"server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "name": "network-vif-plugged", "status": "completed", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:05:38.491957 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5fc31585-2b60-4bec-baf3-68dbd0cce75a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:05:38.497425 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:38.527607 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae431a2f-b667-4254-aad1-0b16fc02e3d4 x-openstack-request-id: req-ae431a2f-b667-4254-aad1-0b16fc02e3d4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:05:38.527906 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "name": "network-vif-plugged", "status": "completed", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:05:38.528164 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae431a2f-b667-4254-aad1-0b16fc02e3d4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:05:38.528561 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'code': 200} Dec 13 14:05:38.551810 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=5fc31585-2b60-4bec-baf3-68dbd0cce75a,revision_number=5']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:05:38.632591 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27b63f-8c7a-4561-9db5-6bd10f2a408f req-386658ab-3466-4645-9f67-4df0c5bb9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:38.634027 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca27b63f-8c7a-4561-9db5-6bd10f2a408f req-386658ab-3466-4645-9f67-4df0c5bb9db3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0458930 Dec 13 14:05:38.684910 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ca27b63f-8c7a-4561-9db5-6bd10f2a408f req-5c84e051-fc48-46c3-9fb4-417dca1b80c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428391 Dec 13 14:05:38.767267 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efdca9-c4e0-453b-b4e6-21855dca83f7 req-3cae3871-1d85-48d4-9fcd-b4e922851c94 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:38.769268 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22efdca9-c4e0-453b-b4e6-21855dca83f7 req-3cae3871-1d85-48d4-9fcd-b4e922851c94 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 946 time: 0.0566406 Dec 13 14:05:38.830827 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-22efdca9-c4e0-453b-b4e6-21855dca83f7 req-aea1daae-2461-498c-827a-64225cab3e29 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548651 Dec 13 14:05:39.962695 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147b6d9-353d-438f-9fbd-89ef5a6458d2 req-ec75c054-8644-45ed-ba8d-ce9c98bc98bc tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:39.964253 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a147b6d9-353d-438f-9fbd-89ef5a6458d2 req-ec75c054-8644-45ed-ba8d-ce9c98bc98bc tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 946 time: 0.0595641 Dec 13 14:05:40.018857 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-a147b6d9-353d-438f-9fbd-89ef5a6458d2 req-05c7d4d2-f9d0-40c0-a4d8-6999ecfe5c11 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479028 Dec 13 14:05:40.165081 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960492e-be55-4616-b175-9c7c2324b249 req-01f47d4c-08ef-4e76-a35a-0f072584e8a5 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:40.166667 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f960492e-be55-4616-b175-9c7c2324b249 req-01f47d4c-08ef-4e76-a35a-0f072584e8a5 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 946 time: 0.0674067 Dec 13 14:05:40.223418 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f960492e-be55-4616-b175-9c7c2324b249 req-89ee612e-b9ce-49da-b0ac-03eda048578b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478685 Dec 13 14:05:40.249013 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42346) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:05:40.292295 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2853ab1-57cd-475c-963c-611103a6a582 tempest-TestSnapshotPattern-2085986045 tempest-TestSnapshotPattern-2085986045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:40.293848 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-d2853ab1-57cd-475c-963c-611103a6a582 tempest-TestSnapshotPattern-2085986045 tempest-TestSnapshotPattern-2085986045-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 1092 time: 0.0438001 Dec 13 14:05:40.297370 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42348) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:05:40.302328 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.v2.base [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Request body: {'floatingip': {'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'port_id': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:05:40.327435 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for floatingip, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:40.438640 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:40.548534 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.db_base_plugin_common [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Allocated IP 172.25.2.246 (a920caf3-a52c-4d3b-a977-f75227ab7cb8/9b672a02-260a-4be4-a7e7-cb84ff378c54/932d5668-3bae-46bb-a4dd-a28cb708356f) {{(pid=109885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:05:40.672988 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for port, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:40.711749 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731150704568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:40.754488 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Network a920caf3-a52c-4d3b-a977-f75227ab7cb8 is already hosted by enough agents. {{(pid=109885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:05:40.757642 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.base_scheduler [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Resources bound (agent type, host, resource id): {{(pid=109885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:05:40.760268 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Received port after_create {{(pid=109885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:05:40.784097 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'Port': ['ID=932d5668-3bae-46bb-a4dd-a28cb708356f,revision_number=1']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:05:40.798108 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.798466 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.798799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.799152 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.799518 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.800003 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.800860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.800860 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.801100 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.801355 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.801681 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.802001 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:40.802342 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:05:41.185069 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:41.261536 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:41.451430 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for port, precommit_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:41.460031 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722174'] for port, after_update {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:41.534132 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event updated for resources: {'Port': ['ID=932d5668-3bae-46bb-a4dd-a28cb708356f,revision_number=2']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:05:41.550794 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549151'] for floatingip, after_create {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:41.671746 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Floating IP 205bfba8-a38f-4e6e-b332-2a06cc086658 associated. External IP: 172.25.2.246, port: 5fc31585-2b60-4bec-baf3-68dbd0cce75a. Dec 13 14:05:41.905928 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:05:42.019906 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:05:42.030010 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] Sync routers for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:05:42.039930 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:42.043849 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:05:42.044883 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:05:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:05:42.073613 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b63280ba-fae4-4710-b412-dc28dca4ea5f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7751939 Dec 13 14:05:42.074315 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:05:42.076627 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:05:42.160338 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:05:42.172452 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447c6ac0-9bef-4bdf-81b3-d8781698e056 x-openstack-request-id: req-447c6ac0-9bef-4bdf-81b3-d8781698e056 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:05:42.172748 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:05:42.173003 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-447c6ac0-9bef-4bdf-81b3-d8781698e056 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:05:42.173424 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'status': 'completed', 'code': 200} Dec 13 14:05:42.249626 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-77d74641-9d81-48f0-8626-62af12e7e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:42.251647 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-77d74641-9d81-48f0-8626-62af12e7e5f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0521801 Dec 13 14:05:42.347241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-bb3bed12-5efd-4aeb-a8ee-ac72c95783c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:42.348747 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-bb3bed12-5efd-4aeb-a8ee-ac72c95783c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.0898390 Dec 13 14:05:42.426339 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '205bfba8-a38f-4e6e-b332-2a06cc086658', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:27:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:05:41Z', 'updated_at': '2021-12-13T14:05:41Z', 'revision_number': 0, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}, {'id': 'cabfc5af-a273-420a-a325-b7e507f7a68c', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:03:10Z', 'updated_at': '2021-12-13T14:03:12Z', 'revision_number': 1, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:05:42.429347 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-b362f21f-f66e-4f04-942e-1edcd4203f45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a HTTP/1.1" status: 200 len: 1000 time: 0.0720351 Dec 13 14:05:42.453502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] Checking router: 32fe241d-8760-4c97-a1d1-2c906d1c9b01 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:05:42.463604 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:05:42.464234 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:05:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:05:42.482975 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-6a5fd235-808a-49f0-a517-25aa68b3e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:42.484471 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-6a5fd235-808a-49f0-a517-25aa68b3e561 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0479274 Dec 13 14:05:42.534982 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-c5331697-6cb4-4c3c-ae11-0c687610cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:42.536630 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-c5331697-6cb4-4c3c-ae11-0c687610cf49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444045 Dec 13 14:05:42.578318 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:05:42.640284 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-7b2c9f8e-9637-409e-9d80-9307636a99f7 service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961940 Dec 13 14:05:42.739552 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e9cf1d5a-aa96-4008-a90d-9e2776dd6942 req-1a316690-570f-41a8-866d-48bfd670492d service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910416 Dec 13 14:05:42.835517 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '205bfba8-a38f-4e6e-b332-2a06cc086658', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:27:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:05:41Z', 'updated_at': '2021-12-13T14:05:41Z', 'revision_number': 0, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}, {'id': 'cabfc5af-a273-420a-a325-b7e507f7a68c', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:03:10Z', 'updated_at': '2021-12-13T14:03:12Z', 'revision_number': 1, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:05:42.867092 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2899d1ab-5039-49f6-b3e0-9e48e1bf22de None None] The sync data for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 is: [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': '205bfba8-a38f-4e6e-b332-2a06cc086658', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:27:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:05:41Z', 'updated_at': '2021-12-13T14:05:41Z', 'revision_number': 0, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}, {'id': 'cabfc5af-a273-420a-a325-b7e507f7a68c', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:03:10Z', 'updated_at': '2021-12-13T14:03:12Z', 'revision_number': 1, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:05:43.085304 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1372f0-e9a9-49d6-9d98-5ae6ba839b9b None None] New status for floating IP 205bfba8-a38f-4e6e-b332-2a06cc086658: ACTIVE {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:05:54.367722 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5df7073a-be00-498f-9b63-34cce2a1a6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:56.750731 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f77b0af4-bd53-4d15-ae1c-b570ac5769fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:58.094770 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:59.086753 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-dc06d45e-c272-4f7b-954f-754caf2edecb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515575 Dec 13 14:05:59.181957 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-94cbbe55-8707-49e7-9ff7-d8bbebdf1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:59.183843 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-94cbbe55-8707-49e7-9ff7-d8bbebdf1fb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0494661 Dec 13 14:05:59.295547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-592283b1-4a69-412f-b31e-f2c606687afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:59.297090 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-592283b1-4a69-412f-b31e-f2c606687afd service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.0867407 Dec 13 14:05:59.374856 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-d609abba-745b-4da2-9b6b-f24306d1355d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a HTTP/1.1" status: 200 len: 1002 time: 0.0679672 Dec 13 14:05:59.444973 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-0b57de20-0074-4567-bc3e-4f62162fb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:59.445281 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:05:59.446556 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-0b57de20-0074-4567-bc3e-4f62162fb57b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0637617 Dec 13 14:05:59.496387 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-13c34fdb-3726-43a0-963c-877bab99c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:05:59.497926 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-13c34fdb-3726-43a0-963c-877bab99c8e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436454 Dec 13 14:05:59.611654 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-30a88eb3-a2e8-4906-9ba5-427fb05ac87f service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045542 Dec 13 14:05:59.709641 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f3a7a6e0-e11f-4d18-b1a0-429a23eb49e0 req-06f5071c-f06a-490f-9a96-4d84f76fb69f service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886302 Dec 13 14:05:59.974813 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:08.005372 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-059d7834-f3e0-45a6-9dde-cbb2a0c35c9a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454524 Dec 13 14:06:08.093624 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-e0e50cfc-c023-46ac-9e51-239cd165efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:06:08.095200 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-e0e50cfc-c023-46ac-9e51-239cd165efac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 1094 time: 0.0453653 Dec 13 14:06:08.155602 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:08.219947 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-73acaa5a-0b86-49c5-a127-5d6174d94e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:06:08.221750 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-73acaa5a-0b86-49c5-a127-5d6174d94e6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.1054268 Dec 13 14:06:08.277484 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:08.292315 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-74c6db22-97e6-48c8-a25b-d69345938024 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=476054ed-e664-454e-9e58-180736180015 HTTP/1.1" status: 200 len: 998 time: 0.0635684 Dec 13 14:06:08.344356 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-2e5cba43-8f09-46d8-8367-7ff9954de13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:06:08.345857 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-2e5cba43-8f09-46d8-8367-7ff9954de13c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0471163 Dec 13 14:06:08.400366 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-62d23c6f-8226-42a0-82d6-6bc47e543413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:06:08.401888 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-62d23c6f-8226-42a0-82d6-6bc47e543413 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488474 Dec 13 14:06:08.499131 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-b2e89124-bd1c-43ba-9115-53cdd055daf0 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901186 Dec 13 14:06:08.599046 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-cb904986-6045-4cf5-95e3-e4b35bcaf7a9 req-b4221550-3da7-439d-9cfe-411c2bfee0f4 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928278 Dec 13 14:06:10.686522 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:06:24.362634 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3e4a-b510-40d3-a62a-45c504d936f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:26.749897 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3effa107-a507-47a2-a1bd-062121406913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:28.101785 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:29.444749 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:29.974365 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:38.169599 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:38.299513 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:47.686655 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:06:54.367462 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3b17-fea5-4d6e-8270-a106190a95c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:56.747040 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ee03ec8-f6df-4624-8cb7-d24fd785557f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:58.101267 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:59.450644 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:06:59.981758 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:01.139073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-7effce75-1075-4186-9a39-f58eb1ff5802 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543654 Dec 13 14:07:01.237547 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-3ccfa46f-8bd8-4da2-93cf-2baaea41d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:01.239119 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-3ccfa46f-8bd8-4da2-93cf-2baaea41d161 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0504067 Dec 13 14:07:01.365194 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-fdecd900-1159-4e9f-8e7d-2f38fd482318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:01.366779 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-fdecd900-1159-4e9f-8e7d-2f38fd482318 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.1000972 Dec 13 14:07:01.445911 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-b880634d-aa46-41c7-8ed3-381b1be706c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a HTTP/1.1" status: 200 len: 1002 time: 0.0698075 Dec 13 14:07:01.499848 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-e94674ed-9fcc-4d38-be52-1c05007176ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:01.501729 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-e94674ed-9fcc-4d38-be52-1c05007176ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0459402 Dec 13 14:07:01.556056 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-2a795bf5-c1ec-4a71-a48a-f3cffb8d51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:01.557573 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-2a795bf5-c1ec-4a71-a48a-f3cffb8d51be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465944 Dec 13 14:07:01.569201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-6a586ad4-664d-421d-9c2f-473e8e8a7732 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:07:01.570152 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-6a586ad4-664d-421d-9c2f-473e8e8a7732 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049636 Dec 13 14:07:01.696546 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-00316e85-b835-4a5c-9f00-a6a350191f1b service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166065 Dec 13 14:07:01.792180 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-d8b49dac-b38d-4d42-9863-8ccce888310a req-59b6a540-21ea-4b66-a3c9-7550e98ed700 service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882785 Dec 13 14:07:08.184081 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:08.291034 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:09.019518 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-ab02a0fc-5fd0-4ed7-b590-88b6fd060abf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481374 Dec 13 14:07:09.112516 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-a738fe74-6893-4a10-a378-9c8940d40c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:09.114349 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-a738fe74-6893-4a10-a378-9c8940d40c34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 1094 time: 0.0458994 Dec 13 14:07:09.235297 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-5a83c177-e917-4892-a5f0-b017ba55f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:09.236850 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-5a83c177-e917-4892-a5f0-b017ba55f0c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.1002557 Dec 13 14:07:09.307090 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-1df5260f-6d37-4414-a608-8b67ab177ea7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=476054ed-e664-454e-9e58-180736180015 HTTP/1.1" status: 200 len: 998 time: 0.0616157 Dec 13 14:07:09.366351 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-36250024-e5ea-40ce-bf5b-792004979436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:09.368550 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-36250024-e5ea-40ce-bf5b-792004979436 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0543323 Dec 13 14:07:09.422499 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-b3acca8c-9b81-4a37-a351-868a215859e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:09.424074 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-b3acca8c-9b81-4a37-a351-868a215859e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477316 Dec 13 14:07:09.529385 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-1a8da5de-f0e5-4037-a1f0-2ecdbb44fb44 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974114 Dec 13 14:07:09.633887 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-a546cb54-5630-44f4-8f8d-76f44cfefda9 req-91b9ddd5-73bf-4ccb-bf51-73008ede9574 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977581 Dec 13 14:07:12.697951 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5fc31585-2b60-4bec-baf3-68dbd0cce75a details requested by agent hyperv_n-h2-817326-4 with host n-h2-817326-4 {{(pid=109887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:07:12.805609 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5fc31585-2b60-4bec-baf3-68dbd0cce75a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:12.818229 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Returning: {'device': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'port_id': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'mac_address': 'fa:16:3e:27:79:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:07:12.858632 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:12.872065 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fc31585-2b60-4bec-baf3-68dbd0cce75a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:07:12.895734 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5fc31585-2b60-4bec-baf3-68dbd0cce75a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:12.900610 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:12.954341 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=5fc31585-2b60-4bec-baf3-68dbd0cce75a,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:12.962158 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.962502 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.962840 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.963177 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.963513 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.963821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.964146 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.964558 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.964935 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.965243 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.965560 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.965863 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.966322 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:12.987664 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] get_ports_and_sgs() called for port_ids ['5fc31585-2b60-4bec-baf3-68dbd0cce75a'] {{(pid=109887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:07:14.712345 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5fc31585-2b60-4bec-baf3-68dbd0cce75a up at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:07:14.767176 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Provisioning complete for port 5fc31585-2b60-4bec-baf3-68dbd0cce75a triggered by entity L2. {{(pid=109887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:07:14.767653 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777559'] for port, provisioning_complete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:14.850265 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:14.874115 n-d-817326-4 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:07:14.876673 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30f2ec5b5cc84cce4018f7bc3c57a8847f945ae0f8431c06efd153965946804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c421d87-5a70-4d92-891e-78d28c73910e" -d '{"events": [{"server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "name": "network-vif-plugged", "status": "completed", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:07:14.894635 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] For port 5fc31585-2b60-4bec-baf3-68dbd0cce75a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:14.901767 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731151253989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731150704586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731150704604'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:14.942220 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c397cc-7035-4596-819e-ab26ebd9d18c x-openstack-request-id: req-33c397cc-7035-4596-819e-ab26ebd9d18c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:07:14.942527 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "name": "network-vif-plugged", "status": "completed", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:07:14.942876 n-d-817326-4 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33c397cc-7035-4596-819e-ab26ebd9d18c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:07:14.943166 n-d-817326-4 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'code': 200} Dec 13 14:07:14.974174 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Pushing event updated for resources: {'Port': ['ID=5fc31585-2b60-4bec-baf3-68dbd0cce75a,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:23.404677 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42558) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:23.577398 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Deleting port 932d5668-3bae-46bb-a4dd-a28cb708356f {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:23.577761 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:23.669032 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:23.669292 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:23.682318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Calling delete_port for 932d5668-3bae-46bb-a4dd-a28cb708356f owned by network:floatingip {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:23.866629 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:23.893882 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event deleted for resources: {'Port': ['ID=932d5668-3bae-46bb-a4dd-a28cb708356f,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:23.906944 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.907279 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.907635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.907973 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.908305 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.908635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.908958 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.909283 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.909603 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.909924 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.910303 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.910623 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.910929 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:23.976028 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for floatingip, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:23.976297 n-d-817326-4 neutron-server[109885]: INFO neutron.db.l3_db [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Floating IP 205bfba8-a38f-4e6e-b332-2a06cc086658 disassociated (deleted). External IP: 172.25.2.246, port: 5fc31585-2b60-4bec-baf3-68dbd0cce75a. Dec 13 14:07:24.374585 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6db2f228-6865-4e15-bebe-da70c6ef97b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:24.543588 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:07:24.667281 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:07:24.673075 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:24.679187 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] Sync routers for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:07:24.686857 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:07:24.690754 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:07:24.691386 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:24.701898 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-b968e432-44df-485b-b32c-126fe14e2d55 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "DELETE /v2.0/floatingips/205bfba8-a38f-4e6e-b332-2a06cc086658 HTTP/1.1" status: 204 len: 168 time: 1.2960315 Dec 13 14:07:24.702551 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:07:24.704937 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:07:24.745704 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f2cf6f-174a-4abf-a42f-5930cb20bc28 x-openstack-request-id: req-c9f2cf6f-174a-4abf-a42f-5930cb20bc28 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:07:24.746099 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:07:24.746644 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9f2cf6f-174a-4abf-a42f-5930cb20bc28 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:07:24.746912 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'status': 'completed', 'code': 200} Dec 13 14:07:24.818281 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-c98956ca-4059-4f49-b9b4-f01bea3c4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:24.821769 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-c98956ca-4059-4f49-b9b4-f01bea3c4434 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0533121 Dec 13 14:07:24.977573 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-4e35dc9f-607e-4d5d-83a1-75694b1adfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:24.978987 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-4e35dc9f-607e-4d5d-83a1-75694b1adfcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.1439688 Dec 13 14:07:24.988222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4583b39-50e6-47b7-841f-5bf32c1be835 req-f9311610-f4e8-4fc8-b853-77d64a4efb1b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:24.989691 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4583b39-50e6-47b7-841f-5bf32c1be835 req-f9311610-f4e8-4fc8-b853-77d64a4efb1b tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 946 time: 0.0820041 Dec 13 14:07:24.991439 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:07:25.036615 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-4c76c98e-86d1-49d3-bc91-a888fb4aacc9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a HTTP/1.1" status: 200 len: 217 time: 0.0458963 Dec 13 14:07:25.111900 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-b4583b39-50e6-47b7-841f-5bf32c1be835 req-8945344c-a76d-45bd-9ee2-b6269f78c8bb tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150639 Dec 13 14:07:25.113665 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-ecf9ded2-293d-48db-84ec-84ea33fe0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:25.115073 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-ecf9ded2-293d-48db-84ec-84ea33fe0b9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0701029 Dec 13 14:07:25.163843 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-397fb016-520c-406a-946a-39a3f052fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:25.165389 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-397fb016-520c-406a-946a-39a3f052fdda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424881 Dec 13 14:07:25.245948 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cabfc5af-a273-420a-a325-b7e507f7a68c', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:03:10Z', 'updated_at': '2021-12-13T14:03:12Z', 'revision_number': 1, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:25.274534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] Checking router: 32fe241d-8760-4c97-a1d1-2c906d1c9b01 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:07:25.277148 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-a539f02f-d84b-4243-bbcc-e9431a512c37 service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031952 Dec 13 14:07:25.287556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:07:25.288224 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:06:57Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:25.377821 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-ff9007a3-47a1-4ef0-ba7d-ccab68386b53 req-60afde4d-027f-42fa-ba34-ee9bcf2f418b service neutron] 10.222.0.42 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926070 Dec 13 14:07:25.411098 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:07:25.659821 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cabfc5af-a273-420a-a325-b7e507f7a68c', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:03:10Z', 'updated_at': '2021-12-13T14:03:12Z', 'revision_number': 1, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:25.695489 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0335e69-7b7d-4bb3-83db-cd8a8c77d4da None None] The sync data for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 is: [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_floatingips': [{'id': 'cabfc5af-a273-420a-a325-b7e507f7a68c', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'router_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'port_id': '476054ed-e664-454e-9e58-180736180015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'mac_address': 'fa:16:3e:2c:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:03:10Z', 'updated_at': '2021-12-13T14:03:12Z', 'revision_number': 1, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:07:25.953340 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9771d-8e29-42e3-84a2-2dc59f42e7ec None None] New status for floating IP 205bfba8-a38f-4e6e-b332-2a06cc086658: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:07:26.243569 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c339e-7941-46df-8b24-1e5175500850 req-bf4766d5-50d3-4971-a96c-1e176660817d tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:26.244989 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e36c339e-7941-46df-8b24-1e5175500850 req-bf4766d5-50d3-4971-a96c-1e176660817d tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 946 time: 0.0591788 Dec 13 14:07:26.298738 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-e36c339e-7941-46df-8b24-1e5175500850 req-aa3050cb-b392-41a1-ad52-695c41b747d8 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454903 Dec 13 14:07:26.496028 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-6a2d3857-71a9-4c9b-ae24-193b03ba0b80 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:26.497379 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-6a2d3857-71a9-4c9b-ae24-193b03ba0b80 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 946 time: 0.0526216 Dec 13 14:07:26.604390 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Deleting port 5fc31585-2b60-4bec-baf3-68dbd0cce75a {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:26.604710 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:26.707492 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] For port 5fc31585-2b60-4bec-baf3-68dbd0cce75a, host n-h2-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817326-4',level=0,port_id=5fc31585-2b60-4bec-baf3-68dbd0cce75a,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:26.707856 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:26.721071 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Calling delete_port for 5fc31585-2b60-4bec-baf3-68dbd0cce75a owned by compute:nova {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:26.742550 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2fc29509-d1b9-48c2-86b6-41c3cf71ebe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:26.762218 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5fc31585-2b60-4bec-baf3-68dbd0cce75a no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:07:26.846240 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668454'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:26.862556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:26.893622 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event deleted for resources: {'Port': ['ID=5fc31585-2b60-4bec-baf3-68dbd0cce75a,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:26.907201 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.907553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.907919 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.908235 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.908568 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.908899 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.909230 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.909553 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.909900 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.910234 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.910557 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.910889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.911210 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817326-4 {{(pid=109886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:07:26.946151 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] No DVR routers for this DVR port 5fc31585-2b60-4bec-baf3-68dbd0cce75a on host n-h2-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:07:26.948833 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:26.952678 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-53e14ccf-43ff-4a2c-8665-79f802f583e3 req-18e5213d-305b-48a7-bc42-a214c068c02f tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.42 "DELETE /v2.0/ports/5fc31585-2b60-4bec-baf3-68dbd0cce75a HTTP/1.1" status: 204 len: 173 time: 0.4489605 Dec 13 14:07:26.953120 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'name': 'network-vif-deleted', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:07:26.955466 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096944ba-25a4-4e15-8703-c72814df7ef4" -d '{"events": [{"server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "name": "network-vif-deleted", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:07:26.997314 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c960fb99-88d5-4260-b522-9132bbeee948 x-openstack-request-id: req-c960fb99-88d5-4260-b522-9132bbeee948 {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:07:26.997605 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0c13b5-8631-4c5d-bdb2-106651065fb3", "name": "network-vif-deleted", "tag": "5fc31585-2b60-4bec-baf3-68dbd0cce75a", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:07:26.997867 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c960fb99-88d5-4260-b522-9132bbeee948 {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:07:26.998335 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0c13b5-8631-4c5d-bdb2-106651065fb3', 'name': 'network-vif-deleted', 'tag': '5fc31585-2b60-4bec-baf3-68dbd0cce75a', 'status': 'completed', 'code': 200} Dec 13 14:07:27.436897 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2dbc1b19-679d-4d74-843e-385e641f1c6a req-58b34a7c-1576-4dd7-b2b3-d3333e3b9e0a tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0c13b5-8631-4c5d-bdb2-106651065fb3 HTTP/1.1" status: 200 len: 210 time: 0.0332823 Dec 13 14:07:28.106666 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:29.086439 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42614) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:29.253131 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Deleting port 059ac29c-9f6e-4ff5-908e-d26dbd62240c {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:29.253381 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:29.335494 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:29.335949 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:29.349747 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Calling delete_port for 059ac29c-9f6e-4ff5-908e-d26dbd62240c owned by network:floatingip {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:29.456200 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:29.514000 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:29.540625 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event deleted for resources: {'Port': ['ID=059ac29c-9f6e-4ff5-908e-d26dbd62240c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:29.617784 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for floatingip, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:29.618058 n-d-817326-4 neutron-server[109886]: INFO neutron.db.l3_db [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Floating IP cabfc5af-a273-420a-a325-b7e507f7a68c disassociated (deleted). External IP: 172.25.2.83, port: 476054ed-e664-454e-9e58-180736180015. Dec 13 14:07:29.969334 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:30.202709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:07:30.320477 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:07:30.325556 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for floatingip, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:30.330929 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] Sync routers for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:07:30.342544 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:07:30.343225 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:30.359551 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-30558c3f-f548-4bef-b9fd-02d71ff12f57 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "DELETE /v2.0/floatingips/cabfc5af-a273-420a-a325-b7e507f7a68c HTTP/1.1" status: 204 len: 168 time: 1.2718489 Dec 13 14:07:30.360522 n-d-817326-4 neutron-server[109886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'tag': '476054ed-e664-454e-9e58-180736180015'}] {{(pid=109886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:07:30.363447 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2e9d5024c17a12b417eaf9765ca4ce963be24ecb14742af784556e643692e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d980b1-bf65-448b-9344-9485f38a5478" -d '{"events": [{"name": "network-changed", "server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "tag": "476054ed-e664-454e-9e58-180736180015"}]}' {{(pid=109886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:07:30.413228 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c303101-0a15-4cc9-aa4d-c7df6542f7ac x-openstack-request-id: req-7c303101-0a15-4cc9-aa4d-c7df6542f7ac {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:07:30.413871 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "tag": "476054ed-e664-454e-9e58-180736180015", "status": "completed", "code": 200}]} {{(pid=109886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:07:30.414263 n-d-817326-4 neutron-server[109886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c303101-0a15-4cc9-aa4d-c7df6542f7ac {{(pid=109886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:07:30.414620 n-d-817326-4 neutron-server[109886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'tag': '476054ed-e664-454e-9e58-180736180015', 'status': 'completed', 'code': 200} Dec 13 14:07:30.480673 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:07:30.494745 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-110034de-8176-44ac-b972-b076f6bf04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:30.497930 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-110034de-8176-44ac-b972-b076f6bf04cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5e54858d3340b08435e2f338019a51&device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 1094 time: 0.0603652 Dec 13 14:07:30.622734 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-5ef42437-b1d4-486c-a05d-2b5ac4263bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:30.624411 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-5ef42437-b1d4-486c-a05d-2b5ac4263bdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 200 len: 909 time: 0.1186142 Dec 13 14:07:30.675270 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-150e9bea-29f3-4f30-9309-9b5b8c009bde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=476054ed-e664-454e-9e58-180736180015 HTTP/1.1" status: 200 len: 217 time: 0.0421596 Dec 13 14:07:30.712299 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c77ed-12c4-42fd-808b-fb0537638c01 req-835f3d5c-65c1-4070-8e94-dc5dd0924b3a tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:30.713908 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c72c77ed-12c4-42fd-808b-fb0537638c01 req-835f3d5c-65c1-4070-8e94-dc5dd0924b3a tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 943 time: 0.1414516 Dec 13 14:07:30.733301 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:30.742799 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-a0311998-55c2-4bf9-9ea3-f650ffc5577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:30.744885 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-a0311998-55c2-4bf9-9ea3-f650ffc5577d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 200 len: 848 time: 0.0617306 Dec 13 14:07:30.766048 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] Checking router: 32fe241d-8760-4c97-a1d1-2c906d1c9b01 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:07:30.772594 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-c72c77ed-12c4-42fd-808b-fb0537638c01 req-5b53f70e-fddd-443a-83b6-b6cc3d383fbe tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522778 Dec 13 14:07:30.774996 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:07:30.775618 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:30.801707 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-fe2f36fb-9335-45fd-9e0a-59fcd26be373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:30.803294 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-fe2f36fb-9335-45fd-9e0a-59fcd26be373 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ee0754-2500-484a-9bc9-62eed22388e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500660 Dec 13 14:07:30.816156 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5fc31585-2b60-4bec-baf3-68dbd0cce75a no longer exists at agent hyperv_n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:07:30.843834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] No Port match for: 5fc31585-2b60-4bec-baf3-68dbd0cce75a {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:07:30.844084 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Device 5fc31585-2b60-4bec-baf3-68dbd0cce75a not bound to the agent host n-h2-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:07:30.910715 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-38de4a2c-1e31-4679-be98-8bda4cea0705 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974455 Dec 13 14:07:30.912152 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:07:31.005175 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-f0d980b1-bf65-448b-9344-9485f38a5478 req-55718ff3-aedb-48f6-a0f4-8343720211d4 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874538 Dec 13 14:07:31.127354 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:31.155136 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052b257-c071-442c-be92-fecf2a88eaa6 None None] The sync data for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 is: [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4', '_interfaces': [{'id': '52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03', 'name': '', 'network_id': 'e6ee0754-2500-484a-9bc9-62eed22388e3', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:48Z', 'updated_at': '2021-12-13T14:02:54Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'subnets': [{'id': '72a934bb-d29c-43aa-8db3-d43e35e01c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:07:31.382705 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b980ea-3a75-478c-9a3b-03ac75d704b6 None None] New status for floating IP cabfc5af-a273-420a-a325-b7e507f7a68c: DOWN {{(pid=109888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:07:31.974353 n-d-817326-4 neutron-server[109886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55257da-d8ca-41b7-b5d8-cd587eb70855 req-afb93d1d-1082-4ba2-9568-e8fd55df6488 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:31.975896 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f55257da-d8ca-41b7-b5d8-cd587eb70855 req-afb93d1d-1082-4ba2-9568-e8fd55df6488 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 943 time: 0.1205802 Dec 13 14:07:32.032501 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-f55257da-d8ca-41b7-b5d8-cd587eb70855 req-44b42b89-d1b4-41c9-ba1f-aee730b32811 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb733f92-55c4-423c-bacc-74b353952249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497668 Dec 13 14:07:32.220413 n-d-817326-4 neutron-server[109885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-079ad6c1-0adf-4854-800a-353cc4c655bc tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:07:32.221971 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-079ad6c1-0adf-4854-800a-353cc4c655bc tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.37 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 943 time: 0.0586383 Dec 13 14:07:32.316431 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-0e6ec984-30e3-4852-91e8-6e755941ef16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Deleting port 476054ed-e664-454e-9e58-180736180015 {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:32.316762 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-0e6ec984-30e3-4852-91e8-6e755941ef16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:32.426318 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-0e6ec984-30e3-4852-91e8-6e755941ef16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] For port 476054ed-e664-454e-9e58-180736180015, host n-h1-817326-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817326-4',level=0,port_id=476054ed-e664-454e-9e58-180736180015,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:32.426561 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-0e6ec984-30e3-4852-91e8-6e755941ef16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:32.439610 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-0e6ec984-30e3-4852-91e8-6e755941ef16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Calling delete_port for 476054ed-e664-454e-9e58-180736180015 owned by compute:nova {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:32.572811 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-0e6ec984-30e3-4852-91e8-6e755941ef16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:32.608549 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ec984-30e3-4852-91e8-6e755941ef16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event deleted for resources: {'Port': ['ID=476054ed-e664-454e-9e58-180736180015,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:32.650215 n-d-817326-4 neutron-server[109885]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-0e6ec984-30e3-4852-91e8-6e755941ef16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] No DVR routers for this DVR port 476054ed-e664-454e-9e58-180736180015 on host n-h1-817326-4 {{(pid=109885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:07:32.653232 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-0e6ec984-30e3-4852-91e8-6e755941ef16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5661'] for port, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:32.656726 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [req-77f8e7ab-3f54-4679-8ae4-6ba1e2d37b1c req-0e6ec984-30e3-4852-91e8-6e755941ef16 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.37 "DELETE /v2.0/ports/476054ed-e664-454e-9e58-180736180015 HTTP/1.1" status: 204 len: 173 time: 0.4284964 Dec 13 14:07:32.657227 n-d-817326-4 neutron-server[109885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'name': 'network-vif-deleted', 'tag': '476054ed-e664-454e-9e58-180736180015'}] {{(pid=109885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:07:32.659574 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7f13f58e93c29c5bfb661511d40f8a0f666c1642e41dc71ce0795e7816414a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8e1eed-5b27-4950-987b-1c67a53eb218" -d '{"events": [{"server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "name": "network-vif-deleted", "tag": "476054ed-e664-454e-9e58-180736180015"}]}' {{(pid=109885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:07:32.700346 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd19c484-31a6-4564-88a3-670060412d52 x-openstack-request-id: req-cd19c484-31a6-4564-88a3-670060412d52 {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:07:32.700664 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318900ad-feeb-4f7e-8d53-8676cc2aebb3", "name": "network-vif-deleted", "tag": "476054ed-e664-454e-9e58-180736180015", "status": "completed", "code": 200}]} {{(pid=109885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:07:32.700958 n-d-817326-4 neutron-server[109885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd19c484-31a6-4564-88a3-670060412d52 {{(pid=109885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:07:32.701418 n-d-817326-4 neutron-server[109885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318900ad-feeb-4f7e-8d53-8676cc2aebb3', 'name': 'network-vif-deleted', 'tag': '476054ed-e664-454e-9e58-180736180015', 'status': 'completed', 'code': 200} Dec 13 14:07:33.161345 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [req-2aab66e3-5c34-4b13-b1ea-ce1a08a348a3 req-b1a7f04e-a61a-46af-a18a-15e49ba3402c tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900ad-feeb-4f7e-8d53-8676cc2aebb3 HTTP/1.1" status: 200 len: 210 time: 0.0283804 Dec 13 14:07:34.226785 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42634) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:34.295479 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cdab36e5-0805-4665-ad2d-412b41b2c541 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:34.324031 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cdab36e5-0805-4665-ad2d-412b41b2c541 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:34.402332 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cdab36e5-0805-4665-ad2d-412b41b2c541 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:34.405130 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-cdab36e5-0805-4665-ad2d-412b41b2c541 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:34.406322 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-cdab36e5-0805-4665-ad2d-412b41b2c541 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] 10.222.0.31 "DELETE /v2.0/security-groups/bb733f92-55c4-423c-bacc-74b353952249 HTTP/1.1" status: 204 len: 168 time: 0.1785467 Dec 13 14:07:34.415690 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab36e5-0805-4665-ad2d-412b41b2c541 tempest-TestSnapshotPattern-247154020 tempest-TestSnapshotPattern-247154020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb733f92-55c4-423c-bacc-74b353952249,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:35.485328 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42640) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:35.878672 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:36.169944 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] Deleting port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:36.170328 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:36.176831 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 476054ed-e664-454e-9e58-180736180015 no longer exists at agent hyperv_n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:07:36.198955 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] No Port match for: 476054ed-e664-454e-9e58-180736180015 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:07:36.199296 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Device 476054ed-e664-454e-9e58-180736180015 not bound to the agent host n-h1-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:07:36.255381 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] For port 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:36.255694 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:36.268817 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] Calling delete_port for 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 owned by network:router_interface {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:36.463777 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:36.502985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:36.684127 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:36.921316 n-d-817326-4 neutron-server[109886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] Router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:07:37.039889 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:07:37.045344 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-828eadec-0bba-454b-9eb6-25f5e266f3a3 admin admin] 10.222.0.31 "PUT /v2.0/routers/32fe241d-8760-4c97-a1d1-2c906d1c9b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5589204 Dec 13 14:07:37.047960 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42642) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:37.050006 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] Sync routers for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:07:37.060897 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:07:37.061493 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:37.155747 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Publish callbacks [] for router, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.171701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: n-d-817326-4 {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:07:37.265504 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.324623 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Deleting port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:37.324861 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.362742 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:07:36Z', 'revision_number': 5, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port': {'id': 'ff45a937-2bb6-4efd-bd7f-323c3ecb0a19', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:46Z', 'updated_at': '2021-12-13T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:37.396286 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] Checking router: 32fe241d-8760-4c97-a1d1-2c906d1c9b01 for host: n-d-817326-4 {{(pid=109887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:07:37.405792 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] Routers {'32fe241d-8760-4c97-a1d1-2c906d1c9b01'} bound to L3 agent in host n-d-817326-4 {{(pid=109887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:07:37.406203 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] For port ff45a937-2bb6-4efd-bd7f-323c3ecb0a19, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=ff45a937-2bb6-4efd-bd7f-323c3ecb0a19,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:37.406534 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'], 'active': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:37.406700 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.419344 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Calling delete_port for ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 owned by network:router_gateway {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:37.497974 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvr_db [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] Set router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 gateway port host: None {{(pid=109887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:07:37.558035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_hamode_db [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:07:37Z', 'revision_number': 6, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:37.589303 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70e04a-eeb9-48e8-abcf-2afbaad6b7f8 None None] The sync data for ids ['32fe241d-8760-4c97-a1d1-2c906d1c9b01'] in n-d-817326-4 is: [{'id': '32fe241d-8760-4c97-a1d1-2c906d1c9b01', 'name': 'tempest-TestSnapshotPattern-183453893-router', 'tenant_id': '9f5e54858d3340b08435e2f338019a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:45Z', 'updated_at': '2021-12-13T14:07:37Z', 'revision_number': 6, 'project_id': '9f5e54858d3340b08435e2f338019a51', 'gw_port_host': None}] {{(pid=109887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:07:37.609328 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.647589 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff45a937-2bb6-4efd-bd7f-323c3ecb0a19,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:37.655455 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f7814b-ba07-49ff-bf25-12aeac163686 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:07:37.712056 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.809177 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.811986 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.857023 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.857586 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32fe241d-8760-4c97-a1d1-2c906d1c9b01 {{(pid=109886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:07:37.862492 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] Publish callbacks [] for router, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.863674 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-02c28d0a-660a-451c-972c-1ca514358e31 admin admin] 10.222.0.31 "DELETE /v2.0/routers/32fe241d-8760-4c97-a1d1-2c906d1c9b01 HTTP/1.1" status: 204 len: 168 time: 0.8148048 Dec 13 14:07:37.866250 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42644) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:37.916820 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5661f994-56ad-4680-a222-f52b7c4f40b6 admin admin] Deleting subnet 72a934bb-d29c-43aa-8db3-d43e35e01c51 {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 14:07:37.920980 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5661f994-56ad-4680-a222-f52b7c4f40b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:37.966593 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5661f994-56ad-4680-a222-f52b7c4f40b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.053008 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5661f994-56ad-4680-a222-f52b7c4f40b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.108186 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5661f994-56ad-4680-a222-f52b7c4f40b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.147439 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-5661f994-56ad-4680-a222-f52b7c4f40b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.151098 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5661f994-56ad-4680-a222-f52b7c4f40b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/72a934bb-d29c-43aa-8db3-d43e35e01c51 HTTP/1.1" status: 204 len: 168 time: 0.2838881 Dec 13 14:07:38.151708 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee2e69-e727-4b53-837c-e9538839d68f None None] Network e6ee0754-2500-484a-9bc9-62eed22388e3 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 14:07:38.151897 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661f994-56ad-4680-a222-f52b7c4f40b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a934bb-d29c-43aa-8db3-d43e35e01c51,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:38.154241 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42646) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:38.238061 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.296252 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Deleting port cbf540b2-34ca-4df9-80bd-ca34c231d4ca {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:38.296475 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.370176 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] For port cbf540b2-34ca-4df9-80bd-ca34c231d4ca, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cbf540b2-34ca-4df9-80bd-ca34c231d4ca,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:38.370400 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.433315 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:07:38.437610 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.438318 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.461205 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:07:38.461551 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device ff45a937-2bb6-4efd-bd7f-323c3ecb0a19 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:07:38.461978 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:07:38.486427 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:07:38.486773 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 52dcdb46-2ebd-4eeb-b4bf-ddaec0eb4b03 not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:07:38.582395 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f27985-36d9-4063-9441-407125f59869 None None] DHCP port deletion for e6ee0754-2500-484a-9bc9-62eed22388e3 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:07:38.647589 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f2f27985-36d9-4063-9441-407125f59869 None None] Deleting port cbf540b2-34ca-4df9-80bd-ca34c231d4ca {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:38.647589 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2f27985-36d9-4063-9441-407125f59869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.725843 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f2f27985-36d9-4063-9441-407125f59869 None None] For port cbf540b2-34ca-4df9-80bd-ca34c231d4ca, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=cbf540b2-34ca-4df9-80bd-ca34c231d4ca,segment=NetworkSegment(5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5),segment_id=5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:38.726252 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2f27985-36d9-4063-9441-407125f59869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.741035 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f2f27985-36d9-4063-9441-407125f59869 None None] Calling delete_port for cbf540b2-34ca-4df9-80bd-ca34c231d4ca owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:38.766798 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Calling delete_port for cbf540b2-34ca-4df9-80bd-ca34c231d4ca owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:38.831544 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2f27985-36d9-4063-9441-407125f59869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.850999 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:38.858356 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f27985-36d9-4063-9441-407125f59869 None None] Pushing event deleted for resources: {'Port': ['ID=cbf540b2-34ca-4df9-80bd-ca34c231d4ca,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:38.862933 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f27985-36d9-4063-9441-407125f59869 None None] No DVR routers for this DVR port cbf540b2-34ca-4df9-80bd-ca34c231d4ca on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:07:38.878828 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf540b2-34ca-4df9-80bd-ca34c231d4ca,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:38.882394 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] No DVR routers for this DVR port cbf540b2-34ca-4df9-80bd-ca34c231d4ca on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:07:38.973920 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:39.000830 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ee0754-2500-484a-9bc9-62eed22388e3']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:39.020641 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:39.020934 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0f0c68-2959-4bf7-8d54-dd2ca68d5cf5') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:39.033219 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:39.049561 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:39.056369 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:07:39.056954 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: self.session.flush() Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: timer() Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:07:39.058819 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:07:39.123809 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:39.130279 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:39.133509 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e6ee0754-2500-484a-9bc9-62eed22388e3 HTTP/1.1" status: 204 len: 168 time: 0.9758675 Dec 13 14:07:39.136912 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42648) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:39.145985 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa6324-ae31-42ce-9adb-2f6a2a4ef078 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ee0754-2500-484a-9bc9-62eed22388e3,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:39.516628 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550431'] for router_interface, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:39.795635 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] Deleting port 33bd57ab-d765-4d76-978a-bc528870ae0d {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:39.795855 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:39.878104 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] For port 33bd57ab-d765-4d76-978a-bc528870ae0d, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=33bd57ab-d765-4d76-978a-bc528870ae0d,segment=NetworkSegment(d9d1d26a-da19-4fd7-bab6-8d05357feb84),segment_id=d9d1d26a-da19-4fd7-bab6-8d05357feb84)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:39.878500 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:39.891068 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] Calling delete_port for 33bd57ab-d765-4d76-978a-bc528870ae0d owned by network:router_interface {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:40.095924 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:40.123144 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bd57ab-d765-4d76-978a-bc528870ae0d,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:40.303556 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cbf540b2-34ca-4df9-80bd-ca34c231d4ca no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:07:40.328148 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550531'] for router_interface, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:40.334788 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: cbf540b2-34ca-4df9-80bd-ca34c231d4ca {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:07:40.335143 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device cbf540b2-34ca-4df9-80bd-ca34c231d4ca not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:07:40.561459 n-d-817326-4 neutron-server[109885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] Router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d has already been hosted by L3 agent b0b2ba37-2d7d-42a2-add0-3a150719c7b1 {{(pid=109885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:07:40.682881 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] Notify agent at l3_agent.n-d-817326-4 the message routers_updated {{(pid=109885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:07:40.688195 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-abbfffa9-8d72-47f2-a9e2-846bf9c39691 admin admin] 10.222.0.31 "PUT /v2.0/routers/4e512be2-2b01-49bc-b3b7-963cb3c4e69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5498633 Dec 13 14:07:40.691028 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [-] (109885) accepted ('10.222.0.31', 42650) {{(pid=109885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:40.692408 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] Sync routers for ids ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'] in n-d-817326-4 {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:07:40.704460 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] Routers {'4e512be2-2b01-49bc-b3b7-963cb3c4e69d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:07:40.705091 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:40.809867 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:40.816920 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] Set router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d gateway port host: n-d-817326-4 {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:07:40.922038 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:40.977697 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Deleting port 1cffa090-fde0-4e14-9cad-67884e87918e {{(pid=109885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:40.977941 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.019165 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'name': 'tempest-TestSnapshotPattern-841155822-router', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'external_fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:51Z', 'updated_at': '2021-12-13T14:07:40Z', 'revision_number': 5, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'gw_port': {'id': '1cffa090-fde0-4e14-9cad-67884e87918e', 'name': '', 'network_id': 'a920caf3-a52c-4d3b-a977-f75227ab7cb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817326-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:02:52Z', 'updated_at': '2021-12-13T14:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b672a02-260a-4be4-a7e7-cb84ff378c54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817326-4'}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:41.049993 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] Checking router: 4e512be2-2b01-49bc-b3b7-963cb3c4e69d for host: n-d-817326-4 {{(pid=109888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:07:41.058345 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] Routers {'4e512be2-2b01-49bc-b3b7-963cb3c4e69d'} bound to L3 agent in host n-d-817326-4 {{(pid=109888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:07:41.058945 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817326-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T12:32:56Z,description=,heartbeat_timestamp=2021-12-13T14:07:27Z,host='n-d-817326-4',id=b0b2ba37-2d7d-42a2-add0-3a150719c7b1,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T12:32:56Z,topic='l3_agent')) {'router_ids': ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'], 'active': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:41.061560 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.db [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] For port 1cffa090-fde0-4e14-9cad-67884e87918e, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=1cffa090-fde0-4e14-9cad-67884e87918e,segment=NetworkSegment(730d7c07-b0ad-477f-aab2-ca6af704007f),segment_id=730d7c07-b0ad-477f-aab2-ca6af704007f)] {{(pid=109885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:41.061945 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.075553 n-d-817326-4 neutron-server[109885]: DEBUG neutron.plugins.ml2.plugin [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Calling delete_port for 1cffa090-fde0-4e14-9cad-67884e87918e owned by network:router_gateway {{(pid=109885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:41.147216 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_dvr_db [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] Set router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d gateway port host: None {{(pid=109888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:07:41.202111 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.l3_hamode_db [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'name': 'tempest-TestSnapshotPattern-841155822-router', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:51Z', 'updated_at': '2021-12-13T14:07:40Z', 'revision_number': 6, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'gw_port_host': None}], 'n-d-817326-4', False) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:41.229183 n-d-817326-4 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb923bd-5288-46d9-8364-7a15b888b6e9 None None] The sync data for ids ['4e512be2-2b01-49bc-b3b7-963cb3c4e69d'] in n-d-817326-4 is: [{'id': '4e512be2-2b01-49bc-b3b7-963cb3c4e69d', 'name': 'tempest-TestSnapshotPattern-841155822-router', 'tenant_id': '483b08b1efa8461d9c23c32abe9b2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:02:51Z', 'updated_at': '2021-12-13T14:07:40Z', 'revision_number': 6, 'project_id': '483b08b1efa8461d9c23c32abe9b2e00', 'gw_port_host': None}] {{(pid=109888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:07:41.266838 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722055'] for port, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.302819 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cffa090-fde0-4e14-9cad-67884e87918e,revision_number=None']} {{(pid=109885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:41.314360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f82b919-7ad4-4a85-a4fd-991e2b68ed58 None None] DHCP port deletion for a920caf3-a52c-4d3b-a977-f75227ab7cb8 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:07:41.368034 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549153'] for router_gateway, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.469172 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62532'] for router, precommit_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.471636 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.519972 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551096'] for router, after_delete {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.520574 n-d-817326-4 neutron-server[109885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e512be2-2b01-49bc-b3b7-963cb3c4e69d {{(pid=109885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:07:41.527120 n-d-817326-4 neutron-server[109885]: DEBUG neutron_lib.callbacks.manager [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] Publish callbacks [] for router, before_response {{(pid=109885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.529222 n-d-817326-4 neutron-server[109885]: INFO neutron.wsgi [None req-3a3165a9-8ad8-483a-8b67-dbd08557d6e6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4e512be2-2b01-49bc-b3b7-963cb3c4e69d HTTP/1.1" status: 204 len: 168 time: 0.8367748 Dec 13 14:07:41.532918 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42652) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:41.587072 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f6f730-4e8b-4ae7-9f0b-e913def4dd17 admin admin] Deleting subnet 550692ee-ee69-4a3e-86d3-3f273c1d7c8f {{(pid=109886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 14:07:41.591951 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84f6f730-4e8b-4ae7-9f0b-e913def4dd17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.637118 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84f6f730-4e8b-4ae7-9f0b-e913def4dd17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25242669'] for subnet, precommit_delete_associations {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.731204 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84f6f730-4e8b-4ae7-9f0b-e913def4dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772729'] for subnet, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.788210 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84f6f730-4e8b-4ae7-9f0b-e913def4dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29187578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29356038'] for subnet, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.814119 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6f730-4e8b-4ae7-9f0b-e913def4dd17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=550692ee-ee69-4a3e-86d3-3f273c1d7c8f,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:41.817763 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-84f6f730-4e8b-4ae7-9f0b-e913def4dd17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.821081 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-84f6f730-4e8b-4ae7-9f0b-e913def4dd17 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/550692ee-ee69-4a3e-86d3-3f273c1d7c8f HTTP/1.1" status: 204 len: 168 time: 0.2870171 Dec 13 14:07:41.823829 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42654) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:41.824429 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79383cd-1471-4066-94bc-6831a60170e1 None None] Network 2e38309e-1588-4753-aef1-6553e5f74ab4 requested from n-d-817326-4 {{(pid=109887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 14:07:41.902040 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1687447'] for network, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:41.963222 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Deleting port e05bde47-7ccc-4b7d-8af6-6df358154c0c {{(pid=109886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:41.963591 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.024086 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f51a2a-3616-48e4-a66a-56f9ca21e7ca None None] DHCP port deletion for 2e38309e-1588-4753-aef1-6553e5f74ab4 request from n-d-817326-4 {{(pid=109887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 14:07:42.031128 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.db [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] For port e05bde47-7ccc-4b7d-8af6-6df358154c0c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e05bde47-7ccc-4b7d-8af6-6df358154c0c,segment=NetworkSegment(d9d1d26a-da19-4fd7-bab6-8d05357feb84),segment_id=d9d1d26a-da19-4fd7-bab6-8d05357feb84)] {{(pid=109886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:42.031495 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.046556 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.plugin [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Calling delete_port for e05bde47-7ccc-4b7d-8af6-6df358154c0c owned by network:dhcp {{(pid=109886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:42.078411 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-65f51a2a-3616-48e4-a66a-56f9ca21e7ca None None] Deleting port e05bde47-7ccc-4b7d-8af6-6df358154c0c {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 14:07:42.078931 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65f51a2a-3616-48e4-a66a-56f9ca21e7ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731151213936'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.139572 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29187533'] for port, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.164185 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-65f51a2a-3616-48e4-a66a-56f9ca21e7ca None None] For port e05bde47-7ccc-4b7d-8af6-6df358154c0c, host n-d-817326-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817326-4',level=0,port_id=e05bde47-7ccc-4b7d-8af6-6df358154c0c,segment=NetworkSegment(d9d1d26a-da19-4fd7-bab6-8d05357feb84),segment_id=d9d1d26a-da19-4fd7-bab6-8d05357feb84)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:07:42.164599 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65f51a2a-3616-48e4-a66a-56f9ca21e7ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-625546'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.177783 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05bde47-7ccc-4b7d-8af6-6df358154c0c,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:42.180873 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-65f51a2a-3616-48e4-a66a-56f9ca21e7ca None None] Calling delete_port for e05bde47-7ccc-4b7d-8af6-6df358154c0c owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 14:07:42.181310 n-d-817326-4 neutron-server[109886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] No DVR routers for this DVR port e05bde47-7ccc-4b7d-8af6-6df358154c0c on host n-d-817326-4 {{(pid=109886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:07:42.255269 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e05bde47-7ccc-4b7d-8af6-6df358154c0c no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:07:42.263408 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775406', 'neutron.services.segments.db._delete_segments_for_network-8731151238530'] for network, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.288026 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e38309e-1588-4753-aef1-6553e5f74ab4']}} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:42.292701 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: e05bde47-7ccc-4b7d-8af6-6df358154c0c {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:07:42.292988 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device e05bde47-7ccc-4b7d-8af6-6df358154c0c not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:07:42.293446 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1cffa090-fde0-4e14-9cad-67884e87918e no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:07:42.300688 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d1d26a-da19-4fd7-bab6-8d05357feb84') {'for_net_delete': True} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:42.300978 n-d-817326-4 neutron-server[109886]: DEBUG neutron.services.segments.db [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d1d26a-da19-4fd7-bab6-8d05357feb84') {} {{(pid=109886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:07:42.316529 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731151241867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25242838'] for segment, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.316771 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65f51a2a-3616-48e4-a66a-56f9ca21e7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1667513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731151253971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731150704577'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.319968 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 1cffa090-fde0-4e14-9cad-67884e87918e {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:07:42.320311 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 1cffa090-fde0-4e14-9cad-67884e87918e not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:07:42.320899 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 33bd57ab-d765-4d76-978a-bc528870ae0d no longer exists at agent ovs-agent-n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:07:42.335221 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312'] for segment, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.343778 n-d-817326-4 neutron-server[109886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:07:42.344149 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29187472'] for segment, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: Traceback (most recent call last): Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: timer() Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: cb(*args, **kw) Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: return func(*args, **kwargs) Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: self._notify() Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: self.callback(batched_events) Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: event.method(event) Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: return f(self, *a, **k) Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: return self._get(url).json() Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: return self.request(url, 'GET', **kwargs) Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:07:42.346691 n-d-817326-4 neutron-server[109886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:07:42.364746 n-d-817326-4 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f51a2a-3616-48e4-a66a-56f9ca21e7ca None None] Pushing event deleted for resources: {'Port': ['ID=e05bde47-7ccc-4b7d-8af6-6df358154c0c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:42.367011 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] No Port match for: 33bd57ab-d765-4d76-978a-bc528870ae0d {{(pid=109887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 14:07:42.367360 n-d-817326-4 neutron-server[109887]: DEBUG neutron.plugins.ml2.rpc [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Device 33bd57ab-d765-4d76-978a-bc528870ae0d not bound to the agent host n-d-817326-4 {{(pid=109887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:07:42.370834 n-d-817326-4 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f51a2a-3616-48e4-a66a-56f9ca21e7ca None None] No DVR routers for this DVR port e05bde47-7ccc-4b7d-8af6-6df358154c0c on host n-d-817326-4 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:07:42.423173 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549133'] for network, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.428712 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Publish callbacks [] for network, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.432005 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2e38309e-1588-4753-aef1-6553e5f74ab4 HTTP/1.1" status: 204 len: 168 time: 0.6072032 Dec 13 14:07:42.444057 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424caa54-5b24-4926-8bfd-86b1abcd9975 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e38309e-1588-4753-aef1-6553e5f74ab4,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:42.642174 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42658) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:42.688310 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-5b00713c-fa26-48e4-83ae-01a2327bb151 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f5e54858d3340b08435e2f338019a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448451 Dec 13 14:07:42.690935 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42660) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:42.740192 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75b33d4d-b96b-416e-b0dc-136ee786edf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.762113 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75b33d4d-b96b-416e-b0dc-136ee786edf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.820029 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75b33d4d-b96b-416e-b0dc-136ee786edf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.824214 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-75b33d4d-b96b-416e-b0dc-136ee786edf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:42.826341 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-75b33d4d-b96b-416e-b0dc-136ee786edf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15a455f9-53b5-43d5-8da3-06005392d0fa HTTP/1.1" status: 204 len: 168 time: 0.1342287 Dec 13 14:07:42.835138 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b33d4d-b96b-416e-b0dc-136ee786edf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a455f9-53b5-43d5-8da3-06005392d0fa,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:43.207877 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42666) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:43.252059 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-14af8314-73b7-41f2-a14e-857b45c01678 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=483b08b1efa8461d9c23c32abe9b2e00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425801 Dec 13 14:07:43.254721 n-d-817326-4 neutron-server[109886]: DEBUG neutron.wsgi [-] (109886) accepted ('10.222.0.31', 42668) {{(pid=109886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 14:07:43.304648 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb810bd7-3ad6-4295-99d7-8d84ae8fa597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:43.328917 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb810bd7-3ad6-4295-99d7-8d84ae8fa597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:43.392131 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb810bd7-3ad6-4295-99d7-8d84ae8fa597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769891'] for security_group, after_delete {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:43.394754 n-d-817326-4 neutron-server[109886]: DEBUG neutron_lib.callbacks.manager [None req-fb810bd7-3ad6-4295-99d7-8d84ae8fa597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:43.396037 n-d-817326-4 neutron-server[109886]: INFO neutron.wsgi [None req-fb810bd7-3ad6-4295-99d7-8d84ae8fa597 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ddb4aef0-4700-4a00-ba50-ffac800caff0 HTTP/1.1" status: 204 len: 168 time: 0.1403430 Dec 13 14:07:43.405709 n-d-817326-4 neutron-server[109886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb810bd7-3ad6-4295-99d7-8d84ae8fa597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb4aef0-4700-4a00-ba50-ffac800caff0,revision_number=None']} {{(pid=109886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:07:54.372914 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae07b-19b1-4790-92f3-6ed8feea83ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:56.748289 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f21dad1e-fdd6-477c-a968-2fcb17f3982b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:58.114510 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:59.457354 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:07:59.965648 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:01.687503 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:08:08.206973 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:08.303655 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:24.366879 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ea811bf-5fad-494f-afa5-a91f32a2be29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:26.755572 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e3ff-1bdf-4a7e-bc3d-23269bfcb10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:28.113023 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:29.468329 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:29.962168 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:38.213493 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:38.337914 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:38.686767 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:08:54.373974 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb591920-85fc-4520-9f78-d94d437b32ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:56.751399 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3882704-dae6-484f-9927-7269bdceb960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:58.120543 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:59.467752 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:08:59.959957 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:08.217301 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:08.339861 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:15.687878 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:09:24.371453 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c15bdf3-6dba-4146-8008-3192f2e52e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:26.748618 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e14310df-2f8d-495e-b707-505bfa05e869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:28.128202 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:29.469156 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:29.958346 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:38.212296 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:38.343495 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:52.688289 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:09:54.371373 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d57fe42-2c34-4056-8b93-c60344adf6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:56.750997 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d176ffc-dd11-46a3-b980-04ddeb3e9b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:58.130307 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:59.473276 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:09:59.957404 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:08.210463 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:08.340443 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:24.370600 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb0b4dfe-0171-4aac-9d05-595c52d09bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:26.754607 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d6d345c-74d0-4313-ae8c-5713741604be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:28.133124 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:29.486682 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:29.687968 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:10:29.954486 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:38.226127 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:38.341201 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:54.369512 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea81080e-8d2e-40ba-8e52-0b8bb91bd06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:56.748811 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-900ddeb4-d0e8-4d1f-ab9c-a1651faacec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:58.131824 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:59.480575 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:10:59.954533 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:06.691013 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:11:08.226934 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:08.348341 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:24.366268 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d4c9279-f7f8-43e9-8ed8-ab3cbe4dc92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:26.760863 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29b6b724-9943-48b7-9b01-c952bd755bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:28.141102 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:29.480616 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:29.953730 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:38.234327 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:38.351706 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:43.691803 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:11:54.361433 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee2648-10b7-4617-b268-f114c335ec6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:56.758507 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9321924a-e1f5-440d-84b1-9ab26ab2a5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:58.147390 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:59.484530 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:11:59.955942 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:08.237932 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:08.352371 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:20.691693 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:12:24.356765 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82d02916-4e2c-4236-a08d-4252cae940ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:26.753915 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21ef215e-ae4f-4e7f-98bf-be29a5bc73c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:28.142375 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:29.489480 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:29.951574 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:38.236439 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:38.367445 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:54.362783 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dde76bff-7d61-4925-9f03-eaac1396588a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:56.759173 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c784fb6-2f34-4eb8-aa7b-4afc1565eede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:57.695504 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:12:58.145171 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:59.492923 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:12:59.961241 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:08.238441 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:08.368295 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:24.366300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acd504c7-f839-460e-8fb9-6369830c5701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:26.763243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ccc01eed-cb15-469d-a453-6270f06f2875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:28.151249 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:29.493659 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:29.956416 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:34.695877 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:13:38.238670 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:38.371505 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:54.364457 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db845c77-c14f-4598-a307-df4e0cf918d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:56.773602 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18305c00-6754-4e86-aa84-acbc99d60c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:58.153799 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:59.503636 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:13:59.968335 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:08.239243 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:08.371955 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:11.698349 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:14:24.362195 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-676dcda6-ca62-446e-ae09-055aa0d1238c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:26.771368 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b376859a-7524-4142-8047-e23460308ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:28.164729 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:29.505681 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:29.965683 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:38.233936 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:38.384980 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:48.697839 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:14:54.356998 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-120b68c0-11ae-45df-ac81-c56efb35d935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:56.766934 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1e0923f-be84-4df7-a915-88bea83ba120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:58.163132 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:59.507238 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:14:59.963864 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:08.248508 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:08.399622 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:24.362268 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-724d3602-1f42-478f-a5a5-141897f863fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:25.700262 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:15:26.762798 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a46146e1-a8a5-4f3f-a1b3-b51b1ae63b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:28.165688 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:29.503763 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:29.977842 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:38.283986 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:38.424106 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:47.946761 n-d-817326-4 neutron-server[109885]: DEBUG neutron.wsgi [req-15ae7454-77b9-439a-9643-e18fa3fa40e5 req-bd82e28c-f9a4-45c1-9fcf-2f6a9009cfb5 service neutron] (109885) timed out ('10.222.0.31', 40520) {{(pid=109885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 14:15:54.367321 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1d80e114-174a-416a-a5c3-c9b3e7e7023e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:56.771564 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f468c2c-2568-400b-adf8-a928ffa36da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:58.169122 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4903b33f-0a91-4e2c-ad8f-1e5cd8bbc823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:59.508503 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61b5a67c-a23c-4115-90bd-977dd58976cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:15:59.974335 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5166d0b3-ef06-4cd1-82c1-3e16ee3f52d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:16:02.700433 n-d-817326-4 neutron-server[109888]: DEBUG neutron.db.agents_db [None req-616ddbea-d241-4ce5-8136-7cffddf8f141 None None] Agent healthcheck: found 7 active agents {{(pid=109888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:16:08.276735 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5498c282-b071-4afb-a4cf-6196336913b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 14:16:08.415300 n-d-817326-4 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf11aa7c-2d76-4fa2-9f7e-07dafc52c0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731151238485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777656'] for agent, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}